2024-02-09T23:36:20.838 INFO:root:teuthology version: 0.0.1.dev256+gd9fdb22 2024-02-09T23:36:20.838 DEBUG:teuthology.run:Teuthology command: teuthology --name yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi --owner scheduled_yuriw@teuthology --verbose --archive /home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554544 --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/fs/test_o_trunc}} -- /home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554544/orig.config.yaml 2024-02-09T23:36:20.897 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-02-09T23:36:20.988 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554544 branch: main description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/fs/test_o_trunc}} email: yweinste@redhat.com first_in_suite: false job_id: '7554544' kernel: client: sha1: distro kdb: true sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: main ceph: cephfs: max_mds: 5 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore compression mode: aggressive bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - \(POOL_APP_NOT_ENABLED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - slow metadata IO - SLOW_OPS - slow request sha1: 290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 subvols: create: 2 subvol_options: --namespace-isolated ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount dry_run: true install: ceph: flavor: default sha1: 290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=secure - wsync syntax: v1 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: main sha1: 290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 owner: scheduled_yuriw@teuthology priority: 71 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 3558 sha1: 290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 sleep_before_teardown: 0 subset: 111/120000 suite: fs suite_branch: main suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: 290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi001.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBODqDynNQiNMtvdF0eTiJgukg/ksOk1P0b+vrPIvKFVU2f0sxw3nPs9r3D9RnV+8hFavosmkYS6YiYG5LmxAtZw= smithi088.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEAaFtiHzmh+2Wc82W7PWStscN/OyjrpgKqWeqRVQ93NPj+oqTIXFDsShBETxMOmyUUrixNa7uxkjOHFdTd6sP8= smithi103.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOAesQD56/yIDmIYuuV1fBg7OhoqIQb6c2QpjmbOd1Lsivz0NG9tdX6RU6HT/W6R6gKwVFdRzmPlPudC5BZ34N0= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate true - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - exec: mon.a: - ceph mgr module enable snap_schedule - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - workunit: clients: all: - fs/test_o_trunc.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: d9fdb2209e15b39d9f061fd85399f352ce0f0894 timestamp: 2024-02-09_19:35:09 tube: smithi user: yuriw verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-02-09T23:36:20.989 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/qa; will attempt to use it 2024-02-09T23:36:20.989 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/qa/tasks 2024-02-09T23:36:20.989 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-02-09T23:36:20.991 INFO:teuthology.task.internal:Checking packages... 2024-02-09T23:36:21.014 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '290212a1bfd33563ba76ee5b7f0b944fdb6c5d90' 2024-02-09T23:36:21.014 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-02-09T23:36:21.014 INFO:teuthology.packaging:ref: None 2024-02-09T23:36:21.014 INFO:teuthology.packaging:tag: None 2024-02-09T23:36:21.014 INFO:teuthology.packaging:branch: main 2024-02-09T23:36:21.015 INFO:teuthology.packaging:sha1: 290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 2024-02-09T23:36:21.015 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=main 2024-02-09T23:36:21.452 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-1361.gf8e4e331 2024-02-09T23:36:21.454 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-02-09T23:36:21.460 INFO:teuthology.task.internal:no buildpackages task found 2024-02-09T23:36:21.461 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-02-09T23:36:21.495 INFO:teuthology.task.internal:Saving configuration 2024-02-09T23:36:21.516 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-02-09T23:36:21.523 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-02-09T23:36:21.548 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi001.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554544', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-02-09 23:30:44.896000', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBODqDynNQiNMtvdF0eTiJgukg/ksOk1P0b+vrPIvKFVU2f0sxw3nPs9r3D9RnV+8hFavosmkYS6YiYG5LmxAtZw='} 2024-02-09T23:36:21.572 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi088.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554544', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-02-09 23:30:44.898719', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEAaFtiHzmh+2Wc82W7PWStscN/OyjrpgKqWeqRVQ93NPj+oqTIXFDsShBETxMOmyUUrixNa7uxkjOHFdTd6sP8='} 2024-02-09T23:36:21.595 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi103.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554544', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-02-09 23:30:44.897444', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOAesQD56/yIDmIYuuV1fBg7OhoqIQb6c2QpjmbOd1Lsivz0NG9tdX6RU6HT/W6R6gKwVFdRzmPlPudC5BZ34N0='} 2024-02-09T23:36:21.595 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-02-09T23:36:21.601 INFO:teuthology.task.internal:roles: ubuntu@smithi001.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-02-09T23:36:21.601 INFO:teuthology.task.internal:roles: ubuntu@smithi088.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-02-09T23:36:21.601 INFO:teuthology.task.internal:roles: ubuntu@smithi103.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-02-09T23:36:21.601 INFO:teuthology.run_tasks:Running task console_log... 2024-02-09T23:36:21.711 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f2edf7a8160>, signals=[15]) 2024-02-09T23:36:21.712 INFO:teuthology.run_tasks:Running task internal.connect... 2024-02-09T23:36:21.719 INFO:teuthology.task.internal:Opening connections... 2024-02-09T23:36:21.720 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi001.front.sepia.ceph.com 2024-02-09T23:36:21.723 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi001.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-09T23:36:21.831 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi088.front.sepia.ceph.com 2024-02-09T23:36:21.831 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi088.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-09T23:36:21.930 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi103.front.sepia.ceph.com 2024-02-09T23:36:21.931 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi103.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-09T23:36:22.019 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-02-09T23:36:22.025 DEBUG:teuthology.orchestra.run.smithi001:> uname -m 2024-02-09T23:36:22.043 INFO:teuthology.orchestra.run.smithi001.stdout:x86_64 2024-02-09T23:36:22.044 DEBUG:teuthology.orchestra.run.smithi001:> cat /etc/os-release 2024-02-09T23:36:22.102 INFO:teuthology.orchestra.run.smithi001.stdout:NAME="CentOS Stream" 2024-02-09T23:36:22.102 INFO:teuthology.orchestra.run.smithi001.stdout:VERSION="9" 2024-02-09T23:36:22.102 INFO:teuthology.orchestra.run.smithi001.stdout:ID="centos" 2024-02-09T23:36:22.103 INFO:teuthology.orchestra.run.smithi001.stdout:ID_LIKE="rhel fedora" 2024-02-09T23:36:22.103 INFO:teuthology.orchestra.run.smithi001.stdout:VERSION_ID="9" 2024-02-09T23:36:22.103 INFO:teuthology.orchestra.run.smithi001.stdout:PLATFORM_ID="platform:el9" 2024-02-09T23:36:22.103 INFO:teuthology.orchestra.run.smithi001.stdout:PRETTY_NAME="CentOS Stream 9" 2024-02-09T23:36:22.103 INFO:teuthology.orchestra.run.smithi001.stdout:ANSI_COLOR="0;31" 2024-02-09T23:36:22.103 INFO:teuthology.orchestra.run.smithi001.stdout:LOGO="fedora-logo-icon" 2024-02-09T23:36:22.103 INFO:teuthology.orchestra.run.smithi001.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-02-09T23:36:22.103 INFO:teuthology.orchestra.run.smithi001.stdout:HOME_URL="https://centos.org/" 2024-02-09T23:36:22.103 INFO:teuthology.orchestra.run.smithi001.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-02-09T23:36:22.103 INFO:teuthology.orchestra.run.smithi001.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-02-09T23:36:22.103 INFO:teuthology.orchestra.run.smithi001.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-02-09T23:36:22.104 INFO:teuthology.lock.ops:Updating smithi001.front.sepia.ceph.com on lock server 2024-02-09T23:36:22.124 DEBUG:teuthology.orchestra.run.smithi088:> uname -m 2024-02-09T23:36:22.140 INFO:teuthology.orchestra.run.smithi088.stdout:x86_64 2024-02-09T23:36:22.141 DEBUG:teuthology.orchestra.run.smithi088:> cat /etc/os-release 2024-02-09T23:36:22.198 INFO:teuthology.orchestra.run.smithi088.stdout:NAME="CentOS Stream" 2024-02-09T23:36:22.198 INFO:teuthology.orchestra.run.smithi088.stdout:VERSION="9" 2024-02-09T23:36:22.198 INFO:teuthology.orchestra.run.smithi088.stdout:ID="centos" 2024-02-09T23:36:22.198 INFO:teuthology.orchestra.run.smithi088.stdout:ID_LIKE="rhel fedora" 2024-02-09T23:36:22.198 INFO:teuthology.orchestra.run.smithi088.stdout:VERSION_ID="9" 2024-02-09T23:36:22.198 INFO:teuthology.orchestra.run.smithi088.stdout:PLATFORM_ID="platform:el9" 2024-02-09T23:36:22.198 INFO:teuthology.orchestra.run.smithi088.stdout:PRETTY_NAME="CentOS Stream 9" 2024-02-09T23:36:22.198 INFO:teuthology.orchestra.run.smithi088.stdout:ANSI_COLOR="0;31" 2024-02-09T23:36:22.198 INFO:teuthology.orchestra.run.smithi088.stdout:LOGO="fedora-logo-icon" 2024-02-09T23:36:22.199 INFO:teuthology.orchestra.run.smithi088.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-02-09T23:36:22.199 INFO:teuthology.orchestra.run.smithi088.stdout:HOME_URL="https://centos.org/" 2024-02-09T23:36:22.199 INFO:teuthology.orchestra.run.smithi088.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-02-09T23:36:22.199 INFO:teuthology.orchestra.run.smithi088.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-02-09T23:36:22.199 INFO:teuthology.orchestra.run.smithi088.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-02-09T23:36:22.199 INFO:teuthology.lock.ops:Updating smithi088.front.sepia.ceph.com on lock server 2024-02-09T23:36:22.223 DEBUG:teuthology.orchestra.run.smithi103:> uname -m 2024-02-09T23:36:22.241 INFO:teuthology.orchestra.run.smithi103.stdout:x86_64 2024-02-09T23:36:22.242 DEBUG:teuthology.orchestra.run.smithi103:> cat /etc/os-release 2024-02-09T23:36:22.298 INFO:teuthology.orchestra.run.smithi103.stdout:NAME="CentOS Stream" 2024-02-09T23:36:22.298 INFO:teuthology.orchestra.run.smithi103.stdout:VERSION="9" 2024-02-09T23:36:22.298 INFO:teuthology.orchestra.run.smithi103.stdout:ID="centos" 2024-02-09T23:36:22.298 INFO:teuthology.orchestra.run.smithi103.stdout:ID_LIKE="rhel fedora" 2024-02-09T23:36:22.298 INFO:teuthology.orchestra.run.smithi103.stdout:VERSION_ID="9" 2024-02-09T23:36:22.298 INFO:teuthology.orchestra.run.smithi103.stdout:PLATFORM_ID="platform:el9" 2024-02-09T23:36:22.299 INFO:teuthology.orchestra.run.smithi103.stdout:PRETTY_NAME="CentOS Stream 9" 2024-02-09T23:36:22.299 INFO:teuthology.orchestra.run.smithi103.stdout:ANSI_COLOR="0;31" 2024-02-09T23:36:22.299 INFO:teuthology.orchestra.run.smithi103.stdout:LOGO="fedora-logo-icon" 2024-02-09T23:36:22.299 INFO:teuthology.orchestra.run.smithi103.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-02-09T23:36:22.299 INFO:teuthology.orchestra.run.smithi103.stdout:HOME_URL="https://centos.org/" 2024-02-09T23:36:22.299 INFO:teuthology.orchestra.run.smithi103.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-02-09T23:36:22.299 INFO:teuthology.orchestra.run.smithi103.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-02-09T23:36:22.299 INFO:teuthology.orchestra.run.smithi103.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-02-09T23:36:22.299 INFO:teuthology.lock.ops:Updating smithi103.front.sepia.ceph.com on lock server 2024-02-09T23:36:22.323 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-02-09T23:36:22.334 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-02-09T23:36:22.382 INFO:teuthology.task.internal:Checking for old test directory... 2024-02-09T23:36:22.382 DEBUG:teuthology.orchestra.run.smithi001:> test '!' -e /home/ubuntu/cephtest 2024-02-09T23:36:22.385 DEBUG:teuthology.orchestra.run.smithi088:> test '!' -e /home/ubuntu/cephtest 2024-02-09T23:36:22.387 DEBUG:teuthology.orchestra.run.smithi103:> test '!' -e /home/ubuntu/cephtest 2024-02-09T23:36:22.403 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-02-09T23:36:22.410 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-02-09T23:36:22.410 DEBUG:teuthology.orchestra.run.smithi001:> test -z $(ls -A /var/lib/ceph) 2024-02-09T23:36:22.442 DEBUG:teuthology.orchestra.run.smithi088:> test -z $(ls -A /var/lib/ceph) 2024-02-09T23:36:22.445 DEBUG:teuthology.orchestra.run.smithi103:> test -z $(ls -A /var/lib/ceph) 2024-02-09T23:36:22.533 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-02-09T23:36:22.602 INFO:teuthology.run_tasks:Running task kernel... 2024-02-09T23:36:22.616 INFO:teuthology.task.kernel:normalize config orig: {'client': {'sha1': 'distro'}, 'kdb': True, 'sha1': 'distro'} 2024-02-09T23:36:22.617 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'sha1': 'distro'}} 2024-02-09T23:36:22.617 INFO:teuthology.task.kernel:config {'client.0': {'sha1': 'distro'}}, timeout 300 2024-02-09T23:36:22.617 DEBUG:teuthology.orchestra.run.smithi001:> test -f /run/.containerenv -o -f /.dockerenv 2024-02-09T23:36:22.634 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-09T23:36:22.634 DEBUG:teuthology.orchestra.run.smithi001:> uname -r 2024-02-09T23:36:22.692 INFO:teuthology.orchestra.run.smithi001.stdout:5.14.0-361.el9.x86_64 2024-02-09T23:36:22.693 INFO:teuthology.task.kernel:Running kernel on smithi001: 5.14.0-361.el9.x86_64 2024-02-09T23:36:22.693 DEBUG:teuthology.orchestra.run.smithi001:> sudo yum install -y kernel 2024-02-09T23:36:24.975 INFO:teuthology.orchestra.run.smithi001.stdout:CentOS-9 - AppStream 12 MB/s | 6.7 MB 00:00 2024-02-09T23:36:26.550 INFO:teuthology.orchestra.run.smithi001.stdout:CentOS-9 - BaseOS 4.7 MB/s | 2.0 MB 00:00 2024-02-09T23:36:27.902 INFO:teuthology.orchestra.run.smithi001.stdout:CentOS Stream 9 - BaseOS 7.9 MB/s | 8.0 MB 00:01 2024-02-09T23:36:30.434 INFO:teuthology.orchestra.run.smithi001.stdout:CentOS Stream 9 - AppStream 14 MB/s | 19 MB 00:01 2024-02-09T23:36:35.211 INFO:teuthology.orchestra.run.smithi001.stdout:CentOS Stream 9 - CRB 5.0 MB/s | 5.9 MB 00:01 2024-02-09T23:36:37.827 INFO:teuthology.orchestra.run.smithi001.stdout:CentOS Stream 9 - Extras packages 10 kB/s | 15 kB 00:01 2024-02-09T23:36:40.472 INFO:teuthology.orchestra.run.smithi001.stdout:Extra Packages for Enterprise Linux 8.1 MB/s | 20 MB 00:02 2024-02-09T23:36:45.670 INFO:teuthology.orchestra.run.smithi001.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-02-09T23:36:48.060 INFO:teuthology.orchestra.run.smithi001.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-02-09T23:36:48.060 INFO:teuthology.orchestra.run.smithi001.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-02-09T23:36:48.146 INFO:teuthology.orchestra.run.smithi001.stdout:Dependencies resolved. 2024-02-09T23:36:48.150 INFO:teuthology.orchestra.run.smithi001.stdout:================================================================================ 2024-02-09T23:36:48.150 INFO:teuthology.orchestra.run.smithi001.stdout: Package Arch Version Repository Size 2024-02-09T23:36:48.150 INFO:teuthology.orchestra.run.smithi001.stdout:================================================================================ 2024-02-09T23:36:48.150 INFO:teuthology.orchestra.run.smithi001.stdout:Installing: 2024-02-09T23:36:48.150 INFO:teuthology.orchestra.run.smithi001.stdout: kernel x86_64 5.14.0-419.el9 CentOS-BaseOS 6.0 M 2024-02-09T23:36:48.150 INFO:teuthology.orchestra.run.smithi001.stdout:Installing dependencies: 2024-02-09T23:36:48.151 INFO:teuthology.orchestra.run.smithi001.stdout: kernel-core x86_64 5.14.0-419.el9 CentOS-BaseOS 21 M 2024-02-09T23:36:48.151 INFO:teuthology.orchestra.run.smithi001.stdout: kernel-modules x86_64 5.14.0-419.el9 CentOS-BaseOS 39 M 2024-02-09T23:36:48.151 INFO:teuthology.orchestra.run.smithi001.stdout: kernel-modules-core x86_64 5.14.0-419.el9 CentOS-BaseOS 33 M 2024-02-09T23:36:48.151 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:36:48.151 INFO:teuthology.orchestra.run.smithi001.stdout:Transaction Summary 2024-02-09T23:36:48.151 INFO:teuthology.orchestra.run.smithi001.stdout:================================================================================ 2024-02-09T23:36:48.151 INFO:teuthology.orchestra.run.smithi001.stdout:Install 4 Packages 2024-02-09T23:36:48.151 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:36:48.152 INFO:teuthology.orchestra.run.smithi001.stdout:Total download size: 99 M 2024-02-09T23:36:48.152 INFO:teuthology.orchestra.run.smithi001.stdout:Installed size: 122 M 2024-02-09T23:36:48.152 INFO:teuthology.orchestra.run.smithi001.stdout:Downloading Packages: 2024-02-09T23:36:48.871 INFO:teuthology.orchestra.run.smithi001.stdout:(1/4): kernel-5.14.0-419.el9.x86_64.rpm 8.4 MB/s | 6.0 MB 00:00 2024-02-09T23:36:50.163 INFO:teuthology.orchestra.run.smithi001.stdout:(2/4): kernel-modules-core-5.14.0-419.el9.x86_6 26 MB/s | 33 MB 00:01 2024-02-09T23:36:50.379 INFO:teuthology.orchestra.run.smithi001.stdout:(3/4): kernel-core-5.14.0-419.el9.x86_64.rpm 9.4 MB/s | 21 MB 00:02 2024-02-09T23:36:50.988 INFO:teuthology.orchestra.run.smithi001.stdout:(4/4): kernel-modules-5.14.0-419.el9.x86_64.rpm 14 MB/s | 39 MB 00:02 2024-02-09T23:36:50.991 INFO:teuthology.orchestra.run.smithi001.stdout:-------------------------------------------------------------------------------- 2024-02-09T23:36:50.992 INFO:teuthology.orchestra.run.smithi001.stdout:Total 35 MB/s | 99 MB 00:02 2024-02-09T23:36:50.992 INFO:teuthology.orchestra.run.smithi001.stdout:Running transaction check 2024-02-09T23:36:51.431 INFO:teuthology.orchestra.run.smithi001.stdout:Transaction check succeeded. 2024-02-09T23:36:51.431 INFO:teuthology.orchestra.run.smithi001.stdout:Running transaction test 2024-02-09T23:36:52.489 INFO:teuthology.orchestra.run.smithi001.stdout:Transaction test succeeded. 2024-02-09T23:36:52.490 INFO:teuthology.orchestra.run.smithi001.stdout:Running transaction 2024-02-09T23:36:55.021 INFO:teuthology.orchestra.run.smithi001.stdout: Preparing : 1/1 2024-02-09T23:36:55.717 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : kernel-modules-core-5.14.0-419.el9.x86_64 1/4 2024-02-09T23:36:55.855 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : kernel-core-5.14.0-419.el9.x86_64 2/4 2024-02-09T23:36:58.763 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: kernel-core-5.14.0-419.el9.x86_64 2/4 2024-02-09T23:36:58.940 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : kernel-modules-5.14.0-419.el9.x86_64 3/4 2024-02-09T23:37:04.000 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: kernel-modules-5.14.0-419.el9.x86_64 3/4 2024-02-09T23:37:04.105 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : kernel-5.14.0-419.el9.x86_64 4/4 2024-02-09T23:37:09.188 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: kernel-modules-core-5.14.0-419.el9.x86_64 4/4 2024-02-09T23:37:40.086 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: kernel-core-5.14.0-419.el9.x86_64 4/4 2024-02-09T23:37:40.087 INFO:teuthology.orchestra.run.smithi001.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-02-09T23:37:40.087 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:37:40.160 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: kernel-modules-5.14.0-419.el9.x86_64 4/4 2024-02-09T23:37:40.554 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: kernel-5.14.0-419.el9.x86_64 4/4 2024-02-09T23:37:40.555 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : kernel-5.14.0-419.el9.x86_64 1/4 2024-02-09T23:37:40.555 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : kernel-core-5.14.0-419.el9.x86_64 2/4 2024-02-09T23:37:40.555 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : kernel-modules-5.14.0-419.el9.x86_64 3/4 2024-02-09T23:37:40.995 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : kernel-modules-core-5.14.0-419.el9.x86_64 4/4 2024-02-09T23:37:40.996 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:37:40.996 INFO:teuthology.orchestra.run.smithi001.stdout:Installed: 2024-02-09T23:37:40.996 INFO:teuthology.orchestra.run.smithi001.stdout: kernel-5.14.0-419.el9.x86_64 2024-02-09T23:37:40.996 INFO:teuthology.orchestra.run.smithi001.stdout: kernel-core-5.14.0-419.el9.x86_64 2024-02-09T23:37:40.996 INFO:teuthology.orchestra.run.smithi001.stdout: kernel-modules-5.14.0-419.el9.x86_64 2024-02-09T23:37:40.996 INFO:teuthology.orchestra.run.smithi001.stdout: kernel-modules-core-5.14.0-419.el9.x86_64 2024-02-09T23:37:40.996 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:37:40.996 INFO:teuthology.orchestra.run.smithi001.stdout:Complete! 2024-02-09T23:37:41.508 DEBUG:teuthology.orchestra.run.smithi001:> rpm -q kernel | sort -rV | head -n 1 2024-02-09T23:37:41.643 INFO:teuthology.orchestra.run.smithi001.stdout:kernel-5.14.0-419.el9.x86_64 2024-02-09T23:37:41.643 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-419.el9.x86_64 2024-02-09T23:37:41.644 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-419.el9.x86_64 2024-02-09T23:37:41.644 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-02-09T23:37:41.644 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-02-09T23:37:41.644 INFO:teuthology.task.kernel:Installing distro kernel on client.0... 2024-02-09T23:37:41.644 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi001.front.sepia.ceph.com, path=None, version=distro) 2024-02-09T23:37:41.644 DEBUG:teuthology.orchestra.run.smithi001:> rpm -q kernel | sort -rV | head -n 1 2024-02-09T23:37:41.757 INFO:teuthology.orchestra.run.smithi001.stdout:kernel-5.14.0-419.el9.x86_64 2024-02-09T23:37:41.757 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-419.el9.x86_64 2024-02-09T23:37:41.757 DEBUG:teuthology.orchestra.run.smithi001:> sudo rpm -qi grub2-tools 2024-02-09T23:37:41.802 INFO:teuthology.orchestra.run.smithi001.stdout:Name : grub2-tools 2024-02-09T23:37:41.803 INFO:teuthology.orchestra.run.smithi001.stdout:Epoch : 1 2024-02-09T23:37:41.803 INFO:teuthology.orchestra.run.smithi001.stdout:Version : 2.06 2024-02-09T23:37:41.803 INFO:teuthology.orchestra.run.smithi001.stdout:Release : 68.el9 2024-02-09T23:37:41.803 INFO:teuthology.orchestra.run.smithi001.stdout:Architecture: x86_64 2024-02-09T23:37:41.803 INFO:teuthology.orchestra.run.smithi001.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-02-09T23:37:41.803 INFO:teuthology.orchestra.run.smithi001.stdout:Group : Unspecified 2024-02-09T23:37:41.803 INFO:teuthology.orchestra.run.smithi001.stdout:Size : 8264254 2024-02-09T23:37:41.803 INFO:teuthology.orchestra.run.smithi001.stdout:License : GPLv3+ 2024-02-09T23:37:41.803 INFO:teuthology.orchestra.run.smithi001.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-02-09T23:37:41.803 INFO:teuthology.orchestra.run.smithi001.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-02-09T23:37:41.803 INFO:teuthology.orchestra.run.smithi001.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-02-09T23:37:41.804 INFO:teuthology.orchestra.run.smithi001.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-02-09T23:37:41.804 INFO:teuthology.orchestra.run.smithi001.stdout:Packager : builder@centos.org 2024-02-09T23:37:41.804 INFO:teuthology.orchestra.run.smithi001.stdout:Vendor : CentOS 2024-02-09T23:37:41.804 INFO:teuthology.orchestra.run.smithi001.stdout:URL : http://www.gnu.org/software/grub/ 2024-02-09T23:37:41.804 INFO:teuthology.orchestra.run.smithi001.stdout:Summary : Support tools for GRUB. 2024-02-09T23:37:41.804 INFO:teuthology.orchestra.run.smithi001.stdout:Description : 2024-02-09T23:37:41.804 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:37:41.804 INFO:teuthology.orchestra.run.smithi001.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-02-09T23:37:41.804 INFO:teuthology.orchestra.run.smithi001.stdout:customizable bootloader with modular architecture. It supports a rich 2024-02-09T23:37:41.804 INFO:teuthology.orchestra.run.smithi001.stdout:variety of kernel formats, file systems, computer architectures and 2024-02-09T23:37:41.804 INFO:teuthology.orchestra.run.smithi001.stdout:hardware devices. 2024-02-09T23:37:41.804 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:37:41.805 INFO:teuthology.orchestra.run.smithi001.stdout:This subpackage provides tools for support of all platforms. 2024-02-09T23:37:41.805 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-02-09T23:37:41.806 INFO:teuthology.task.kernel:Updating grub on smithi001 to boot 5.14.0-419.el9.x86_64 2024-02-09T23:37:41.806 DEBUG:teuthology.orchestra.run.smithi001:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-02-09T23:37:42.348 INFO:teuthology.orchestra.run.smithi001.stderr:Generating grub configuration file ... 2024-02-09T23:37:43.708 INFO:teuthology.orchestra.run.smithi001.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-02-09T23:37:43.740 INFO:teuthology.orchestra.run.smithi001.stderr:done 2024-02-09T23:37:43.743 DEBUG:teuthology.orchestra.run.smithi001:> mktemp 2024-02-09T23:37:43.758 INFO:teuthology.orchestra.run.smithi001.stdout:/tmp/tmp.2kljk7K4pA 2024-02-09T23:37:43.758 DEBUG:teuthology.orchestra.run.smithi001:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.2kljk7K4pA 2024-02-09T23:37:43.831 DEBUG:teuthology.orchestra.run.smithi001:> sudo chmod 0666 /tmp/tmp.2kljk7K4pA 2024-02-09T23:37:43.974 DEBUG:teuthology.orchestra.remote:smithi001:/tmp/tmp.2kljk7K4pA is 6KB 2024-02-09T23:37:44.024 DEBUG:teuthology.orchestra.run.smithi001:> rm -fr /tmp/tmp.2kljk7K4pA 2024-02-09T23:37:44.039 DEBUG:teuthology.orchestra.run.smithi001:> sudo /bin/ls /boot/loader/entries || true 2024-02-09T23:37:44.108 INFO:teuthology.orchestra.run.smithi001.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-02-09T23:37:44.108 INFO:teuthology.orchestra.run.smithi001.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-02-09T23:37:44.108 INFO:teuthology.orchestra.run.smithi001.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-02-09T23:37:44.108 INFO:teuthology.orchestra.run.smithi001.stdout:15949e3c88704300882482eddfd7baae-5.14.0-419.el9.x86_64.conf 2024-02-09T23:37:44.109 DEBUG:teuthology.orchestra.run.smithi001:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-419.el9.x86_64 2024-02-09T23:37:44.273 DEBUG:teuthology.orchestra.run.smithi001:> sudo shutdown -r now 2024-02-09T23:38:14.276 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-02-09T23:38:14.276 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi001.front.sepia.ceph.com' 2024-02-09T23:38:14.277 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi001.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-09T23:38:32.640 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.1 2024-02-09T23:38:41.641 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi001.front.sepia.ceph.com' 2024-02-09T23:38:41.642 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi001.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-09T23:39:41.645 DEBUG:teuthology.orchestra.remote:timed out 2024-02-09T23:39:53.646 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi001.front.sepia.ceph.com' 2024-02-09T23:39:53.647 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi001.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-09T23:39:54.044 DEBUG:teuthology.orchestra.run.smithi001:> true 2024-02-09T23:39:54.440 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi001.front.sepia.ceph.com' 2024-02-09T23:39:54.440 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "5.14.0-419.el9.x86_64"... 2024-02-09T23:39:54.440 DEBUG:teuthology.orchestra.run.smithi001:> uname -r 2024-02-09T23:39:54.455 INFO:teuthology.orchestra.run.smithi001.stdout:5.14.0-419.el9.x86_64 2024-02-09T23:39:54.455 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-419.el9.x86_64 vs 5.14.0-419.el9.x86_64 2024-02-09T23:39:54.456 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-02-09T23:39:54.456 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-02-09T23:39:55.457 DEBUG:teuthology.parallel:result is None 2024-02-09T23:39:55.457 INFO:teuthology.run_tasks:Running task internal.base... 2024-02-09T23:39:55.465 INFO:teuthology.task.internal:Creating test directory... 2024-02-09T23:39:55.465 DEBUG:teuthology.orchestra.run.smithi001:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-02-09T23:39:55.468 DEBUG:teuthology.orchestra.run.smithi088:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-02-09T23:39:55.470 DEBUG:teuthology.orchestra.run.smithi103:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-02-09T23:39:55.488 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-02-09T23:39:55.514 INFO:teuthology.run_tasks:Running task internal.archive... 2024-02-09T23:39:55.562 INFO:teuthology.task.internal:Creating archive directory... 2024-02-09T23:39:55.562 DEBUG:teuthology.orchestra.run.smithi001:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-02-09T23:39:55.565 DEBUG:teuthology.orchestra.run.smithi088:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-02-09T23:39:55.567 DEBUG:teuthology.orchestra.run.smithi103:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-02-09T23:39:55.722 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-02-09T23:39:55.744 INFO:teuthology.task.internal:Enabling coredump saving... 2024-02-09T23:39:55.745 DEBUG:teuthology.orchestra.run.smithi088:> test -f /run/.containerenv -o -f /.dockerenv 2024-02-09T23:39:55.762 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-09T23:39:55.762 DEBUG:teuthology.orchestra.run.smithi103:> test -f /run/.containerenv -o -f /.dockerenv 2024-02-09T23:39:55.781 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-09T23:39:55.781 DEBUG:teuthology.orchestra.run.smithi001:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-02-09T23:39:55.786 DEBUG:teuthology.orchestra.run.smithi088:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-02-09T23:39:55.806 DEBUG:teuthology.orchestra.run.smithi103:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-02-09T23:39:55.864 INFO:teuthology.orchestra.run.smithi088.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-02-09T23:39:55.869 INFO:teuthology.orchestra.run.smithi001.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-02-09T23:39:55.894 INFO:teuthology.orchestra.run.smithi088.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-02-09T23:39:55.909 INFO:teuthology.orchestra.run.smithi001.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-02-09T23:39:55.914 INFO:teuthology.orchestra.run.smithi103.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-02-09T23:39:55.938 INFO:teuthology.orchestra.run.smithi103.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-02-09T23:39:55.941 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-02-09T23:39:55.970 INFO:teuthology.task.internal:Configuring sudo... 2024-02-09T23:39:55.970 DEBUG:teuthology.orchestra.run.smithi001:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-02-09T23:39:55.980 DEBUG:teuthology.orchestra.run.smithi088:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-02-09T23:39:55.997 DEBUG:teuthology.orchestra.run.smithi103:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-02-09T23:39:56.035 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-02-09T23:39:56.114 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-02-09T23:39:56.114 DEBUG:teuthology.orchestra.run.smithi001:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-02-09T23:39:56.131 DEBUG:teuthology.orchestra.run.smithi088:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-02-09T23:39:56.139 DEBUG:teuthology.orchestra.run.smithi103:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-02-09T23:39:56.161 DEBUG:teuthology.orchestra.run.smithi001:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-02-09T23:39:56.241 DEBUG:teuthology.orchestra.run.smithi001:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-02-09T23:39:56.294 DEBUG:teuthology.orchestra.run.smithi001:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-02-09T23:39:56.396 DEBUG:teuthology.orchestra.run.smithi001:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-02-09T23:39:56.439 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-02-09T23:39:56.439 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-02-09T23:39:56.509 DEBUG:teuthology.orchestra.run.smithi088:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-02-09T23:39:56.554 DEBUG:teuthology.orchestra.run.smithi088:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-02-09T23:39:56.616 DEBUG:teuthology.orchestra.run.smithi088:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-02-09T23:39:56.667 DEBUG:teuthology.orchestra.run.smithi088:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-02-09T23:39:56.703 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-02-09T23:39:56.703 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-02-09T23:39:56.772 DEBUG:teuthology.orchestra.run.smithi103:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-02-09T23:39:56.822 DEBUG:teuthology.orchestra.run.smithi103:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-02-09T23:39:56.883 DEBUG:teuthology.orchestra.run.smithi103:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-02-09T23:39:56.927 DEBUG:teuthology.orchestra.run.smithi103:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-02-09T23:39:56.976 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-02-09T23:39:56.976 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-02-09T23:39:57.048 DEBUG:teuthology.orchestra.run.smithi001:> sudo service rsyslog restart 2024-02-09T23:39:57.054 DEBUG:teuthology.orchestra.run.smithi088:> sudo service rsyslog restart 2024-02-09T23:39:57.058 DEBUG:teuthology.orchestra.run.smithi103:> sudo service rsyslog restart 2024-02-09T23:39:57.091 INFO:teuthology.orchestra.run.smithi088.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-02-09T23:39:57.096 INFO:teuthology.orchestra.run.smithi001.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-02-09T23:39:57.127 INFO:teuthology.orchestra.run.smithi103.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-02-09T23:39:57.502 INFO:teuthology.run_tasks:Running task internal.timer... 2024-02-09T23:39:57.512 INFO:teuthology.task.internal:Starting timer... 2024-02-09T23:39:57.513 INFO:teuthology.run_tasks:Running task pcp... 2024-02-09T23:39:57.584 INFO:teuthology.run_tasks:Running task selinux... 2024-02-09T23:39:57.632 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-02-09T23:39:57.633 DEBUG:teuthology.orchestra.run.smithi001:> sudo service auditd rotate 2024-02-09T23:39:57.692 INFO:teuthology.orchestra.run.smithi001.stdout:Rotating logs: 2024-02-09T23:39:57.693 DEBUG:teuthology.orchestra.run.smithi088:> sudo service auditd rotate 2024-02-09T23:39:57.746 INFO:teuthology.orchestra.run.smithi088.stdout:Rotating logs: 2024-02-09T23:39:57.748 DEBUG:teuthology.orchestra.run.smithi103:> sudo service auditd rotate 2024-02-09T23:39:57.807 INFO:teuthology.orchestra.run.smithi103.stdout:Rotating logs: 2024-02-09T23:39:57.809 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-02-09T23:39:57.809 DEBUG:teuthology.orchestra.run.smithi001:> /usr/sbin/getenforce 2024-02-09T23:39:57.826 INFO:teuthology.orchestra.run.smithi001.stdout:Permissive 2024-02-09T23:39:57.827 DEBUG:teuthology.orchestra.run.smithi088:> /usr/sbin/getenforce 2024-02-09T23:39:57.852 INFO:teuthology.orchestra.run.smithi088.stdout:Permissive 2024-02-09T23:39:57.852 DEBUG:teuthology.orchestra.run.smithi103:> /usr/sbin/getenforce 2024-02-09T23:39:57.871 INFO:teuthology.orchestra.run.smithi103.stdout:Permissive 2024-02-09T23:39:57.872 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi001.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi088.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi103.front.sepia.ceph.com': 'permissive'} 2024-02-09T23:39:57.872 DEBUG:teuthology.orchestra.run.smithi001:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-02-09T23:39:57.899 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-09T23:39:57.900 DEBUG:teuthology.orchestra.run.smithi088:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-02-09T23:39:57.927 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-09T23:39:57.927 DEBUG:teuthology.orchestra.run.smithi103:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-02-09T23:39:57.956 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-09T23:39:57.956 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-02-09T23:39:57.956 DEBUG:teuthology.orchestra.run.smithi001:> sudo /usr/sbin/setenforce permissive 2024-02-09T23:39:57.987 DEBUG:teuthology.orchestra.run.smithi088:> sudo /usr/sbin/setenforce permissive 2024-02-09T23:39:58.021 DEBUG:teuthology.orchestra.run.smithi103:> sudo /usr/sbin/setenforce permissive 2024-02-09T23:39:58.057 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-02-09T23:39:58.067 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-02-09T23:39:58.084 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-02-09T23:39:58.085 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi001.front.sepia.ceph.com,smithi088.front.sepia.ceph.com,smithi103.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-02-09T23:44:40.258 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi001.front.sepia.ceph.com'), Remote(name='ubuntu@smithi088.front.sepia.ceph.com'), Remote(name='ubuntu@smithi103.front.sepia.ceph.com')] 2024-02-09T23:44:40.260 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi001.front.sepia.ceph.com' 2024-02-09T23:44:40.261 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi001.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-09T23:44:40.353 DEBUG:teuthology.orchestra.run.smithi001:> true 2024-02-09T23:44:40.430 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi001.front.sepia.ceph.com' 2024-02-09T23:44:40.431 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi088.front.sepia.ceph.com' 2024-02-09T23:44:40.431 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi088.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-09T23:44:40.521 DEBUG:teuthology.orchestra.run.smithi088:> true 2024-02-09T23:44:40.592 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi088.front.sepia.ceph.com' 2024-02-09T23:44:40.592 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi103.front.sepia.ceph.com' 2024-02-09T23:44:40.593 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi103.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-09T23:44:40.682 DEBUG:teuthology.orchestra.run.smithi103:> true 2024-02-09T23:44:40.753 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi103.front.sepia.ceph.com' 2024-02-09T23:44:40.754 INFO:teuthology.run_tasks:Running task clock... 2024-02-09T23:44:40.766 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-02-09T23:44:40.766 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-02-09T23:44:40.767 DEBUG:teuthology.orchestra.run.smithi001:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-02-09T23:44:40.769 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-02-09T23:44:40.769 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-02-09T23:44:40.772 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-02-09T23:44:40.772 DEBUG:teuthology.orchestra.run.smithi103:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-02-09T23:44:40.799 INFO:teuthology.orchestra.run.smithi001.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-02-09T23:44:40.803 INFO:teuthology.orchestra.run.smithi088.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-02-09T23:44:40.815 INFO:teuthology.orchestra.run.smithi001.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-02-09T23:44:40.820 INFO:teuthology.orchestra.run.smithi088.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-02-09T23:44:40.827 INFO:teuthology.orchestra.run.smithi103.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-02-09T23:44:40.845 INFO:teuthology.orchestra.run.smithi103.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-02-09T23:44:40.845 INFO:teuthology.orchestra.run.smithi001.stderr:sudo: ntpd: command not found 2024-02-09T23:44:40.850 INFO:teuthology.orchestra.run.smithi088.stderr:sudo: ntpd: command not found 2024-02-09T23:44:40.859 INFO:teuthology.orchestra.run.smithi001.stdout:506 Cannot talk to daemon 2024-02-09T23:44:40.864 INFO:teuthology.orchestra.run.smithi088.stdout:506 Cannot talk to daemon 2024-02-09T23:44:40.875 INFO:teuthology.orchestra.run.smithi001.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-02-09T23:44:40.876 INFO:teuthology.orchestra.run.smithi103.stderr:sudo: ntpd: command not found 2024-02-09T23:44:40.880 INFO:teuthology.orchestra.run.smithi088.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-02-09T23:44:40.890 INFO:teuthology.orchestra.run.smithi103.stdout:506 Cannot talk to daemon 2024-02-09T23:44:40.891 INFO:teuthology.orchestra.run.smithi001.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-02-09T23:44:40.897 INFO:teuthology.orchestra.run.smithi088.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-02-09T23:44:40.907 INFO:teuthology.orchestra.run.smithi103.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-02-09T23:44:40.924 INFO:teuthology.orchestra.run.smithi103.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-02-09T23:44:40.939 INFO:teuthology.orchestra.run.smithi001.stderr:bash: line 1: ntpq: command not found 2024-02-09T23:44:40.940 INFO:teuthology.orchestra.run.smithi088.stderr:bash: line 1: ntpq: command not found 2024-02-09T23:44:40.941 INFO:teuthology.orchestra.run.smithi001.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-02-09T23:44:40.941 INFO:teuthology.orchestra.run.smithi001.stdout:=============================================================================== 2024-02-09T23:44:40.942 INFO:teuthology.orchestra.run.smithi001.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-09T23:44:40.942 INFO:teuthology.orchestra.run.smithi001.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-09T23:44:40.942 INFO:teuthology.orchestra.run.smithi001.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-09T23:44:40.942 INFO:teuthology.orchestra.run.smithi001.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-09T23:44:40.943 INFO:teuthology.orchestra.run.smithi088.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-02-09T23:44:40.943 INFO:teuthology.orchestra.run.smithi088.stdout:=============================================================================== 2024-02-09T23:44:40.943 INFO:teuthology.orchestra.run.smithi088.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-09T23:44:40.943 INFO:teuthology.orchestra.run.smithi088.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-09T23:44:40.943 INFO:teuthology.orchestra.run.smithi088.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-09T23:44:40.943 INFO:teuthology.orchestra.run.smithi088.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-09T23:44:40.968 INFO:teuthology.orchestra.run.smithi103.stderr:bash: line 1: ntpq: command not found 2024-02-09T23:44:40.971 INFO:teuthology.orchestra.run.smithi103.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-02-09T23:44:40.971 INFO:teuthology.orchestra.run.smithi103.stdout:=============================================================================== 2024-02-09T23:44:40.972 INFO:teuthology.orchestra.run.smithi103.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-09T23:44:40.972 INFO:teuthology.orchestra.run.smithi103.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-09T23:44:40.972 INFO:teuthology.orchestra.run.smithi103.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-09T23:44:40.972 INFO:teuthology.orchestra.run.smithi103.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-09T23:44:40.973 INFO:teuthology.run_tasks:Running task install... 2024-02-09T23:44:40.982 DEBUG:teuthology.task.install:project ceph 2024-02-09T23:44:40.982 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '290212a1bfd33563ba76ee5b7f0b944fdb6c5d90'}} 2024-02-09T23:44:40.982 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '290212a1bfd33563ba76ee5b7f0b944fdb6c5d90'} 2024-02-09T23:44:40.982 INFO:teuthology.task.install:Using flavor: default 2024-02-09T23:44:40.991 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-02-09T23:44:40.991 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-02-09T23:44:40.991 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '290212a1bfd33563ba76ee5b7f0b944fdb6c5d90', 'tag': None, 'wait_for_package': False} 2024-02-09T23:44:40.992 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 2024-02-09T23:44:40.994 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '290212a1bfd33563ba76ee5b7f0b944fdb6c5d90', 'tag': None, 'wait_for_package': False} 2024-02-09T23:44:40.994 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 2024-02-09T23:44:40.995 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '290212a1bfd33563ba76ee5b7f0b944fdb6c5d90', 'tag': None, 'wait_for_package': False} 2024-02-09T23:44:40.995 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 2024-02-09T23:44:41.163 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/main/290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/centos/9/flavors/default/ 2024-02-09T23:44:41.163 INFO:teuthology.task.install.rpm:Package version is 19.0.0-1361.g290212a1 2024-02-09T23:44:41.167 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/main/290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/centos/9/flavors/default/ 2024-02-09T23:44:41.168 INFO:teuthology.task.install.rpm:Package version is 19.0.0-1361.g290212a1 2024-02-09T23:44:41.174 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/main/290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/centos/9/flavors/default/ 2024-02-09T23:44:41.174 INFO:teuthology.task.install.rpm:Package version is 19.0.0-1361.g290212a1 2024-02-09T23:44:41.282 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/main/290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/main/290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/main/290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-02-09T23:44:41.282 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-02-09T23:44:41.283 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-02-09T23:44:41.290 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/main/290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/main/290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/main/290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-02-09T23:44:41.290 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-02-09T23:44:41.290 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-02-09T23:44:41.302 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/main/290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/main/290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/main/290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-02-09T23:44:41.302 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-02-09T23:44:41.302 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-02-09T23:44:41.310 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-02-09T23:44:41.310 DEBUG:teuthology.orchestra.run.smithi088:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-02-09T23:44:41.318 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-02-09T23:44:41.318 DEBUG:teuthology.orchestra.run.smithi103:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-02-09T23:44:41.330 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-02-09T23:44:41.330 DEBUG:teuthology.orchestra.run.smithi001:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-02-09T23:44:41.378 DEBUG:teuthology.orchestra.run.smithi088:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-02-09T23:44:41.386 DEBUG:teuthology.orchestra.run.smithi103:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-02-09T23:44:41.398 DEBUG:teuthology.orchestra.run.smithi001:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-02-09T23:44:41.458 DEBUG:teuthology.orchestra.run.smithi088:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-02-09T23:44:41.466 DEBUG:teuthology.orchestra.run.smithi103:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-02-09T23:44:41.479 DEBUG:teuthology.orchestra.run.smithi001:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-02-09T23:44:41.524 INFO:teuthology.orchestra.run.smithi088.stdout:check_obsoletes = 1 2024-02-09T23:44:41.526 DEBUG:teuthology.orchestra.run.smithi088:> sudo yum clean all 2024-02-09T23:44:41.533 INFO:teuthology.orchestra.run.smithi103.stdout:check_obsoletes = 1 2024-02-09T23:44:41.534 DEBUG:teuthology.orchestra.run.smithi103:> sudo yum clean all 2024-02-09T23:44:41.544 INFO:teuthology.orchestra.run.smithi001.stdout:check_obsoletes = 1 2024-02-09T23:44:41.547 DEBUG:teuthology.orchestra.run.smithi001:> sudo yum clean all 2024-02-09T23:44:41.757 INFO:teuthology.orchestra.run.smithi088.stdout:74 files removed 2024-02-09T23:44:41.767 INFO:teuthology.orchestra.run.smithi103.stdout:74 files removed 2024-02-09T23:44:41.784 DEBUG:teuthology.orchestra.run.smithi088:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-02-09T23:44:41.794 DEBUG:teuthology.orchestra.run.smithi103:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-02-09T23:44:41.794 INFO:teuthology.orchestra.run.smithi001.stdout:74 files removed 2024-02-09T23:44:41.821 DEBUG:teuthology.orchestra.run.smithi001:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-02-09T23:44:42.434 INFO:teuthology.orchestra.run.smithi088.stdout:ceph packages for x86_64 228 kB/s | 82 kB 00:00 2024-02-09T23:44:42.452 INFO:teuthology.orchestra.run.smithi103.stdout:ceph packages for x86_64 223 kB/s | 82 kB 00:00 2024-02-09T23:44:42.491 INFO:teuthology.orchestra.run.smithi001.stdout:ceph packages for x86_64 237 kB/s | 82 kB 00:00 2024-02-09T23:44:42.784 INFO:teuthology.orchestra.run.smithi088.stdout:ceph noarch packages 32 kB/s | 10 kB 00:00 2024-02-09T23:44:42.820 INFO:teuthology.orchestra.run.smithi103.stdout:ceph noarch packages 31 kB/s | 10 kB 00:00 2024-02-09T23:44:42.866 INFO:teuthology.orchestra.run.smithi001.stdout:ceph noarch packages 31 kB/s | 10 kB 00:00 2024-02-09T23:44:43.136 INFO:teuthology.orchestra.run.smithi088.stdout:ceph source packages 5.9 kB/s | 1.9 kB 00:00 2024-02-09T23:44:43.170 INFO:teuthology.orchestra.run.smithi103.stdout:ceph source packages 5.9 kB/s | 1.9 kB 00:00 2024-02-09T23:44:43.233 INFO:teuthology.orchestra.run.smithi001.stdout:ceph source packages 5.8 kB/s | 1.9 kB 00:00 2024-02-09T23:44:43.598 INFO:teuthology.orchestra.run.smithi103.stdout:CentOS-9 - AppStream 17 MB/s | 6.7 MB 00:00 2024-02-09T23:44:43.612 INFO:teuthology.orchestra.run.smithi088.stdout:CentOS-9 - AppStream 15 MB/s | 6.7 MB 00:00 2024-02-09T23:44:43.721 INFO:teuthology.orchestra.run.smithi001.stdout:CentOS-9 - AppStream 15 MB/s | 6.7 MB 00:00 2024-02-09T23:44:44.990 INFO:teuthology.orchestra.run.smithi103.stdout:CentOS-9 - BaseOS 6.8 MB/s | 2.0 MB 00:00 2024-02-09T23:44:45.005 INFO:teuthology.orchestra.run.smithi088.stdout:CentOS-9 - BaseOS 7.2 MB/s | 2.0 MB 00:00 2024-02-09T23:44:45.213 INFO:teuthology.orchestra.run.smithi001.stdout:CentOS-9 - BaseOS 5.8 MB/s | 2.0 MB 00:00 2024-02-09T23:44:46.206 INFO:teuthology.orchestra.run.smithi001.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.0 MB 00:00 2024-02-09T23:44:47.553 INFO:teuthology.orchestra.run.smithi088.stdout:CentOS Stream 9 - BaseOS 3.6 MB/s | 8.0 MB 00:02 2024-02-09T23:44:48.438 INFO:teuthology.orchestra.run.smithi001.stdout:CentOS Stream 9 - AppStream 17 MB/s | 19 MB 00:01 2024-02-09T23:44:52.196 INFO:teuthology.orchestra.run.smithi088.stdout:CentOS Stream 9 - AppStream 5.2 MB/s | 19 MB 00:03 2024-02-09T23:44:53.606 INFO:teuthology.orchestra.run.smithi001.stdout:CentOS Stream 9 - CRB 3.8 MB/s | 5.9 MB 00:01 2024-02-09T23:44:55.031 INFO:teuthology.orchestra.run.smithi001.stdout:CentOS Stream 9 - Extras packages 57 kB/s | 15 kB 00:00 2024-02-09T23:44:56.713 INFO:teuthology.orchestra.run.smithi088.stdout:CentOS Stream 9 - CRB 5.8 MB/s | 5.9 MB 00:01 2024-02-09T23:44:57.227 INFO:teuthology.orchestra.run.smithi001.stdout:Extra Packages for Enterprise Linux 9.9 MB/s | 20 MB 00:02 2024-02-09T23:44:58.213 INFO:teuthology.orchestra.run.smithi088.stdout:CentOS Stream 9 - Extras packages 39 kB/s | 15 kB 00:00 2024-02-09T23:45:00.107 INFO:teuthology.orchestra.run.smithi088.stdout:Extra Packages for Enterprise Linux 12 MB/s | 20 MB 00:01 2024-02-09T23:45:02.333 INFO:teuthology.orchestra.run.smithi001.stdout:lab-extras 34 kB/s | 1.7 kB 00:00 2024-02-09T23:45:04.956 INFO:teuthology.orchestra.run.smithi088.stdout:lab-extras 39 kB/s | 1.7 kB 00:00 2024-02-09T23:45:05.056 INFO:teuthology.orchestra.run.smithi001.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-02-09T23:45:05.057 INFO:teuthology.orchestra.run.smithi001.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-02-09T23:45:05.071 INFO:teuthology.orchestra.run.smithi001.stdout:Package NetworkManager-1:1.44.0-2.el9.x86_64 is already installed. 2024-02-09T23:45:05.072 INFO:teuthology.orchestra.run.smithi001.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-02-09T23:45:05.073 INFO:teuthology.orchestra.run.smithi001.stdout:Package util-linux-2.37.4-15.el9.x86_64 is already installed. 2024-02-09T23:45:05.074 INFO:teuthology.orchestra.run.smithi001.stdout:Package libacl-devel-2.3.1-3.el9.x86_64 is already installed. 2024-02-09T23:45:05.076 INFO:teuthology.orchestra.run.smithi001.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-02-09T23:45:05.079 INFO:teuthology.orchestra.run.smithi001.stdout:Package xfsdump-3.1.12-3.el9.x86_64 is already installed. 2024-02-09T23:45:05.080 INFO:teuthology.orchestra.run.smithi001.stdout:Package xfsprogs-5.19.0-4.el9.x86_64 is already installed. 2024-02-09T23:45:05.166 INFO:teuthology.orchestra.run.smithi001.stdout:Dependencies resolved. 2024-02-09T23:45:05.182 INFO:teuthology.orchestra.run.smithi001.stdout:============================================================================================ 2024-02-09T23:45:05.182 INFO:teuthology.orchestra.run.smithi001.stdout: Package Arch Version Repository Size 2024-02-09T23:45:05.182 INFO:teuthology.orchestra.run.smithi001.stdout:============================================================================================ 2024-02-09T23:45:05.182 INFO:teuthology.orchestra.run.smithi001.stdout:Installing: 2024-02-09T23:45:05.182 INFO:teuthology.orchestra.run.smithi001.stdout: bison x86_64 3.7.4-5.el9 CentOS-AppStream 920 k 2024-02-09T23:45:05.182 INFO:teuthology.orchestra.run.smithi001.stdout: ceph x86_64 2:19.0.0-1361.g290212a1.el9 ceph 6.6 k 2024-02-09T23:45:05.182 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-base x86_64 2:19.0.0-1361.g290212a1.el9 ceph 5.3 M 2024-02-09T23:45:05.183 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-fuse x86_64 2:19.0.0-1361.g290212a1.el9 ceph 885 k 2024-02-09T23:45:05.183 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-1361.g290212a1.el9 ceph 145 k 2024-02-09T23:45:05.183 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr x86_64 2:19.0.0-1361.g290212a1.el9 ceph 1.5 M 2024-02-09T23:45:05.183 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-cephadm noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 138 k 2024-02-09T23:45:05.183 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-dashboard noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 1.8 M 2024-02-09T23:45:05.183 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 7.4 M 2024-02-09T23:45:05.183 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-rook noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 52 k 2024-02-09T23:45:05.183 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-radosgw x86_64 2:19.0.0-1361.g290212a1.el9 ceph 9.7 M 2024-02-09T23:45:05.183 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-test x86_64 2:19.0.0-1361.g290212a1.el9 ceph 47 M 2024-02-09T23:45:05.183 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-volume noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 264 k 2024-02-09T23:45:05.183 INFO:teuthology.orchestra.run.smithi001.stdout: cephadm noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 748 k 2024-02-09T23:45:05.183 INFO:teuthology.orchestra.run.smithi001.stdout: cephfs-mirror x86_64 2:19.0.0-1361.g290212a1.el9 ceph 217 k 2024-02-09T23:45:05.183 INFO:teuthology.orchestra.run.smithi001.stdout: cephfs-shell x86_64 2:19.0.0-1361.g290212a1.el9 ceph 27 k 2024-02-09T23:45:05.183 INFO:teuthology.orchestra.run.smithi001.stdout: cephfs-top noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 18 k 2024-02-09T23:45:05.184 INFO:teuthology.orchestra.run.smithi001.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 CentOS-AppStream 20 k 2024-02-09T23:45:05.184 INFO:teuthology.orchestra.run.smithi001.stdout: flex x86_64 2.6.4-9.el9 CentOS-AppStream 307 k 2024-02-09T23:45:05.184 INFO:teuthology.orchestra.run.smithi001.stdout: libaio-devel x86_64 0.3.111-13.el9 CentOS-AppStream 10 k 2024-02-09T23:45:05.184 INFO:teuthology.orchestra.run.smithi001.stdout: libcephfs-devel x86_64 2:19.0.0-1361.g290212a1.el9 ceph 31 k 2024-02-09T23:45:05.184 INFO:teuthology.orchestra.run.smithi001.stdout: libcephfs2 x86_64 2:19.0.0-1361.g290212a1.el9 ceph 743 k 2024-02-09T23:45:05.184 INFO:teuthology.orchestra.run.smithi001.stdout: librados-devel x86_64 2:19.0.0-1361.g290212a1.el9 ceph 127 k 2024-02-09T23:45:05.184 INFO:teuthology.orchestra.run.smithi001.stdout: libtool x86_64 2.4.6-45.el9 CentOS-AppStream 578 k 2024-02-09T23:45:05.184 INFO:teuthology.orchestra.run.smithi001.stdout: libuuid-devel x86_64 2.37.4-18.el9 CentOS-AppStream 24 k 2024-02-09T23:45:05.184 INFO:teuthology.orchestra.run.smithi001.stdout: openssl-devel x86_64 1:3.0.7-25.el9 CentOS-AppStream 3.0 M 2024-02-09T23:45:05.184 INFO:teuthology.orchestra.run.smithi001.stdout: postgresql x86_64 13.11-1.el9 CentOS-AppStream 1.5 M 2024-02-09T23:45:05.184 INFO:teuthology.orchestra.run.smithi001.stdout: postgresql-contrib x86_64 13.11-1.el9 CentOS-AppStream 811 k 2024-02-09T23:45:05.184 INFO:teuthology.orchestra.run.smithi001.stdout: postgresql-server x86_64 13.11-1.el9 CentOS-AppStream 5.7 M 2024-02-09T23:45:05.184 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cephfs x86_64 2:19.0.0-1361.g290212a1.el9 ceph 161 k 2024-02-09T23:45:05.185 INFO:teuthology.orchestra.run.smithi001.stdout: python3-rados x86_64 2:19.0.0-1361.g290212a1.el9 ceph 319 k 2024-02-09T23:45:05.185 INFO:teuthology.orchestra.run.smithi001.stdout: python3-rbd x86_64 2:19.0.0-1361.g290212a1.el9 ceph 298 k 2024-02-09T23:45:05.185 INFO:teuthology.orchestra.run.smithi001.stdout: python3-rgw x86_64 2:19.0.0-1361.g290212a1.el9 ceph 99 k 2024-02-09T23:45:05.185 INFO:teuthology.orchestra.run.smithi001.stdout: rbd-fuse x86_64 2:19.0.0-1361.g290212a1.el9 ceph 85 k 2024-02-09T23:45:05.185 INFO:teuthology.orchestra.run.smithi001.stdout: rbd-mirror x86_64 2:19.0.0-1361.g290212a1.el9 ceph 3.1 M 2024-02-09T23:45:05.185 INFO:teuthology.orchestra.run.smithi001.stdout: rbd-nbd x86_64 2:19.0.0-1361.g290212a1.el9 ceph 171 k 2024-02-09T23:45:05.185 INFO:teuthology.orchestra.run.smithi001.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 CentOS-AppStream 87 k 2024-02-09T23:45:05.185 INFO:teuthology.orchestra.run.smithi001.stdout:Upgrading: 2024-02-09T23:45:05.185 INFO:teuthology.orchestra.run.smithi001.stdout: NetworkManager x86_64 1:1.45.90-1.el9 CentOS-BaseOS 2.3 M 2024-02-09T23:45:05.185 INFO:teuthology.orchestra.run.smithi001.stdout: NetworkManager-libnm x86_64 1:1.45.90-1.el9 CentOS-BaseOS 1.8 M 2024-02-09T23:45:05.185 INFO:teuthology.orchestra.run.smithi001.stdout: NetworkManager-team x86_64 1:1.45.90-1.el9 CentOS-BaseOS 42 k 2024-02-09T23:45:05.185 INFO:teuthology.orchestra.run.smithi001.stdout: NetworkManager-tui x86_64 1:1.45.90-1.el9 CentOS-BaseOS 247 k 2024-02-09T23:45:05.185 INFO:teuthology.orchestra.run.smithi001.stdout: acl x86_64 2.3.1-4.el9 CentOS-BaseOS 69 k 2024-02-09T23:45:05.185 INFO:teuthology.orchestra.run.smithi001.stdout: elfutils-debuginfod-client x86_64 0.190-2.el9 CentOS-BaseOS 35 k 2024-02-09T23:45:05.185 INFO:teuthology.orchestra.run.smithi001.stdout: elfutils-libelf x86_64 0.190-2.el9 CentOS-BaseOS 191 k 2024-02-09T23:45:05.186 INFO:teuthology.orchestra.run.smithi001.stdout: elfutils-libs x86_64 0.190-2.el9 CentOS-BaseOS 254 k 2024-02-09T23:45:05.186 INFO:teuthology.orchestra.run.smithi001.stdout: iproute x86_64 6.7.0-2.el9 CentOS-BaseOS 802 k 2024-02-09T23:45:05.186 INFO:teuthology.orchestra.run.smithi001.stdout: iproute-tc x86_64 6.7.0-2.el9 CentOS-BaseOS 433 k 2024-02-09T23:45:05.186 INFO:teuthology.orchestra.run.smithi001.stdout: libacl x86_64 2.3.1-4.el9 CentOS-BaseOS 22 k 2024-02-09T23:45:05.186 INFO:teuthology.orchestra.run.smithi001.stdout: libacl-devel x86_64 2.3.1-4.el9 CentOS-AppStream 68 k 2024-02-09T23:45:05.186 INFO:teuthology.orchestra.run.smithi001.stdout: libblkid x86_64 2.37.4-18.el9 CentOS-BaseOS 107 k 2024-02-09T23:45:05.186 INFO:teuthology.orchestra.run.smithi001.stdout: libfdisk x86_64 2.37.4-18.el9 CentOS-BaseOS 154 k 2024-02-09T23:45:05.186 INFO:teuthology.orchestra.run.smithi001.stdout: libmount x86_64 2.37.4-18.el9 CentOS-BaseOS 135 k 2024-02-09T23:45:05.186 INFO:teuthology.orchestra.run.smithi001.stdout: librados2 x86_64 2:19.0.0-1361.g290212a1.el9 ceph 3.4 M 2024-02-09T23:45:05.186 INFO:teuthology.orchestra.run.smithi001.stdout: librbd1 x86_64 2:19.0.0-1361.g290212a1.el9 ceph 3.1 M 2024-02-09T23:45:05.186 INFO:teuthology.orchestra.run.smithi001.stdout: libsmartcols x86_64 2.37.4-18.el9 CentOS-BaseOS 63 k 2024-02-09T23:45:05.186 INFO:teuthology.orchestra.run.smithi001.stdout: libuuid x86_64 2.37.4-18.el9 CentOS-BaseOS 28 k 2024-02-09T23:45:05.186 INFO:teuthology.orchestra.run.smithi001.stdout: openssl x86_64 1:3.0.7-25.el9 CentOS-BaseOS 1.2 M 2024-02-09T23:45:05.186 INFO:teuthology.orchestra.run.smithi001.stdout: openssl-libs x86_64 1:3.0.7-25.el9 CentOS-BaseOS 2.1 M 2024-02-09T23:45:05.186 INFO:teuthology.orchestra.run.smithi001.stdout: util-linux x86_64 2.37.4-18.el9 CentOS-BaseOS 2.2 M 2024-02-09T23:45:05.186 INFO:teuthology.orchestra.run.smithi001.stdout: util-linux-core x86_64 2.37.4-18.el9 CentOS-BaseOS 438 k 2024-02-09T23:45:05.187 INFO:teuthology.orchestra.run.smithi001.stdout: util-linux-user x86_64 2.37.4-18.el9 CentOS-BaseOS 30 k 2024-02-09T23:45:05.187 INFO:teuthology.orchestra.run.smithi001.stdout: xfsdump x86_64 3.1.12-4.el9 CentOS-BaseOS 321 k 2024-02-09T23:45:05.187 INFO:teuthology.orchestra.run.smithi001.stdout: xfsprogs x86_64 6.3.0-1.el9 CentOS-BaseOS 1.1 M 2024-02-09T23:45:05.187 INFO:teuthology.orchestra.run.smithi001.stdout:Installing dependencies: 2024-02-09T23:45:05.187 INFO:teuthology.orchestra.run.smithi001.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-02-09T23:45:05.187 INFO:teuthology.orchestra.run.smithi001.stdout: automake noarch 1.16.2-8.el9 CentOS-AppStream 662 k 2024-02-09T23:45:05.187 INFO:teuthology.orchestra.run.smithi001.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-02-09T23:45:05.187 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-common x86_64 2:19.0.0-1361.g290212a1.el9 ceph 20 M 2024-02-09T23:45:05.187 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-grafana-dashboards noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 28 k 2024-02-09T23:45:05.187 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mds x86_64 2:19.0.0-1361.g290212a1.el9 ceph 2.1 M 2024-02-09T23:45:05.187 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-modules-core noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 247 k 2024-02-09T23:45:05.187 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mon x86_64 2:19.0.0-1361.g290212a1.el9 ceph 4.7 M 2024-02-09T23:45:05.187 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-osd x86_64 2:19.0.0-1361.g290212a1.el9 ceph 17 M 2024-02-09T23:45:05.187 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-prometheus-alerts noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 15 k 2024-02-09T23:45:05.187 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-selinux x86_64 2:19.0.0-1361.g290212a1.el9 ceph 25 k 2024-02-09T23:45:05.188 INFO:teuthology.orchestra.run.smithi001.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-02-09T23:45:05.188 INFO:teuthology.orchestra.run.smithi001.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-02-09T23:45:05.188 INFO:teuthology.orchestra.run.smithi001.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-02-09T23:45:05.188 INFO:teuthology.orchestra.run.smithi001.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-02-09T23:45:05.188 INFO:teuthology.orchestra.run.smithi001.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-02-09T23:45:05.188 INFO:teuthology.orchestra.run.smithi001.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-02-09T23:45:05.188 INFO:teuthology.orchestra.run.smithi001.stdout: jq x86_64 1.6-16.el9 CentOS-BaseOS 186 k 2024-02-09T23:45:05.188 INFO:teuthology.orchestra.run.smithi001.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-02-09T23:45:05.188 INFO:teuthology.orchestra.run.smithi001.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-02-09T23:45:05.188 INFO:teuthology.orchestra.run.smithi001.stdout: libcephsqlite x86_64 2:19.0.0-1361.g290212a1.el9 ceph 163 k 2024-02-09T23:45:05.188 INFO:teuthology.orchestra.run.smithi001.stdout: libgfortran x86_64 11.4.1-3.el9 CentOS-BaseOS 802 k 2024-02-09T23:45:05.188 INFO:teuthology.orchestra.run.smithi001.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-02-09T23:45:05.188 INFO:teuthology.orchestra.run.smithi001.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-02-09T23:45:05.188 INFO:teuthology.orchestra.run.smithi001.stdout: libquadmath x86_64 11.4.1-3.el9 CentOS-BaseOS 194 k 2024-02-09T23:45:05.189 INFO:teuthology.orchestra.run.smithi001.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-02-09T23:45:05.189 INFO:teuthology.orchestra.run.smithi001.stdout: libradosstriper1 x86_64 2:19.0.0-1361.g290212a1.el9 ceph 499 k 2024-02-09T23:45:05.189 INFO:teuthology.orchestra.run.smithi001.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-02-09T23:45:05.189 INFO:teuthology.orchestra.run.smithi001.stdout: librgw2 x86_64 2:19.0.0-1361.g290212a1.el9 ceph 5.1 M 2024-02-09T23:45:05.189 INFO:teuthology.orchestra.run.smithi001.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-02-09T23:45:05.189 INFO:teuthology.orchestra.run.smithi001.stdout: libzstd-devel x86_64 1.5.1-2.el9 CentOS-AppStream 46 k 2024-02-09T23:45:05.189 INFO:teuthology.orchestra.run.smithi001.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-02-09T23:45:05.189 INFO:teuthology.orchestra.run.smithi001.stdout: lua x86_64 5.4.4-4.el9 CentOS-AppStream 187 k 2024-02-09T23:45:05.189 INFO:teuthology.orchestra.run.smithi001.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-02-09T23:45:05.189 INFO:teuthology.orchestra.run.smithi001.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-02-09T23:45:05.189 INFO:teuthology.orchestra.run.smithi001.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-BaseOS 217 k 2024-02-09T23:45:05.189 INFO:teuthology.orchestra.run.smithi001.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-02-09T23:45:05.189 INFO:teuthology.orchestra.run.smithi001.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-02-09T23:45:05.189 INFO:teuthology.orchestra.run.smithi001.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-02-09T23:45:05.190 INFO:teuthology.orchestra.run.smithi001.stdout: postgresql-private-libs x86_64 13.11-1.el9 CentOS-AppStream 134 k 2024-02-09T23:45:05.190 INFO:teuthology.orchestra.run.smithi001.stdout: protobuf x86_64 3.14.0-13.el9 CentOS-AppStream 1.0 M 2024-02-09T23:45:05.190 INFO:teuthology.orchestra.run.smithi001.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-02-09T23:45:05.190 INFO:teuthology.orchestra.run.smithi001.stdout: python3-asyncssh noarch 2.13.2-3.el9 epel 548 k 2024-02-09T23:45:05.190 INFO:teuthology.orchestra.run.smithi001.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-02-09T23:45:05.190 INFO:teuthology.orchestra.run.smithi001.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-02-09T23:45:05.190 INFO:teuthology.orchestra.run.smithi001.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-02-09T23:45:05.190 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-02-09T23:45:05.190 INFO:teuthology.orchestra.run.smithi001.stdout: python3-ceph-argparse x86_64 2:19.0.0-1361.g290212a1.el9 ceph 45 k 2024-02-09T23:45:05.190 INFO:teuthology.orchestra.run.smithi001.stdout: python3-ceph-common x86_64 2:19.0.0-1361.g290212a1.el9 ceph 131 k 2024-02-09T23:45:05.190 INFO:teuthology.orchestra.run.smithi001.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-02-09T23:45:05.190 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-02-09T23:45:05.190 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-02-09T23:45:05.190 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-02-09T23:45:05.190 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-02-09T23:45:05.190 INFO:teuthology.orchestra.run.smithi001.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-02-09T23:45:05.191 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-02-09T23:45:05.191 INFO:teuthology.orchestra.run.smithi001.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-02-09T23:45:05.191 INFO:teuthology.orchestra.run.smithi001.stdout: python3-google-auth noarch 1:2.27.0-1.el9 epel 203 k 2024-02-09T23:45:05.191 INFO:teuthology.orchestra.run.smithi001.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-02-09T23:45:05.191 INFO:teuthology.orchestra.run.smithi001.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-02-09T23:45:05.191 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-02-09T23:45:05.191 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-02-09T23:45:05.191 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-02-09T23:45:05.191 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-02-09T23:45:05.191 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-02-09T23:45:05.191 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jinja2 noarch 2.11.3-5.el9 CentOS-AppStream 227 k 2024-02-09T23:45:05.191 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-02-09T23:45:05.191 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-02-09T23:45:05.191 INFO:teuthology.orchestra.run.smithi001.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-02-09T23:45:05.192 INFO:teuthology.orchestra.run.smithi001.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-02-09T23:45:05.192 INFO:teuthology.orchestra.run.smithi001.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-02-09T23:45:05.192 INFO:teuthology.orchestra.run.smithi001.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-02-09T23:45:05.192 INFO:teuthology.orchestra.run.smithi001.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-02-09T23:45:05.192 INFO:teuthology.orchestra.run.smithi001.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-02-09T23:45:05.192 INFO:teuthology.orchestra.run.smithi001.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-02-09T23:45:05.192 INFO:teuthology.orchestra.run.smithi001.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-02-09T23:45:05.192 INFO:teuthology.orchestra.run.smithi001.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-02-09T23:45:05.192 INFO:teuthology.orchestra.run.smithi001.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-02-09T23:45:05.192 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-02-09T23:45:05.192 INFO:teuthology.orchestra.run.smithi001.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-02-09T23:45:05.192 INFO:teuthology.orchestra.run.smithi001.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-02-09T23:45:05.192 INFO:teuthology.orchestra.run.smithi001.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-02-09T23:45:05.192 INFO:teuthology.orchestra.run.smithi001.stdout: python3-protobuf noarch 3.14.0-13.el9 CentOS-AppStream 238 k 2024-02-09T23:45:05.193 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-02-09T23:45:05.193 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-02-09T23:45:05.193 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-02-09T23:45:05.193 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-02-09T23:45:05.193 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-02-09T23:45:05.193 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-02-09T23:45:05.193 INFO:teuthology.orchestra.run.smithi001.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-02-09T23:45:05.193 INFO:teuthology.orchestra.run.smithi001.stdout: python3-requests noarch 2.25.1-8.el9 CentOS-BaseOS 113 k 2024-02-09T23:45:05.193 INFO:teuthology.orchestra.run.smithi001.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-02-09T23:45:05.193 INFO:teuthology.orchestra.run.smithi001.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-02-09T23:45:05.193 INFO:teuthology.orchestra.run.smithi001.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-02-09T23:45:05.193 INFO:teuthology.orchestra.run.smithi001.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-02-09T23:45:05.193 INFO:teuthology.orchestra.run.smithi001.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-02-09T23:45:05.193 INFO:teuthology.orchestra.run.smithi001.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-02-09T23:45:05.193 INFO:teuthology.orchestra.run.smithi001.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-02-09T23:45:05.194 INFO:teuthology.orchestra.run.smithi001.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-02-09T23:45:05.194 INFO:teuthology.orchestra.run.smithi001.stdout: python3-wcwidth noarch 0.2.5-8.el9 CentOS-AppStream 41 k 2024-02-09T23:45:05.194 INFO:teuthology.orchestra.run.smithi001.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-02-09T23:45:05.194 INFO:teuthology.orchestra.run.smithi001.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-02-09T23:45:05.194 INFO:teuthology.orchestra.run.smithi001.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-02-09T23:45:05.194 INFO:teuthology.orchestra.run.smithi001.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-02-09T23:45:05.194 INFO:teuthology.orchestra.run.smithi001.stdout: qatlib x86_64 23.11.0-1.el9 CentOS-AppStream 215 k 2024-02-09T23:45:05.194 INFO:teuthology.orchestra.run.smithi001.stdout: qatzip-libs x86_64 1.1.2-2.el9 CentOS-AppStream 43 k 2024-02-09T23:45:05.194 INFO:teuthology.orchestra.run.smithi001.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-02-09T23:45:05.194 INFO:teuthology.orchestra.run.smithi001.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-02-09T23:45:05.194 INFO:teuthology.orchestra.run.smithi001.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-02-09T23:45:05.194 INFO:teuthology.orchestra.run.smithi001.stdout: uuid x86_64 1.6.2-55.el9 CentOS-AppStream 56 k 2024-02-09T23:45:05.194 INFO:teuthology.orchestra.run.smithi001.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-02-09T23:45:05.194 INFO:teuthology.orchestra.run.smithi001.stdout: zlib-devel x86_64 1.2.11-40.el9 CentOS-AppStream 44 k 2024-02-09T23:45:05.194 INFO:teuthology.orchestra.run.smithi001.stdout:Installing weak dependencies: 2024-02-09T23:45:05.194 INFO:teuthology.orchestra.run.smithi001.stdout: qatlib-service x86_64 23.11.0-1.el9 CentOS-AppStream 34 k 2024-02-09T23:45:05.194 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:45:05.195 INFO:teuthology.orchestra.run.smithi001.stdout:Transaction Summary 2024-02-09T23:45:05.195 INFO:teuthology.orchestra.run.smithi001.stdout:============================================================================================ 2024-02-09T23:45:05.195 INFO:teuthology.orchestra.run.smithi001.stdout:Install 150 Packages 2024-02-09T23:45:05.195 INFO:teuthology.orchestra.run.smithi001.stdout:Upgrade 26 Packages 2024-02-09T23:45:05.195 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:45:05.195 INFO:teuthology.orchestra.run.smithi001.stdout:Total download size: 222 M 2024-02-09T23:45:05.195 INFO:teuthology.orchestra.run.smithi001.stdout:Downloading Packages: 2024-02-09T23:45:05.826 INFO:teuthology.orchestra.run.smithi001.stdout:(1/176): ceph-19.0.0-1361.g290212a1.el9.x86_64. 35 kB/s | 6.6 kB 00:00 2024-02-09T23:45:06.177 INFO:teuthology.orchestra.run.smithi001.stdout:(2/176): ceph-fuse-19.0.0-1361.g290212a1.el9.x8 2.5 MB/s | 885 kB 00:00 2024-02-09T23:45:06.260 INFO:teuthology.orchestra.run.smithi001.stdout:(3/176): ceph-immutable-object-cache-19.0.0-136 1.7 MB/s | 145 kB 00:00 2024-02-09T23:45:06.635 INFO:teuthology.orchestra.run.smithi001.stdout:(4/176): ceph-mds-19.0.0-1361.g290212a1.el9.x86 5.7 MB/s | 2.1 MB 00:00 2024-02-09T23:45:06.752 INFO:teuthology.orchestra.run.smithi001.stdout:(5/176): ceph-base-19.0.0-1361.g290212a1.el9.x8 4.8 MB/s | 5.3 MB 00:01 2024-02-09T23:45:06.886 INFO:teuthology.orchestra.run.smithi001.stdout:(6/176): ceph-mgr-19.0.0-1361.g290212a1.el9.x86 6.0 MB/s | 1.5 MB 00:00 2024-02-09T23:45:07.320 INFO:teuthology.orchestra.run.smithi001.stdout:(7/176): ceph-mon-19.0.0-1361.g290212a1.el9.x86 8.3 MB/s | 4.7 MB 00:00 2024-02-09T23:45:07.512 INFO:teuthology.orchestra.run.smithi088.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-02-09T23:45:07.513 INFO:teuthology.orchestra.run.smithi088.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-02-09T23:45:07.527 INFO:teuthology.orchestra.run.smithi088.stdout:Package NetworkManager-1:1.44.0-2.el9.x86_64 is already installed. 2024-02-09T23:45:07.528 INFO:teuthology.orchestra.run.smithi088.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-02-09T23:45:07.529 INFO:teuthology.orchestra.run.smithi088.stdout:Package util-linux-2.37.4-15.el9.x86_64 is already installed. 2024-02-09T23:45:07.530 INFO:teuthology.orchestra.run.smithi088.stdout:Package libacl-devel-2.3.1-3.el9.x86_64 is already installed. 2024-02-09T23:45:07.532 INFO:teuthology.orchestra.run.smithi088.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-02-09T23:45:07.535 INFO:teuthology.orchestra.run.smithi088.stdout:Package xfsdump-3.1.12-3.el9.x86_64 is already installed. 2024-02-09T23:45:07.536 INFO:teuthology.orchestra.run.smithi088.stdout:Package xfsprogs-5.19.0-4.el9.x86_64 is already installed. 2024-02-09T23:45:07.616 INFO:teuthology.orchestra.run.smithi088.stdout:Dependencies resolved. 2024-02-09T23:45:07.631 INFO:teuthology.orchestra.run.smithi088.stdout:============================================================================================ 2024-02-09T23:45:07.631 INFO:teuthology.orchestra.run.smithi088.stdout: Package Arch Version Repository Size 2024-02-09T23:45:07.631 INFO:teuthology.orchestra.run.smithi088.stdout:============================================================================================ 2024-02-09T23:45:07.631 INFO:teuthology.orchestra.run.smithi088.stdout:Installing: 2024-02-09T23:45:07.631 INFO:teuthology.orchestra.run.smithi088.stdout: bison x86_64 3.7.4-5.el9 CentOS-AppStream 920 k 2024-02-09T23:45:07.631 INFO:teuthology.orchestra.run.smithi088.stdout: ceph x86_64 2:19.0.0-1361.g290212a1.el9 ceph 6.6 k 2024-02-09T23:45:07.631 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-base x86_64 2:19.0.0-1361.g290212a1.el9 ceph 5.3 M 2024-02-09T23:45:07.631 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-fuse x86_64 2:19.0.0-1361.g290212a1.el9 ceph 885 k 2024-02-09T23:45:07.632 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-1361.g290212a1.el9 ceph 145 k 2024-02-09T23:45:07.632 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr x86_64 2:19.0.0-1361.g290212a1.el9 ceph 1.5 M 2024-02-09T23:45:07.632 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-cephadm noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 138 k 2024-02-09T23:45:07.632 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-dashboard noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 1.8 M 2024-02-09T23:45:07.632 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 7.4 M 2024-02-09T23:45:07.632 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-rook noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 52 k 2024-02-09T23:45:07.632 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-radosgw x86_64 2:19.0.0-1361.g290212a1.el9 ceph 9.7 M 2024-02-09T23:45:07.632 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-test x86_64 2:19.0.0-1361.g290212a1.el9 ceph 47 M 2024-02-09T23:45:07.632 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-volume noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 264 k 2024-02-09T23:45:07.632 INFO:teuthology.orchestra.run.smithi088.stdout: cephadm noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 748 k 2024-02-09T23:45:07.632 INFO:teuthology.orchestra.run.smithi088.stdout: cephfs-mirror x86_64 2:19.0.0-1361.g290212a1.el9 ceph 217 k 2024-02-09T23:45:07.632 INFO:teuthology.orchestra.run.smithi088.stdout: cephfs-shell x86_64 2:19.0.0-1361.g290212a1.el9 ceph 27 k 2024-02-09T23:45:07.632 INFO:teuthology.orchestra.run.smithi088.stdout: cephfs-top noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 18 k 2024-02-09T23:45:07.633 INFO:teuthology.orchestra.run.smithi088.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 CentOS-AppStream 20 k 2024-02-09T23:45:07.633 INFO:teuthology.orchestra.run.smithi088.stdout: flex x86_64 2.6.4-9.el9 CentOS-AppStream 307 k 2024-02-09T23:45:07.633 INFO:teuthology.orchestra.run.smithi088.stdout: libaio-devel x86_64 0.3.111-13.el9 CentOS-AppStream 10 k 2024-02-09T23:45:07.633 INFO:teuthology.orchestra.run.smithi088.stdout: libcephfs-devel x86_64 2:19.0.0-1361.g290212a1.el9 ceph 31 k 2024-02-09T23:45:07.633 INFO:teuthology.orchestra.run.smithi088.stdout: libcephfs2 x86_64 2:19.0.0-1361.g290212a1.el9 ceph 743 k 2024-02-09T23:45:07.633 INFO:teuthology.orchestra.run.smithi088.stdout: librados-devel x86_64 2:19.0.0-1361.g290212a1.el9 ceph 127 k 2024-02-09T23:45:07.633 INFO:teuthology.orchestra.run.smithi088.stdout: libtool x86_64 2.4.6-45.el9 CentOS-AppStream 578 k 2024-02-09T23:45:07.633 INFO:teuthology.orchestra.run.smithi088.stdout: libuuid-devel x86_64 2.37.4-18.el9 CentOS-AppStream 24 k 2024-02-09T23:45:07.633 INFO:teuthology.orchestra.run.smithi088.stdout: openssl-devel x86_64 1:3.0.7-25.el9 CentOS-AppStream 3.0 M 2024-02-09T23:45:07.634 INFO:teuthology.orchestra.run.smithi088.stdout: postgresql x86_64 13.11-1.el9 CentOS-AppStream 1.5 M 2024-02-09T23:45:07.634 INFO:teuthology.orchestra.run.smithi088.stdout: postgresql-contrib x86_64 13.11-1.el9 CentOS-AppStream 811 k 2024-02-09T23:45:07.634 INFO:teuthology.orchestra.run.smithi088.stdout: postgresql-server x86_64 13.11-1.el9 CentOS-AppStream 5.7 M 2024-02-09T23:45:07.634 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cephfs x86_64 2:19.0.0-1361.g290212a1.el9 ceph 161 k 2024-02-09T23:45:07.634 INFO:teuthology.orchestra.run.smithi088.stdout: python3-rados x86_64 2:19.0.0-1361.g290212a1.el9 ceph 319 k 2024-02-09T23:45:07.634 INFO:teuthology.orchestra.run.smithi088.stdout: python3-rbd x86_64 2:19.0.0-1361.g290212a1.el9 ceph 298 k 2024-02-09T23:45:07.634 INFO:teuthology.orchestra.run.smithi088.stdout: python3-rgw x86_64 2:19.0.0-1361.g290212a1.el9 ceph 99 k 2024-02-09T23:45:07.634 INFO:teuthology.orchestra.run.smithi088.stdout: rbd-fuse x86_64 2:19.0.0-1361.g290212a1.el9 ceph 85 k 2024-02-09T23:45:07.634 INFO:teuthology.orchestra.run.smithi088.stdout: rbd-mirror x86_64 2:19.0.0-1361.g290212a1.el9 ceph 3.1 M 2024-02-09T23:45:07.634 INFO:teuthology.orchestra.run.smithi088.stdout: rbd-nbd x86_64 2:19.0.0-1361.g290212a1.el9 ceph 171 k 2024-02-09T23:45:07.634 INFO:teuthology.orchestra.run.smithi088.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 CentOS-AppStream 87 k 2024-02-09T23:45:07.634 INFO:teuthology.orchestra.run.smithi088.stdout:Upgrading: 2024-02-09T23:45:07.634 INFO:teuthology.orchestra.run.smithi088.stdout: NetworkManager x86_64 1:1.45.90-1.el9 CentOS-BaseOS 2.3 M 2024-02-09T23:45:07.634 INFO:teuthology.orchestra.run.smithi088.stdout: NetworkManager-libnm x86_64 1:1.45.90-1.el9 CentOS-BaseOS 1.8 M 2024-02-09T23:45:07.634 INFO:teuthology.orchestra.run.smithi088.stdout: NetworkManager-team x86_64 1:1.45.90-1.el9 CentOS-BaseOS 42 k 2024-02-09T23:45:07.635 INFO:teuthology.orchestra.run.smithi088.stdout: NetworkManager-tui x86_64 1:1.45.90-1.el9 CentOS-BaseOS 247 k 2024-02-09T23:45:07.635 INFO:teuthology.orchestra.run.smithi088.stdout: acl x86_64 2.3.1-4.el9 CentOS-BaseOS 69 k 2024-02-09T23:45:07.635 INFO:teuthology.orchestra.run.smithi088.stdout: elfutils-debuginfod-client x86_64 0.190-2.el9 CentOS-BaseOS 35 k 2024-02-09T23:45:07.635 INFO:teuthology.orchestra.run.smithi088.stdout: elfutils-libelf x86_64 0.190-2.el9 CentOS-BaseOS 191 k 2024-02-09T23:45:07.635 INFO:teuthology.orchestra.run.smithi088.stdout: elfutils-libs x86_64 0.190-2.el9 CentOS-BaseOS 254 k 2024-02-09T23:45:07.635 INFO:teuthology.orchestra.run.smithi088.stdout: iproute x86_64 6.7.0-2.el9 CentOS-BaseOS 802 k 2024-02-09T23:45:07.635 INFO:teuthology.orchestra.run.smithi088.stdout: iproute-tc x86_64 6.7.0-2.el9 CentOS-BaseOS 433 k 2024-02-09T23:45:07.635 INFO:teuthology.orchestra.run.smithi088.stdout: libacl x86_64 2.3.1-4.el9 CentOS-BaseOS 22 k 2024-02-09T23:45:07.635 INFO:teuthology.orchestra.run.smithi088.stdout: libacl-devel x86_64 2.3.1-4.el9 CentOS-AppStream 68 k 2024-02-09T23:45:07.635 INFO:teuthology.orchestra.run.smithi088.stdout: libblkid x86_64 2.37.4-18.el9 CentOS-BaseOS 107 k 2024-02-09T23:45:07.635 INFO:teuthology.orchestra.run.smithi088.stdout: libfdisk x86_64 2.37.4-18.el9 CentOS-BaseOS 154 k 2024-02-09T23:45:07.635 INFO:teuthology.orchestra.run.smithi088.stdout: libmount x86_64 2.37.4-18.el9 CentOS-BaseOS 135 k 2024-02-09T23:45:07.635 INFO:teuthology.orchestra.run.smithi088.stdout: librados2 x86_64 2:19.0.0-1361.g290212a1.el9 ceph 3.4 M 2024-02-09T23:45:07.635 INFO:teuthology.orchestra.run.smithi088.stdout: librbd1 x86_64 2:19.0.0-1361.g290212a1.el9 ceph 3.1 M 2024-02-09T23:45:07.636 INFO:teuthology.orchestra.run.smithi088.stdout: libsmartcols x86_64 2.37.4-18.el9 CentOS-BaseOS 63 k 2024-02-09T23:45:07.636 INFO:teuthology.orchestra.run.smithi088.stdout: libuuid x86_64 2.37.4-18.el9 CentOS-BaseOS 28 k 2024-02-09T23:45:07.636 INFO:teuthology.orchestra.run.smithi088.stdout: openssl x86_64 1:3.0.7-25.el9 CentOS-BaseOS 1.2 M 2024-02-09T23:45:07.636 INFO:teuthology.orchestra.run.smithi088.stdout: openssl-libs x86_64 1:3.0.7-25.el9 CentOS-BaseOS 2.1 M 2024-02-09T23:45:07.636 INFO:teuthology.orchestra.run.smithi088.stdout: util-linux x86_64 2.37.4-18.el9 CentOS-BaseOS 2.2 M 2024-02-09T23:45:07.636 INFO:teuthology.orchestra.run.smithi088.stdout: util-linux-core x86_64 2.37.4-18.el9 CentOS-BaseOS 438 k 2024-02-09T23:45:07.636 INFO:teuthology.orchestra.run.smithi088.stdout: util-linux-user x86_64 2.37.4-18.el9 CentOS-BaseOS 30 k 2024-02-09T23:45:07.636 INFO:teuthology.orchestra.run.smithi088.stdout: xfsdump x86_64 3.1.12-4.el9 CentOS-BaseOS 321 k 2024-02-09T23:45:07.636 INFO:teuthology.orchestra.run.smithi088.stdout: xfsprogs x86_64 6.3.0-1.el9 CentOS-BaseOS 1.1 M 2024-02-09T23:45:07.636 INFO:teuthology.orchestra.run.smithi088.stdout:Installing dependencies: 2024-02-09T23:45:07.636 INFO:teuthology.orchestra.run.smithi088.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-02-09T23:45:07.636 INFO:teuthology.orchestra.run.smithi088.stdout: automake noarch 1.16.2-8.el9 CentOS-AppStream 662 k 2024-02-09T23:45:07.636 INFO:teuthology.orchestra.run.smithi088.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-02-09T23:45:07.637 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-common x86_64 2:19.0.0-1361.g290212a1.el9 ceph 20 M 2024-02-09T23:45:07.637 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-grafana-dashboards noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 28 k 2024-02-09T23:45:07.637 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mds x86_64 2:19.0.0-1361.g290212a1.el9 ceph 2.1 M 2024-02-09T23:45:07.637 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-modules-core noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 247 k 2024-02-09T23:45:07.637 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mon x86_64 2:19.0.0-1361.g290212a1.el9 ceph 4.7 M 2024-02-09T23:45:07.637 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-osd x86_64 2:19.0.0-1361.g290212a1.el9 ceph 17 M 2024-02-09T23:45:07.637 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-prometheus-alerts noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 15 k 2024-02-09T23:45:07.637 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-selinux x86_64 2:19.0.0-1361.g290212a1.el9 ceph 25 k 2024-02-09T23:45:07.637 INFO:teuthology.orchestra.run.smithi088.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-02-09T23:45:07.637 INFO:teuthology.orchestra.run.smithi088.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-02-09T23:45:07.637 INFO:teuthology.orchestra.run.smithi088.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-02-09T23:45:07.637 INFO:teuthology.orchestra.run.smithi088.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-02-09T23:45:07.637 INFO:teuthology.orchestra.run.smithi088.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-02-09T23:45:07.637 INFO:teuthology.orchestra.run.smithi088.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-02-09T23:45:07.637 INFO:teuthology.orchestra.run.smithi088.stdout: jq x86_64 1.6-16.el9 CentOS-BaseOS 186 k 2024-02-09T23:45:07.638 INFO:teuthology.orchestra.run.smithi088.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-02-09T23:45:07.638 INFO:teuthology.orchestra.run.smithi088.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-02-09T23:45:07.638 INFO:teuthology.orchestra.run.smithi088.stdout: libcephsqlite x86_64 2:19.0.0-1361.g290212a1.el9 ceph 163 k 2024-02-09T23:45:07.638 INFO:teuthology.orchestra.run.smithi088.stdout: libgfortran x86_64 11.4.1-3.el9 CentOS-BaseOS 802 k 2024-02-09T23:45:07.638 INFO:teuthology.orchestra.run.smithi088.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-02-09T23:45:07.638 INFO:teuthology.orchestra.run.smithi088.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-02-09T23:45:07.638 INFO:teuthology.orchestra.run.smithi088.stdout: libquadmath x86_64 11.4.1-3.el9 CentOS-BaseOS 194 k 2024-02-09T23:45:07.638 INFO:teuthology.orchestra.run.smithi088.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-02-09T23:45:07.638 INFO:teuthology.orchestra.run.smithi088.stdout: libradosstriper1 x86_64 2:19.0.0-1361.g290212a1.el9 ceph 499 k 2024-02-09T23:45:07.638 INFO:teuthology.orchestra.run.smithi088.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-02-09T23:45:07.638 INFO:teuthology.orchestra.run.smithi088.stdout: librgw2 x86_64 2:19.0.0-1361.g290212a1.el9 ceph 5.1 M 2024-02-09T23:45:07.638 INFO:teuthology.orchestra.run.smithi088.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-02-09T23:45:07.638 INFO:teuthology.orchestra.run.smithi088.stdout: libzstd-devel x86_64 1.5.1-2.el9 CentOS-AppStream 46 k 2024-02-09T23:45:07.639 INFO:teuthology.orchestra.run.smithi088.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-02-09T23:45:07.639 INFO:teuthology.orchestra.run.smithi088.stdout: lua x86_64 5.4.4-4.el9 CentOS-AppStream 187 k 2024-02-09T23:45:07.639 INFO:teuthology.orchestra.run.smithi088.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-02-09T23:45:07.639 INFO:teuthology.orchestra.run.smithi088.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-02-09T23:45:07.639 INFO:teuthology.orchestra.run.smithi088.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-BaseOS 217 k 2024-02-09T23:45:07.639 INFO:teuthology.orchestra.run.smithi088.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-02-09T23:45:07.639 INFO:teuthology.orchestra.run.smithi088.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-02-09T23:45:07.639 INFO:teuthology.orchestra.run.smithi088.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-02-09T23:45:07.639 INFO:teuthology.orchestra.run.smithi088.stdout: postgresql-private-libs x86_64 13.11-1.el9 CentOS-AppStream 134 k 2024-02-09T23:45:07.639 INFO:teuthology.orchestra.run.smithi088.stdout: protobuf x86_64 3.14.0-13.el9 CentOS-AppStream 1.0 M 2024-02-09T23:45:07.639 INFO:teuthology.orchestra.run.smithi088.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-02-09T23:45:07.639 INFO:teuthology.orchestra.run.smithi088.stdout: python3-asyncssh noarch 2.13.2-3.el9 epel 548 k 2024-02-09T23:45:07.639 INFO:teuthology.orchestra.run.smithi088.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-02-09T23:45:07.639 INFO:teuthology.orchestra.run.smithi088.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-02-09T23:45:07.639 INFO:teuthology.orchestra.run.smithi088.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-02-09T23:45:07.640 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-02-09T23:45:07.640 INFO:teuthology.orchestra.run.smithi088.stdout: python3-ceph-argparse x86_64 2:19.0.0-1361.g290212a1.el9 ceph 45 k 2024-02-09T23:45:07.640 INFO:teuthology.orchestra.run.smithi088.stdout: python3-ceph-common x86_64 2:19.0.0-1361.g290212a1.el9 ceph 131 k 2024-02-09T23:45:07.640 INFO:teuthology.orchestra.run.smithi088.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-02-09T23:45:07.640 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-02-09T23:45:07.640 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-02-09T23:45:07.640 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-02-09T23:45:07.640 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-02-09T23:45:07.640 INFO:teuthology.orchestra.run.smithi088.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-02-09T23:45:07.640 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-02-09T23:45:07.640 INFO:teuthology.orchestra.run.smithi088.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-02-09T23:45:07.640 INFO:teuthology.orchestra.run.smithi088.stdout: python3-google-auth noarch 1:2.27.0-1.el9 epel 203 k 2024-02-09T23:45:07.641 INFO:teuthology.orchestra.run.smithi088.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-02-09T23:45:07.641 INFO:teuthology.orchestra.run.smithi088.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-02-09T23:45:07.641 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-02-09T23:45:07.641 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-02-09T23:45:07.641 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-02-09T23:45:07.641 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-02-09T23:45:07.641 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-02-09T23:45:07.641 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jinja2 noarch 2.11.3-5.el9 CentOS-AppStream 227 k 2024-02-09T23:45:07.641 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-02-09T23:45:07.641 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-02-09T23:45:07.641 INFO:teuthology.orchestra.run.smithi088.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-02-09T23:45:07.641 INFO:teuthology.orchestra.run.smithi088.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-02-09T23:45:07.641 INFO:teuthology.orchestra.run.smithi088.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-02-09T23:45:07.642 INFO:teuthology.orchestra.run.smithi088.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-02-09T23:45:07.642 INFO:teuthology.orchestra.run.smithi088.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-02-09T23:45:07.642 INFO:teuthology.orchestra.run.smithi088.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-02-09T23:45:07.642 INFO:teuthology.orchestra.run.smithi088.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-02-09T23:45:07.642 INFO:teuthology.orchestra.run.smithi088.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-02-09T23:45:07.642 INFO:teuthology.orchestra.run.smithi088.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-02-09T23:45:07.642 INFO:teuthology.orchestra.run.smithi088.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-02-09T23:45:07.642 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-02-09T23:45:07.642 INFO:teuthology.orchestra.run.smithi088.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-02-09T23:45:07.642 INFO:teuthology.orchestra.run.smithi088.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-02-09T23:45:07.642 INFO:teuthology.orchestra.run.smithi088.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-02-09T23:45:07.642 INFO:teuthology.orchestra.run.smithi088.stdout: python3-protobuf noarch 3.14.0-13.el9 CentOS-AppStream 238 k 2024-02-09T23:45:07.642 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-02-09T23:45:07.642 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-02-09T23:45:07.642 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-02-09T23:45:07.643 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-02-09T23:45:07.643 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-02-09T23:45:07.643 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-02-09T23:45:07.643 INFO:teuthology.orchestra.run.smithi088.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-02-09T23:45:07.643 INFO:teuthology.orchestra.run.smithi088.stdout: python3-requests noarch 2.25.1-8.el9 CentOS-BaseOS 113 k 2024-02-09T23:45:07.643 INFO:teuthology.orchestra.run.smithi088.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-02-09T23:45:07.643 INFO:teuthology.orchestra.run.smithi088.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-02-09T23:45:07.643 INFO:teuthology.orchestra.run.smithi088.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-02-09T23:45:07.643 INFO:teuthology.orchestra.run.smithi088.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-02-09T23:45:07.643 INFO:teuthology.orchestra.run.smithi088.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-02-09T23:45:07.643 INFO:teuthology.orchestra.run.smithi088.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-02-09T23:45:07.644 INFO:teuthology.orchestra.run.smithi088.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-02-09T23:45:07.644 INFO:teuthology.orchestra.run.smithi088.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-02-09T23:45:07.644 INFO:teuthology.orchestra.run.smithi088.stdout: python3-wcwidth noarch 0.2.5-8.el9 CentOS-AppStream 41 k 2024-02-09T23:45:07.644 INFO:teuthology.orchestra.run.smithi088.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-02-09T23:45:07.644 INFO:teuthology.orchestra.run.smithi088.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-02-09T23:45:07.644 INFO:teuthology.orchestra.run.smithi088.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-02-09T23:45:07.644 INFO:teuthology.orchestra.run.smithi088.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-02-09T23:45:07.644 INFO:teuthology.orchestra.run.smithi088.stdout: qatlib x86_64 23.11.0-1.el9 CentOS-AppStream 215 k 2024-02-09T23:45:07.644 INFO:teuthology.orchestra.run.smithi088.stdout: qatzip-libs x86_64 1.1.2-2.el9 CentOS-AppStream 43 k 2024-02-09T23:45:07.644 INFO:teuthology.orchestra.run.smithi088.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-02-09T23:45:07.644 INFO:teuthology.orchestra.run.smithi088.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-02-09T23:45:07.644 INFO:teuthology.orchestra.run.smithi088.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-02-09T23:45:07.645 INFO:teuthology.orchestra.run.smithi088.stdout: uuid x86_64 1.6.2-55.el9 CentOS-AppStream 56 k 2024-02-09T23:45:07.645 INFO:teuthology.orchestra.run.smithi088.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-02-09T23:45:07.645 INFO:teuthology.orchestra.run.smithi088.stdout: zlib-devel x86_64 1.2.11-40.el9 CentOS-AppStream 44 k 2024-02-09T23:45:07.645 INFO:teuthology.orchestra.run.smithi088.stdout:Installing weak dependencies: 2024-02-09T23:45:07.645 INFO:teuthology.orchestra.run.smithi088.stdout: qatlib-service x86_64 23.11.0-1.el9 CentOS-AppStream 34 k 2024-02-09T23:45:07.645 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-02-09T23:45:07.645 INFO:teuthology.orchestra.run.smithi088.stdout:Transaction Summary 2024-02-09T23:45:07.645 INFO:teuthology.orchestra.run.smithi088.stdout:============================================================================================ 2024-02-09T23:45:07.645 INFO:teuthology.orchestra.run.smithi088.stdout:Install 150 Packages 2024-02-09T23:45:07.645 INFO:teuthology.orchestra.run.smithi088.stdout:Upgrade 26 Packages 2024-02-09T23:45:07.645 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-02-09T23:45:07.646 INFO:teuthology.orchestra.run.smithi088.stdout:Total download size: 222 M 2024-02-09T23:45:07.646 INFO:teuthology.orchestra.run.smithi088.stdout:Downloading Packages: 2024-02-09T23:45:08.203 INFO:teuthology.orchestra.run.smithi001.stdout:(8/176): ceph-common-19.0.0-1361.g290212a1.el9. 7.7 MB/s | 20 MB 00:02 2024-02-09T23:45:08.241 INFO:teuthology.orchestra.run.smithi088.stdout:(1/176): ceph-19.0.0-1361.g290212a1.el9.x86_64. 29 kB/s | 6.6 kB 00:00 2024-02-09T23:45:08.278 INFO:teuthology.orchestra.run.smithi001.stdout:(9/176): ceph-selinux-19.0.0-1361.g290212a1.el9 336 kB/s | 25 kB 00:00 2024-02-09T23:45:08.395 INFO:teuthology.orchestra.run.smithi001.stdout:(10/176): ceph-radosgw-19.0.0-1361.g290212a1.el 9.1 MB/s | 9.7 MB 00:01 2024-02-09T23:45:08.478 INFO:teuthology.orchestra.run.smithi001.stdout:(11/176): cephfs-mirror-19.0.0-1361.g290212a1.e 2.6 MB/s | 217 kB 00:00 2024-02-09T23:45:08.545 INFO:teuthology.orchestra.run.smithi001.stdout:(12/176): cephfs-shell-19.0.0-1361.g290212a1.el 405 kB/s | 27 kB 00:00 2024-02-09T23:45:08.629 INFO:teuthology.orchestra.run.smithi001.stdout:(13/176): libcephfs-devel-19.0.0-1361.g290212a1 374 kB/s | 31 kB 00:00 2024-02-09T23:45:08.804 INFO:teuthology.orchestra.run.smithi001.stdout:(14/176): libcephfs2-19.0.0-1361.g290212a1.el9. 4.1 MB/s | 743 kB 00:00 2024-02-09T23:45:08.905 INFO:teuthology.orchestra.run.smithi001.stdout:(15/176): libcephsqlite-19.0.0-1361.g290212a1.e 1.6 MB/s | 163 kB 00:00 2024-02-09T23:45:09.004 INFO:teuthology.orchestra.run.smithi088.stdout:(2/176): ceph-fuse-19.0.0-1361.g290212a1.el9.x8 1.1 MB/s | 885 kB 00:00 2024-02-09T23:45:09.088 INFO:teuthology.orchestra.run.smithi001.stdout:(16/176): ceph-osd-19.0.0-1361.g290212a1.el9.x8 7.6 MB/s | 17 MB 00:02 2024-02-09T23:45:09.108 INFO:teuthology.orchestra.run.smithi088.stdout:(3/176): ceph-immutable-object-cache-19.0.0-136 1.4 MB/s | 145 kB 00:00 2024-02-09T23:45:09.113 INFO:teuthology.orchestra.run.smithi001.stdout:(17/176): librados-devel-19.0.0-1361.g290212a1. 607 kB/s | 127 kB 00:00 2024-02-09T23:45:09.180 INFO:teuthology.orchestra.run.smithi001.stdout:(18/176): libradosstriper1-19.0.0-1361.g290212a 5.3 MB/s | 499 kB 00:00 2024-02-09T23:45:09.272 INFO:teuthology.orchestra.run.smithi001.stdout:(19/176): python3-ceph-argparse-19.0.0-1361.g29 492 kB/s | 45 kB 00:00 2024-02-09T23:45:09.365 INFO:teuthology.orchestra.run.smithi001.stdout:(20/176): python3-ceph-common-19.0.0-1361.g2902 1.4 MB/s | 131 kB 00:00 2024-02-09T23:45:09.456 INFO:teuthology.orchestra.run.smithi001.stdout:(21/176): python3-cephfs-19.0.0-1361.g290212a1. 1.7 MB/s | 161 kB 00:00 2024-02-09T23:45:09.475 INFO:teuthology.orchestra.run.smithi088.stdout:(4/176): ceph-base-19.0.0-1361.g290212a1.el9.x8 3.7 MB/s | 5.3 MB 00:01 2024-02-09T23:45:09.540 INFO:teuthology.orchestra.run.smithi001.stdout:(22/176): python3-rados-19.0.0-1361.g290212a1.e 3.7 MB/s | 319 kB 00:00 2024-02-09T23:45:09.648 INFO:teuthology.orchestra.run.smithi001.stdout:(23/176): python3-rbd-19.0.0-1361.g290212a1.el9 2.7 MB/s | 298 kB 00:00 2024-02-09T23:45:09.749 INFO:teuthology.orchestra.run.smithi001.stdout:(24/176): python3-rgw-19.0.0-1361.g290212a1.el9 990 kB/s | 99 kB 00:00 2024-02-09T23:45:09.808 INFO:teuthology.orchestra.run.smithi088.stdout:(5/176): ceph-mgr-19.0.0-1361.g290212a1.el9.x86 4.5 MB/s | 1.5 MB 00:00 2024-02-09T23:45:09.841 INFO:teuthology.orchestra.run.smithi001.stdout:(25/176): rbd-fuse-19.0.0-1361.g290212a1.el9.x8 930 kB/s | 85 kB 00:00 2024-02-09T23:45:09.924 INFO:teuthology.orchestra.run.smithi001.stdout:(26/176): librgw2-19.0.0-1361.g290212a1.el9.x86 6.3 MB/s | 5.1 MB 00:00 2024-02-09T23:45:10.167 INFO:teuthology.orchestra.run.smithi088.stdout:(6/176): ceph-mds-19.0.0-1361.g290212a1.el9.x86 2.0 MB/s | 2.1 MB 00:01 2024-02-09T23:45:10.384 INFO:teuthology.orchestra.run.smithi001.stdout:(27/176): rbd-mirror-19.0.0-1361.g290212a1.el9. 5.7 MB/s | 3.1 MB 00:00 2024-02-09T23:45:10.400 INFO:teuthology.orchestra.run.smithi001.stdout:(28/176): rbd-nbd-19.0.0-1361.g290212a1.el9.x86 359 kB/s | 171 kB 00:00 2024-02-09T23:45:10.451 INFO:teuthology.orchestra.run.smithi001.stdout:(29/176): ceph-grafana-dashboards-19.0.0-1361.g 425 kB/s | 28 kB 00:00 2024-02-09T23:45:10.476 INFO:teuthology.orchestra.run.smithi001.stdout:(30/176): ceph-mgr-cephadm-19.0.0-1361.g290212a 1.8 MB/s | 138 kB 00:00 2024-02-09T23:45:10.592 INFO:teuthology.orchestra.run.smithi088.stdout:(7/176): ceph-mon-19.0.0-1361.g290212a1.el9.x86 6.0 MB/s | 4.7 MB 00:00 2024-02-09T23:45:10.801 INFO:teuthology.orchestra.run.smithi001.stdout:(31/176): ceph-mgr-dashboard-19.0.0-1361.g29021 5.0 MB/s | 1.8 MB 00:00 2024-02-09T23:45:10.901 INFO:teuthology.orchestra.run.smithi001.stdout:(32/176): ceph-mgr-modules-core-19.0.0-1361.g29 2.4 MB/s | 247 kB 00:00 2024-02-09T23:45:11.003 INFO:teuthology.orchestra.run.smithi001.stdout:(33/176): ceph-mgr-rook-19.0.0-1361.g290212a1.e 524 kB/s | 52 kB 00:00 2024-02-09T23:45:11.093 INFO:teuthology.orchestra.run.smithi001.stdout:(34/176): ceph-prometheus-alerts-19.0.0-1361.g2 167 kB/s | 15 kB 00:00 2024-02-09T23:45:11.203 INFO:teuthology.orchestra.run.smithi001.stdout:(35/176): ceph-volume-19.0.0-1361.g290212a1.el9 2.4 MB/s | 264 kB 00:00 2024-02-09T23:45:11.394 INFO:teuthology.orchestra.run.smithi001.stdout:(36/176): cephadm-19.0.0-1361.g290212a1.el9.noa 3.8 MB/s | 748 kB 00:00 2024-02-09T23:45:11.494 INFO:teuthology.orchestra.run.smithi001.stdout:(37/176): cephfs-top-19.0.0-1361.g290212a1.el9. 182 kB/s | 18 kB 00:00 2024-02-09T23:45:11.644 INFO:teuthology.orchestra.run.smithi001.stdout:(38/176): automake-1.16.2-8.el9.noarch.rpm 4.3 MB/s | 662 kB 00:00 2024-02-09T23:45:11.703 INFO:teuthology.orchestra.run.smithi001.stdout:(39/176): bison-3.7.4-5.el9.x86_64.rpm 15 MB/s | 920 kB 00:00 2024-02-09T23:45:11.742 INFO:teuthology.orchestra.run.smithi088.stdout:(8/176): ceph-common-19.0.0-1361.g290212a1.el9. 5.3 MB/s | 20 MB 00:03 2024-02-09T23:45:11.745 INFO:teuthology.orchestra.run.smithi001.stdout:(40/176): boost-program-options-1.75.0-8.el9.x8 2.5 MB/s | 106 kB 00:00 2024-02-09T23:45:11.801 INFO:teuthology.orchestra.run.smithi088.stdout:(9/176): ceph-selinux-19.0.0-1361.g290212a1.el9 432 kB/s | 25 kB 00:00 2024-02-09T23:45:11.820 INFO:teuthology.orchestra.run.smithi001.stdout:(41/176): elfutils-libelf-devel-0.190-2.el9.x86 272 kB/s | 20 kB 00:00 2024-02-09T23:45:11.887 INFO:teuthology.orchestra.run.smithi001.stdout:(42/176): flex-2.6.4-9.el9.x86_64.rpm 4.5 MB/s | 307 kB 00:00 2024-02-09T23:45:11.971 INFO:teuthology.orchestra.run.smithi001.stdout:(43/176): ceph-mgr-diskprediction-local-19.0.0- 4.9 MB/s | 7.4 MB 00:01 2024-02-09T23:45:11.996 INFO:teuthology.orchestra.run.smithi001.stdout:(44/176): flexiblas-3.0.4-8.el9.x86_64.rpm 291 kB/s | 32 kB 00:00 2024-02-09T23:45:12.080 INFO:teuthology.orchestra.run.smithi001.stdout:(45/176): flexiblas-netlib-3.0.4-8.el9.x86_64.r 28 MB/s | 3.0 MB 00:00 2024-02-09T23:45:12.105 INFO:teuthology.orchestra.run.smithi001.stdout:(46/176): flexiblas-openblas-openmp-3.0.4-8.el9 162 kB/s | 17 kB 00:00 2024-02-09T23:45:12.109 INFO:teuthology.orchestra.run.smithi088.stdout:(10/176): ceph-radosgw-19.0.0-1361.g290212a1.el 6.4 MB/s | 9.7 MB 00:01 2024-02-09T23:45:12.130 INFO:teuthology.orchestra.run.smithi001.stdout:(47/176): libaio-devel-0.3.111-13.el9.x86_64.rp 200 kB/s | 10 kB 00:00 2024-02-09T23:45:12.155 INFO:teuthology.orchestra.run.smithi001.stdout:(48/176): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 159 kB 00:00 2024-02-09T23:45:12.184 INFO:teuthology.orchestra.run.smithi088.stdout:(11/176): cephfs-mirror-19.0.0-1361.g290212a1.e 2.8 MB/s | 217 kB 00:00 2024-02-09T23:45:12.189 INFO:teuthology.orchestra.run.smithi001.stdout:(49/176): librabbitmq-0.11.0-7.el9.x86_64.rpm 757 kB/s | 44 kB 00:00 2024-02-09T23:45:12.222 INFO:teuthology.orchestra.run.smithi001.stdout:(50/176): librdkafka-1.6.1-102.el9.x86_64.rpm 9.7 MB/s | 661 kB 00:00 2024-02-09T23:45:12.243 INFO:teuthology.orchestra.run.smithi088.stdout:(12/176): cephfs-shell-19.0.0-1361.g290212a1.el 465 kB/s | 27 kB 00:00 2024-02-09T23:45:12.248 INFO:teuthology.orchestra.run.smithi001.stdout:(51/176): libtool-2.4.6-45.el9.x86_64.rpm 9.8 MB/s | 578 kB 00:00 2024-02-09T23:45:12.273 INFO:teuthology.orchestra.run.smithi001.stdout:(52/176): libuuid-devel-2.37.4-18.el9.x86_64.rp 493 kB/s | 24 kB 00:00 2024-02-09T23:45:12.299 INFO:teuthology.orchestra.run.smithi001.stdout:(53/176): libzstd-devel-1.5.1-2.el9.x86_64.rpm 921 kB/s | 46 kB 00:00 2024-02-09T23:45:12.301 INFO:teuthology.orchestra.run.smithi088.stdout:(13/176): libcephfs-devel-19.0.0-1361.g290212a1 534 kB/s | 31 kB 00:00 2024-02-09T23:45:12.324 INFO:teuthology.orchestra.run.smithi001.stdout:(54/176): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.5 MB/s | 282 kB 00:00 2024-02-09T23:45:12.341 INFO:teuthology.orchestra.run.smithi001.stdout:(55/176): lua-5.4.4-4.el9.x86_64.rpm 4.4 MB/s | 187 kB 00:00 2024-02-09T23:45:12.366 INFO:teuthology.orchestra.run.smithi001.stdout:(56/176): openblas-0.3.21-2.el9.x86_64.rpm 826 kB/s | 34 kB 00:00 2024-02-09T23:45:12.468 INFO:teuthology.orchestra.run.smithi088.stdout:(14/176): libcephfs2-19.0.0-1361.g290212a1.el9. 4.4 MB/s | 743 kB 00:00 2024-02-09T23:45:12.483 INFO:teuthology.orchestra.run.smithi001.stdout:(57/176): openblas-openmp-0.3.21-2.el9.x86_64.r 33 MB/s | 4.7 MB 00:00 2024-02-09T23:45:12.536 INFO:teuthology.orchestra.run.smithi088.stdout:(15/176): libcephsqlite-19.0.0-1361.g290212a1.e 2.4 MB/s | 163 kB 00:00 2024-02-09T23:45:12.542 INFO:teuthology.orchestra.run.smithi001.stdout:(58/176): openssl-devel-3.0.7-25.el9.x86_64.rpm 17 MB/s | 3.0 MB 00:00 2024-02-09T23:45:12.584 INFO:teuthology.orchestra.run.smithi001.stdout:(59/176): postgresql-13.11-1.el9.x86_64.rpm 16 MB/s | 1.5 MB 00:00 2024-02-09T23:45:12.594 INFO:teuthology.orchestra.run.smithi088.stdout:(16/176): librados-devel-19.0.0-1361.g290212a1. 2.1 MB/s | 127 kB 00:00 2024-02-09T23:45:12.617 INFO:teuthology.orchestra.run.smithi001.stdout:(60/176): postgresql-contrib-13.11-1.el9.x86_64 11 MB/s | 811 kB 00:00 2024-02-09T23:45:12.635 INFO:teuthology.orchestra.run.smithi001.stdout:(61/176): postgresql-private-libs-13.11-1.el9.x 2.7 MB/s | 134 kB 00:00 2024-02-09T23:45:12.719 INFO:teuthology.orchestra.run.smithi088.stdout:(17/176): libradosstriper1-19.0.0-1361.g290212a 3.9 MB/s | 499 kB 00:00 2024-02-09T23:45:12.793 INFO:teuthology.orchestra.run.smithi001.stdout:(62/176): postgresql-server-13.11-1.el9.x86_64. 32 MB/s | 5.7 MB 00:00 2024-02-09T23:45:12.827 INFO:teuthology.orchestra.run.smithi001.stdout:(63/176): protobuf-3.14.0-13.el9.x86_64.rpm 5.3 MB/s | 1.0 MB 00:00 2024-02-09T23:45:12.852 INFO:teuthology.orchestra.run.smithi001.stdout:(64/176): python3-attrs-20.3.0-7.el9.noarch.rpm 1.3 MB/s | 78 kB 00:00 2024-02-09T23:45:13.002 INFO:teuthology.orchestra.run.smithi001.stdout:(65/176): python3-babel-2.9.1-2.el9.noarch.rpm 33 MB/s | 5.8 MB 00:00 2024-02-09T23:45:13.028 INFO:teuthology.orchestra.run.smithi001.stdout:(66/176): python3-jinja2-2.11.3-5.el9.noarch.rp 1.3 MB/s | 227 kB 00:00 2024-02-09T23:45:13.044 INFO:teuthology.orchestra.run.smithi001.stdout:(67/176): python3-jsonpatch-1.21-16.el9.noarch. 589 kB/s | 24 kB 00:00 2024-02-09T23:45:13.061 INFO:teuthology.orchestra.run.smithi001.stdout:(68/176): python3-jsonpointer-2.0-4.el9.noarch. 541 kB/s | 18 kB 00:00 2024-02-09T23:45:13.087 INFO:teuthology.orchestra.run.smithi001.stdout:(69/176): python3-mako-1.1.4-6.el9.noarch.rpm 3.4 MB/s | 144 kB 00:00 2024-02-09T23:45:13.103 INFO:teuthology.orchestra.run.smithi001.stdout:(70/176): python3-markupsafe-1.1.1-12.el9.x86_6 757 kB/s | 32 kB 00:00 2024-02-09T23:45:13.221 INFO:teuthology.orchestra.run.smithi001.stdout:(71/176): python3-numpy-1.20.1-5.el9.x86_64.rpm 36 MB/s | 4.8 MB 00:00 2024-02-09T23:45:13.246 INFO:teuthology.orchestra.run.smithi001.stdout:(72/176): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.5 MB/s | 217 kB 00:00 2024-02-09T23:45:13.271 INFO:teuthology.orchestra.run.smithi001.stdout:(73/176): python3-oauthlib-3.1.1-5.el9.noarch.r 3.4 MB/s | 174 kB 00:00 2024-02-09T23:45:13.296 INFO:teuthology.orchestra.run.smithi001.stdout:(74/176): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 69 kB 00:00 2024-02-09T23:45:13.322 INFO:teuthology.orchestra.run.smithi001.stdout:(75/176): python3-prettytable-0.7.2-27.el9.noar 820 kB/s | 41 kB 00:00 2024-02-09T23:45:13.353 INFO:teuthology.orchestra.run.smithi088.stdout:(18/176): librgw2-19.0.0-1361.g290212a1.el9.x86 8.1 MB/s | 5.1 MB 00:00 2024-02-09T23:45:13.363 INFO:teuthology.orchestra.run.smithi001.stdout:(76/176): python3-protobuf-3.14.0-13.el9.noarch 3.5 MB/s | 238 kB 00:00 2024-02-09T23:45:13.389 INFO:teuthology.orchestra.run.smithi001.stdout:(77/176): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.9 MB/s | 132 kB 00:00 2024-02-09T23:45:13.395 INFO:teuthology.orchestra.run.smithi088.stdout:(19/176): python3-ceph-argparse-19.0.0-1361.g29 1.1 MB/s | 45 kB 00:00 2024-02-09T23:45:13.414 INFO:teuthology.orchestra.run.smithi001.stdout:(78/176): python3-pyasn1-modules-0.4.8-6.el9.no 4.1 MB/s | 211 kB 00:00 2024-02-09T23:45:13.431 INFO:teuthology.orchestra.run.smithi001.stdout:(79/176): python3-pytz-2021.1-5.el9.noarch.rpm 1.1 MB/s | 47 kB 00:00 2024-02-09T23:45:13.448 INFO:teuthology.orchestra.run.smithi001.stdout:(80/176): python3-requests-oauthlib-1.3.0-12.el 1.3 MB/s | 43 kB 00:00 2024-02-09T23:45:13.455 INFO:teuthology.orchestra.run.smithi088.stdout:(20/176): python3-ceph-common-19.0.0-1361.g2902 2.2 MB/s | 131 kB 00:00 2024-02-09T23:45:13.529 INFO:teuthology.orchestra.run.smithi088.stdout:(21/176): python3-cephfs-19.0.0-1361.g290212a1. 2.1 MB/s | 161 kB 00:00 2024-02-09T23:45:13.557 INFO:teuthology.orchestra.run.smithi001.stdout:(81/176): python3-toml-0.10.2-6.el9.noarch.rpm 358 kB/s | 39 kB 00:00 2024-02-09T23:45:13.613 INFO:teuthology.orchestra.run.smithi088.stdout:(22/176): python3-rados-19.0.0-1361.g290212a1.e 3.7 MB/s | 319 kB 00:00 2024-02-09T23:45:13.688 INFO:teuthology.orchestra.run.smithi088.stdout:(23/176): python3-rbd-19.0.0-1361.g290212a1.el9 3.9 MB/s | 298 kB 00:00 2024-02-09T23:45:13.771 INFO:teuthology.orchestra.run.smithi088.stdout:(24/176): python3-rgw-19.0.0-1361.g290212a1.el9 1.2 MB/s | 99 kB 00:00 2024-02-09T23:45:13.807 INFO:teuthology.orchestra.run.smithi001.stdout:(82/176): python3-scipy-1.6.2-8.el9.x86_64.rpm 42 MB/s | 16 MB 00:00 2024-02-09T23:45:13.832 INFO:teuthology.orchestra.run.smithi001.stdout:(83/176): python3-wcwidth-0.2.5-8.el9.noarch.rp 150 kB/s | 41 kB 00:00 2024-02-09T23:45:13.847 INFO:teuthology.orchestra.run.smithi088.stdout:(25/176): rbd-fuse-19.0.0-1361.g290212a1.el9.x8 1.1 MB/s | 85 kB 00:00 2024-02-09T23:45:13.875 INFO:teuthology.orchestra.run.smithi001.stdout:(84/176): qatlib-23.11.0-1.el9.x86_64.rpm 3.2 MB/s | 215 kB 00:00 2024-02-09T23:45:13.900 INFO:teuthology.orchestra.run.smithi001.stdout:(85/176): qatlib-service-23.11.0-1.el9.x86_64.r 504 kB/s | 34 kB 00:00 2024-02-09T23:45:13.925 INFO:teuthology.orchestra.run.smithi001.stdout:(86/176): qatzip-libs-1.1.2-2.el9.x86_64.rpm 868 kB/s | 43 kB 00:00 2024-02-09T23:45:13.958 INFO:teuthology.orchestra.run.smithi001.stdout:(87/176): socat-1.7.4.1-5.el9.x86_64.rpm 5.0 MB/s | 300 kB 00:00 2024-02-09T23:45:13.984 INFO:teuthology.orchestra.run.smithi001.stdout:(88/176): uuid-1.6.2-55.el9.x86_64.rpm 971 kB/s | 56 kB 00:00 2024-02-09T23:45:14.009 INFO:teuthology.orchestra.run.smithi001.stdout:(89/176): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.7 MB/s | 87 kB 00:00 2024-02-09T23:45:14.034 INFO:teuthology.orchestra.run.smithi001.stdout:(90/176): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 63 kB 00:00 2024-02-09T23:45:14.068 INFO:teuthology.orchestra.run.smithi001.stdout:(91/176): zlib-devel-1.2.11-40.el9.x86_64.rpm 750 kB/s | 44 kB 00:00 2024-02-09T23:45:14.193 INFO:teuthology.orchestra.run.smithi001.stdout:(92/176): fuse-2.9.9-15.el9.x86_64.rpm 496 kB/s | 79 kB 00:00 2024-02-09T23:45:14.219 INFO:teuthology.orchestra.run.smithi001.stdout:(93/176): jq-1.6-16.el9.x86_64.rpm 1.2 MB/s | 186 kB 00:00 2024-02-09T23:45:14.380 INFO:teuthology.orchestra.run.smithi088.stdout:(26/176): rbd-mirror-19.0.0-1361.g290212a1.el9. 5.8 MB/s | 3.1 MB 00:00 2024-02-09T23:45:14.447 INFO:teuthology.orchestra.run.smithi088.stdout:(27/176): rbd-nbd-19.0.0-1361.g290212a1.el9.x86 2.5 MB/s | 171 kB 00:00 2024-02-09T23:45:14.506 INFO:teuthology.orchestra.run.smithi088.stdout:(28/176): ceph-grafana-dashboards-19.0.0-1361.g 486 kB/s | 28 kB 00:00 2024-02-09T23:45:14.573 INFO:teuthology.orchestra.run.smithi088.stdout:(29/176): ceph-mgr-cephadm-19.0.0-1361.g290212a 2.0 MB/s | 138 kB 00:00 2024-02-09T23:45:14.811 INFO:teuthology.orchestra.run.smithi001.stdout:(94/176): ceph-test-19.0.0-1361.g290212a1.el9.x 7.2 MB/s | 47 MB 00:06 2024-02-09T23:45:14.844 INFO:teuthology.orchestra.run.smithi001.stdout:(95/176): libgfortran-11.4.1-3.el9.x86_64.rpm 1.2 MB/s | 802 kB 00:00 2024-02-09T23:45:14.856 INFO:teuthology.orchestra.run.smithi088.stdout:(30/176): ceph-mgr-dashboard-19.0.0-1361.g29021 6.2 MB/s | 1.8 MB 00:00 2024-02-09T23:45:14.969 INFO:teuthology.orchestra.run.smithi001.stdout:(96/176): libquadmath-11.4.1-3.el9.x86_64.rpm 259 kB/s | 194 kB 00:00 2024-02-09T23:45:15.095 INFO:teuthology.orchestra.run.smithi001.stdout:(97/176): oniguruma-6.9.6-1.el9.5.x86_64.rpm 768 kB/s | 217 kB 00:00 2024-02-09T23:45:15.203 INFO:teuthology.orchestra.run.smithi001.stdout:(98/176): python3-cffi-1.14.5-5.el9.x86_64.rpm 671 kB/s | 241 kB 00:00 2024-02-09T23:45:15.223 INFO:teuthology.orchestra.run.smithi088.stdout:(31/176): ceph-osd-19.0.0-1361.g290212a1.el9.x8 3.3 MB/s | 17 MB 00:05 2024-02-09T23:45:15.340 INFO:teuthology.orchestra.run.smithi088.stdout:(32/176): ceph-mgr-modules-core-19.0.0-1361.g29 2.1 MB/s | 247 kB 00:00 2024-02-09T23:45:15.432 INFO:teuthology.orchestra.run.smithi088.stdout:(33/176): ceph-mgr-rook-19.0.0-1361.g290212a1.e 570 kB/s | 52 kB 00:00 2024-02-09T23:45:15.507 INFO:teuthology.orchestra.run.smithi088.stdout:(34/176): ceph-prometheus-alerts-19.0.0-1361.g2 204 kB/s | 15 kB 00:00 2024-02-09T23:45:15.620 INFO:teuthology.orchestra.run.smithi001.stdout:(99/176): python3-cryptography-36.0.1-4.el9.x86 1.8 MB/s | 1.1 MB 00:00 2024-02-09T23:45:15.647 INFO:teuthology.orchestra.run.smithi001.stdout:(100/176): python3-ply-3.11-14.el9.noarch.rpm 187 kB/s | 103 kB 00:00 2024-02-09T23:45:15.666 INFO:teuthology.orchestra.run.smithi088.stdout:(35/176): ceph-volume-19.0.0-1361.g290212a1.el9 1.6 MB/s | 264 kB 00:00 2024-02-09T23:45:15.704 INFO:teuthology.orchestra.run.smithi001.stdout:(101/176): python3-pycparser-2.20-6.el9.noarch. 248 kB/s | 124 kB 00:00 2024-02-09T23:45:15.729 INFO:teuthology.orchestra.run.smithi001.stdout:(102/176): python3-requests-2.25.1-8.el9.noarch 1.0 MB/s | 113 kB 00:00 2024-02-09T23:45:15.796 INFO:teuthology.orchestra.run.smithi001.stdout:(103/176): python3-urllib3-1.26.5-5.el9.noarch. 1.2 MB/s | 187 kB 00:00 2024-02-09T23:45:15.821 INFO:teuthology.orchestra.run.smithi001.stdout:(104/176): lua-devel-5.4.4-4.el9.x86_64.rpm 243 kB/s | 22 kB 00:00 2024-02-09T23:45:15.966 INFO:teuthology.orchestra.run.smithi088.stdout:(36/176): ceph-mgr-diskprediction-local-19.0.0- 6.7 MB/s | 7.4 MB 00:01 2024-02-09T23:45:15.971 INFO:teuthology.orchestra.run.smithi001.stdout:(105/176): protobuf-compiler-3.14.0-13.el9.x86_ 4.8 MB/s | 863 kB 00:00 2024-02-09T23:45:16.000 INFO:teuthology.orchestra.run.smithi088.stdout:(37/176): cephadm-19.0.0-1361.g290212a1.el9.noa 2.2 MB/s | 748 kB 00:00 2024-02-09T23:45:16.033 INFO:teuthology.orchestra.run.smithi088.stdout:(38/176): cephfs-top-19.0.0-1361.g290212a1.el9. 272 kB/s | 18 kB 00:00 2024-02-09T23:45:16.047 INFO:teuthology.orchestra.run.smithi001.stdout:(106/176): python3-devel-3.9.17-2.el9.x86_64.rp 717 kB/s | 245 kB 00:00 2024-02-09T23:45:16.251 INFO:teuthology.orchestra.run.smithi088.stdout:(39/176): automake-1.16.2-8.el9.noarch.rpm 2.6 MB/s | 662 kB 00:00 2024-02-09T23:45:16.301 INFO:teuthology.orchestra.run.smithi088.stdout:(40/176): boost-program-options-1.75.0-8.el9.x8 2.1 MB/s | 106 kB 00:00 2024-02-09T23:45:16.326 INFO:teuthology.orchestra.run.smithi088.stdout:(41/176): bison-3.7.4-5.el9.x86_64.rpm 3.4 MB/s | 920 kB 00:00 2024-02-09T23:45:16.351 INFO:teuthology.orchestra.run.smithi088.stdout:(42/176): elfutils-libelf-devel-0.190-2.el9.x86 405 kB/s | 20 kB 00:00 2024-02-09T23:45:16.380 INFO:teuthology.orchestra.run.smithi001.stdout:(107/176): grpc-data-1.46.7-10.el9.noarch.rpm 58 kB/s | 19 kB 00:00 2024-02-09T23:45:16.385 INFO:teuthology.orchestra.run.smithi088.stdout:(43/176): flex-2.6.4-9.el9.x86_64.rpm 5.1 MB/s | 307 kB 00:00 2024-02-09T23:45:16.410 INFO:teuthology.orchestra.run.smithi088.stdout:(44/176): flexiblas-3.0.4-8.el9.x86_64.rpm 542 kB/s | 32 kB 00:00 2024-02-09T23:45:16.510 INFO:teuthology.orchestra.run.smithi088.stdout:(45/176): flexiblas-openblas-openmp-3.0.4-8.el9 171 kB/s | 17 kB 00:00 2024-02-09T23:45:16.594 INFO:teuthology.orchestra.run.smithi088.stdout:(46/176): flexiblas-netlib-3.0.4-8.el9.x86_64.r 14 MB/s | 3.0 MB 00:00 2024-02-09T23:45:16.619 INFO:teuthology.orchestra.run.smithi088.stdout:(47/176): libaio-devel-0.3.111-13.el9.x86_64.rp 94 kB/s | 10 kB 00:00 2024-02-09T23:45:16.645 INFO:teuthology.orchestra.run.smithi088.stdout:(48/176): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 159 kB 00:00 2024-02-09T23:45:16.670 INFO:teuthology.orchestra.run.smithi088.stdout:(49/176): librabbitmq-0.11.0-7.el9.x86_64.rpm 884 kB/s | 44 kB 00:00 2024-02-09T23:45:16.704 INFO:teuthology.orchestra.run.smithi088.stdout:(50/176): librdkafka-1.6.1-102.el9.x86_64.rpm 11 MB/s | 661 kB 00:00 2024-02-09T23:45:16.739 INFO:teuthology.orchestra.run.smithi088.stdout:(51/176): libtool-2.4.6-45.el9.x86_64.rpm 8.5 MB/s | 578 kB 00:00 2024-02-09T23:45:16.763 INFO:teuthology.orchestra.run.smithi088.stdout:(52/176): libuuid-devel-2.37.4-18.el9.x86_64.rp 420 kB/s | 24 kB 00:00 2024-02-09T23:45:16.788 INFO:teuthology.orchestra.run.smithi088.stdout:(53/176): libzstd-devel-1.5.1-2.el9.x86_64.rpm 923 kB/s | 46 kB 00:00 2024-02-09T23:45:16.813 INFO:teuthology.orchestra.run.smithi088.stdout:(54/176): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.5 MB/s | 282 kB 00:00 2024-02-09T23:45:17.164 INFO:teuthology.orchestra.run.smithi001.stdout:(108/176): gperftools-libs-2.9.1-2.el9.x86_64.r 259 kB/s | 309 kB 00:01 2024-02-09T23:45:17.281 INFO:teuthology.orchestra.run.smithi001.stdout:(109/176): libarrow-doc-9.0.0-10.el9.noarch.rpm 222 kB/s | 26 kB 00:00 2024-02-09T23:45:17.339 INFO:teuthology.orchestra.run.smithi088.stdout:(55/176): ceph-test-19.0.0-1361.g290212a1.el9.x 8.5 MB/s | 47 MB 00:05 2024-02-09T23:45:17.364 INFO:teuthology.orchestra.run.smithi088.stdout:(56/176): lua-5.4.4-4.el9.x86_64.rpm 324 kB/s | 187 kB 00:00 2024-02-09T23:45:17.389 INFO:teuthology.orchestra.run.smithi001.stdout:(110/176): abseil-cpp-20211102.0-3.el9.x86_64.r 350 kB/s | 548 kB 00:01 2024-02-09T23:45:17.390 INFO:teuthology.orchestra.run.smithi088.stdout:(57/176): openblas-0.3.21-2.el9.x86_64.rpm 59 kB/s | 34 kB 00:00 2024-02-09T23:45:17.465 INFO:teuthology.orchestra.run.smithi001.stdout:(111/176): liboath-2.6.7-2.el9.x86_64.rpm 264 kB/s | 49 kB 00:00 2024-02-09T23:45:17.490 INFO:teuthology.orchestra.run.smithi088.stdout:(58/176): openblas-openmp-0.3.21-2.el9.x86_64.r 32 MB/s | 4.7 MB 00:00 2024-02-09T23:45:17.532 INFO:teuthology.orchestra.run.smithi088.stdout:(59/176): postgresql-13.11-1.el9.x86_64.rpm 11 MB/s | 1.5 MB 00:00 2024-02-09T23:45:17.599 INFO:teuthology.orchestra.run.smithi088.stdout:(60/176): openssl-devel-3.0.7-25.el9.x86_64.rpm 14 MB/s | 3.0 MB 00:00 2024-02-09T23:45:17.607 INFO:teuthology.orchestra.run.smithi001.stdout:(112/176): libunwind-1.6.2-1.el9.x86_64.rpm 310 kB/s | 67 kB 00:00 2024-02-09T23:45:17.624 INFO:teuthology.orchestra.run.smithi088.stdout:(61/176): postgresql-contrib-13.11-1.el9.x86_64 5.9 MB/s | 811 kB 00:00 2024-02-09T23:45:17.649 INFO:teuthology.orchestra.run.smithi088.stdout:(62/176): postgresql-private-libs-13.11-1.el9.x 1.2 MB/s | 134 kB 00:00 2024-02-09T23:45:17.733 INFO:teuthology.orchestra.run.smithi088.stdout:(63/176): protobuf-3.14.0-13.el9.x86_64.rpm 9.3 MB/s | 1.0 MB 00:00 2024-02-09T23:45:17.824 INFO:teuthology.orchestra.run.smithi001.stdout:(113/176): luarocks-3.9.2-1.el9.noarch.rpm 421 kB/s | 151 kB 00:00 2024-02-09T23:45:17.983 INFO:teuthology.orchestra.run.smithi088.stdout:(64/176): postgresql-server-13.11-1.el9.x86_64. 16 MB/s | 5.7 MB 00:00 2024-02-09T23:45:18.008 INFO:teuthology.orchestra.run.smithi088.stdout:(65/176): python3-attrs-20.3.0-7.el9.noarch.rpm 216 kB/s | 78 kB 00:00 2024-02-09T23:45:18.125 INFO:teuthology.orchestra.run.smithi088.stdout:(66/176): python3-babel-2.9.1-2.el9.noarch.rpm 15 MB/s | 5.8 MB 00:00 2024-02-09T23:45:18.150 INFO:teuthology.orchestra.run.smithi088.stdout:(67/176): python3-jsonpatch-1.21-16.el9.noarch. 176 kB/s | 24 kB 00:00 2024-02-09T23:45:18.176 INFO:teuthology.orchestra.run.smithi088.stdout:(68/176): python3-jinja2-2.11.3-5.el9.noarch.rp 1.3 MB/s | 227 kB 00:00 2024-02-09T23:45:18.201 INFO:teuthology.orchestra.run.smithi088.stdout:(69/176): python3-jsonpointer-2.0-4.el9.noarch. 241 kB/s | 18 kB 00:00 2024-02-09T23:45:18.226 INFO:teuthology.orchestra.run.smithi088.stdout:(70/176): python3-mako-1.1.4-6.el9.noarch.rpm 1.9 MB/s | 144 kB 00:00 2024-02-09T23:45:18.251 INFO:teuthology.orchestra.run.smithi088.stdout:(71/176): python3-markupsafe-1.1.1-12.el9.x86_6 633 kB/s | 32 kB 00:00 2024-02-09T23:45:18.451 INFO:teuthology.orchestra.run.smithi088.stdout:(72/176): python3-numpy-1.20.1-5.el9.x86_64.rpm 19 MB/s | 4.8 MB 00:00 2024-02-09T23:45:18.477 INFO:teuthology.orchestra.run.smithi088.stdout:(73/176): python3-numpy-f2py-1.20.1-5.el9.x86_6 868 kB/s | 217 kB 00:00 2024-02-09T23:45:18.493 INFO:teuthology.orchestra.run.smithi088.stdout:(74/176): python3-oauthlib-3.1.1-5.el9.noarch.r 727 kB/s | 174 kB 00:00 2024-02-09T23:45:18.544 INFO:teuthology.orchestra.run.smithi088.stdout:(75/176): python3-packaging-20.9-5.el9.noarch.r 1.4 MB/s | 69 kB 00:00 2024-02-09T23:45:18.561 INFO:teuthology.orchestra.run.smithi088.stdout:(76/176): python3-prettytable-0.7.2-27.el9.noar 620 kB/s | 41 kB 00:00 2024-02-09T23:45:18.587 INFO:teuthology.orchestra.run.smithi088.stdout:(77/176): python3-protobuf-3.14.0-13.el9.noarch 2.5 MB/s | 238 kB 00:00 2024-02-09T23:45:18.611 INFO:teuthology.orchestra.run.smithi088.stdout:(78/176): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.9 MB/s | 132 kB 00:00 2024-02-09T23:45:18.629 INFO:teuthology.orchestra.run.smithi088.stdout:(79/176): python3-pytz-2021.1-5.el9.noarch.rpm 1.1 MB/s | 47 kB 00:00 2024-02-09T23:45:18.654 INFO:teuthology.orchestra.run.smithi088.stdout:(80/176): python3-pyasn1-modules-0.4.8-6.el9.no 3.1 MB/s | 211 kB 00:00 2024-02-09T23:45:18.670 INFO:teuthology.orchestra.run.smithi088.stdout:(81/176): python3-requests-oauthlib-1.3.0-12.el 725 kB/s | 43 kB 00:00 2024-02-09T23:45:18.708 INFO:teuthology.orchestra.run.smithi001.stdout:(114/176): python3-asyncssh-2.13.2-3.el9.noarch 620 kB/s | 548 kB 00:00 2024-02-09T23:45:18.816 INFO:teuthology.orchestra.run.smithi001.stdout:(115/176): python3-bcrypt-3.2.2-1.el9.x86_64.rp 401 kB/s | 43 kB 00:00 2024-02-09T23:45:18.925 INFO:teuthology.orchestra.run.smithi001.stdout:(116/176): python3-cachetools-4.2.4-1.el9.noarc 297 kB/s | 32 kB 00:00 2024-02-09T23:45:19.021 INFO:teuthology.orchestra.run.smithi088.stdout:(82/176): python3-scipy-1.6.2-8.el9.x86_64.rpm 40 MB/s | 16 MB 00:00 2024-02-09T23:45:19.037 INFO:teuthology.orchestra.run.smithi088.stdout:(83/176): python3-wcwidth-0.2.5-8.el9.noarch.rp 112 kB/s | 41 kB 00:00 2024-02-09T23:45:19.041 INFO:teuthology.orchestra.run.smithi001.stdout:(117/176): python3-certifi-2021.10.8-2.el9.noar 128 kB/s | 15 kB 00:00 2024-02-09T23:45:19.054 INFO:teuthology.orchestra.run.smithi088.stdout:(84/176): python3-toml-0.10.2-6.el9.noarch.rpm 101 kB/s | 39 kB 00:00 2024-02-09T23:45:19.075 INFO:teuthology.orchestra.run.smithi001.stdout:(118/176): parquet-libs-9.0.0-10.el9.x86_64.rpm 571 kB/s | 838 kB 00:01 2024-02-09T23:45:19.080 INFO:teuthology.orchestra.run.smithi088.stdout:(85/176): qatlib-23.11.0-1.el9.x86_64.rpm 3.6 MB/s | 215 kB 00:00 2024-02-09T23:45:19.097 INFO:teuthology.orchestra.run.smithi088.stdout:(86/176): qatlib-service-23.11.0-1.el9.x86_64.r 571 kB/s | 34 kB 00:00 2024-02-09T23:45:19.114 INFO:teuthology.orchestra.run.smithi088.stdout:(87/176): qatzip-libs-1.1.2-2.el9.x86_64.rpm 740 kB/s | 43 kB 00:00 2024-02-09T23:45:19.140 INFO:teuthology.orchestra.run.smithi088.stdout:(88/176): socat-1.7.4.1-5.el9.x86_64.rpm 5.0 MB/s | 300 kB 00:00 2024-02-09T23:45:19.156 INFO:teuthology.orchestra.run.smithi088.stdout:(89/176): uuid-1.6.2-55.el9.x86_64.rpm 962 kB/s | 56 kB 00:00 2024-02-09T23:45:19.181 INFO:teuthology.orchestra.run.smithi088.stdout:(90/176): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.3 MB/s | 87 kB 00:00 2024-02-09T23:45:19.198 INFO:teuthology.orchestra.run.smithi088.stdout:(91/176): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.0 MB/s | 63 kB 00:00 2024-02-09T23:45:19.215 INFO:teuthology.orchestra.run.smithi088.stdout:(92/176): zlib-devel-1.2.11-40.el9.x86_64.rpm 751 kB/s | 44 kB 00:00 2024-02-09T23:45:19.240 INFO:teuthology.orchestra.run.smithi088.stdout:(93/176): fuse-2.9.9-15.el9.x86_64.rpm 1.3 MB/s | 79 kB 00:00 2024-02-09T23:45:19.266 INFO:teuthology.orchestra.run.smithi088.stdout:(94/176): jq-1.6-16.el9.x86_64.rpm 3.6 MB/s | 186 kB 00:00 2024-02-09T23:45:19.291 INFO:teuthology.orchestra.run.smithi088.stdout:(95/176): libgfortran-11.4.1-3.el9.x86_64.rpm 10 MB/s | 802 kB 00:00 2024-02-09T23:45:19.316 INFO:teuthology.orchestra.run.smithi088.stdout:(96/176): libquadmath-11.4.1-3.el9.x86_64.rpm 2.5 MB/s | 194 kB 00:00 2024-02-09T23:45:19.341 INFO:teuthology.orchestra.run.smithi088.stdout:(97/176): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.7 MB/s | 241 kB 00:00 2024-02-09T23:45:19.342 INFO:teuthology.orchestra.run.smithi001.stdout:(119/176): python3-cheroot-8.6.0-4.el9.noarch.r 572 kB/s | 172 kB 00:00 2024-02-09T23:45:19.368 INFO:teuthology.orchestra.run.smithi088.stdout:(98/176): oniguruma-6.9.6-1.el9.5.x86_64.rpm 2.7 MB/s | 217 kB 00:00 2024-02-09T23:45:19.402 INFO:teuthology.orchestra.run.smithi088.stdout:(99/176): python3-cryptography-36.0.1-4.el9.x86 13 MB/s | 1.1 MB 00:00 2024-02-09T23:45:19.427 INFO:teuthology.orchestra.run.smithi088.stdout:(100/176): python3-ply-3.11-14.el9.noarch.rpm 1.2 MB/s | 103 kB 00:00 2024-02-09T23:45:19.453 INFO:teuthology.orchestra.run.smithi088.stdout:(101/176): python3-pycparser-2.20-6.el9.noarch. 2.4 MB/s | 124 kB 00:00 2024-02-09T23:45:19.478 INFO:teuthology.orchestra.run.smithi088.stdout:(102/176): python3-requests-2.25.1-8.el9.noarch 1.5 MB/s | 113 kB 00:00 2024-02-09T23:45:19.503 INFO:teuthology.orchestra.run.smithi088.stdout:(103/176): python3-urllib3-1.26.5-5.el9.noarch. 2.4 MB/s | 187 kB 00:00 2024-02-09T23:45:19.595 INFO:teuthology.orchestra.run.smithi088.stdout:(104/176): lua-devel-5.4.4-4.el9.x86_64.rpm 191 kB/s | 22 kB 00:00 2024-02-09T23:45:19.625 INFO:teuthology.orchestra.run.smithi001.stdout:(120/176): python3-cherrypy-18.6.1-2.el9.noarch 652 kB/s | 358 kB 00:00 2024-02-09T23:45:19.704 INFO:teuthology.orchestra.run.smithi088.stdout:(105/176): protobuf-compiler-3.14.0-13.el9.x86_ 4.2 MB/s | 863 kB 00:00 2024-02-09T23:45:19.734 INFO:teuthology.orchestra.run.smithi001.stdout:(121/176): python3-colorama-0.4.4-12.el9.noarch 326 kB/s | 35 kB 00:00 2024-02-09T23:45:19.801 INFO:teuthology.orchestra.run.smithi001.stdout:(122/176): python3-cmd2-2.4.2-2.el9.noarch.rpm 661 kB/s | 303 kB 00:00 2024-02-09T23:45:20.018 INFO:teuthology.orchestra.run.smithi001.stdout:(123/176): python3-google-auth-2.27.0-1.el9.noa 715 kB/s | 203 kB 00:00 2024-02-09T23:45:20.021 INFO:teuthology.orchestra.run.smithi088.stdout:(106/176): python3-devel-3.9.17-2.el9.x86_64.rp 453 kB/s | 245 kB 00:00 2024-02-09T23:45:20.263 INFO:teuthology.orchestra.run.smithi088.stdout:(107/176): abseil-cpp-20211102.0-3.el9.x86_64.r 822 kB/s | 548 kB 00:00 2024-02-09T23:45:20.288 INFO:teuthology.orchestra.run.smithi088.stdout:(108/176): gperftools-libs-2.9.1-2.el9.x86_64.r 529 kB/s | 309 kB 00:00 2024-02-09T23:45:20.326 INFO:teuthology.orchestra.run.smithi001.stdout:(124/176): python3-grpcio-tools-1.46.7-10.el9.x 469 kB/s | 144 kB 00:00 2024-02-09T23:45:20.338 INFO:teuthology.orchestra.run.smithi088.stdout:(109/176): grpc-data-1.46.7-10.el9.noarch.rpm 61 kB/s | 19 kB 00:00 2024-02-09T23:45:20.443 INFO:teuthology.orchestra.run.smithi001.stdout:(125/176): python3-jaraco-8.2.1-3.el9.noarch.rp 92 kB/s | 11 kB 00:00 2024-02-09T23:45:20.497 INFO:teuthology.orchestra.run.smithi088.stdout:(110/176): libarrow-doc-9.0.0-10.el9.noarch.rpm 124 kB/s | 26 kB 00:00 2024-02-09T23:45:20.552 INFO:teuthology.orchestra.run.smithi001.stdout:(126/176): python3-jaraco-classes-3.2.1-5.el9.n 163 kB/s | 18 kB 00:00 2024-02-09T23:45:20.614 INFO:teuthology.orchestra.run.smithi088.stdout:(111/176): liboath-2.6.7-2.el9.x86_64.rpm 176 kB/s | 49 kB 00:00 2024-02-09T23:45:20.640 INFO:teuthology.orchestra.run.smithi088.stdout:(112/176): libunwind-1.6.2-1.el9.x86_64.rpm 474 kB/s | 67 kB 00:00 2024-02-09T23:45:20.661 INFO:teuthology.orchestra.run.smithi001.stdout:(127/176): python3-jaraco-collections-3.0.0-8.e 213 kB/s | 23 kB 00:00 2024-02-09T23:45:20.770 INFO:teuthology.orchestra.run.smithi001.stdout:(128/176): python3-jaraco-functools-3.5.0-2.el9 179 kB/s | 19 kB 00:00 2024-02-09T23:45:20.831 INFO:teuthology.orchestra.run.smithi088.stdout:(113/176): luarocks-3.9.2-1.el9.noarch.rpm 697 kB/s | 151 kB 00:00 2024-02-09T23:45:20.878 INFO:teuthology.orchestra.run.smithi001.stdout:(129/176): python3-jaraco-text-3.2.0-6.el9.noar 181 kB/s | 20 kB 00:00 2024-02-09T23:45:20.940 INFO:teuthology.orchestra.run.smithi088.stdout:(114/176): libarrow-9.0.0-10.el9.x86_64.rpm 6.5 MB/s | 4.4 MB 00:00 2024-02-09T23:45:20.981 INFO:teuthology.orchestra.run.smithi088.stdout:(115/176): parquet-libs-9.0.0-10.el9.x86_64.rpm 2.4 MB/s | 838 kB 00:00 2024-02-09T23:45:21.074 INFO:teuthology.orchestra.run.smithi088.stdout:(116/176): python3-bcrypt-3.2.2-1.el9.x86_64.rp 325 kB/s | 43 kB 00:00 2024-02-09T23:45:21.099 INFO:teuthology.orchestra.run.smithi088.stdout:(117/176): python3-asyncssh-2.13.2-3.el9.noarch 2.0 MB/s | 548 kB 00:00 2024-02-09T23:45:21.124 INFO:teuthology.orchestra.run.smithi088.stdout:(118/176): python3-cachetools-4.2.4-1.el9.noarc 226 kB/s | 32 kB 00:00 2024-02-09T23:45:21.200 INFO:teuthology.orchestra.run.smithi088.stdout:(119/176): python3-certifi-2021.10.8-2.el9.noar 119 kB/s | 15 kB 00:00 2024-02-09T23:45:21.252 INFO:teuthology.orchestra.run.smithi088.stdout:(120/176): python3-cheroot-8.6.0-4.el9.noarch.r 1.1 MB/s | 172 kB 00:00 2024-02-09T23:45:21.317 INFO:teuthology.orchestra.run.smithi088.stdout:(121/176): python3-cherrypy-18.6.1-2.el9.noarch 1.8 MB/s | 358 kB 00:00 2024-02-09T23:45:21.392 INFO:teuthology.orchestra.run.smithi088.stdout:(122/176): python3-colorama-0.4.4-12.el9.noarch 248 kB/s | 35 kB 00:00 2024-02-09T23:45:21.417 INFO:teuthology.orchestra.run.smithi088.stdout:(123/176): python3-cmd2-2.4.2-2.el9.noarch.rpm 1.4 MB/s | 303 kB 00:00 2024-02-09T23:45:21.442 INFO:teuthology.orchestra.run.smithi088.stdout:(124/176): python3-google-auth-2.27.0-1.el9.noa 1.6 MB/s | 203 kB 00:00 2024-02-09T23:45:21.551 INFO:teuthology.orchestra.run.smithi088.stdout:(125/176): python3-grpcio-tools-1.46.7-10.el9.x 1.1 MB/s | 144 kB 00:00 2024-02-09T23:45:21.585 INFO:teuthology.orchestra.run.smithi088.stdout:(126/176): python3-jaraco-8.2.1-3.el9.noarch.rp 75 kB/s | 11 kB 00:00 2024-02-09T23:45:21.702 INFO:teuthology.orchestra.run.smithi088.stdout:(127/176): python3-jaraco-classes-3.2.1-5.el9.n 118 kB/s | 18 kB 00:00 2024-02-09T23:45:21.727 INFO:teuthology.orchestra.run.smithi088.stdout:(128/176): python3-jaraco-collections-3.0.0-8.e 163 kB/s | 23 kB 00:00 2024-02-09T23:45:21.784 INFO:teuthology.orchestra.run.smithi088.stdout:(129/176): python3-grpcio-1.46.7-10.el9.x86_64. 5.2 MB/s | 2.0 MB 00:00 2024-02-09T23:45:21.844 INFO:teuthology.orchestra.run.smithi088.stdout:(130/176): python3-jaraco-functools-3.5.0-2.el9 137 kB/s | 19 kB 00:00 2024-02-09T23:45:21.869 INFO:teuthology.orchestra.run.smithi088.stdout:(131/176): python3-jaraco-text-3.2.0-6.el9.noar 138 kB/s | 20 kB 00:00 2024-02-09T23:45:21.987 INFO:teuthology.orchestra.run.smithi088.stdout:(132/176): python3-logutils-0.3.5-21.el9.noarch 326 kB/s | 46 kB 00:00 2024-02-09T23:45:22.011 INFO:teuthology.orchestra.run.smithi088.stdout:(133/176): python3-more-itertools-8.12.0-2.el9. 555 kB/s | 79 kB 00:00 2024-02-09T23:45:22.045 INFO:teuthology.orchestra.run.smithi088.stdout:(134/176): python3-kubernetes-26.1.0-2.el9.noar 3.9 MB/s | 1.0 MB 00:00 2024-02-09T23:45:22.112 INFO:teuthology.orchestra.run.smithi088.stdout:(135/176): python3-natsort-7.1.1-5.el9.noarch.r 460 kB/s | 58 kB 00:00 2024-02-09T23:45:22.162 INFO:teuthology.orchestra.run.smithi088.stdout:(136/176): python3-pecan-1.4.2-3.el9.noarch.rpm 1.8 MB/s | 272 kB 00:00 2024-02-09T23:45:22.188 INFO:teuthology.orchestra.run.smithi088.stdout:(137/176): python3-portend-3.1.0-2.el9.noarch.r 115 kB/s | 16 kB 00:00 2024-02-09T23:45:22.211 INFO:teuthology.orchestra.run.smithi001.stdout:(130/176): python3-kubernetes-26.1.0-2.el9.noar 784 kB/s | 1.0 MB 00:01 2024-02-09T23:45:22.238 INFO:teuthology.orchestra.run.smithi088.stdout:(138/176): python3-pyOpenSSL-21.0.0-1.el9.noarc 717 kB/s | 90 kB 00:00 2024-02-09T23:45:22.253 INFO:teuthology.orchestra.run.smithi001.stdout:(131/176): python3-grpcio-1.46.7-10.el9.x86_64. 851 kB/s | 2.0 MB 00:02 2024-02-09T23:45:22.320 INFO:teuthology.orchestra.run.smithi001.stdout:(132/176): python3-logutils-0.3.5-21.el9.noarch 426 kB/s | 46 kB 00:00 2024-02-09T23:45:22.338 INFO:teuthology.orchestra.run.smithi088.stdout:(139/176): python3-pyperclip-1.8.2-2.el9.noarch 161 kB/s | 28 kB 00:00 2024-02-09T23:45:22.354 INFO:teuthology.orchestra.run.smithi001.stdout:(133/176): python3-more-itertools-8.12.0-2.el9. 786 kB/s | 79 kB 00:00 2024-02-09T23:45:22.363 INFO:teuthology.orchestra.run.smithi088.stdout:(140/176): python3-repoze-lru-0.7-16.el9.noarch 175 kB/s | 31 kB 00:00 2024-02-09T23:45:22.389 INFO:teuthology.orchestra.run.smithi088.stdout:(141/176): python3-routes-2.5.1-5.el9.noarch.rp 1.2 MB/s | 188 kB 00:00 2024-02-09T23:45:22.456 INFO:teuthology.orchestra.run.smithi088.stdout:(142/176): python3-rsa-4.9-2.el9.noarch.rpm 505 kB/s | 59 kB 00:00 2024-02-09T23:45:22.481 INFO:teuthology.orchestra.run.smithi088.stdout:(143/176): python3-tempora-5.0.0-2.el9.noarch.r 305 kB/s | 36 kB 00:00 2024-02-09T23:45:22.506 INFO:teuthology.orchestra.run.smithi088.stdout:(144/176): python3-typing-extensions-4.4.0-2.el 434 kB/s | 51 kB 00:00 2024-02-09T23:45:22.560 INFO:teuthology.orchestra.run.smithi001.stdout:(134/176): python3-natsort-7.1.1-5.el9.noarch.r 241 kB/s | 58 kB 00:00 2024-02-09T23:45:22.607 INFO:teuthology.orchestra.run.smithi088.stdout:(145/176): python3-websocket-client-1.2.3-2.el9 715 kB/s | 90 kB 00:00 2024-02-09T23:45:22.649 INFO:teuthology.orchestra.run.smithi088.stdout:(146/176): python3-webob-1.8.7-6.el9.noarch.rpm 1.2 MB/s | 230 kB 00:00 2024-02-09T23:45:22.704 INFO:teuthology.orchestra.run.smithi001.stdout:(135/176): libarrow-9.0.0-10.el9.x86_64.rpm 715 kB/s | 4.4 MB 00:06 2024-02-09T23:45:22.707 INFO:teuthology.orchestra.run.smithi088.stdout:(147/176): python3-werkzeug-2.0.3-3.el9.1.noarc 2.1 MB/s | 427 kB 00:00 2024-02-09T23:45:22.730 INFO:teuthology.orchestra.run.smithi001.stdout:(136/176): python3-portend-3.1.0-2.el9.noarch.r 97 kB/s | 16 kB 00:00 2024-02-09T23:45:22.733 INFO:teuthology.orchestra.run.smithi088.stdout:(148/176): python3-zc-lockfile-2.0-10.el9.noarc 159 kB/s | 20 kB 00:00 2024-02-09T23:45:22.805 INFO:teuthology.orchestra.run.smithi001.stdout:(137/176): python3-pecan-1.4.2-3.el9.noarch.rpm 604 kB/s | 272 kB 00:00 2024-02-09T23:45:22.839 INFO:teuthology.orchestra.run.smithi001.stdout:(138/176): python3-pyperclip-1.8.2-2.el9.noarch 261 kB/s | 28 kB 00:00 2024-02-09T23:45:22.850 INFO:teuthology.orchestra.run.smithi088.stdout:(149/176): re2-20211101-3.el9.x86_64.rpm 955 kB/s | 192 kB 00:00 2024-02-09T23:45:22.914 INFO:teuthology.orchestra.run.smithi001.stdout:(139/176): python3-repoze-lru-0.7-16.el9.noarch 283 kB/s | 31 kB 00:00 2024-02-09T23:45:22.958 INFO:teuthology.orchestra.run.smithi001.stdout:(140/176): python3-pyOpenSSL-21.0.0-1.el9.noarc 394 kB/s | 90 kB 00:00 2024-02-09T23:45:22.975 INFO:teuthology.orchestra.run.smithi088.stdout:(150/176): thrift-0.15.0-2.el9.x86_64.rpm 5.9 MB/s | 1.6 MB 00:00 2024-02-09T23:45:23.017 INFO:teuthology.orchestra.run.smithi088.stdout:(151/176): libacl-devel-2.3.1-4.el9.x86_64.rpm 1.6 MB/s | 68 kB 00:00 2024-02-09T23:45:23.022 INFO:teuthology.orchestra.run.smithi001.stdout:(141/176): python3-rsa-4.9-2.el9.noarch.rpm 543 kB/s | 59 kB 00:00 2024-02-09T23:45:23.115 INFO:teuthology.orchestra.run.smithi001.stdout:(142/176): python3-tempora-5.0.0-2.el9.noarch.r 228 kB/s | 36 kB 00:00 2024-02-09T23:45:23.142 INFO:teuthology.orchestra.run.smithi088.stdout:(152/176): NetworkManager-1.45.90-1.el9.x86_64. 18 MB/s | 2.3 MB 00:00 2024-02-09T23:45:23.157 INFO:teuthology.orchestra.run.smithi001.stdout:(143/176): python3-typing-extensions-4.4.0-2.el 381 kB/s | 51 kB 00:00 2024-02-09T23:45:23.224 INFO:teuthology.orchestra.run.smithi001.stdout:(144/176): python3-routes-2.5.1-5.el9.noarch.rp 490 kB/s | 188 kB 00:00 2024-02-09T23:45:23.264 INFO:teuthology.orchestra.run.smithi088.stdout:(153/176): NetworkManager-libnm-1.45.90-1.el9.x 15 MB/s | 1.8 MB 00:00 2024-02-09T23:45:23.300 INFO:teuthology.orchestra.run.smithi088.stdout:(154/176): NetworkManager-team-1.45.90-1.el9.x8 1.2 MB/s | 42 kB 00:00 2024-02-09T23:45:23.339 INFO:teuthology.orchestra.run.smithi088.stdout:(155/176): NetworkManager-tui-1.45.90-1.el9.x86 5.8 MB/s | 247 kB 00:00 2024-02-09T23:45:23.365 INFO:teuthology.orchestra.run.smithi001.stdout:(145/176): python3-websocket-client-1.2.3-2.el9 430 kB/s | 90 kB 00:00 2024-02-09T23:45:23.381 INFO:teuthology.orchestra.run.smithi088.stdout:(156/176): acl-2.3.1-4.el9.x86_64.rpm 1.6 MB/s | 69 kB 00:00 2024-02-09T23:45:23.433 INFO:teuthology.orchestra.run.smithi001.stdout:(146/176): python3-webob-1.8.7-6.el9.noarch.rpm 723 kB/s | 230 kB 00:00 2024-02-09T23:45:23.440 INFO:teuthology.orchestra.run.smithi088.stdout:(157/176): librbd1-19.0.0-1361.g290212a1.el9.x8 5.3 MB/s | 3.1 MB 00:00 2024-02-09T23:45:23.465 INFO:teuthology.orchestra.run.smithi088.stdout:(158/176): elfutils-debuginfod-client-0.190-2.e 424 kB/s | 35 kB 00:00 2024-02-09T23:45:23.483 INFO:teuthology.orchestra.run.smithi001.stdout:(147/176): python3-zc-lockfile-2.0-10.el9.noarc 171 kB/s | 20 kB 00:00 2024-02-09T23:45:23.490 INFO:teuthology.orchestra.run.smithi088.stdout:(159/176): elfutils-libelf-0.190-2.el9.x86_64.r 3.7 MB/s | 191 kB 00:00 2024-02-09T23:45:23.524 INFO:teuthology.orchestra.run.smithi088.stdout:(160/176): elfutils-libs-0.190-2.el9.x86_64.rpm 4.3 MB/s | 254 kB 00:00 2024-02-09T23:45:23.574 INFO:teuthology.orchestra.run.smithi088.stdout:(161/176): iproute-6.7.0-2.el9.x86_64.rpm 9.4 MB/s | 802 kB 00:00 2024-02-09T23:45:23.608 INFO:teuthology.orchestra.run.smithi088.stdout:(162/176): iproute-tc-6.7.0-2.el9.x86_64.rpm 5.1 MB/s | 433 kB 00:00 2024-02-09T23:45:23.625 INFO:teuthology.orchestra.run.smithi088.stdout:(163/176): libacl-2.3.1-4.el9.x86_64.rpm 443 kB/s | 22 kB 00:00 2024-02-09T23:45:23.667 INFO:teuthology.orchestra.run.smithi088.stdout:(164/176): libblkid-2.37.4-18.el9.x86_64.rpm 1.8 MB/s | 107 kB 00:00 2024-02-09T23:45:23.692 INFO:teuthology.orchestra.run.smithi088.stdout:(165/176): libfdisk-2.37.4-18.el9.x86_64.rpm 2.2 MB/s | 154 kB 00:00 2024-02-09T23:45:23.726 INFO:teuthology.orchestra.run.smithi088.stdout:(166/176): libmount-2.37.4-18.el9.x86_64.rpm 2.3 MB/s | 135 kB 00:00 2024-02-09T23:45:23.750 INFO:teuthology.orchestra.run.smithi001.stdout:(148/176): python3-werkzeug-2.0.3-3.el9.1.noarc 812 kB/s | 427 kB 00:00 2024-02-09T23:45:23.783 INFO:teuthology.orchestra.run.smithi001.stdout:(149/176): re2-20211101-3.el9.x86_64.rpm 547 kB/s | 192 kB 00:00 2024-02-09T23:45:23.784 INFO:teuthology.orchestra.run.smithi088.stdout:(167/176): librados2-19.0.0-1361.g290212a1.el9. 3.2 MB/s | 3.4 MB 00:01 2024-02-09T23:45:23.809 INFO:teuthology.orchestra.run.smithi088.stdout:(168/176): libsmartcols-2.37.4-18.el9.x86_64.rp 536 kB/s | 63 kB 00:00 2024-02-09T23:45:23.834 INFO:teuthology.orchestra.run.smithi088.stdout:(169/176): libuuid-2.37.4-18.el9.x86_64.rpm 254 kB/s | 28 kB 00:00 2024-02-09T23:45:23.902 INFO:teuthology.orchestra.run.smithi088.stdout:(170/176): openssl-3.0.7-25.el9.x86_64.rpm 9.9 MB/s | 1.2 MB 00:00 2024-02-09T23:45:24.077 INFO:teuthology.orchestra.run.smithi088.stdout:(171/176): openssl-libs-3.0.7-25.el9.x86_64.rpm 8.9 MB/s | 2.1 MB 00:00 2024-02-09T23:45:24.119 INFO:teuthology.orchestra.run.smithi088.stdout:(172/176): util-linux-2.37.4-18.el9.x86_64.rpm 7.8 MB/s | 2.2 MB 00:00 2024-02-09T23:45:24.145 INFO:teuthology.orchestra.run.smithi088.stdout:(173/176): util-linux-core-2.37.4-18.el9.x86_64 1.8 MB/s | 438 kB 00:00 2024-02-09T23:45:24.169 INFO:teuthology.orchestra.run.smithi088.stdout:(174/176): util-linux-user-2.37.4-18.el9.x86_64 333 kB/s | 30 kB 00:00 2024-02-09T23:45:24.194 INFO:teuthology.orchestra.run.smithi088.stdout:(175/176): xfsdump-3.1.12-4.el9.x86_64.rpm 6.3 MB/s | 321 kB 00:00 2024-02-09T23:45:24.261 INFO:teuthology.orchestra.run.smithi088.stdout:(176/176): xfsprogs-6.3.0-1.el9.x86_64.rpm 9.1 MB/s | 1.1 MB 00:00 2024-02-09T23:45:24.266 INFO:teuthology.orchestra.run.smithi088.stdout:-------------------------------------------------------------------------------- 2024-02-09T23:45:24.266 INFO:teuthology.orchestra.run.smithi088.stdout:Total 13 MB/s | 222 MB 00:16 2024-02-09T23:45:24.292 INFO:teuthology.orchestra.run.smithi001.stdout:(150/176): librados2-19.0.0-1361.g290212a1.el9. 6.2 MB/s | 3.4 MB 00:00 2024-02-09T23:45:24.314 INFO:teuthology.orchestra.run.smithi088.stdout:Running transaction check 2024-02-09T23:45:24.375 INFO:teuthology.orchestra.run.smithi001.stdout:(151/176): librbd1-19.0.0-1361.g290212a1.el9.x8 5.3 MB/s | 3.1 MB 00:00 2024-02-09T23:45:24.392 INFO:teuthology.orchestra.run.smithi001.stdout:(152/176): libacl-devel-2.3.1-4.el9.x86_64.rpm 676 kB/s | 68 kB 00:00 2024-02-09T23:45:24.592 INFO:teuthology.orchestra.run.smithi088.stdout:Transaction check succeeded. 2024-02-09T23:45:24.592 INFO:teuthology.orchestra.run.smithi088.stdout:Running transaction test 2024-02-09T23:45:24.776 INFO:teuthology.orchestra.run.smithi001.stdout:(153/176): NetworkManager-1.45.90-1.el9.x86_64. 5.6 MB/s | 2.3 MB 00:00 2024-02-09T23:45:24.893 INFO:teuthology.orchestra.run.smithi001.stdout:(154/176): NetworkManager-libnm-1.45.90-1.el9.x 3.6 MB/s | 1.8 MB 00:00 2024-02-09T23:45:24.918 INFO:teuthology.orchestra.run.smithi001.stdout:(155/176): NetworkManager-team-1.45.90-1.el9.x8 299 kB/s | 42 kB 00:00 2024-02-09T23:45:24.943 INFO:teuthology.orchestra.run.smithi001.stdout:(156/176): NetworkManager-tui-1.45.90-1.el9.x86 4.8 MB/s | 247 kB 00:00 2024-02-09T23:45:24.969 INFO:teuthology.orchestra.run.smithi001.stdout:(157/176): acl-2.3.1-4.el9.x86_64.rpm 1.4 MB/s | 69 kB 00:00 2024-02-09T23:45:24.994 INFO:teuthology.orchestra.run.smithi001.stdout:(158/176): elfutils-debuginfod-client-0.190-2.e 708 kB/s | 35 kB 00:00 2024-02-09T23:45:25.019 INFO:teuthology.orchestra.run.smithi001.stdout:(159/176): elfutils-libelf-0.190-2.el9.x86_64.r 3.7 MB/s | 191 kB 00:00 2024-02-09T23:45:25.044 INFO:teuthology.orchestra.run.smithi001.stdout:(160/176): elfutils-libs-0.190-2.el9.x86_64.rpm 5.0 MB/s | 254 kB 00:00 2024-02-09T23:45:25.086 INFO:teuthology.orchestra.run.smithi001.stdout:(161/176): iproute-6.7.0-2.el9.x86_64.rpm 12 MB/s | 802 kB 00:00 2024-02-09T23:45:25.120 INFO:teuthology.orchestra.run.smithi001.stdout:(162/176): iproute-tc-6.7.0-2.el9.x86_64.rpm 5.7 MB/s | 433 kB 00:00 2024-02-09T23:45:25.145 INFO:teuthology.orchestra.run.smithi001.stdout:(163/176): libacl-2.3.1-4.el9.x86_64.rpm 380 kB/s | 22 kB 00:00 2024-02-09T23:45:25.171 INFO:teuthology.orchestra.run.smithi001.stdout:(164/176): libblkid-2.37.4-18.el9.x86_64.rpm 2.1 MB/s | 107 kB 00:00 2024-02-09T23:45:25.196 INFO:teuthology.orchestra.run.smithi001.stdout:(165/176): libfdisk-2.37.4-18.el9.x86_64.rpm 3.0 MB/s | 154 kB 00:00 2024-02-09T23:45:25.221 INFO:teuthology.orchestra.run.smithi001.stdout:(166/176): libmount-2.37.4-18.el9.x86_64.rpm 2.6 MB/s | 135 kB 00:00 2024-02-09T23:45:25.246 INFO:teuthology.orchestra.run.smithi001.stdout:(167/176): libsmartcols-2.37.4-18.el9.x86_64.rp 1.2 MB/s | 63 kB 00:00 2024-02-09T23:45:25.271 INFO:teuthology.orchestra.run.smithi001.stdout:(168/176): libuuid-2.37.4-18.el9.x86_64.rpm 552 kB/s | 28 kB 00:00 2024-02-09T23:45:25.339 INFO:teuthology.orchestra.run.smithi001.stdout:(169/176): openssl-3.0.7-25.el9.x86_64.rpm 13 MB/s | 1.2 MB 00:00 2024-02-09T23:45:25.380 INFO:teuthology.orchestra.run.smithi001.stdout:(170/176): thrift-0.15.0-2.el9.x86_64.rpm 854 kB/s | 1.6 MB 00:01 2024-02-09T23:45:25.423 INFO:teuthology.orchestra.run.smithi001.stdout:(171/176): openssl-libs-3.0.7-25.el9.x86_64.rpm 14 MB/s | 2.1 MB 00:00 2024-02-09T23:45:25.490 INFO:teuthology.orchestra.run.smithi001.stdout:(172/176): util-linux-2.37.4-18.el9.x86_64.rpm 15 MB/s | 2.2 MB 00:00 2024-02-09T23:45:25.515 INFO:teuthology.orchestra.run.smithi001.stdout:(173/176): util-linux-core-2.37.4-18.el9.x86_64 3.2 MB/s | 438 kB 00:00 2024-02-09T23:45:25.532 INFO:teuthology.orchestra.run.smithi001.stdout:(174/176): util-linux-user-2.37.4-18.el9.x86_64 282 kB/s | 30 kB 00:00 2024-02-09T23:45:25.557 INFO:teuthology.orchestra.run.smithi001.stdout:(175/176): xfsdump-3.1.12-4.el9.x86_64.rpm 4.7 MB/s | 321 kB 00:00 2024-02-09T23:45:25.624 INFO:teuthology.orchestra.run.smithi001.stdout:(176/176): xfsprogs-6.3.0-1.el9.x86_64.rpm 12 MB/s | 1.1 MB 00:00 2024-02-09T23:45:25.627 INFO:teuthology.orchestra.run.smithi001.stdout:-------------------------------------------------------------------------------- 2024-02-09T23:45:25.628 INFO:teuthology.orchestra.run.smithi001.stdout:Total 11 MB/s | 222 MB 00:20 2024-02-09T23:45:25.670 INFO:teuthology.orchestra.run.smithi001.stdout:Running transaction check 2024-02-09T23:45:25.991 INFO:teuthology.orchestra.run.smithi001.stdout:Transaction check succeeded. 2024-02-09T23:45:25.992 INFO:teuthology.orchestra.run.smithi001.stdout:Running transaction test 2024-02-09T23:45:26.256 INFO:teuthology.orchestra.run.smithi088.stdout:Transaction test succeeded. 2024-02-09T23:45:26.256 INFO:teuthology.orchestra.run.smithi088.stdout:Running transaction 2024-02-09T23:45:28.021 INFO:teuthology.orchestra.run.smithi001.stdout:Transaction test succeeded. 2024-02-09T23:45:28.021 INFO:teuthology.orchestra.run.smithi001.stdout:Running transaction 2024-02-09T23:45:33.457 INFO:teuthology.orchestra.run.smithi088.stdout: Preparing : 1/1 2024-02-09T23:45:33.572 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : openssl-libs-1:3.0.7-25.el9.x86_64 1/202 2024-02-09T23:45:33.607 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : libuuid-2.37.4-18.el9.x86_64 2/202 2024-02-09T23:45:33.646 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : libblkid-2.37.4-18.el9.x86_64 3/202 2024-02-09T23:45:33.669 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: libblkid-2.37.4-18.el9.x86_64 3/202 2024-02-09T23:45:33.707 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : elfutils-libelf-0.190-2.el9.x86_64 4/202 2024-02-09T23:45:33.746 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 5/202 2024-02-09T23:45:33.799 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 6/202 2024-02-09T23:45:33.833 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : thrift-0.15.0-2.el9.x86_64 7/202 2024-02-09T23:45:33.859 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 8/202 2024-02-09T23:45:33.901 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 9/202 2024-02-09T23:45:34.217 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 10/202 2024-02-09T23:45:34.268 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : librados2-2:19.0.0-1361.g290212a1.el9.x86_64 11/202 2024-02-09T23:45:34.373 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: librados2-2:19.0.0-1361.g290212a1.el9.x86_64 11/202 2024-02-09T23:45:34.402 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libcephfs2-2:19.0.0-1361.g290212a1.el9.x86_64 12/202 2024-02-09T23:45:34.502 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: libcephfs2-2:19.0.0-1361.g290212a1.el9.x86_64 12/202 2024-02-09T23:45:34.531 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-rados-2:19.0.0-1361.g290212a1.el9.x86_64 13/202 2024-02-09T23:45:34.677 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : postgresql-private-libs-13.11-1.el9.x86_64 14/202 2024-02-09T23:45:34.728 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : postgresql-13.11-1.el9.x86_64 15/202 2024-02-09T23:45:34.756 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libcephsqlite-2:19.0.0-1361.g290212a1.el9.x86_64 16/202 2024-02-09T23:45:34.843 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: libcephsqlite-2:19.0.0-1361.g290212a1.el9.x86_64 16/202 2024-02-09T23:45:34.865 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libradosstriper1-2:19.0.0-1361.g290212a1.el9.x86 17/202 2024-02-09T23:45:34.913 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: libradosstriper1-2:19.0.0-1361.g290212a1.el9.x86 17/202 2024-02-09T23:45:34.952 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : libmount-2.37.4-18.el9.x86_64 18/202 2024-02-09T23:45:34.976 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : qatlib-service-23.11.0-1.el9.x86_64 19/202 2024-02-09T23:45:34.991 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: qatlib-service-23.11.0-1.el9.x86_64 19/202 2024-02-09T23:45:35.142 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: qatlib-23.11.0-1.el9.x86_64 20/202 2024-02-09T23:45:35.172 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : qatlib-23.11.0-1.el9.x86_64 20/202 2024-02-09T23:45:35.213 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : libsmartcols-2.37.4-18.el9.x86_64 21/202 2024-02-09T23:45:35.308 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : libacl-2.3.1-4.el9.x86_64 22/202 2024-02-09T23:45:35.318 INFO:teuthology.orchestra.run.smithi001.stdout: Preparing : 1/1 2024-02-09T23:45:35.407 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : NetworkManager-libnm-1:1.45.90-1.el9.x86_64 23/202 2024-02-09T23:45:35.425 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : openssl-libs-1:3.0.7-25.el9.x86_64 1/202 2024-02-09T23:45:35.458 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: NetworkManager-libnm-1:1.45.90-1.el9.x86_64 23/202 2024-02-09T23:45:35.462 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : libuuid-2.37.4-18.el9.x86_64 2/202 2024-02-09T23:45:35.520 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: NetworkManager-1:1.45.90-1.el9.x86_64 24/202 2024-02-09T23:45:35.551 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : libblkid-2.37.4-18.el9.x86_64 3/202 2024-02-09T23:45:35.585 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : NetworkManager-1:1.45.90-1.el9.x86_64 24/202 2024-02-09T23:45:35.750 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: libblkid-2.37.4-18.el9.x86_64 3/202 2024-02-09T23:45:35.802 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: NetworkManager-1:1.45.90-1.el9.x86_64 24/202 2024-02-09T23:45:35.830 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : elfutils-libelf-0.190-2.el9.x86_64 4/202 2024-02-09T23:45:35.869 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 5/202 2024-02-09T23:45:35.910 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : re2-1:20211101-3.el9.x86_64 25/202 2024-02-09T23:45:35.931 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 6/202 2024-02-09T23:45:35.972 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : thrift-0.15.0-2.el9.x86_64 7/202 2024-02-09T23:45:35.998 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 8/202 2024-02-09T23:45:36.002 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 26/202 2024-02-09T23:45:36.031 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 27/202 2024-02-09T23:45:36.049 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 9/202 2024-02-09T23:45:36.100 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : liboath-2.6.7-2.el9.x86_64 28/202 2024-02-09T23:45:36.162 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 29/202 2024-02-09T23:45:36.193 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/202 2024-02-09T23:45:36.228 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 31/202 2024-02-09T23:45:36.268 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 32/202 2024-02-09T23:45:36.333 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 33/202 2024-02-09T23:45:36.367 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 34/202 2024-02-09T23:45:36.384 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 10/202 2024-02-09T23:45:36.411 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 35/202 2024-02-09T23:45:36.443 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 36/202 2024-02-09T23:45:36.457 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : librados2-2:19.0.0-1361.g290212a1.el9.x86_64 11/202 2024-02-09T23:45:36.471 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : lua-5.4.4-4.el9.x86_64 37/202 2024-02-09T23:45:36.540 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 38/202 2024-02-09T23:45:36.576 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-ceph-common-2:19.0.0-1361.g290212a1.el9. 39/202 2024-02-09T23:45:36.581 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: librados2-2:19.0.0-1361.g290212a1.el9.x86_64 11/202 2024-02-09T23:45:36.616 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libcephfs2-2:19.0.0-1361.g290212a1.el9.x86_64 12/202 2024-02-09T23:45:36.619 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-ceph-argparse-2:19.0.0-1361.g290212a1.el 40/202 2024-02-09T23:45:36.648 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-cephfs-2:19.0.0-1361.g290212a1.el9.x86_6 41/202 2024-02-09T23:45:36.691 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: libcephfs2-2:19.0.0-1361.g290212a1.el9.x86_64 12/202 2024-02-09T23:45:36.717 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 42/202 2024-02-09T23:45:36.724 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-rados-2:19.0.0-1361.g290212a1.el9.x86_64 13/202 2024-02-09T23:45:36.763 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : luarocks-3.9.2-1.el9.noarch 43/202 2024-02-09T23:45:36.835 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 44/202 2024-02-09T23:45:36.894 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : postgresql-private-libs-13.11-1.el9.x86_64 14/202 2024-02-09T23:45:36.947 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : postgresql-13.11-1.el9.x86_64 15/202 2024-02-09T23:45:36.974 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libcephsqlite-2:19.0.0-1361.g290212a1.el9.x86_64 16/202 2024-02-09T23:45:36.976 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 45/202 2024-02-09T23:45:37.023 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 46/202 2024-02-09T23:45:37.071 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: libcephsqlite-2:19.0.0-1361.g290212a1.el9.x86_64 16/202 2024-02-09T23:45:37.100 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libradosstriper1-2:19.0.0-1361.g290212a1.el9.x86 17/202 2024-02-09T23:45:37.166 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: libradosstriper1-2:19.0.0-1361.g290212a1.el9.x86 17/202 2024-02-09T23:45:37.196 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : libmount-2.37.4-18.el9.x86_64 18/202 2024-02-09T23:45:37.219 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : qatlib-service-23.11.0-1.el9.x86_64 19/202 2024-02-09T23:45:37.234 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: qatlib-service-23.11.0-1.el9.x86_64 19/202 2024-02-09T23:45:37.426 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: qatlib-23.11.0-1.el9.x86_64 20/202 2024-02-09T23:45:37.458 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : qatlib-23.11.0-1.el9.x86_64 20/202 2024-02-09T23:45:37.490 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : libsmartcols-2.37.4-18.el9.x86_64 21/202 2024-02-09T23:45:37.549 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-rsa-4.9-2.el9.noarch 47/202 2024-02-09T23:45:37.626 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 48/202 2024-02-09T23:45:37.668 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : libacl-2.3.1-4.el9.x86_64 22/202 2024-02-09T23:45:37.701 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 49/202 2024-02-09T23:45:37.747 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : util-linux-core-2.37.4-18.el9.x86_64 50/202 2024-02-09T23:45:37.755 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: util-linux-core-2.37.4-18.el9.x86_64 50/202 2024-02-09T23:45:37.785 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : qatzip-libs-1.1.2-2.el9.x86_64 51/202 2024-02-09T23:45:37.822 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : librados-devel-2:19.0.0-1361.g290212a1.el9.x86_6 52/202 2024-02-09T23:45:37.837 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : NetworkManager-libnm-1:1.45.90-1.el9.x86_64 23/202 2024-02-09T23:45:37.855 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 53/202 2024-02-09T23:45:37.902 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: NetworkManager-libnm-1:1.45.90-1.el9.x86_64 23/202 2024-02-09T23:45:37.945 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : elfutils-libs-0.190-2.el9.x86_64 54/202 2024-02-09T23:45:37.987 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: NetworkManager-1:1.45.90-1.el9.x86_64 24/202 2024-02-09T23:45:38.005 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : iproute-6.7.0-2.el9.x86_64 55/202 2024-02-09T23:45:38.037 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : NetworkManager-1:1.45.90-1.el9.x86_64 24/202 2024-02-09T23:45:38.240 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: NetworkManager-1:1.45.90-1.el9.x86_64 24/202 2024-02-09T23:45:38.241 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : libfdisk-2.37.4-18.el9.x86_64 56/202 2024-02-09T23:45:38.353 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : re2-1:20211101-3.el9.x86_64 25/202 2024-02-09T23:45:38.391 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : util-linux-2.37.4-18.el9.x86_64 57/202 2024-02-09T23:45:38.450 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 26/202 2024-02-09T23:45:38.474 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : xfsprogs-6.3.0-1.el9.x86_64 58/202 2024-02-09T23:45:38.493 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 27/202 2024-02-09T23:45:38.518 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 59/202 2024-02-09T23:45:38.563 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : liboath-2.6.7-2.el9.x86_64 28/202 2024-02-09T23:45:38.616 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 29/202 2024-02-09T23:45:38.645 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/202 2024-02-09T23:45:38.681 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 31/202 2024-02-09T23:45:38.721 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 32/202 2024-02-09T23:45:38.787 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 33/202 2024-02-09T23:45:38.821 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 34/202 2024-02-09T23:45:38.864 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 60/202 2024-02-09T23:45:38.864 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 35/202 2024-02-09T23:45:38.896 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 36/202 2024-02-09T23:45:38.921 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : openssl-1:3.0.7-25.el9.x86_64 61/202 2024-02-09T23:45:38.924 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : lua-5.4.4-4.el9.x86_64 37/202 2024-02-09T23:45:38.986 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 62/202 2024-02-09T23:45:39.004 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 38/202 2024-02-09T23:45:39.037 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-ceph-common-2:19.0.0-1361.g290212a1.el9. 39/202 2024-02-09T23:45:39.057 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 63/202 2024-02-09T23:45:39.088 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 64/202 2024-02-09T23:45:39.090 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-ceph-argparse-2:19.0.0-1361.g290212a1.el 40/202 2024-02-09T23:45:39.117 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-cephfs-2:19.0.0-1361.g290212a1.el9.x86_6 41/202 2024-02-09T23:45:39.124 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 65/202 2024-02-09T23:45:39.171 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 66/202 2024-02-09T23:45:39.189 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 42/202 2024-02-09T23:45:39.206 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 67/202 2024-02-09T23:45:39.240 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : luarocks-3.9.2-1.el9.noarch 43/202 2024-02-09T23:45:39.250 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 68/202 2024-02-09T23:45:39.301 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 69/202 2024-02-09T23:45:39.317 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 44/202 2024-02-09T23:45:39.435 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 70/202 2024-02-09T23:45:39.455 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 45/202 2024-02-09T23:45:39.481 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 71/202 2024-02-09T23:45:39.511 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 46/202 2024-02-09T23:45:39.511 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 72/202 2024-02-09T23:45:39.553 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 73/202 2024-02-09T23:45:39.647 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 74/202 2024-02-09T23:45:39.694 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-google-auth-1:2.27.0-1.el9.noarch 75/202 2024-02-09T23:45:39.734 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 76/202 2024-02-09T23:45:39.760 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 77/202 2024-02-09T23:45:39.785 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 78/202 2024-02-09T23:45:39.856 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 79/202 2024-02-09T23:45:39.989 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 80/202 2024-02-09T23:45:40.061 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-rsa-4.9-2.el9.noarch 47/202 2024-02-09T23:45:40.093 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 81/202 2024-02-09T23:45:40.134 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 82/202 2024-02-09T23:45:40.140 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 48/202 2024-02-09T23:45:40.183 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/202 2024-02-09T23:45:40.216 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 49/202 2024-02-09T23:45:40.246 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/202 2024-02-09T23:45:40.296 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : util-linux-core-2.37.4-18.el9.x86_64 50/202 2024-02-09T23:45:40.304 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: util-linux-core-2.37.4-18.el9.x86_64 50/202 2024-02-09T23:45:40.339 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : qatzip-libs-1.1.2-2.el9.x86_64 51/202 2024-02-09T23:45:40.376 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : librados-devel-2:19.0.0-1361.g290212a1.el9.x86_6 52/202 2024-02-09T23:45:40.418 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 53/202 2024-02-09T23:45:40.431 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/202 2024-02-09T23:45:40.480 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/202 2024-02-09T23:45:40.512 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : elfutils-libs-0.190-2.el9.x86_64 54/202 2024-02-09T23:45:40.576 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : iproute-6.7.0-2.el9.x86_64 55/202 2024-02-09T23:45:40.608 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/202 2024-02-09T23:45:40.654 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-asyncssh-2.13.2-3.el9.noarch 88/202 2024-02-09T23:45:40.686 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 89/202 2024-02-09T23:45:40.719 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 90/202 2024-02-09T23:45:40.753 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : jq-1.6-16.el9.x86_64 91/202 2024-02-09T23:45:40.784 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : fuse-2.9.9-15.el9.x86_64 92/202 2024-02-09T23:45:40.812 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : zlib-devel-1.2.11-40.el9.x86_64 93/202 2024-02-09T23:45:40.846 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 94/202 2024-02-09T23:45:40.862 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : libfdisk-2.37.4-18.el9.x86_64 56/202 2024-02-09T23:45:40.886 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : uuid-1.6.2-55.el9.x86_64 95/202 2024-02-09T23:45:40.917 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 96/202 2024-02-09T23:45:40.947 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 97/202 2024-02-09T23:45:41.016 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 98/202 2024-02-09T23:45:41.032 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : util-linux-2.37.4-18.el9.x86_64 57/202 2024-02-09T23:45:41.057 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 99/202 2024-02-09T23:45:41.091 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 100/202 2024-02-09T23:45:41.121 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : xfsprogs-6.3.0-1.el9.x86_64 58/202 2024-02-09T23:45:41.132 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 101/202 2024-02-09T23:45:41.167 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 102/202 2024-02-09T23:45:41.173 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 59/202 2024-02-09T23:45:41.256 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 103/202 2024-02-09T23:45:41.306 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 60/202 2024-02-09T23:45:41.343 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : openssl-1:3.0.7-25.el9.x86_64 61/202 2024-02-09T23:45:41.346 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 104/202 2024-02-09T23:45:41.389 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 105/202 2024-02-09T23:45:41.398 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 62/202 2024-02-09T23:45:41.421 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 106/202 2024-02-09T23:45:41.460 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 107/202 2024-02-09T23:45:41.479 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 63/202 2024-02-09T23:45:41.518 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 64/202 2024-02-09T23:45:41.555 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 65/202 2024-02-09T23:45:41.558 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-packaging-20.9-5.el9.noarch 108/202 2024-02-09T23:45:41.602 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 66/202 2024-02-09T23:45:41.605 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 109/202 2024-02-09T23:45:41.638 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 67/202 2024-02-09T23:45:41.682 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 68/202 2024-02-09T23:45:41.723 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 69/202 2024-02-09T23:45:41.861 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 70/202 2024-02-09T23:45:41.903 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 71/202 2024-02-09T23:45:41.933 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 72/202 2024-02-09T23:45:41.984 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 73/202 2024-02-09T23:45:42.080 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 74/202 2024-02-09T23:45:42.117 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-google-auth-1:2.27.0-1.el9.noarch 75/202 2024-02-09T23:45:42.157 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 76/202 2024-02-09T23:45:42.183 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 77/202 2024-02-09T23:45:42.207 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 78/202 2024-02-09T23:45:42.293 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 79/202 2024-02-09T23:45:42.333 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 110/202 2024-02-09T23:45:42.386 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 111/202 2024-02-09T23:45:42.420 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 112/202 2024-02-09T23:45:42.436 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 80/202 2024-02-09T23:45:42.468 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 113/202 2024-02-09T23:45:42.543 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 81/202 2024-02-09T23:45:42.556 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 114/202 2024-02-09T23:45:42.596 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 115/202 2024-02-09T23:45:42.598 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 82/202 2024-02-09T23:45:42.648 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/202 2024-02-09T23:45:42.703 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/202 2024-02-09T23:45:42.775 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : openblas-0.3.21-2.el9.x86_64 116/202 2024-02-09T23:45:42.802 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 117/202 2024-02-09T23:45:42.879 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 118/202 2024-02-09T23:45:42.893 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/202 2024-02-09T23:45:42.953 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/202 2024-02-09T23:45:43.088 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/202 2024-02-09T23:45:43.126 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-asyncssh-2.13.2-3.el9.noarch 88/202 2024-02-09T23:45:43.158 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 89/202 2024-02-09T23:45:43.190 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 90/202 2024-02-09T23:45:43.225 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : jq-1.6-16.el9.x86_64 91/202 2024-02-09T23:45:43.256 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : fuse-2.9.9-15.el9.x86_64 92/202 2024-02-09T23:45:43.284 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : zlib-devel-1.2.11-40.el9.x86_64 93/202 2024-02-09T23:45:43.318 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 94/202 2024-02-09T23:45:43.358 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : uuid-1.6.2-55.el9.x86_64 95/202 2024-02-09T23:45:43.390 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 96/202 2024-02-09T23:45:43.419 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 97/202 2024-02-09T23:45:43.498 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 98/202 2024-02-09T23:45:43.520 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 119/202 2024-02-09T23:45:43.530 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 99/202 2024-02-09T23:45:43.563 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 100/202 2024-02-09T23:45:43.605 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 101/202 2024-02-09T23:45:43.624 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 120/202 2024-02-09T23:45:43.639 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 102/202 2024-02-09T23:45:43.730 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 103/202 2024-02-09T23:45:43.819 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 104/202 2024-02-09T23:45:43.870 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 105/202 2024-02-09T23:45:43.901 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 106/202 2024-02-09T23:45:43.948 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 107/202 2024-02-09T23:45:44.048 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-packaging-20.9-5.el9.noarch 108/202 2024-02-09T23:45:44.095 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 109/202 2024-02-09T23:45:44.849 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 121/202 2024-02-09T23:45:44.874 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 110/202 2024-02-09T23:45:44.916 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 111/202 2024-02-09T23:45:44.930 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 122/202 2024-02-09T23:45:44.957 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 123/202 2024-02-09T23:45:44.966 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 112/202 2024-02-09T23:45:45.015 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 113/202 2024-02-09T23:45:45.105 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 114/202 2024-02-09T23:45:45.134 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 115/202 2024-02-09T23:45:45.265 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 124/202 2024-02-09T23:45:45.295 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : librbd1-2:19.0.0-1361.g290212a1.el9.x86_64 125/202 2024-02-09T23:45:45.317 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : openblas-0.3.21-2.el9.x86_64 116/202 2024-02-09T23:45:45.348 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 117/202 2024-02-09T23:45:45.385 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: librbd1-2:19.0.0-1361.g290212a1.el9.x86_64 125/202 2024-02-09T23:45:45.416 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-rbd-2:19.0.0-1361.g290212a1.el9.x86_64 126/202 2024-02-09T23:45:45.427 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 118/202 2024-02-09T23:45:45.453 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 127/202 2024-02-09T23:45:45.908 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 128/202 2024-02-09T23:45:45.932 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : librgw2-2:19.0.0-1361.g290212a1.el9.x86_64 129/202 2024-02-09T23:45:46.002 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: librgw2-2:19.0.0-1361.g290212a1.el9.x86_64 129/202 2024-02-09T23:45:46.025 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : python3-rgw-2:19.0.0-1361.g290212a1.el9.x86_64 130/202 2024-02-09T23:45:46.104 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 119/202 2024-02-09T23:45:46.209 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 120/202 2024-02-09T23:45:47.498 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 121/202 2024-02-09T23:45:47.568 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 122/202 2024-02-09T23:45:47.596 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 123/202 2024-02-09T23:45:47.911 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 124/202 2024-02-09T23:45:47.950 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : librbd1-2:19.0.0-1361.g290212a1.el9.x86_64 125/202 2024-02-09T23:45:48.033 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: librbd1-2:19.0.0-1361.g290212a1.el9.x86_64 125/202 2024-02-09T23:45:48.063 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-rbd-2:19.0.0-1361.g290212a1.el9.x86_64 126/202 2024-02-09T23:45:48.100 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 127/202 2024-02-09T23:45:48.172 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-common-2:19.0.0-1361.g290212a1.el9.x86_64 131/202 2024-02-09T23:45:48.213 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-common-2:19.0.0-1361.g290212a1.el9.x86_64 131/202 2024-02-09T23:45:48.581 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 128/202 2024-02-09T23:45:48.611 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : librgw2-2:19.0.0-1361.g290212a1.el9.x86_64 129/202 2024-02-09T23:45:48.682 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: librgw2-2:19.0.0-1361.g290212a1.el9.x86_64 129/202 2024-02-09T23:45:48.705 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : python3-rgw-2:19.0.0-1361.g290212a1.el9.x86_64 130/202 2024-02-09T23:45:48.751 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-common-2:19.0.0-1361.g290212a1.el9.x86_64 131/202 2024-02-09T23:45:48.782 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-base-2:19.0.0-1361.g290212a1.el9.x86_64 132/202 2024-02-09T23:45:48.863 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-base-2:19.0.0-1361.g290212a1.el9.x86_64 132/202 2024-02-09T23:45:48.864 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-02-09T23:45:48.864 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-02-09T23:45:48.864 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-02-09T23:45:48.892 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-selinux-2:19.0.0-1361.g290212a1.el9.x86_64 133/202 2024-02-09T23:45:50.979 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-common-2:19.0.0-1361.g290212a1.el9.x86_64 131/202 2024-02-09T23:45:51.026 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-common-2:19.0.0-1361.g290212a1.el9.x86_64 131/202 2024-02-09T23:45:51.596 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-common-2:19.0.0-1361.g290212a1.el9.x86_64 131/202 2024-02-09T23:45:51.638 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-base-2:19.0.0-1361.g290212a1.el9.x86_64 132/202 2024-02-09T23:45:51.728 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-base-2:19.0.0-1361.g290212a1.el9.x86_64 132/202 2024-02-09T23:45:51.729 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-02-09T23:45:51.729 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-02-09T23:45:51.729 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:45:51.781 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-selinux-2:19.0.0-1361.g290212a1.el9.x86_64 133/202 2024-02-09T23:46:00.690 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-selinux-2:19.0.0-1361.g290212a1.el9.x86_64 133/202 2024-02-09T23:46:00.690 INFO:teuthology.orchestra.run.smithi088.stdout:skipping the directory /sys 2024-02-09T23:46:00.690 INFO:teuthology.orchestra.run.smithi088.stdout:skipping the directory /proc 2024-02-09T23:46:00.690 INFO:teuthology.orchestra.run.smithi088.stdout:skipping the directory /mnt 2024-02-09T23:46:00.690 INFO:teuthology.orchestra.run.smithi088.stdout:skipping the directory /var/tmp 2024-02-09T23:46:00.690 INFO:teuthology.orchestra.run.smithi088.stdout:skipping the directory /home 2024-02-09T23:46:00.690 INFO:teuthology.orchestra.run.smithi088.stdout:skipping the directory /root 2024-02-09T23:46:00.690 INFO:teuthology.orchestra.run.smithi088.stdout:skipping the directory /tmp 2024-02-09T23:46:00.691 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-02-09T23:46:00.853 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-volume-2:19.0.0-1361.g290212a1.el9.noarch 134/202 2024-02-09T23:46:00.868 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-volume-2:19.0.0-1361.g290212a1.el9.noarch 134/202 2024-02-09T23:46:00.868 INFO:teuthology.orchestra.run.smithi088.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:46:00.868 INFO:teuthology.orchestra.run.smithi088.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-02-09T23:46:00.868 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-02-09T23:46:01.940 INFO:teuthology.orchestra.run.smithi103.stdout:CentOS Stream 9 - BaseOS 107 kB/s | 8.0 MB 01:16 2024-02-09T23:46:02.355 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-osd-2:19.0.0-1361.g290212a1.el9.x86_64 135/202 2024-02-09T23:46:02.381 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-osd-2:19.0.0-1361.g290212a1.el9.x86_64 135/202 2024-02-09T23:46:02.381 INFO:teuthology.orchestra.run.smithi088.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:46:02.381 INFO:teuthology.orchestra.run.smithi088.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-02-09T23:46:02.381 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-02-09T23:46:02.381 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-02-09T23:46:02.381 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-02-09T23:46:02.590 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-mds-2:19.0.0-1361.g290212a1.el9.x86_64 136/202 2024-02-09T23:46:02.612 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-mds-2:19.0.0-1361.g290212a1.el9.x86_64 136/202 2024-02-09T23:46:02.613 INFO:teuthology.orchestra.run.smithi088.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:46:02.613 INFO:teuthology.orchestra.run.smithi088.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-02-09T23:46:02.613 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-02-09T23:46:02.613 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-02-09T23:46:02.613 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-02-09T23:46:03.058 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-mon-2:19.0.0-1361.g290212a1.el9.x86_64 137/202 2024-02-09T23:46:03.081 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-mon-2:19.0.0-1361.g290212a1.el9.x86_64 137/202 2024-02-09T23:46:03.081 INFO:teuthology.orchestra.run.smithi088.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:46:03.081 INFO:teuthology.orchestra.run.smithi088.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-02-09T23:46:03.081 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-02-09T23:46:03.081 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-02-09T23:46:03.081 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-02-09T23:46:03.168 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : automake-1.16.2-8.el9.noarch 138/202 2024-02-09T23:46:03.594 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: cephadm-2:19.0.0-1361.g290212a1.el9.noarch 139/202 2024-02-09T23:46:03.625 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : cephadm-2:19.0.0-1361.g290212a1.el9.noarch 139/202 2024-02-09T23:46:03.655 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-1361.g290212a1.e 140/202 2024-02-09T23:46:03.716 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-1361.g290212a1. 141/202 2024-02-09T23:46:03.739 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-1361.g290212a1.el9.noa 142/202 2024-02-09T23:46:03.798 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-selinux-2:19.0.0-1361.g290212a1.el9.x86_64 133/202 2024-02-09T23:46:03.798 INFO:teuthology.orchestra.run.smithi001.stdout:skipping the directory /sys 2024-02-09T23:46:03.798 INFO:teuthology.orchestra.run.smithi001.stdout:skipping the directory /proc 2024-02-09T23:46:03.799 INFO:teuthology.orchestra.run.smithi001.stdout:skipping the directory /mnt 2024-02-09T23:46:03.799 INFO:teuthology.orchestra.run.smithi001.stdout:skipping the directory /var/tmp 2024-02-09T23:46:03.799 INFO:teuthology.orchestra.run.smithi001.stdout:skipping the directory /home 2024-02-09T23:46:03.799 INFO:teuthology.orchestra.run.smithi001.stdout:skipping the directory /root 2024-02-09T23:46:03.799 INFO:teuthology.orchestra.run.smithi001.stdout:skipping the directory /tmp 2024-02-09T23:46:03.799 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:46:03.968 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-1361.g290212a1.el9.noa 142/202 2024-02-09T23:46:03.977 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-volume-2:19.0.0-1361.g290212a1.el9.noarch 134/202 2024-02-09T23:46:03.992 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-volume-2:19.0.0-1361.g290212a1.el9.noarch 134/202 2024-02-09T23:46:03.992 INFO:teuthology.orchestra.run.smithi001.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:46:03.992 INFO:teuthology.orchestra.run.smithi001.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-02-09T23:46:03.992 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:46:03.999 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-1361.g290212a1.el9.n 143/202 2024-02-09T23:46:04.959 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-1361.g290212a1.el9.n 143/202 2024-02-09T23:46:04.991 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-1361.g290 144/202 2024-02-09T23:46:05.090 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-1361.g290 144/202 2024-02-09T23:46:05.255 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-1361.g290212a1.el 145/202 2024-02-09T23:46:05.287 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-mgr-2:19.0.0-1361.g290212a1.el9.x86_64 146/202 2024-02-09T23:46:05.310 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-mgr-2:19.0.0-1361.g290212a1.el9.x86_64 146/202 2024-02-09T23:46:05.310 INFO:teuthology.orchestra.run.smithi088.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:46:05.310 INFO:teuthology.orchestra.run.smithi088.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-02-09T23:46:05.310 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-02-09T23:46:05.310 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-02-09T23:46:05.310 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-02-09T23:46:05.354 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-mgr-rook-2:19.0.0-1361.g290212a1.el9.noarch 147/202 2024-02-09T23:46:05.364 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-1361.g290212a1.el9.noarch 147/202 2024-02-09T23:46:05.411 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-2:19.0.0-1361.g290212a1.el9.x86_64 148/202 2024-02-09T23:46:05.530 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-osd-2:19.0.0-1361.g290212a1.el9.x86_64 135/202 2024-02-09T23:46:05.555 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-osd-2:19.0.0-1361.g290212a1.el9.x86_64 135/202 2024-02-09T23:46:05.555 INFO:teuthology.orchestra.run.smithi001.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:46:05.556 INFO:teuthology.orchestra.run.smithi001.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-02-09T23:46:05.556 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-02-09T23:46:05.556 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-02-09T23:46:05.556 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:46:05.773 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-mds-2:19.0.0-1361.g290212a1.el9.x86_64 136/202 2024-02-09T23:46:05.795 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-mds-2:19.0.0-1361.g290212a1.el9.x86_64 136/202 2024-02-09T23:46:05.795 INFO:teuthology.orchestra.run.smithi001.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:46:05.795 INFO:teuthology.orchestra.run.smithi001.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-02-09T23:46:05.795 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-02-09T23:46:05.795 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-02-09T23:46:05.795 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:46:06.256 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-mon-2:19.0.0-1361.g290212a1.el9.x86_64 137/202 2024-02-09T23:46:06.274 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libtool-2.4.6-45.el9.x86_64 149/202 2024-02-09T23:46:06.279 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-mon-2:19.0.0-1361.g290212a1.el9.x86_64 137/202 2024-02-09T23:46:06.279 INFO:teuthology.orchestra.run.smithi001.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:46:06.279 INFO:teuthology.orchestra.run.smithi001.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-02-09T23:46:06.279 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-02-09T23:46:06.279 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-02-09T23:46:06.279 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:46:06.306 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-radosgw-2:19.0.0-1361.g290212a1.el9.x86_64 150/202 2024-02-09T23:46:06.329 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-1361.g290212a1.el9.x86_64 150/202 2024-02-09T23:46:06.329 INFO:teuthology.orchestra.run.smithi088.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:46:06.329 INFO:teuthology.orchestra.run.smithi088.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-02-09T23:46:06.329 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-02-09T23:46:06.329 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-02-09T23:46:06.329 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-02-09T23:46:06.367 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : automake-1.16.2-8.el9.noarch 138/202 2024-02-09T23:46:06.373 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-1361.g29021 151/202 2024-02-09T23:46:06.395 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-1361.g29021 151/202 2024-02-09T23:46:06.395 INFO:teuthology.orchestra.run.smithi088.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:46:06.395 INFO:teuthology.orchestra.run.smithi088.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-02-09T23:46:06.395 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-02-09T23:46:06.441 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : cephfs-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 152/202 2024-02-09T23:46:06.463 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 152/202 2024-02-09T23:46:06.463 INFO:teuthology.orchestra.run.smithi088.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:46:06.463 INFO:teuthology.orchestra.run.smithi088.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-02-09T23:46:06.463 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-02-09T23:46:06.463 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-02-09T23:46:06.464 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-02-09T23:46:06.768 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: cephadm-2:19.0.0-1361.g290212a1.el9.noarch 139/202 2024-02-09T23:46:06.774 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : rbd-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 153/202 2024-02-09T23:46:06.797 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: rbd-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 153/202 2024-02-09T23:46:06.797 INFO:teuthology.orchestra.run.smithi088.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:46:06.797 INFO:teuthology.orchestra.run.smithi088.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-02-09T23:46:06.797 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-02-09T23:46:06.797 INFO:teuthology.orchestra.run.smithi088.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-02-09T23:46:06.798 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-02-09T23:46:06.798 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : cephadm-2:19.0.0-1361.g290212a1.el9.noarch 139/202 2024-02-09T23:46:06.829 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-1361.g290212a1.e 140/202 2024-02-09T23:46:06.893 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-1361.g290212a1. 141/202 2024-02-09T23:46:06.922 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-1361.g290212a1.el9.noa 142/202 2024-02-09T23:46:07.161 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-1361.g290212a1.el9.noa 142/202 2024-02-09T23:46:07.189 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-1361.g290212a1.el9.n 143/202 2024-02-09T23:46:08.204 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-1361.g290212a1.el9.n 143/202 2024-02-09T23:46:08.231 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-1361.g290 144/202 2024-02-09T23:46:08.338 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-1361.g290 144/202 2024-02-09T23:46:08.509 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-1361.g290212a1.el 145/202 2024-02-09T23:46:08.542 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-mgr-2:19.0.0-1361.g290212a1.el9.x86_64 146/202 2024-02-09T23:46:08.564 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-mgr-2:19.0.0-1361.g290212a1.el9.x86_64 146/202 2024-02-09T23:46:08.565 INFO:teuthology.orchestra.run.smithi001.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:46:08.565 INFO:teuthology.orchestra.run.smithi001.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-02-09T23:46:08.565 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-02-09T23:46:08.565 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-02-09T23:46:08.565 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:46:08.609 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-mgr-rook-2:19.0.0-1361.g290212a1.el9.noarch 147/202 2024-02-09T23:46:08.619 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-1361.g290212a1.el9.noarch 147/202 2024-02-09T23:46:08.669 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-2:19.0.0-1361.g290212a1.el9.x86_64 148/202 2024-02-09T23:46:09.567 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libtool-2.4.6-45.el9.x86_64 149/202 2024-02-09T23:46:09.594 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-radosgw-2:19.0.0-1361.g290212a1.el9.x86_64 150/202 2024-02-09T23:46:09.616 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-1361.g290212a1.el9.x86_64 150/202 2024-02-09T23:46:09.616 INFO:teuthology.orchestra.run.smithi001.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:46:09.616 INFO:teuthology.orchestra.run.smithi001.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-02-09T23:46:09.617 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-02-09T23:46:09.617 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-02-09T23:46:09.617 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:46:09.661 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-1361.g29021 151/202 2024-02-09T23:46:09.683 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-1361.g29021 151/202 2024-02-09T23:46:09.683 INFO:teuthology.orchestra.run.smithi001.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:46:09.683 INFO:teuthology.orchestra.run.smithi001.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-02-09T23:46:09.683 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:46:09.737 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : cephfs-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 152/202 2024-02-09T23:46:09.759 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 152/202 2024-02-09T23:46:09.759 INFO:teuthology.orchestra.run.smithi001.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:46:09.760 INFO:teuthology.orchestra.run.smithi001.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-02-09T23:46:09.760 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-02-09T23:46:09.760 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-02-09T23:46:09.760 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:46:10.079 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : rbd-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 153/202 2024-02-09T23:46:10.101 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: rbd-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 153/202 2024-02-09T23:46:10.102 INFO:teuthology.orchestra.run.smithi001.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:46:10.102 INFO:teuthology.orchestra.run.smithi001.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-02-09T23:46:10.102 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-02-09T23:46:10.102 INFO:teuthology.orchestra.run.smithi001.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-02-09T23:46:10.102 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:46:11.195 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-test-2:19.0.0-1361.g290212a1.el9.x86_64 154/202 2024-02-09T23:46:11.236 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : rbd-fuse-2:19.0.0-1361.g290212a1.el9.x86_64 155/202 2024-02-09T23:46:11.266 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : rbd-nbd-2:19.0.0-1361.g290212a1.el9.x86_64 156/202 2024-02-09T23:46:11.294 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 157/202 2024-02-09T23:46:11.475 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : cephfs-shell-2:19.0.0-1361.g290212a1.el9.x86_64 158/202 2024-02-09T23:46:11.593 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : postgresql-contrib-13.11-1.el9.x86_64 159/202 2024-02-09T23:46:11.642 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : ceph-fuse-2:19.0.0-1361.g290212a1.el9.x86_64 160/202 2024-02-09T23:46:11.681 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 161/202 2024-02-09T23:46:11.725 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : xfsdump-3.1.12-4.el9.x86_64 162/202 2024-02-09T23:46:11.800 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : util-linux-user-2.37.4-18.el9.x86_64 163/202 2024-02-09T23:46:11.843 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : iproute-tc-6.7.0-2.el9.x86_64 164/202 2024-02-09T23:46:11.879 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : elfutils-debuginfod-client-0.190-2.el9.x86_64 165/202 2024-02-09T23:46:11.901 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libcephfs-devel-2:19.0.0-1361.g290212a1.el9.x86_ 166/202 2024-02-09T23:46:11.930 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : NetworkManager-team-1:1.45.90-1.el9.x86_64 167/202 2024-02-09T23:46:12.003 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : NetworkManager-tui-1:1.45.90-1.el9.x86_64 168/202 2024-02-09T23:46:12.053 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : libacl-devel-2.3.1-4.el9.x86_64 169/202 2024-02-09T23:46:12.096 INFO:teuthology.orchestra.run.smithi088.stdout: Upgrading : acl-2.3.1-4.el9.x86_64 170/202 2024-02-09T23:46:12.666 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 171/202 2024-02-09T23:46:12.702 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : postgresql-server-13.11-1.el9.x86_64 171/202 2024-02-09T23:46:12.722 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 171/202 2024-02-09T23:46:13.536 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : cephfs-top-2:19.0.0-1361.g290212a1.el9.noarch 172/202 2024-02-09T23:46:13.605 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : openssl-devel-1:3.0.7-25.el9.x86_64 173/202 2024-02-09T23:46:13.645 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 174/202 2024-02-09T23:46:13.725 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : flex-2.6.4-9.el9.x86_64 175/202 2024-02-09T23:46:13.758 INFO:teuthology.orchestra.run.smithi088.stdout: Installing : bison-3.7.4-5.el9.x86_64 176/202 2024-02-09T23:46:13.792 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : NetworkManager-tui-1:1.44.0-2.el9.x86_64 177/202 2024-02-09T23:46:13.817 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : elfutils-debuginfod-client-0.189-3.el9.x86_64 178/202 2024-02-09T23:46:13.843 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : elfutils-libs-0.189-3.el9.x86_64 179/202 2024-02-09T23:46:13.843 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 180/202 2024-02-09T23:46:13.928 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 180/202 2024-02-09T23:46:13.956 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : libacl-devel-2.3.1-3.el9.x86_64 181/202 2024-02-09T23:46:13.986 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : openssl-1:3.0.7-24.el9.x86_64 182/202 2024-02-09T23:46:13.986 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 183/202 2024-02-09T23:46:14.062 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 183/202 2024-02-09T23:46:14.088 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : xfsdump-3.1.12-3.el9.x86_64 184/202 2024-02-09T23:46:14.131 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : xfsprogs-5.19.0-4.el9.x86_64 185/202 2024-02-09T23:46:14.155 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : iproute-tc-6.2.0-5.el9.x86_64 186/202 2024-02-09T23:46:14.183 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : acl-2.3.1-3.el9.x86_64 187/202 2024-02-09T23:46:14.215 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : iproute-6.2.0-5.el9.x86_64 188/202 2024-02-09T23:46:14.248 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : util-linux-user-2.37.4-15.el9.x86_64 189/202 2024-02-09T23:46:14.287 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : util-linux-2.37.4-15.el9.x86_64 190/202 2024-02-09T23:46:14.320 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : util-linux-core-2.37.4-15.el9.x86_64 191/202 2024-02-09T23:46:14.345 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : libfdisk-2.37.4-15.el9.x86_64 192/202 2024-02-09T23:46:14.371 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : libmount-2.37.4-15.el9.x86_64 193/202 2024-02-09T23:46:14.396 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : libblkid-2.37.4-15.el9.x86_64 194/202 2024-02-09T23:46:14.421 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : NetworkManager-team-1:1.44.0-2.el9.x86_64 195/202 2024-02-09T23:46:14.428 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 196/202 2024-02-09T23:46:14.428 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : NetworkManager-1:1.44.0-2.el9.x86_64 196/202 2024-02-09T23:46:14.599 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 196/202 2024-02-09T23:46:14.599 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 197/202 2024-02-09T23:46:14.673 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: NetworkManager-libnm-1:1.44.0-2.el9.x86_64 197/202 2024-02-09T23:46:14.698 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : libuuid-2.37.4-15.el9.x86_64 198/202 2024-02-09T23:46:14.723 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : libsmartcols-2.37.4-15.el9.x86_64 199/202 2024-02-09T23:46:14.748 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : elfutils-libelf-0.189-3.el9.x86_64 200/202 2024-02-09T23:46:14.780 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : libacl-2.3.1-3.el9.x86_64 201/202 2024-02-09T23:46:14.784 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-test-2:19.0.0-1361.g290212a1.el9.x86_64 154/202 2024-02-09T23:46:14.826 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : rbd-fuse-2:19.0.0-1361.g290212a1.el9.x86_64 155/202 2024-02-09T23:46:14.846 INFO:teuthology.orchestra.run.smithi088.stdout: Cleanup : openssl-libs-1:3.0.7-24.el9.x86_64 202/202 2024-02-09T23:46:14.855 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : rbd-nbd-2:19.0.0-1361.g290212a1.el9.x86_64 156/202 2024-02-09T23:46:14.882 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 157/202 2024-02-09T23:46:15.083 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : cephfs-shell-2:19.0.0-1361.g290212a1.el9.x86_64 158/202 2024-02-09T23:46:15.203 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : postgresql-contrib-13.11-1.el9.x86_64 159/202 2024-02-09T23:46:15.247 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : ceph-fuse-2:19.0.0-1361.g290212a1.el9.x86_64 160/202 2024-02-09T23:46:15.303 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 161/202 2024-02-09T23:46:15.355 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : xfsdump-3.1.12-4.el9.x86_64 162/202 2024-02-09T23:46:15.428 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : util-linux-user-2.37.4-18.el9.x86_64 163/202 2024-02-09T23:46:15.474 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : iproute-tc-6.7.0-2.el9.x86_64 164/202 2024-02-09T23:46:15.501 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : elfutils-debuginfod-client-0.190-2.el9.x86_64 165/202 2024-02-09T23:46:15.531 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libcephfs-devel-2:19.0.0-1361.g290212a1.el9.x86_ 166/202 2024-02-09T23:46:15.561 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : NetworkManager-team-1:1.45.90-1.el9.x86_64 167/202 2024-02-09T23:46:15.615 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : NetworkManager-tui-1:1.45.90-1.el9.x86_64 168/202 2024-02-09T23:46:15.671 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : libacl-devel-2.3.1-4.el9.x86_64 169/202 2024-02-09T23:46:15.718 INFO:teuthology.orchestra.run.smithi001.stdout: Upgrading : acl-2.3.1-4.el9.x86_64 170/202 2024-02-09T23:46:16.363 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 171/202 2024-02-09T23:46:16.399 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : postgresql-server-13.11-1.el9.x86_64 171/202 2024-02-09T23:46:16.418 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 171/202 2024-02-09T23:46:17.275 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : cephfs-top-2:19.0.0-1361.g290212a1.el9.noarch 172/202 2024-02-09T23:46:17.344 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : openssl-devel-1:3.0.7-25.el9.x86_64 173/202 2024-02-09T23:46:17.377 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 174/202 2024-02-09T23:46:17.478 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : flex-2.6.4-9.el9.x86_64 175/202 2024-02-09T23:46:17.514 INFO:teuthology.orchestra.run.smithi001.stdout: Installing : bison-3.7.4-5.el9.x86_64 176/202 2024-02-09T23:46:17.539 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : NetworkManager-tui-1:1.44.0-2.el9.x86_64 177/202 2024-02-09T23:46:17.564 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : elfutils-debuginfod-client-0.189-3.el9.x86_64 178/202 2024-02-09T23:46:17.591 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : elfutils-libs-0.189-3.el9.x86_64 179/202 2024-02-09T23:46:17.591 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 180/202 2024-02-09T23:46:17.667 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 180/202 2024-02-09T23:46:17.695 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : libacl-devel-2.3.1-3.el9.x86_64 181/202 2024-02-09T23:46:17.725 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : openssl-1:3.0.7-24.el9.x86_64 182/202 2024-02-09T23:46:17.726 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 183/202 2024-02-09T23:46:17.819 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 183/202 2024-02-09T23:46:17.845 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : xfsdump-3.1.12-3.el9.x86_64 184/202 2024-02-09T23:46:17.878 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : xfsprogs-5.19.0-4.el9.x86_64 185/202 2024-02-09T23:46:17.903 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : iproute-tc-6.2.0-5.el9.x86_64 186/202 2024-02-09T23:46:17.931 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : acl-2.3.1-3.el9.x86_64 187/202 2024-02-09T23:46:17.963 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : iproute-6.2.0-5.el9.x86_64 188/202 2024-02-09T23:46:17.998 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : util-linux-user-2.37.4-15.el9.x86_64 189/202 2024-02-09T23:46:18.035 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : util-linux-2.37.4-15.el9.x86_64 190/202 2024-02-09T23:46:18.067 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : util-linux-core-2.37.4-15.el9.x86_64 191/202 2024-02-09T23:46:18.093 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : libfdisk-2.37.4-15.el9.x86_64 192/202 2024-02-09T23:46:18.118 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : libmount-2.37.4-15.el9.x86_64 193/202 2024-02-09T23:46:18.143 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : libblkid-2.37.4-15.el9.x86_64 194/202 2024-02-09T23:46:18.168 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : NetworkManager-team-1:1.44.0-2.el9.x86_64 195/202 2024-02-09T23:46:18.176 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 196/202 2024-02-09T23:46:18.176 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : NetworkManager-1:1.44.0-2.el9.x86_64 196/202 2024-02-09T23:46:18.363 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 196/202 2024-02-09T23:46:18.363 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 197/202 2024-02-09T23:46:18.446 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: NetworkManager-libnm-1:1.44.0-2.el9.x86_64 197/202 2024-02-09T23:46:18.470 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : libuuid-2.37.4-15.el9.x86_64 198/202 2024-02-09T23:46:18.496 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : libsmartcols-2.37.4-15.el9.x86_64 199/202 2024-02-09T23:46:18.521 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : elfutils-libelf-0.189-3.el9.x86_64 200/202 2024-02-09T23:46:18.554 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : libacl-2.3.1-3.el9.x86_64 201/202 2024-02-09T23:46:18.625 INFO:teuthology.orchestra.run.smithi001.stdout: Cleanup : openssl-libs-1:3.0.7-24.el9.x86_64 202/202 2024-02-09T23:46:19.526 INFO:teuthology.orchestra.run.smithi088.stdout: Running scriptlet: openssl-libs-1:3.0.7-24.el9.x86_64 202/202 2024-02-09T23:46:19.526 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-2:19.0.0-1361.g290212a1.el9.x86_64 1/202 2024-02-09T23:46:19.526 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-base-2:19.0.0-1361.g290212a1.el9.x86_64 2/202 2024-02-09T23:46:19.526 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-common-2:19.0.0-1361.g290212a1.el9.x86_64 3/202 2024-02-09T23:46:19.526 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-fuse-2:19.0.0-1361.g290212a1.el9.x86_64 4/202 2024-02-09T23:46:19.526 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-1361.g29021 5/202 2024-02-09T23:46:19.526 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-mds-2:19.0.0-1361.g290212a1.el9.x86_64 6/202 2024-02-09T23:46:19.526 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-mgr-2:19.0.0-1361.g290212a1.el9.x86_64 7/202 2024-02-09T23:46:19.526 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-mon-2:19.0.0-1361.g290212a1.el9.x86_64 8/202 2024-02-09T23:46:19.526 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-osd-2:19.0.0-1361.g290212a1.el9.x86_64 9/202 2024-02-09T23:46:19.526 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-radosgw-2:19.0.0-1361.g290212a1.el9.x86_64 10/202 2024-02-09T23:46:19.527 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-selinux-2:19.0.0-1361.g290212a1.el9.x86_64 11/202 2024-02-09T23:46:19.527 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-test-2:19.0.0-1361.g290212a1.el9.x86_64 12/202 2024-02-09T23:46:19.527 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : cephfs-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 13/202 2024-02-09T23:46:19.527 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : cephfs-shell-2:19.0.0-1361.g290212a1.el9.x86_64 14/202 2024-02-09T23:46:19.527 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libcephfs-devel-2:19.0.0-1361.g290212a1.el9.x86_ 15/202 2024-02-09T23:46:19.527 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libcephfs2-2:19.0.0-1361.g290212a1.el9.x86_64 16/202 2024-02-09T23:46:19.527 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libcephsqlite-2:19.0.0-1361.g290212a1.el9.x86_64 17/202 2024-02-09T23:46:19.527 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : librados-devel-2:19.0.0-1361.g290212a1.el9.x86_6 18/202 2024-02-09T23:46:19.527 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libradosstriper1-2:19.0.0-1361.g290212a1.el9.x86 19/202 2024-02-09T23:46:19.527 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : librgw2-2:19.0.0-1361.g290212a1.el9.x86_64 20/202 2024-02-09T23:46:19.527 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-ceph-argparse-2:19.0.0-1361.g290212a1.el 21/202 2024-02-09T23:46:19.527 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-ceph-common-2:19.0.0-1361.g290212a1.el9. 22/202 2024-02-09T23:46:19.527 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-cephfs-2:19.0.0-1361.g290212a1.el9.x86_6 23/202 2024-02-09T23:46:19.528 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-rados-2:19.0.0-1361.g290212a1.el9.x86_64 24/202 2024-02-09T23:46:19.528 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-rbd-2:19.0.0-1361.g290212a1.el9.x86_64 25/202 2024-02-09T23:46:19.528 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-rgw-2:19.0.0-1361.g290212a1.el9.x86_64 26/202 2024-02-09T23:46:19.528 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : rbd-fuse-2:19.0.0-1361.g290212a1.el9.x86_64 27/202 2024-02-09T23:46:19.528 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : rbd-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 28/202 2024-02-09T23:46:19.528 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : rbd-nbd-2:19.0.0-1361.g290212a1.el9.x86_64 29/202 2024-02-09T23:46:19.528 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-1361.g290212a1. 30/202 2024-02-09T23:46:19.546 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-1361.g290212a1.el9.noa 31/202 2024-02-09T23:46:19.546 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-1361.g290212a1.el9.n 32/202 2024-02-09T23:46:19.546 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-1361.g290 33/202 2024-02-09T23:46:19.546 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-1361.g290212a1.el 34/202 2024-02-09T23:46:19.546 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-mgr-rook-2:19.0.0-1361.g290212a1.el9.noarch 35/202 2024-02-09T23:46:19.547 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-1361.g290212a1.e 36/202 2024-02-09T23:46:19.547 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : ceph-volume-2:19.0.0-1361.g290212a1.el9.noarch 37/202 2024-02-09T23:46:19.547 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : cephadm-2:19.0.0-1361.g290212a1.el9.noarch 38/202 2024-02-09T23:46:19.547 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : cephfs-top-2:19.0.0-1361.g290212a1.el9.noarch 39/202 2024-02-09T23:46:19.547 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : automake-1.16.2-8.el9.noarch 40/202 2024-02-09T23:46:19.547 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : bison-3.7.4-5.el9.x86_64 41/202 2024-02-09T23:46:19.547 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 42/202 2024-02-09T23:46:19.547 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 43/202 2024-02-09T23:46:19.547 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : flex-2.6.4-9.el9.x86_64 44/202 2024-02-09T23:46:19.547 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/202 2024-02-09T23:46:19.547 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/202 2024-02-09T23:46:19.547 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/202 2024-02-09T23:46:19.547 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 48/202 2024-02-09T23:46:19.547 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 49/202 2024-02-09T23:46:19.548 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 50/202 2024-02-09T23:46:19.548 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 51/202 2024-02-09T23:46:19.548 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 52/202 2024-02-09T23:46:19.548 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 53/202 2024-02-09T23:46:19.548 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 54/202 2024-02-09T23:46:19.548 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 55/202 2024-02-09T23:46:19.548 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : lua-5.4.4-4.el9.x86_64 56/202 2024-02-09T23:46:19.548 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 57/202 2024-02-09T23:46:19.548 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 58/202 2024-02-09T23:46:19.548 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : openssl-devel-1:3.0.7-25.el9.x86_64 59/202 2024-02-09T23:46:19.548 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : postgresql-13.11-1.el9.x86_64 60/202 2024-02-09T23:46:19.548 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : postgresql-contrib-13.11-1.el9.x86_64 61/202 2024-02-09T23:46:19.548 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : postgresql-private-libs-13.11-1.el9.x86_64 62/202 2024-02-09T23:46:19.548 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : postgresql-server-13.11-1.el9.x86_64 63/202 2024-02-09T23:46:19.549 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 64/202 2024-02-09T23:46:19.549 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 65/202 2024-02-09T23:46:19.549 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 66/202 2024-02-09T23:46:19.549 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 67/202 2024-02-09T23:46:19.549 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 68/202 2024-02-09T23:46:19.549 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 69/202 2024-02-09T23:46:19.549 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 70/202 2024-02-09T23:46:19.549 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 71/202 2024-02-09T23:46:19.549 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 72/202 2024-02-09T23:46:19.549 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 73/202 2024-02-09T23:46:19.550 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 74/202 2024-02-09T23:46:19.550 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 75/202 2024-02-09T23:46:19.550 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 76/202 2024-02-09T23:46:19.550 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 77/202 2024-02-09T23:46:19.550 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 78/202 2024-02-09T23:46:19.550 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 79/202 2024-02-09T23:46:19.550 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 80/202 2024-02-09T23:46:19.550 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 81/202 2024-02-09T23:46:19.550 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 82/202 2024-02-09T23:46:19.550 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 83/202 2024-02-09T23:46:19.550 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 84/202 2024-02-09T23:46:19.550 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : qatlib-23.11.0-1.el9.x86_64 85/202 2024-02-09T23:46:19.550 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : qatlib-service-23.11.0-1.el9.x86_64 86/202 2024-02-09T23:46:19.550 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : qatzip-libs-1.1.2-2.el9.x86_64 87/202 2024-02-09T23:46:19.551 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 88/202 2024-02-09T23:46:19.551 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 89/202 2024-02-09T23:46:19.551 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 90/202 2024-02-09T23:46:19.551 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 91/202 2024-02-09T23:46:19.551 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 92/202 2024-02-09T23:46:19.551 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 93/202 2024-02-09T23:46:19.551 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : jq-1.6-16.el9.x86_64 94/202 2024-02-09T23:46:19.551 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 95/202 2024-02-09T23:46:19.551 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 96/202 2024-02-09T23:46:19.551 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 97/202 2024-02-09T23:46:19.551 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 98/202 2024-02-09T23:46:19.551 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 99/202 2024-02-09T23:46:19.551 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-ply-3.11-14.el9.noarch 100/202 2024-02-09T23:46:19.552 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 101/202 2024-02-09T23:46:19.552 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 102/202 2024-02-09T23:46:19.552 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 103/202 2024-02-09T23:46:19.552 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 104/202 2024-02-09T23:46:19.552 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 105/202 2024-02-09T23:46:19.552 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 106/202 2024-02-09T23:46:19.552 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 107/202 2024-02-09T23:46:19.552 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 108/202 2024-02-09T23:46:19.552 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 109/202 2024-02-09T23:46:19.552 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 110/202 2024-02-09T23:46:19.552 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 111/202 2024-02-09T23:46:19.552 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 112/202 2024-02-09T23:46:19.552 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 113/202 2024-02-09T23:46:19.552 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 114/202 2024-02-09T23:46:19.553 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 115/202 2024-02-09T23:46:19.553 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-asyncssh-2.13.2-3.el9.noarch 116/202 2024-02-09T23:46:19.553 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 117/202 2024-02-09T23:46:19.553 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 118/202 2024-02-09T23:46:19.553 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 119/202 2024-02-09T23:46:19.553 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 120/202 2024-02-09T23:46:19.553 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 121/202 2024-02-09T23:46:19.553 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 122/202 2024-02-09T23:46:19.553 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 123/202 2024-02-09T23:46:19.553 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-google-auth-1:2.27.0-1.el9.noarch 124/202 2024-02-09T23:46:19.553 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 125/202 2024-02-09T23:46:19.553 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 126/202 2024-02-09T23:46:19.553 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 127/202 2024-02-09T23:46:19.553 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 128/202 2024-02-09T23:46:19.553 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 129/202 2024-02-09T23:46:19.554 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 130/202 2024-02-09T23:46:19.554 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 131/202 2024-02-09T23:46:19.554 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 132/202 2024-02-09T23:46:19.554 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 133/202 2024-02-09T23:46:19.554 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 134/202 2024-02-09T23:46:19.554 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 135/202 2024-02-09T23:46:19.554 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 136/202 2024-02-09T23:46:19.554 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 137/202 2024-02-09T23:46:19.554 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 138/202 2024-02-09T23:46:19.554 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 139/202 2024-02-09T23:46:19.554 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 140/202 2024-02-09T23:46:19.554 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 141/202 2024-02-09T23:46:19.555 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 142/202 2024-02-09T23:46:19.555 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 143/202 2024-02-09T23:46:19.555 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 144/202 2024-02-09T23:46:19.555 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 145/202 2024-02-09T23:46:19.555 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 146/202 2024-02-09T23:46:19.555 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 147/202 2024-02-09T23:46:19.555 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 148/202 2024-02-09T23:46:19.555 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : re2-1:20211101-3.el9.x86_64 149/202 2024-02-09T23:46:19.555 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 150/202 2024-02-09T23:46:19.555 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : librados2-2:19.0.0-1361.g290212a1.el9.x86_64 151/202 2024-02-09T23:46:19.555 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 152/202 2024-02-09T23:46:19.555 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : librbd1-2:19.0.0-1361.g290212a1.el9.x86_64 153/202 2024-02-09T23:46:19.555 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 154/202 2024-02-09T23:46:19.555 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libacl-devel-2.3.1-4.el9.x86_64 155/202 2024-02-09T23:46:19.555 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libacl-devel-2.3.1-3.el9.x86_64 156/202 2024-02-09T23:46:19.556 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : NetworkManager-1:1.45.90-1.el9.x86_64 157/202 2024-02-09T23:46:19.556 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : NetworkManager-1:1.44.0-2.el9.x86_64 158/202 2024-02-09T23:46:19.556 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : NetworkManager-libnm-1:1.45.90-1.el9.x86_64 159/202 2024-02-09T23:46:19.556 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 160/202 2024-02-09T23:46:19.556 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : NetworkManager-team-1:1.45.90-1.el9.x86_64 161/202 2024-02-09T23:46:19.556 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : NetworkManager-team-1:1.44.0-2.el9.x86_64 162/202 2024-02-09T23:46:19.556 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : NetworkManager-tui-1:1.45.90-1.el9.x86_64 163/202 2024-02-09T23:46:19.556 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : NetworkManager-tui-1:1.44.0-2.el9.x86_64 164/202 2024-02-09T23:46:19.556 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : acl-2.3.1-4.el9.x86_64 165/202 2024-02-09T23:46:19.556 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : acl-2.3.1-3.el9.x86_64 166/202 2024-02-09T23:46:19.556 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 167/202 2024-02-09T23:46:19.556 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : elfutils-debuginfod-client-0.189-3.el9.x86_64 168/202 2024-02-09T23:46:19.556 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 169/202 2024-02-09T23:46:19.556 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : elfutils-libelf-0.189-3.el9.x86_64 170/202 2024-02-09T23:46:19.557 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 171/202 2024-02-09T23:46:19.557 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : elfutils-libs-0.189-3.el9.x86_64 172/202 2024-02-09T23:46:19.557 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : iproute-6.7.0-2.el9.x86_64 173/202 2024-02-09T23:46:19.557 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : iproute-6.2.0-5.el9.x86_64 174/202 2024-02-09T23:46:19.557 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : iproute-tc-6.7.0-2.el9.x86_64 175/202 2024-02-09T23:46:19.557 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : iproute-tc-6.2.0-5.el9.x86_64 176/202 2024-02-09T23:46:19.557 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libacl-2.3.1-4.el9.x86_64 177/202 2024-02-09T23:46:19.557 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libacl-2.3.1-3.el9.x86_64 178/202 2024-02-09T23:46:19.557 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libblkid-2.37.4-18.el9.x86_64 179/202 2024-02-09T23:46:19.557 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libblkid-2.37.4-15.el9.x86_64 180/202 2024-02-09T23:46:19.557 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libfdisk-2.37.4-18.el9.x86_64 181/202 2024-02-09T23:46:19.557 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libfdisk-2.37.4-15.el9.x86_64 182/202 2024-02-09T23:46:19.557 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libmount-2.37.4-18.el9.x86_64 183/202 2024-02-09T23:46:19.557 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libmount-2.37.4-15.el9.x86_64 184/202 2024-02-09T23:46:19.558 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libsmartcols-2.37.4-18.el9.x86_64 185/202 2024-02-09T23:46:19.558 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libsmartcols-2.37.4-15.el9.x86_64 186/202 2024-02-09T23:46:19.558 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libuuid-2.37.4-18.el9.x86_64 187/202 2024-02-09T23:46:19.558 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : libuuid-2.37.4-15.el9.x86_64 188/202 2024-02-09T23:46:19.558 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : openssl-1:3.0.7-25.el9.x86_64 189/202 2024-02-09T23:46:19.558 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : openssl-1:3.0.7-24.el9.x86_64 190/202 2024-02-09T23:46:19.558 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : openssl-libs-1:3.0.7-25.el9.x86_64 191/202 2024-02-09T23:46:19.558 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : openssl-libs-1:3.0.7-24.el9.x86_64 192/202 2024-02-09T23:46:19.558 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : util-linux-2.37.4-18.el9.x86_64 193/202 2024-02-09T23:46:19.558 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : util-linux-2.37.4-15.el9.x86_64 194/202 2024-02-09T23:46:19.558 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : util-linux-core-2.37.4-18.el9.x86_64 195/202 2024-02-09T23:46:19.558 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : util-linux-core-2.37.4-15.el9.x86_64 196/202 2024-02-09T23:46:19.558 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : util-linux-user-2.37.4-18.el9.x86_64 197/202 2024-02-09T23:46:19.558 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : util-linux-user-2.37.4-15.el9.x86_64 198/202 2024-02-09T23:46:19.558 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : xfsdump-3.1.12-4.el9.x86_64 199/202 2024-02-09T23:46:19.559 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : xfsdump-3.1.12-3.el9.x86_64 200/202 2024-02-09T23:46:19.559 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 201/202 2024-02-09T23:46:22.390 INFO:teuthology.orchestra.run.smithi088.stdout: Verifying : xfsprogs-5.19.0-4.el9.x86_64 202/202 2024-02-09T23:46:22.390 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-02-09T23:46:22.391 INFO:teuthology.orchestra.run.smithi088.stdout:Upgraded: 2024-02-09T23:46:22.391 INFO:teuthology.orchestra.run.smithi088.stdout: NetworkManager-1:1.45.90-1.el9.x86_64 2024-02-09T23:46:22.391 INFO:teuthology.orchestra.run.smithi088.stdout: NetworkManager-libnm-1:1.45.90-1.el9.x86_64 2024-02-09T23:46:22.391 INFO:teuthology.orchestra.run.smithi088.stdout: NetworkManager-team-1:1.45.90-1.el9.x86_64 2024-02-09T23:46:22.391 INFO:teuthology.orchestra.run.smithi088.stdout: NetworkManager-tui-1:1.45.90-1.el9.x86_64 2024-02-09T23:46:22.391 INFO:teuthology.orchestra.run.smithi088.stdout: acl-2.3.1-4.el9.x86_64 2024-02-09T23:46:22.391 INFO:teuthology.orchestra.run.smithi088.stdout: elfutils-debuginfod-client-0.190-2.el9.x86_64 2024-02-09T23:46:22.391 INFO:teuthology.orchestra.run.smithi088.stdout: elfutils-libelf-0.190-2.el9.x86_64 2024-02-09T23:46:22.391 INFO:teuthology.orchestra.run.smithi088.stdout: elfutils-libs-0.190-2.el9.x86_64 2024-02-09T23:46:22.391 INFO:teuthology.orchestra.run.smithi088.stdout: iproute-6.7.0-2.el9.x86_64 2024-02-09T23:46:22.391 INFO:teuthology.orchestra.run.smithi088.stdout: iproute-tc-6.7.0-2.el9.x86_64 2024-02-09T23:46:22.391 INFO:teuthology.orchestra.run.smithi088.stdout: libacl-2.3.1-4.el9.x86_64 2024-02-09T23:46:22.391 INFO:teuthology.orchestra.run.smithi088.stdout: libacl-devel-2.3.1-4.el9.x86_64 2024-02-09T23:46:22.391 INFO:teuthology.orchestra.run.smithi088.stdout: libblkid-2.37.4-18.el9.x86_64 2024-02-09T23:46:22.391 INFO:teuthology.orchestra.run.smithi088.stdout: libfdisk-2.37.4-18.el9.x86_64 2024-02-09T23:46:22.391 INFO:teuthology.orchestra.run.smithi088.stdout: libmount-2.37.4-18.el9.x86_64 2024-02-09T23:46:22.392 INFO:teuthology.orchestra.run.smithi088.stdout: librados2-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:22.392 INFO:teuthology.orchestra.run.smithi088.stdout: librbd1-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:22.392 INFO:teuthology.orchestra.run.smithi088.stdout: libsmartcols-2.37.4-18.el9.x86_64 2024-02-09T23:46:22.392 INFO:teuthology.orchestra.run.smithi088.stdout: libuuid-2.37.4-18.el9.x86_64 2024-02-09T23:46:22.392 INFO:teuthology.orchestra.run.smithi088.stdout: openssl-1:3.0.7-25.el9.x86_64 2024-02-09T23:46:22.392 INFO:teuthology.orchestra.run.smithi088.stdout: openssl-libs-1:3.0.7-25.el9.x86_64 2024-02-09T23:46:22.392 INFO:teuthology.orchestra.run.smithi088.stdout: util-linux-2.37.4-18.el9.x86_64 2024-02-09T23:46:22.392 INFO:teuthology.orchestra.run.smithi088.stdout: util-linux-core-2.37.4-18.el9.x86_64 2024-02-09T23:46:22.392 INFO:teuthology.orchestra.run.smithi088.stdout: util-linux-user-2.37.4-18.el9.x86_64 2024-02-09T23:46:22.392 INFO:teuthology.orchestra.run.smithi088.stdout: xfsdump-3.1.12-4.el9.x86_64 2024-02-09T23:46:22.392 INFO:teuthology.orchestra.run.smithi088.stdout: xfsprogs-6.3.0-1.el9.x86_64 2024-02-09T23:46:22.392 INFO:teuthology.orchestra.run.smithi088.stdout:Installed: 2024-02-09T23:46:22.392 INFO:teuthology.orchestra.run.smithi088.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-02-09T23:46:22.392 INFO:teuthology.orchestra.run.smithi088.stdout: automake-1.16.2-8.el9.noarch 2024-02-09T23:46:22.393 INFO:teuthology.orchestra.run.smithi088.stdout: bison-3.7.4-5.el9.x86_64 2024-02-09T23:46:22.393 INFO:teuthology.orchestra.run.smithi088.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-02-09T23:46:22.393 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:22.393 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-base-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:22.393 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-common-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:22.393 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-fuse-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:22.393 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-grafana-dashboards-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:46:22.393 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-immutable-object-cache-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:22.393 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mds-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:22.393 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:22.393 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-cephadm-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:46:22.393 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-dashboard-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:46:22.393 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-diskprediction-local-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:46:22.393 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-modules-core-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:46:22.393 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mgr-rook-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:46:22.394 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-mon-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:22.394 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-osd-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:22.394 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-prometheus-alerts-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:46:22.394 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-radosgw-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:22.394 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-selinux-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:22.394 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-test-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:22.394 INFO:teuthology.orchestra.run.smithi088.stdout: ceph-volume-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:46:22.394 INFO:teuthology.orchestra.run.smithi088.stdout: cephadm-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:46:22.394 INFO:teuthology.orchestra.run.smithi088.stdout: cephfs-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:22.394 INFO:teuthology.orchestra.run.smithi088.stdout: cephfs-shell-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:22.394 INFO:teuthology.orchestra.run.smithi088.stdout: cephfs-top-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:46:22.394 INFO:teuthology.orchestra.run.smithi088.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-02-09T23:46:22.394 INFO:teuthology.orchestra.run.smithi088.stdout: flex-2.6.4-9.el9.x86_64 2024-02-09T23:46:22.394 INFO:teuthology.orchestra.run.smithi088.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-02-09T23:46:22.394 INFO:teuthology.orchestra.run.smithi088.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-02-09T23:46:22.395 INFO:teuthology.orchestra.run.smithi088.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-02-09T23:46:22.395 INFO:teuthology.orchestra.run.smithi088.stdout: fuse-2.9.9-15.el9.x86_64 2024-02-09T23:46:22.395 INFO:teuthology.orchestra.run.smithi088.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-02-09T23:46:22.395 INFO:teuthology.orchestra.run.smithi088.stdout: grpc-data-1.46.7-10.el9.noarch 2024-02-09T23:46:22.395 INFO:teuthology.orchestra.run.smithi088.stdout: jq-1.6-16.el9.x86_64 2024-02-09T23:46:22.395 INFO:teuthology.orchestra.run.smithi088.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-02-09T23:46:22.395 INFO:teuthology.orchestra.run.smithi088.stdout: libarrow-9.0.0-10.el9.x86_64 2024-02-09T23:46:22.395 INFO:teuthology.orchestra.run.smithi088.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-02-09T23:46:22.395 INFO:teuthology.orchestra.run.smithi088.stdout: libcephfs-devel-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:22.395 INFO:teuthology.orchestra.run.smithi088.stdout: libcephfs2-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:22.395 INFO:teuthology.orchestra.run.smithi088.stdout: libcephsqlite-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:22.395 INFO:teuthology.orchestra.run.smithi088.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-02-09T23:46:22.395 INFO:teuthology.orchestra.run.smithi088.stdout: liboath-2.6.7-2.el9.x86_64 2024-02-09T23:46:22.395 INFO:teuthology.orchestra.run.smithi088.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-02-09T23:46:22.395 INFO:teuthology.orchestra.run.smithi088.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-02-09T23:46:22.395 INFO:teuthology.orchestra.run.smithi088.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-02-09T23:46:22.396 INFO:teuthology.orchestra.run.smithi088.stdout: librados-devel-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:22.396 INFO:teuthology.orchestra.run.smithi088.stdout: libradosstriper1-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:22.396 INFO:teuthology.orchestra.run.smithi088.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-02-09T23:46:22.396 INFO:teuthology.orchestra.run.smithi088.stdout: librgw2-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:22.396 INFO:teuthology.orchestra.run.smithi088.stdout: libtool-2.4.6-45.el9.x86_64 2024-02-09T23:46:22.396 INFO:teuthology.orchestra.run.smithi088.stdout: libunwind-1.6.2-1.el9.x86_64 2024-02-09T23:46:22.396 INFO:teuthology.orchestra.run.smithi088.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-02-09T23:46:22.396 INFO:teuthology.orchestra.run.smithi088.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-02-09T23:46:22.396 INFO:teuthology.orchestra.run.smithi088.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-02-09T23:46:22.396 INFO:teuthology.orchestra.run.smithi088.stdout: lua-5.4.4-4.el9.x86_64 2024-02-09T23:46:22.396 INFO:teuthology.orchestra.run.smithi088.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-02-09T23:46:22.396 INFO:teuthology.orchestra.run.smithi088.stdout: luarocks-3.9.2-1.el9.noarch 2024-02-09T23:46:22.396 INFO:teuthology.orchestra.run.smithi088.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-02-09T23:46:22.396 INFO:teuthology.orchestra.run.smithi088.stdout: openblas-0.3.21-2.el9.x86_64 2024-02-09T23:46:22.397 INFO:teuthology.orchestra.run.smithi088.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-02-09T23:46:22.397 INFO:teuthology.orchestra.run.smithi088.stdout: openssl-devel-1:3.0.7-25.el9.x86_64 2024-02-09T23:46:22.397 INFO:teuthology.orchestra.run.smithi088.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-02-09T23:46:22.397 INFO:teuthology.orchestra.run.smithi088.stdout: postgresql-13.11-1.el9.x86_64 2024-02-09T23:46:22.397 INFO:teuthology.orchestra.run.smithi088.stdout: postgresql-contrib-13.11-1.el9.x86_64 2024-02-09T23:46:22.397 INFO:teuthology.orchestra.run.smithi088.stdout: postgresql-private-libs-13.11-1.el9.x86_64 2024-02-09T23:46:22.397 INFO:teuthology.orchestra.run.smithi088.stdout: postgresql-server-13.11-1.el9.x86_64 2024-02-09T23:46:22.397 INFO:teuthology.orchestra.run.smithi088.stdout: protobuf-3.14.0-13.el9.x86_64 2024-02-09T23:46:22.397 INFO:teuthology.orchestra.run.smithi088.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-02-09T23:46:22.397 INFO:teuthology.orchestra.run.smithi088.stdout: python3-asyncssh-2.13.2-3.el9.noarch 2024-02-09T23:46:22.397 INFO:teuthology.orchestra.run.smithi088.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-02-09T23:46:22.397 INFO:teuthology.orchestra.run.smithi088.stdout: python3-babel-2.9.1-2.el9.noarch 2024-02-09T23:46:22.397 INFO:teuthology.orchestra.run.smithi088.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-02-09T23:46:22.397 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-02-09T23:46:22.397 INFO:teuthology.orchestra.run.smithi088.stdout: python3-ceph-argparse-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:22.397 INFO:teuthology.orchestra.run.smithi088.stdout: python3-ceph-common-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:22.398 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cephfs-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:22.398 INFO:teuthology.orchestra.run.smithi088.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-02-09T23:46:22.398 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-02-09T23:46:22.398 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-02-09T23:46:22.398 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-02-09T23:46:22.398 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-02-09T23:46:22.398 INFO:teuthology.orchestra.run.smithi088.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-02-09T23:46:22.398 INFO:teuthology.orchestra.run.smithi088.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-02-09T23:46:22.398 INFO:teuthology.orchestra.run.smithi088.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-02-09T23:46:22.398 INFO:teuthology.orchestra.run.smithi088.stdout: python3-google-auth-1:2.27.0-1.el9.noarch 2024-02-09T23:46:22.398 INFO:teuthology.orchestra.run.smithi088.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-02-09T23:46:22.398 INFO:teuthology.orchestra.run.smithi088.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-02-09T23:46:22.398 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-02-09T23:46:22.398 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-02-09T23:46:22.399 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-02-09T23:46:22.399 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-02-09T23:46:22.399 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-02-09T23:46:22.399 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-02-09T23:46:22.399 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-02-09T23:46:22.399 INFO:teuthology.orchestra.run.smithi088.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-02-09T23:46:22.399 INFO:teuthology.orchestra.run.smithi088.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-02-09T23:46:22.399 INFO:teuthology.orchestra.run.smithi088.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-02-09T23:46:22.399 INFO:teuthology.orchestra.run.smithi088.stdout: python3-mako-1.1.4-6.el9.noarch 2024-02-09T23:46:22.399 INFO:teuthology.orchestra.run.smithi088.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-02-09T23:46:22.399 INFO:teuthology.orchestra.run.smithi088.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-02-09T23:46:22.399 INFO:teuthology.orchestra.run.smithi088.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-02-09T23:46:22.399 INFO:teuthology.orchestra.run.smithi088.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-02-09T23:46:22.399 INFO:teuthology.orchestra.run.smithi088.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-02-09T23:46:22.400 INFO:teuthology.orchestra.run.smithi088.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-02-09T23:46:22.400 INFO:teuthology.orchestra.run.smithi088.stdout: python3-packaging-20.9-5.el9.noarch 2024-02-09T23:46:22.400 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-02-09T23:46:22.400 INFO:teuthology.orchestra.run.smithi088.stdout: python3-ply-3.11-14.el9.noarch 2024-02-09T23:46:22.400 INFO:teuthology.orchestra.run.smithi088.stdout: python3-portend-3.1.0-2.el9.noarch 2024-02-09T23:46:22.400 INFO:teuthology.orchestra.run.smithi088.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-02-09T23:46:22.400 INFO:teuthology.orchestra.run.smithi088.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-02-09T23:46:22.400 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-02-09T23:46:22.400 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-02-09T23:46:22.400 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-02-09T23:46:22.400 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pycparser-2.20-6.el9.noarch 2024-02-09T23:46:22.400 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-02-09T23:46:22.400 INFO:teuthology.orchestra.run.smithi088.stdout: python3-pytz-2021.1-5.el9.noarch 2024-02-09T23:46:22.401 INFO:teuthology.orchestra.run.smithi088.stdout: python3-rados-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:22.401 INFO:teuthology.orchestra.run.smithi088.stdout: python3-rbd-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:22.401 INFO:teuthology.orchestra.run.smithi088.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-02-09T23:46:22.401 INFO:teuthology.orchestra.run.smithi088.stdout: python3-requests-2.25.1-8.el9.noarch 2024-02-09T23:46:22.401 INFO:teuthology.orchestra.run.smithi088.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-02-09T23:46:22.401 INFO:teuthology.orchestra.run.smithi088.stdout: python3-rgw-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:22.401 INFO:teuthology.orchestra.run.smithi088.stdout: python3-routes-2.5.1-5.el9.noarch 2024-02-09T23:46:22.401 INFO:teuthology.orchestra.run.smithi088.stdout: python3-rsa-4.9-2.el9.noarch 2024-02-09T23:46:22.401 INFO:teuthology.orchestra.run.smithi088.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-02-09T23:46:22.401 INFO:teuthology.orchestra.run.smithi088.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-02-09T23:46:22.401 INFO:teuthology.orchestra.run.smithi088.stdout: python3-toml-0.10.2-6.el9.noarch 2024-02-09T23:46:22.401 INFO:teuthology.orchestra.run.smithi088.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-02-09T23:46:22.401 INFO:teuthology.orchestra.run.smithi088.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-02-09T23:46:22.401 INFO:teuthology.orchestra.run.smithi088.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-02-09T23:46:22.401 INFO:teuthology.orchestra.run.smithi088.stdout: python3-webob-1.8.7-6.el9.noarch 2024-02-09T23:46:22.402 INFO:teuthology.orchestra.run.smithi088.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-02-09T23:46:22.402 INFO:teuthology.orchestra.run.smithi088.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-02-09T23:46:22.402 INFO:teuthology.orchestra.run.smithi088.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-02-09T23:46:22.402 INFO:teuthology.orchestra.run.smithi088.stdout: qatlib-23.11.0-1.el9.x86_64 2024-02-09T23:46:22.402 INFO:teuthology.orchestra.run.smithi088.stdout: qatlib-service-23.11.0-1.el9.x86_64 2024-02-09T23:46:22.402 INFO:teuthology.orchestra.run.smithi088.stdout: qatzip-libs-1.1.2-2.el9.x86_64 2024-02-09T23:46:22.402 INFO:teuthology.orchestra.run.smithi088.stdout: rbd-fuse-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:22.402 INFO:teuthology.orchestra.run.smithi088.stdout: rbd-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:22.402 INFO:teuthology.orchestra.run.smithi088.stdout: rbd-nbd-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:22.402 INFO:teuthology.orchestra.run.smithi088.stdout: re2-1:20211101-3.el9.x86_64 2024-02-09T23:46:22.402 INFO:teuthology.orchestra.run.smithi088.stdout: socat-1.7.4.1-5.el9.x86_64 2024-02-09T23:46:22.402 INFO:teuthology.orchestra.run.smithi088.stdout: thrift-0.15.0-2.el9.x86_64 2024-02-09T23:46:22.402 INFO:teuthology.orchestra.run.smithi088.stdout: uuid-1.6.2-55.el9.x86_64 2024-02-09T23:46:22.402 INFO:teuthology.orchestra.run.smithi088.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-02-09T23:46:22.402 INFO:teuthology.orchestra.run.smithi088.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-02-09T23:46:22.403 INFO:teuthology.orchestra.run.smithi088.stdout: zlib-devel-1.2.11-40.el9.x86_64 2024-02-09T23:46:22.403 INFO:teuthology.orchestra.run.smithi088.stdout: 2024-02-09T23:46:22.403 INFO:teuthology.orchestra.run.smithi088.stdout:Complete! 2024-02-09T23:46:22.981 DEBUG:teuthology.parallel:result is None 2024-02-09T23:46:23.243 INFO:teuthology.orchestra.run.smithi001.stdout: Running scriptlet: openssl-libs-1:3.0.7-24.el9.x86_64 202/202 2024-02-09T23:46:23.243 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-2:19.0.0-1361.g290212a1.el9.x86_64 1/202 2024-02-09T23:46:23.243 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-base-2:19.0.0-1361.g290212a1.el9.x86_64 2/202 2024-02-09T23:46:23.243 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-common-2:19.0.0-1361.g290212a1.el9.x86_64 3/202 2024-02-09T23:46:23.244 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-fuse-2:19.0.0-1361.g290212a1.el9.x86_64 4/202 2024-02-09T23:46:23.244 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-1361.g29021 5/202 2024-02-09T23:46:23.244 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-mds-2:19.0.0-1361.g290212a1.el9.x86_64 6/202 2024-02-09T23:46:23.244 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-mgr-2:19.0.0-1361.g290212a1.el9.x86_64 7/202 2024-02-09T23:46:23.244 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-mon-2:19.0.0-1361.g290212a1.el9.x86_64 8/202 2024-02-09T23:46:23.244 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-osd-2:19.0.0-1361.g290212a1.el9.x86_64 9/202 2024-02-09T23:46:23.244 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-radosgw-2:19.0.0-1361.g290212a1.el9.x86_64 10/202 2024-02-09T23:46:23.244 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-selinux-2:19.0.0-1361.g290212a1.el9.x86_64 11/202 2024-02-09T23:46:23.244 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-test-2:19.0.0-1361.g290212a1.el9.x86_64 12/202 2024-02-09T23:46:23.244 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : cephfs-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 13/202 2024-02-09T23:46:23.244 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : cephfs-shell-2:19.0.0-1361.g290212a1.el9.x86_64 14/202 2024-02-09T23:46:23.244 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libcephfs-devel-2:19.0.0-1361.g290212a1.el9.x86_ 15/202 2024-02-09T23:46:23.244 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libcephfs2-2:19.0.0-1361.g290212a1.el9.x86_64 16/202 2024-02-09T23:46:23.245 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libcephsqlite-2:19.0.0-1361.g290212a1.el9.x86_64 17/202 2024-02-09T23:46:23.245 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : librados-devel-2:19.0.0-1361.g290212a1.el9.x86_6 18/202 2024-02-09T23:46:23.245 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libradosstriper1-2:19.0.0-1361.g290212a1.el9.x86 19/202 2024-02-09T23:46:23.245 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : librgw2-2:19.0.0-1361.g290212a1.el9.x86_64 20/202 2024-02-09T23:46:23.245 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-ceph-argparse-2:19.0.0-1361.g290212a1.el 21/202 2024-02-09T23:46:23.245 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-ceph-common-2:19.0.0-1361.g290212a1.el9. 22/202 2024-02-09T23:46:23.245 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-cephfs-2:19.0.0-1361.g290212a1.el9.x86_6 23/202 2024-02-09T23:46:23.245 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-rados-2:19.0.0-1361.g290212a1.el9.x86_64 24/202 2024-02-09T23:46:23.245 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-rbd-2:19.0.0-1361.g290212a1.el9.x86_64 25/202 2024-02-09T23:46:23.245 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-rgw-2:19.0.0-1361.g290212a1.el9.x86_64 26/202 2024-02-09T23:46:23.245 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : rbd-fuse-2:19.0.0-1361.g290212a1.el9.x86_64 27/202 2024-02-09T23:46:23.245 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : rbd-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 28/202 2024-02-09T23:46:23.245 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : rbd-nbd-2:19.0.0-1361.g290212a1.el9.x86_64 29/202 2024-02-09T23:46:23.245 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-1361.g290212a1. 30/202 2024-02-09T23:46:23.245 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-1361.g290212a1.el9.noa 31/202 2024-02-09T23:46:23.259 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-1361.g290212a1.el9.n 32/202 2024-02-09T23:46:23.260 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-1361.g290 33/202 2024-02-09T23:46:23.260 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-1361.g290212a1.el 34/202 2024-02-09T23:46:23.260 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-mgr-rook-2:19.0.0-1361.g290212a1.el9.noarch 35/202 2024-02-09T23:46:23.260 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-1361.g290212a1.e 36/202 2024-02-09T23:46:23.260 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : ceph-volume-2:19.0.0-1361.g290212a1.el9.noarch 37/202 2024-02-09T23:46:23.260 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : cephadm-2:19.0.0-1361.g290212a1.el9.noarch 38/202 2024-02-09T23:46:23.260 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : cephfs-top-2:19.0.0-1361.g290212a1.el9.noarch 39/202 2024-02-09T23:46:23.260 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : automake-1.16.2-8.el9.noarch 40/202 2024-02-09T23:46:23.260 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : bison-3.7.4-5.el9.x86_64 41/202 2024-02-09T23:46:23.260 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 42/202 2024-02-09T23:46:23.260 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 43/202 2024-02-09T23:46:23.260 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : flex-2.6.4-9.el9.x86_64 44/202 2024-02-09T23:46:23.261 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/202 2024-02-09T23:46:23.261 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/202 2024-02-09T23:46:23.261 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/202 2024-02-09T23:46:23.261 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 48/202 2024-02-09T23:46:23.261 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 49/202 2024-02-09T23:46:23.261 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 50/202 2024-02-09T23:46:23.261 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 51/202 2024-02-09T23:46:23.261 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 52/202 2024-02-09T23:46:23.261 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 53/202 2024-02-09T23:46:23.261 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 54/202 2024-02-09T23:46:23.261 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 55/202 2024-02-09T23:46:23.261 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : lua-5.4.4-4.el9.x86_64 56/202 2024-02-09T23:46:23.261 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 57/202 2024-02-09T23:46:23.261 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 58/202 2024-02-09T23:46:23.261 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : openssl-devel-1:3.0.7-25.el9.x86_64 59/202 2024-02-09T23:46:23.262 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : postgresql-13.11-1.el9.x86_64 60/202 2024-02-09T23:46:23.262 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : postgresql-contrib-13.11-1.el9.x86_64 61/202 2024-02-09T23:46:23.262 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : postgresql-private-libs-13.11-1.el9.x86_64 62/202 2024-02-09T23:46:23.262 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : postgresql-server-13.11-1.el9.x86_64 63/202 2024-02-09T23:46:23.262 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 64/202 2024-02-09T23:46:23.262 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 65/202 2024-02-09T23:46:23.262 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 66/202 2024-02-09T23:46:23.262 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 67/202 2024-02-09T23:46:23.262 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 68/202 2024-02-09T23:46:23.262 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 69/202 2024-02-09T23:46:23.262 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 70/202 2024-02-09T23:46:23.262 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 71/202 2024-02-09T23:46:23.262 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 72/202 2024-02-09T23:46:23.262 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 73/202 2024-02-09T23:46:23.262 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 74/202 2024-02-09T23:46:23.262 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 75/202 2024-02-09T23:46:23.263 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 76/202 2024-02-09T23:46:23.263 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 77/202 2024-02-09T23:46:23.263 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 78/202 2024-02-09T23:46:23.263 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 79/202 2024-02-09T23:46:23.263 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 80/202 2024-02-09T23:46:23.263 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 81/202 2024-02-09T23:46:23.263 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 82/202 2024-02-09T23:46:23.263 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 83/202 2024-02-09T23:46:23.263 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 84/202 2024-02-09T23:46:23.263 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : qatlib-23.11.0-1.el9.x86_64 85/202 2024-02-09T23:46:23.263 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : qatlib-service-23.11.0-1.el9.x86_64 86/202 2024-02-09T23:46:23.263 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : qatzip-libs-1.1.2-2.el9.x86_64 87/202 2024-02-09T23:46:23.263 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 88/202 2024-02-09T23:46:23.263 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 89/202 2024-02-09T23:46:23.263 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 90/202 2024-02-09T23:46:23.263 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 91/202 2024-02-09T23:46:23.264 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 92/202 2024-02-09T23:46:23.264 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 93/202 2024-02-09T23:46:23.264 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : jq-1.6-16.el9.x86_64 94/202 2024-02-09T23:46:23.264 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 95/202 2024-02-09T23:46:23.264 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 96/202 2024-02-09T23:46:23.264 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 97/202 2024-02-09T23:46:23.264 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 98/202 2024-02-09T23:46:23.264 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 99/202 2024-02-09T23:46:23.264 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-ply-3.11-14.el9.noarch 100/202 2024-02-09T23:46:23.264 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 101/202 2024-02-09T23:46:23.264 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 102/202 2024-02-09T23:46:23.264 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 103/202 2024-02-09T23:46:23.264 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 104/202 2024-02-09T23:46:23.264 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 105/202 2024-02-09T23:46:23.265 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 106/202 2024-02-09T23:46:23.265 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 107/202 2024-02-09T23:46:23.265 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 108/202 2024-02-09T23:46:23.265 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 109/202 2024-02-09T23:46:23.265 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 110/202 2024-02-09T23:46:23.265 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 111/202 2024-02-09T23:46:23.265 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 112/202 2024-02-09T23:46:23.265 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 113/202 2024-02-09T23:46:23.265 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 114/202 2024-02-09T23:46:23.265 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 115/202 2024-02-09T23:46:23.265 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-asyncssh-2.13.2-3.el9.noarch 116/202 2024-02-09T23:46:23.265 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 117/202 2024-02-09T23:46:23.265 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 118/202 2024-02-09T23:46:23.265 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 119/202 2024-02-09T23:46:23.265 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 120/202 2024-02-09T23:46:23.265 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 121/202 2024-02-09T23:46:23.266 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 122/202 2024-02-09T23:46:23.266 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 123/202 2024-02-09T23:46:23.266 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-google-auth-1:2.27.0-1.el9.noarch 124/202 2024-02-09T23:46:23.266 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 125/202 2024-02-09T23:46:23.266 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 126/202 2024-02-09T23:46:23.266 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 127/202 2024-02-09T23:46:23.266 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 128/202 2024-02-09T23:46:23.266 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 129/202 2024-02-09T23:46:23.266 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 130/202 2024-02-09T23:46:23.266 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 131/202 2024-02-09T23:46:23.266 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 132/202 2024-02-09T23:46:23.266 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 133/202 2024-02-09T23:46:23.266 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 134/202 2024-02-09T23:46:23.266 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 135/202 2024-02-09T23:46:23.266 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 136/202 2024-02-09T23:46:23.266 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 137/202 2024-02-09T23:46:23.267 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 138/202 2024-02-09T23:46:23.267 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 139/202 2024-02-09T23:46:23.267 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 140/202 2024-02-09T23:46:23.267 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 141/202 2024-02-09T23:46:23.267 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 142/202 2024-02-09T23:46:23.267 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 143/202 2024-02-09T23:46:23.267 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 144/202 2024-02-09T23:46:23.267 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 145/202 2024-02-09T23:46:23.267 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 146/202 2024-02-09T23:46:23.267 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 147/202 2024-02-09T23:46:23.267 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 148/202 2024-02-09T23:46:23.267 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : re2-1:20211101-3.el9.x86_64 149/202 2024-02-09T23:46:23.267 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 150/202 2024-02-09T23:46:23.267 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : librados2-2:19.0.0-1361.g290212a1.el9.x86_64 151/202 2024-02-09T23:46:23.267 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 152/202 2024-02-09T23:46:23.267 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : librbd1-2:19.0.0-1361.g290212a1.el9.x86_64 153/202 2024-02-09T23:46:23.268 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 154/202 2024-02-09T23:46:23.268 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libacl-devel-2.3.1-4.el9.x86_64 155/202 2024-02-09T23:46:23.268 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libacl-devel-2.3.1-3.el9.x86_64 156/202 2024-02-09T23:46:23.268 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : NetworkManager-1:1.45.90-1.el9.x86_64 157/202 2024-02-09T23:46:23.268 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : NetworkManager-1:1.44.0-2.el9.x86_64 158/202 2024-02-09T23:46:23.268 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : NetworkManager-libnm-1:1.45.90-1.el9.x86_64 159/202 2024-02-09T23:46:23.268 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 160/202 2024-02-09T23:46:23.268 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : NetworkManager-team-1:1.45.90-1.el9.x86_64 161/202 2024-02-09T23:46:23.268 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : NetworkManager-team-1:1.44.0-2.el9.x86_64 162/202 2024-02-09T23:46:23.268 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : NetworkManager-tui-1:1.45.90-1.el9.x86_64 163/202 2024-02-09T23:46:23.268 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : NetworkManager-tui-1:1.44.0-2.el9.x86_64 164/202 2024-02-09T23:46:23.268 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : acl-2.3.1-4.el9.x86_64 165/202 2024-02-09T23:46:23.268 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : acl-2.3.1-3.el9.x86_64 166/202 2024-02-09T23:46:23.268 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 167/202 2024-02-09T23:46:23.268 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : elfutils-debuginfod-client-0.189-3.el9.x86_64 168/202 2024-02-09T23:46:23.269 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 169/202 2024-02-09T23:46:23.269 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : elfutils-libelf-0.189-3.el9.x86_64 170/202 2024-02-09T23:46:23.269 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 171/202 2024-02-09T23:46:23.269 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : elfutils-libs-0.189-3.el9.x86_64 172/202 2024-02-09T23:46:23.269 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : iproute-6.7.0-2.el9.x86_64 173/202 2024-02-09T23:46:23.269 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : iproute-6.2.0-5.el9.x86_64 174/202 2024-02-09T23:46:23.269 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : iproute-tc-6.7.0-2.el9.x86_64 175/202 2024-02-09T23:46:23.269 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : iproute-tc-6.2.0-5.el9.x86_64 176/202 2024-02-09T23:46:23.269 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libacl-2.3.1-4.el9.x86_64 177/202 2024-02-09T23:46:23.269 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libacl-2.3.1-3.el9.x86_64 178/202 2024-02-09T23:46:23.269 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libblkid-2.37.4-18.el9.x86_64 179/202 2024-02-09T23:46:23.269 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libblkid-2.37.4-15.el9.x86_64 180/202 2024-02-09T23:46:23.269 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libfdisk-2.37.4-18.el9.x86_64 181/202 2024-02-09T23:46:23.269 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libfdisk-2.37.4-15.el9.x86_64 182/202 2024-02-09T23:46:23.269 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libmount-2.37.4-18.el9.x86_64 183/202 2024-02-09T23:46:23.269 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libmount-2.37.4-15.el9.x86_64 184/202 2024-02-09T23:46:23.270 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libsmartcols-2.37.4-18.el9.x86_64 185/202 2024-02-09T23:46:23.270 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libsmartcols-2.37.4-15.el9.x86_64 186/202 2024-02-09T23:46:23.270 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libuuid-2.37.4-18.el9.x86_64 187/202 2024-02-09T23:46:23.270 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : libuuid-2.37.4-15.el9.x86_64 188/202 2024-02-09T23:46:23.270 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : openssl-1:3.0.7-25.el9.x86_64 189/202 2024-02-09T23:46:23.270 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : openssl-1:3.0.7-24.el9.x86_64 190/202 2024-02-09T23:46:23.270 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : openssl-libs-1:3.0.7-25.el9.x86_64 191/202 2024-02-09T23:46:23.270 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : openssl-libs-1:3.0.7-24.el9.x86_64 192/202 2024-02-09T23:46:23.270 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : util-linux-2.37.4-18.el9.x86_64 193/202 2024-02-09T23:46:23.270 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : util-linux-2.37.4-15.el9.x86_64 194/202 2024-02-09T23:46:23.270 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : util-linux-core-2.37.4-18.el9.x86_64 195/202 2024-02-09T23:46:23.270 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : util-linux-core-2.37.4-15.el9.x86_64 196/202 2024-02-09T23:46:23.270 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : util-linux-user-2.37.4-18.el9.x86_64 197/202 2024-02-09T23:46:23.270 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : util-linux-user-2.37.4-15.el9.x86_64 198/202 2024-02-09T23:46:23.270 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : xfsdump-3.1.12-4.el9.x86_64 199/202 2024-02-09T23:46:23.270 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : xfsdump-3.1.12-3.el9.x86_64 200/202 2024-02-09T23:46:23.271 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 201/202 2024-02-09T23:46:25.959 INFO:teuthology.orchestra.run.smithi001.stdout: Verifying : xfsprogs-5.19.0-4.el9.x86_64 202/202 2024-02-09T23:46:25.959 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:46:25.960 INFO:teuthology.orchestra.run.smithi001.stdout:Upgraded: 2024-02-09T23:46:25.960 INFO:teuthology.orchestra.run.smithi001.stdout: NetworkManager-1:1.45.90-1.el9.x86_64 2024-02-09T23:46:25.960 INFO:teuthology.orchestra.run.smithi001.stdout: NetworkManager-libnm-1:1.45.90-1.el9.x86_64 2024-02-09T23:46:25.960 INFO:teuthology.orchestra.run.smithi001.stdout: NetworkManager-team-1:1.45.90-1.el9.x86_64 2024-02-09T23:46:25.960 INFO:teuthology.orchestra.run.smithi001.stdout: NetworkManager-tui-1:1.45.90-1.el9.x86_64 2024-02-09T23:46:25.960 INFO:teuthology.orchestra.run.smithi001.stdout: acl-2.3.1-4.el9.x86_64 2024-02-09T23:46:25.960 INFO:teuthology.orchestra.run.smithi001.stdout: elfutils-debuginfod-client-0.190-2.el9.x86_64 2024-02-09T23:46:25.960 INFO:teuthology.orchestra.run.smithi001.stdout: elfutils-libelf-0.190-2.el9.x86_64 2024-02-09T23:46:25.960 INFO:teuthology.orchestra.run.smithi001.stdout: elfutils-libs-0.190-2.el9.x86_64 2024-02-09T23:46:25.960 INFO:teuthology.orchestra.run.smithi001.stdout: iproute-6.7.0-2.el9.x86_64 2024-02-09T23:46:25.960 INFO:teuthology.orchestra.run.smithi001.stdout: iproute-tc-6.7.0-2.el9.x86_64 2024-02-09T23:46:25.960 INFO:teuthology.orchestra.run.smithi001.stdout: libacl-2.3.1-4.el9.x86_64 2024-02-09T23:46:25.961 INFO:teuthology.orchestra.run.smithi001.stdout: libacl-devel-2.3.1-4.el9.x86_64 2024-02-09T23:46:25.961 INFO:teuthology.orchestra.run.smithi001.stdout: libblkid-2.37.4-18.el9.x86_64 2024-02-09T23:46:25.961 INFO:teuthology.orchestra.run.smithi001.stdout: libfdisk-2.37.4-18.el9.x86_64 2024-02-09T23:46:25.961 INFO:teuthology.orchestra.run.smithi001.stdout: libmount-2.37.4-18.el9.x86_64 2024-02-09T23:46:25.961 INFO:teuthology.orchestra.run.smithi001.stdout: librados2-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:25.961 INFO:teuthology.orchestra.run.smithi001.stdout: librbd1-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:25.961 INFO:teuthology.orchestra.run.smithi001.stdout: libsmartcols-2.37.4-18.el9.x86_64 2024-02-09T23:46:25.961 INFO:teuthology.orchestra.run.smithi001.stdout: libuuid-2.37.4-18.el9.x86_64 2024-02-09T23:46:25.961 INFO:teuthology.orchestra.run.smithi001.stdout: openssl-1:3.0.7-25.el9.x86_64 2024-02-09T23:46:25.961 INFO:teuthology.orchestra.run.smithi001.stdout: openssl-libs-1:3.0.7-25.el9.x86_64 2024-02-09T23:46:25.961 INFO:teuthology.orchestra.run.smithi001.stdout: util-linux-2.37.4-18.el9.x86_64 2024-02-09T23:46:25.961 INFO:teuthology.orchestra.run.smithi001.stdout: util-linux-core-2.37.4-18.el9.x86_64 2024-02-09T23:46:25.961 INFO:teuthology.orchestra.run.smithi001.stdout: util-linux-user-2.37.4-18.el9.x86_64 2024-02-09T23:46:25.961 INFO:teuthology.orchestra.run.smithi001.stdout: xfsdump-3.1.12-4.el9.x86_64 2024-02-09T23:46:25.962 INFO:teuthology.orchestra.run.smithi001.stdout: xfsprogs-6.3.0-1.el9.x86_64 2024-02-09T23:46:25.962 INFO:teuthology.orchestra.run.smithi001.stdout:Installed: 2024-02-09T23:46:25.962 INFO:teuthology.orchestra.run.smithi001.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-02-09T23:46:25.962 INFO:teuthology.orchestra.run.smithi001.stdout: automake-1.16.2-8.el9.noarch 2024-02-09T23:46:25.962 INFO:teuthology.orchestra.run.smithi001.stdout: bison-3.7.4-5.el9.x86_64 2024-02-09T23:46:25.962 INFO:teuthology.orchestra.run.smithi001.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-02-09T23:46:25.962 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:25.962 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-base-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:25.962 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-common-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:25.962 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-fuse-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:25.962 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-grafana-dashboards-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:46:25.962 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-immutable-object-cache-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:25.962 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mds-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:25.962 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:25.963 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-cephadm-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:46:25.963 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-dashboard-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:46:25.963 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-diskprediction-local-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:46:25.963 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-modules-core-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:46:25.963 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mgr-rook-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:46:25.963 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-mon-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:25.963 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-osd-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:25.963 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-prometheus-alerts-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:46:25.963 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-radosgw-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:25.963 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-selinux-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:25.963 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-test-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:25.963 INFO:teuthology.orchestra.run.smithi001.stdout: ceph-volume-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:46:25.963 INFO:teuthology.orchestra.run.smithi001.stdout: cephadm-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:46:25.963 INFO:teuthology.orchestra.run.smithi001.stdout: cephfs-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:25.963 INFO:teuthology.orchestra.run.smithi001.stdout: cephfs-shell-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:25.964 INFO:teuthology.orchestra.run.smithi001.stdout: cephfs-top-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:46:25.964 INFO:teuthology.orchestra.run.smithi001.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-02-09T23:46:25.964 INFO:teuthology.orchestra.run.smithi001.stdout: flex-2.6.4-9.el9.x86_64 2024-02-09T23:46:25.964 INFO:teuthology.orchestra.run.smithi001.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-02-09T23:46:25.964 INFO:teuthology.orchestra.run.smithi001.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-02-09T23:46:25.964 INFO:teuthology.orchestra.run.smithi001.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-02-09T23:46:25.964 INFO:teuthology.orchestra.run.smithi001.stdout: fuse-2.9.9-15.el9.x86_64 2024-02-09T23:46:25.964 INFO:teuthology.orchestra.run.smithi001.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-02-09T23:46:25.964 INFO:teuthology.orchestra.run.smithi001.stdout: grpc-data-1.46.7-10.el9.noarch 2024-02-09T23:46:25.964 INFO:teuthology.orchestra.run.smithi001.stdout: jq-1.6-16.el9.x86_64 2024-02-09T23:46:25.964 INFO:teuthology.orchestra.run.smithi001.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-02-09T23:46:25.964 INFO:teuthology.orchestra.run.smithi001.stdout: libarrow-9.0.0-10.el9.x86_64 2024-02-09T23:46:25.964 INFO:teuthology.orchestra.run.smithi001.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-02-09T23:46:25.965 INFO:teuthology.orchestra.run.smithi001.stdout: libcephfs-devel-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:25.965 INFO:teuthology.orchestra.run.smithi001.stdout: libcephfs2-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:25.965 INFO:teuthology.orchestra.run.smithi001.stdout: libcephsqlite-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:25.965 INFO:teuthology.orchestra.run.smithi001.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-02-09T23:46:25.965 INFO:teuthology.orchestra.run.smithi001.stdout: liboath-2.6.7-2.el9.x86_64 2024-02-09T23:46:25.965 INFO:teuthology.orchestra.run.smithi001.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-02-09T23:46:25.965 INFO:teuthology.orchestra.run.smithi001.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-02-09T23:46:25.965 INFO:teuthology.orchestra.run.smithi001.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-02-09T23:46:25.965 INFO:teuthology.orchestra.run.smithi001.stdout: librados-devel-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:25.965 INFO:teuthology.orchestra.run.smithi001.stdout: libradosstriper1-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:25.965 INFO:teuthology.orchestra.run.smithi001.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-02-09T23:46:25.965 INFO:teuthology.orchestra.run.smithi001.stdout: librgw2-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:25.965 INFO:teuthology.orchestra.run.smithi001.stdout: libtool-2.4.6-45.el9.x86_64 2024-02-09T23:46:25.965 INFO:teuthology.orchestra.run.smithi001.stdout: libunwind-1.6.2-1.el9.x86_64 2024-02-09T23:46:25.966 INFO:teuthology.orchestra.run.smithi001.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-02-09T23:46:25.966 INFO:teuthology.orchestra.run.smithi001.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-02-09T23:46:25.966 INFO:teuthology.orchestra.run.smithi001.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-02-09T23:46:25.966 INFO:teuthology.orchestra.run.smithi001.stdout: lua-5.4.4-4.el9.x86_64 2024-02-09T23:46:25.966 INFO:teuthology.orchestra.run.smithi001.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-02-09T23:46:25.966 INFO:teuthology.orchestra.run.smithi001.stdout: luarocks-3.9.2-1.el9.noarch 2024-02-09T23:46:25.966 INFO:teuthology.orchestra.run.smithi001.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-02-09T23:46:25.966 INFO:teuthology.orchestra.run.smithi001.stdout: openblas-0.3.21-2.el9.x86_64 2024-02-09T23:46:25.966 INFO:teuthology.orchestra.run.smithi001.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-02-09T23:46:25.966 INFO:teuthology.orchestra.run.smithi001.stdout: openssl-devel-1:3.0.7-25.el9.x86_64 2024-02-09T23:46:25.966 INFO:teuthology.orchestra.run.smithi001.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-02-09T23:46:25.966 INFO:teuthology.orchestra.run.smithi001.stdout: postgresql-13.11-1.el9.x86_64 2024-02-09T23:46:25.966 INFO:teuthology.orchestra.run.smithi001.stdout: postgresql-contrib-13.11-1.el9.x86_64 2024-02-09T23:46:25.966 INFO:teuthology.orchestra.run.smithi001.stdout: postgresql-private-libs-13.11-1.el9.x86_64 2024-02-09T23:46:25.967 INFO:teuthology.orchestra.run.smithi001.stdout: postgresql-server-13.11-1.el9.x86_64 2024-02-09T23:46:25.967 INFO:teuthology.orchestra.run.smithi001.stdout: protobuf-3.14.0-13.el9.x86_64 2024-02-09T23:46:25.967 INFO:teuthology.orchestra.run.smithi001.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-02-09T23:46:25.967 INFO:teuthology.orchestra.run.smithi001.stdout: python3-asyncssh-2.13.2-3.el9.noarch 2024-02-09T23:46:25.967 INFO:teuthology.orchestra.run.smithi001.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-02-09T23:46:25.967 INFO:teuthology.orchestra.run.smithi001.stdout: python3-babel-2.9.1-2.el9.noarch 2024-02-09T23:46:25.967 INFO:teuthology.orchestra.run.smithi001.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-02-09T23:46:25.967 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-02-09T23:46:25.967 INFO:teuthology.orchestra.run.smithi001.stdout: python3-ceph-argparse-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:25.967 INFO:teuthology.orchestra.run.smithi001.stdout: python3-ceph-common-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:25.967 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cephfs-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:25.967 INFO:teuthology.orchestra.run.smithi001.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-02-09T23:46:25.967 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-02-09T23:46:25.967 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-02-09T23:46:25.968 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-02-09T23:46:25.968 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-02-09T23:46:25.968 INFO:teuthology.orchestra.run.smithi001.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-02-09T23:46:25.968 INFO:teuthology.orchestra.run.smithi001.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-02-09T23:46:25.968 INFO:teuthology.orchestra.run.smithi001.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-02-09T23:46:25.968 INFO:teuthology.orchestra.run.smithi001.stdout: python3-google-auth-1:2.27.0-1.el9.noarch 2024-02-09T23:46:25.968 INFO:teuthology.orchestra.run.smithi001.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-02-09T23:46:25.968 INFO:teuthology.orchestra.run.smithi001.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-02-09T23:46:25.968 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-02-09T23:46:25.968 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-02-09T23:46:25.968 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-02-09T23:46:25.968 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-02-09T23:46:25.969 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-02-09T23:46:25.969 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-02-09T23:46:25.969 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-02-09T23:46:25.969 INFO:teuthology.orchestra.run.smithi001.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-02-09T23:46:25.969 INFO:teuthology.orchestra.run.smithi001.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-02-09T23:46:25.969 INFO:teuthology.orchestra.run.smithi001.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-02-09T23:46:25.969 INFO:teuthology.orchestra.run.smithi001.stdout: python3-mako-1.1.4-6.el9.noarch 2024-02-09T23:46:25.969 INFO:teuthology.orchestra.run.smithi001.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-02-09T23:46:25.969 INFO:teuthology.orchestra.run.smithi001.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-02-09T23:46:25.969 INFO:teuthology.orchestra.run.smithi001.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-02-09T23:46:25.969 INFO:teuthology.orchestra.run.smithi001.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-02-09T23:46:25.969 INFO:teuthology.orchestra.run.smithi001.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-02-09T23:46:25.969 INFO:teuthology.orchestra.run.smithi001.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-02-09T23:46:25.969 INFO:teuthology.orchestra.run.smithi001.stdout: python3-packaging-20.9-5.el9.noarch 2024-02-09T23:46:25.969 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-02-09T23:46:25.969 INFO:teuthology.orchestra.run.smithi001.stdout: python3-ply-3.11-14.el9.noarch 2024-02-09T23:46:25.970 INFO:teuthology.orchestra.run.smithi001.stdout: python3-portend-3.1.0-2.el9.noarch 2024-02-09T23:46:25.970 INFO:teuthology.orchestra.run.smithi001.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-02-09T23:46:25.970 INFO:teuthology.orchestra.run.smithi001.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-02-09T23:46:25.970 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-02-09T23:46:25.970 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-02-09T23:46:25.970 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-02-09T23:46:25.970 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pycparser-2.20-6.el9.noarch 2024-02-09T23:46:25.970 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-02-09T23:46:25.970 INFO:teuthology.orchestra.run.smithi001.stdout: python3-pytz-2021.1-5.el9.noarch 2024-02-09T23:46:25.970 INFO:teuthology.orchestra.run.smithi001.stdout: python3-rados-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:25.970 INFO:teuthology.orchestra.run.smithi001.stdout: python3-rbd-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:25.970 INFO:teuthology.orchestra.run.smithi001.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-02-09T23:46:25.970 INFO:teuthology.orchestra.run.smithi001.stdout: python3-requests-2.25.1-8.el9.noarch 2024-02-09T23:46:25.970 INFO:teuthology.orchestra.run.smithi001.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-02-09T23:46:25.970 INFO:teuthology.orchestra.run.smithi001.stdout: python3-rgw-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:25.971 INFO:teuthology.orchestra.run.smithi001.stdout: python3-routes-2.5.1-5.el9.noarch 2024-02-09T23:46:25.971 INFO:teuthology.orchestra.run.smithi001.stdout: python3-rsa-4.9-2.el9.noarch 2024-02-09T23:46:25.971 INFO:teuthology.orchestra.run.smithi001.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-02-09T23:46:25.971 INFO:teuthology.orchestra.run.smithi001.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-02-09T23:46:25.971 INFO:teuthology.orchestra.run.smithi001.stdout: python3-toml-0.10.2-6.el9.noarch 2024-02-09T23:46:25.971 INFO:teuthology.orchestra.run.smithi001.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-02-09T23:46:25.971 INFO:teuthology.orchestra.run.smithi001.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-02-09T23:46:25.971 INFO:teuthology.orchestra.run.smithi001.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-02-09T23:46:25.971 INFO:teuthology.orchestra.run.smithi001.stdout: python3-webob-1.8.7-6.el9.noarch 2024-02-09T23:46:25.971 INFO:teuthology.orchestra.run.smithi001.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-02-09T23:46:25.971 INFO:teuthology.orchestra.run.smithi001.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-02-09T23:46:25.971 INFO:teuthology.orchestra.run.smithi001.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-02-09T23:46:25.971 INFO:teuthology.orchestra.run.smithi001.stdout: qatlib-23.11.0-1.el9.x86_64 2024-02-09T23:46:25.971 INFO:teuthology.orchestra.run.smithi001.stdout: qatlib-service-23.11.0-1.el9.x86_64 2024-02-09T23:46:25.971 INFO:teuthology.orchestra.run.smithi001.stdout: qatzip-libs-1.1.2-2.el9.x86_64 2024-02-09T23:46:25.972 INFO:teuthology.orchestra.run.smithi001.stdout: rbd-fuse-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:25.972 INFO:teuthology.orchestra.run.smithi001.stdout: rbd-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:25.972 INFO:teuthology.orchestra.run.smithi001.stdout: rbd-nbd-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:46:25.972 INFO:teuthology.orchestra.run.smithi001.stdout: re2-1:20211101-3.el9.x86_64 2024-02-09T23:46:25.972 INFO:teuthology.orchestra.run.smithi001.stdout: socat-1.7.4.1-5.el9.x86_64 2024-02-09T23:46:25.972 INFO:teuthology.orchestra.run.smithi001.stdout: thrift-0.15.0-2.el9.x86_64 2024-02-09T23:46:25.972 INFO:teuthology.orchestra.run.smithi001.stdout: uuid-1.6.2-55.el9.x86_64 2024-02-09T23:46:25.972 INFO:teuthology.orchestra.run.smithi001.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-02-09T23:46:25.972 INFO:teuthology.orchestra.run.smithi001.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-02-09T23:46:25.972 INFO:teuthology.orchestra.run.smithi001.stdout: zlib-devel-1.2.11-40.el9.x86_64 2024-02-09T23:46:25.972 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:46:25.973 INFO:teuthology.orchestra.run.smithi001.stdout:Complete! 2024-02-09T23:46:26.579 DEBUG:teuthology.parallel:result is None 2024-02-09T23:46:42.154 INFO:teuthology.orchestra.run.smithi103.stdout:CentOS Stream 9 - AppStream 490 kB/s | 19 MB 00:39 2024-02-09T23:46:54.104 INFO:teuthology.orchestra.run.smithi103.stdout:CentOS Stream 9 - CRB 717 kB/s | 5.9 MB 00:08 2024-02-09T23:46:55.588 INFO:teuthology.orchestra.run.smithi103.stdout:CentOS Stream 9 - Extras packages 42 kB/s | 15 kB 00:00 2024-02-09T23:46:58.023 INFO:teuthology.orchestra.run.smithi103.stdout:Extra Packages for Enterprise Linux 8.8 MB/s | 20 MB 00:02 2024-02-09T23:47:02.922 INFO:teuthology.orchestra.run.smithi103.stdout:lab-extras 13 kB/s | 1.7 kB 00:00 2024-02-09T23:47:05.519 INFO:teuthology.orchestra.run.smithi103.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-02-09T23:47:05.520 INFO:teuthology.orchestra.run.smithi103.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-02-09T23:47:05.533 INFO:teuthology.orchestra.run.smithi103.stdout:Package NetworkManager-1:1.44.0-2.el9.x86_64 is already installed. 2024-02-09T23:47:05.534 INFO:teuthology.orchestra.run.smithi103.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-02-09T23:47:05.535 INFO:teuthology.orchestra.run.smithi103.stdout:Package util-linux-2.37.4-15.el9.x86_64 is already installed. 2024-02-09T23:47:05.536 INFO:teuthology.orchestra.run.smithi103.stdout:Package libacl-devel-2.3.1-3.el9.x86_64 is already installed. 2024-02-09T23:47:05.538 INFO:teuthology.orchestra.run.smithi103.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-02-09T23:47:05.541 INFO:teuthology.orchestra.run.smithi103.stdout:Package xfsdump-3.1.12-3.el9.x86_64 is already installed. 2024-02-09T23:47:05.542 INFO:teuthology.orchestra.run.smithi103.stdout:Package xfsprogs-5.19.0-4.el9.x86_64 is already installed. 2024-02-09T23:47:05.623 INFO:teuthology.orchestra.run.smithi103.stdout:Dependencies resolved. 2024-02-09T23:47:05.639 INFO:teuthology.orchestra.run.smithi103.stdout:============================================================================================ 2024-02-09T23:47:05.639 INFO:teuthology.orchestra.run.smithi103.stdout: Package Arch Version Repository Size 2024-02-09T23:47:05.639 INFO:teuthology.orchestra.run.smithi103.stdout:============================================================================================ 2024-02-09T23:47:05.639 INFO:teuthology.orchestra.run.smithi103.stdout:Installing: 2024-02-09T23:47:05.639 INFO:teuthology.orchestra.run.smithi103.stdout: bison x86_64 3.7.4-5.el9 CentOS-AppStream 920 k 2024-02-09T23:47:05.639 INFO:teuthology.orchestra.run.smithi103.stdout: ceph x86_64 2:19.0.0-1361.g290212a1.el9 ceph 6.6 k 2024-02-09T23:47:05.639 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-base x86_64 2:19.0.0-1361.g290212a1.el9 ceph 5.3 M 2024-02-09T23:47:05.639 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-fuse x86_64 2:19.0.0-1361.g290212a1.el9 ceph 885 k 2024-02-09T23:47:05.640 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-1361.g290212a1.el9 ceph 145 k 2024-02-09T23:47:05.640 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr x86_64 2:19.0.0-1361.g290212a1.el9 ceph 1.5 M 2024-02-09T23:47:05.640 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-cephadm noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 138 k 2024-02-09T23:47:05.640 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-dashboard noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 1.8 M 2024-02-09T23:47:05.640 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 7.4 M 2024-02-09T23:47:05.640 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-rook noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 52 k 2024-02-09T23:47:05.640 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-radosgw x86_64 2:19.0.0-1361.g290212a1.el9 ceph 9.7 M 2024-02-09T23:47:05.640 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-test x86_64 2:19.0.0-1361.g290212a1.el9 ceph 47 M 2024-02-09T23:47:05.640 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-volume noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 264 k 2024-02-09T23:47:05.640 INFO:teuthology.orchestra.run.smithi103.stdout: cephadm noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 748 k 2024-02-09T23:47:05.640 INFO:teuthology.orchestra.run.smithi103.stdout: cephfs-mirror x86_64 2:19.0.0-1361.g290212a1.el9 ceph 217 k 2024-02-09T23:47:05.640 INFO:teuthology.orchestra.run.smithi103.stdout: cephfs-shell x86_64 2:19.0.0-1361.g290212a1.el9 ceph 27 k 2024-02-09T23:47:05.640 INFO:teuthology.orchestra.run.smithi103.stdout: cephfs-top noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 18 k 2024-02-09T23:47:05.641 INFO:teuthology.orchestra.run.smithi103.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 CentOS-AppStream 20 k 2024-02-09T23:47:05.641 INFO:teuthology.orchestra.run.smithi103.stdout: flex x86_64 2.6.4-9.el9 CentOS-AppStream 307 k 2024-02-09T23:47:05.641 INFO:teuthology.orchestra.run.smithi103.stdout: libaio-devel x86_64 0.3.111-13.el9 CentOS-AppStream 10 k 2024-02-09T23:47:05.641 INFO:teuthology.orchestra.run.smithi103.stdout: libcephfs-devel x86_64 2:19.0.0-1361.g290212a1.el9 ceph 31 k 2024-02-09T23:47:05.641 INFO:teuthology.orchestra.run.smithi103.stdout: libcephfs2 x86_64 2:19.0.0-1361.g290212a1.el9 ceph 743 k 2024-02-09T23:47:05.641 INFO:teuthology.orchestra.run.smithi103.stdout: librados-devel x86_64 2:19.0.0-1361.g290212a1.el9 ceph 127 k 2024-02-09T23:47:05.641 INFO:teuthology.orchestra.run.smithi103.stdout: libtool x86_64 2.4.6-45.el9 CentOS-AppStream 578 k 2024-02-09T23:47:05.641 INFO:teuthology.orchestra.run.smithi103.stdout: libuuid-devel x86_64 2.37.4-18.el9 CentOS-AppStream 24 k 2024-02-09T23:47:05.641 INFO:teuthology.orchestra.run.smithi103.stdout: openssl-devel x86_64 1:3.0.7-25.el9 CentOS-AppStream 3.0 M 2024-02-09T23:47:05.641 INFO:teuthology.orchestra.run.smithi103.stdout: postgresql x86_64 13.11-1.el9 CentOS-AppStream 1.5 M 2024-02-09T23:47:05.641 INFO:teuthology.orchestra.run.smithi103.stdout: postgresql-contrib x86_64 13.11-1.el9 CentOS-AppStream 811 k 2024-02-09T23:47:05.641 INFO:teuthology.orchestra.run.smithi103.stdout: postgresql-server x86_64 13.11-1.el9 CentOS-AppStream 5.7 M 2024-02-09T23:47:05.642 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cephfs x86_64 2:19.0.0-1361.g290212a1.el9 ceph 161 k 2024-02-09T23:47:05.642 INFO:teuthology.orchestra.run.smithi103.stdout: python3-rados x86_64 2:19.0.0-1361.g290212a1.el9 ceph 319 k 2024-02-09T23:47:05.642 INFO:teuthology.orchestra.run.smithi103.stdout: python3-rbd x86_64 2:19.0.0-1361.g290212a1.el9 ceph 298 k 2024-02-09T23:47:05.642 INFO:teuthology.orchestra.run.smithi103.stdout: python3-rgw x86_64 2:19.0.0-1361.g290212a1.el9 ceph 99 k 2024-02-09T23:47:05.642 INFO:teuthology.orchestra.run.smithi103.stdout: rbd-fuse x86_64 2:19.0.0-1361.g290212a1.el9 ceph 85 k 2024-02-09T23:47:05.642 INFO:teuthology.orchestra.run.smithi103.stdout: rbd-mirror x86_64 2:19.0.0-1361.g290212a1.el9 ceph 3.1 M 2024-02-09T23:47:05.642 INFO:teuthology.orchestra.run.smithi103.stdout: rbd-nbd x86_64 2:19.0.0-1361.g290212a1.el9 ceph 171 k 2024-02-09T23:47:05.642 INFO:teuthology.orchestra.run.smithi103.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 CentOS-AppStream 87 k 2024-02-09T23:47:05.642 INFO:teuthology.orchestra.run.smithi103.stdout:Upgrading: 2024-02-09T23:47:05.642 INFO:teuthology.orchestra.run.smithi103.stdout: NetworkManager x86_64 1:1.45.90-1.el9 CentOS-BaseOS 2.3 M 2024-02-09T23:47:05.642 INFO:teuthology.orchestra.run.smithi103.stdout: NetworkManager-libnm x86_64 1:1.45.90-1.el9 CentOS-BaseOS 1.8 M 2024-02-09T23:47:05.642 INFO:teuthology.orchestra.run.smithi103.stdout: NetworkManager-team x86_64 1:1.45.90-1.el9 CentOS-BaseOS 42 k 2024-02-09T23:47:05.642 INFO:teuthology.orchestra.run.smithi103.stdout: NetworkManager-tui x86_64 1:1.45.90-1.el9 CentOS-BaseOS 247 k 2024-02-09T23:47:05.643 INFO:teuthology.orchestra.run.smithi103.stdout: acl x86_64 2.3.1-4.el9 CentOS-BaseOS 69 k 2024-02-09T23:47:05.643 INFO:teuthology.orchestra.run.smithi103.stdout: elfutils-debuginfod-client x86_64 0.190-2.el9 CentOS-BaseOS 35 k 2024-02-09T23:47:05.643 INFO:teuthology.orchestra.run.smithi103.stdout: elfutils-libelf x86_64 0.190-2.el9 CentOS-BaseOS 191 k 2024-02-09T23:47:05.643 INFO:teuthology.orchestra.run.smithi103.stdout: elfutils-libs x86_64 0.190-2.el9 CentOS-BaseOS 254 k 2024-02-09T23:47:05.643 INFO:teuthology.orchestra.run.smithi103.stdout: iproute x86_64 6.7.0-2.el9 CentOS-BaseOS 802 k 2024-02-09T23:47:05.643 INFO:teuthology.orchestra.run.smithi103.stdout: iproute-tc x86_64 6.7.0-2.el9 CentOS-BaseOS 433 k 2024-02-09T23:47:05.643 INFO:teuthology.orchestra.run.smithi103.stdout: libacl x86_64 2.3.1-4.el9 CentOS-BaseOS 22 k 2024-02-09T23:47:05.643 INFO:teuthology.orchestra.run.smithi103.stdout: libacl-devel x86_64 2.3.1-4.el9 CentOS-AppStream 68 k 2024-02-09T23:47:05.643 INFO:teuthology.orchestra.run.smithi103.stdout: libblkid x86_64 2.37.4-18.el9 CentOS-BaseOS 107 k 2024-02-09T23:47:05.643 INFO:teuthology.orchestra.run.smithi103.stdout: libfdisk x86_64 2.37.4-18.el9 CentOS-BaseOS 154 k 2024-02-09T23:47:05.644 INFO:teuthology.orchestra.run.smithi103.stdout: libmount x86_64 2.37.4-18.el9 CentOS-BaseOS 135 k 2024-02-09T23:47:05.644 INFO:teuthology.orchestra.run.smithi103.stdout: librados2 x86_64 2:19.0.0-1361.g290212a1.el9 ceph 3.4 M 2024-02-09T23:47:05.644 INFO:teuthology.orchestra.run.smithi103.stdout: librbd1 x86_64 2:19.0.0-1361.g290212a1.el9 ceph 3.1 M 2024-02-09T23:47:05.644 INFO:teuthology.orchestra.run.smithi103.stdout: libsmartcols x86_64 2.37.4-18.el9 CentOS-BaseOS 63 k 2024-02-09T23:47:05.644 INFO:teuthology.orchestra.run.smithi103.stdout: libuuid x86_64 2.37.4-18.el9 CentOS-BaseOS 28 k 2024-02-09T23:47:05.644 INFO:teuthology.orchestra.run.smithi103.stdout: openssl x86_64 1:3.0.7-25.el9 CentOS-BaseOS 1.2 M 2024-02-09T23:47:05.644 INFO:teuthology.orchestra.run.smithi103.stdout: openssl-libs x86_64 1:3.0.7-25.el9 CentOS-BaseOS 2.1 M 2024-02-09T23:47:05.644 INFO:teuthology.orchestra.run.smithi103.stdout: util-linux x86_64 2.37.4-18.el9 CentOS-BaseOS 2.2 M 2024-02-09T23:47:05.644 INFO:teuthology.orchestra.run.smithi103.stdout: util-linux-core x86_64 2.37.4-18.el9 CentOS-BaseOS 438 k 2024-02-09T23:47:05.644 INFO:teuthology.orchestra.run.smithi103.stdout: util-linux-user x86_64 2.37.4-18.el9 CentOS-BaseOS 30 k 2024-02-09T23:47:05.644 INFO:teuthology.orchestra.run.smithi103.stdout: xfsdump x86_64 3.1.12-4.el9 CentOS-BaseOS 321 k 2024-02-09T23:47:05.644 INFO:teuthology.orchestra.run.smithi103.stdout: xfsprogs x86_64 6.3.0-1.el9 CentOS-BaseOS 1.1 M 2024-02-09T23:47:05.644 INFO:teuthology.orchestra.run.smithi103.stdout:Installing dependencies: 2024-02-09T23:47:05.645 INFO:teuthology.orchestra.run.smithi103.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-02-09T23:47:05.645 INFO:teuthology.orchestra.run.smithi103.stdout: automake noarch 1.16.2-8.el9 CentOS-AppStream 662 k 2024-02-09T23:47:05.645 INFO:teuthology.orchestra.run.smithi103.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-02-09T23:47:05.645 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-common x86_64 2:19.0.0-1361.g290212a1.el9 ceph 20 M 2024-02-09T23:47:05.645 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-grafana-dashboards noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 28 k 2024-02-09T23:47:05.645 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mds x86_64 2:19.0.0-1361.g290212a1.el9 ceph 2.1 M 2024-02-09T23:47:05.645 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-modules-core noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 247 k 2024-02-09T23:47:05.645 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mon x86_64 2:19.0.0-1361.g290212a1.el9 ceph 4.7 M 2024-02-09T23:47:05.645 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-osd x86_64 2:19.0.0-1361.g290212a1.el9 ceph 17 M 2024-02-09T23:47:05.645 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-prometheus-alerts noarch 2:19.0.0-1361.g290212a1.el9 ceph-noarch 15 k 2024-02-09T23:47:05.645 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-selinux x86_64 2:19.0.0-1361.g290212a1.el9 ceph 25 k 2024-02-09T23:47:05.645 INFO:teuthology.orchestra.run.smithi103.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-02-09T23:47:05.645 INFO:teuthology.orchestra.run.smithi103.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-02-09T23:47:05.646 INFO:teuthology.orchestra.run.smithi103.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-02-09T23:47:05.646 INFO:teuthology.orchestra.run.smithi103.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-02-09T23:47:05.646 INFO:teuthology.orchestra.run.smithi103.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-02-09T23:47:05.646 INFO:teuthology.orchestra.run.smithi103.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-02-09T23:47:05.646 INFO:teuthology.orchestra.run.smithi103.stdout: jq x86_64 1.6-16.el9 CentOS-BaseOS 186 k 2024-02-09T23:47:05.646 INFO:teuthology.orchestra.run.smithi103.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-02-09T23:47:05.646 INFO:teuthology.orchestra.run.smithi103.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-02-09T23:47:05.646 INFO:teuthology.orchestra.run.smithi103.stdout: libcephsqlite x86_64 2:19.0.0-1361.g290212a1.el9 ceph 163 k 2024-02-09T23:47:05.646 INFO:teuthology.orchestra.run.smithi103.stdout: libgfortran x86_64 11.4.1-3.el9 CentOS-BaseOS 802 k 2024-02-09T23:47:05.646 INFO:teuthology.orchestra.run.smithi103.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-02-09T23:47:05.646 INFO:teuthology.orchestra.run.smithi103.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-02-09T23:47:05.646 INFO:teuthology.orchestra.run.smithi103.stdout: libquadmath x86_64 11.4.1-3.el9 CentOS-BaseOS 194 k 2024-02-09T23:47:05.646 INFO:teuthology.orchestra.run.smithi103.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-02-09T23:47:05.646 INFO:teuthology.orchestra.run.smithi103.stdout: libradosstriper1 x86_64 2:19.0.0-1361.g290212a1.el9 ceph 499 k 2024-02-09T23:47:05.647 INFO:teuthology.orchestra.run.smithi103.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-02-09T23:47:05.647 INFO:teuthology.orchestra.run.smithi103.stdout: librgw2 x86_64 2:19.0.0-1361.g290212a1.el9 ceph 5.1 M 2024-02-09T23:47:05.647 INFO:teuthology.orchestra.run.smithi103.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-02-09T23:47:05.647 INFO:teuthology.orchestra.run.smithi103.stdout: libzstd-devel x86_64 1.5.1-2.el9 CentOS-AppStream 46 k 2024-02-09T23:47:05.647 INFO:teuthology.orchestra.run.smithi103.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-02-09T23:47:05.647 INFO:teuthology.orchestra.run.smithi103.stdout: lua x86_64 5.4.4-4.el9 CentOS-AppStream 187 k 2024-02-09T23:47:05.647 INFO:teuthology.orchestra.run.smithi103.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-02-09T23:47:05.647 INFO:teuthology.orchestra.run.smithi103.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-02-09T23:47:05.647 INFO:teuthology.orchestra.run.smithi103.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-BaseOS 217 k 2024-02-09T23:47:05.647 INFO:teuthology.orchestra.run.smithi103.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-02-09T23:47:05.647 INFO:teuthology.orchestra.run.smithi103.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-02-09T23:47:05.647 INFO:teuthology.orchestra.run.smithi103.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-02-09T23:47:05.647 INFO:teuthology.orchestra.run.smithi103.stdout: postgresql-private-libs x86_64 13.11-1.el9 CentOS-AppStream 134 k 2024-02-09T23:47:05.648 INFO:teuthology.orchestra.run.smithi103.stdout: protobuf x86_64 3.14.0-13.el9 CentOS-AppStream 1.0 M 2024-02-09T23:47:05.648 INFO:teuthology.orchestra.run.smithi103.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-02-09T23:47:05.648 INFO:teuthology.orchestra.run.smithi103.stdout: python3-asyncssh noarch 2.13.2-3.el9 epel 548 k 2024-02-09T23:47:05.648 INFO:teuthology.orchestra.run.smithi103.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-02-09T23:47:05.648 INFO:teuthology.orchestra.run.smithi103.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-02-09T23:47:05.648 INFO:teuthology.orchestra.run.smithi103.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-02-09T23:47:05.648 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-02-09T23:47:05.648 INFO:teuthology.orchestra.run.smithi103.stdout: python3-ceph-argparse x86_64 2:19.0.0-1361.g290212a1.el9 ceph 45 k 2024-02-09T23:47:05.648 INFO:teuthology.orchestra.run.smithi103.stdout: python3-ceph-common x86_64 2:19.0.0-1361.g290212a1.el9 ceph 131 k 2024-02-09T23:47:05.648 INFO:teuthology.orchestra.run.smithi103.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-02-09T23:47:05.648 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-02-09T23:47:05.648 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-02-09T23:47:05.648 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-02-09T23:47:05.648 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-02-09T23:47:05.649 INFO:teuthology.orchestra.run.smithi103.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-02-09T23:47:05.649 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-02-09T23:47:05.649 INFO:teuthology.orchestra.run.smithi103.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-02-09T23:47:05.649 INFO:teuthology.orchestra.run.smithi103.stdout: python3-google-auth noarch 1:2.27.0-1.el9 epel 203 k 2024-02-09T23:47:05.649 INFO:teuthology.orchestra.run.smithi103.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-02-09T23:47:05.649 INFO:teuthology.orchestra.run.smithi103.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-02-09T23:47:05.649 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-02-09T23:47:05.649 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-02-09T23:47:05.649 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-02-09T23:47:05.649 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-02-09T23:47:05.649 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-02-09T23:47:05.649 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jinja2 noarch 2.11.3-5.el9 CentOS-AppStream 227 k 2024-02-09T23:47:05.649 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-02-09T23:47:05.649 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-02-09T23:47:05.650 INFO:teuthology.orchestra.run.smithi103.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-02-09T23:47:05.650 INFO:teuthology.orchestra.run.smithi103.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-02-09T23:47:05.650 INFO:teuthology.orchestra.run.smithi103.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-02-09T23:47:05.650 INFO:teuthology.orchestra.run.smithi103.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-02-09T23:47:05.650 INFO:teuthology.orchestra.run.smithi103.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-02-09T23:47:05.650 INFO:teuthology.orchestra.run.smithi103.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-02-09T23:47:05.650 INFO:teuthology.orchestra.run.smithi103.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-02-09T23:47:05.650 INFO:teuthology.orchestra.run.smithi103.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-02-09T23:47:05.650 INFO:teuthology.orchestra.run.smithi103.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-02-09T23:47:05.650 INFO:teuthology.orchestra.run.smithi103.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-02-09T23:47:05.650 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-02-09T23:47:05.650 INFO:teuthology.orchestra.run.smithi103.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-02-09T23:47:05.650 INFO:teuthology.orchestra.run.smithi103.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-02-09T23:47:05.650 INFO:teuthology.orchestra.run.smithi103.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-02-09T23:47:05.651 INFO:teuthology.orchestra.run.smithi103.stdout: python3-protobuf noarch 3.14.0-13.el9 CentOS-AppStream 238 k 2024-02-09T23:47:05.651 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-02-09T23:47:05.651 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-02-09T23:47:05.651 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-02-09T23:47:05.651 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-02-09T23:47:05.651 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-02-09T23:47:05.651 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-02-09T23:47:05.651 INFO:teuthology.orchestra.run.smithi103.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-02-09T23:47:05.651 INFO:teuthology.orchestra.run.smithi103.stdout: python3-requests noarch 2.25.1-8.el9 CentOS-BaseOS 113 k 2024-02-09T23:47:05.651 INFO:teuthology.orchestra.run.smithi103.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-02-09T23:47:05.651 INFO:teuthology.orchestra.run.smithi103.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-02-09T23:47:05.651 INFO:teuthology.orchestra.run.smithi103.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-02-09T23:47:05.651 INFO:teuthology.orchestra.run.smithi103.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-02-09T23:47:05.651 INFO:teuthology.orchestra.run.smithi103.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-02-09T23:47:05.651 INFO:teuthology.orchestra.run.smithi103.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-02-09T23:47:05.652 INFO:teuthology.orchestra.run.smithi103.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-02-09T23:47:05.652 INFO:teuthology.orchestra.run.smithi103.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-02-09T23:47:05.652 INFO:teuthology.orchestra.run.smithi103.stdout: python3-wcwidth noarch 0.2.5-8.el9 CentOS-AppStream 41 k 2024-02-09T23:47:05.652 INFO:teuthology.orchestra.run.smithi103.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-02-09T23:47:05.652 INFO:teuthology.orchestra.run.smithi103.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-02-09T23:47:05.652 INFO:teuthology.orchestra.run.smithi103.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-02-09T23:47:05.652 INFO:teuthology.orchestra.run.smithi103.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-02-09T23:47:05.652 INFO:teuthology.orchestra.run.smithi103.stdout: qatlib x86_64 23.11.0-1.el9 CentOS-AppStream 215 k 2024-02-09T23:47:05.652 INFO:teuthology.orchestra.run.smithi103.stdout: qatzip-libs x86_64 1.1.2-2.el9 CentOS-AppStream 43 k 2024-02-09T23:47:05.652 INFO:teuthology.orchestra.run.smithi103.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-02-09T23:47:05.652 INFO:teuthology.orchestra.run.smithi103.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-02-09T23:47:05.652 INFO:teuthology.orchestra.run.smithi103.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-02-09T23:47:05.652 INFO:teuthology.orchestra.run.smithi103.stdout: uuid x86_64 1.6.2-55.el9 CentOS-AppStream 56 k 2024-02-09T23:47:05.652 INFO:teuthology.orchestra.run.smithi103.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-02-09T23:47:05.653 INFO:teuthology.orchestra.run.smithi103.stdout: zlib-devel x86_64 1.2.11-40.el9 CentOS-AppStream 44 k 2024-02-09T23:47:05.653 INFO:teuthology.orchestra.run.smithi103.stdout:Installing weak dependencies: 2024-02-09T23:47:05.653 INFO:teuthology.orchestra.run.smithi103.stdout: qatlib-service x86_64 23.11.0-1.el9 CentOS-AppStream 34 k 2024-02-09T23:47:05.653 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-02-09T23:47:05.653 INFO:teuthology.orchestra.run.smithi103.stdout:Transaction Summary 2024-02-09T23:47:05.653 INFO:teuthology.orchestra.run.smithi103.stdout:============================================================================================ 2024-02-09T23:47:05.653 INFO:teuthology.orchestra.run.smithi103.stdout:Install 150 Packages 2024-02-09T23:47:05.653 INFO:teuthology.orchestra.run.smithi103.stdout:Upgrade 26 Packages 2024-02-09T23:47:05.653 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-02-09T23:47:05.654 INFO:teuthology.orchestra.run.smithi103.stdout:Total download size: 222 M 2024-02-09T23:47:05.654 INFO:teuthology.orchestra.run.smithi103.stdout:Downloading Packages: 2024-02-09T23:47:06.499 INFO:teuthology.orchestra.run.smithi103.stdout:(1/176): ceph-19.0.0-1361.g290212a1.el9.x86_64. 22 kB/s | 6.6 kB 00:00 2024-02-09T23:47:06.815 INFO:teuthology.orchestra.run.smithi103.stdout:(2/176): ceph-fuse-19.0.0-1361.g290212a1.el9.x8 2.7 MB/s | 885 kB 00:00 2024-02-09T23:47:06.891 INFO:teuthology.orchestra.run.smithi103.stdout:(3/176): ceph-immutable-object-cache-19.0.0-136 1.9 MB/s | 145 kB 00:00 2024-02-09T23:47:07.433 INFO:teuthology.orchestra.run.smithi103.stdout:(4/176): ceph-mds-19.0.0-1361.g290212a1.el9.x86 3.9 MB/s | 2.1 MB 00:00 2024-02-09T23:47:07.591 INFO:teuthology.orchestra.run.smithi103.stdout:(5/176): ceph-base-19.0.0-1361.g290212a1.el9.x8 3.9 MB/s | 5.3 MB 00:01 2024-02-09T23:47:07.866 INFO:teuthology.orchestra.run.smithi103.stdout:(6/176): ceph-mgr-19.0.0-1361.g290212a1.el9.x86 3.4 MB/s | 1.5 MB 00:00 2024-02-09T23:47:08.800 INFO:teuthology.orchestra.run.smithi103.stdout:(7/176): ceph-mon-19.0.0-1361.g290212a1.el9.x86 3.9 MB/s | 4.7 MB 00:01 2024-02-09T23:47:09.017 INFO:teuthology.orchestra.run.smithi103.stdout:(8/176): ceph-common-19.0.0-1361.g290212a1.el9. 7.1 MB/s | 20 MB 00:02 2024-02-09T23:47:09.075 INFO:teuthology.orchestra.run.smithi103.stdout:(9/176): ceph-selinux-19.0.0-1361.g290212a1.el9 435 kB/s | 25 kB 00:00 2024-02-09T23:47:10.151 INFO:teuthology.orchestra.run.smithi103.stdout:(10/176): ceph-radosgw-19.0.0-1361.g290212a1.el 7.2 MB/s | 9.7 MB 00:01 2024-02-09T23:47:10.226 INFO:teuthology.orchestra.run.smithi103.stdout:(11/176): cephfs-mirror-19.0.0-1361.g290212a1.e 2.8 MB/s | 217 kB 00:00 2024-02-09T23:47:10.293 INFO:teuthology.orchestra.run.smithi103.stdout:(12/176): cephfs-shell-19.0.0-1361.g290212a1.el 406 kB/s | 27 kB 00:00 2024-02-09T23:47:10.360 INFO:teuthology.orchestra.run.smithi103.stdout:(13/176): libcephfs-devel-19.0.0-1361.g290212a1 467 kB/s | 31 kB 00:00 2024-02-09T23:47:10.593 INFO:teuthology.orchestra.run.smithi103.stdout:(14/176): ceph-osd-19.0.0-1361.g290212a1.el9.x8 6.2 MB/s | 17 MB 00:02 2024-02-09T23:47:10.627 INFO:teuthology.orchestra.run.smithi103.stdout:(15/176): libcephfs2-19.0.0-1361.g290212a1.el9. 2.7 MB/s | 743 kB 00:00 2024-02-09T23:47:10.652 INFO:teuthology.orchestra.run.smithi103.stdout:(16/176): libcephsqlite-19.0.0-1361.g290212a1.e 2.7 MB/s | 163 kB 00:00 2024-02-09T23:47:10.686 INFO:teuthology.orchestra.run.smithi103.stdout:(17/176): librados-devel-19.0.0-1361.g290212a1. 2.1 MB/s | 127 kB 00:00 2024-02-09T23:47:10.761 INFO:teuthology.orchestra.run.smithi103.stdout:(18/176): libradosstriper1-19.0.0-1361.g290212a 4.5 MB/s | 499 kB 00:00 2024-02-09T23:47:10.837 INFO:teuthology.orchestra.run.smithi103.stdout:(19/176): python3-ceph-argparse-19.0.0-1361.g29 602 kB/s | 45 kB 00:00 2024-02-09T23:47:10.903 INFO:teuthology.orchestra.run.smithi103.stdout:(20/176): python3-ceph-common-19.0.0-1361.g2902 1.9 MB/s | 131 kB 00:00 2024-02-09T23:47:10.979 INFO:teuthology.orchestra.run.smithi103.stdout:(21/176): python3-cephfs-19.0.0-1361.g290212a1. 2.1 MB/s | 161 kB 00:00 2024-02-09T23:47:11.062 INFO:teuthology.orchestra.run.smithi103.stdout:(22/176): python3-rados-19.0.0-1361.g290212a1.e 3.7 MB/s | 319 kB 00:00 2024-02-09T23:47:11.138 INFO:teuthology.orchestra.run.smithi103.stdout:(23/176): python3-rbd-19.0.0-1361.g290212a1.el9 3.9 MB/s | 298 kB 00:00 2024-02-09T23:47:11.204 INFO:teuthology.orchestra.run.smithi103.stdout:(24/176): python3-rgw-19.0.0-1361.g290212a1.el9 1.5 MB/s | 99 kB 00:00 2024-02-09T23:47:11.272 INFO:teuthology.orchestra.run.smithi103.stdout:(25/176): rbd-fuse-19.0.0-1361.g290212a1.el9.x8 1.2 MB/s | 85 kB 00:00 2024-02-09T23:47:11.339 INFO:teuthology.orchestra.run.smithi103.stdout:(26/176): librgw2-19.0.0-1361.g290212a1.el9.x86 7.8 MB/s | 5.1 MB 00:00 2024-02-09T23:47:11.414 INFO:teuthology.orchestra.run.smithi103.stdout:(27/176): rbd-nbd-19.0.0-1361.g290212a1.el9.x86 2.2 MB/s | 171 kB 00:00 2024-02-09T23:47:11.472 INFO:teuthology.orchestra.run.smithi103.stdout:(28/176): ceph-grafana-dashboards-19.0.0-1361.g 487 kB/s | 28 kB 00:00 2024-02-09T23:47:11.539 INFO:teuthology.orchestra.run.smithi103.stdout:(29/176): ceph-mgr-cephadm-19.0.0-1361.g290212a 2.0 MB/s | 138 kB 00:00 2024-02-09T23:47:11.756 INFO:teuthology.orchestra.run.smithi103.stdout:(30/176): rbd-mirror-19.0.0-1361.g290212a1.el9. 6.4 MB/s | 3.1 MB 00:00 2024-02-09T23:47:11.798 INFO:teuthology.orchestra.run.smithi103.stdout:(31/176): ceph-mgr-dashboard-19.0.0-1361.g29021 6.8 MB/s | 1.8 MB 00:00 2024-02-09T23:47:11.882 INFO:teuthology.orchestra.run.smithi103.stdout:(32/176): ceph-mgr-modules-core-19.0.0-1361.g29 2.9 MB/s | 247 kB 00:00 2024-02-09T23:47:11.940 INFO:teuthology.orchestra.run.smithi103.stdout:(33/176): ceph-mgr-rook-19.0.0-1361.g290212a1.e 895 kB/s | 52 kB 00:00 2024-02-09T23:47:12.007 INFO:teuthology.orchestra.run.smithi103.stdout:(34/176): ceph-prometheus-alerts-19.0.0-1361.g2 230 kB/s | 15 kB 00:00 2024-02-09T23:47:12.091 INFO:teuthology.orchestra.run.smithi103.stdout:(35/176): ceph-volume-19.0.0-1361.g290212a1.el9 3.1 MB/s | 264 kB 00:00 2024-02-09T23:47:12.241 INFO:teuthology.orchestra.run.smithi103.stdout:(36/176): cephadm-19.0.0-1361.g290212a1.el9.noa 4.9 MB/s | 748 kB 00:00 2024-02-09T23:47:12.316 INFO:teuthology.orchestra.run.smithi103.stdout:(37/176): cephfs-top-19.0.0-1361.g290212a1.el9. 243 kB/s | 18 kB 00:00 2024-02-09T23:47:12.450 INFO:teuthology.orchestra.run.smithi103.stdout:(38/176): automake-1.16.2-8.el9.noarch.rpm 4.9 MB/s | 662 kB 00:00 2024-02-09T23:47:12.509 INFO:teuthology.orchestra.run.smithi103.stdout:(39/176): bison-3.7.4-5.el9.x86_64.rpm 15 MB/s | 920 kB 00:00 2024-02-09T23:47:12.534 INFO:teuthology.orchestra.run.smithi103.stdout:(40/176): boost-program-options-1.75.0-8.el9.x8 4.2 MB/s | 106 kB 00:00 2024-02-09T23:47:12.568 INFO:teuthology.orchestra.run.smithi103.stdout:(41/176): elfutils-libelf-devel-0.190-2.el9.x86 612 kB/s | 20 kB 00:00 2024-02-09T23:47:12.612 INFO:teuthology.orchestra.run.smithi103.stdout:(42/176): flex-2.6.4-9.el9.x86_64.rpm 7.2 MB/s | 307 kB 00:00 2024-02-09T23:47:12.643 INFO:teuthology.orchestra.run.smithi103.stdout:(43/176): flexiblas-3.0.4-8.el9.x86_64.rpm 949 kB/s | 32 kB 00:00 2024-02-09T23:47:12.735 INFO:teuthology.orchestra.run.smithi103.stdout:(44/176): flexiblas-netlib-3.0.4-8.el9.x86_64.r 33 MB/s | 3.0 MB 00:00 2024-02-09T23:47:12.794 INFO:teuthology.orchestra.run.smithi103.stdout:(45/176): flexiblas-openblas-openmp-3.0.4-8.el9 293 kB/s | 17 kB 00:00 2024-02-09T23:47:12.828 INFO:teuthology.orchestra.run.smithi103.stdout:(46/176): libaio-devel-0.3.111-13.el9.x86_64.rp 304 kB/s | 10 kB 00:00 2024-02-09T23:47:12.920 INFO:teuthology.orchestra.run.smithi103.stdout:(47/176): ceph-mgr-diskprediction-local-19.0.0- 6.4 MB/s | 7.4 MB 00:01 2024-02-09T23:47:12.945 INFO:teuthology.orchestra.run.smithi103.stdout:(48/176): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.3 MB/s | 159 kB 00:00 2024-02-09T23:47:12.970 INFO:teuthology.orchestra.run.smithi103.stdout:(49/176): librabbitmq-0.11.0-7.el9.x86_64.rpm 882 kB/s | 44 kB 00:00 2024-02-09T23:47:12.996 INFO:teuthology.orchestra.run.smithi103.stdout:(50/176): librdkafka-1.6.1-102.el9.x86_64.rpm 13 MB/s | 661 kB 00:00 2024-02-09T23:47:13.021 INFO:teuthology.orchestra.run.smithi103.stdout:(51/176): libtool-2.4.6-45.el9.x86_64.rpm 11 MB/s | 578 kB 00:00 2024-02-09T23:47:13.046 INFO:teuthology.orchestra.run.smithi103.stdout:(52/176): libuuid-devel-2.37.4-18.el9.x86_64.rp 493 kB/s | 24 kB 00:00 2024-02-09T23:47:13.072 INFO:teuthology.orchestra.run.smithi103.stdout:(53/176): libzstd-devel-1.5.1-2.el9.x86_64.rpm 925 kB/s | 46 kB 00:00 2024-02-09T23:47:13.097 INFO:teuthology.orchestra.run.smithi103.stdout:(54/176): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.5 MB/s | 282 kB 00:00 2024-02-09T23:47:13.122 INFO:teuthology.orchestra.run.smithi103.stdout:(55/176): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 187 kB 00:00 2024-02-09T23:47:13.147 INFO:teuthology.orchestra.run.smithi103.stdout:(56/176): openblas-0.3.21-2.el9.x86_64.rpm 684 kB/s | 34 kB 00:00 2024-02-09T23:47:13.273 INFO:teuthology.orchestra.run.smithi103.stdout:(57/176): openblas-openmp-0.3.21-2.el9.x86_64.r 32 MB/s | 4.7 MB 00:00 2024-02-09T23:47:13.323 INFO:teuthology.orchestra.run.smithi103.stdout:(58/176): openssl-devel-3.0.7-25.el9.x86_64.rpm 17 MB/s | 3.0 MB 00:00 2024-02-09T23:47:13.365 INFO:teuthology.orchestra.run.smithi103.stdout:(59/176): postgresql-13.11-1.el9.x86_64.rpm 17 MB/s | 1.5 MB 00:00 2024-02-09T23:47:13.399 INFO:teuthology.orchestra.run.smithi103.stdout:(60/176): postgresql-contrib-13.11-1.el9.x86_64 11 MB/s | 811 kB 00:00 2024-02-09T23:47:13.424 INFO:teuthology.orchestra.run.smithi103.stdout:(61/176): postgresql-private-libs-13.11-1.el9.x 2.3 MB/s | 134 kB 00:00 2024-02-09T23:47:13.520 INFO:teuthology.orchestra.run.smithi103.stdout:(62/176): protobuf-3.14.0-13.el9.x86_64.rpm 11 MB/s | 1.0 MB 00:00 2024-02-09T23:47:13.587 INFO:teuthology.orchestra.run.smithi103.stdout:(63/176): postgresql-server-13.11-1.el9.x86_64. 30 MB/s | 5.7 MB 00:00 2024-02-09T23:47:13.613 INFO:teuthology.orchestra.run.smithi103.stdout:(64/176): python3-attrs-20.3.0-7.el9.noarch.rpm 849 kB/s | 78 kB 00:00 2024-02-09T23:47:14.063 INFO:teuthology.orchestra.run.smithi103.stdout:(65/176): ceph-test-19.0.0-1361.g290212a1.el9.x 9.5 MB/s | 47 MB 00:04 2024-02-09T23:47:14.147 INFO:teuthology.orchestra.run.smithi103.stdout:(66/176): python3-babel-2.9.1-2.el9.noarch.rpm 10 MB/s | 5.8 MB 00:00 2024-02-09T23:47:14.172 INFO:teuthology.orchestra.run.smithi103.stdout:(67/176): python3-jinja2-2.11.3-5.el9.noarch.rp 407 kB/s | 227 kB 00:00 2024-02-09T23:47:14.197 INFO:teuthology.orchestra.run.smithi103.stdout:(68/176): python3-jsonpatch-1.21-16.el9.noarch. 186 kB/s | 24 kB 00:00 2024-02-09T23:47:14.223 INFO:teuthology.orchestra.run.smithi103.stdout:(69/176): python3-jsonpointer-2.0-4.el9.noarch. 242 kB/s | 18 kB 00:00 2024-02-09T23:47:14.256 INFO:teuthology.orchestra.run.smithi103.stdout:(70/176): python3-markupsafe-1.1.1-12.el9.x86_6 541 kB/s | 32 kB 00:00 2024-02-09T23:47:14.282 INFO:teuthology.orchestra.run.smithi103.stdout:(71/176): python3-mako-1.1.4-6.el9.noarch.rpm 1.7 MB/s | 144 kB 00:00 2024-02-09T23:47:14.357 INFO:teuthology.orchestra.run.smithi103.stdout:(72/176): python3-numpy-1.20.1-5.el9.x86_64.rpm 36 MB/s | 4.8 MB 00:00 2024-02-09T23:47:14.383 INFO:teuthology.orchestra.run.smithi103.stdout:(73/176): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.7 MB/s | 217 kB 00:00 2024-02-09T23:47:14.407 INFO:teuthology.orchestra.run.smithi103.stdout:(74/176): python3-oauthlib-3.1.1-5.el9.noarch.r 1.4 MB/s | 174 kB 00:00 2024-02-09T23:47:14.433 INFO:teuthology.orchestra.run.smithi103.stdout:(75/176): python3-packaging-20.9-5.el9.noarch.r 922 kB/s | 69 kB 00:00 2024-02-09T23:47:14.458 INFO:teuthology.orchestra.run.smithi103.stdout:(76/176): python3-prettytable-0.7.2-27.el9.noar 825 kB/s | 41 kB 00:00 2024-02-09T23:47:14.484 INFO:teuthology.orchestra.run.smithi103.stdout:(77/176): python3-protobuf-3.14.0-13.el9.noarch 3.1 MB/s | 238 kB 00:00 2024-02-09T23:47:14.508 INFO:teuthology.orchestra.run.smithi103.stdout:(78/176): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.7 MB/s | 132 kB 00:00 2024-02-09T23:47:14.533 INFO:teuthology.orchestra.run.smithi103.stdout:(79/176): python3-pyasn1-modules-0.4.8-6.el9.no 4.1 MB/s | 211 kB 00:00 2024-02-09T23:47:14.559 INFO:teuthology.orchestra.run.smithi103.stdout:(80/176): python3-pytz-2021.1-5.el9.noarch.rpm 633 kB/s | 47 kB 00:00 2024-02-09T23:47:14.584 INFO:teuthology.orchestra.run.smithi103.stdout:(81/176): python3-requests-oauthlib-1.3.0-12.el 570 kB/s | 43 kB 00:00 2024-02-09T23:47:14.609 INFO:teuthology.orchestra.run.smithi103.stdout:(82/176): python3-toml-0.10.2-6.el9.noarch.rpm 773 kB/s | 39 kB 00:00 2024-02-09T23:47:14.659 INFO:teuthology.orchestra.run.smithi103.stdout:(83/176): python3-wcwidth-0.2.5-8.el9.noarch.rp 545 kB/s | 41 kB 00:00 2024-02-09T23:47:14.760 INFO:teuthology.orchestra.run.smithi103.stdout:(84/176): qatlib-23.11.0-1.el9.x86_64.rpm 1.4 MB/s | 215 kB 00:00 2024-02-09T23:47:14.943 INFO:teuthology.orchestra.run.smithi103.stdout:(85/176): python3-scipy-1.6.2-8.el9.x86_64.rpm 41 MB/s | 16 MB 00:00 2024-02-09T23:47:14.968 INFO:teuthology.orchestra.run.smithi103.stdout:(86/176): qatlib-service-23.11.0-1.el9.x86_64.r 110 kB/s | 34 kB 00:00 2024-02-09T23:47:14.993 INFO:teuthology.orchestra.run.smithi103.stdout:(87/176): qatzip-libs-1.1.2-2.el9.x86_64.rpm 188 kB/s | 43 kB 00:00 2024-02-09T23:47:15.019 INFO:teuthology.orchestra.run.smithi103.stdout:(88/176): socat-1.7.4.1-5.el9.x86_64.rpm 3.9 MB/s | 300 kB 00:00 2024-02-09T23:47:15.044 INFO:teuthology.orchestra.run.smithi103.stdout:(89/176): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 56 kB 00:00 2024-02-09T23:47:15.069 INFO:teuthology.orchestra.run.smithi103.stdout:(90/176): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.1 MB/s | 87 kB 00:00 2024-02-09T23:47:15.095 INFO:teuthology.orchestra.run.smithi103.stdout:(91/176): xmlstarlet-1.6.1-20.el9.x86_64.rpm 830 kB/s | 63 kB 00:00 2024-02-09T23:47:15.120 INFO:teuthology.orchestra.run.smithi103.stdout:(92/176): zlib-devel-1.2.11-40.el9.x86_64.rpm 881 kB/s | 44 kB 00:00 2024-02-09T23:47:15.145 INFO:teuthology.orchestra.run.smithi103.stdout:(93/176): fuse-2.9.9-15.el9.x86_64.rpm 1.0 MB/s | 79 kB 00:00 2024-02-09T23:47:15.170 INFO:teuthology.orchestra.run.smithi103.stdout:(94/176): jq-1.6-16.el9.x86_64.rpm 2.4 MB/s | 186 kB 00:00 2024-02-09T23:47:15.196 INFO:teuthology.orchestra.run.smithi103.stdout:(95/176): libquadmath-11.4.1-3.el9.x86_64.rpm 3.8 MB/s | 194 kB 00:00 2024-02-09T23:47:15.229 INFO:teuthology.orchestra.run.smithi103.stdout:(96/176): libgfortran-11.4.1-3.el9.x86_64.rpm 9.4 MB/s | 802 kB 00:00 2024-02-09T23:47:15.254 INFO:teuthology.orchestra.run.smithi103.stdout:(97/176): oniguruma-6.9.6-1.el9.5.x86_64.rpm 2.5 MB/s | 217 kB 00:00 2024-02-09T23:47:15.280 INFO:teuthology.orchestra.run.smithi103.stdout:(98/176): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.8 MB/s | 241 kB 00:00 2024-02-09T23:47:15.305 INFO:teuthology.orchestra.run.smithi103.stdout:(99/176): python3-ply-3.11-14.el9.noarch.rpm 2.0 MB/s | 103 kB 00:00 2024-02-09T23:47:15.347 INFO:teuthology.orchestra.run.smithi103.stdout:(100/176): python3-cryptography-36.0.1-4.el9.x8 12 MB/s | 1.1 MB 00:00 2024-02-09T23:47:15.372 INFO:teuthology.orchestra.run.smithi103.stdout:(101/176): python3-pycparser-2.20-6.el9.noarch. 1.3 MB/s | 124 kB 00:00 2024-02-09T23:47:15.397 INFO:teuthology.orchestra.run.smithi103.stdout:(102/176): python3-requests-2.25.1-8.el9.noarch 1.2 MB/s | 113 kB 00:00 2024-02-09T23:47:15.423 INFO:teuthology.orchestra.run.smithi103.stdout:(103/176): python3-urllib3-1.26.5-5.el9.noarch. 3.7 MB/s | 187 kB 00:00 2024-02-09T23:47:15.931 INFO:teuthology.orchestra.run.smithi103.stdout:(104/176): python3-devel-3.9.17-2.el9.x86_64.rp 439 kB/s | 245 kB 00:00 2024-02-09T23:47:16.107 INFO:teuthology.orchestra.run.smithi103.stdout:(105/176): lua-devel-5.4.4-4.el9.x86_64.rpm 31 kB/s | 22 kB 00:00 2024-02-09T23:47:16.757 INFO:teuthology.orchestra.run.smithi103.stdout:(106/176): protobuf-compiler-3.14.0-13.el9.x86_ 647 kB/s | 863 kB 00:01 2024-02-09T23:47:16.791 INFO:teuthology.orchestra.run.smithi103.stdout:(107/176): abseil-cpp-20211102.0-3.el9.x86_64.r 638 kB/s | 548 kB 00:00 2024-02-09T23:47:16.816 INFO:teuthology.orchestra.run.smithi103.stdout:(108/176): gperftools-libs-2.9.1-2.el9.x86_64.r 436 kB/s | 309 kB 00:00 2024-02-09T23:47:16.916 INFO:teuthology.orchestra.run.smithi103.stdout:(109/176): libarrow-doc-9.0.0-10.el9.noarch.rpm 260 kB/s | 26 kB 00:00 2024-02-09T23:47:17.033 INFO:teuthology.orchestra.run.smithi103.stdout:(110/176): liboath-2.6.7-2.el9.x86_64.rpm 416 kB/s | 49 kB 00:00 2024-02-09T23:47:17.133 INFO:teuthology.orchestra.run.smithi103.stdout:(111/176): grpc-data-1.46.7-10.el9.noarch.rpm 52 kB/s | 19 kB 00:00 2024-02-09T23:47:17.152 INFO:teuthology.orchestra.run.smithi103.stdout:(112/176): libunwind-1.6.2-1.el9.x86_64.rpm 578 kB/s | 67 kB 00:00 2024-02-09T23:47:17.226 INFO:teuthology.orchestra.run.smithi103.stdout:(113/176): libarrow-9.0.0-10.el9.x86_64.rpm 10 MB/s | 4.4 MB 00:00 2024-02-09T23:47:17.334 INFO:teuthology.orchestra.run.smithi103.stdout:(114/176): python3-asyncssh-2.13.2-3.el9.noarch 4.9 MB/s | 548 kB 00:00 2024-02-09T23:47:17.401 INFO:teuthology.orchestra.run.smithi103.stdout:(115/176): parquet-libs-9.0.0-10.el9.x86_64.rpm 3.3 MB/s | 838 kB 00:00 2024-02-09T23:47:17.435 INFO:teuthology.orchestra.run.smithi103.stdout:(116/176): luarocks-3.9.2-1.el9.noarch.rpm 502 kB/s | 151 kB 00:00 2024-02-09T23:47:17.460 INFO:teuthology.orchestra.run.smithi103.stdout:(117/176): python3-bcrypt-3.2.2-1.el9.x86_64.rp 346 kB/s | 43 kB 00:00 2024-02-09T23:47:17.502 INFO:teuthology.orchestra.run.smithi103.stdout:(118/176): python3-cachetools-4.2.4-1.el9.noarc 320 kB/s | 32 kB 00:00 2024-02-09T23:47:17.540 INFO:teuthology.orchestra.run.smithi103.stdout:(119/176): python3-certifi-2021.10.8-2.el9.noar 143 kB/s | 15 kB 00:00 2024-02-09T23:47:17.565 INFO:teuthology.orchestra.run.smithi103.stdout:(120/176): python3-cheroot-8.6.0-4.el9.noarch.r 1.6 MB/s | 172 kB 00:00 2024-02-09T23:47:17.624 INFO:teuthology.orchestra.run.smithi103.stdout:(121/176): python3-cherrypy-18.6.1-2.el9.noarch 2.9 MB/s | 358 kB 00:00 2024-02-09T23:47:17.691 INFO:teuthology.orchestra.run.smithi103.stdout:(122/176): python3-colorama-0.4.4-12.el9.noarch 281 kB/s | 35 kB 00:00 2024-02-09T23:47:17.733 INFO:teuthology.orchestra.run.smithi103.stdout:(123/176): python3-google-auth-2.27.0-1.el9.noa 1.8 MB/s | 203 kB 00:00 2024-02-09T23:47:17.766 INFO:teuthology.orchestra.run.smithi103.stdout:(124/176): python3-cmd2-2.4.2-2.el9.noarch.rpm 1.3 MB/s | 303 kB 00:00 2024-02-09T23:47:17.833 INFO:teuthology.orchestra.run.smithi103.stdout:(125/176): python3-grpcio-1.46.7-10.el9.x86_64. 14 MB/s | 2.0 MB 00:00 2024-02-09T23:47:17.858 INFO:teuthology.orchestra.run.smithi103.stdout:(126/176): python3-grpcio-tools-1.46.7-10.el9.x 1.1 MB/s | 144 kB 00:00 2024-02-09T23:47:17.884 INFO:teuthology.orchestra.run.smithi103.stdout:(127/176): python3-jaraco-8.2.1-3.el9.noarch.rp 91 kB/s | 11 kB 00:00 2024-02-09T23:47:17.934 INFO:teuthology.orchestra.run.smithi103.stdout:(128/176): python3-jaraco-classes-3.2.1-5.el9.n 176 kB/s | 18 kB 00:00 2024-02-09T23:47:17.959 INFO:teuthology.orchestra.run.smithi103.stdout:(129/176): python3-jaraco-collections-3.0.0-8.e 230 kB/s | 23 kB 00:00 2024-02-09T23:47:17.985 INFO:teuthology.orchestra.run.smithi103.stdout:(130/176): python3-jaraco-functools-3.5.0-2.el9 193 kB/s | 19 kB 00:00 2024-02-09T23:47:18.036 INFO:teuthology.orchestra.run.smithi103.stdout:(131/176): python3-jaraco-text-3.2.0-6.el9.noar 195 kB/s | 20 kB 00:00 2024-02-09T23:47:18.085 INFO:teuthology.orchestra.run.smithi103.stdout:(132/176): python3-logutils-0.3.5-21.el9.noarch 461 kB/s | 46 kB 00:00 2024-02-09T23:47:18.128 INFO:teuthology.orchestra.run.smithi103.stdout:(133/176): python3-kubernetes-26.1.0-2.el9.noar 6.1 MB/s | 1.0 MB 00:00 2024-02-09T23:47:18.153 INFO:teuthology.orchestra.run.smithi103.stdout:(134/176): python3-more-itertools-8.12.0-2.el9. 673 kB/s | 79 kB 00:00 2024-02-09T23:47:18.195 INFO:teuthology.orchestra.run.smithi103.stdout:(135/176): python3-natsort-7.1.1-5.el9.noarch.r 529 kB/s | 58 kB 00:00 2024-02-09T23:47:18.237 INFO:teuthology.orchestra.run.smithi103.stdout:(136/176): python3-pecan-1.4.2-3.el9.noarch.rpm 2.4 MB/s | 272 kB 00:00 2024-02-09T23:47:18.262 INFO:teuthology.orchestra.run.smithi103.stdout:(137/176): python3-portend-3.1.0-2.el9.noarch.r 150 kB/s | 16 kB 00:00 2024-02-09T23:47:18.304 INFO:teuthology.orchestra.run.smithi103.stdout:(138/176): python3-pyOpenSSL-21.0.0-1.el9.noarc 827 kB/s | 90 kB 00:00 2024-02-09T23:47:18.354 INFO:teuthology.orchestra.run.smithi103.stdout:(139/176): python3-pyperclip-1.8.2-2.el9.noarch 240 kB/s | 28 kB 00:00 2024-02-09T23:47:18.379 INFO:teuthology.orchestra.run.smithi103.stdout:(140/176): python3-repoze-lru-0.7-16.el9.noarch 262 kB/s | 31 kB 00:00 2024-02-09T23:47:18.430 INFO:teuthology.orchestra.run.smithi103.stdout:(141/176): python3-routes-2.5.1-5.el9.noarch.rp 1.5 MB/s | 188 kB 00:00 2024-02-09T23:47:18.455 INFO:teuthology.orchestra.run.smithi103.stdout:(142/176): python3-rsa-4.9-2.el9.noarch.rpm 588 kB/s | 59 kB 00:00 2024-02-09T23:47:18.480 INFO:teuthology.orchestra.run.smithi103.stdout:(143/176): python3-tempora-5.0.0-2.el9.noarch.r 355 kB/s | 36 kB 00:00 2024-02-09T23:47:18.539 INFO:teuthology.orchestra.run.smithi103.stdout:(144/176): python3-typing-extensions-4.4.0-2.el 468 kB/s | 51 kB 00:00 2024-02-09T23:47:18.564 INFO:teuthology.orchestra.run.smithi103.stdout:(145/176): python3-webob-1.8.7-6.el9.noarch.rpm 2.1 MB/s | 230 kB 00:00 2024-02-09T23:47:18.589 INFO:teuthology.orchestra.run.smithi103.stdout:(146/176): python3-websocket-client-1.2.3-2.el9 823 kB/s | 90 kB 00:00 2024-02-09T23:47:18.665 INFO:teuthology.orchestra.run.smithi103.stdout:(147/176): python3-zc-lockfile-2.0-10.el9.noarc 199 kB/s | 20 kB 00:00 2024-02-09T23:47:18.690 INFO:teuthology.orchestra.run.smithi103.stdout:(148/176): re2-20211101-3.el9.x86_64.rpm 1.9 MB/s | 192 kB 00:00 2024-02-09T23:47:18.715 INFO:teuthology.orchestra.run.smithi103.stdout:(149/176): python3-werkzeug-2.0.3-3.el9.1.noarc 2.4 MB/s | 427 kB 00:00 2024-02-09T23:47:18.849 INFO:teuthology.orchestra.run.smithi103.stdout:(150/176): thrift-0.15.0-2.el9.x86_64.rpm 8.6 MB/s | 1.6 MB 00:00 2024-02-09T23:47:18.891 INFO:teuthology.orchestra.run.smithi103.stdout:(151/176): libacl-devel-2.3.1-4.el9.x86_64.rpm 1.6 MB/s | 68 kB 00:00 2024-02-09T23:47:18.975 INFO:teuthology.orchestra.run.smithi103.stdout:(152/176): NetworkManager-1.45.90-1.el9.x86_64. 27 MB/s | 2.3 MB 00:00 2024-02-09T23:47:19.050 INFO:teuthology.orchestra.run.smithi103.stdout:(153/176): NetworkManager-libnm-1.45.90-1.el9.x 24 MB/s | 1.8 MB 00:00 2024-02-09T23:47:19.075 INFO:teuthology.orchestra.run.smithi103.stdout:(154/176): NetworkManager-team-1.45.90-1.el9.x8 1.7 MB/s | 42 kB 00:00 2024-02-09T23:47:19.118 INFO:teuthology.orchestra.run.smithi103.stdout:(155/176): NetworkManager-tui-1.45.90-1.el9.x86 5.8 MB/s | 247 kB 00:00 2024-02-09T23:47:19.203 INFO:teuthology.orchestra.run.smithi103.stdout:(156/176): acl-2.3.1-4.el9.x86_64.rpm 801 kB/s | 69 kB 00:00 2024-02-09T23:47:19.259 INFO:teuthology.orchestra.run.smithi103.stdout:(157/176): librados2-19.0.0-1361.g290212a1.el9. 5.9 MB/s | 3.4 MB 00:00 2024-02-09T23:47:19.285 INFO:teuthology.orchestra.run.smithi103.stdout:(158/176): elfutils-debuginfod-client-0.190-2.e 435 kB/s | 35 kB 00:00 2024-02-09T23:47:19.318 INFO:teuthology.orchestra.run.smithi103.stdout:(159/176): elfutils-libelf-0.190-2.el9.x86_64.r 3.2 MB/s | 191 kB 00:00 2024-02-09T23:47:19.344 INFO:teuthology.orchestra.run.smithi103.stdout:(160/176): elfutils-libs-0.190-2.el9.x86_64.rpm 4.3 MB/s | 254 kB 00:00 2024-02-09T23:47:19.377 INFO:teuthology.orchestra.run.smithi103.stdout:(161/176): iproute-6.7.0-2.el9.x86_64.rpm 13 MB/s | 802 kB 00:00 2024-02-09T23:47:19.403 INFO:teuthology.orchestra.run.smithi103.stdout:(162/176): iproute-tc-6.7.0-2.el9.x86_64.rpm 7.4 MB/s | 433 kB 00:00 2024-02-09T23:47:19.428 INFO:teuthology.orchestra.run.smithi103.stdout:(163/176): libacl-2.3.1-4.el9.x86_64.rpm 443 kB/s | 22 kB 00:00 2024-02-09T23:47:19.462 INFO:teuthology.orchestra.run.smithi103.stdout:(164/176): libblkid-2.37.4-18.el9.x86_64.rpm 1.8 MB/s | 107 kB 00:00 2024-02-09T23:47:19.487 INFO:teuthology.orchestra.run.smithi103.stdout:(165/176): libfdisk-2.37.4-18.el9.x86_64.rpm 2.6 MB/s | 154 kB 00:00 2024-02-09T23:47:19.512 INFO:teuthology.orchestra.run.smithi103.stdout:(166/176): libmount-2.37.4-18.el9.x86_64.rpm 2.6 MB/s | 135 kB 00:00 2024-02-09T23:47:19.538 INFO:teuthology.orchestra.run.smithi103.stdout:(167/176): libsmartcols-2.37.4-18.el9.x86_64.rp 1.2 MB/s | 63 kB 00:00 2024-02-09T23:47:19.588 INFO:teuthology.orchestra.run.smithi103.stdout:(168/176): librbd1-19.0.0-1361.g290212a1.el9.x8 3.6 MB/s | 3.1 MB 00:00 2024-02-09T23:47:19.613 INFO:teuthology.orchestra.run.smithi103.stdout:(169/176): libuuid-2.37.4-18.el9.x86_64.rpm 276 kB/s | 28 kB 00:00 2024-02-09T23:47:19.647 INFO:teuthology.orchestra.run.smithi103.stdout:(170/176): openssl-3.0.7-25.el9.x86_64.rpm 11 MB/s | 1.2 MB 00:00 2024-02-09T23:47:19.714 INFO:teuthology.orchestra.run.smithi103.stdout:(171/176): openssl-libs-3.0.7-25.el9.x86_64.rpm 22 MB/s | 2.1 MB 00:00 2024-02-09T23:47:19.756 INFO:teuthology.orchestra.run.smithi103.stdout:(172/176): util-linux-2.37.4-18.el9.x86_64.rpm 16 MB/s | 2.2 MB 00:00 2024-02-09T23:47:19.781 INFO:teuthology.orchestra.run.smithi103.stdout:(173/176): util-linux-core-2.37.4-18.el9.x86_64 3.2 MB/s | 438 kB 00:00 2024-02-09T23:47:19.806 INFO:teuthology.orchestra.run.smithi103.stdout:(174/176): util-linux-user-2.37.4-18.el9.x86_64 331 kB/s | 30 kB 00:00 2024-02-09T23:47:19.831 INFO:teuthology.orchestra.run.smithi103.stdout:(175/176): xfsdump-3.1.12-4.el9.x86_64.rpm 6.3 MB/s | 321 kB 00:00 2024-02-09T23:47:19.865 INFO:teuthology.orchestra.run.smithi103.stdout:(176/176): xfsprogs-6.3.0-1.el9.x86_64.rpm 13 MB/s | 1.1 MB 00:00 2024-02-09T23:47:19.873 INFO:teuthology.orchestra.run.smithi103.stdout:-------------------------------------------------------------------------------- 2024-02-09T23:47:19.873 INFO:teuthology.orchestra.run.smithi103.stdout:Total 16 MB/s | 222 MB 00:14 2024-02-09T23:47:19.917 INFO:teuthology.orchestra.run.smithi103.stdout:Running transaction check 2024-02-09T23:47:20.195 INFO:teuthology.orchestra.run.smithi103.stdout:Transaction check succeeded. 2024-02-09T23:47:20.195 INFO:teuthology.orchestra.run.smithi103.stdout:Running transaction test 2024-02-09T23:47:21.868 INFO:teuthology.orchestra.run.smithi103.stdout:Transaction test succeeded. 2024-02-09T23:47:21.869 INFO:teuthology.orchestra.run.smithi103.stdout:Running transaction 2024-02-09T23:47:28.893 INFO:teuthology.orchestra.run.smithi103.stdout: Preparing : 1/1 2024-02-09T23:47:29.012 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : openssl-libs-1:3.0.7-25.el9.x86_64 1/202 2024-02-09T23:47:29.045 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : libuuid-2.37.4-18.el9.x86_64 2/202 2024-02-09T23:47:29.084 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : libblkid-2.37.4-18.el9.x86_64 3/202 2024-02-09T23:47:29.105 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: libblkid-2.37.4-18.el9.x86_64 3/202 2024-02-09T23:47:29.162 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : elfutils-libelf-0.190-2.el9.x86_64 4/202 2024-02-09T23:47:29.201 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 5/202 2024-02-09T23:47:29.254 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 6/202 2024-02-09T23:47:29.288 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : thrift-0.15.0-2.el9.x86_64 7/202 2024-02-09T23:47:29.314 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 8/202 2024-02-09T23:47:29.356 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 9/202 2024-02-09T23:47:29.676 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 10/202 2024-02-09T23:47:29.740 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : librados2-2:19.0.0-1361.g290212a1.el9.x86_64 11/202 2024-02-09T23:47:29.861 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: librados2-2:19.0.0-1361.g290212a1.el9.x86_64 11/202 2024-02-09T23:47:29.892 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libcephfs2-2:19.0.0-1361.g290212a1.el9.x86_64 12/202 2024-02-09T23:47:29.991 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: libcephfs2-2:19.0.0-1361.g290212a1.el9.x86_64 12/202 2024-02-09T23:47:30.021 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-rados-2:19.0.0-1361.g290212a1.el9.x86_64 13/202 2024-02-09T23:47:30.169 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : postgresql-private-libs-13.11-1.el9.x86_64 14/202 2024-02-09T23:47:30.210 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : postgresql-13.11-1.el9.x86_64 15/202 2024-02-09T23:47:30.238 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libcephsqlite-2:19.0.0-1361.g290212a1.el9.x86_64 16/202 2024-02-09T23:47:30.324 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: libcephsqlite-2:19.0.0-1361.g290212a1.el9.x86_64 16/202 2024-02-09T23:47:30.347 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libradosstriper1-2:19.0.0-1361.g290212a1.el9.x86 17/202 2024-02-09T23:47:30.394 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: libradosstriper1-2:19.0.0-1361.g290212a1.el9.x86 17/202 2024-02-09T23:47:30.434 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : libmount-2.37.4-18.el9.x86_64 18/202 2024-02-09T23:47:30.458 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : qatlib-service-23.11.0-1.el9.x86_64 19/202 2024-02-09T23:47:30.473 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: qatlib-service-23.11.0-1.el9.x86_64 19/202 2024-02-09T23:47:30.675 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: qatlib-23.11.0-1.el9.x86_64 20/202 2024-02-09T23:47:30.705 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : qatlib-23.11.0-1.el9.x86_64 20/202 2024-02-09T23:47:30.737 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : libsmartcols-2.37.4-18.el9.x86_64 21/202 2024-02-09T23:47:30.842 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : libacl-2.3.1-4.el9.x86_64 22/202 2024-02-09T23:47:30.940 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : NetworkManager-libnm-1:1.45.90-1.el9.x86_64 23/202 2024-02-09T23:47:30.983 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: NetworkManager-libnm-1:1.45.90-1.el9.x86_64 23/202 2024-02-09T23:47:31.059 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: NetworkManager-1:1.45.90-1.el9.x86_64 24/202 2024-02-09T23:47:31.110 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : NetworkManager-1:1.45.90-1.el9.x86_64 24/202 2024-02-09T23:47:31.334 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: NetworkManager-1:1.45.90-1.el9.x86_64 24/202 2024-02-09T23:47:31.453 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : re2-1:20211101-3.el9.x86_64 25/202 2024-02-09T23:47:31.744 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 26/202 2024-02-09T23:47:31.840 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 27/202 2024-02-09T23:47:31.909 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : liboath-2.6.7-2.el9.x86_64 28/202 2024-02-09T23:47:31.963 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 29/202 2024-02-09T23:47:31.994 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 30/202 2024-02-09T23:47:32.036 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 31/202 2024-02-09T23:47:32.069 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 32/202 2024-02-09T23:47:32.133 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 33/202 2024-02-09T23:47:32.168 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 34/202 2024-02-09T23:47:32.212 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 35/202 2024-02-09T23:47:32.244 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 36/202 2024-02-09T23:47:32.272 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : lua-5.4.4-4.el9.x86_64 37/202 2024-02-09T23:47:32.341 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 38/202 2024-02-09T23:47:32.377 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-ceph-common-2:19.0.0-1361.g290212a1.el9. 39/202 2024-02-09T23:47:32.420 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-ceph-argparse-2:19.0.0-1361.g290212a1.el 40/202 2024-02-09T23:47:32.449 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-cephfs-2:19.0.0-1361.g290212a1.el9.x86_6 41/202 2024-02-09T23:47:32.520 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 42/202 2024-02-09T23:47:32.573 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : luarocks-3.9.2-1.el9.noarch 43/202 2024-02-09T23:47:32.647 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 44/202 2024-02-09T23:47:32.778 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 45/202 2024-02-09T23:47:32.834 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 46/202 2024-02-09T23:47:33.350 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-rsa-4.9-2.el9.noarch 47/202 2024-02-09T23:47:33.429 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 48/202 2024-02-09T23:47:33.503 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 49/202 2024-02-09T23:47:33.549 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : util-linux-core-2.37.4-18.el9.x86_64 50/202 2024-02-09T23:47:33.557 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: util-linux-core-2.37.4-18.el9.x86_64 50/202 2024-02-09T23:47:33.596 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : qatzip-libs-1.1.2-2.el9.x86_64 51/202 2024-02-09T23:47:33.634 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : librados-devel-2:19.0.0-1361.g290212a1.el9.x86_6 52/202 2024-02-09T23:47:33.674 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 53/202 2024-02-09T23:47:33.770 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : elfutils-libs-0.190-2.el9.x86_64 54/202 2024-02-09T23:47:33.825 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : iproute-6.7.0-2.el9.x86_64 55/202 2024-02-09T23:47:34.306 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : libfdisk-2.37.4-18.el9.x86_64 56/202 2024-02-09T23:47:34.484 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : util-linux-2.37.4-18.el9.x86_64 57/202 2024-02-09T23:47:34.554 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : xfsprogs-6.3.0-1.el9.x86_64 58/202 2024-02-09T23:47:34.599 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 59/202 2024-02-09T23:47:34.738 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 60/202 2024-02-09T23:47:34.792 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : openssl-1:3.0.7-25.el9.x86_64 61/202 2024-02-09T23:47:34.847 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 62/202 2024-02-09T23:47:34.921 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 63/202 2024-02-09T23:47:34.952 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 64/202 2024-02-09T23:47:34.988 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 65/202 2024-02-09T23:47:35.036 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 66/202 2024-02-09T23:47:35.071 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 67/202 2024-02-09T23:47:35.114 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 68/202 2024-02-09T23:47:35.164 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 69/202 2024-02-09T23:47:35.297 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 70/202 2024-02-09T23:47:35.344 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 71/202 2024-02-09T23:47:35.374 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 72/202 2024-02-09T23:47:35.416 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 73/202 2024-02-09T23:47:35.510 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 74/202 2024-02-09T23:47:35.541 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-google-auth-1:2.27.0-1.el9.noarch 75/202 2024-02-09T23:47:35.581 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 76/202 2024-02-09T23:47:35.607 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 77/202 2024-02-09T23:47:35.632 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 78/202 2024-02-09T23:47:35.704 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 79/202 2024-02-09T23:47:35.851 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 80/202 2024-02-09T23:47:35.962 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 81/202 2024-02-09T23:47:35.999 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 82/202 2024-02-09T23:47:36.056 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/202 2024-02-09T23:47:36.121 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/202 2024-02-09T23:47:36.306 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/202 2024-02-09T23:47:36.353 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/202 2024-02-09T23:47:36.484 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/202 2024-02-09T23:47:36.526 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-asyncssh-2.13.2-3.el9.noarch 88/202 2024-02-09T23:47:36.551 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 89/202 2024-02-09T23:47:36.582 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 90/202 2024-02-09T23:47:36.618 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : jq-1.6-16.el9.x86_64 91/202 2024-02-09T23:47:36.649 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : fuse-2.9.9-15.el9.x86_64 92/202 2024-02-09T23:47:36.677 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : zlib-devel-1.2.11-40.el9.x86_64 93/202 2024-02-09T23:47:36.712 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 94/202 2024-02-09T23:47:36.751 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : uuid-1.6.2-55.el9.x86_64 95/202 2024-02-09T23:47:36.783 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 96/202 2024-02-09T23:47:36.813 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 97/202 2024-02-09T23:47:36.889 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 98/202 2024-02-09T23:47:36.923 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 99/202 2024-02-09T23:47:36.948 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 100/202 2024-02-09T23:47:36.981 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 101/202 2024-02-09T23:47:37.015 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 102/202 2024-02-09T23:47:37.105 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 103/202 2024-02-09T23:47:37.195 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 104/202 2024-02-09T23:47:37.238 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 105/202 2024-02-09T23:47:37.270 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 106/202 2024-02-09T23:47:37.317 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 107/202 2024-02-09T23:47:37.416 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-packaging-20.9-5.el9.noarch 108/202 2024-02-09T23:47:37.463 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 109/202 2024-02-09T23:47:38.192 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 110/202 2024-02-09T23:47:38.244 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 111/202 2024-02-09T23:47:38.278 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 112/202 2024-02-09T23:47:38.326 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 113/202 2024-02-09T23:47:38.422 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 114/202 2024-02-09T23:47:38.454 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 115/202 2024-02-09T23:47:38.632 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : openblas-0.3.21-2.el9.x86_64 116/202 2024-02-09T23:47:38.669 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 117/202 2024-02-09T23:47:38.747 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 118/202 2024-02-09T23:47:39.378 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 119/202 2024-02-09T23:47:39.500 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 120/202 2024-02-09T23:47:40.709 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 121/202 2024-02-09T23:47:40.782 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 122/202 2024-02-09T23:47:40.809 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 123/202 2024-02-09T23:47:41.117 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 124/202 2024-02-09T23:47:41.148 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : librbd1-2:19.0.0-1361.g290212a1.el9.x86_64 125/202 2024-02-09T23:47:41.237 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: librbd1-2:19.0.0-1361.g290212a1.el9.x86_64 125/202 2024-02-09T23:47:41.269 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-rbd-2:19.0.0-1361.g290212a1.el9.x86_64 126/202 2024-02-09T23:47:41.305 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 127/202 2024-02-09T23:47:41.767 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 128/202 2024-02-09T23:47:41.793 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : librgw2-2:19.0.0-1361.g290212a1.el9.x86_64 129/202 2024-02-09T23:47:41.863 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: librgw2-2:19.0.0-1361.g290212a1.el9.x86_64 129/202 2024-02-09T23:47:41.886 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : python3-rgw-2:19.0.0-1361.g290212a1.el9.x86_64 130/202 2024-02-09T23:47:44.469 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-common-2:19.0.0-1361.g290212a1.el9.x86_64 131/202 2024-02-09T23:47:44.500 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-common-2:19.0.0-1361.g290212a1.el9.x86_64 131/202 2024-02-09T23:47:45.036 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-common-2:19.0.0-1361.g290212a1.el9.x86_64 131/202 2024-02-09T23:47:45.079 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-base-2:19.0.0-1361.g290212a1.el9.x86_64 132/202 2024-02-09T23:47:45.144 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-base-2:19.0.0-1361.g290212a1.el9.x86_64 132/202 2024-02-09T23:47:45.144 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-02-09T23:47:45.144 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-02-09T23:47:45.144 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-02-09T23:47:45.171 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-selinux-2:19.0.0-1361.g290212a1.el9.x86_64 133/202 2024-02-09T23:47:56.877 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-selinux-2:19.0.0-1361.g290212a1.el9.x86_64 133/202 2024-02-09T23:47:56.877 INFO:teuthology.orchestra.run.smithi103.stdout:skipping the directory /sys 2024-02-09T23:47:56.877 INFO:teuthology.orchestra.run.smithi103.stdout:skipping the directory /proc 2024-02-09T23:47:56.877 INFO:teuthology.orchestra.run.smithi103.stdout:skipping the directory /mnt 2024-02-09T23:47:56.877 INFO:teuthology.orchestra.run.smithi103.stdout:skipping the directory /var/tmp 2024-02-09T23:47:56.877 INFO:teuthology.orchestra.run.smithi103.stdout:skipping the directory /home 2024-02-09T23:47:56.877 INFO:teuthology.orchestra.run.smithi103.stdout:skipping the directory /root 2024-02-09T23:47:56.877 INFO:teuthology.orchestra.run.smithi103.stdout:skipping the directory /tmp 2024-02-09T23:47:56.878 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-02-09T23:47:57.048 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-volume-2:19.0.0-1361.g290212a1.el9.noarch 134/202 2024-02-09T23:47:57.063 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-volume-2:19.0.0-1361.g290212a1.el9.noarch 134/202 2024-02-09T23:47:57.064 INFO:teuthology.orchestra.run.smithi103.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:47:57.064 INFO:teuthology.orchestra.run.smithi103.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-02-09T23:47:57.064 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-02-09T23:47:58.553 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-osd-2:19.0.0-1361.g290212a1.el9.x86_64 135/202 2024-02-09T23:47:58.578 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-osd-2:19.0.0-1361.g290212a1.el9.x86_64 135/202 2024-02-09T23:47:58.579 INFO:teuthology.orchestra.run.smithi103.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:47:58.579 INFO:teuthology.orchestra.run.smithi103.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-02-09T23:47:58.579 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-02-09T23:47:58.579 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-02-09T23:47:58.579 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-02-09T23:47:58.787 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-mds-2:19.0.0-1361.g290212a1.el9.x86_64 136/202 2024-02-09T23:47:58.809 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-mds-2:19.0.0-1361.g290212a1.el9.x86_64 136/202 2024-02-09T23:47:58.809 INFO:teuthology.orchestra.run.smithi103.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:47:58.809 INFO:teuthology.orchestra.run.smithi103.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-02-09T23:47:58.810 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-02-09T23:47:58.810 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-02-09T23:47:58.810 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-02-09T23:47:59.254 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-mon-2:19.0.0-1361.g290212a1.el9.x86_64 137/202 2024-02-09T23:47:59.277 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-mon-2:19.0.0-1361.g290212a1.el9.x86_64 137/202 2024-02-09T23:47:59.277 INFO:teuthology.orchestra.run.smithi103.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:47:59.277 INFO:teuthology.orchestra.run.smithi103.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-02-09T23:47:59.277 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-02-09T23:47:59.277 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-02-09T23:47:59.277 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-02-09T23:47:59.381 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : automake-1.16.2-8.el9.noarch 138/202 2024-02-09T23:47:59.815 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: cephadm-2:19.0.0-1361.g290212a1.el9.noarch 139/202 2024-02-09T23:47:59.847 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : cephadm-2:19.0.0-1361.g290212a1.el9.noarch 139/202 2024-02-09T23:47:59.876 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-1361.g290212a1.e 140/202 2024-02-09T23:47:59.947 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-1361.g290212a1. 141/202 2024-02-09T23:47:59.970 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-1361.g290212a1.el9.noa 142/202 2024-02-09T23:48:00.201 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-1361.g290212a1.el9.noa 142/202 2024-02-09T23:48:00.229 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-1361.g290212a1.el9.n 143/202 2024-02-09T23:48:01.196 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-1361.g290212a1.el9.n 143/202 2024-02-09T23:48:01.229 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-1361.g290 144/202 2024-02-09T23:48:01.328 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-1361.g290 144/202 2024-02-09T23:48:01.493 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-1361.g290212a1.el 145/202 2024-02-09T23:48:01.524 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-mgr-2:19.0.0-1361.g290212a1.el9.x86_64 146/202 2024-02-09T23:48:01.547 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-mgr-2:19.0.0-1361.g290212a1.el9.x86_64 146/202 2024-02-09T23:48:01.548 INFO:teuthology.orchestra.run.smithi103.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:48:01.548 INFO:teuthology.orchestra.run.smithi103.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-02-09T23:48:01.548 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-02-09T23:48:01.548 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-02-09T23:48:01.548 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-02-09T23:48:01.591 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-mgr-rook-2:19.0.0-1361.g290212a1.el9.noarch 147/202 2024-02-09T23:48:01.602 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-1361.g290212a1.el9.noarch 147/202 2024-02-09T23:48:01.647 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-2:19.0.0-1361.g290212a1.el9.x86_64 148/202 2024-02-09T23:48:02.503 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libtool-2.4.6-45.el9.x86_64 149/202 2024-02-09T23:48:02.526 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-radosgw-2:19.0.0-1361.g290212a1.el9.x86_64 150/202 2024-02-09T23:48:02.549 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-1361.g290212a1.el9.x86_64 150/202 2024-02-09T23:48:02.549 INFO:teuthology.orchestra.run.smithi103.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:48:02.549 INFO:teuthology.orchestra.run.smithi103.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-02-09T23:48:02.550 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-02-09T23:48:02.550 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-02-09T23:48:02.550 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-02-09T23:48:02.594 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-1361.g29021 151/202 2024-02-09T23:48:02.615 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-1361.g29021 151/202 2024-02-09T23:48:02.616 INFO:teuthology.orchestra.run.smithi103.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:48:02.616 INFO:teuthology.orchestra.run.smithi103.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-02-09T23:48:02.616 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-02-09T23:48:02.661 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : cephfs-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 152/202 2024-02-09T23:48:02.684 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 152/202 2024-02-09T23:48:02.684 INFO:teuthology.orchestra.run.smithi103.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:48:02.684 INFO:teuthology.orchestra.run.smithi103.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-02-09T23:48:02.684 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-02-09T23:48:02.684 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-02-09T23:48:02.685 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-02-09T23:48:03.004 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : rbd-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 153/202 2024-02-09T23:48:03.026 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: rbd-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 153/202 2024-02-09T23:48:03.026 INFO:teuthology.orchestra.run.smithi103.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-09T23:48:03.026 INFO:teuthology.orchestra.run.smithi103.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-02-09T23:48:03.026 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-02-09T23:48:03.026 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-02-09T23:48:03.026 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-02-09T23:48:07.425 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-test-2:19.0.0-1361.g290212a1.el9.x86_64 154/202 2024-02-09T23:48:07.466 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : rbd-fuse-2:19.0.0-1361.g290212a1.el9.x86_64 155/202 2024-02-09T23:48:07.497 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : rbd-nbd-2:19.0.0-1361.g290212a1.el9.x86_64 156/202 2024-02-09T23:48:07.532 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 157/202 2024-02-09T23:48:07.712 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : cephfs-shell-2:19.0.0-1361.g290212a1.el9.x86_64 158/202 2024-02-09T23:48:07.840 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : postgresql-contrib-13.11-1.el9.x86_64 159/202 2024-02-09T23:48:07.881 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : ceph-fuse-2:19.0.0-1361.g290212a1.el9.x86_64 160/202 2024-02-09T23:48:07.920 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 161/202 2024-02-09T23:48:07.972 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : xfsdump-3.1.12-4.el9.x86_64 162/202 2024-02-09T23:48:08.051 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : util-linux-user-2.37.4-18.el9.x86_64 163/202 2024-02-09T23:48:08.100 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : iproute-tc-6.7.0-2.el9.x86_64 164/202 2024-02-09T23:48:08.143 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : elfutils-debuginfod-client-0.190-2.el9.x86_64 165/202 2024-02-09T23:48:08.174 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libcephfs-devel-2:19.0.0-1361.g290212a1.el9.x86_ 166/202 2024-02-09T23:48:08.204 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : NetworkManager-team-1:1.45.90-1.el9.x86_64 167/202 2024-02-09T23:48:08.268 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : NetworkManager-tui-1:1.45.90-1.el9.x86_64 168/202 2024-02-09T23:48:08.318 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : libacl-devel-2.3.1-4.el9.x86_64 169/202 2024-02-09T23:48:08.361 INFO:teuthology.orchestra.run.smithi103.stdout: Upgrading : acl-2.3.1-4.el9.x86_64 170/202 2024-02-09T23:48:08.903 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 171/202 2024-02-09T23:48:08.943 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : postgresql-server-13.11-1.el9.x86_64 171/202 2024-02-09T23:48:08.963 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 171/202 2024-02-09T23:48:09.776 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : cephfs-top-2:19.0.0-1361.g290212a1.el9.noarch 172/202 2024-02-09T23:48:09.847 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : openssl-devel-1:3.0.7-25.el9.x86_64 173/202 2024-02-09T23:48:09.887 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 174/202 2024-02-09T23:48:09.968 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : flex-2.6.4-9.el9.x86_64 175/202 2024-02-09T23:48:10.001 INFO:teuthology.orchestra.run.smithi103.stdout: Installing : bison-3.7.4-5.el9.x86_64 176/202 2024-02-09T23:48:10.026 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : NetworkManager-tui-1:1.44.0-2.el9.x86_64 177/202 2024-02-09T23:48:10.052 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : elfutils-debuginfod-client-0.189-3.el9.x86_64 178/202 2024-02-09T23:48:10.078 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : elfutils-libs-0.189-3.el9.x86_64 179/202 2024-02-09T23:48:10.078 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 180/202 2024-02-09T23:48:10.163 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 180/202 2024-02-09T23:48:10.191 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : libacl-devel-2.3.1-3.el9.x86_64 181/202 2024-02-09T23:48:10.221 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : openssl-1:3.0.7-24.el9.x86_64 182/202 2024-02-09T23:48:10.221 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 183/202 2024-02-09T23:48:10.297 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 183/202 2024-02-09T23:48:10.324 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : xfsdump-3.1.12-3.el9.x86_64 184/202 2024-02-09T23:48:10.358 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : xfsprogs-5.19.0-4.el9.x86_64 185/202 2024-02-09T23:48:10.382 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : iproute-tc-6.2.0-5.el9.x86_64 186/202 2024-02-09T23:48:10.410 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : acl-2.3.1-3.el9.x86_64 187/202 2024-02-09T23:48:10.443 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : iproute-6.2.0-5.el9.x86_64 188/202 2024-02-09T23:48:10.475 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : util-linux-user-2.37.4-15.el9.x86_64 189/202 2024-02-09T23:48:10.523 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : util-linux-2.37.4-15.el9.x86_64 190/202 2024-02-09T23:48:10.564 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : util-linux-core-2.37.4-15.el9.x86_64 191/202 2024-02-09T23:48:10.590 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : libfdisk-2.37.4-15.el9.x86_64 192/202 2024-02-09T23:48:10.615 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : libmount-2.37.4-15.el9.x86_64 193/202 2024-02-09T23:48:10.640 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : libblkid-2.37.4-15.el9.x86_64 194/202 2024-02-09T23:48:10.665 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : NetworkManager-team-1:1.44.0-2.el9.x86_64 195/202 2024-02-09T23:48:10.672 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 196/202 2024-02-09T23:48:10.672 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : NetworkManager-1:1.44.0-2.el9.x86_64 196/202 2024-02-09T23:48:10.852 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 196/202 2024-02-09T23:48:10.852 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 197/202 2024-02-09T23:48:10.943 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: NetworkManager-libnm-1:1.44.0-2.el9.x86_64 197/202 2024-02-09T23:48:10.968 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : libuuid-2.37.4-15.el9.x86_64 198/202 2024-02-09T23:48:10.993 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : libsmartcols-2.37.4-15.el9.x86_64 199/202 2024-02-09T23:48:11.019 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : elfutils-libelf-0.189-3.el9.x86_64 200/202 2024-02-09T23:48:11.051 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : libacl-2.3.1-3.el9.x86_64 201/202 2024-02-09T23:48:11.116 INFO:teuthology.orchestra.run.smithi103.stdout: Cleanup : openssl-libs-1:3.0.7-24.el9.x86_64 202/202 2024-02-09T23:48:16.243 INFO:teuthology.orchestra.run.smithi103.stdout: Running scriptlet: openssl-libs-1:3.0.7-24.el9.x86_64 202/202 2024-02-09T23:48:16.243 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-2:19.0.0-1361.g290212a1.el9.x86_64 1/202 2024-02-09T23:48:16.243 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-base-2:19.0.0-1361.g290212a1.el9.x86_64 2/202 2024-02-09T23:48:16.243 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-common-2:19.0.0-1361.g290212a1.el9.x86_64 3/202 2024-02-09T23:48:16.244 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-fuse-2:19.0.0-1361.g290212a1.el9.x86_64 4/202 2024-02-09T23:48:16.244 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-1361.g29021 5/202 2024-02-09T23:48:16.244 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-mds-2:19.0.0-1361.g290212a1.el9.x86_64 6/202 2024-02-09T23:48:16.244 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-mgr-2:19.0.0-1361.g290212a1.el9.x86_64 7/202 2024-02-09T23:48:16.244 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-mon-2:19.0.0-1361.g290212a1.el9.x86_64 8/202 2024-02-09T23:48:16.244 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-osd-2:19.0.0-1361.g290212a1.el9.x86_64 9/202 2024-02-09T23:48:16.244 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-radosgw-2:19.0.0-1361.g290212a1.el9.x86_64 10/202 2024-02-09T23:48:16.244 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-selinux-2:19.0.0-1361.g290212a1.el9.x86_64 11/202 2024-02-09T23:48:16.244 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-test-2:19.0.0-1361.g290212a1.el9.x86_64 12/202 2024-02-09T23:48:16.244 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : cephfs-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 13/202 2024-02-09T23:48:16.244 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : cephfs-shell-2:19.0.0-1361.g290212a1.el9.x86_64 14/202 2024-02-09T23:48:16.244 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libcephfs-devel-2:19.0.0-1361.g290212a1.el9.x86_ 15/202 2024-02-09T23:48:16.244 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libcephfs2-2:19.0.0-1361.g290212a1.el9.x86_64 16/202 2024-02-09T23:48:16.245 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libcephsqlite-2:19.0.0-1361.g290212a1.el9.x86_64 17/202 2024-02-09T23:48:16.245 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : librados-devel-2:19.0.0-1361.g290212a1.el9.x86_6 18/202 2024-02-09T23:48:16.245 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libradosstriper1-2:19.0.0-1361.g290212a1.el9.x86 19/202 2024-02-09T23:48:16.245 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : librgw2-2:19.0.0-1361.g290212a1.el9.x86_64 20/202 2024-02-09T23:48:16.245 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-ceph-argparse-2:19.0.0-1361.g290212a1.el 21/202 2024-02-09T23:48:16.245 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-ceph-common-2:19.0.0-1361.g290212a1.el9. 22/202 2024-02-09T23:48:16.245 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-cephfs-2:19.0.0-1361.g290212a1.el9.x86_6 23/202 2024-02-09T23:48:16.245 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-rados-2:19.0.0-1361.g290212a1.el9.x86_64 24/202 2024-02-09T23:48:16.245 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-rbd-2:19.0.0-1361.g290212a1.el9.x86_64 25/202 2024-02-09T23:48:16.245 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-rgw-2:19.0.0-1361.g290212a1.el9.x86_64 26/202 2024-02-09T23:48:16.245 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : rbd-fuse-2:19.0.0-1361.g290212a1.el9.x86_64 27/202 2024-02-09T23:48:16.245 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : rbd-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 28/202 2024-02-09T23:48:16.246 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : rbd-nbd-2:19.0.0-1361.g290212a1.el9.x86_64 29/202 2024-02-09T23:48:16.246 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-1361.g290212a1. 30/202 2024-02-09T23:48:16.246 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-1361.g290212a1.el9.noa 31/202 2024-02-09T23:48:16.246 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-1361.g290212a1.el9.n 32/202 2024-02-09T23:48:16.246 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-1361.g290 33/202 2024-02-09T23:48:16.246 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-1361.g290212a1.el 34/202 2024-02-09T23:48:16.246 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-mgr-rook-2:19.0.0-1361.g290212a1.el9.noarch 35/202 2024-02-09T23:48:16.246 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-1361.g290212a1.e 36/202 2024-02-09T23:48:16.246 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : ceph-volume-2:19.0.0-1361.g290212a1.el9.noarch 37/202 2024-02-09T23:48:16.246 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : cephadm-2:19.0.0-1361.g290212a1.el9.noarch 38/202 2024-02-09T23:48:16.246 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : cephfs-top-2:19.0.0-1361.g290212a1.el9.noarch 39/202 2024-02-09T23:48:16.246 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : automake-1.16.2-8.el9.noarch 40/202 2024-02-09T23:48:16.247 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : bison-3.7.4-5.el9.x86_64 41/202 2024-02-09T23:48:16.247 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 42/202 2024-02-09T23:48:16.247 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 43/202 2024-02-09T23:48:16.247 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : flex-2.6.4-9.el9.x86_64 44/202 2024-02-09T23:48:16.247 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 45/202 2024-02-09T23:48:16.247 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 46/202 2024-02-09T23:48:16.247 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 47/202 2024-02-09T23:48:16.247 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 48/202 2024-02-09T23:48:16.247 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 49/202 2024-02-09T23:48:16.247 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 50/202 2024-02-09T23:48:16.247 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 51/202 2024-02-09T23:48:16.247 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 52/202 2024-02-09T23:48:16.247 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 53/202 2024-02-09T23:48:16.247 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 54/202 2024-02-09T23:48:16.248 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 55/202 2024-02-09T23:48:16.248 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : lua-5.4.4-4.el9.x86_64 56/202 2024-02-09T23:48:16.248 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 57/202 2024-02-09T23:48:16.248 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 58/202 2024-02-09T23:48:16.248 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : openssl-devel-1:3.0.7-25.el9.x86_64 59/202 2024-02-09T23:48:16.248 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : postgresql-13.11-1.el9.x86_64 60/202 2024-02-09T23:48:16.248 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : postgresql-contrib-13.11-1.el9.x86_64 61/202 2024-02-09T23:48:16.248 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : postgresql-private-libs-13.11-1.el9.x86_64 62/202 2024-02-09T23:48:16.248 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : postgresql-server-13.11-1.el9.x86_64 63/202 2024-02-09T23:48:16.248 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 64/202 2024-02-09T23:48:16.248 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 65/202 2024-02-09T23:48:16.248 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 66/202 2024-02-09T23:48:16.248 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 67/202 2024-02-09T23:48:16.249 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 68/202 2024-02-09T23:48:16.249 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 69/202 2024-02-09T23:48:16.249 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 70/202 2024-02-09T23:48:16.249 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 71/202 2024-02-09T23:48:16.249 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 72/202 2024-02-09T23:48:16.249 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 73/202 2024-02-09T23:48:16.249 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 74/202 2024-02-09T23:48:16.249 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 75/202 2024-02-09T23:48:16.249 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 76/202 2024-02-09T23:48:16.249 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 77/202 2024-02-09T23:48:16.249 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 78/202 2024-02-09T23:48:16.249 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 79/202 2024-02-09T23:48:16.249 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 80/202 2024-02-09T23:48:16.249 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 81/202 2024-02-09T23:48:16.249 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 82/202 2024-02-09T23:48:16.250 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 83/202 2024-02-09T23:48:16.250 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 84/202 2024-02-09T23:48:16.250 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : qatlib-23.11.0-1.el9.x86_64 85/202 2024-02-09T23:48:16.250 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : qatlib-service-23.11.0-1.el9.x86_64 86/202 2024-02-09T23:48:16.250 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : qatzip-libs-1.1.2-2.el9.x86_64 87/202 2024-02-09T23:48:16.250 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 88/202 2024-02-09T23:48:16.250 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 89/202 2024-02-09T23:48:16.250 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 90/202 2024-02-09T23:48:16.250 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 91/202 2024-02-09T23:48:16.250 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 92/202 2024-02-09T23:48:16.250 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 93/202 2024-02-09T23:48:16.250 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : jq-1.6-16.el9.x86_64 94/202 2024-02-09T23:48:16.250 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 95/202 2024-02-09T23:48:16.250 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 96/202 2024-02-09T23:48:16.251 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 97/202 2024-02-09T23:48:16.251 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 98/202 2024-02-09T23:48:16.251 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 99/202 2024-02-09T23:48:16.251 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-ply-3.11-14.el9.noarch 100/202 2024-02-09T23:48:16.251 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 101/202 2024-02-09T23:48:16.251 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 102/202 2024-02-09T23:48:16.251 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 103/202 2024-02-09T23:48:16.251 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 104/202 2024-02-09T23:48:16.251 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 105/202 2024-02-09T23:48:16.251 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 106/202 2024-02-09T23:48:16.251 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 107/202 2024-02-09T23:48:16.251 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 108/202 2024-02-09T23:48:16.251 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 109/202 2024-02-09T23:48:16.252 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 110/202 2024-02-09T23:48:16.252 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 111/202 2024-02-09T23:48:16.252 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 112/202 2024-02-09T23:48:16.252 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 113/202 2024-02-09T23:48:16.252 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 114/202 2024-02-09T23:48:16.252 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 115/202 2024-02-09T23:48:16.252 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-asyncssh-2.13.2-3.el9.noarch 116/202 2024-02-09T23:48:16.252 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 117/202 2024-02-09T23:48:16.252 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 118/202 2024-02-09T23:48:16.252 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 119/202 2024-02-09T23:48:16.252 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 120/202 2024-02-09T23:48:16.252 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 121/202 2024-02-09T23:48:16.252 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 122/202 2024-02-09T23:48:16.253 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 123/202 2024-02-09T23:48:16.253 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-google-auth-1:2.27.0-1.el9.noarch 124/202 2024-02-09T23:48:16.253 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 125/202 2024-02-09T23:48:16.253 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 126/202 2024-02-09T23:48:16.253 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 127/202 2024-02-09T23:48:16.253 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 128/202 2024-02-09T23:48:16.253 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 129/202 2024-02-09T23:48:16.253 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 130/202 2024-02-09T23:48:16.253 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 131/202 2024-02-09T23:48:16.253 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 132/202 2024-02-09T23:48:16.253 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 133/202 2024-02-09T23:48:16.253 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 134/202 2024-02-09T23:48:16.253 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 135/202 2024-02-09T23:48:16.254 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 136/202 2024-02-09T23:48:16.254 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 137/202 2024-02-09T23:48:16.254 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 138/202 2024-02-09T23:48:16.254 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 139/202 2024-02-09T23:48:16.254 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 140/202 2024-02-09T23:48:16.254 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 141/202 2024-02-09T23:48:16.254 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 142/202 2024-02-09T23:48:16.254 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 143/202 2024-02-09T23:48:16.254 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 144/202 2024-02-09T23:48:16.254 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 145/202 2024-02-09T23:48:16.254 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 146/202 2024-02-09T23:48:16.254 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 147/202 2024-02-09T23:48:16.254 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 148/202 2024-02-09T23:48:16.254 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : re2-1:20211101-3.el9.x86_64 149/202 2024-02-09T23:48:16.255 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 150/202 2024-02-09T23:48:16.255 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : librados2-2:19.0.0-1361.g290212a1.el9.x86_64 151/202 2024-02-09T23:48:16.255 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 152/202 2024-02-09T23:48:16.255 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : librbd1-2:19.0.0-1361.g290212a1.el9.x86_64 153/202 2024-02-09T23:48:16.255 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 154/202 2024-02-09T23:48:16.255 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libacl-devel-2.3.1-4.el9.x86_64 155/202 2024-02-09T23:48:16.255 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libacl-devel-2.3.1-3.el9.x86_64 156/202 2024-02-09T23:48:16.255 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : NetworkManager-1:1.45.90-1.el9.x86_64 157/202 2024-02-09T23:48:16.255 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : NetworkManager-1:1.44.0-2.el9.x86_64 158/202 2024-02-09T23:48:16.255 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : NetworkManager-libnm-1:1.45.90-1.el9.x86_64 159/202 2024-02-09T23:48:16.255 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 160/202 2024-02-09T23:48:16.255 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : NetworkManager-team-1:1.45.90-1.el9.x86_64 161/202 2024-02-09T23:48:16.255 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : NetworkManager-team-1:1.44.0-2.el9.x86_64 162/202 2024-02-09T23:48:16.255 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : NetworkManager-tui-1:1.45.90-1.el9.x86_64 163/202 2024-02-09T23:48:16.256 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : NetworkManager-tui-1:1.44.0-2.el9.x86_64 164/202 2024-02-09T23:48:16.256 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : acl-2.3.1-4.el9.x86_64 165/202 2024-02-09T23:48:16.256 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : acl-2.3.1-3.el9.x86_64 166/202 2024-02-09T23:48:16.256 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 167/202 2024-02-09T23:48:16.256 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : elfutils-debuginfod-client-0.189-3.el9.x86_64 168/202 2024-02-09T23:48:16.256 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 169/202 2024-02-09T23:48:16.256 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : elfutils-libelf-0.189-3.el9.x86_64 170/202 2024-02-09T23:48:16.256 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 171/202 2024-02-09T23:48:16.256 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : elfutils-libs-0.189-3.el9.x86_64 172/202 2024-02-09T23:48:16.256 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : iproute-6.7.0-2.el9.x86_64 173/202 2024-02-09T23:48:16.256 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : iproute-6.2.0-5.el9.x86_64 174/202 2024-02-09T23:48:16.256 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : iproute-tc-6.7.0-2.el9.x86_64 175/202 2024-02-09T23:48:16.256 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : iproute-tc-6.2.0-5.el9.x86_64 176/202 2024-02-09T23:48:16.257 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libacl-2.3.1-4.el9.x86_64 177/202 2024-02-09T23:48:16.257 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libacl-2.3.1-3.el9.x86_64 178/202 2024-02-09T23:48:16.257 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libblkid-2.37.4-18.el9.x86_64 179/202 2024-02-09T23:48:16.257 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libblkid-2.37.4-15.el9.x86_64 180/202 2024-02-09T23:48:16.257 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libfdisk-2.37.4-18.el9.x86_64 181/202 2024-02-09T23:48:16.257 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libfdisk-2.37.4-15.el9.x86_64 182/202 2024-02-09T23:48:16.257 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libmount-2.37.4-18.el9.x86_64 183/202 2024-02-09T23:48:16.257 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libmount-2.37.4-15.el9.x86_64 184/202 2024-02-09T23:48:16.257 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libsmartcols-2.37.4-18.el9.x86_64 185/202 2024-02-09T23:48:16.257 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libsmartcols-2.37.4-15.el9.x86_64 186/202 2024-02-09T23:48:16.257 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libuuid-2.37.4-18.el9.x86_64 187/202 2024-02-09T23:48:16.257 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : libuuid-2.37.4-15.el9.x86_64 188/202 2024-02-09T23:48:16.257 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : openssl-1:3.0.7-25.el9.x86_64 189/202 2024-02-09T23:48:16.258 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : openssl-1:3.0.7-24.el9.x86_64 190/202 2024-02-09T23:48:16.258 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : openssl-libs-1:3.0.7-25.el9.x86_64 191/202 2024-02-09T23:48:16.258 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : openssl-libs-1:3.0.7-24.el9.x86_64 192/202 2024-02-09T23:48:16.258 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : util-linux-2.37.4-18.el9.x86_64 193/202 2024-02-09T23:48:16.258 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : util-linux-2.37.4-15.el9.x86_64 194/202 2024-02-09T23:48:16.258 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : util-linux-core-2.37.4-18.el9.x86_64 195/202 2024-02-09T23:48:16.258 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : util-linux-core-2.37.4-15.el9.x86_64 196/202 2024-02-09T23:48:16.258 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : util-linux-user-2.37.4-18.el9.x86_64 197/202 2024-02-09T23:48:16.258 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : util-linux-user-2.37.4-15.el9.x86_64 198/202 2024-02-09T23:48:16.258 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : xfsdump-3.1.12-4.el9.x86_64 199/202 2024-02-09T23:48:16.258 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : xfsdump-3.1.12-3.el9.x86_64 200/202 2024-02-09T23:48:16.258 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 201/202 2024-02-09T23:48:19.193 INFO:teuthology.orchestra.run.smithi103.stdout: Verifying : xfsprogs-5.19.0-4.el9.x86_64 202/202 2024-02-09T23:48:19.194 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-02-09T23:48:19.194 INFO:teuthology.orchestra.run.smithi103.stdout:Upgraded: 2024-02-09T23:48:19.194 INFO:teuthology.orchestra.run.smithi103.stdout: NetworkManager-1:1.45.90-1.el9.x86_64 2024-02-09T23:48:19.194 INFO:teuthology.orchestra.run.smithi103.stdout: NetworkManager-libnm-1:1.45.90-1.el9.x86_64 2024-02-09T23:48:19.194 INFO:teuthology.orchestra.run.smithi103.stdout: NetworkManager-team-1:1.45.90-1.el9.x86_64 2024-02-09T23:48:19.194 INFO:teuthology.orchestra.run.smithi103.stdout: NetworkManager-tui-1:1.45.90-1.el9.x86_64 2024-02-09T23:48:19.194 INFO:teuthology.orchestra.run.smithi103.stdout: acl-2.3.1-4.el9.x86_64 2024-02-09T23:48:19.194 INFO:teuthology.orchestra.run.smithi103.stdout: elfutils-debuginfod-client-0.190-2.el9.x86_64 2024-02-09T23:48:19.195 INFO:teuthology.orchestra.run.smithi103.stdout: elfutils-libelf-0.190-2.el9.x86_64 2024-02-09T23:48:19.195 INFO:teuthology.orchestra.run.smithi103.stdout: elfutils-libs-0.190-2.el9.x86_64 2024-02-09T23:48:19.195 INFO:teuthology.orchestra.run.smithi103.stdout: iproute-6.7.0-2.el9.x86_64 2024-02-09T23:48:19.195 INFO:teuthology.orchestra.run.smithi103.stdout: iproute-tc-6.7.0-2.el9.x86_64 2024-02-09T23:48:19.195 INFO:teuthology.orchestra.run.smithi103.stdout: libacl-2.3.1-4.el9.x86_64 2024-02-09T23:48:19.195 INFO:teuthology.orchestra.run.smithi103.stdout: libacl-devel-2.3.1-4.el9.x86_64 2024-02-09T23:48:19.195 INFO:teuthology.orchestra.run.smithi103.stdout: libblkid-2.37.4-18.el9.x86_64 2024-02-09T23:48:19.195 INFO:teuthology.orchestra.run.smithi103.stdout: libfdisk-2.37.4-18.el9.x86_64 2024-02-09T23:48:19.195 INFO:teuthology.orchestra.run.smithi103.stdout: libmount-2.37.4-18.el9.x86_64 2024-02-09T23:48:19.195 INFO:teuthology.orchestra.run.smithi103.stdout: librados2-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:48:19.195 INFO:teuthology.orchestra.run.smithi103.stdout: librbd1-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:48:19.195 INFO:teuthology.orchestra.run.smithi103.stdout: libsmartcols-2.37.4-18.el9.x86_64 2024-02-09T23:48:19.195 INFO:teuthology.orchestra.run.smithi103.stdout: libuuid-2.37.4-18.el9.x86_64 2024-02-09T23:48:19.196 INFO:teuthology.orchestra.run.smithi103.stdout: openssl-1:3.0.7-25.el9.x86_64 2024-02-09T23:48:19.196 INFO:teuthology.orchestra.run.smithi103.stdout: openssl-libs-1:3.0.7-25.el9.x86_64 2024-02-09T23:48:19.196 INFO:teuthology.orchestra.run.smithi103.stdout: util-linux-2.37.4-18.el9.x86_64 2024-02-09T23:48:19.196 INFO:teuthology.orchestra.run.smithi103.stdout: util-linux-core-2.37.4-18.el9.x86_64 2024-02-09T23:48:19.196 INFO:teuthology.orchestra.run.smithi103.stdout: util-linux-user-2.37.4-18.el9.x86_64 2024-02-09T23:48:19.196 INFO:teuthology.orchestra.run.smithi103.stdout: xfsdump-3.1.12-4.el9.x86_64 2024-02-09T23:48:19.196 INFO:teuthology.orchestra.run.smithi103.stdout: xfsprogs-6.3.0-1.el9.x86_64 2024-02-09T23:48:19.196 INFO:teuthology.orchestra.run.smithi103.stdout:Installed: 2024-02-09T23:48:19.196 INFO:teuthology.orchestra.run.smithi103.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-02-09T23:48:19.196 INFO:teuthology.orchestra.run.smithi103.stdout: automake-1.16.2-8.el9.noarch 2024-02-09T23:48:19.196 INFO:teuthology.orchestra.run.smithi103.stdout: bison-3.7.4-5.el9.x86_64 2024-02-09T23:48:19.196 INFO:teuthology.orchestra.run.smithi103.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-02-09T23:48:19.197 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:48:19.197 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-base-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:48:19.197 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-common-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:48:19.197 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-fuse-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:48:19.197 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-grafana-dashboards-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:48:19.197 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-immutable-object-cache-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:48:19.197 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mds-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:48:19.197 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:48:19.197 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-cephadm-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:48:19.197 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-dashboard-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:48:19.197 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-diskprediction-local-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:48:19.197 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-modules-core-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:48:19.197 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-rook-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:48:19.198 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mon-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:48:19.198 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-osd-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:48:19.198 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-prometheus-alerts-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:48:19.198 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-radosgw-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:48:19.198 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-selinux-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:48:19.198 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-test-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:48:19.198 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-volume-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:48:19.198 INFO:teuthology.orchestra.run.smithi103.stdout: cephadm-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:48:19.198 INFO:teuthology.orchestra.run.smithi103.stdout: cephfs-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:48:19.198 INFO:teuthology.orchestra.run.smithi103.stdout: cephfs-shell-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:48:19.198 INFO:teuthology.orchestra.run.smithi103.stdout: cephfs-top-2:19.0.0-1361.g290212a1.el9.noarch 2024-02-09T23:48:19.199 INFO:teuthology.orchestra.run.smithi103.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-02-09T23:48:19.199 INFO:teuthology.orchestra.run.smithi103.stdout: flex-2.6.4-9.el9.x86_64 2024-02-09T23:48:19.199 INFO:teuthology.orchestra.run.smithi103.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-02-09T23:48:19.199 INFO:teuthology.orchestra.run.smithi103.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-02-09T23:48:19.199 INFO:teuthology.orchestra.run.smithi103.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-02-09T23:48:19.199 INFO:teuthology.orchestra.run.smithi103.stdout: fuse-2.9.9-15.el9.x86_64 2024-02-09T23:48:19.199 INFO:teuthology.orchestra.run.smithi103.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-02-09T23:48:19.199 INFO:teuthology.orchestra.run.smithi103.stdout: grpc-data-1.46.7-10.el9.noarch 2024-02-09T23:48:19.199 INFO:teuthology.orchestra.run.smithi103.stdout: jq-1.6-16.el9.x86_64 2024-02-09T23:48:19.199 INFO:teuthology.orchestra.run.smithi103.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-02-09T23:48:19.199 INFO:teuthology.orchestra.run.smithi103.stdout: libarrow-9.0.0-10.el9.x86_64 2024-02-09T23:48:19.199 INFO:teuthology.orchestra.run.smithi103.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-02-09T23:48:19.199 INFO:teuthology.orchestra.run.smithi103.stdout: libcephfs-devel-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:48:19.199 INFO:teuthology.orchestra.run.smithi103.stdout: libcephfs2-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:48:19.200 INFO:teuthology.orchestra.run.smithi103.stdout: libcephsqlite-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:48:19.200 INFO:teuthology.orchestra.run.smithi103.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-02-09T23:48:19.200 INFO:teuthology.orchestra.run.smithi103.stdout: liboath-2.6.7-2.el9.x86_64 2024-02-09T23:48:19.200 INFO:teuthology.orchestra.run.smithi103.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-02-09T23:48:19.200 INFO:teuthology.orchestra.run.smithi103.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-02-09T23:48:19.200 INFO:teuthology.orchestra.run.smithi103.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-02-09T23:48:19.200 INFO:teuthology.orchestra.run.smithi103.stdout: librados-devel-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:48:19.200 INFO:teuthology.orchestra.run.smithi103.stdout: libradosstriper1-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:48:19.200 INFO:teuthology.orchestra.run.smithi103.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-02-09T23:48:19.200 INFO:teuthology.orchestra.run.smithi103.stdout: librgw2-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:48:19.200 INFO:teuthology.orchestra.run.smithi103.stdout: libtool-2.4.6-45.el9.x86_64 2024-02-09T23:48:19.200 INFO:teuthology.orchestra.run.smithi103.stdout: libunwind-1.6.2-1.el9.x86_64 2024-02-09T23:48:19.200 INFO:teuthology.orchestra.run.smithi103.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-02-09T23:48:19.200 INFO:teuthology.orchestra.run.smithi103.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-02-09T23:48:19.201 INFO:teuthology.orchestra.run.smithi103.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-02-09T23:48:19.201 INFO:teuthology.orchestra.run.smithi103.stdout: lua-5.4.4-4.el9.x86_64 2024-02-09T23:48:19.201 INFO:teuthology.orchestra.run.smithi103.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-02-09T23:48:19.201 INFO:teuthology.orchestra.run.smithi103.stdout: luarocks-3.9.2-1.el9.noarch 2024-02-09T23:48:19.201 INFO:teuthology.orchestra.run.smithi103.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-02-09T23:48:19.201 INFO:teuthology.orchestra.run.smithi103.stdout: openblas-0.3.21-2.el9.x86_64 2024-02-09T23:48:19.201 INFO:teuthology.orchestra.run.smithi103.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-02-09T23:48:19.201 INFO:teuthology.orchestra.run.smithi103.stdout: openssl-devel-1:3.0.7-25.el9.x86_64 2024-02-09T23:48:19.201 INFO:teuthology.orchestra.run.smithi103.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-02-09T23:48:19.201 INFO:teuthology.orchestra.run.smithi103.stdout: postgresql-13.11-1.el9.x86_64 2024-02-09T23:48:19.201 INFO:teuthology.orchestra.run.smithi103.stdout: postgresql-contrib-13.11-1.el9.x86_64 2024-02-09T23:48:19.201 INFO:teuthology.orchestra.run.smithi103.stdout: postgresql-private-libs-13.11-1.el9.x86_64 2024-02-09T23:48:19.201 INFO:teuthology.orchestra.run.smithi103.stdout: postgresql-server-13.11-1.el9.x86_64 2024-02-09T23:48:19.201 INFO:teuthology.orchestra.run.smithi103.stdout: protobuf-3.14.0-13.el9.x86_64 2024-02-09T23:48:19.202 INFO:teuthology.orchestra.run.smithi103.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-02-09T23:48:19.202 INFO:teuthology.orchestra.run.smithi103.stdout: python3-asyncssh-2.13.2-3.el9.noarch 2024-02-09T23:48:19.202 INFO:teuthology.orchestra.run.smithi103.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-02-09T23:48:19.202 INFO:teuthology.orchestra.run.smithi103.stdout: python3-babel-2.9.1-2.el9.noarch 2024-02-09T23:48:19.202 INFO:teuthology.orchestra.run.smithi103.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-02-09T23:48:19.202 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-02-09T23:48:19.202 INFO:teuthology.orchestra.run.smithi103.stdout: python3-ceph-argparse-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:48:19.202 INFO:teuthology.orchestra.run.smithi103.stdout: python3-ceph-common-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:48:19.202 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cephfs-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:48:19.202 INFO:teuthology.orchestra.run.smithi103.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-02-09T23:48:19.202 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-02-09T23:48:19.202 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-02-09T23:48:19.202 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-02-09T23:48:19.203 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-02-09T23:48:19.203 INFO:teuthology.orchestra.run.smithi103.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-02-09T23:48:19.203 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-02-09T23:48:19.203 INFO:teuthology.orchestra.run.smithi103.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-02-09T23:48:19.203 INFO:teuthology.orchestra.run.smithi103.stdout: python3-google-auth-1:2.27.0-1.el9.noarch 2024-02-09T23:48:19.203 INFO:teuthology.orchestra.run.smithi103.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-02-09T23:48:19.203 INFO:teuthology.orchestra.run.smithi103.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-02-09T23:48:19.203 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-02-09T23:48:19.203 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-02-09T23:48:19.203 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-02-09T23:48:19.203 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-02-09T23:48:19.203 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-02-09T23:48:19.203 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-02-09T23:48:19.203 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-02-09T23:48:19.204 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-02-09T23:48:19.204 INFO:teuthology.orchestra.run.smithi103.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-02-09T23:48:19.204 INFO:teuthology.orchestra.run.smithi103.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-02-09T23:48:19.204 INFO:teuthology.orchestra.run.smithi103.stdout: python3-mako-1.1.4-6.el9.noarch 2024-02-09T23:48:19.204 INFO:teuthology.orchestra.run.smithi103.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-02-09T23:48:19.204 INFO:teuthology.orchestra.run.smithi103.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-02-09T23:48:19.204 INFO:teuthology.orchestra.run.smithi103.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-02-09T23:48:19.204 INFO:teuthology.orchestra.run.smithi103.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-02-09T23:48:19.204 INFO:teuthology.orchestra.run.smithi103.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-02-09T23:48:19.204 INFO:teuthology.orchestra.run.smithi103.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-02-09T23:48:19.204 INFO:teuthology.orchestra.run.smithi103.stdout: python3-packaging-20.9-5.el9.noarch 2024-02-09T23:48:19.204 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-02-09T23:48:19.204 INFO:teuthology.orchestra.run.smithi103.stdout: python3-ply-3.11-14.el9.noarch 2024-02-09T23:48:19.204 INFO:teuthology.orchestra.run.smithi103.stdout: python3-portend-3.1.0-2.el9.noarch 2024-02-09T23:48:19.205 INFO:teuthology.orchestra.run.smithi103.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-02-09T23:48:19.205 INFO:teuthology.orchestra.run.smithi103.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-02-09T23:48:19.205 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-02-09T23:48:19.205 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-02-09T23:48:19.205 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-02-09T23:48:19.205 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pycparser-2.20-6.el9.noarch 2024-02-09T23:48:19.205 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-02-09T23:48:19.205 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pytz-2021.1-5.el9.noarch 2024-02-09T23:48:19.205 INFO:teuthology.orchestra.run.smithi103.stdout: python3-rados-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:48:19.205 INFO:teuthology.orchestra.run.smithi103.stdout: python3-rbd-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:48:19.205 INFO:teuthology.orchestra.run.smithi103.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-02-09T23:48:19.205 INFO:teuthology.orchestra.run.smithi103.stdout: python3-requests-2.25.1-8.el9.noarch 2024-02-09T23:48:19.205 INFO:teuthology.orchestra.run.smithi103.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-02-09T23:48:19.205 INFO:teuthology.orchestra.run.smithi103.stdout: python3-rgw-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:48:19.206 INFO:teuthology.orchestra.run.smithi103.stdout: python3-routes-2.5.1-5.el9.noarch 2024-02-09T23:48:19.206 INFO:teuthology.orchestra.run.smithi103.stdout: python3-rsa-4.9-2.el9.noarch 2024-02-09T23:48:19.206 INFO:teuthology.orchestra.run.smithi103.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-02-09T23:48:19.206 INFO:teuthology.orchestra.run.smithi103.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-02-09T23:48:19.206 INFO:teuthology.orchestra.run.smithi103.stdout: python3-toml-0.10.2-6.el9.noarch 2024-02-09T23:48:19.206 INFO:teuthology.orchestra.run.smithi103.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-02-09T23:48:19.206 INFO:teuthology.orchestra.run.smithi103.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-02-09T23:48:19.206 INFO:teuthology.orchestra.run.smithi103.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-02-09T23:48:19.206 INFO:teuthology.orchestra.run.smithi103.stdout: python3-webob-1.8.7-6.el9.noarch 2024-02-09T23:48:19.206 INFO:teuthology.orchestra.run.smithi103.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-02-09T23:48:19.206 INFO:teuthology.orchestra.run.smithi103.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-02-09T23:48:19.206 INFO:teuthology.orchestra.run.smithi103.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-02-09T23:48:19.206 INFO:teuthology.orchestra.run.smithi103.stdout: qatlib-23.11.0-1.el9.x86_64 2024-02-09T23:48:19.206 INFO:teuthology.orchestra.run.smithi103.stdout: qatlib-service-23.11.0-1.el9.x86_64 2024-02-09T23:48:19.206 INFO:teuthology.orchestra.run.smithi103.stdout: qatzip-libs-1.1.2-2.el9.x86_64 2024-02-09T23:48:19.207 INFO:teuthology.orchestra.run.smithi103.stdout: rbd-fuse-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:48:19.207 INFO:teuthology.orchestra.run.smithi103.stdout: rbd-mirror-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:48:19.207 INFO:teuthology.orchestra.run.smithi103.stdout: rbd-nbd-2:19.0.0-1361.g290212a1.el9.x86_64 2024-02-09T23:48:19.207 INFO:teuthology.orchestra.run.smithi103.stdout: re2-1:20211101-3.el9.x86_64 2024-02-09T23:48:19.207 INFO:teuthology.orchestra.run.smithi103.stdout: socat-1.7.4.1-5.el9.x86_64 2024-02-09T23:48:19.207 INFO:teuthology.orchestra.run.smithi103.stdout: thrift-0.15.0-2.el9.x86_64 2024-02-09T23:48:19.207 INFO:teuthology.orchestra.run.smithi103.stdout: uuid-1.6.2-55.el9.x86_64 2024-02-09T23:48:19.207 INFO:teuthology.orchestra.run.smithi103.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-02-09T23:48:19.207 INFO:teuthology.orchestra.run.smithi103.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-02-09T23:48:19.208 INFO:teuthology.orchestra.run.smithi103.stdout: zlib-devel-1.2.11-40.el9.x86_64 2024-02-09T23:48:19.208 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-02-09T23:48:19.208 INFO:teuthology.orchestra.run.smithi103.stdout:Complete! 2024-02-09T23:48:19.724 DEBUG:teuthology.parallel:result is None 2024-02-09T23:48:19.725 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 2024-02-09T23:48:19.946 DEBUG:teuthology.orchestra.run.smithi001:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-02-09T23:48:19.972 INFO:teuthology.orchestra.run.smithi001.stdout:19.0.0-1361.g290212a1.el9 2024-02-09T23:48:19.973 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-1361.g290212a1.el9 2024-02-09T23:48:19.973 INFO:teuthology.task.install:The correct ceph version 19.0.0-1361.g290212a1 is installed. 2024-02-09T23:48:19.975 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 2024-02-09T23:48:20.190 DEBUG:teuthology.orchestra.run.smithi088:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-02-09T23:48:20.216 INFO:teuthology.orchestra.run.smithi088.stdout:19.0.0-1361.g290212a1.el9 2024-02-09T23:48:20.216 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-1361.g290212a1.el9 2024-02-09T23:48:20.216 INFO:teuthology.task.install:The correct ceph version 19.0.0-1361.g290212a1 is installed. 2024-02-09T23:48:20.218 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 2024-02-09T23:48:20.400 DEBUG:teuthology.orchestra.run.smithi103:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-02-09T23:48:20.425 INFO:teuthology.orchestra.run.smithi103.stdout:19.0.0-1361.g290212a1.el9 2024-02-09T23:48:20.426 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-1361.g290212a1.el9 2024-02-09T23:48:20.426 INFO:teuthology.task.install:The correct ceph version 19.0.0-1361.g290212a1 is installed. 2024-02-09T23:48:20.429 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-02-09T23:48:20.429 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-02-09T23:48:20.429 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-02-09T23:48:20.464 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-02-09T23:48:20.465 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-02-09T23:48:20.499 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-02-09T23:48:20.500 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-02-09T23:48:20.535 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-02-09T23:48:20.535 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-02-09T23:48:20.536 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/usr/bin/daemon-helper 2024-02-09T23:48:20.565 DEBUG:teuthology.orchestra.run.smithi001:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-02-09T23:48:20.632 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-02-09T23:48:20.633 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/usr/bin/daemon-helper 2024-02-09T23:48:20.665 DEBUG:teuthology.orchestra.run.smithi088:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-02-09T23:48:20.736 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-02-09T23:48:20.736 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/usr/bin/daemon-helper 2024-02-09T23:48:20.768 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-02-09T23:48:20.838 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-02-09T23:48:20.838 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-02-09T23:48:20.839 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/usr/bin/adjust-ulimits 2024-02-09T23:48:20.866 DEBUG:teuthology.orchestra.run.smithi001:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-02-09T23:48:20.940 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-02-09T23:48:20.940 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/usr/bin/adjust-ulimits 2024-02-09T23:48:20.969 DEBUG:teuthology.orchestra.run.smithi088:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-02-09T23:48:21.036 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-02-09T23:48:21.036 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/usr/bin/adjust-ulimits 2024-02-09T23:48:21.066 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-02-09T23:48:21.136 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-02-09T23:48:21.136 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-02-09T23:48:21.136 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/usr/bin/stdin-killer 2024-02-09T23:48:21.163 DEBUG:teuthology.orchestra.run.smithi001:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-02-09T23:48:21.230 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-02-09T23:48:21.231 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/usr/bin/stdin-killer 2024-02-09T23:48:21.258 DEBUG:teuthology.orchestra.run.smithi088:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-02-09T23:48:21.326 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-02-09T23:48:21.326 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/usr/bin/stdin-killer 2024-02-09T23:48:21.356 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-02-09T23:48:21.427 INFO:teuthology.run_tasks:Running task cephadm... 2024-02-09T23:48:21.528 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': '290212a1bfd33563ba76ee5b7f0b944fdb6c5d90', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2024-02-09T23:48:21.528 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 2024-02-09T23:48:21.529 INFO:tasks.cephadm:Cluster fsid is b5005240-c7a5-11ee-95b8-87774f69a715 2024-02-09T23:48:21.529 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-02-09T23:48:21.529 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.1', 'mon.b': '172.21.15.88', 'mon.c': '172.21.15.103'} 2024-02-09T23:48:21.529 INFO:tasks.cephadm:First mon is mon.a on smithi001 2024-02-09T23:48:21.529 INFO:tasks.cephadm:First mgr is x 2024-02-09T23:48:21.530 INFO:tasks.cephadm:Normalizing hostnames... 2024-02-09T23:48:21.530 DEBUG:teuthology.orchestra.run.smithi001:> sudo hostname $(hostname -s) 2024-02-09T23:48:21.556 DEBUG:teuthology.orchestra.run.smithi088:> sudo hostname $(hostname -s) 2024-02-09T23:48:21.583 DEBUG:teuthology.orchestra.run.smithi103:> sudo hostname $(hostname -s) 2024-02-09T23:48:21.613 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-02-09T23:48:21.615 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 2024-02-09T23:48:21.877 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '290212a1bfd33563ba76ee5b7f0b944fdb6c5d90', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/76638/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-1361-g290212a1', 'node_name': '172.21.5.36+adami06', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-1361.g290212a1'}, 'url': 'https://2.chacra.ceph.com/r/ceph/main/290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-02-09 18:34:21.832169', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'main', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/main/290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-02-09T23:48:22.149 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref main, sha1 290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 2024-02-09T23:48:22.151 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/main/290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/centos/9/x86_64/flavors/default/cephadm 2024-02-09T23:48:22.151 DEBUG:teuthology.orchestra.run.smithi001:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/main/290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-02-09T23:48:22.749 INFO:teuthology.orchestra.run.smithi001.stdout:-rw-r--r--. 1 ubuntu ubuntu 766809 Feb 9 23:48 /home/ubuntu/cephtest/cephadm 2024-02-09T23:48:22.749 DEBUG:teuthology.orchestra.run.smithi088:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/main/290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-02-09T23:48:23.336 INFO:teuthology.orchestra.run.smithi088.stdout:-rw-r--r--. 1 ubuntu ubuntu 766809 Feb 9 23:48 /home/ubuntu/cephtest/cephadm 2024-02-09T23:48:23.337 DEBUG:teuthology.orchestra.run.smithi103:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/main/290212a1bfd33563ba76ee5b7f0b944fdb6c5d90/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-02-09T23:48:23.815 INFO:teuthology.orchestra.run.smithi103.stdout:-rw-r--r--. 1 ubuntu ubuntu 766809 Feb 9 23:48 /home/ubuntu/cephtest/cephadm 2024-02-09T23:48:23.815 DEBUG:teuthology.orchestra.run.smithi001:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-02-09T23:48:23.834 DEBUG:teuthology.orchestra.run.smithi088:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-02-09T23:48:23.852 DEBUG:teuthology.orchestra.run.smithi103:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-02-09T23:48:23.887 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 on all hosts... 2024-02-09T23:48:23.888 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 pull 2024-02-09T23:48:23.890 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 pull 2024-02-09T23:48:23.895 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 pull 2024-02-09T23:48:24.738 INFO:teuthology.orchestra.run.smithi103.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90... 2024-02-09T23:48:24.749 INFO:teuthology.orchestra.run.smithi001.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90... 2024-02-09T23:48:24.944 INFO:teuthology.orchestra.run.smithi088.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90... 2024-02-09T23:48:54.272 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-02-09T23:48:54.273 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_version": "ceph version 19.0.0-1361-g290212a1 (290212a1bfd33563ba76ee5b7f0b944fdb6c5d90) squid (dev)", 2024-02-09T23:48:54.273 INFO:teuthology.orchestra.run.smithi103.stdout: "image_id": "c328ab9dcfc7bf907ed3835578853a1e5a54ac5fa4d658ed833b2bc74e1373a6", 2024-02-09T23:48:54.273 INFO:teuthology.orchestra.run.smithi103.stdout: "repo_digests": [ 2024-02-09T23:48:54.273 INFO:teuthology.orchestra.run.smithi103.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58" 2024-02-09T23:48:54.273 INFO:teuthology.orchestra.run.smithi103.stdout: ] 2024-02-09T23:48:54.273 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-02-09T23:48:55.948 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-02-09T23:48:55.948 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_version": "ceph version 19.0.0-1361-g290212a1 (290212a1bfd33563ba76ee5b7f0b944fdb6c5d90) squid (dev)", 2024-02-09T23:48:55.948 INFO:teuthology.orchestra.run.smithi088.stdout: "image_id": "c328ab9dcfc7bf907ed3835578853a1e5a54ac5fa4d658ed833b2bc74e1373a6", 2024-02-09T23:48:55.948 INFO:teuthology.orchestra.run.smithi088.stdout: "repo_digests": [ 2024-02-09T23:48:55.948 INFO:teuthology.orchestra.run.smithi088.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58" 2024-02-09T23:48:55.948 INFO:teuthology.orchestra.run.smithi088.stdout: ] 2024-02-09T23:48:55.948 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-02-09T23:48:57.661 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-09T23:48:57.662 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph_version": "ceph version 19.0.0-1361-g290212a1 (290212a1bfd33563ba76ee5b7f0b944fdb6c5d90) squid (dev)", 2024-02-09T23:48:57.662 INFO:teuthology.orchestra.run.smithi001.stdout: "image_id": "c328ab9dcfc7bf907ed3835578853a1e5a54ac5fa4d658ed833b2bc74e1373a6", 2024-02-09T23:48:57.662 INFO:teuthology.orchestra.run.smithi001.stdout: "repo_digests": [ 2024-02-09T23:48:57.662 INFO:teuthology.orchestra.run.smithi001.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58" 2024-02-09T23:48:57.662 INFO:teuthology.orchestra.run.smithi001.stdout: ] 2024-02-09T23:48:57.662 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-09T23:48:57.687 DEBUG:teuthology.orchestra.run.smithi001:> sudo mkdir -p /etc/ceph 2024-02-09T23:48:57.732 DEBUG:teuthology.orchestra.run.smithi088:> sudo mkdir -p /etc/ceph 2024-02-09T23:48:57.768 DEBUG:teuthology.orchestra.run.smithi103:> sudo mkdir -p /etc/ceph 2024-02-09T23:48:57.803 DEBUG:teuthology.orchestra.run.smithi001:> sudo chmod 777 /etc/ceph 2024-02-09T23:48:57.830 DEBUG:teuthology.orchestra.run.smithi088:> sudo chmod 777 /etc/ceph 2024-02-09T23:48:57.860 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod 777 /etc/ceph 2024-02-09T23:48:57.890 INFO:tasks.cephadm:Writing seed config... 2024-02-09T23:48:57.891 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-02-09T23:48:57.891 INFO:tasks.cephadm: override: [client] debug client = 20 2024-02-09T23:48:57.891 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-02-09T23:48:57.891 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-02-09T23:48:57.892 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-02-09T23:48:57.892 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-02-09T23:48:57.892 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-02-09T23:48:57.892 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-02-09T23:48:57.892 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-02-09T23:48:57.892 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-02-09T23:48:57.892 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-02-09T23:48:57.892 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-02-09T23:48:57.892 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-02-09T23:48:57.892 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-02-09T23:48:57.892 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-02-09T23:48:57.892 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-02-09T23:48:57.892 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-02-09T23:48:57.893 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-02-09T23:48:57.893 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-02-09T23:48:57.893 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-02-09T23:48:57.893 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-02-09T23:48:57.893 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-02-09T23:48:57.893 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2024-02-09T23:48:57.893 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-02-09T23:48:57.893 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-02-09T23:48:57.893 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-02-09T23:48:57.893 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-02-09T23:48:57.893 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-02-09T23:48:57.893 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-02-09T23:48:57.893 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-02-09T23:48:57.893 INFO:tasks.cephadm: override: [osd] bluestore compression mode = aggressive 2024-02-09T23:48:57.893 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-02-09T23:48:57.894 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-02-09T23:48:57.894 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-02-09T23:48:57.894 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-02-09T23:48:57.894 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-02-09T23:48:57.894 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-02-09T23:48:57.894 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-02-09T23:48:57.894 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-02-09T23:48:57.894 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-02-09T23:48:57.894 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-02-09T23:48:57.894 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-02-09T23:48:57.894 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-02-09T23:48:57.894 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-02-09T23:48:57.894 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-02-09T23:48:57.896 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-02-09T23:48:57.896 DEBUG:teuthology.orchestra.run.smithi001:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-02-09T23:48:57.911 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = b5005240-c7a5-11ee-95b8-87774f69a715 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore compression mode = aggressive bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-02-09T23:48:57.911 DEBUG:teuthology.orchestra.run.smithi001:mon.a> sudo journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mon.a.service 2024-02-09T23:48:57.954 DEBUG:teuthology.orchestra.run.smithi001:mgr.x> sudo journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mgr.x.service 2024-02-09T23:48:57.999 INFO:tasks.cephadm:Bootstrapping... 2024-02-09T23:48:58.000 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 -v bootstrap --fsid b5005240-c7a5-11ee-95b8-87774f69a715 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.1 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-02-09T23:48:58.196 INFO:teuthology.orchestra.run.smithi001.stdout:-------------------------------------------------------------------------------- 2024-02-09T23:48:58.196 INFO:teuthology.orchestra.run.smithi001.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90', '-v', 'bootstrap', '--fsid', 'b5005240-c7a5-11ee-95b8-87774f69a715', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.1', '--skip-admin-label'] 2024-02-09T23:48:58.219 INFO:teuthology.orchestra.run.smithi001.stdout:/bin/podman: stdout 4.9.3-dev 2024-02-09T23:48:58.220 INFO:teuthology.orchestra.run.smithi001.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-02-09T23:48:58.220 INFO:teuthology.orchestra.run.smithi001.stdout:Verifying podman|docker is present... 2024-02-09T23:48:58.242 INFO:teuthology.orchestra.run.smithi001.stdout:/bin/podman: stdout 4.9.3-dev 2024-02-09T23:48:58.242 INFO:teuthology.orchestra.run.smithi001.stdout:Verifying lvm2 is present... 2024-02-09T23:48:58.242 INFO:teuthology.orchestra.run.smithi001.stdout:Verifying time synchronization is in place... 2024-02-09T23:48:58.249 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-02-09T23:48:58.250 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-02-09T23:48:58.255 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-02-09T23:48:58.255 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout inactive 2024-02-09T23:48:58.261 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout enabled 2024-02-09T23:48:58.268 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout active 2024-02-09T23:48:58.268 INFO:teuthology.orchestra.run.smithi001.stdout:Unit chronyd.service is enabled and running 2024-02-09T23:48:58.268 INFO:teuthology.orchestra.run.smithi001.stdout:Repeating the final host check... 2024-02-09T23:48:58.290 INFO:teuthology.orchestra.run.smithi001.stdout:/bin/podman: stdout 4.9.3-dev 2024-02-09T23:48:58.290 INFO:teuthology.orchestra.run.smithi001.stdout:podman (/bin/podman) version 4.9.3 is present 2024-02-09T23:48:58.290 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl is present 2024-02-09T23:48:58.291 INFO:teuthology.orchestra.run.smithi001.stdout:lvcreate is present 2024-02-09T23:48:58.296 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-02-09T23:48:58.296 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-02-09T23:48:58.302 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-02-09T23:48:58.302 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout inactive 2024-02-09T23:48:58.308 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout enabled 2024-02-09T23:48:58.314 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout active 2024-02-09T23:48:58.315 INFO:teuthology.orchestra.run.smithi001.stdout:Unit chronyd.service is enabled and running 2024-02-09T23:48:58.315 INFO:teuthology.orchestra.run.smithi001.stdout:Host looks OK 2024-02-09T23:48:58.315 INFO:teuthology.orchestra.run.smithi001.stdout:Cluster fsid: b5005240-c7a5-11ee-95b8-87774f69a715 2024-02-09T23:48:58.315 INFO:teuthology.orchestra.run.smithi001.stdout:Acquiring lock 140193974933104 on /run/cephadm/b5005240-c7a5-11ee-95b8-87774f69a715.lock 2024-02-09T23:48:58.315 INFO:teuthology.orchestra.run.smithi001.stdout:Lock 140193974933104 acquired on /run/cephadm/b5005240-c7a5-11ee-95b8-87774f69a715.lock 2024-02-09T23:48:58.315 INFO:teuthology.orchestra.run.smithi001.stdout:Verifying IP 172.21.15.1 port 3300 ... 2024-02-09T23:48:58.315 INFO:teuthology.orchestra.run.smithi001.stdout:Verifying IP 172.21.15.1 port 6789 ... 2024-02-09T23:48:58.316 INFO:teuthology.orchestra.run.smithi001.stdout:Base mon IP(s) is [172.21.15.1:3300, 172.21.15.1:6789], mon addrv is [v2:172.21.15.1:3300,v1:172.21.15.1:6789] 2024-02-09T23:48:58.319 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.1 metric 100 2024-02-09T23:48:58.319 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.1 metric 100 2024-02-09T23:48:58.321 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-02-09T23:48:58.322 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-02-09T23:48:58.322 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-02-09T23:48:58.324 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-02-09T23:48:58.324 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-02-09T23:48:58.324 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-02-09T23:48:58.324 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-02-09T23:48:58.324 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:15e8/64 scope link noprefixroute 2024-02-09T23:48:58.324 INFO:teuthology.orchestra.run.smithi001.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-02-09T23:48:58.325 INFO:teuthology.orchestra.run.smithi001.stdout:Mon IP `172.21.15.1` is in CIDR network `172.21.0.0/20` 2024-02-09T23:48:58.325 INFO:teuthology.orchestra.run.smithi001.stdout:Mon IP `172.21.15.1` is in CIDR network `172.21.0.0/20` 2024-02-09T23:48:58.325 INFO:teuthology.orchestra.run.smithi001.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-02-09T23:48:58.325 INFO:teuthology.orchestra.run.smithi001.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-02-09T23:48:58.326 INFO:teuthology.orchestra.run.smithi001.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90... 2024-02-09T23:48:58.805 INFO:teuthology.orchestra.run.smithi001.stdout:/bin/podman: stdout c328ab9dcfc7bf907ed3835578853a1e5a54ac5fa4d658ed833b2bc74e1373a6 2024-02-09T23:48:58.806 INFO:teuthology.orchestra.run.smithi001.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90... 2024-02-09T23:48:58.806 INFO:teuthology.orchestra.run.smithi001.stdout:/bin/podman: stderr Getting image source signatures 2024-02-09T23:48:58.806 INFO:teuthology.orchestra.run.smithi001.stdout:/bin/podman: stderr Copying blob sha256:5fe0e97a267976e17c7dcb240cf9455472de6876101ae78af4bdf182158b6d8d 2024-02-09T23:48:58.806 INFO:teuthology.orchestra.run.smithi001.stdout:/bin/podman: stderr Copying blob sha256:58df4e03ba066accf3a7e07426bab5f1c867e27a139801c642bdafb42b9a2d9a 2024-02-09T23:48:58.806 INFO:teuthology.orchestra.run.smithi001.stdout:/bin/podman: stderr Copying config sha256:c328ab9dcfc7bf907ed3835578853a1e5a54ac5fa4d658ed833b2bc74e1373a6 2024-02-09T23:48:58.806 INFO:teuthology.orchestra.run.smithi001.stdout:/bin/podman: stderr Writing manifest to image destination 2024-02-09T23:48:59.727 INFO:teuthology.orchestra.run.smithi001.stdout:ceph: stdout ceph version 19.0.0-1361-g290212a1 (290212a1bfd33563ba76ee5b7f0b944fdb6c5d90) squid (dev) 2024-02-09T23:48:59.727 INFO:teuthology.orchestra.run.smithi001.stdout:Ceph version: ceph version 19.0.0-1361-g290212a1 (290212a1bfd33563ba76ee5b7f0b944fdb6c5d90) squid (dev) 2024-02-09T23:48:59.727 INFO:teuthology.orchestra.run.smithi001.stdout:Extracting ceph user uid/gid from container image... 2024-02-09T23:49:00.675 INFO:teuthology.orchestra.run.smithi001.stdout:stat: stdout 167 167 2024-02-09T23:49:00.675 INFO:teuthology.orchestra.run.smithi001.stdout:Creating initial keys... 2024-02-09T23:49:01.671 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph-authtool: stdout AQDtucZlpaCQABAAH+5g5qjOyC4pWMauSKlkqA== 2024-02-09T23:49:02.552 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph-authtool: stdout AQDtucZlhA9dOhAAjVT00tN012noP1YQqg06Ug== 2024-02-09T23:49:03.399 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph-authtool: stdout AQDuucZls0U/MhAAFYZc8geky5lhYS7PoeW/Tw== 2024-02-09T23:49:03.400 INFO:teuthology.orchestra.run.smithi001.stdout:Creating initial monmap... 2024-02-09T23:49:04.373 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-02-09T23:49:04.373 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-02-09T23:49:04.373 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to b5005240-c7a5-11ee-95b8-87774f69a715 2024-02-09T23:49:04.373 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-02-09T23:49:04.373 INFO:teuthology.orchestra.run.smithi001.stdout:monmaptool for a [v2:172.21.15.1:3300,v1:172.21.15.1:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-02-09T23:49:04.373 INFO:teuthology.orchestra.run.smithi001.stdout:setting min_mon_release = quincy 2024-02-09T23:49:04.373 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/monmaptool: set fsid to b5005240-c7a5-11ee-95b8-87774f69a715 2024-02-09T23:49:04.373 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-02-09T23:49:04.374 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:49:04.374 INFO:teuthology.orchestra.run.smithi001.stdout:Creating mon... 2024-02-09T23:49:05.311 INFO:teuthology.orchestra.run.smithi001.stdout:create mon.a on 2024-02-09T23:49:05.522 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-02-09T23:49:05.667 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-02-09T23:49:05.868 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-b5005240-c7a5-11ee-95b8-87774f69a715.target → /etc/systemd/system/ceph-b5005240-c7a5-11ee-95b8-87774f69a715.target. 2024-02-09T23:49:05.868 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-b5005240-c7a5-11ee-95b8-87774f69a715.target → /etc/systemd/system/ceph-b5005240-c7a5-11ee-95b8-87774f69a715.target. 2024-02-09T23:49:06.175 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mon.a 2024-02-09T23:49:06.175 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stderr Failed to reset failed state of unit ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mon.a.service: Unit ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mon.a.service not loaded. 2024-02-09T23:49:06.341 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-b5005240-c7a5-11ee-95b8-87774f69a715.target.wants/ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mon.a.service → /etc/systemd/system/ceph-b5005240-c7a5-11ee-95b8-87774f69a715@.service. 2024-02-09T23:49:06.860 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-02-09T23:49:06.861 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout disabled 2024-02-09T23:49:06.867 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-02-09T23:49:06.867 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout inactive 2024-02-09T23:49:06.867 INFO:teuthology.orchestra.run.smithi001.stdout:firewalld.service is not enabled 2024-02-09T23:49:06.867 INFO:teuthology.orchestra.run.smithi001.stdout:Not possible to enable service . firewalld.service is not available 2024-02-09T23:49:06.867 INFO:teuthology.orchestra.run.smithi001.stdout:Waiting for mon to start... 2024-02-09T23:49:06.867 INFO:teuthology.orchestra.run.smithi001.stdout:Waiting for mon... 2024-02-09T23:49:06.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:06 smithi001 systemd[1]: Started Ceph mon.a for b5005240-c7a5-11ee-95b8-87774f69a715. 2024-02-09T23:49:07.928 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:07 smithi001 ceph-mon[31964]: mon.a is new leader, mons a in quorum (ranks 0) 2024-02-09T23:49:07.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:07 smithi001 ceph-mon[31964]: monmap e1: 1 mons at {a=[v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-02-09T23:49:07.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:07 smithi001 ceph-mon[31964]: fsmap 2024-02-09T23:49:07.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:07 smithi001 ceph-mon[31964]: osdmap e1: 0 total, 0 up, 0 in 2024-02-09T23:49:07.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:07 smithi001 ceph-mon[31964]: mgrmap e1: no daemons active 2024-02-09T23:49:07.929 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:07 smithi001 ceph-mon[31964]: from='client.? 172.21.15.1:0/4146844608' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-02-09T23:49:07.931 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout cluster: 2024-02-09T23:49:07.938 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout id: b5005240-c7a5-11ee-95b8-87774f69a715 2024-02-09T23:49:07.938 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-02-09T23:49:07.938 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-02-09T23:49:07.938 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout services: 2024-02-09T23:49:07.938 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.549068s) 2024-02-09T23:49:07.938 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-02-09T23:49:07.938 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-02-09T23:49:07.938 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-02-09T23:49:07.938 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout data: 2024-02-09T23:49:07.938 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-02-09T23:49:07.938 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-02-09T23:49:07.938 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-02-09T23:49:07.939 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout pgs: 2024-02-09T23:49:07.939 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-02-09T23:49:07.939 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.297+0000 7fdb747d7700 1 Processor -- start 2024-02-09T23:49:07.939 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.297+0000 7fdb747d7700 1 -- start start 2024-02-09T23:49:07.939 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.298+0000 7fdb747d7700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdb6c1053d0 0x7fdb6c1057f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:07.939 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.298+0000 7fdb747d7700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb6c105d30 con 0x7fdb6c1053d0 2024-02-09T23:49:07.939 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.298+0000 7fdb72573700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdb6c1053d0 0x7fdb6c1057f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:07.939 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.298+0000 7fdb72573700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdb6c1053d0 0x7fdb6c1057f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:58390/0 (socket says 172.21.15.1:58390) 2024-02-09T23:49:07.939 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.298+0000 7fdb72573700 1 -- 172.21.15.1:0/2046794120 learned_addr learned my addr 172.21.15.1:0/2046794120 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:07.939 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.298+0000 7fdb72573700 1 -- 172.21.15.1:0/2046794120 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb6c105e70 con 0x7fdb6c1053d0 2024-02-09T23:49:07.939 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.298+0000 7fdb72573700 1 --2- 172.21.15.1:0/2046794120 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdb6c1053d0 0x7fdb6c1057f0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fdb640098a0 tx=0x7fdb64009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f830b448aa5a0dd server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:07.939 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.299+0000 7fdb71571700 1 -- 172.21.15.1:0/2046794120 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdb64004160 con 0x7fdb6c1053d0 2024-02-09T23:49:07.940 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.299+0000 7fdb71571700 1 -- 172.21.15.1:0/2046794120 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb640042c0 con 0x7fdb6c1053d0 2024-02-09T23:49:07.940 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.299+0000 7fdb71571700 1 -- 172.21.15.1:0/2046794120 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdb640045a0 con 0x7fdb6c1053d0 2024-02-09T23:49:07.940 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.299+0000 7fdb747d7700 1 -- 172.21.15.1:0/2046794120 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdb6c1053d0 msgr2=0x7fdb6c1057f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:07.940 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.299+0000 7fdb747d7700 1 --2- 172.21.15.1:0/2046794120 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdb6c1053d0 0x7fdb6c1057f0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fdb640098a0 tx=0x7fdb64009bb0 comp rx=0 tx=0).stop 2024-02-09T23:49:07.940 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.299+0000 7fdb747d7700 1 -- 172.21.15.1:0/2046794120 shutdown_connections 2024-02-09T23:49:07.940 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.299+0000 7fdb747d7700 1 --2- 172.21.15.1:0/2046794120 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdb6c1053d0 0x7fdb6c1057f0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:07.941 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.299+0000 7fdb747d7700 1 -- 172.21.15.1:0/2046794120 >> 172.21.15.1:0/2046794120 conn(0x7fdb6c100eb0 msgr2=0x7fdb6c1032d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:07.941 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.299+0000 7fdb747d7700 1 -- 172.21.15.1:0/2046794120 shutdown_connections 2024-02-09T23:49:07.941 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.299+0000 7fdb747d7700 1 -- 172.21.15.1:0/2046794120 wait complete. 2024-02-09T23:49:07.941 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.300+0000 7fdb747d7700 1 Processor -- start 2024-02-09T23:49:07.941 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.300+0000 7fdb747d7700 1 -- start start 2024-02-09T23:49:07.941 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.300+0000 7fdb747d7700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdb6c1053d0 0x7fdb6c19abc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:07.941 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.300+0000 7fdb747d7700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb6c19b100 con 0x7fdb6c1053d0 2024-02-09T23:49:07.941 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.300+0000 7fdb72573700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdb6c1053d0 0x7fdb6c19abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:07.941 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.300+0000 7fdb72573700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdb6c1053d0 0x7fdb6c19abc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:58396/0 (socket says 172.21.15.1:58396) 2024-02-09T23:49:07.941 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.300+0000 7fdb72573700 1 -- 172.21.15.1:0/4146844608 learned_addr learned my addr 172.21.15.1:0/4146844608 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:07.941 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.300+0000 7fdb72573700 1 -- 172.21.15.1:0/4146844608 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb64009550 con 0x7fdb6c1053d0 2024-02-09T23:49:07.942 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.301+0000 7fdb72573700 1 --2- 172.21.15.1:0/4146844608 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdb6c1053d0 0x7fdb6c19abc0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fdb6c1061d0 tx=0x7fdb64004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:07.942 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.301+0000 7fdb6b7fe700 1 -- 172.21.15.1:0/4146844608 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdb64011630 con 0x7fdb6c1053d0 2024-02-09T23:49:07.942 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.301+0000 7fdb6b7fe700 1 -- 172.21.15.1:0/4146844608 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb64011790 con 0x7fdb6c1053d0 2024-02-09T23:49:07.942 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.301+0000 7fdb747d7700 1 -- 172.21.15.1:0/4146844608 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdb6c19b300 con 0x7fdb6c1053d0 2024-02-09T23:49:07.942 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.301+0000 7fdb6b7fe700 1 -- 172.21.15.1:0/4146844608 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdb64011a30 con 0x7fdb6c1053d0 2024-02-09T23:49:07.942 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.301+0000 7fdb747d7700 1 -- 172.21.15.1:0/4146844608 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb6c19b7a0 con 0x7fdb6c1053d0 2024-02-09T23:49:07.942 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.301+0000 7fdb6b7fe700 1 -- 172.21.15.1:0/4146844608 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7fdb64022070 con 0x7fdb6c1053d0 2024-02-09T23:49:07.942 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.301+0000 7fdb6b7fe700 1 -- 172.21.15.1:0/4146844608 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fdb6401c450 con 0x7fdb6c1053d0 2024-02-09T23:49:07.942 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.302+0000 7fdb747d7700 1 -- 172.21.15.1:0/4146844608 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdb6c1949a0 con 0x7fdb6c1053d0 2024-02-09T23:49:07.942 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.304+0000 7fdb6b7fe700 1 -- 172.21.15.1:0/4146844608 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7fdb64011b90 con 0x7fdb6c1053d0 2024-02-09T23:49:07.942 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.377+0000 7fdb747d7700 1 -- 172.21.15.1:0/4146844608 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "status"} v 0) v1 -- 0x7fdb6c10afa0 con 0x7fdb6c1053d0 2024-02-09T23:49:07.942 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.377+0000 7fdb6b7fe700 1 -- 172.21.15.1:0/4146844608 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) v1 ==== 54+0+317 (secure 0 0 0) 0x7fdb64011d30 con 0x7fdb6c1053d0 2024-02-09T23:49:07.942 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.378+0000 7fdb747d7700 1 -- 172.21.15.1:0/4146844608 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdb6c1053d0 msgr2=0x7fdb6c19abc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:07.942 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.378+0000 7fdb747d7700 1 --2- 172.21.15.1:0/4146844608 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdb6c1053d0 0x7fdb6c19abc0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fdb6c1061d0 tx=0x7fdb64004750 comp rx=0 tx=0).stop 2024-02-09T23:49:07.943 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.378+0000 7fdb747d7700 1 -- 172.21.15.1:0/4146844608 shutdown_connections 2024-02-09T23:49:07.943 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.378+0000 7fdb747d7700 1 --2- 172.21.15.1:0/4146844608 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdb6c1053d0 0x7fdb6c19abc0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:07.943 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.378+0000 7fdb747d7700 1 -- 172.21.15.1:0/4146844608 >> 172.21.15.1:0/4146844608 conn(0x7fdb6c100eb0 msgr2=0x7fdb6c1031d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:07.943 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.378+0000 7fdb747d7700 1 -- 172.21.15.1:0/4146844608 shutdown_connections 2024-02-09T23:49:07.943 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:07.378+0000 7fdb747d7700 1 -- 172.21.15.1:0/4146844608 wait complete. 2024-02-09T23:49:07.943 INFO:teuthology.orchestra.run.smithi001.stdout:mon is available 2024-02-09T23:49:07.943 INFO:teuthology.orchestra.run.smithi001.stdout:Assimilating anything we can from ceph.conf... 2024-02-09T23:49:09.003 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:08 smithi001 ceph-mon[31964]: from='client.? 172.21.15.1:0/3422941396' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-02-09T23:49:09.004 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:08 smithi001 ceph-mon[31964]: from='client.? 172.21.15.1:0/3422941396' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-02-09T23:49:09.014 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-02-09T23:49:09.014 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout [global] 2024-02-09T23:49:09.014 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout fsid = b5005240-c7a5-11ee-95b8-87774f69a715 2024-02-09T23:49:09.014 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.1:3300,v1:172.21.15.1:6789] 2024-02-09T23:49:09.014 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-02-09T23:49:09.014 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-02-09T23:49:09.014 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-02-09T23:49:09.014 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-02-09T23:49:09.015 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-02-09T23:49:09.015 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout [mgr] 2024-02-09T23:49:09.015 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-02-09T23:49:09.015 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-02-09T23:49:09.015 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout [osd] 2024-02-09T23:49:09.015 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-02-09T23:49:09.015 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-02-09T23:49:09.015 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-02-09T23:49:09.015 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-02-09T23:49:09.015 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-02-09T23:49:09.015 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.352+0000 7fe2960b9700 1 Processor -- start 2024-02-09T23:49:09.015 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.352+0000 7fe2960b9700 1 -- start start 2024-02-09T23:49:09.015 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.353+0000 7fe2960b9700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe2901059e0 0x7fe290105e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:09.015 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.353+0000 7fe2960b9700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2901063d0 con 0x7fe2901059e0 2024-02-09T23:49:09.016 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.353+0000 7fe28f7fe700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe2901059e0 0x7fe290105e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:09.016 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.353+0000 7fe28f7fe700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe2901059e0 0x7fe290105e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:58410/0 (socket says 172.21.15.1:58410) 2024-02-09T23:49:09.016 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.353+0000 7fe28f7fe700 1 -- 172.21.15.1:0/2654236213 learned_addr learned my addr 172.21.15.1:0/2654236213 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:09.016 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.353+0000 7fe28f7fe700 1 -- 172.21.15.1:0/2654236213 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe290108970 con 0x7fe2901059e0 2024-02-09T23:49:09.016 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.354+0000 7fe28f7fe700 1 --2- 172.21.15.1:0/2654236213 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe2901059e0 0x7fe290105e00 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fe2800098a0 tx=0x7fe280009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d30654833d5573 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:09.016 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.354+0000 7fe28e7fc700 1 -- 172.21.15.1:0/2654236213 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe280004160 con 0x7fe2901059e0 2024-02-09T23:49:09.016 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.354+0000 7fe28e7fc700 1 -- 172.21.15.1:0/2654236213 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2800042c0 con 0x7fe2901059e0 2024-02-09T23:49:09.016 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.354+0000 7fe28e7fc700 1 -- 172.21.15.1:0/2654236213 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe2800045a0 con 0x7fe2901059e0 2024-02-09T23:49:09.016 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.354+0000 7fe2960b9700 1 -- 172.21.15.1:0/2654236213 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe2901059e0 msgr2=0x7fe290105e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:09.016 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.354+0000 7fe2960b9700 1 --2- 172.21.15.1:0/2654236213 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe2901059e0 0x7fe290105e00 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fe2800098a0 tx=0x7fe280009bb0 comp rx=0 tx=0).stop 2024-02-09T23:49:09.016 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.354+0000 7fe2960b9700 1 -- 172.21.15.1:0/2654236213 shutdown_connections 2024-02-09T23:49:09.016 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.354+0000 7fe2960b9700 1 --2- 172.21.15.1:0/2654236213 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe2901059e0 0x7fe290105e00 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:09.016 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.354+0000 7fe2960b9700 1 -- 172.21.15.1:0/2654236213 >> 172.21.15.1:0/2654236213 conn(0x7fe290101350 msgr2=0x7fe290103770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:09.017 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.354+0000 7fe2960b9700 1 -- 172.21.15.1:0/2654236213 shutdown_connections 2024-02-09T23:49:09.017 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.354+0000 7fe2960b9700 1 -- 172.21.15.1:0/2654236213 wait complete. 2024-02-09T23:49:09.017 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.355+0000 7fe2960b9700 1 Processor -- start 2024-02-09T23:49:09.017 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.355+0000 7fe2960b9700 1 -- start start 2024-02-09T23:49:09.017 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.355+0000 7fe2960b9700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe2901059e0 0x7fe2901081f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:09.017 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.355+0000 7fe2960b9700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe290108730 con 0x7fe2901059e0 2024-02-09T23:49:09.017 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.355+0000 7fe28f7fe700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe2901059e0 0x7fe2901081f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:09.017 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.355+0000 7fe28f7fe700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe2901059e0 0x7fe2901081f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:58412/0 (socket says 172.21.15.1:58412) 2024-02-09T23:49:09.017 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.355+0000 7fe28f7fe700 1 -- 172.21.15.1:0/3422941396 learned_addr learned my addr 172.21.15.1:0/3422941396 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:09.017 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.356+0000 7fe28f7fe700 1 -- 172.21.15.1:0/3422941396 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe280009550 con 0x7fe2901059e0 2024-02-09T23:49:09.017 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.356+0000 7fe28f7fe700 1 --2- 172.21.15.1:0/3422941396 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe2901059e0 0x7fe2901081f0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fe280004000 tx=0x7fe280004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:09.017 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.356+0000 7fe28cff9700 1 -- 172.21.15.1:0/3422941396 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe280011630 con 0x7fe2901059e0 2024-02-09T23:49:09.017 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.356+0000 7fe28cff9700 1 -- 172.21.15.1:0/3422941396 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe280011790 con 0x7fe2901059e0 2024-02-09T23:49:09.017 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.356+0000 7fe28cff9700 1 -- 172.21.15.1:0/3422941396 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe280011a30 con 0x7fe2901059e0 2024-02-09T23:49:09.018 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.356+0000 7fe2960b9700 1 -- 172.21.15.1:0/3422941396 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe290106920 con 0x7fe2901059e0 2024-02-09T23:49:09.018 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.356+0000 7fe2960b9700 1 -- 172.21.15.1:0/3422941396 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe290106dc0 con 0x7fe2901059e0 2024-02-09T23:49:09.018 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.356+0000 7fe28cff9700 1 -- 172.21.15.1:0/3422941396 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7fe280022070 con 0x7fe2901059e0 2024-02-09T23:49:09.018 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.356+0000 7fe28cff9700 1 -- 172.21.15.1:0/3422941396 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fe28001c450 con 0x7fe2901059e0 2024-02-09T23:49:09.018 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.357+0000 7fe2960b9700 1 -- 172.21.15.1:0/3422941396 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe2901077d0 con 0x7fe2901059e0 2024-02-09T23:49:09.018 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.359+0000 7fe28cff9700 1 -- 172.21.15.1:0/3422941396 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7fe280011b90 con 0x7fe2901059e0 2024-02-09T23:49:09.018 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.430+0000 7fe2960b9700 1 -- 172.21.15.1:0/3422941396 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) v1 -- 0x7fe290108ce0 con 0x7fe2901059e0 2024-02-09T23:49:09.018 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.433+0000 7fe28cff9700 1 -- 172.21.15.1:0/3422941396 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) v1 ==== 70+0+427 (secure 0 0 0) 0x7fe280011de0 con 0x7fe2901059e0 2024-02-09T23:49:09.018 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.433+0000 7fe28cff9700 1 -- 172.21.15.1:0/3422941396 <== mon.0 v2:172.21.15.1:3300/0 8 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fe28001c6b0 con 0x7fe2901059e0 2024-02-09T23:49:09.018 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.434+0000 7fe2960b9700 1 -- 172.21.15.1:0/3422941396 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe2901059e0 msgr2=0x7fe2901081f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:09.018 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.434+0000 7fe2960b9700 1 --2- 172.21.15.1:0/3422941396 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe2901059e0 0x7fe2901081f0 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fe280004000 tx=0x7fe280004750 comp rx=0 tx=0).stop 2024-02-09T23:49:09.018 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.434+0000 7fe2960b9700 1 -- 172.21.15.1:0/3422941396 shutdown_connections 2024-02-09T23:49:09.018 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.434+0000 7fe2960b9700 1 --2- 172.21.15.1:0/3422941396 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe2901059e0 0x7fe2901081f0 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:09.018 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.434+0000 7fe2960b9700 1 -- 172.21.15.1:0/3422941396 >> 172.21.15.1:0/3422941396 conn(0x7fe290101350 msgr2=0x7fe290191a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:09.019 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.435+0000 7fe2960b9700 1 -- 172.21.15.1:0/3422941396 shutdown_connections 2024-02-09T23:49:09.019 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:08.435+0000 7fe2960b9700 1 -- 172.21.15.1:0/3422941396 wait complete. 2024-02-09T23:49:09.019 INFO:teuthology.orchestra.run.smithi001.stdout:Generating new minimal ceph.conf... 2024-02-09T23:49:10.084 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:09 smithi001 ceph-mon[31964]: from='client.? 172.21.15.1:0/4155546920' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:49:10.091 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.423+0000 7fd1596ee700 1 Processor -- start 2024-02-09T23:49:10.091 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.423+0000 7fd1596ee700 1 -- start start 2024-02-09T23:49:10.091 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.423+0000 7fd1596ee700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd1541065f0 0x7fd154106a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:10.091 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.423+0000 7fd1596ee700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd154106fe0 con 0x7fd1541065f0 2024-02-09T23:49:10.092 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.423+0000 7fd152ffd700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd1541065f0 0x7fd154106a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:10.092 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.423+0000 7fd152ffd700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd1541065f0 0x7fd154106a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:58426/0 (socket says 172.21.15.1:58426) 2024-02-09T23:49:10.092 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.423+0000 7fd152ffd700 1 -- 172.21.15.1:0/3778635738 learned_addr learned my addr 172.21.15.1:0/3778635738 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:10.092 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.423+0000 7fd152ffd700 1 -- 172.21.15.1:0/3778635738 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1541077f0 con 0x7fd1541065f0 2024-02-09T23:49:10.092 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.423+0000 7fd152ffd700 1 --2- 172.21.15.1:0/3778635738 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd1541065f0 0x7fd154106a10 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fd14400bb40 tx=0x7fd14400be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5490f1c49d9ecda4 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:10.092 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.424+0000 7fd151ffb700 1 -- 172.21.15.1:0/3778635738 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd14400dbe0 con 0x7fd1541065f0 2024-02-09T23:49:10.092 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.424+0000 7fd151ffb700 1 -- 172.21.15.1:0/3778635738 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fd1440044f0 con 0x7fd1541065f0 2024-02-09T23:49:10.092 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.424+0000 7fd151ffb700 1 -- 172.21.15.1:0/3778635738 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd144010470 con 0x7fd1541065f0 2024-02-09T23:49:10.092 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.424+0000 7fd1596ee700 1 -- 172.21.15.1:0/3778635738 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd1541065f0 msgr2=0x7fd154106a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:10.092 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.424+0000 7fd1596ee700 1 --2- 172.21.15.1:0/3778635738 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd1541065f0 0x7fd154106a10 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fd14400bb40 tx=0x7fd14400be50 comp rx=0 tx=0).stop 2024-02-09T23:49:10.092 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.424+0000 7fd1596ee700 1 -- 172.21.15.1:0/3778635738 shutdown_connections 2024-02-09T23:49:10.092 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.424+0000 7fd1596ee700 1 --2- 172.21.15.1:0/3778635738 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd1541065f0 0x7fd154106a10 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:10.092 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.424+0000 7fd1596ee700 1 -- 172.21.15.1:0/3778635738 >> 172.21.15.1:0/3778635738 conn(0x7fd154101bd0 msgr2=0x7fd154103ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:10.092 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.424+0000 7fd1596ee700 1 -- 172.21.15.1:0/3778635738 shutdown_connections 2024-02-09T23:49:10.093 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.424+0000 7fd1596ee700 1 -- 172.21.15.1:0/3778635738 wait complete. 2024-02-09T23:49:10.093 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.425+0000 7fd1596ee700 1 Processor -- start 2024-02-09T23:49:10.093 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.425+0000 7fd1596ee700 1 -- start start 2024-02-09T23:49:10.093 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.425+0000 7fd1596ee700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd1541065f0 0x7fd1541992c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:10.093 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.425+0000 7fd1596ee700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd154199800 con 0x7fd1541065f0 2024-02-09T23:49:10.096 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.425+0000 7fd152ffd700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd1541065f0 0x7fd1541992c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:10.096 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.425+0000 7fd152ffd700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd1541065f0 0x7fd1541992c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:58442/0 (socket says 172.21.15.1:58442) 2024-02-09T23:49:10.096 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.425+0000 7fd152ffd700 1 -- 172.21.15.1:0/4155546920 learned_addr learned my addr 172.21.15.1:0/4155546920 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:10.096 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.426+0000 7fd152ffd700 1 -- 172.21.15.1:0/4155546920 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd14400b7f0 con 0x7fd1541065f0 2024-02-09T23:49:10.096 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.426+0000 7fd152ffd700 1 --2- 172.21.15.1:0/4155546920 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd1541065f0 0x7fd1541992c0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fd14400b340 tx=0x7fd144010520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:10.096 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.426+0000 7fd13bfff700 1 -- 172.21.15.1:0/4155546920 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd14401e070 con 0x7fd1541065f0 2024-02-09T23:49:10.096 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.426+0000 7fd13bfff700 1 -- 172.21.15.1:0/4155546920 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fd144004250 con 0x7fd1541065f0 2024-02-09T23:49:10.096 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.426+0000 7fd13bfff700 1 -- 172.21.15.1:0/4155546920 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd144022a80 con 0x7fd1541065f0 2024-02-09T23:49:10.096 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.426+0000 7fd1596ee700 1 -- 172.21.15.1:0/4155546920 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd154199a00 con 0x7fd1541065f0 2024-02-09T23:49:10.096 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.426+0000 7fd1596ee700 1 -- 172.21.15.1:0/4155546920 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd154199ea0 con 0x7fd1541065f0 2024-02-09T23:49:10.097 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.426+0000 7fd13bfff700 1 -- 172.21.15.1:0/4155546920 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7fd144022be0 con 0x7fd1541065f0 2024-02-09T23:49:10.097 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.426+0000 7fd13bfff700 1 -- 172.21.15.1:0/4155546920 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fd144019660 con 0x7fd1541065f0 2024-02-09T23:49:10.097 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.427+0000 7fd1596ee700 1 -- 172.21.15.1:0/4155546920 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd154063350 con 0x7fd1541065f0 2024-02-09T23:49:10.097 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.429+0000 7fd13bfff700 1 -- 172.21.15.1:0/4155546920 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7fd144027070 con 0x7fd1541065f0 2024-02-09T23:49:10.097 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.499+0000 7fd1596ee700 1 -- 172.21.15.1:0/4155546920 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) v1 -- 0x7fd154079fb0 con 0x7fd1541065f0 2024-02-09T23:49:10.097 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.499+0000 7fd13bfff700 1 -- 172.21.15.1:0/4155546920 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) v1 ==== 76+0+173 (secure 0 0 0) 0x7fd144010df0 con 0x7fd1541065f0 2024-02-09T23:49:10.097 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.500+0000 7fd1596ee700 1 -- 172.21.15.1:0/4155546920 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd1541065f0 msgr2=0x7fd1541992c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:10.097 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.500+0000 7fd1596ee700 1 --2- 172.21.15.1:0/4155546920 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd1541065f0 0x7fd1541992c0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fd14400b340 tx=0x7fd144010520 comp rx=0 tx=0).stop 2024-02-09T23:49:10.097 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.500+0000 7fd1596ee700 1 -- 172.21.15.1:0/4155546920 shutdown_connections 2024-02-09T23:49:10.097 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.500+0000 7fd1596ee700 1 --2- 172.21.15.1:0/4155546920 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd1541065f0 0x7fd1541992c0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:10.097 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.500+0000 7fd1596ee700 1 -- 172.21.15.1:0/4155546920 >> 172.21.15.1:0/4155546920 conn(0x7fd154101bd0 msgr2=0x7fd15418fa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:10.097 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.500+0000 7fd1596ee700 1 -- 172.21.15.1:0/4155546920 shutdown_connections 2024-02-09T23:49:10.097 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:09.500+0000 7fd1596ee700 1 -- 172.21.15.1:0/4155546920 wait complete. 2024-02-09T23:49:10.097 INFO:teuthology.orchestra.run.smithi001.stdout:Restarting the monitor... 2024-02-09T23:49:10.338 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:10 smithi001 systemd[1]: Stopping Ceph mon.a for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-09T23:49:10.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:10 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mon-a[31960]: 2024-02-09T23:49:10.335+0000 7ff78b4c9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-02-09T23:49:10.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:10 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mon-a[31960]: 2024-02-09T23:49:10.335+0000 7ff78b4c9700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-02-09T23:49:10.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:10 smithi001 podman[32210]: 2024-02-09 23:49:10.582052218 +0000 UTC m=+0.332284532 container died c4067ad2b709557511726e3a48e8f29f451595cae7772f089c8ff2f9363f72a9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mon-a, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240131, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-290212a, org.label-schema.name=CentOS Stream 8 Base Image) 2024-02-09T23:49:11.080 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:10 smithi001 podman[32210]: 2024-02-09 23:49:10.877443475 +0000 UTC m=+0.627675788 container cleanup c4067ad2b709557511726e3a48e8f29f451595cae7772f089c8ff2f9363f72a9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mon-a, org.label-schema.build-date=20240131, org.label-schema.license=GPLv2, io.buildah.version=1.33.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=main-290212a, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-02-09T23:49:11.080 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:10 smithi001 bash[32210]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mon-a 2024-02-09T23:49:11.397 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 podman[32224]: 2024-02-09 23:49:11.078316321 +0000 UTC m=+0.495232232 container remove c4067ad2b709557511726e3a48e8f29f451595cae7772f089c8ff2f9363f72a9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mon-a, org.label-schema.build-date=20240131, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-290212a, ceph=True, io.buildah.version=1.33.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-02-09T23:49:11.397 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 systemd[1]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mon.a.service: Deactivated successfully. 2024-02-09T23:49:11.397 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 systemd[1]: Stopped Ceph mon.a for b5005240-c7a5-11ee-95b8-87774f69a715. 2024-02-09T23:49:11.397 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 systemd[1]: Starting Ceph mon.a for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-09T23:49:11.692 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 podman[32316]: 2024-02-09 23:49:11.395830309 +0000 UTC m=+0.097872663 container create a33cab58dede29bfb9f810b672b76c872598f403681816ea9fb98ecc87b5b509 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mon-a, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240131, org.label-schema.schema-version=1.0, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-290212a, io.buildah.version=1.33.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-02-09T23:49:11.692 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 podman[32316]: 2024-02-09 23:49:11.315928327 +0000 UTC m=+0.017970651 image pull c328ab9dcfc7bf907ed3835578853a1e5a54ac5fa4d658ed833b2bc74e1373a6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 2024-02-09T23:49:11.692 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 podman[32316]: 2024-02-09 23:49:11.606733258 +0000 UTC m=+0.308775573 container init a33cab58dede29bfb9f810b672b76c872598f403681816ea9fb98ecc87b5b509 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mon-a, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240131, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=main-290212a, io.buildah.version=1.33.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-02-09T23:49:11.692 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 podman[32316]: 2024-02-09 23:49:11.609455374 +0000 UTC m=+0.311497681 container start a33cab58dede29bfb9f810b672b76c872598f403681816ea9fb98ecc87b5b509 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mon-a, io.buildah.version=1.33.2, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240131, RELEASE=main-290212a, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-02-09T23:49:11.692 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: set uid:gid to 167:167 (ceph:ceph) 2024-02-09T23:49:11.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: ceph version 19.0.0-1361-g290212a1 (290212a1bfd33563ba76ee5b7f0b944fdb6c5d90) squid (dev), process ceph-mon, pid 2 2024-02-09T23:49:11.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: pidfile_write: ignore empty --pid-file 2024-02-09T23:49:11.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: load: jerasure load: lrc 2024-02-09T23:49:11.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: RocksDB version: 7.9.2 2024-02-09T23:49:11.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Git sha 0 2024-02-09T23:49:11.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Compile date 2024-02-09 17:35:33 2024-02-09T23:49:11.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: DB SUMMARY 2024-02-09T23:49:11.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: DB Session ID: 9331D8TCEEGG24J4YGD5 2024-02-09T23:49:11.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: CURRENT file: CURRENT 2024-02-09T23:49:11.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: IDENTITY file: IDENTITY 2024-02-09T23:49:11.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-02-09T23:49:11.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-02-09T23:49:11.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 100268 ; 2024-02-09T23:49:11.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.error_if_exists: 0 2024-02-09T23:49:11.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.create_if_missing: 0 2024-02-09T23:49:11.694 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.paranoid_checks: 1 2024-02-09T23:49:11.694 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.flush_verify_memtable_count: 1 2024-02-09T23:49:11.694 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-02-09T23:49:11.694 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-02-09T23:49:11.694 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.env: 0x55e609525ae0 2024-02-09T23:49:11.694 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.fs: PosixFileSystem 2024-02-09T23:49:11.694 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.info_log: 0x55e60b6c18c0 2024-02-09T23:49:11.694 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.max_file_opening_threads: 16 2024-02-09T23:49:11.694 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.statistics: (nil) 2024-02-09T23:49:11.694 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.use_fsync: 0 2024-02-09T23:49:11.694 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.max_log_file_size: 0 2024-02-09T23:49:11.694 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-02-09T23:49:11.694 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.log_file_time_to_roll: 0 2024-02-09T23:49:11.694 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.keep_log_file_num: 1000 2024-02-09T23:49:11.695 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.recycle_log_file_num: 0 2024-02-09T23:49:11.695 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.allow_fallocate: 1 2024-02-09T23:49:11.695 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.allow_mmap_reads: 0 2024-02-09T23:49:11.695 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.allow_mmap_writes: 0 2024-02-09T23:49:11.695 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.use_direct_reads: 0 2024-02-09T23:49:11.695 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-02-09T23:49:11.695 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.create_missing_column_families: 0 2024-02-09T23:49:11.695 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.db_log_dir: 2024-02-09T23:49:11.695 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.wal_dir: 2024-02-09T23:49:11.695 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.table_cache_numshardbits: 6 2024-02-09T23:49:11.695 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.WAL_ttl_seconds: 0 2024-02-09T23:49:11.695 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.WAL_size_limit_MB: 0 2024-02-09T23:49:11.695 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-02-09T23:49:11.695 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-02-09T23:49:11.695 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.is_fd_close_on_exec: 1 2024-02-09T23:49:11.696 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.advise_random_on_open: 1 2024-02-09T23:49:11.696 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.db_write_buffer_size: 0 2024-02-09T23:49:11.696 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.write_buffer_manager: 0x55e60b695400 2024-02-09T23:49:11.696 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-02-09T23:49:11.696 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-02-09T23:49:11.696 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.use_adaptive_mutex: 0 2024-02-09T23:49:11.696 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.rate_limiter: (nil) 2024-02-09T23:49:11.696 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-02-09T23:49:11.696 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.wal_recovery_mode: 2 2024-02-09T23:49:11.696 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.enable_thread_tracking: 0 2024-02-09T23:49:11.696 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.enable_pipelined_write: 0 2024-02-09T23:49:11.696 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.unordered_write: 0 2024-02-09T23:49:11.696 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-02-09T23:49:11.696 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-02-09T23:49:11.696 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-02-09T23:49:11.697 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-02-09T23:49:11.697 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.row_cache: None 2024-02-09T23:49:11.697 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.wal_filter: None 2024-02-09T23:49:11.697 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-02-09T23:49:11.697 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.allow_ingest_behind: 0 2024-02-09T23:49:11.697 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.two_write_queues: 0 2024-02-09T23:49:11.697 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.manual_wal_flush: 0 2024-02-09T23:49:11.697 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.wal_compression: 0 2024-02-09T23:49:11.697 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.atomic_flush: 0 2024-02-09T23:49:11.697 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-02-09T23:49:11.697 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.persist_stats_to_disk: 0 2024-02-09T23:49:11.697 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.write_dbid_to_manifest: 0 2024-02-09T23:49:11.697 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.log_readahead_size: 0 2024-02-09T23:49:11.697 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-02-09T23:49:11.697 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.best_efforts_recovery: 0 2024-02-09T23:49:11.698 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-02-09T23:49:11.698 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-02-09T23:49:11.698 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.allow_data_in_errors: 0 2024-02-09T23:49:11.698 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.db_host_id: __hostname__ 2024-02-09T23:49:11.698 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.enforce_single_del_contracts: true 2024-02-09T23:49:11.698 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.max_background_jobs: 2 2024-02-09T23:49:11.698 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.max_background_compactions: -1 2024-02-09T23:49:11.698 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.max_subcompactions: 1 2024-02-09T23:49:11.698 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-02-09T23:49:11.698 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-02-09T23:49:11.698 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.delayed_write_rate : 16777216 2024-02-09T23:49:11.698 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.max_total_wal_size: 0 2024-02-09T23:49:11.698 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-02-09T23:49:11.698 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.stats_dump_period_sec: 600 2024-02-09T23:49:11.698 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.stats_persist_period_sec: 600 2024-02-09T23:49:11.699 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-02-09T23:49:11.699 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.max_open_files: -1 2024-02-09T23:49:11.699 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.bytes_per_sync: 0 2024-02-09T23:49:11.699 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.wal_bytes_per_sync: 0 2024-02-09T23:49:11.700 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.strict_bytes_per_sync: 0 2024-02-09T23:49:11.700 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.compaction_readahead_size: 0 2024-02-09T23:49:11.700 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.max_background_flushes: -1 2024-02-09T23:49:11.700 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Compression algorithms supported: 2024-02-09T23:49:11.700 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-02-09T23:49:11.700 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: kZSTD supported: 0 2024-02-09T23:49:11.700 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: kXpressCompression supported: 0 2024-02-09T23:49:11.700 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: kLZ4HCCompression supported: 1 2024-02-09T23:49:11.700 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: kZlibCompression supported: 1 2024-02-09T23:49:11.700 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: kSnappyCompression supported: 1 2024-02-09T23:49:11.701 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: kLZ4Compression supported: 1 2024-02-09T23:49:11.701 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: kBZip2Compression supported: 0 2024-02-09T23:49:11.701 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Fast CRC32 supported: Supported on x86 2024-02-09T23:49:11.701 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: DMutex implementation: pthread_mutex_t 2024-02-09T23:49:11.701 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-02-09T23:49:11.701 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-02-09T23:49:11.701 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-02-09T23:49:11.701 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.merge_operator: 2024-02-09T23:49:11.701 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.compaction_filter: None 2024-02-09T23:49:11.701 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.compaction_filter_factory: None 2024-02-09T23:49:11.701 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.sst_partitioner_factory: None 2024-02-09T23:49:11.701 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.memtable_factory: SkipListFactory 2024-02-09T23:49:11.701 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.table_factory: BlockBasedTable 2024-02-09T23:49:11.701 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e60b6c19c0) 2024-02-09T23:49:11.702 INFO:journalctl@ceph.mon.a.smithi001.stdout: cache_index_and_filter_blocks: 1 2024-02-09T23:49:11.702 INFO:journalctl@ceph.mon.a.smithi001.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-02-09T23:49:11.702 INFO:journalctl@ceph.mon.a.smithi001.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-02-09T23:49:11.702 INFO:journalctl@ceph.mon.a.smithi001.stdout: pin_top_level_index_and_filter: 1 2024-02-09T23:49:11.702 INFO:journalctl@ceph.mon.a.smithi001.stdout: index_type: 0 2024-02-09T23:49:11.702 INFO:journalctl@ceph.mon.a.smithi001.stdout: data_block_index_type: 0 2024-02-09T23:49:11.702 INFO:journalctl@ceph.mon.a.smithi001.stdout: index_shortening: 1 2024-02-09T23:49:11.702 INFO:journalctl@ceph.mon.a.smithi001.stdout: data_block_hash_table_util_ratio: 0.750000 2024-02-09T23:49:11.702 INFO:journalctl@ceph.mon.a.smithi001.stdout: checksum: 4 2024-02-09T23:49:11.702 INFO:journalctl@ceph.mon.a.smithi001.stdout: no_block_cache: 0 2024-02-09T23:49:11.702 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_cache: 0x55e60b6c5090 2024-02-09T23:49:11.702 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_cache_name: BinnedLRUCache 2024-02-09T23:49:11.702 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_cache_options: 2024-02-09T23:49:11.702 INFO:journalctl@ceph.mon.a.smithi001.stdout: capacity : 536870912 2024-02-09T23:49:11.702 INFO:journalctl@ceph.mon.a.smithi001.stdout: num_shard_bits : 4 2024-02-09T23:49:11.703 INFO:journalctl@ceph.mon.a.smithi001.stdout: strict_capacity_limit : 0 2024-02-09T23:49:11.703 INFO:journalctl@ceph.mon.a.smithi001.stdout: high_pri_pool_ratio: 0.000 2024-02-09T23:49:11.703 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_cache_compressed: (nil) 2024-02-09T23:49:11.703 INFO:journalctl@ceph.mon.a.smithi001.stdout: persistent_cache: (nil) 2024-02-09T23:49:11.703 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_size: 4096 2024-02-09T23:49:11.703 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_size_deviation: 10 2024-02-09T23:49:11.703 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_restart_interval: 16 2024-02-09T23:49:11.703 INFO:journalctl@ceph.mon.a.smithi001.stdout: index_block_restart_interval: 1 2024-02-09T23:49:11.703 INFO:journalctl@ceph.mon.a.smithi001.stdout: metadata_block_size: 4096 2024-02-09T23:49:11.703 INFO:journalctl@ceph.mon.a.smithi001.stdout: partition_filters: 0 2024-02-09T23:49:11.703 INFO:journalctl@ceph.mon.a.smithi001.stdout: use_delta_encoding: 1 2024-02-09T23:49:11.703 INFO:journalctl@ceph.mon.a.smithi001.stdout: filter_policy: bloomfilter 2024-02-09T23:49:11.703 INFO:journalctl@ceph.mon.a.smithi001.stdout: whole_key_filtering: 1 2024-02-09T23:49:11.703 INFO:journalctl@ceph.mon.a.smithi001.stdout: verify_compression: 0 2024-02-09T23:49:11.703 INFO:journalctl@ceph.mon.a.smithi001.stdout: read_amp_bytes_per_bit: 0 2024-02-09T23:49:11.704 INFO:journalctl@ceph.mon.a.smithi001.stdout: format_version: 5 2024-02-09T23:49:11.704 INFO:journalctl@ceph.mon.a.smithi001.stdout: enable_index_compression: 1 2024-02-09T23:49:11.704 INFO:journalctl@ceph.mon.a.smithi001.stdout: block_align: 0 2024-02-09T23:49:11.704 INFO:journalctl@ceph.mon.a.smithi001.stdout: max_auto_readahead_size: 262144 2024-02-09T23:49:11.704 INFO:journalctl@ceph.mon.a.smithi001.stdout: prepopulate_block_cache: 0 2024-02-09T23:49:11.704 INFO:journalctl@ceph.mon.a.smithi001.stdout: initial_auto_readahead_size: 8192 2024-02-09T23:49:11.704 INFO:journalctl@ceph.mon.a.smithi001.stdout: num_file_reads_for_auto_readahead: 2 2024-02-09T23:49:11.704 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.write_buffer_size: 33554432 2024-02-09T23:49:11.704 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.max_write_buffer_number: 2 2024-02-09T23:49:11.704 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.compression: NoCompression 2024-02-09T23:49:11.704 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.bottommost_compression: Disabled 2024-02-09T23:49:11.704 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.prefix_extractor: nullptr 2024-02-09T23:49:11.704 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-02-09T23:49:11.704 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.num_levels: 7 2024-02-09T23:49:11.705 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-02-09T23:49:11.705 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-02-09T23:49:11.705 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-02-09T23:49:11.705 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-02-09T23:49:11.705 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-02-09T23:49:11.705 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-02-09T23:49:11.705 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-02-09T23:49:11.705 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-02-09T23:49:11.705 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-02-09T23:49:11.705 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-02-09T23:49:11.705 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-02-09T23:49:11.705 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-02-09T23:49:11.705 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.compression_opts.window_bits: -14 2024-02-09T23:49:11.705 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.compression_opts.level: 32767 2024-02-09T23:49:11.706 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.compression_opts.strategy: 0 2024-02-09T23:49:11.706 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-02-09T23:49:11.706 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-02-09T23:49:11.706 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-02-09T23:49:11.706 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-02-09T23:49:11.706 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.compression_opts.enabled: false 2024-02-09T23:49:11.706 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-02-09T23:49:11.706 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-02-09T23:49:11.706 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-02-09T23:49:11.706 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-02-09T23:49:11.706 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.target_file_size_base: 67108864 2024-02-09T23:49:11.706 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.target_file_size_multiplier: 1 2024-02-09T23:49:11.706 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-02-09T23:49:11.706 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-02-09T23:49:11.706 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-02-09T23:49:11.707 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-02-09T23:49:11.707 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-02-09T23:49:11.707 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-02-09T23:49:11.707 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-02-09T23:49:11.707 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-02-09T23:49:11.707 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-02-09T23:49:11.707 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-02-09T23:49:11.707 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-02-09T23:49:11.707 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-02-09T23:49:11.707 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-02-09T23:49:11.707 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.arena_block_size: 1048576 2024-02-09T23:49:11.707 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-02-09T23:49:11.707 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-02-09T23:49:11.707 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.disable_auto_compactions: 0 2024-02-09T23:49:11.708 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-02-09T23:49:11.708 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-02-09T23:49:11.708 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-02-09T23:49:11.708 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-02-09T23:49:11.708 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-02-09T23:49:11.708 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-02-09T23:49:11.708 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-02-09T23:49:11.708 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-02-09T23:49:11.708 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-02-09T23:49:11.708 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-02-09T23:49:11.708 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.table_properties_collectors: 2024-02-09T23:49:11.708 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.inplace_update_support: 0 2024-02-09T23:49:11.708 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.inplace_update_num_locks: 10000 2024-02-09T23:49:11.708 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-02-09T23:49:11.708 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-02-09T23:49:11.709 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.memtable_huge_page_size: 0 2024-02-09T23:49:11.709 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.bloom_locality: 0 2024-02-09T23:49:11.709 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.max_successive_merges: 0 2024-02-09T23:49:11.709 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.optimize_filters_for_hits: 0 2024-02-09T23:49:11.709 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.paranoid_file_checks: 0 2024-02-09T23:49:11.709 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.force_consistency_checks: 1 2024-02-09T23:49:11.709 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.report_bg_io_stats: 0 2024-02-09T23:49:11.709 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.ttl: 2592000 2024-02-09T23:49:11.709 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.periodic_compaction_seconds: 0 2024-02-09T23:49:11.709 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-02-09T23:49:11.709 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-02-09T23:49:11.709 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.enable_blob_files: false 2024-02-09T23:49:11.709 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.min_blob_size: 0 2024-02-09T23:49:11.709 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.blob_file_size: 268435456 2024-02-09T23:49:11.709 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.blob_compression_type: NoCompression 2024-02-09T23:49:11.710 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.enable_blob_garbage_collection: false 2024-02-09T23:49:11.710 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-02-09T23:49:11.710 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-02-09T23:49:11.710 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-02-09T23:49:11.710 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.blob_file_starting_level: 0 2024-02-09T23:49:11.710 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-02-09T23:49:11.710 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-02-09T23:49:11.710 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-02-09T23:49:11.710 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: e4fcb432-fe58-48f1-82fa-5d1ce9d1a773 2024-02-09T23:49:11.710 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: EVENT_LOG_v1 {"time_micros": 1707522551638525, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-02-09T23:49:11.710 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-02-09T23:49:11.710 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: EVENT_LOG_v1 {"time_micros": 1707522551639593, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 95389, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 318, "table_properties": {"data_size": 93375, "index_size": 296, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 709, "raw_key_size": 13904, "raw_average_key_size": 50, "raw_value_size": 85835, "raw_average_value_size": 309, "num_data_blocks": 11, "num_entries": 277, "num_filter_entries": 277, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1707522551, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "e4fcb432-fe58-48f1-82fa-5d1ce9d1a773", "db_session_id": "9331D8TCEEGG24J4YGD5", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-02-09T23:49:11.710 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: EVENT_LOG_v1 {"time_micros": 1707522551639676, "job": 1, "event": "recovery_finished"} 2024-02-09T23:49:11.710 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-02-09T23:49:11.711 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-02-09T23:49:11.711 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e60b7b6000 2024-02-09T23:49:11.711 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: DB pointer 0x55e60b7a0000 2024-02-09T23:49:11.711 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-02-09T23:49:11.711 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-02-09T23:49:11.711 INFO:journalctl@ceph.mon.a.smithi001.stdout: ** DB Stats ** 2024-02-09T23:49:11.711 INFO:journalctl@ceph.mon.a.smithi001.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-02-09T23:49:11.711 INFO:journalctl@ceph.mon.a.smithi001.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-02-09T23:49:11.711 INFO:journalctl@ceph.mon.a.smithi001.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-02-09T23:49:11.711 INFO:journalctl@ceph.mon.a.smithi001.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-02-09T23:49:11.711 INFO:journalctl@ceph.mon.a.smithi001.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-02-09T23:49:11.711 INFO:journalctl@ceph.mon.a.smithi001.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-02-09T23:49:11.711 INFO:journalctl@ceph.mon.a.smithi001.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-02-09T23:49:11.711 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-02-09T23:49:11.711 INFO:journalctl@ceph.mon.a.smithi001.stdout: ** Compaction Stats [default] ** 2024-02-09T23:49:11.712 INFO:journalctl@ceph.mon.a.smithi001.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-02-09T23:49:11.712 INFO:journalctl@ceph.mon.a.smithi001.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-02-09T23:49:11.712 INFO:journalctl@ceph.mon.a.smithi001.stdout: L0 2/0 94.99 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 130.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-02-09T23:49:11.712 INFO:journalctl@ceph.mon.a.smithi001.stdout: Sum 2/0 94.99 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 130.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-02-09T23:49:11.712 INFO:journalctl@ceph.mon.a.smithi001.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 130.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-02-09T23:49:11.712 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-02-09T23:49:11.712 INFO:journalctl@ceph.mon.a.smithi001.stdout: ** Compaction Stats [default] ** 2024-02-09T23:49:11.712 INFO:journalctl@ceph.mon.a.smithi001.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-02-09T23:49:11.712 INFO:journalctl@ceph.mon.a.smithi001.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-02-09T23:49:11.712 INFO:journalctl@ceph.mon.a.smithi001.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 130.9 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-02-09T23:49:11.712 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-02-09T23:49:11.712 INFO:journalctl@ceph.mon.a.smithi001.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-02-09T23:49:11.712 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-02-09T23:49:11.712 INFO:journalctl@ceph.mon.a.smithi001.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-02-09T23:49:11.713 INFO:journalctl@ceph.mon.a.smithi001.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-02-09T23:49:11.713 INFO:journalctl@ceph.mon.a.smithi001.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-02-09T23:49:11.713 INFO:journalctl@ceph.mon.a.smithi001.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-02-09T23:49:11.713 INFO:journalctl@ceph.mon.a.smithi001.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-02-09T23:49:11.713 INFO:journalctl@ceph.mon.a.smithi001.stdout: AddFile(Keys): cumulative 0, interval 0 2024-02-09T23:49:11.713 INFO:journalctl@ceph.mon.a.smithi001.stdout: Cumulative compaction: 0.00 GB write, 29.66 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-09T23:49:11.713 INFO:journalctl@ceph.mon.a.smithi001.stdout: Interval compaction: 0.00 GB write, 29.66 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-09T23:49:11.713 INFO:journalctl@ceph.mon.a.smithi001.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-02-09T23:49:11.713 INFO:journalctl@ceph.mon.a.smithi001.stdout: Block cache BinnedLRUCache@0x55e60b6c5090#2 capacity: 512.00 MB usage: 1.39 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-02-09T23:49:11.713 INFO:journalctl@ceph.mon.a.smithi001.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.89 KB,0.000169873%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-02-09T23:49:11.713 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-02-09T23:49:11.713 INFO:journalctl@ceph.mon.a.smithi001.stdout: ** File Read Latency Histogram By Level [default] ** 2024-02-09T23:49:11.713 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: starting mon.a rank 0 at public addrs [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] at bind addrs [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid b5005240-c7a5-11ee-95b8-87774f69a715 2024-02-09T23:49:11.713 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: mon.a@-1(???) e1 preinit fsid b5005240-c7a5-11ee-95b8-87774f69a715 2024-02-09T23:49:11.713 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: mon.a@-1(???).mds e1 new map 2024-02-09T23:49:11.714 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: mon.a@-1(???).mds e1 print_map 2024-02-09T23:49:11.714 INFO:journalctl@ceph.mon.a.smithi001.stdout: e1 2024-02-09T23:49:11.714 INFO:journalctl@ceph.mon.a.smithi001.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-02-09T23:49:11.714 INFO:journalctl@ceph.mon.a.smithi001.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2024-02-09T23:49:11.714 INFO:journalctl@ceph.mon.a.smithi001.stdout: legacy client fscid: -1 2024-02-09T23:49:11.714 INFO:journalctl@ceph.mon.a.smithi001.stdout: 2024-02-09T23:49:11.714 INFO:journalctl@ceph.mon.a.smithi001.stdout: No filesystems configured 2024-02-09T23:49:11.714 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-02-09T23:49:11.714 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-02-09T23:49:11.714 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-02-09T23:49:11.714 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-02-09T23:49:11.714 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-02-09T23:49:11.714 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 bash[32316]: a33cab58dede29bfb9f810b672b76c872598f403681816ea9fb98ecc87b5b509 2024-02-09T23:49:11.714 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 systemd[1]: Started Ceph mon.a for b5005240-c7a5-11ee-95b8-87774f69a715. 2024-02-09T23:49:11.715 INFO:teuthology.orchestra.run.smithi001.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-02-09T23:49:11.942 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: mon.a is new leader, mons a in quorum (ranks 0) 2024-02-09T23:49:11.942 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: monmap e1: 1 mons at {a=[v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-02-09T23:49:11.942 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: fsmap 2024-02-09T23:49:11.942 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: osdmap e1: 0 total, 0 up, 0 in 2024-02-09T23:49:11.942 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:11 smithi001 ceph-mon[32335]: mgrmap e1: no daemons active 2024-02-09T23:49:12.772 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.121+0000 7f0570a88700 1 Processor -- start 2024-02-09T23:49:12.772 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.121+0000 7f0570a88700 1 -- start start 2024-02-09T23:49:12.772 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.121+0000 7f0570a88700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f056c107710 0x7f056c107b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:12.772 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.121+0000 7f0570a88700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f056c108100 con 0x7f056c107710 2024-02-09T23:49:12.772 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.121+0000 7f056a59c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f056c107710 0x7f056c107b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:12.773 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.121+0000 7f056a59c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f056c107710 0x7f056c107b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56742/0 (socket says 172.21.15.1:56742) 2024-02-09T23:49:12.773 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.121+0000 7f056a59c700 1 -- 172.21.15.1:0/3842645977 learned_addr learned my addr 172.21.15.1:0/3842645977 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:12.773 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.122+0000 7f056a59c700 1 -- 172.21.15.1:0/3842645977 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f056c1088c0 con 0x7f056c107710 2024-02-09T23:49:12.773 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.122+0000 7f056a59c700 1 --2- 172.21.15.1:0/3842645977 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f056c107710 0x7f056c107b30 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f055c0098a0 tx=0x7f055c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21a050b3c1a3d42d server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:12.773 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.122+0000 7f056959a700 1 -- 172.21.15.1:0/3842645977 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f055c004160 con 0x7f056c107710 2024-02-09T23:49:12.773 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.122+0000 7f056959a700 1 -- 172.21.15.1:0/3842645977 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f055c0042c0 con 0x7f056c107710 2024-02-09T23:49:12.773 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.122+0000 7f056959a700 1 -- 172.21.15.1:0/3842645977 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f055c011ac0 con 0x7f056c107710 2024-02-09T23:49:12.773 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.123+0000 7f0570a88700 1 -- 172.21.15.1:0/3842645977 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f056c107710 msgr2=0x7f056c107b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:12.773 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.123+0000 7f0570a88700 1 --2- 172.21.15.1:0/3842645977 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f056c107710 0x7f056c107b30 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f055c0098a0 tx=0x7f055c009bb0 comp rx=0 tx=0).stop 2024-02-09T23:49:12.773 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.123+0000 7f0570a88700 1 -- 172.21.15.1:0/3842645977 shutdown_connections 2024-02-09T23:49:12.774 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.123+0000 7f0570a88700 1 --2- 172.21.15.1:0/3842645977 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f056c107710 0x7f056c107b30 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:12.774 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.123+0000 7f0570a88700 1 -- 172.21.15.1:0/3842645977 >> 172.21.15.1:0/3842645977 conn(0x7f056c102d90 msgr2=0x7f056c1051b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:12.774 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.123+0000 7f0570a88700 1 -- 172.21.15.1:0/3842645977 shutdown_connections 2024-02-09T23:49:12.774 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.123+0000 7f0570a88700 1 -- 172.21.15.1:0/3842645977 wait complete. 2024-02-09T23:49:12.774 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.124+0000 7f0570a88700 1 Processor -- start 2024-02-09T23:49:12.774 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.124+0000 7f0570a88700 1 -- start start 2024-02-09T23:49:12.774 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.124+0000 7f0570a88700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f056c107710 0x7f056c19b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:12.774 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.124+0000 7f0570a88700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f056c19b9c0 con 0x7f056c107710 2024-02-09T23:49:12.774 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.124+0000 7f056a59c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f056c107710 0x7f056c19b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:12.774 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.124+0000 7f056a59c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f056c107710 0x7f056c19b480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56752/0 (socket says 172.21.15.1:56752) 2024-02-09T23:49:12.774 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.124+0000 7f056a59c700 1 -- 172.21.15.1:0/1947320506 learned_addr learned my addr 172.21.15.1:0/1947320506 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:12.775 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.124+0000 7f056a59c700 1 -- 172.21.15.1:0/1947320506 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f055c009550 con 0x7f056c107710 2024-02-09T23:49:12.775 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.124+0000 7f056a59c700 1 --2- 172.21.15.1:0/1947320506 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f056c107710 0x7f056c19b480 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f055c003f70 tx=0x7f055c011b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:12.775 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.125+0000 7f055b7fe700 1 -- 172.21.15.1:0/1947320506 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f055c0039f0 con 0x7f056c107710 2024-02-09T23:49:12.775 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.125+0000 7f055b7fe700 1 -- 172.21.15.1:0/1947320506 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f055c003b50 con 0x7f056c107710 2024-02-09T23:49:12.775 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.125+0000 7f0570a88700 1 -- 172.21.15.1:0/1947320506 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f056c19bbc0 con 0x7f056c107710 2024-02-09T23:49:12.775 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.125+0000 7f055b7fe700 1 -- 172.21.15.1:0/1947320506 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f055c01a690 con 0x7f056c107710 2024-02-09T23:49:12.775 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.125+0000 7f0570a88700 1 -- 172.21.15.1:0/1947320506 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f056c19c060 con 0x7f056c107710 2024-02-09T23:49:12.775 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.125+0000 7f055b7fe700 1 -- 172.21.15.1:0/1947320506 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7f055c01acb0 con 0x7f056c107710 2024-02-09T23:49:12.775 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.125+0000 7f055b7fe700 1 -- 172.21.15.1:0/1947320506 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f055c019970 con 0x7f056c107710 2024-02-09T23:49:12.775 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.126+0000 7f0570a88700 1 -- 172.21.15.1:0/1947320506 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f056c10baf0 con 0x7f056c107710 2024-02-09T23:49:12.775 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.128+0000 7f055b7fe700 1 -- 172.21.15.1:0/1947320506 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7f055c0249f0 con 0x7f056c107710 2024-02-09T23:49:12.775 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.198+0000 7f0570a88700 1 -- 172.21.15.1:0/1947320506 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) v1 -- 0x7f056c10bd00 con 0x7f056c107710 2024-02-09T23:49:12.775 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.199+0000 7f055b7fe700 1 -- 172.21.15.1:0/1947320506 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) v1 ==== 124+0+0 (secure 0 0 0) 0x7f055c019b30 con 0x7f056c107710 2024-02-09T23:49:12.776 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.200+0000 7f0570a88700 1 -- 172.21.15.1:0/1947320506 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f056c107710 msgr2=0x7f056c19b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:12.776 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.200+0000 7f0570a88700 1 --2- 172.21.15.1:0/1947320506 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f056c107710 0x7f056c19b480 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f055c003f70 tx=0x7f055c011b40 comp rx=0 tx=0).stop 2024-02-09T23:49:12.776 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.200+0000 7f0570a88700 1 -- 172.21.15.1:0/1947320506 shutdown_connections 2024-02-09T23:49:12.776 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.200+0000 7f0570a88700 1 --2- 172.21.15.1:0/1947320506 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f056c107710 0x7f056c19b480 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:12.776 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.200+0000 7f0570a88700 1 -- 172.21.15.1:0/1947320506 >> 172.21.15.1:0/1947320506 conn(0x7f056c102d90 msgr2=0x7f056c103880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:12.776 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.200+0000 7f0570a88700 1 -- 172.21.15.1:0/1947320506 shutdown_connections 2024-02-09T23:49:12.776 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:12.200+0000 7f0570a88700 1 -- 172.21.15.1:0/1947320506 wait complete. 2024-02-09T23:49:12.776 INFO:teuthology.orchestra.run.smithi001.stdout:Wrote config to /etc/ceph/ceph.conf 2024-02-09T23:49:12.789 INFO:teuthology.orchestra.run.smithi001.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-02-09T23:49:12.789 INFO:teuthology.orchestra.run.smithi001.stdout:Creating mgr... 2024-02-09T23:49:12.789 INFO:teuthology.orchestra.run.smithi001.stdout:Verifying port 0.0.0.0:9283 ... 2024-02-09T23:49:12.790 INFO:teuthology.orchestra.run.smithi001.stdout:Verifying port 0.0.0.0:8765 ... 2024-02-09T23:49:13.035 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mgr.x 2024-02-09T23:49:13.036 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stderr Failed to reset failed state of unit ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mgr.x.service: Unit ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mgr.x.service not loaded. 2024-02-09T23:49:13.180 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-b5005240-c7a5-11ee-95b8-87774f69a715.target.wants/ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mgr.x.service → /etc/systemd/system/ceph-b5005240-c7a5-11ee-95b8-87774f69a715@.service. 2024-02-09T23:49:13.391 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:13 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1947320506' entity='client.admin' 2024-02-09T23:49:13.643 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:13 smithi001 podman[32553]: 2024-02-09 23:49:13.569776384 +0000 UTC m=+0.276040634 container start a94eef316bba214b549a3ac7dc5de0e8000138fa7535acc189cbaf8150427821 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x, ceph=True, RELEASE=main-290212a, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240131, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-02-09T23:49:13.656 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-02-09T23:49:13.657 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout disabled 2024-02-09T23:49:13.664 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-02-09T23:49:13.664 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout inactive 2024-02-09T23:49:13.664 INFO:teuthology.orchestra.run.smithi001.stdout:firewalld.service is not enabled 2024-02-09T23:49:13.665 INFO:teuthology.orchestra.run.smithi001.stdout:Not possible to enable service . firewalld.service is not available 2024-02-09T23:49:13.672 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-02-09T23:49:13.672 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout disabled 2024-02-09T23:49:13.679 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-02-09T23:49:13.679 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout inactive 2024-02-09T23:49:13.679 INFO:teuthology.orchestra.run.smithi001.stdout:firewalld.service is not enabled 2024-02-09T23:49:13.679 INFO:teuthology.orchestra.run.smithi001.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-02-09T23:49:13.679 INFO:teuthology.orchestra.run.smithi001.stdout:Waiting for mgr to start... 2024-02-09T23:49:13.680 INFO:teuthology.orchestra.run.smithi001.stdout:Waiting for mgr... 2024-02-09T23:49:13.915 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:13 smithi001 bash[32553]: a94eef316bba214b549a3ac7dc5de0e8000138fa7535acc189cbaf8150427821 2024-02-09T23:49:13.915 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:13 smithi001 systemd[1]: Started Ceph mgr.x for b5005240-c7a5-11ee-95b8-87774f69a715. 2024-02-09T23:49:14.186 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:14 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:14.141+0000 7f8133828200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-02-09T23:49:14.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:14 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3473017997' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-02-09T23:49:14.470 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:14 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:14.244+0000 7f8133828200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-02-09T23:49:14.747 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-02-09T23:49:14.748 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout { 2024-02-09T23:49:14.748 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "fsid": "b5005240-c7a5-11ee-95b8-87774f69a715", 2024-02-09T23:49:14.748 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "health": { 2024-02-09T23:49:14.748 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-02-09T23:49:14.748 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-02-09T23:49:14.748 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-02-09T23:49:14.748 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-02-09T23:49:14.748 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-02-09T23:49:14.748 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-02-09T23:49:14.749 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 0 2024-02-09T23:49:14.749 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout ], 2024-02-09T23:49:14.749 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-02-09T23:49:14.749 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "a" 2024-02-09T23:49:14.749 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout ], 2024-02-09T23:49:14.749 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-02-09T23:49:14.749 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "monmap": { 2024-02-09T23:49:14.749 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-02-09T23:49:14.749 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-02-09T23:49:14.749 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-02-09T23:49:14.749 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-02-09T23:49:14.749 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-02-09T23:49:14.749 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-02-09T23:49:14.749 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-02-09T23:49:14.749 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-02-09T23:49:14.750 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-02-09T23:49:14.759 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-02-09T23:49:14.759 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-02-09T23:49:14.759 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-02-09T23:49:14.759 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-02-09T23:49:14.759 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-02-09T23:49:14.759 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-02-09T23:49:14.759 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-02-09T23:49:14.760 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-02-09T23:49:14.760 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-02-09T23:49:14.760 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-02-09T23:49:14.760 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-02-09T23:49:14.760 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-02-09T23:49:14.760 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-02-09T23:49:14.760 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-02-09T23:49:14.760 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-02-09T23:49:14.760 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-02-09T23:49:14.760 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-02-09T23:49:14.760 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-02-09T23:49:14.761 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-02-09T23:49:14.761 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-02-09T23:49:14.761 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "available": false, 2024-02-09T23:49:14.761 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-02-09T23:49:14.761 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "modules": [ 2024-02-09T23:49:14.761 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "iostat", 2024-02-09T23:49:14.761 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "nfs", 2024-02-09T23:49:14.761 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "restful" 2024-02-09T23:49:14.761 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout ], 2024-02-09T23:49:14.761 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "services": {} 2024-02-09T23:49:14.761 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-02-09T23:49:14.761 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-02-09T23:49:14.761 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-02-09T23:49:14.761 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "modified": "2024-02-09T23:49:06.830133+0000", 2024-02-09T23:49:14.761 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "services": {} 2024-02-09T23:49:14.762 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-02-09T23:49:14.762 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-02-09T23:49:14.762 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout } 2024-02-09T23:49:14.762 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.103+0000 7f7c7f503700 1 Processor -- start 2024-02-09T23:49:14.762 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.103+0000 7f7c7f503700 1 -- start start 2024-02-09T23:49:14.762 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.103+0000 7f7c7f503700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7c781065f0 0x7f7c78106a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:14.762 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.104+0000 7f7c7f503700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c78106fe0 con 0x7f7c781065f0 2024-02-09T23:49:14.762 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.104+0000 7f7c7d29f700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7c781065f0 0x7f7c78106a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:14.762 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.104+0000 7f7c7d29f700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7c781065f0 0x7f7c78106a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56770/0 (socket says 172.21.15.1:56770) 2024-02-09T23:49:14.762 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.104+0000 7f7c7d29f700 1 -- 172.21.15.1:0/1343321033 learned_addr learned my addr 172.21.15.1:0/1343321033 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:14.762 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.104+0000 7f7c7d29f700 1 -- 172.21.15.1:0/1343321033 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c781077f0 con 0x7f7c781065f0 2024-02-09T23:49:14.762 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.104+0000 7f7c7d29f700 1 --2- 172.21.15.1:0/1343321033 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7c781065f0 0x7f7c78106a10 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f7c680098a0 tx=0x7f7c68009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=421d4455966ecba1 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:14.762 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.104+0000 7f7c77fff700 1 -- 172.21.15.1:0/1343321033 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7c68004160 con 0x7f7c781065f0 2024-02-09T23:49:14.762 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.105+0000 7f7c77fff700 1 -- 172.21.15.1:0/1343321033 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f7c680042c0 con 0x7f7c781065f0 2024-02-09T23:49:14.763 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.105+0000 7f7c77fff700 1 -- 172.21.15.1:0/1343321033 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7c68011ac0 con 0x7f7c781065f0 2024-02-09T23:49:14.763 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.105+0000 7f7c7f503700 1 -- 172.21.15.1:0/1343321033 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7c781065f0 msgr2=0x7f7c78106a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:14.763 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.105+0000 7f7c7f503700 1 --2- 172.21.15.1:0/1343321033 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7c781065f0 0x7f7c78106a10 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f7c680098a0 tx=0x7f7c68009bb0 comp rx=0 tx=0).stop 2024-02-09T23:49:14.763 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.105+0000 7f7c7f503700 1 -- 172.21.15.1:0/1343321033 shutdown_connections 2024-02-09T23:49:14.763 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.105+0000 7f7c7f503700 1 --2- 172.21.15.1:0/1343321033 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7c781065f0 0x7f7c78106a10 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:14.763 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.105+0000 7f7c7f503700 1 -- 172.21.15.1:0/1343321033 >> 172.21.15.1:0/1343321033 conn(0x7f7c78101bd0 msgr2=0x7f7c78103ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:14.763 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.105+0000 7f7c7f503700 1 -- 172.21.15.1:0/1343321033 shutdown_connections 2024-02-09T23:49:14.763 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.105+0000 7f7c7f503700 1 -- 172.21.15.1:0/1343321033 wait complete. 2024-02-09T23:49:14.763 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.106+0000 7f7c7f503700 1 Processor -- start 2024-02-09T23:49:14.763 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.106+0000 7f7c7f503700 1 -- start start 2024-02-09T23:49:14.763 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.106+0000 7f7c7f503700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7c781065f0 0x7f7c78191760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:14.763 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.106+0000 7f7c7f503700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c78191ca0 con 0x7f7c781065f0 2024-02-09T23:49:14.764 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.106+0000 7f7c7d29f700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7c781065f0 0x7f7c78191760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:14.764 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.106+0000 7f7c7d29f700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7c781065f0 0x7f7c78191760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56782/0 (socket says 172.21.15.1:56782) 2024-02-09T23:49:14.764 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.106+0000 7f7c7d29f700 1 -- 172.21.15.1:0/3473017997 learned_addr learned my addr 172.21.15.1:0/3473017997 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:14.764 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.107+0000 7f7c7d29f700 1 -- 172.21.15.1:0/3473017997 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c68009550 con 0x7f7c781065f0 2024-02-09T23:49:14.764 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.107+0000 7f7c7d29f700 1 --2- 172.21.15.1:0/3473017997 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7c781065f0 0x7f7c78191760 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f7c68009fb0 tx=0x7f7c68011b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:14.764 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.107+0000 7f7c767fc700 1 -- 172.21.15.1:0/3473017997 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7c680038b0 con 0x7f7c781065f0 2024-02-09T23:49:14.765 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.107+0000 7f7c767fc700 1 -- 172.21.15.1:0/3473017997 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f7c68003a10 con 0x7f7c781065f0 2024-02-09T23:49:14.765 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.107+0000 7f7c7f503700 1 -- 172.21.15.1:0/3473017997 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7c7818fe90 con 0x7f7c781065f0 2024-02-09T23:49:14.765 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.107+0000 7f7c7f503700 1 -- 172.21.15.1:0/3473017997 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c78190330 con 0x7f7c781065f0 2024-02-09T23:49:14.765 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.107+0000 7f7c767fc700 1 -- 172.21.15.1:0/3473017997 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7c680195e0 con 0x7f7c781065f0 2024-02-09T23:49:14.765 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.107+0000 7f7c767fc700 1 -- 172.21.15.1:0/3473017997 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7f7c68019cb0 con 0x7f7c781065f0 2024-02-09T23:49:14.765 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.107+0000 7f7c767fc700 1 -- 172.21.15.1:0/3473017997 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f7c68024a00 con 0x7f7c781065f0 2024-02-09T23:49:14.765 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.108+0000 7f7c7f503700 1 -- 172.21.15.1:0/3473017997 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7c78063350 con 0x7f7c781065f0 2024-02-09T23:49:14.765 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.110+0000 7f7c767fc700 1 -- 172.21.15.1:0/3473017997 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7f7c68003b80 con 0x7f7c781065f0 2024-02-09T23:49:14.765 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.184+0000 7f7c7f503700 1 -- 172.21.15.1:0/3473017997 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f7c7810aa20 con 0x7f7c781065f0 2024-02-09T23:49:14.765 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.184+0000 7f7c767fc700 1 -- 172.21.15.1:0/3473017997 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1239 (secure 0 0 0) 0x7f7c6801aa10 con 0x7f7c781065f0 2024-02-09T23:49:14.765 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.185+0000 7f7c7f503700 1 -- 172.21.15.1:0/3473017997 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7c781065f0 msgr2=0x7f7c78191760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:14.765 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.185+0000 7f7c7f503700 1 --2- 172.21.15.1:0/3473017997 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7c781065f0 0x7f7c78191760 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f7c68009fb0 tx=0x7f7c68011b20 comp rx=0 tx=0).stop 2024-02-09T23:49:14.766 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.185+0000 7f7c7f503700 1 -- 172.21.15.1:0/3473017997 shutdown_connections 2024-02-09T23:49:14.766 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.185+0000 7f7c7f503700 1 --2- 172.21.15.1:0/3473017997 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7c781065f0 0x7f7c78191760 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:14.766 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.185+0000 7f7c7f503700 1 -- 172.21.15.1:0/3473017997 >> 172.21.15.1:0/3473017997 conn(0x7f7c78101bd0 msgr2=0x7f7c78102a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:14.766 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.185+0000 7f7c7f503700 1 -- 172.21.15.1:0/3473017997 shutdown_connections 2024-02-09T23:49:14.766 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:14.185+0000 7f7c7f503700 1 -- 172.21.15.1:0/3473017997 wait complete. 2024-02-09T23:49:14.766 INFO:teuthology.orchestra.run.smithi001.stdout:mgr not available, waiting (1/15)... 2024-02-09T23:49:15.219 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:14 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:14.906+0000 7f8133828200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-02-09T23:49:15.220 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:15 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:14.999+0000 7f8133828200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-02-09T23:49:15.220 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:15 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:15.142+0000 7f8133828200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-02-09T23:49:15.589 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:15 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:15.238+0000 7f8133828200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-02-09T23:49:15.589 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:15 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:15.322+0000 7f8133828200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-02-09T23:49:15.589 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:15 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:15.587+0000 7f8133828200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-02-09T23:49:15.883 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:15 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:15.698+0000 7f8133828200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-02-09T23:49:15.883 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:15 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:15.785+0000 7f8133828200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-02-09T23:49:15.883 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:15 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:15.881+0000 7f8133828200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-02-09T23:49:16.219 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:16 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:16.058+0000 7f8133828200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-02-09T23:49:17.204 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:17 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:17.066+0000 7f8133828200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-02-09T23:49:17.204 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:17 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:17.200+0000 7f8133828200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-02-09T23:49:17.833 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:17 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:17.539+0000 7f8133828200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-02-09T23:49:17.833 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:17 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:17.631+0000 7f8133828200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-02-09T23:49:17.833 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:17 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:17.831+0000 7f8133828200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-02-09T23:49:18.097 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:18 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:18.019+0000 7f8133828200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-02-09T23:49:18.469 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:18 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:18.312+0000 7f8133828200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-02-09T23:49:18.969 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:18 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:18.575+0000 7f8133828200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-02-09T23:49:18.970 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:18 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:18.817+0000 7f8133828200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-02-09T23:49:19.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:19 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1572992210' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-02-09T23:49:19.947 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:19 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:19.651+0000 7f8133828200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-02-09T23:49:20.553 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:20 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:20.233+0000 7f8133828200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-02-09T23:49:20.553 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:20 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:20.332+0000 7f8133828200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-02-09T23:49:20.553 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:20 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:20.551+0000 7f8133828200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-02-09T23:49:20.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:20 smithi001 ceph-mon[32335]: Activating manager daemon x 2024-02-09T23:49:20.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:20 smithi001 ceph-mon[32335]: mgrmap e2: x(active, starting, since 0.00319564s) 2024-02-09T23:49:20.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:20 smithi001 ceph-mon[32335]: from='mgr.14100 172.21.15.1:0/1693494281' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-02-09T23:49:20.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:20 smithi001 ceph-mon[32335]: from='mgr.14100 172.21.15.1:0/1693494281' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-02-09T23:49:20.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:20 smithi001 ceph-mon[32335]: from='mgr.14100 172.21.15.1:0/1693494281' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-02-09T23:49:20.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:20 smithi001 ceph-mon[32335]: from='mgr.14100 172.21.15.1:0/1693494281' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-09T23:49:20.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:20 smithi001 ceph-mon[32335]: from='mgr.14100 172.21.15.1:0/1693494281' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-02-09T23:49:20.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:20 smithi001 ceph-mon[32335]: Manager daemon x is now available 2024-02-09T23:49:20.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:20 smithi001 ceph-mon[32335]: from='mgr.14100 172.21.15.1:0/1693494281' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-02-09T23:49:20.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:20 smithi001 ceph-mon[32335]: from='mgr.14100 172.21.15.1:0/1693494281' entity='mgr.x' 2024-02-09T23:49:20.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:20 smithi001 ceph-mon[32335]: from='mgr.14100 172.21.15.1:0/1693494281' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-02-09T23:49:20.971 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:20 smithi001 ceph-mon[32335]: from='mgr.14100 172.21.15.1:0/1693494281' entity='mgr.x' 2024-02-09T23:49:20.971 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:20 smithi001 ceph-mon[32335]: from='mgr.14100 172.21.15.1:0/1693494281' entity='mgr.x' 2024-02-09T23:49:22.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:22 smithi001 ceph-mon[32335]: mgrmap e3: x(active, since 1.00703s) 2024-02-09T23:49:24.934 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:24 smithi001 ceph-mon[32335]: mgrmap e4: x(active, since 3s) 2024-02-09T23:49:24.939 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-02-09T23:49:24.939 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout { 2024-02-09T23:49:24.939 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "fsid": "b5005240-c7a5-11ee-95b8-87774f69a715", 2024-02-09T23:49:24.939 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "health": { 2024-02-09T23:49:24.939 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-02-09T23:49:24.939 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-02-09T23:49:24.940 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-02-09T23:49:24.940 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-02-09T23:49:24.940 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-02-09T23:49:24.940 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-02-09T23:49:24.940 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 0 2024-02-09T23:49:24.940 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout ], 2024-02-09T23:49:24.940 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-02-09T23:49:24.940 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "a" 2024-02-09T23:49:24.940 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout ], 2024-02-09T23:49:24.940 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2024-02-09T23:49:24.940 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "monmap": { 2024-02-09T23:49:24.940 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-02-09T23:49:24.941 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-02-09T23:49:24.941 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-02-09T23:49:24.941 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-02-09T23:49:24.941 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-02-09T23:49:24.941 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-02-09T23:49:24.941 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-02-09T23:49:24.941 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-02-09T23:49:24.950 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-02-09T23:49:24.950 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-02-09T23:49:24.950 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-02-09T23:49:24.950 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-02-09T23:49:24.950 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-02-09T23:49:24.950 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-02-09T23:49:24.950 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-02-09T23:49:24.950 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-02-09T23:49:24.950 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-02-09T23:49:24.950 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-02-09T23:49:24.950 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-02-09T23:49:24.951 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-02-09T23:49:24.951 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-02-09T23:49:24.951 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-02-09T23:49:24.951 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-02-09T23:49:24.951 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-02-09T23:49:24.951 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-02-09T23:49:24.951 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-02-09T23:49:24.951 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-02-09T23:49:24.951 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-02-09T23:49:24.951 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-02-09T23:49:24.951 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "available": false, 2024-02-09T23:49:24.951 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-02-09T23:49:24.951 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "modules": [ 2024-02-09T23:49:24.951 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "iostat", 2024-02-09T23:49:24.952 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "nfs", 2024-02-09T23:49:24.952 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "restful" 2024-02-09T23:49:24.952 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout ], 2024-02-09T23:49:24.952 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "services": {} 2024-02-09T23:49:24.952 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-02-09T23:49:24.952 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-02-09T23:49:24.952 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-02-09T23:49:24.952 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "modified": "2024-02-09T23:49:06.830133+0000", 2024-02-09T23:49:24.953 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "services": {} 2024-02-09T23:49:24.953 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-02-09T23:49:24.953 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-02-09T23:49:24.953 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout } 2024-02-09T23:49:24.953 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.169+0000 7f7c2f9a7700 1 Processor -- start 2024-02-09T23:49:24.953 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.169+0000 7f7c2f9a7700 1 -- start start 2024-02-09T23:49:24.953 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.169+0000 7f7c2f9a7700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7c28108130 0x7f7c2810a520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:24.953 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.169+0000 7f7c2f9a7700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c2807ae90 con 0x7f7c28108130 2024-02-09T23:49:24.953 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.169+0000 7f7c2d743700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7c28108130 0x7f7c2810a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:24.953 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.169+0000 7f7c2d743700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7c28108130 0x7f7c2810a520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56794/0 (socket says 172.21.15.1:56794) 2024-02-09T23:49:24.953 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.169+0000 7f7c2d743700 1 -- 172.21.15.1:0/232930677 learned_addr learned my addr 172.21.15.1:0/232930677 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:24.953 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.169+0000 7f7c2d743700 1 -- 172.21.15.1:0/232930677 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c2810aa60 con 0x7f7c28108130 2024-02-09T23:49:24.953 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.170+0000 7f7c2d743700 1 --2- 172.21.15.1:0/232930677 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7c28108130 0x7f7c2810a520 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7c240098a0 tx=0x7f7c24009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=773a0209a5d1776f server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:24.954 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.170+0000 7f7c1ffff700 1 -- 172.21.15.1:0/232930677 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7c24004160 con 0x7f7c28108130 2024-02-09T23:49:24.954 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.170+0000 7f7c1ffff700 1 -- 172.21.15.1:0/232930677 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f7c240042c0 con 0x7f7c28108130 2024-02-09T23:49:24.954 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.170+0000 7f7c1ffff700 1 -- 172.21.15.1:0/232930677 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7c24011ac0 con 0x7f7c28108130 2024-02-09T23:49:24.954 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.170+0000 7f7c2f9a7700 1 -- 172.21.15.1:0/232930677 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7c28108130 msgr2=0x7f7c2810a520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:24.954 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.170+0000 7f7c2f9a7700 1 --2- 172.21.15.1:0/232930677 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7c28108130 0x7f7c2810a520 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7c240098a0 tx=0x7f7c24009bb0 comp rx=0 tx=0).stop 2024-02-09T23:49:24.954 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.171+0000 7f7c2f9a7700 1 -- 172.21.15.1:0/232930677 shutdown_connections 2024-02-09T23:49:24.954 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.171+0000 7f7c2f9a7700 1 --2- 172.21.15.1:0/232930677 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7c28108130 0x7f7c2810a520 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:24.954 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.171+0000 7f7c2f9a7700 1 -- 172.21.15.1:0/232930677 >> 172.21.15.1:0/232930677 conn(0x7f7c28101ba0 msgr2=0x7f7c28103fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:24.954 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.171+0000 7f7c2f9a7700 1 -- 172.21.15.1:0/232930677 shutdown_connections 2024-02-09T23:49:24.954 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.171+0000 7f7c2f9a7700 1 -- 172.21.15.1:0/232930677 wait complete. 2024-02-09T23:49:24.954 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.171+0000 7f7c2f9a7700 1 Processor -- start 2024-02-09T23:49:24.954 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.171+0000 7f7c2f9a7700 1 -- start start 2024-02-09T23:49:24.954 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.171+0000 7f7c2f9a7700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7c28108130 0x7f7c2819b4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:24.954 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.171+0000 7f7c2f9a7700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c2819ba10 con 0x7f7c28108130 2024-02-09T23:49:24.955 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.171+0000 7f7c2d743700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7c28108130 0x7f7c2819b4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:24.955 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.172+0000 7f7c2d743700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7c28108130 0x7f7c2819b4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56796/0 (socket says 172.21.15.1:56796) 2024-02-09T23:49:24.955 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.172+0000 7f7c2d743700 1 -- 172.21.15.1:0/1572992210 learned_addr learned my addr 172.21.15.1:0/1572992210 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:24.955 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.172+0000 7f7c2d743700 1 -- 172.21.15.1:0/1572992210 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c24009550 con 0x7f7c28108130 2024-02-09T23:49:24.955 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.172+0000 7f7c2d743700 1 --2- 172.21.15.1:0/1572992210 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7c28108130 0x7f7c2819b4d0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f7c24009fb0 tx=0x7f7c24011b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:24.955 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.172+0000 7f7c1e7fc700 1 -- 172.21.15.1:0/1572992210 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7c240038b0 con 0x7f7c28108130 2024-02-09T23:49:24.955 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.172+0000 7f7c2f9a7700 1 -- 172.21.15.1:0/1572992210 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7c2819bc10 con 0x7f7c28108130 2024-02-09T23:49:24.955 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.172+0000 7f7c1e7fc700 1 -- 172.21.15.1:0/1572992210 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f7c24003a10 con 0x7f7c28108130 2024-02-09T23:49:24.955 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.172+0000 7f7c1e7fc700 1 -- 172.21.15.1:0/1572992210 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7c240195e0 con 0x7f7c28108130 2024-02-09T23:49:24.955 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.172+0000 7f7c2f9a7700 1 -- 172.21.15.1:0/1572992210 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c2819c0b0 con 0x7f7c28108130 2024-02-09T23:49:24.955 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.172+0000 7f7c1e7fc700 1 -- 172.21.15.1:0/1572992210 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7f7c24019c30 con 0x7f7c28108130 2024-02-09T23:49:24.955 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.172+0000 7f7c1e7fc700 1 -- 172.21.15.1:0/1572992210 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f7c240249e0 con 0x7f7c28108130 2024-02-09T23:49:24.955 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.173+0000 7f7c2f9a7700 1 -- 172.21.15.1:0/1572992210 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7c2810b8c0 con 0x7f7c28108130 2024-02-09T23:49:24.955 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.175+0000 7f7c1e7fc700 1 -- 172.21.15.1:0/1572992210 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7f7c24003b80 con 0x7f7c28108130 2024-02-09T23:49:24.956 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.248+0000 7f7c2f9a7700 1 -- 172.21.15.1:0/1572992210 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f7c2819ec20 con 0x7f7c28108130 2024-02-09T23:49:24.956 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.249+0000 7f7c1e7fc700 1 -- 172.21.15.1:0/1572992210 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1239 (secure 0 0 0) 0x7f7c2401ab00 con 0x7f7c28108130 2024-02-09T23:49:24.956 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.250+0000 7f7c2f9a7700 1 -- 172.21.15.1:0/1572992210 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7c28108130 msgr2=0x7f7c2819b4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:24.956 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.250+0000 7f7c2f9a7700 1 --2- 172.21.15.1:0/1572992210 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7c28108130 0x7f7c2819b4d0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f7c24009fb0 tx=0x7f7c24011b20 comp rx=0 tx=0).stop 2024-02-09T23:49:24.956 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.250+0000 7f7c2f9a7700 1 -- 172.21.15.1:0/1572992210 shutdown_connections 2024-02-09T23:49:24.956 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.250+0000 7f7c2f9a7700 1 --2- 172.21.15.1:0/1572992210 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7c28108130 0x7f7c2819b4d0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:24.956 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.250+0000 7f7c2f9a7700 1 -- 172.21.15.1:0/1572992210 >> 172.21.15.1:0/1572992210 conn(0x7f7c28101ba0 msgr2=0x7f7c281026b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:24.956 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.250+0000 7f7c2f9a7700 1 -- 172.21.15.1:0/1572992210 shutdown_connections 2024-02-09T23:49:24.956 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:19.250+0000 7f7c2f9a7700 1 -- 172.21.15.1:0/1572992210 wait complete. 2024-02-09T23:49:24.956 INFO:teuthology.orchestra.run.smithi001.stdout:mgr not available, waiting (2/15)... 2024-02-09T23:49:27.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:27 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3346812091' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-02-09T23:49:28.245 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-02-09T23:49:28.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout { 2024-02-09T23:49:28.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "fsid": "b5005240-c7a5-11ee-95b8-87774f69a715", 2024-02-09T23:49:28.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "health": { 2024-02-09T23:49:28.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-02-09T23:49:28.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-02-09T23:49:28.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-02-09T23:49:28.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-02-09T23:49:28.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-02-09T23:49:28.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-02-09T23:49:28.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 0 2024-02-09T23:49:28.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout ], 2024-02-09T23:49:28.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-02-09T23:49:28.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "a" 2024-02-09T23:49:28.247 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout ], 2024-02-09T23:49:28.247 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "quorum_age": 16, 2024-02-09T23:49:28.247 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "monmap": { 2024-02-09T23:49:28.247 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-02-09T23:49:28.247 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-02-09T23:49:28.247 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-02-09T23:49:28.247 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-02-09T23:49:28.247 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-02-09T23:49:28.247 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-02-09T23:49:28.247 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-02-09T23:49:28.247 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-02-09T23:49:28.247 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-02-09T23:49:28.257 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-02-09T23:49:28.257 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-02-09T23:49:28.257 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-02-09T23:49:28.257 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-02-09T23:49:28.257 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-02-09T23:49:28.257 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-02-09T23:49:28.257 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-02-09T23:49:28.257 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-02-09T23:49:28.257 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-02-09T23:49:28.257 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-02-09T23:49:28.258 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-02-09T23:49:28.258 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-02-09T23:49:28.258 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-02-09T23:49:28.258 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-02-09T23:49:28.258 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-02-09T23:49:28.258 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-02-09T23:49:28.258 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-02-09T23:49:28.258 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-02-09T23:49:28.258 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-02-09T23:49:28.258 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-02-09T23:49:28.258 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "available": true, 2024-02-09T23:49:28.258 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-02-09T23:49:28.258 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "modules": [ 2024-02-09T23:49:28.258 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "iostat", 2024-02-09T23:49:28.259 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "nfs", 2024-02-09T23:49:28.259 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "restful" 2024-02-09T23:49:28.259 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout ], 2024-02-09T23:49:28.259 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "services": {} 2024-02-09T23:49:28.259 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-02-09T23:49:28.259 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-02-09T23:49:28.259 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-02-09T23:49:28.259 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "modified": "2024-02-09T23:49:06.830133+0000", 2024-02-09T23:49:28.259 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "services": {} 2024-02-09T23:49:28.259 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout }, 2024-02-09T23:49:28.259 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-02-09T23:49:28.259 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout } 2024-02-09T23:49:28.259 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.368+0000 7f9d5deff700 1 Processor -- start 2024-02-09T23:49:28.259 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.368+0000 7f9d5deff700 1 -- start start 2024-02-09T23:49:28.260 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.368+0000 7f9d5deff700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9d581076c0 0x7f9d58107ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:28.260 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.368+0000 7f9d5deff700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d581080b0 con 0x7f9d581076c0 2024-02-09T23:49:28.260 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.368+0000 7f9d577fe700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9d581076c0 0x7f9d58107ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:28.260 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.368+0000 7f9d577fe700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9d581076c0 0x7f9d58107ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37146/0 (socket says 172.21.15.1:37146) 2024-02-09T23:49:28.260 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.368+0000 7f9d577fe700 1 -- 172.21.15.1:0/1217817014 learned_addr learned my addr 172.21.15.1:0/1217817014 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:28.260 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.369+0000 7f9d577fe700 1 -- 172.21.15.1:0/1217817014 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d58108870 con 0x7f9d581076c0 2024-02-09T23:49:28.260 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.369+0000 7f9d577fe700 1 --2- 172.21.15.1:0/1217817014 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9d581076c0 0x7f9d58107ae0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f9d480098a0 tx=0x7f9d48009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64ccf96306df6f42 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:28.260 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.369+0000 7f9d567fc700 1 -- 172.21.15.1:0/1217817014 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9d48004160 con 0x7f9d581076c0 2024-02-09T23:49:28.260 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.369+0000 7f9d567fc700 1 -- 172.21.15.1:0/1217817014 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f9d480042c0 con 0x7f9d581076c0 2024-02-09T23:49:28.260 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.369+0000 7f9d567fc700 1 -- 172.21.15.1:0/1217817014 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9d48011ac0 con 0x7f9d581076c0 2024-02-09T23:49:28.260 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.370+0000 7f9d5deff700 1 -- 172.21.15.1:0/1217817014 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9d581076c0 msgr2=0x7f9d58107ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:28.260 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.370+0000 7f9d5deff700 1 --2- 172.21.15.1:0/1217817014 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9d581076c0 0x7f9d58107ae0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f9d480098a0 tx=0x7f9d48009bb0 comp rx=0 tx=0).stop 2024-02-09T23:49:28.260 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.370+0000 7f9d5deff700 1 -- 172.21.15.1:0/1217817014 shutdown_connections 2024-02-09T23:49:28.261 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.370+0000 7f9d5deff700 1 --2- 172.21.15.1:0/1217817014 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9d581076c0 0x7f9d58107ae0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:28.261 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.370+0000 7f9d5deff700 1 -- 172.21.15.1:0/1217817014 >> 172.21.15.1:0/1217817014 conn(0x7f9d58102d00 msgr2=0x7f9d58105120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:28.261 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.370+0000 7f9d5deff700 1 -- 172.21.15.1:0/1217817014 shutdown_connections 2024-02-09T23:49:28.261 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.370+0000 7f9d5deff700 1 -- 172.21.15.1:0/1217817014 wait complete. 2024-02-09T23:49:28.261 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.370+0000 7f9d5deff700 1 Processor -- start 2024-02-09T23:49:28.261 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.371+0000 7f9d5deff700 1 -- start start 2024-02-09T23:49:28.261 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.371+0000 7f9d5deff700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9d581076c0 0x7f9d5807cb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:28.261 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.371+0000 7f9d5deff700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d5807d090 con 0x7f9d581076c0 2024-02-09T23:49:28.261 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.371+0000 7f9d577fe700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9d581076c0 0x7f9d5807cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:28.261 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.371+0000 7f9d577fe700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9d581076c0 0x7f9d5807cb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37162/0 (socket says 172.21.15.1:37162) 2024-02-09T23:49:28.261 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.371+0000 7f9d577fe700 1 -- 172.21.15.1:0/3346812091 learned_addr learned my addr 172.21.15.1:0/3346812091 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:28.261 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.371+0000 7f9d577fe700 1 -- 172.21.15.1:0/3346812091 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d48009550 con 0x7f9d581076c0 2024-02-09T23:49:28.261 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.371+0000 7f9d577fe700 1 --2- 172.21.15.1:0/3346812091 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9d581076c0 0x7f9d5807cb50 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f9d48009fb0 tx=0x7f9d48011b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:28.261 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.372+0000 7f9d54ff9700 1 -- 172.21.15.1:0/3346812091 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9d480038b0 con 0x7f9d581076c0 2024-02-09T23:49:28.261 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.372+0000 7f9d54ff9700 1 -- 172.21.15.1:0/3346812091 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f9d48003a10 con 0x7f9d581076c0 2024-02-09T23:49:28.262 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.372+0000 7f9d54ff9700 1 -- 172.21.15.1:0/3346812091 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9d480195e0 con 0x7f9d581076c0 2024-02-09T23:49:28.262 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.372+0000 7f9d5deff700 1 -- 172.21.15.1:0/3346812091 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d5807b280 con 0x7f9d581076c0 2024-02-09T23:49:28.262 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.372+0000 7f9d5deff700 1 -- 172.21.15.1:0/3346812091 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d5807b660 con 0x7f9d581076c0 2024-02-09T23:49:28.262 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.373+0000 7f9d54ff9700 1 -- 172.21.15.1:0/3346812091 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 4) v1 ==== 45921+0+0 (secure 0 0 0) 0x7f9d480198a0 con 0x7f9d581076c0 2024-02-09T23:49:28.262 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.373+0000 7f9d54ff9700 1 --2- 172.21.15.1:0/3346812091 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7f9d40038e40 0x7f9d4003b300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:28.262 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.373+0000 7f9d54ff9700 1 -- 172.21.15.1:0/3346812091 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f9d4804d200 con 0x7f9d581076c0 2024-02-09T23:49:28.262 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.373+0000 7f9d5deff700 1 -- 172.21.15.1:0/3346812091 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d5810baa0 con 0x7f9d581076c0 2024-02-09T23:49:28.262 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.373+0000 7f9d56ffd700 1 --2- 172.21.15.1:0/3346812091 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7f9d40038e40 0x7f9d4003b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:28.263 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.374+0000 7f9d56ffd700 1 --2- 172.21.15.1:0/3346812091 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7f9d40038e40 0x7f9d4003b300 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f9d4c006fd0 tx=0x7f9d4c006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:28.263 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.378+0000 7f9d54ff9700 1 -- 172.21.15.1:0/3346812091 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f9d48019b50 con 0x7f9d581076c0 2024-02-09T23:49:28.263 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.663+0000 7f9d5deff700 1 -- 172.21.15.1:0/3346812091 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f9d5807bca0 con 0x7f9d581076c0 2024-02-09T23:49:28.263 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.664+0000 7f9d54ff9700 1 -- 172.21.15.1:0/3346812091 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1239 (secure 0 0 0) 0x7f9d48018be0 con 0x7f9d581076c0 2024-02-09T23:49:28.263 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.667+0000 7f9d5deff700 1 -- 172.21.15.1:0/3346812091 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7f9d40038e40 msgr2=0x7f9d4003b300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:28.263 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.667+0000 7f9d5deff700 1 --2- 172.21.15.1:0/3346812091 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7f9d40038e40 0x7f9d4003b300 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f9d4c006fd0 tx=0x7f9d4c006e40 comp rx=0 tx=0).stop 2024-02-09T23:49:28.263 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.667+0000 7f9d5deff700 1 -- 172.21.15.1:0/3346812091 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9d581076c0 msgr2=0x7f9d5807cb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:28.263 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.667+0000 7f9d5deff700 1 --2- 172.21.15.1:0/3346812091 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9d581076c0 0x7f9d5807cb50 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f9d48009fb0 tx=0x7f9d48011b20 comp rx=0 tx=0).stop 2024-02-09T23:49:28.263 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.667+0000 7f9d5deff700 1 -- 172.21.15.1:0/3346812091 shutdown_connections 2024-02-09T23:49:28.263 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.667+0000 7f9d5deff700 1 --2- 172.21.15.1:0/3346812091 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7f9d40038e40 0x7f9d4003b300 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:28.263 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.667+0000 7f9d5deff700 1 --2- 172.21.15.1:0/3346812091 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9d581076c0 0x7f9d5807cb50 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:28.263 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.667+0000 7f9d5deff700 1 -- 172.21.15.1:0/3346812091 >> 172.21.15.1:0/3346812091 conn(0x7f9d58102d00 msgr2=0x7f9d58103820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:28.263 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.667+0000 7f9d5deff700 1 -- 172.21.15.1:0/3346812091 shutdown_connections 2024-02-09T23:49:28.263 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:27.667+0000 7f9d5deff700 1 -- 172.21.15.1:0/3346812091 wait complete. 2024-02-09T23:49:28.264 INFO:teuthology.orchestra.run.smithi001.stdout:mgr is available 2024-02-09T23:49:29.129 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:28 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/419313832' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-02-09T23:49:29.381 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-02-09T23:49:29.381 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout [global] 2024-02-09T23:49:29.381 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout fsid = b5005240-c7a5-11ee-95b8-87774f69a715 2024-02-09T23:49:29.381 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-02-09T23:49:29.381 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-02-09T23:49:29.382 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-02-09T23:49:29.382 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-02-09T23:49:29.382 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-02-09T23:49:29.382 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout [mgr] 2024-02-09T23:49:29.382 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-02-09T23:49:29.382 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 2024-02-09T23:49:29.382 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout [osd] 2024-02-09T23:49:29.382 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-02-09T23:49:29.382 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-02-09T23:49:29.382 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-02-09T23:49:29.382 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-02-09T23:49:29.382 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-02-09T23:49:29.382 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.608+0000 7f72f4d00700 1 Processor -- start 2024-02-09T23:49:29.382 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.608+0000 7f72f4d00700 1 -- start start 2024-02-09T23:49:29.382 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.608+0000 7f72f4d00700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f72f007ce00 0x7f72f007b300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:29.383 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.608+0000 7f72f4d00700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72f007b840 con 0x7f72f007ce00 2024-02-09T23:49:29.383 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.608+0000 7f72ee59c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f72f007ce00 0x7f72f007b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:29.383 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.608+0000 7f72ee59c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f72f007ce00 0x7f72f007b300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37168/0 (socket says 172.21.15.1:37168) 2024-02-09T23:49:29.383 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.608+0000 7f72ee59c700 1 -- 172.21.15.1:0/3143821414 learned_addr learned my addr 172.21.15.1:0/3143821414 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:29.383 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.609+0000 7f72ee59c700 1 -- 172.21.15.1:0/3143821414 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72f007b980 con 0x7f72f007ce00 2024-02-09T23:49:29.383 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.609+0000 7f72ee59c700 1 --2- 172.21.15.1:0/3143821414 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f72f007ce00 0x7f72f007b300 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f72e00098a0 tx=0x7f72e0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9174c86e4e54dc30 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:29.383 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.609+0000 7f72ed59a700 1 -- 172.21.15.1:0/3143821414 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f72e0004160 con 0x7f72f007ce00 2024-02-09T23:49:29.383 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.609+0000 7f72ed59a700 1 -- 172.21.15.1:0/3143821414 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f72e00042c0 con 0x7f72f007ce00 2024-02-09T23:49:29.383 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.609+0000 7f72ed59a700 1 -- 172.21.15.1:0/3143821414 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f72e0011ac0 con 0x7f72f007ce00 2024-02-09T23:49:29.383 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.610+0000 7f72f4d00700 1 -- 172.21.15.1:0/3143821414 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f72f007ce00 msgr2=0x7f72f007b300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:29.384 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.610+0000 7f72f4d00700 1 --2- 172.21.15.1:0/3143821414 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f72f007ce00 0x7f72f007b300 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f72e00098a0 tx=0x7f72e0009bb0 comp rx=0 tx=0).stop 2024-02-09T23:49:29.384 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.610+0000 7f72f4d00700 1 -- 172.21.15.1:0/3143821414 shutdown_connections 2024-02-09T23:49:29.384 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.610+0000 7f72f4d00700 1 --2- 172.21.15.1:0/3143821414 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f72f007ce00 0x7f72f007b300 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:29.384 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.610+0000 7f72f4d00700 1 -- 172.21.15.1:0/3143821414 >> 172.21.15.1:0/3143821414 conn(0x7f72f0102d90 msgr2=0x7f72f01051b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:29.385 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.610+0000 7f72f4d00700 1 -- 172.21.15.1:0/3143821414 shutdown_connections 2024-02-09T23:49:29.385 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.610+0000 7f72f4d00700 1 -- 172.21.15.1:0/3143821414 wait complete. 2024-02-09T23:49:29.385 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.610+0000 7f72f4d00700 1 Processor -- start 2024-02-09T23:49:29.385 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.610+0000 7f72f4d00700 1 -- start start 2024-02-09T23:49:29.385 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.611+0000 7f72f4d00700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f72f007ce00 0x7f72f019d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:29.385 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.611+0000 7f72f4d00700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72f019dbe0 con 0x7f72f007ce00 2024-02-09T23:49:29.385 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.611+0000 7f72ee59c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f72f007ce00 0x7f72f019d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:29.385 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.611+0000 7f72ee59c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f72f007ce00 0x7f72f019d6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37174/0 (socket says 172.21.15.1:37174) 2024-02-09T23:49:29.386 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.611+0000 7f72ee59c700 1 -- 172.21.15.1:0/419313832 learned_addr learned my addr 172.21.15.1:0/419313832 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:29.386 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.611+0000 7f72ee59c700 1 -- 172.21.15.1:0/419313832 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72e0009550 con 0x7f72f007ce00 2024-02-09T23:49:29.386 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.611+0000 7f72ee59c700 1 --2- 172.21.15.1:0/419313832 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f72f007ce00 0x7f72f019d6a0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f72e0011a70 tx=0x7f72e0011b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:29.386 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.611+0000 7f72df7fe700 1 -- 172.21.15.1:0/419313832 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f72e00039c0 con 0x7f72f007ce00 2024-02-09T23:49:29.386 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.611+0000 7f72df7fe700 1 -- 172.21.15.1:0/419313832 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f72e0003b20 con 0x7f72f007ce00 2024-02-09T23:49:29.386 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.611+0000 7f72f4d00700 1 -- 172.21.15.1:0/419313832 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f72f019dde0 con 0x7f72f007ce00 2024-02-09T23:49:29.386 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.611+0000 7f72df7fe700 1 -- 172.21.15.1:0/419313832 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f72e0024610 con 0x7f72f007ce00 2024-02-09T23:49:29.386 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.611+0000 7f72f4d00700 1 -- 172.21.15.1:0/419313832 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72f019e280 con 0x7f72f007ce00 2024-02-09T23:49:29.386 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.612+0000 7f72df7fe700 1 -- 172.21.15.1:0/419313832 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 4) v1 ==== 45921+0+0 (secure 0 0 0) 0x7f72e002d3f0 con 0x7f72f007ce00 2024-02-09T23:49:29.386 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.613+0000 7f72df7fe700 1 --2- 172.21.15.1:0/419313832 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7f72d8038e90 0x7f72d803b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:29.386 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.613+0000 7f72df7fe700 1 -- 172.21.15.1:0/419313832 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f72e004cfa0 con 0x7f72f007ce00 2024-02-09T23:49:29.386 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.613+0000 7f72f4d00700 1 -- 172.21.15.1:0/419313832 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f72f010da80 con 0x7f72f007ce00 2024-02-09T23:49:29.386 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.613+0000 7f72edd9b700 1 --2- 172.21.15.1:0/419313832 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7f72d8038e90 0x7f72d803b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:29.387 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.613+0000 7f72edd9b700 1 --2- 172.21.15.1:0/419313832 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7f72d8038e90 0x7f72d803b350 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f72e4006fd0 tx=0x7f72e4006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:29.387 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.618+0000 7f72df7fe700 1 -- 172.21.15.1:0/419313832 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f72e0010970 con 0x7f72f007ce00 2024-02-09T23:49:29.387 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.819+0000 7f72f4d00700 1 -- 172.21.15.1:0/419313832 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) v1 -- 0x7f72f01a0b60 con 0x7f72f007ce00 2024-02-09T23:49:29.387 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.820+0000 7f72df7fe700 1 -- 172.21.15.1:0/419313832 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) v1 ==== 70+0+373 (secure 0 0 0) 0x7f72e000b3e0 con 0x7f72f007ce00 2024-02-09T23:49:29.387 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.822+0000 7f72f4d00700 1 -- 172.21.15.1:0/419313832 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7f72d8038e90 msgr2=0x7f72d803b350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:29.387 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.822+0000 7f72f4d00700 1 --2- 172.21.15.1:0/419313832 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7f72d8038e90 0x7f72d803b350 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f72e4006fd0 tx=0x7f72e4006e40 comp rx=0 tx=0).stop 2024-02-09T23:49:29.387 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.822+0000 7f72f4d00700 1 -- 172.21.15.1:0/419313832 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f72f007ce00 msgr2=0x7f72f019d6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:29.388 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.822+0000 7f72f4d00700 1 --2- 172.21.15.1:0/419313832 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f72f007ce00 0x7f72f019d6a0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f72e0011a70 tx=0x7f72e0011b50 comp rx=0 tx=0).stop 2024-02-09T23:49:29.388 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.822+0000 7f72f4d00700 1 -- 172.21.15.1:0/419313832 shutdown_connections 2024-02-09T23:49:29.388 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.822+0000 7f72f4d00700 1 --2- 172.21.15.1:0/419313832 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7f72d8038e90 0x7f72d803b350 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:29.388 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.822+0000 7f72f4d00700 1 --2- 172.21.15.1:0/419313832 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f72f007ce00 0x7f72f019d6a0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:29.388 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.822+0000 7f72f4d00700 1 -- 172.21.15.1:0/419313832 >> 172.21.15.1:0/419313832 conn(0x7f72f0102d90 msgr2=0x7f72f01038e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:29.389 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.822+0000 7f72f4d00700 1 -- 172.21.15.1:0/419313832 shutdown_connections 2024-02-09T23:49:29.389 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:28.822+0000 7f72f4d00700 1 -- 172.21.15.1:0/419313832 wait complete. 2024-02-09T23:49:29.389 INFO:teuthology.orchestra.run.smithi001.stdout:Enabling cephadm module... 2024-02-09T23:49:30.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:30 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2067303517' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-02-09T23:49:30.470 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:30 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: ignoring --setuser ceph since I am not root 2024-02-09T23:49:30.470 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:30 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: ignoring --setgroup ceph since I am not root 2024-02-09T23:49:30.800 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:30 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:30.703+0000 7fab22ced200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-02-09T23:49:30.800 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:30 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:30.798+0000 7fab22ced200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-02-09T23:49:31.111 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.813+0000 7fb34f142700 1 Processor -- start 2024-02-09T23:49:31.112 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.813+0000 7fb34f142700 1 -- start start 2024-02-09T23:49:31.112 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.813+0000 7fb34f142700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb348105fe0 0x7fb348106400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:31.112 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.813+0000 7fb34f142700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb34807ae10 con 0x7fb348105fe0 2024-02-09T23:49:31.112 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.813+0000 7fb34cede700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb348105fe0 0x7fb348106400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:31.112 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.813+0000 7fb34cede700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb348105fe0 0x7fb348106400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37190/0 (socket says 172.21.15.1:37190) 2024-02-09T23:49:31.112 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.813+0000 7fb34cede700 1 -- 172.21.15.1:0/802873548 learned_addr learned my addr 172.21.15.1:0/802873548 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:31.112 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.813+0000 7fb34cede700 1 -- 172.21.15.1:0/802873548 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb348106940 con 0x7fb348105fe0 2024-02-09T23:49:31.112 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.814+0000 7fb34cede700 1 --2- 172.21.15.1:0/802873548 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb348105fe0 0x7fb348106400 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fb33c0098a0 tx=0x7fb33c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b15a97c91fde7e36 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:31.112 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.814+0000 7fb3477fe700 1 -- 172.21.15.1:0/802873548 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb33c004160 con 0x7fb348105fe0 2024-02-09T23:49:31.112 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.814+0000 7fb3477fe700 1 -- 172.21.15.1:0/802873548 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fb33c0042c0 con 0x7fb348105fe0 2024-02-09T23:49:31.113 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.814+0000 7fb3477fe700 1 -- 172.21.15.1:0/802873548 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb33c011ac0 con 0x7fb348105fe0 2024-02-09T23:49:31.113 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.814+0000 7fb34f142700 1 -- 172.21.15.1:0/802873548 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb348105fe0 msgr2=0x7fb348106400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:31.113 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.814+0000 7fb34f142700 1 --2- 172.21.15.1:0/802873548 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb348105fe0 0x7fb348106400 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fb33c0098a0 tx=0x7fb33c009bb0 comp rx=0 tx=0).stop 2024-02-09T23:49:31.113 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.814+0000 7fb34f142700 1 -- 172.21.15.1:0/802873548 shutdown_connections 2024-02-09T23:49:31.113 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.814+0000 7fb34f142700 1 --2- 172.21.15.1:0/802873548 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb348105fe0 0x7fb348106400 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:31.113 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.814+0000 7fb34f142700 1 -- 172.21.15.1:0/802873548 >> 172.21.15.1:0/802873548 conn(0x7fb348101c60 msgr2=0x7fb348104080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:31.113 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.814+0000 7fb34f142700 1 -- 172.21.15.1:0/802873548 shutdown_connections 2024-02-09T23:49:31.113 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.814+0000 7fb34f142700 1 -- 172.21.15.1:0/802873548 wait complete. 2024-02-09T23:49:31.113 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.815+0000 7fb34f142700 1 Processor -- start 2024-02-09T23:49:31.113 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.815+0000 7fb34f142700 1 -- start start 2024-02-09T23:49:31.113 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.815+0000 7fb34f142700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb348105fe0 0x7fb34819d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:31.113 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.815+0000 7fb34f142700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb34819dbe0 con 0x7fb348105fe0 2024-02-09T23:49:31.113 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.815+0000 7fb34cede700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb348105fe0 0x7fb34819d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:31.114 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.815+0000 7fb34cede700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb348105fe0 0x7fb34819d6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37202/0 (socket says 172.21.15.1:37202) 2024-02-09T23:49:31.114 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.815+0000 7fb34cede700 1 -- 172.21.15.1:0/2067303517 learned_addr learned my addr 172.21.15.1:0/2067303517 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:31.114 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.816+0000 7fb34cede700 1 -- 172.21.15.1:0/2067303517 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb33c009550 con 0x7fb348105fe0 2024-02-09T23:49:31.114 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.816+0000 7fb34cede700 1 --2- 172.21.15.1:0/2067303517 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb348105fe0 0x7fb34819d6a0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fb33c011a70 tx=0x7fb33c011b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:31.114 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.816+0000 7fb345ffb700 1 -- 172.21.15.1:0/2067303517 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb33c0039c0 con 0x7fb348105fe0 2024-02-09T23:49:31.114 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.816+0000 7fb345ffb700 1 -- 172.21.15.1:0/2067303517 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fb33c003b20 con 0x7fb348105fe0 2024-02-09T23:49:31.114 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.816+0000 7fb34f142700 1 -- 172.21.15.1:0/2067303517 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb34819dde0 con 0x7fb348105fe0 2024-02-09T23:49:31.114 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.816+0000 7fb345ffb700 1 -- 172.21.15.1:0/2067303517 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb33c024610 con 0x7fb348105fe0 2024-02-09T23:49:31.114 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.816+0000 7fb34f142700 1 -- 172.21.15.1:0/2067303517 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb34819e280 con 0x7fb348105fe0 2024-02-09T23:49:31.114 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.817+0000 7fb345ffb700 1 -- 172.21.15.1:0/2067303517 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 4) v1 ==== 45921+0+0 (secure 0 0 0) 0x7fb33c02d3f0 con 0x7fb348105fe0 2024-02-09T23:49:31.114 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.817+0000 7fb34f142700 1 -- 172.21.15.1:0/2067303517 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb348197310 con 0x7fb348105fe0 2024-02-09T23:49:31.115 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.817+0000 7fb345ffb700 1 --2- 172.21.15.1:0/2067303517 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7fb338038ee0 0x7fb33803b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:31.115 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.817+0000 7fb345ffb700 1 -- 172.21.15.1:0/2067303517 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fb33c04cfd0 con 0x7fb348105fe0 2024-02-09T23:49:31.115 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.818+0000 7fb347fff700 1 --2- 172.21.15.1:0/2067303517 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7fb338038ee0 0x7fb33803b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:31.115 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.818+0000 7fb347fff700 1 --2- 172.21.15.1:0/2067303517 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7fb338038ee0 0x7fb33803b3a0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb334006fd0 tx=0x7fb334006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:31.115 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:29.822+0000 7fb345ffb700 1 -- 172.21.15.1:0/2067303517 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fb33c010740 con 0x7fb348105fe0 2024-02-09T23:49:31.115 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:30.087+0000 7fb34f142700 1 -- 172.21.15.1:0/2067303517 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) v1 -- 0x7fb348107810 con 0x7fb348105fe0 2024-02-09T23:49:31.115 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:30.138+0000 7fb345ffb700 1 -- 172.21.15.1:0/2067303517 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) v1 ==== 86+0+0 (secure 0 0 0) 0x7fb33c00b3e0 con 0x7fb348105fe0 2024-02-09T23:49:31.115 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:30.140+0000 7fb345ffb700 1 -- 172.21.15.1:0/2067303517 <== mon.0 v2:172.21.15.1:3300/0 8 ==== mgrmap(e 5) v1 ==== 45932+0+0 (secure 0 0 0) 0x7fb33c019410 con 0x7fb348105fe0 2024-02-09T23:49:31.115 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:30.141+0000 7fb34f142700 1 -- 172.21.15.1:0/2067303517 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7fb338038ee0 msgr2=0x7fb33803b3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:31.115 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:30.141+0000 7fb34f142700 1 --2- 172.21.15.1:0/2067303517 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7fb338038ee0 0x7fb33803b3a0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb334006fd0 tx=0x7fb334006e40 comp rx=0 tx=0).stop 2024-02-09T23:49:31.115 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:30.141+0000 7fb34f142700 1 -- 172.21.15.1:0/2067303517 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb348105fe0 msgr2=0x7fb34819d6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:31.115 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:30.141+0000 7fb34f142700 1 --2- 172.21.15.1:0/2067303517 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb348105fe0 0x7fb34819d6a0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fb33c011a70 tx=0x7fb33c011b50 comp rx=0 tx=0).stop 2024-02-09T23:49:31.115 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:30.142+0000 7fb34f142700 1 -- 172.21.15.1:0/2067303517 shutdown_connections 2024-02-09T23:49:31.116 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:30.142+0000 7fb34f142700 1 --2- 172.21.15.1:0/2067303517 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7fb338038ee0 0x7fb33803b3a0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:31.116 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:30.142+0000 7fb34f142700 1 --2- 172.21.15.1:0/2067303517 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb348105fe0 0x7fb34819d6a0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:31.116 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:30.142+0000 7fb34f142700 1 -- 172.21.15.1:0/2067303517 >> 172.21.15.1:0/2067303517 conn(0x7fb348101c60 msgr2=0x7fb348194450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:31.116 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:30.142+0000 7fb34f142700 1 -- 172.21.15.1:0/2067303517 shutdown_connections 2024-02-09T23:49:31.116 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:30.142+0000 7fb34f142700 1 -- 172.21.15.1:0/2067303517 wait complete. 2024-02-09T23:49:31.375 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:31 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2067303517' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-02-09T23:49:31.375 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:31 smithi001 ceph-mon[32335]: mgrmap e5: x(active, since 9s) 2024-02-09T23:49:31.703 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:31 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:31.459+0000 7fab22ced200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-02-09T23:49:31.703 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:31 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:31.555+0000 7fab22ced200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-02-09T23:49:31.703 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:31 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:31.701+0000 7fab22ced200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-02-09T23:49:31.969 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:31 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:31.800+0000 7fab22ced200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-02-09T23:49:31.969 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:31 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:31.889+0000 7fab22ced200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-02-09T23:49:32.443 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:32 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:32.160+0000 7fab22ced200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-02-09T23:49:32.443 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:32 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:32.272+0000 7fab22ced200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-02-09T23:49:32.443 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:32 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:32.359+0000 7fab22ced200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-02-09T23:49:32.453 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout { 2024-02-09T23:49:32.453 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-02-09T23:49:32.453 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "available": true, 2024-02-09T23:49:32.453 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-02-09T23:49:32.453 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-02-09T23:49:32.453 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout } 2024-02-09T23:49:32.453 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.587+0000 7fe434616700 1 Processor -- start 2024-02-09T23:49:32.453 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.588+0000 7fe434616700 1 -- start start 2024-02-09T23:49:32.453 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.588+0000 7fe434616700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe42c1065f0 0x7fe42c106a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:32.453 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.588+0000 7fe434616700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe42c106fe0 con 0x7fe42c1065f0 2024-02-09T23:49:32.453 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.588+0000 7fe4323b2700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe42c1065f0 0x7fe42c106a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:32.453 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.588+0000 7fe4323b2700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe42c1065f0 0x7fe42c106a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:35162/0 (socket says 172.21.15.1:35162) 2024-02-09T23:49:32.454 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.588+0000 7fe4323b2700 1 -- 172.21.15.1:0/2564146213 learned_addr learned my addr 172.21.15.1:0/2564146213 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:32.454 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.588+0000 7fe4323b2700 1 -- 172.21.15.1:0/2564146213 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe42c1077f0 con 0x7fe42c1065f0 2024-02-09T23:49:32.454 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.589+0000 7fe4323b2700 1 --2- 172.21.15.1:0/2564146213 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe42c1065f0 0x7fe42c106a10 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fe4280098a0 tx=0x7fe428009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e7175aa1c030623 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:32.454 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.589+0000 7fe4313b0700 1 -- 172.21.15.1:0/2564146213 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe428004160 con 0x7fe42c1065f0 2024-02-09T23:49:32.454 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.589+0000 7fe4313b0700 1 -- 172.21.15.1:0/2564146213 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fe4280042c0 con 0x7fe42c1065f0 2024-02-09T23:49:32.454 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.589+0000 7fe4313b0700 1 -- 172.21.15.1:0/2564146213 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe428011ac0 con 0x7fe42c1065f0 2024-02-09T23:49:32.454 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.589+0000 7fe434616700 1 -- 172.21.15.1:0/2564146213 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe42c1065f0 msgr2=0x7fe42c106a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:32.454 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.589+0000 7fe434616700 1 --2- 172.21.15.1:0/2564146213 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe42c1065f0 0x7fe42c106a10 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fe4280098a0 tx=0x7fe428009bb0 comp rx=0 tx=0).stop 2024-02-09T23:49:32.454 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.589+0000 7fe434616700 1 -- 172.21.15.1:0/2564146213 shutdown_connections 2024-02-09T23:49:32.454 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.589+0000 7fe434616700 1 --2- 172.21.15.1:0/2564146213 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe42c1065f0 0x7fe42c106a10 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:32.454 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.589+0000 7fe434616700 1 -- 172.21.15.1:0/2564146213 >> 172.21.15.1:0/2564146213 conn(0x7fe42c101bd0 msgr2=0x7fe42c103ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:32.454 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.590+0000 7fe434616700 1 -- 172.21.15.1:0/2564146213 shutdown_connections 2024-02-09T23:49:32.454 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.590+0000 7fe434616700 1 -- 172.21.15.1:0/2564146213 wait complete. 2024-02-09T23:49:32.454 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.590+0000 7fe434616700 1 Processor -- start 2024-02-09T23:49:32.455 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.590+0000 7fe434616700 1 -- start start 2024-02-09T23:49:32.455 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.590+0000 7fe434616700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe42c1065f0 0x7fe42c191760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:32.455 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.590+0000 7fe434616700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe42c191ca0 con 0x7fe42c1065f0 2024-02-09T23:49:32.455 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.590+0000 7fe4323b2700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe42c1065f0 0x7fe42c191760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:32.455 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.590+0000 7fe4323b2700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe42c1065f0 0x7fe42c191760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:35178/0 (socket says 172.21.15.1:35178) 2024-02-09T23:49:32.455 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.591+0000 7fe4323b2700 1 -- 172.21.15.1:0/4118505680 learned_addr learned my addr 172.21.15.1:0/4118505680 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:32.455 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.591+0000 7fe4323b2700 1 -- 172.21.15.1:0/4118505680 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe428009550 con 0x7fe42c1065f0 2024-02-09T23:49:32.455 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.591+0000 7fe4323b2700 1 --2- 172.21.15.1:0/4118505680 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe42c1065f0 0x7fe42c191760 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fe428009fb0 tx=0x7fe428011b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:32.455 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.591+0000 7fe41f7fe700 1 -- 172.21.15.1:0/4118505680 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe4280038b0 con 0x7fe42c1065f0 2024-02-09T23:49:32.455 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.591+0000 7fe41f7fe700 1 -- 172.21.15.1:0/4118505680 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fe428003a10 con 0x7fe42c1065f0 2024-02-09T23:49:32.455 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.591+0000 7fe434616700 1 -- 172.21.15.1:0/4118505680 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe42c18fe90 con 0x7fe42c1065f0 2024-02-09T23:49:32.455 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.591+0000 7fe41f7fe700 1 -- 172.21.15.1:0/4118505680 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe4280195e0 con 0x7fe42c1065f0 2024-02-09T23:49:32.455 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.591+0000 7fe434616700 1 -- 172.21.15.1:0/4118505680 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe42c190330 con 0x7fe42c1065f0 2024-02-09T23:49:32.455 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.592+0000 7fe434616700 1 -- 172.21.15.1:0/4118505680 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe42c063350 con 0x7fe42c1065f0 2024-02-09T23:49:32.456 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.592+0000 7fe41f7fe700 1 -- 172.21.15.1:0/4118505680 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 5) v1 ==== 45932+0+0 (secure 0 0 0) 0x7fe4280198a0 con 0x7fe42c1065f0 2024-02-09T23:49:32.456 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.592+0000 7fe41f7fe700 1 --2- 172.21.15.1:0/4118505680 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7fe418038e90 0x7fe41803b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:32.456 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.592+0000 7fe41f7fe700 1 -- 172.21.15.1:0/4118505680 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fe42804d190 con 0x7fe42c1065f0 2024-02-09T23:49:32.456 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.592+0000 7fe431bb1700 1 -- 172.21.15.1:0/4118505680 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7fe418038e90 msgr2=0x7fe41803b350 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.1:6800/3817150184 2024-02-09T23:49:32.456 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.593+0000 7fe431bb1700 1 --2- 172.21.15.1:0/4118505680 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7fe418038e90 0x7fe41803b350 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-02-09T23:49:32.456 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.597+0000 7fe41f7fe700 1 -- 172.21.15.1:0/4118505680 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fe4280188b0 con 0x7fe42c1065f0 2024-02-09T23:49:32.456 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.794+0000 7fe431bb1700 1 -- 172.21.15.1:0/4118505680 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7fe418038e90 msgr2=0x7fe41803b350 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.1:6800/3817150184 2024-02-09T23:49:32.456 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.794+0000 7fe431bb1700 1 --2- 172.21.15.1:0/4118505680 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7fe418038e90 0x7fe41803b350 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-02-09T23:49:32.456 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.859+0000 7fe434616700 1 -- 172.21.15.1:0/4118505680 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) v1 -- 0x7fe42c1952c0 con 0x7fe42c1065f0 2024-02-09T23:49:32.456 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.859+0000 7fe41f7fe700 1 -- 172.21.15.1:0/4118505680 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) v1 ==== 56+0+88 (secure 0 0 0) 0x7fe4280186d0 con 0x7fe42c1065f0 2024-02-09T23:49:32.456 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.862+0000 7fe434616700 1 -- 172.21.15.1:0/4118505680 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7fe418038e90 msgr2=0x7fe41803b350 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-02-09T23:49:32.456 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.862+0000 7fe434616700 1 --2- 172.21.15.1:0/4118505680 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7fe418038e90 0x7fe41803b350 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:32.456 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.862+0000 7fe434616700 1 -- 172.21.15.1:0/4118505680 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe42c1065f0 msgr2=0x7fe42c191760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:32.457 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.862+0000 7fe434616700 1 --2- 172.21.15.1:0/4118505680 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe42c1065f0 0x7fe42c191760 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fe428009fb0 tx=0x7fe428011b20 comp rx=0 tx=0).stop 2024-02-09T23:49:32.457 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.862+0000 7fe434616700 1 -- 172.21.15.1:0/4118505680 shutdown_connections 2024-02-09T23:49:32.457 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.862+0000 7fe434616700 1 --2- 172.21.15.1:0/4118505680 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7fe418038e90 0x7fe41803b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:32.457 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.862+0000 7fe434616700 1 --2- 172.21.15.1:0/4118505680 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe42c1065f0 0x7fe42c191760 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:32.457 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.862+0000 7fe434616700 1 -- 172.21.15.1:0/4118505680 >> 172.21.15.1:0/4118505680 conn(0x7fe42c101bd0 msgr2=0x7fe42c102a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:32.457 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.862+0000 7fe434616700 1 -- 172.21.15.1:0/4118505680 shutdown_connections 2024-02-09T23:49:32.457 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:31.862+0000 7fe434616700 1 -- 172.21.15.1:0/4118505680 wait complete. 2024-02-09T23:49:32.457 INFO:teuthology.orchestra.run.smithi001.stdout:Waiting for the mgr to restart... 2024-02-09T23:49:32.457 INFO:teuthology.orchestra.run.smithi001.stdout:Waiting for mgr epoch 5... 2024-02-09T23:49:32.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:32 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/4118505680' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-02-09T23:49:32.720 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:32 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:32.460+0000 7fab22ced200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-02-09T23:49:32.720 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:32 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:32.648+0000 7fab22ced200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-02-09T23:49:33.719 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:33 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:33.633+0000 7fab22ced200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-02-09T23:49:34.104 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:33 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:33.766+0000 7fab22ced200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-02-09T23:49:34.104 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:34 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:34.102+0000 7fab22ced200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-02-09T23:49:34.393 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:34 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:34.193+0000 7fab22ced200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-02-09T23:49:34.394 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:34 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:34.391+0000 7fab22ced200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-02-09T23:49:34.719 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:34 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:34.579+0000 7fab22ced200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-02-09T23:49:35.130 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:34 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:34.868+0000 7fab22ced200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-02-09T23:49:35.131 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:35 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:35.128+0000 7fab22ced200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-02-09T23:49:35.469 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:35 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:35.371+0000 7fab22ced200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-02-09T23:49:36.469 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:36 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:36.197+0000 7fab22ced200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-02-09T23:49:37.116 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:36 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:36.793+0000 7fab22ced200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-02-09T23:49:37.116 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:36 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:36.893+0000 7fab22ced200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-02-09T23:49:37.116 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:37 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:37.114+0000 7fab22ced200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-02-09T23:49:37.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:37 smithi001 ceph-mon[32335]: Active manager daemon x restarted 2024-02-09T23:49:37.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:37 smithi001 ceph-mon[32335]: Activating manager daemon x 2024-02-09T23:49:37.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:37 smithi001 ceph-mon[32335]: osdmap e2: 0 total, 0 up, 0 in 2024-02-09T23:49:37.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:37 smithi001 ceph-mon[32335]: mgrmap e6: x(active, starting, since 0.00343071s) 2024-02-09T23:49:37.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:37 smithi001 ceph-mon[32335]: from='mgr.14118 172.21.15.1:0/450047932' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-09T23:49:37.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:37 smithi001 ceph-mon[32335]: from='mgr.14118 172.21.15.1:0/450047932' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-02-09T23:49:37.971 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:37 smithi001 ceph-mon[32335]: from='mgr.14118 172.21.15.1:0/450047932' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-02-09T23:49:37.971 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:37 smithi001 ceph-mon[32335]: from='mgr.14118 172.21.15.1:0/450047932' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-02-09T23:49:37.971 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:37 smithi001 ceph-mon[32335]: from='mgr.14118 172.21.15.1:0/450047932' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-02-09T23:49:37.971 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:37 smithi001 ceph-mon[32335]: Manager daemon x is now available 2024-02-09T23:49:37.971 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:37 smithi001 ceph-mon[32335]: Found migration_current of "None". Setting to last migration. 2024-02-09T23:49:37.971 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:37 smithi001 ceph-mon[32335]: from='mgr.14118 172.21.15.1:0/450047932' entity='mgr.x' 2024-02-09T23:49:37.971 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:37 smithi001 ceph-mon[32335]: from='mgr.14118 172.21.15.1:0/450047932' entity='mgr.x' 2024-02-09T23:49:37.971 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:37 smithi001 ceph-mon[32335]: from='mgr.14118 172.21.15.1:0/450047932' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:49:37.971 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:37 smithi001 ceph-mon[32335]: from='mgr.14118 172.21.15.1:0/450047932' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:49:37.971 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:37 smithi001 ceph-mon[32335]: from='mgr.14118 172.21.15.1:0/450047932' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:49:37.971 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:37 smithi001 ceph-mon[32335]: from='mgr.14118 172.21.15.1:0/450047932' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-02-09T23:49:37.971 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:37 smithi001 ceph-mon[32335]: from='mgr.14118 172.21.15.1:0/450047932' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-02-09T23:49:37.971 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:37 smithi001 ceph-mon[32335]: from='mgr.14118 172.21.15.1:0/450047932' entity='mgr.x' 2024-02-09T23:49:37.971 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:37 smithi001 ceph-mon[32335]: from='mgr.14118 172.21.15.1:0/450047932' entity='mgr.x' 2024-02-09T23:49:38.750 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:38 smithi001 ceph-mon[32335]: [09/Feb/2024:23:49:37] ENGINE Bus STARTING 2024-02-09T23:49:38.750 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:38 smithi001 ceph-mon[32335]: [09/Feb/2024:23:49:37] ENGINE Serving on http://172.21.15.1:8765 2024-02-09T23:49:38.751 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:38 smithi001 ceph-mon[32335]: [09/Feb/2024:23:49:37] ENGINE Serving on https://172.21.15.1:7150 2024-02-09T23:49:38.751 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:38 smithi001 ceph-mon[32335]: [09/Feb/2024:23:49:37] ENGINE Bus STARTED 2024-02-09T23:49:38.751 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:38 smithi001 ceph-mon[32335]: from='mgr.14118 172.21.15.1:0/450047932' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:49:38.751 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:38 smithi001 ceph-mon[32335]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-02-09T23:49:38.751 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:38 smithi001 ceph-mon[32335]: mgrmap e7: x(active, since 1.0058s) 2024-02-09T23:49:38.751 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:38 smithi001 ceph-mon[32335]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-02-09T23:49:38.761 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout { 2024-02-09T23:49:38.761 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-02-09T23:49:38.761 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "initialized": true 2024-02-09T23:49:38.761 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout } 2024-02-09T23:49:38.761 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.853+0000 7f2860b56700 1 Processor -- start 2024-02-09T23:49:38.761 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.853+0000 7f2860b56700 1 -- start start 2024-02-09T23:49:38.761 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.853+0000 7f2860b56700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f285c108160 0x7f285c10a550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:38.761 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.853+0000 7f2860b56700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f285c07ae90 con 0x7f285c108160 2024-02-09T23:49:38.761 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.853+0000 7f285a59c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f285c108160 0x7f285c10a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:38.761 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.853+0000 7f285a59c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f285c108160 0x7f285c10a550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:35194/0 (socket says 172.21.15.1:35194) 2024-02-09T23:49:38.761 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.853+0000 7f285a59c700 1 -- 172.21.15.1:0/1837458879 learned_addr learned my addr 172.21.15.1:0/1837458879 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:38.761 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.854+0000 7f285a59c700 1 -- 172.21.15.1:0/1837458879 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f285c10aa90 con 0x7f285c108160 2024-02-09T23:49:38.762 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.854+0000 7f285a59c700 1 --2- 172.21.15.1:0/1837458879 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f285c108160 0x7f285c10a550 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f284c0098a0 tx=0x7f284c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a02330ec4c3dc14 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:38.762 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.854+0000 7f285959a700 1 -- 172.21.15.1:0/1837458879 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f284c004160 con 0x7f285c108160 2024-02-09T23:49:38.762 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.854+0000 7f285959a700 1 -- 172.21.15.1:0/1837458879 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f284c0042c0 con 0x7f285c108160 2024-02-09T23:49:38.762 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.854+0000 7f285959a700 1 -- 172.21.15.1:0/1837458879 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f284c011ac0 con 0x7f285c108160 2024-02-09T23:49:38.762 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.855+0000 7f2860b56700 1 -- 172.21.15.1:0/1837458879 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f285c108160 msgr2=0x7f285c10a550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:38.762 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.855+0000 7f2860b56700 1 --2- 172.21.15.1:0/1837458879 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f285c108160 0x7f285c10a550 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f284c0098a0 tx=0x7f284c009bb0 comp rx=0 tx=0).stop 2024-02-09T23:49:38.762 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.855+0000 7f2860b56700 1 -- 172.21.15.1:0/1837458879 shutdown_connections 2024-02-09T23:49:38.762 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.855+0000 7f2860b56700 1 --2- 172.21.15.1:0/1837458879 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f285c108160 0x7f285c10a550 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:38.762 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.855+0000 7f2860b56700 1 -- 172.21.15.1:0/1837458879 >> 172.21.15.1:0/1837458879 conn(0x7f285c101bd0 msgr2=0x7f285c103ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:38.762 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.855+0000 7f2860b56700 1 -- 172.21.15.1:0/1837458879 shutdown_connections 2024-02-09T23:49:38.762 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.855+0000 7f2860b56700 1 -- 172.21.15.1:0/1837458879 wait complete. 2024-02-09T23:49:38.762 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.856+0000 7f2860b56700 1 Processor -- start 2024-02-09T23:49:38.762 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.856+0000 7f2860b56700 1 -- start start 2024-02-09T23:49:38.762 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.856+0000 7f2860b56700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f285c108160 0x7f285c1079e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:38.763 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.856+0000 7f2860b56700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f285c107f20 con 0x7f285c108160 2024-02-09T23:49:38.763 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.856+0000 7f285a59c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f285c108160 0x7f285c1079e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:38.763 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.856+0000 7f285a59c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f285c108160 0x7f285c1079e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:35196/0 (socket says 172.21.15.1:35196) 2024-02-09T23:49:38.763 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.856+0000 7f285a59c700 1 -- 172.21.15.1:0/4193691414 learned_addr learned my addr 172.21.15.1:0/4193691414 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:38.763 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.856+0000 7f285a59c700 1 -- 172.21.15.1:0/4193691414 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f284c009550 con 0x7f285c108160 2024-02-09T23:49:38.763 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.856+0000 7f285a59c700 1 --2- 172.21.15.1:0/4193691414 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f285c108160 0x7f285c1079e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f284c009fb0 tx=0x7f284c011b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:38.763 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.856+0000 7f284b7fe700 1 -- 172.21.15.1:0/4193691414 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f284c0038b0 con 0x7f285c108160 2024-02-09T23:49:38.763 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.856+0000 7f2860b56700 1 -- 172.21.15.1:0/4193691414 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f285c106110 con 0x7f285c108160 2024-02-09T23:49:38.763 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.857+0000 7f284b7fe700 1 -- 172.21.15.1:0/4193691414 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f284c003a10 con 0x7f285c108160 2024-02-09T23:49:38.763 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.857+0000 7f284b7fe700 1 -- 172.21.15.1:0/4193691414 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f284c0195e0 con 0x7f285c108160 2024-02-09T23:49:38.763 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.857+0000 7f2860b56700 1 -- 172.21.15.1:0/4193691414 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f285c1065b0 con 0x7f285c108160 2024-02-09T23:49:38.763 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.857+0000 7f284b7fe700 1 -- 172.21.15.1:0/4193691414 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 5) v1 ==== 45932+0+0 (secure 0 0 0) 0x7f284c0198e0 con 0x7f285c108160 2024-02-09T23:49:38.763 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.858+0000 7f284b7fe700 1 --2- 172.21.15.1:0/4193691414 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7f2844038e90 0x7f284403b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:38.763 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.858+0000 7f284b7fe700 1 -- 172.21.15.1:0/4193691414 --> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f284403ba60 con 0x7f2844038e90 2024-02-09T23:49:38.763 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.858+0000 7f284b7fe700 1 -- 172.21.15.1:0/4193691414 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f284c04d080 con 0x7f285c108160 2024-02-09T23:49:38.764 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.858+0000 7f2859d9b700 1 -- 172.21.15.1:0/4193691414 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7f2844038e90 msgr2=0x7f284403b350 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.1:6800/3817150184 2024-02-09T23:49:38.764 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:32.858+0000 7f2859d9b700 1 --2- 172.21.15.1:0/4193691414 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7f2844038e90 0x7f284403b350 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-02-09T23:49:38.764 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:33.059+0000 7f2859d9b700 1 -- 172.21.15.1:0/4193691414 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7f2844038e90 msgr2=0x7f284403b350 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.1:6800/3817150184 2024-02-09T23:49:38.764 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:33.059+0000 7f2859d9b700 1 --2- 172.21.15.1:0/4193691414 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7f2844038e90 0x7f284403b350 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-02-09T23:49:38.764 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:33.460+0000 7f2859d9b700 1 -- 172.21.15.1:0/4193691414 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7f2844038e90 msgr2=0x7f284403b350 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.1:6800/3817150184 2024-02-09T23:49:38.764 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:33.460+0000 7f2859d9b700 1 --2- 172.21.15.1:0/4193691414 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7f2844038e90 0x7f284403b350 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-02-09T23:49:38.764 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:34.261+0000 7f2859d9b700 1 -- 172.21.15.1:0/4193691414 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7f2844038e90 msgr2=0x7f284403b350 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.1:6800/3817150184 2024-02-09T23:49:38.764 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:34.261+0000 7f2859d9b700 1 --2- 172.21.15.1:0/4193691414 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7f2844038e90 0x7f284403b350 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-02-09T23:49:38.764 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:35.862+0000 7f2859d9b700 1 -- 172.21.15.1:0/4193691414 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7f2844038e90 msgr2=0x7f284403b350 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.1:6800/3817150184 2024-02-09T23:49:38.764 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:35.862+0000 7f2859d9b700 1 --2- 172.21.15.1:0/4193691414 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7f2844038e90 0x7f284403b350 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-02-09T23:49:38.764 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:37.129+0000 7f284b7fe700 1 -- 172.21.15.1:0/4193691414 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mgrmap(e 6) v1 ==== 45699+0+0 (secure 0 0 0) 0x7f284c02d9b0 con 0x7f285c108160 2024-02-09T23:49:38.764 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:37.129+0000 7f284b7fe700 1 -- 172.21.15.1:0/4193691414 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7f2844038e90 msgr2=0x7f284403b350 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-02-09T23:49:38.764 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:37.129+0000 7f284b7fe700 1 --2- 172.21.15.1:0/4193691414 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7f2844038e90 0x7f284403b350 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:38.764 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:38.130+0000 7f284b7fe700 1 -- 172.21.15.1:0/4193691414 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mgrmap(e 7) v1 ==== 45826+0+0 (secure 0 0 0) 0x7f284c04ede0 con 0x7f285c108160 2024-02-09T23:49:38.765 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:38.130+0000 7f284b7fe700 1 --2- 172.21.15.1:0/4193691414 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f284403c8a0 0x7f284403ec90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:38.765 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:38.130+0000 7f284b7fe700 1 -- 172.21.15.1:0/4193691414 --> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f284403ba60 con 0x7f284403c8a0 2024-02-09T23:49:38.765 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:38.130+0000 7f2859d9b700 1 --2- 172.21.15.1:0/4193691414 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f284403c8a0 0x7f284403ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:38.765 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:38.131+0000 7f2859d9b700 1 --2- 172.21.15.1:0/4193691414 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f284403c8a0 0x7f284403ec90 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f2850003a10 tx=0x7f2850009290 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:38.765 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:38.132+0000 7f284b7fe700 1 -- 172.21.15.1:0/4193691414 <== mgr.14118 v2:172.21.15.1:6800/2841663075 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+7774 (secure 0 0 0) 0x7f284403ba60 con 0x7f284403c8a0 2024-02-09T23:49:38.765 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:38.138+0000 7f2860b56700 1 -- 172.21.15.1:0/4193691414 --> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] -- command(tid 1: {"prefix": "mgr_status"}) v1 -- 0x7f283c002630 con 0x7f284403c8a0 2024-02-09T23:49:38.765 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:38.139+0000 7f284b7fe700 1 -- 172.21.15.1:0/4193691414 <== mgr.14118 v2:172.21.15.1:6800/2841663075 2 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+51 (secure 0 0 0) 0x7f283c002630 con 0x7f284403c8a0 2024-02-09T23:49:38.765 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:38.139+0000 7f2860b56700 1 -- 172.21.15.1:0/4193691414 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f284403c8a0 msgr2=0x7f284403ec90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:38.765 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:38.139+0000 7f2860b56700 1 --2- 172.21.15.1:0/4193691414 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f284403c8a0 0x7f284403ec90 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f2850003a10 tx=0x7f2850009290 comp rx=0 tx=0).stop 2024-02-09T23:49:38.765 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:38.139+0000 7f2860b56700 1 -- 172.21.15.1:0/4193691414 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f285c108160 msgr2=0x7f285c1079e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:38.765 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:38.139+0000 7f2860b56700 1 --2- 172.21.15.1:0/4193691414 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f285c108160 0x7f285c1079e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f284c009fb0 tx=0x7f284c011b20 comp rx=0 tx=0).stop 2024-02-09T23:49:38.765 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:38.139+0000 7f2860b56700 1 -- 172.21.15.1:0/4193691414 shutdown_connections 2024-02-09T23:49:38.765 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:38.139+0000 7f2860b56700 1 --2- 172.21.15.1:0/4193691414 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f284403c8a0 0x7f284403ec90 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:38.765 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:38.139+0000 7f2860b56700 1 --2- 172.21.15.1:0/4193691414 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f285c108160 0x7f285c1079e0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:38.765 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:38.139+0000 7f2860b56700 1 --2- 172.21.15.1:0/4193691414 >> [v2:172.21.15.1:6800/3817150184,v1:172.21.15.1:6801/3817150184] conn(0x7f2844038e90 0x7f284403b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:38.766 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:38.139+0000 7f2860b56700 1 -- 172.21.15.1:0/4193691414 >> 172.21.15.1:0/4193691414 conn(0x7f285c101bd0 msgr2=0x7f285c1026a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:38.766 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:38.139+0000 7f2860b56700 1 -- 172.21.15.1:0/4193691414 shutdown_connections 2024-02-09T23:49:38.766 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:38.139+0000 7f2860b56700 1 -- 172.21.15.1:0/4193691414 wait complete. 2024-02-09T23:49:38.766 INFO:teuthology.orchestra.run.smithi001.stdout:mgr epoch 5 is available 2024-02-09T23:49:38.766 INFO:teuthology.orchestra.run.smithi001.stdout:Setting orchestrator backend to cephadm... 2024-02-09T23:49:40.006 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.195+0000 7fd4ffa1d700 1 Processor -- start 2024-02-09T23:49:40.006 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.196+0000 7fd4ffa1d700 1 -- start start 2024-02-09T23:49:40.006 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.196+0000 7fd4ffa1d700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd4f807ce30 0x7fd4f807b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:40.006 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.196+0000 7fd4ffa1d700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4f807b8b0 con 0x7fd4f807ce30 2024-02-09T23:49:40.006 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.196+0000 7fd4fd7b9700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd4f807ce30 0x7fd4f807b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:40.006 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.196+0000 7fd4fd7b9700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd4f807ce30 0x7fd4f807b2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:35270/0 (socket says 172.21.15.1:35270) 2024-02-09T23:49:40.006 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.196+0000 7fd4fd7b9700 1 -- 172.21.15.1:0/2349526463 learned_addr learned my addr 172.21.15.1:0/2349526463 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:40.006 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.196+0000 7fd4fd7b9700 1 -- 172.21.15.1:0/2349526463 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4f807b9f0 con 0x7fd4f807ce30 2024-02-09T23:49:40.006 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.196+0000 7fd4fd7b9700 1 --2- 172.21.15.1:0/2349526463 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd4f807ce30 0x7fd4f807b2e0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fd4f40098a0 tx=0x7fd4f4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a883ee8d3937d5cd server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:40.006 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.197+0000 7fd4effff700 1 -- 172.21.15.1:0/2349526463 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd4f4004160 con 0x7fd4f807ce30 2024-02-09T23:49:40.006 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.197+0000 7fd4effff700 1 -- 172.21.15.1:0/2349526463 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fd4f40042c0 con 0x7fd4f807ce30 2024-02-09T23:49:40.006 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.197+0000 7fd4effff700 1 -- 172.21.15.1:0/2349526463 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd4f4011ac0 con 0x7fd4f807ce30 2024-02-09T23:49:40.007 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.197+0000 7fd4ffa1d700 1 -- 172.21.15.1:0/2349526463 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd4f807ce30 msgr2=0x7fd4f807b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:40.007 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.197+0000 7fd4ffa1d700 1 --2- 172.21.15.1:0/2349526463 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd4f807ce30 0x7fd4f807b2e0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fd4f40098a0 tx=0x7fd4f4009bb0 comp rx=0 tx=0).stop 2024-02-09T23:49:40.007 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.197+0000 7fd4ffa1d700 1 -- 172.21.15.1:0/2349526463 shutdown_connections 2024-02-09T23:49:40.007 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.197+0000 7fd4ffa1d700 1 --2- 172.21.15.1:0/2349526463 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd4f807ce30 0x7fd4f807b2e0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:40.007 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.197+0000 7fd4ffa1d700 1 -- 172.21.15.1:0/2349526463 >> 172.21.15.1:0/2349526463 conn(0x7fd4f8102d00 msgr2=0x7fd4f8105120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:40.007 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.197+0000 7fd4ffa1d700 1 -- 172.21.15.1:0/2349526463 shutdown_connections 2024-02-09T23:49:40.007 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.197+0000 7fd4ffa1d700 1 -- 172.21.15.1:0/2349526463 wait complete. 2024-02-09T23:49:40.007 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.198+0000 7fd4ffa1d700 1 Processor -- start 2024-02-09T23:49:40.007 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.198+0000 7fd4ffa1d700 1 -- start start 2024-02-09T23:49:40.007 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.198+0000 7fd4ffa1d700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd4f807ce30 0x7fd4f819d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:40.007 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.198+0000 7fd4ffa1d700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4f819dc00 con 0x7fd4f807ce30 2024-02-09T23:49:40.007 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.198+0000 7fd4fd7b9700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd4f807ce30 0x7fd4f819d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:40.007 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.198+0000 7fd4fd7b9700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd4f807ce30 0x7fd4f819d6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:35280/0 (socket says 172.21.15.1:35280) 2024-02-09T23:49:40.007 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.198+0000 7fd4fd7b9700 1 -- 172.21.15.1:0/1270500394 learned_addr learned my addr 172.21.15.1:0/1270500394 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:40.007 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.198+0000 7fd4fd7b9700 1 -- 172.21.15.1:0/1270500394 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4f4009550 con 0x7fd4f807ce30 2024-02-09T23:49:40.008 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.198+0000 7fd4fd7b9700 1 --2- 172.21.15.1:0/1270500394 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd4f807ce30 0x7fd4f819d6c0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fd4f4009fb0 tx=0x7fd4f4011b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:40.008 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.199+0000 7fd4ee7fc700 1 -- 172.21.15.1:0/1270500394 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd4f40038b0 con 0x7fd4f807ce30 2024-02-09T23:49:40.008 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.199+0000 7fd4ee7fc700 1 -- 172.21.15.1:0/1270500394 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fd4f4003a10 con 0x7fd4f807ce30 2024-02-09T23:49:40.008 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.199+0000 7fd4ffa1d700 1 -- 172.21.15.1:0/1270500394 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4f819de00 con 0x7fd4f807ce30 2024-02-09T23:49:40.008 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.199+0000 7fd4ee7fc700 1 -- 172.21.15.1:0/1270500394 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd4f40195e0 con 0x7fd4f807ce30 2024-02-09T23:49:40.008 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.199+0000 7fd4ffa1d700 1 -- 172.21.15.1:0/1270500394 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4f819e2a0 con 0x7fd4f807ce30 2024-02-09T23:49:40.008 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.200+0000 7fd4ee7fc700 1 -- 172.21.15.1:0/1270500394 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 7) v1 ==== 45826+0+0 (secure 0 0 0) 0x7fd4f40198a0 con 0x7fd4f807ce30 2024-02-09T23:49:40.008 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.200+0000 7fd4ffa1d700 1 -- 172.21.15.1:0/1270500394 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd4f810dab0 con 0x7fd4f807ce30 2024-02-09T23:49:40.008 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.200+0000 7fd4ee7fc700 1 --2- 172.21.15.1:0/1270500394 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fd4e4038d80 0x7fd4e403b240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:40.008 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.200+0000 7fd4ee7fc700 1 -- 172.21.15.1:0/1270500394 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fd4f404d0f0 con 0x7fd4f807ce30 2024-02-09T23:49:40.008 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.200+0000 7fd4fcfb8700 1 --2- 172.21.15.1:0/1270500394 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fd4e4038d80 0x7fd4e403b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:40.008 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.200+0000 7fd4fcfb8700 1 --2- 172.21.15.1:0/1270500394 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fd4e4038d80 0x7fd4e403b240 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fd4e8006fd0 tx=0x7fd4e8006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:40.008 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.205+0000 7fd4ee7fc700 1 -- 172.21.15.1:0/1270500394 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fd4f4018530 con 0x7fd4f807ce30 2024-02-09T23:49:40.009 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.423+0000 7fd4ffa1d700 1 -- 172.21.15.1:0/1270500394 --> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) v1 -- 0x7fd4f8103f60 con 0x7fd4e4038d80 2024-02-09T23:49:40.009 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.429+0000 7fd4ee7fc700 1 -- 172.21.15.1:0/1270500394 <== mgr.14118 v2:172.21.15.1:6800/2841663075 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7fd4f8103f60 con 0x7fd4e4038d80 2024-02-09T23:49:40.009 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.431+0000 7fd4ffa1d700 1 -- 172.21.15.1:0/1270500394 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fd4e4038d80 msgr2=0x7fd4e403b240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:40.009 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.431+0000 7fd4ffa1d700 1 --2- 172.21.15.1:0/1270500394 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fd4e4038d80 0x7fd4e403b240 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fd4e8006fd0 tx=0x7fd4e8006e40 comp rx=0 tx=0).stop 2024-02-09T23:49:40.009 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.431+0000 7fd4ffa1d700 1 -- 172.21.15.1:0/1270500394 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd4f807ce30 msgr2=0x7fd4f819d6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:40.009 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.431+0000 7fd4ffa1d700 1 --2- 172.21.15.1:0/1270500394 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd4f807ce30 0x7fd4f819d6c0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fd4f4009fb0 tx=0x7fd4f4011b20 comp rx=0 tx=0).stop 2024-02-09T23:49:40.009 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.431+0000 7fd4ffa1d700 1 -- 172.21.15.1:0/1270500394 shutdown_connections 2024-02-09T23:49:40.009 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.432+0000 7fd4ffa1d700 1 --2- 172.21.15.1:0/1270500394 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fd4e4038d80 0x7fd4e403b240 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:40.009 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.432+0000 7fd4ffa1d700 1 --2- 172.21.15.1:0/1270500394 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd4f807ce30 0x7fd4f819d6c0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:40.009 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.432+0000 7fd4ffa1d700 1 -- 172.21.15.1:0/1270500394 >> 172.21.15.1:0/1270500394 conn(0x7fd4f8102d00 msgr2=0x7fd4f8103850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:40.009 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.432+0000 7fd4ffa1d700 1 -- 172.21.15.1:0/1270500394 shutdown_connections 2024-02-09T23:49:40.009 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:39.432+0000 7fd4ffa1d700 1 -- 172.21.15.1:0/1270500394 wait complete. 2024-02-09T23:49:40.620 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:40 smithi001 ceph-mon[32335]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:49:40.620 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:40 smithi001 ceph-mon[32335]: from='mgr.14118 172.21.15.1:0/450047932' entity='mgr.x' 2024-02-09T23:49:40.620 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:40 smithi001 ceph-mon[32335]: from='mgr.14118 172.21.15.1:0/450047932' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:49:40.620 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:40 smithi001 ceph-mon[32335]: mgrmap e8: x(active, since 2s) 2024-02-09T23:49:41.180 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout value unchanged 2024-02-09T23:49:41.180 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.394+0000 7f5de63ea700 1 Processor -- start 2024-02-09T23:49:41.180 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.394+0000 7f5de63ea700 1 -- start start 2024-02-09T23:49:41.181 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.394+0000 7f5de63ea700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5de01076f0 0x7f5de0107b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:41.181 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.394+0000 7f5de63ea700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5de01080e0 con 0x7f5de01076f0 2024-02-09T23:49:41.181 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.394+0000 7f5ddffff700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5de01076f0 0x7f5de0107b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:41.181 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.394+0000 7f5ddffff700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5de01076f0 0x7f5de0107b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:35288/0 (socket says 172.21.15.1:35288) 2024-02-09T23:49:41.181 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.394+0000 7f5ddffff700 1 -- 172.21.15.1:0/3254757374 learned_addr learned my addr 172.21.15.1:0/3254757374 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:41.181 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.394+0000 7f5ddffff700 1 -- 172.21.15.1:0/3254757374 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5de01088a0 con 0x7f5de01076f0 2024-02-09T23:49:41.181 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.394+0000 7f5ddffff700 1 --2- 172.21.15.1:0/3254757374 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5de01076f0 0x7f5de0107b10 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f5dc80098a0 tx=0x7f5dc8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bb3668f6f58cab3 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:41.182 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.395+0000 7f5ddeffd700 1 -- 172.21.15.1:0/3254757374 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5dc8004160 con 0x7f5de01076f0 2024-02-09T23:49:41.182 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.395+0000 7f5ddeffd700 1 -- 172.21.15.1:0/3254757374 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f5dc80042c0 con 0x7f5de01076f0 2024-02-09T23:49:41.182 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.395+0000 7f5ddeffd700 1 -- 172.21.15.1:0/3254757374 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5dc8011ac0 con 0x7f5de01076f0 2024-02-09T23:49:41.182 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.395+0000 7f5de63ea700 1 -- 172.21.15.1:0/3254757374 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5de01076f0 msgr2=0x7f5de0107b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:41.182 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.395+0000 7f5de63ea700 1 --2- 172.21.15.1:0/3254757374 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5de01076f0 0x7f5de0107b10 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f5dc80098a0 tx=0x7f5dc8009bb0 comp rx=0 tx=0).stop 2024-02-09T23:49:41.182 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.395+0000 7f5de63ea700 1 -- 172.21.15.1:0/3254757374 shutdown_connections 2024-02-09T23:49:41.182 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.395+0000 7f5de63ea700 1 --2- 172.21.15.1:0/3254757374 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5de01076f0 0x7f5de0107b10 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:41.182 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.395+0000 7f5de63ea700 1 -- 172.21.15.1:0/3254757374 >> 172.21.15.1:0/3254757374 conn(0x7f5de0102d30 msgr2=0x7f5de0105150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:41.183 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.395+0000 7f5de63ea700 1 -- 172.21.15.1:0/3254757374 shutdown_connections 2024-02-09T23:49:41.183 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.395+0000 7f5de63ea700 1 -- 172.21.15.1:0/3254757374 wait complete. 2024-02-09T23:49:41.183 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.396+0000 7f5de63ea700 1 Processor -- start 2024-02-09T23:49:41.183 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.396+0000 7f5de63ea700 1 -- start start 2024-02-09T23:49:41.183 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.396+0000 7f5de63ea700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5de01076f0 0x7f5de007cb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:41.183 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.396+0000 7f5de63ea700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5de007d090 con 0x7f5de01076f0 2024-02-09T23:49:41.183 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.396+0000 7f5ddffff700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5de01076f0 0x7f5de007cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:41.183 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.396+0000 7f5ddffff700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5de01076f0 0x7f5de007cb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:35292/0 (socket says 172.21.15.1:35292) 2024-02-09T23:49:41.183 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.396+0000 7f5ddffff700 1 -- 172.21.15.1:0/4109962504 learned_addr learned my addr 172.21.15.1:0/4109962504 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:41.183 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.396+0000 7f5ddffff700 1 -- 172.21.15.1:0/4109962504 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5dc8009550 con 0x7f5de01076f0 2024-02-09T23:49:41.183 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.397+0000 7f5ddffff700 1 --2- 172.21.15.1:0/4109962504 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5de01076f0 0x7f5de007cb50 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f5dc8009fb0 tx=0x7f5dc8011b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:41.184 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.397+0000 7f5ddd7fa700 1 -- 172.21.15.1:0/4109962504 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5dc80038b0 con 0x7f5de01076f0 2024-02-09T23:49:41.184 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.397+0000 7f5ddd7fa700 1 -- 172.21.15.1:0/4109962504 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f5dc8003a10 con 0x7f5de01076f0 2024-02-09T23:49:41.184 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.397+0000 7f5de63ea700 1 -- 172.21.15.1:0/4109962504 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5de007b280 con 0x7f5de01076f0 2024-02-09T23:49:41.184 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.397+0000 7f5ddd7fa700 1 -- 172.21.15.1:0/4109962504 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5dc80195e0 con 0x7f5de01076f0 2024-02-09T23:49:41.184 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.397+0000 7f5de63ea700 1 -- 172.21.15.1:0/4109962504 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5de007b720 con 0x7f5de01076f0 2024-02-09T23:49:41.184 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.398+0000 7f5ddd7fa700 1 -- 172.21.15.1:0/4109962504 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 8) v1 ==== 45932+0+0 (secure 0 0 0) 0x7f5dc80198e0 con 0x7f5de01076f0 2024-02-09T23:49:41.184 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.398+0000 7f5de63ea700 1 -- 172.21.15.1:0/4109962504 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5de010bad0 con 0x7f5de01076f0 2024-02-09T23:49:41.184 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.398+0000 7f5ddd7fa700 1 --2- 172.21.15.1:0/4109962504 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f5dcc038e90 0x7f5dcc03b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:41.184 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.398+0000 7f5ddd7fa700 1 -- 172.21.15.1:0/4109962504 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f5dc804d120 con 0x7f5de01076f0 2024-02-09T23:49:41.184 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.398+0000 7f5ddf7fe700 1 --2- 172.21.15.1:0/4109962504 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f5dcc038e90 0x7f5dcc03b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:41.184 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.398+0000 7f5ddf7fe700 1 --2- 172.21.15.1:0/4109962504 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f5dcc038e90 0x7f5dcc03b350 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5dd0006fd0 tx=0x7f5dd0006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:41.184 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.403+0000 7f5ddd7fa700 1 -- 172.21.15.1:0/4109962504 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f5dc802b340 con 0x7f5de01076f0 2024-02-09T23:49:41.184 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.605+0000 7f5de63ea700 1 -- 172.21.15.1:0/4109962504 --> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) v1 -- 0x7f5de007be10 con 0x7f5dcc038e90 2024-02-09T23:49:41.185 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.605+0000 7f5ddd7fa700 1 -- 172.21.15.1:0/4109962504 <== mgr.14118 v2:172.21.15.1:6800/2841663075 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+16 (secure 0 0 0) 0x7f5de007be10 con 0x7f5dcc038e90 2024-02-09T23:49:41.185 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.607+0000 7f5de63ea700 1 -- 172.21.15.1:0/4109962504 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f5dcc038e90 msgr2=0x7f5dcc03b350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:41.185 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.607+0000 7f5de63ea700 1 --2- 172.21.15.1:0/4109962504 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f5dcc038e90 0x7f5dcc03b350 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5dd0006fd0 tx=0x7f5dd0006e40 comp rx=0 tx=0).stop 2024-02-09T23:49:41.185 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.607+0000 7f5de63ea700 1 -- 172.21.15.1:0/4109962504 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5de01076f0 msgr2=0x7f5de007cb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:41.185 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.607+0000 7f5de63ea700 1 --2- 172.21.15.1:0/4109962504 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5de01076f0 0x7f5de007cb50 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f5dc8009fb0 tx=0x7f5dc8011b20 comp rx=0 tx=0).stop 2024-02-09T23:49:41.185 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.607+0000 7f5de63ea700 1 -- 172.21.15.1:0/4109962504 shutdown_connections 2024-02-09T23:49:41.185 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.607+0000 7f5de63ea700 1 --2- 172.21.15.1:0/4109962504 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f5dcc038e90 0x7f5dcc03b350 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:41.185 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.607+0000 7f5de63ea700 1 --2- 172.21.15.1:0/4109962504 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5de01076f0 0x7f5de007cb50 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:41.185 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.607+0000 7f5de63ea700 1 -- 172.21.15.1:0/4109962504 >> 172.21.15.1:0/4109962504 conn(0x7f5de0102d30 msgr2=0x7f5de0103870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:41.185 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.607+0000 7f5de63ea700 1 -- 172.21.15.1:0/4109962504 shutdown_connections 2024-02-09T23:49:41.185 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:40.607+0000 7f5de63ea700 1 -- 172.21.15.1:0/4109962504 wait complete. 2024-02-09T23:49:41.185 INFO:teuthology.orchestra.run.smithi001.stdout:Generating ssh key... 2024-02-09T23:49:41.574 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:41 smithi001 ceph-mon[32335]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:49:42.394 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:42 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: Generating public/private rsa key pair. 2024-02-09T23:49:42.394 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:42 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: Your identification has been saved in /tmp/tmpk7asxlvw/key. 2024-02-09T23:49:42.394 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:42 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: Your public key has been saved in /tmp/tmpk7asxlvw/key.pub. 2024-02-09T23:49:42.394 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:42 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: The key fingerprint is: 2024-02-09T23:49:42.395 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:42 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: SHA256:vPb7/qutX1UgR0Vqlrd60h15gw1YBDKMamoeTEZ3DyM ceph-b5005240-c7a5-11ee-95b8-87774f69a715 2024-02-09T23:49:42.395 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:42 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: The key's randomart image is: 2024-02-09T23:49:42.395 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:42 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: +---[RSA 3072]----+ 2024-02-09T23:49:42.395 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:42 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: | oo .+++oo| 2024-02-09T23:49:42.395 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:42 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: | . E = .o oo + | 2024-02-09T23:49:42.395 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:42 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: | . . + + . .= o| 2024-02-09T23:49:42.395 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:42 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: | o o . . o+.+| 2024-02-09T23:49:42.395 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:42 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: | + o S . *o| 2024-02-09T23:49:42.395 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:42 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: | = . o *| 2024-02-09T23:49:42.395 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:42 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: | o . o o oo| 2024-02-09T23:49:42.395 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:42 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: | . . . .o. | 2024-02-09T23:49:42.395 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:42 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: | o+===. | 2024-02-09T23:49:42.395 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:42 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: +----[SHA256]-----+ 2024-02-09T23:49:42.678 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.571+0000 7fca81655700 1 Processor -- start 2024-02-09T23:49:42.678 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.572+0000 7fca81655700 1 -- start start 2024-02-09T23:49:42.678 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.572+0000 7fca81655700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fca7c1081c0 0x7fca7c10a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:42.678 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.572+0000 7fca81655700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca7c07ae50 con 0x7fca7c1081c0 2024-02-09T23:49:42.678 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.572+0000 7fca7affd700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fca7c1081c0 0x7fca7c10a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:42.678 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.572+0000 7fca7affd700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fca7c1081c0 0x7fca7c10a5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53824/0 (socket says 172.21.15.1:53824) 2024-02-09T23:49:42.678 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.572+0000 7fca7affd700 1 -- 172.21.15.1:0/3960128307 learned_addr learned my addr 172.21.15.1:0/3960128307 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:42.678 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.572+0000 7fca7affd700 1 -- 172.21.15.1:0/3960128307 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca7c10aaf0 con 0x7fca7c1081c0 2024-02-09T23:49:42.678 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.572+0000 7fca7affd700 1 --2- 172.21.15.1:0/3960128307 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fca7c1081c0 0x7fca7c10a5b0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fca6c0098a0 tx=0x7fca6c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b9b920316b16414 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:42.679 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.573+0000 7fca79ffb700 1 -- 172.21.15.1:0/3960128307 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fca6c004160 con 0x7fca7c1081c0 2024-02-09T23:49:42.679 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.573+0000 7fca79ffb700 1 -- 172.21.15.1:0/3960128307 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fca6c0042c0 con 0x7fca7c1081c0 2024-02-09T23:49:42.679 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.573+0000 7fca79ffb700 1 -- 172.21.15.1:0/3960128307 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fca6c011ac0 con 0x7fca7c1081c0 2024-02-09T23:49:42.679 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.573+0000 7fca81655700 1 -- 172.21.15.1:0/3960128307 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fca7c1081c0 msgr2=0x7fca7c10a5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:42.679 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.573+0000 7fca81655700 1 --2- 172.21.15.1:0/3960128307 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fca7c1081c0 0x7fca7c10a5b0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fca6c0098a0 tx=0x7fca6c009bb0 comp rx=0 tx=0).stop 2024-02-09T23:49:42.679 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.573+0000 7fca81655700 1 -- 172.21.15.1:0/3960128307 shutdown_connections 2024-02-09T23:49:42.679 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.573+0000 7fca81655700 1 --2- 172.21.15.1:0/3960128307 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fca7c1081c0 0x7fca7c10a5b0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:42.679 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.573+0000 7fca81655700 1 -- 172.21.15.1:0/3960128307 >> 172.21.15.1:0/3960128307 conn(0x7fca7c101c50 msgr2=0x7fca7c104070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:42.679 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.574+0000 7fca81655700 1 -- 172.21.15.1:0/3960128307 shutdown_connections 2024-02-09T23:49:42.679 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.574+0000 7fca81655700 1 -- 172.21.15.1:0/3960128307 wait complete. 2024-02-09T23:49:42.679 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.574+0000 7fca81655700 1 Processor -- start 2024-02-09T23:49:42.679 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.574+0000 7fca81655700 1 -- start start 2024-02-09T23:49:42.679 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.574+0000 7fca81655700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fca7c1081c0 0x7fca7c19b500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:42.679 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.575+0000 7fca81655700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca7c19ba40 con 0x7fca7c1081c0 2024-02-09T23:49:42.679 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.575+0000 7fca7affd700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fca7c1081c0 0x7fca7c19b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:42.680 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.575+0000 7fca7affd700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fca7c1081c0 0x7fca7c19b500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53826/0 (socket says 172.21.15.1:53826) 2024-02-09T23:49:42.680 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.575+0000 7fca7affd700 1 -- 172.21.15.1:0/686806182 learned_addr learned my addr 172.21.15.1:0/686806182 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:42.680 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.575+0000 7fca7affd700 1 -- 172.21.15.1:0/686806182 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca6c009550 con 0x7fca7c1081c0 2024-02-09T23:49:42.680 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.575+0000 7fca7affd700 1 --2- 172.21.15.1:0/686806182 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fca7c1081c0 0x7fca7c19b500 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fca6c011a70 tx=0x7fca6c011b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:42.680 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.575+0000 7fca73fff700 1 -- 172.21.15.1:0/686806182 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fca6c0039c0 con 0x7fca7c1081c0 2024-02-09T23:49:42.680 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.575+0000 7fca73fff700 1 -- 172.21.15.1:0/686806182 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fca6c003b20 con 0x7fca7c1081c0 2024-02-09T23:49:42.680 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.575+0000 7fca73fff700 1 -- 172.21.15.1:0/686806182 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fca6c024610 con 0x7fca7c1081c0 2024-02-09T23:49:42.681 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.575+0000 7fca81655700 1 -- 172.21.15.1:0/686806182 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca7c19bc40 con 0x7fca7c1081c0 2024-02-09T23:49:42.681 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.575+0000 7fca81655700 1 -- 172.21.15.1:0/686806182 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca7c19c0e0 con 0x7fca7c1081c0 2024-02-09T23:49:42.681 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.576+0000 7fca73fff700 1 -- 172.21.15.1:0/686806182 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 8) v1 ==== 45932+0+0 (secure 0 0 0) 0x7fca6c01a430 con 0x7fca7c1081c0 2024-02-09T23:49:42.681 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.576+0000 7fca81655700 1 -- 172.21.15.1:0/686806182 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fca7c10b8f0 con 0x7fca7c1081c0 2024-02-09T23:49:42.681 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.576+0000 7fca73fff700 1 --2- 172.21.15.1:0/686806182 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fca68038ee0 0x7fca6803b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:42.681 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.576+0000 7fca73fff700 1 -- 172.21.15.1:0/686806182 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fca6c04cff0 con 0x7fca7c1081c0 2024-02-09T23:49:42.681 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.577+0000 7fca7a7fc700 1 --2- 172.21.15.1:0/686806182 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fca68038ee0 0x7fca6803b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:42.681 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.577+0000 7fca7a7fc700 1 --2- 172.21.15.1:0/686806182 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fca68038ee0 0x7fca6803b3a0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fca64006fd0 tx=0x7fca64006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:42.681 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.581+0000 7fca73fff700 1 -- 172.21.15.1:0/686806182 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fca6c010380 con 0x7fca7c1081c0 2024-02-09T23:49:42.681 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:41.788+0000 7fca81655700 1 -- 172.21.15.1:0/686806182 --> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) v1 -- 0x7fca7c102f10 con 0x7fca68038ee0 2024-02-09T23:49:42.681 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:42.047+0000 7fca73fff700 1 -- 172.21.15.1:0/686806182 <== mgr.14118 v2:172.21.15.1:6800/2841663075 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7fca7c102f10 con 0x7fca68038ee0 2024-02-09T23:49:42.681 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:42.049+0000 7fca81655700 1 -- 172.21.15.1:0/686806182 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fca68038ee0 msgr2=0x7fca6803b3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:42.681 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:42.049+0000 7fca81655700 1 --2- 172.21.15.1:0/686806182 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fca68038ee0 0x7fca6803b3a0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fca64006fd0 tx=0x7fca64006e40 comp rx=0 tx=0).stop 2024-02-09T23:49:42.682 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:42.049+0000 7fca81655700 1 -- 172.21.15.1:0/686806182 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fca7c1081c0 msgr2=0x7fca7c19b500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:42.682 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:42.049+0000 7fca81655700 1 --2- 172.21.15.1:0/686806182 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fca7c1081c0 0x7fca7c19b500 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fca6c011a70 tx=0x7fca6c011b50 comp rx=0 tx=0).stop 2024-02-09T23:49:42.682 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:42.049+0000 7fca81655700 1 -- 172.21.15.1:0/686806182 shutdown_connections 2024-02-09T23:49:42.682 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:42.049+0000 7fca81655700 1 --2- 172.21.15.1:0/686806182 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fca68038ee0 0x7fca6803b3a0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:42.682 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:42.049+0000 7fca81655700 1 --2- 172.21.15.1:0/686806182 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fca7c1081c0 0x7fca7c19b500 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:42.682 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:42.049+0000 7fca81655700 1 -- 172.21.15.1:0/686806182 >> 172.21.15.1:0/686806182 conn(0x7fca7c101c50 msgr2=0x7fca7c102800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:42.682 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:42.049+0000 7fca81655700 1 -- 172.21.15.1:0/686806182 shutdown_connections 2024-02-09T23:49:42.682 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:42.049+0000 7fca81655700 1 -- 172.21.15.1:0/686806182 wait complete. 2024-02-09T23:49:43.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:43 smithi001 ceph-mon[32335]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:49:43.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:43 smithi001 ceph-mon[32335]: Generating ssh key... 2024-02-09T23:49:43.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:43 smithi001 ceph-mon[32335]: from='mgr.14118 172.21.15.1:0/450047932' entity='mgr.x' 2024-02-09T23:49:43.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:43 smithi001 ceph-mon[32335]: from='mgr.14118 172.21.15.1:0/450047932' entity='mgr.x' 2024-02-09T23:49:43.869 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4aWZgSvKRcK6qNY4F0/SJtE3G7yBLenPzX4xDmiugqCZLrF1R2AwZ3fjEIjQlnay5khVQxFj766L5GlURxQm+aUsgGzx5lK4Ml8IO5YUK3hyFJSKRa/0O9pQnj+qBsy1ZSSgDDYVSva53uWqCt5Oj8x93X3F8NpH25Fa+BAwf/Zue1Iqjjh/IVf+2GeUl1rhzEtjM3Ec7J0seeRNlA2ooF9iSl0eXRJlCr6vExSzdvTotd0bzWnJVXilP91DOLaQIKKGGEa9nfMABOCQsOaQi6p+IJ8e/XVi07qfxOdgLr3TgrLKraWLdislZLdZjNlAMmSOVGnA4amyDVZo50HH0gs0OTj1jQTnpyjJJGoDzKRJ+z9I7+jT/KbcenQvrZvHkm4jKjIsnQiWbg8hB3M9IeVxHh/gQeXDH3ZiJZIkPScCC1SvYOYywUBKw01gOmyGc9IhwcQ/3F2gSw4H+5gJqjnY3unB0pPc/iSRKtUZYEsKu90aHvTNYbBs4Fo92G7c= ceph-b5005240-c7a5-11ee-95b8-87774f69a715 2024-02-09T23:49:43.870 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.107+0000 7f311cf7c700 1 Processor -- start 2024-02-09T23:49:43.870 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.107+0000 7f311cf7c700 1 -- start start 2024-02-09T23:49:43.870 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.107+0000 7f311cf7c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3118107700 0x7f3118107b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:43.870 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.107+0000 7f311cf7c700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31181080f0 con 0x7f3118107700 2024-02-09T23:49:43.870 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.107+0000 7f311659c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3118107700 0x7f3118107b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:43.870 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.107+0000 7f311659c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3118107700 0x7f3118107b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53838/0 (socket says 172.21.15.1:53838) 2024-02-09T23:49:43.870 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.107+0000 7f311659c700 1 -- 172.21.15.1:0/4072832470 learned_addr learned my addr 172.21.15.1:0/4072832470 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:43.870 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.108+0000 7f311659c700 1 -- 172.21.15.1:0/4072832470 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31181088b0 con 0x7f3118107700 2024-02-09T23:49:43.870 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.108+0000 7f311659c700 1 --2- 172.21.15.1:0/4072832470 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3118107700 0x7f3118107b20 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f31080098a0 tx=0x7f3108009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5943c1b979ede04 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:43.870 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.108+0000 7f311559a700 1 -- 172.21.15.1:0/4072832470 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3108004160 con 0x7f3118107700 2024-02-09T23:49:43.870 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.108+0000 7f311559a700 1 -- 172.21.15.1:0/4072832470 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f31080042c0 con 0x7f3118107700 2024-02-09T23:49:43.870 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.108+0000 7f311559a700 1 -- 172.21.15.1:0/4072832470 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3108011ac0 con 0x7f3118107700 2024-02-09T23:49:43.871 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.109+0000 7f311cf7c700 1 -- 172.21.15.1:0/4072832470 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3118107700 msgr2=0x7f3118107b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:43.871 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.109+0000 7f311cf7c700 1 --2- 172.21.15.1:0/4072832470 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3118107700 0x7f3118107b20 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f31080098a0 tx=0x7f3108009bb0 comp rx=0 tx=0).stop 2024-02-09T23:49:43.871 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.109+0000 7f311cf7c700 1 -- 172.21.15.1:0/4072832470 shutdown_connections 2024-02-09T23:49:43.871 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.109+0000 7f311cf7c700 1 --2- 172.21.15.1:0/4072832470 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3118107700 0x7f3118107b20 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:43.871 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.109+0000 7f311cf7c700 1 -- 172.21.15.1:0/4072832470 >> 172.21.15.1:0/4072832470 conn(0x7f3118102dc0 msgr2=0x7f31181051e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:43.871 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.109+0000 7f311cf7c700 1 -- 172.21.15.1:0/4072832470 shutdown_connections 2024-02-09T23:49:43.871 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.109+0000 7f311cf7c700 1 -- 172.21.15.1:0/4072832470 wait complete. 2024-02-09T23:49:43.871 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.110+0000 7f311cf7c700 1 Processor -- start 2024-02-09T23:49:43.871 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.110+0000 7f311cf7c700 1 -- start start 2024-02-09T23:49:43.871 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.110+0000 7f311cf7c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3118107700 0x7f311819b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:43.871 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.110+0000 7f311cf7c700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f311819b9f0 con 0x7f3118107700 2024-02-09T23:49:43.871 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.110+0000 7f311659c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3118107700 0x7f311819b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:43.872 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.110+0000 7f311659c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3118107700 0x7f311819b4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53842/0 (socket says 172.21.15.1:53842) 2024-02-09T23:49:43.872 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.110+0000 7f311659c700 1 -- 172.21.15.1:0/3690067791 learned_addr learned my addr 172.21.15.1:0/3690067791 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:43.872 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.110+0000 7f311659c700 1 -- 172.21.15.1:0/3690067791 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3108009550 con 0x7f3118107700 2024-02-09T23:49:43.872 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.110+0000 7f311659c700 1 --2- 172.21.15.1:0/3690067791 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3118107700 0x7f311819b4b0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f3108003f70 tx=0x7f3108011b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:43.872 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.110+0000 7f31077fe700 1 -- 172.21.15.1:0/3690067791 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f31080039f0 con 0x7f3118107700 2024-02-09T23:49:43.872 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.111+0000 7f31077fe700 1 -- 172.21.15.1:0/3690067791 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7f3108003b50 con 0x7f3118107700 2024-02-09T23:49:43.873 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.111+0000 7f311cf7c700 1 -- 172.21.15.1:0/3690067791 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f311819bbf0 con 0x7f3118107700 2024-02-09T23:49:43.873 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.111+0000 7f31077fe700 1 -- 172.21.15.1:0/3690067791 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f310801a690 con 0x7f3118107700 2024-02-09T23:49:43.873 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.111+0000 7f311cf7c700 1 -- 172.21.15.1:0/3690067791 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f311819c090 con 0x7f3118107700 2024-02-09T23:49:43.873 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.111+0000 7f31077fe700 1 -- 172.21.15.1:0/3690067791 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 8) v1 ==== 45932+0+0 (secure 0 0 0) 0x7f310801a900 con 0x7f3118107700 2024-02-09T23:49:43.873 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.112+0000 7f31077fe700 1 --2- 172.21.15.1:0/3690067791 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f3100038ee0 0x7f310003b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:43.873 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.112+0000 7f31077fe700 1 -- 172.21.15.1:0/3690067791 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f310804d310 con 0x7f3118107700 2024-02-09T23:49:43.873 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.112+0000 7f311cf7c700 1 -- 172.21.15.1:0/3690067791 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f311810bae0 con 0x7f3118107700 2024-02-09T23:49:43.873 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.112+0000 7f3115d9b700 1 --2- 172.21.15.1:0/3690067791 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f3100038ee0 0x7f310003b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:43.873 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.112+0000 7f3115d9b700 1 --2- 172.21.15.1:0/3690067791 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f3100038ee0 0x7f310003b3a0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f310c006fd0 tx=0x7f310c006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:43.873 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.117+0000 7f31077fe700 1 -- 172.21.15.1:0/3690067791 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f3108018c20 con 0x7f3118107700 2024-02-09T23:49:43.873 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.321+0000 7f311cf7c700 1 -- 172.21.15.1:0/3690067791 --> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) v1 -- 0x7f3118104030 con 0x7f3100038ee0 2024-02-09T23:49:43.873 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.322+0000 7f31077fe700 1 -- 172.21.15.1:0/3690067791 <== mgr.14118 v2:172.21.15.1:6800/2841663075 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+595 (secure 0 0 0) 0x7f3118104030 con 0x7f3100038ee0 2024-02-09T23:49:43.874 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.324+0000 7f311cf7c700 1 -- 172.21.15.1:0/3690067791 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f3100038ee0 msgr2=0x7f310003b3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:43.874 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.324+0000 7f311cf7c700 1 --2- 172.21.15.1:0/3690067791 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f3100038ee0 0x7f310003b3a0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f310c006fd0 tx=0x7f310c006e40 comp rx=0 tx=0).stop 2024-02-09T23:49:43.874 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.324+0000 7f311cf7c700 1 -- 172.21.15.1:0/3690067791 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3118107700 msgr2=0x7f311819b4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:43.874 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.324+0000 7f311cf7c700 1 --2- 172.21.15.1:0/3690067791 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3118107700 0x7f311819b4b0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f3108003f70 tx=0x7f3108011b40 comp rx=0 tx=0).stop 2024-02-09T23:49:43.874 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.324+0000 7f311cf7c700 1 -- 172.21.15.1:0/3690067791 shutdown_connections 2024-02-09T23:49:43.874 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.324+0000 7f311cf7c700 1 --2- 172.21.15.1:0/3690067791 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f3100038ee0 0x7f310003b3a0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:43.874 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.324+0000 7f311cf7c700 1 --2- 172.21.15.1:0/3690067791 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3118107700 0x7f311819b4b0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:43.874 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.324+0000 7f311cf7c700 1 -- 172.21.15.1:0/3690067791 >> 172.21.15.1:0/3690067791 conn(0x7f3118102dc0 msgr2=0x7f3118103920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:43.874 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.324+0000 7f311cf7c700 1 -- 172.21.15.1:0/3690067791 shutdown_connections 2024-02-09T23:49:43.874 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:43.324+0000 7f311cf7c700 1 -- 172.21.15.1:0/3690067791 wait complete. 2024-02-09T23:49:43.874 INFO:teuthology.orchestra.run.smithi001.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-02-09T23:49:43.874 INFO:teuthology.orchestra.run.smithi001.stdout:Adding key to root@localhost authorized_keys... 2024-02-09T23:49:43.875 INFO:teuthology.orchestra.run.smithi001.stdout:Adding host smithi001... 2024-02-09T23:49:44.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:44 smithi001 ceph-mon[32335]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:49:45.365 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:45 smithi001 ceph-mon[32335]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi001", "addr": "172.21.15.1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:49:45.365 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:45 smithi001 ceph-mon[32335]: Deploying cephadm binary to smithi001 2024-02-09T23:49:49.470 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout Added host 'smithi001' with addr '172.21.15.1' 2024-02-09T23:49:49.471 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.287+0000 7fd670d15700 1 Processor -- start 2024-02-09T23:49:49.471 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.287+0000 7fd670d15700 1 -- start start 2024-02-09T23:49:49.471 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.288+0000 7fd670d15700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd66c105ff0 0x7fd66c106410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:49.471 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.288+0000 7fd670d15700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd66c07adf0 con 0x7fd66c105ff0 2024-02-09T23:49:49.471 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.288+0000 7fd66a59c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd66c105ff0 0x7fd66c106410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:49.471 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.288+0000 7fd66a59c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd66c105ff0 0x7fd66c106410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53846/0 (socket says 172.21.15.1:53846) 2024-02-09T23:49:49.471 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.288+0000 7fd66a59c700 1 -- 172.21.15.1:0/3616745377 learned_addr learned my addr 172.21.15.1:0/3616745377 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:49.471 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.288+0000 7fd66a59c700 1 -- 172.21.15.1:0/3616745377 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd66c07af30 con 0x7fd66c105ff0 2024-02-09T23:49:49.471 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.288+0000 7fd66a59c700 1 --2- 172.21.15.1:0/3616745377 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd66c105ff0 0x7fd66c106410 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd65c009e80 tx=0x7fd65c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e6da552874bb445 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:49.471 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.288+0000 7fd66959a700 1 -- 172.21.15.1:0/3616745377 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd65c00e070 con 0x7fd66c105ff0 2024-02-09T23:49:49.472 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.288+0000 7fd66959a700 1 -- 172.21.15.1:0/3616745377 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fd65c00b8c0 con 0x7fd66c105ff0 2024-02-09T23:49:49.472 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.288+0000 7fd66959a700 1 -- 172.21.15.1:0/3616745377 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd65c004550 con 0x7fd66c105ff0 2024-02-09T23:49:49.472 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.289+0000 7fd670d15700 1 -- 172.21.15.1:0/3616745377 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd66c105ff0 msgr2=0x7fd66c106410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:49.472 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.289+0000 7fd670d15700 1 --2- 172.21.15.1:0/3616745377 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd66c105ff0 0x7fd66c106410 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd65c009e80 tx=0x7fd65c00b330 comp rx=0 tx=0).stop 2024-02-09T23:49:49.472 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.289+0000 7fd670d15700 1 -- 172.21.15.1:0/3616745377 shutdown_connections 2024-02-09T23:49:49.472 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.289+0000 7fd670d15700 1 --2- 172.21.15.1:0/3616745377 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd66c105ff0 0x7fd66c106410 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:49.472 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.289+0000 7fd670d15700 1 -- 172.21.15.1:0/3616745377 >> 172.21.15.1:0/3616745377 conn(0x7fd66c101bd0 msgr2=0x7fd66c103ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:49.472 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.289+0000 7fd670d15700 1 -- 172.21.15.1:0/3616745377 shutdown_connections 2024-02-09T23:49:49.472 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.289+0000 7fd670d15700 1 -- 172.21.15.1:0/3616745377 wait complete. 2024-02-09T23:49:49.472 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.290+0000 7fd670d15700 1 Processor -- start 2024-02-09T23:49:49.472 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.290+0000 7fd670d15700 1 -- start start 2024-02-09T23:49:49.472 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.290+0000 7fd670d15700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd66c105ff0 0x7fd66c19d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:49.472 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.290+0000 7fd670d15700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd66c19db60 con 0x7fd66c105ff0 2024-02-09T23:49:49.473 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.290+0000 7fd66a59c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd66c105ff0 0x7fd66c19d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:49.473 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.290+0000 7fd66a59c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd66c105ff0 0x7fd66c19d620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53854/0 (socket says 172.21.15.1:53854) 2024-02-09T23:49:49.473 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.290+0000 7fd66a59c700 1 -- 172.21.15.1:0/3576390442 learned_addr learned my addr 172.21.15.1:0/3576390442 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:49.473 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.290+0000 7fd66a59c700 1 -- 172.21.15.1:0/3576390442 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd65c009b30 con 0x7fd66c105ff0 2024-02-09T23:49:49.473 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.291+0000 7fd66a59c700 1 --2- 172.21.15.1:0/3576390442 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd66c105ff0 0x7fd66c19d620 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fd65c009fd0 tx=0x7fd65c003d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:49.473 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.291+0000 7fd6637fe700 1 -- 172.21.15.1:0/3576390442 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd65c00e040 con 0x7fd66c105ff0 2024-02-09T23:49:49.473 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.291+0000 7fd670d15700 1 -- 172.21.15.1:0/3576390442 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd66c19dd60 con 0x7fd66c105ff0 2024-02-09T23:49:49.473 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.291+0000 7fd6637fe700 1 -- 172.21.15.1:0/3576390442 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fd65c0128f0 con 0x7fd66c105ff0 2024-02-09T23:49:49.473 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.291+0000 7fd6637fe700 1 -- 172.21.15.1:0/3576390442 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd65c01c770 con 0x7fd66c105ff0 2024-02-09T23:49:49.473 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.291+0000 7fd670d15700 1 -- 172.21.15.1:0/3576390442 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd66c19e1e0 con 0x7fd66c105ff0 2024-02-09T23:49:49.473 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.292+0000 7fd6637fe700 1 -- 172.21.15.1:0/3576390442 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 8) v1 ==== 45932+0+0 (secure 0 0 0) 0x7fd65c01ca30 con 0x7fd66c105ff0 2024-02-09T23:49:49.473 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.292+0000 7fd670d15700 1 -- 172.21.15.1:0/3576390442 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd66c197270 con 0x7fd66c105ff0 2024-02-09T23:49:49.473 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.292+0000 7fd6637fe700 1 --2- 172.21.15.1:0/3576390442 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fd658038ee0 0x7fd65803b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:49.473 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.292+0000 7fd6637fe700 1 -- 172.21.15.1:0/3576390442 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fd65c04d140 con 0x7fd66c105ff0 2024-02-09T23:49:49.474 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.292+0000 7fd669d9b700 1 --2- 172.21.15.1:0/3576390442 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fd658038ee0 0x7fd65803b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:49.474 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.292+0000 7fd669d9b700 1 --2- 172.21.15.1:0/3576390442 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fd658038ee0 0x7fd65803b3a0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fd654006fd0 tx=0x7fd654006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:49.474 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.297+0000 7fd6637fe700 1 -- 172.21.15.1:0/3576390442 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fd65c011980 con 0x7fd66c105ff0 2024-02-09T23:49:49.474 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:44.503+0000 7fd670d15700 1 -- 172.21.15.1:0/3576390442 --> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi001", "addr": "172.21.15.1", "target": ["mon-mgr", ""]}) v1 -- 0x7fd66c02d970 con 0x7fd658038ee0 2024-02-09T23:49:49.474 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:48.886+0000 7fd6637fe700 1 -- 172.21.15.1:0/3576390442 <== mgr.14118 v2:172.21.15.1:6800/2841663075 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+47 (secure 0 0 0) 0x7fd66c02d970 con 0x7fd658038ee0 2024-02-09T23:49:49.474 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:48.888+0000 7fd670d15700 1 -- 172.21.15.1:0/3576390442 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fd658038ee0 msgr2=0x7fd65803b3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:49.474 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:48.888+0000 7fd670d15700 1 --2- 172.21.15.1:0/3576390442 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fd658038ee0 0x7fd65803b3a0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fd654006fd0 tx=0x7fd654006e40 comp rx=0 tx=0).stop 2024-02-09T23:49:49.474 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:48.888+0000 7fd670d15700 1 -- 172.21.15.1:0/3576390442 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd66c105ff0 msgr2=0x7fd66c19d620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:49.474 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:48.888+0000 7fd670d15700 1 --2- 172.21.15.1:0/3576390442 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd66c105ff0 0x7fd66c19d620 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fd65c009fd0 tx=0x7fd65c003d00 comp rx=0 tx=0).stop 2024-02-09T23:49:49.474 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:48.889+0000 7fd670d15700 1 -- 172.21.15.1:0/3576390442 shutdown_connections 2024-02-09T23:49:49.474 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:48.889+0000 7fd670d15700 1 --2- 172.21.15.1:0/3576390442 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fd658038ee0 0x7fd65803b3a0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:49.474 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:48.889+0000 7fd670d15700 1 --2- 172.21.15.1:0/3576390442 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd66c105ff0 0x7fd66c19d620 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:49.474 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:48.889+0000 7fd670d15700 1 -- 172.21.15.1:0/3576390442 >> 172.21.15.1:0/3576390442 conn(0x7fd66c101bd0 msgr2=0x7fd66c1943b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:49.475 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:48.889+0000 7fd670d15700 1 -- 172.21.15.1:0/3576390442 shutdown_connections 2024-02-09T23:49:49.475 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:48.889+0000 7fd670d15700 1 -- 172.21.15.1:0/3576390442 wait complete. 2024-02-09T23:49:49.475 INFO:teuthology.orchestra.run.smithi001.stdout:Deploying unmanaged mon service... 2024-02-09T23:49:50.156 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:49 smithi001 ceph-mon[32335]: from='mgr.14118 172.21.15.1:0/450047932' entity='mgr.x' 2024-02-09T23:49:50.156 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:49 smithi001 ceph-mon[32335]: Added host smithi001 2024-02-09T23:49:50.156 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:49 smithi001 ceph-mon[32335]: from='mgr.14118 172.21.15.1:0/450047932' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:49:51.416 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:51 smithi001 ceph-mon[32335]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:49:51.416 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:51 smithi001 ceph-mon[32335]: Saving service mon spec with placement count:5 2024-02-09T23:49:51.416 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:51 smithi001 ceph-mon[32335]: from='mgr.14118 172.21.15.1:0/450047932' entity='mgr.x' 2024-02-09T23:49:51.667 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-02-09T23:49:51.668 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.913+0000 7fa14ceff700 1 Processor -- start 2024-02-09T23:49:51.668 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.913+0000 7fa14ceff700 1 -- start start 2024-02-09T23:49:51.668 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.914+0000 7fa14ceff700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa148107700 0x7fa148107b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:51.669 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.914+0000 7fa14ceff700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1481080f0 con 0x7fa148107700 2024-02-09T23:49:51.669 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.914+0000 7fa14659c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa148107700 0x7fa148107b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:51.669 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.914+0000 7fa14659c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa148107700 0x7fa148107b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53860/0 (socket says 172.21.15.1:53860) 2024-02-09T23:49:51.669 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.914+0000 7fa14659c700 1 -- 172.21.15.1:0/332946893 learned_addr learned my addr 172.21.15.1:0/332946893 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:51.670 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.914+0000 7fa14659c700 1 -- 172.21.15.1:0/332946893 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1481088b0 con 0x7fa148107700 2024-02-09T23:49:51.670 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.914+0000 7fa14659c700 1 --2- 172.21.15.1:0/332946893 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa148107700 0x7fa148107b20 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fa1380098a0 tx=0x7fa138009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d82c664b353ca97 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:51.670 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.914+0000 7fa14559a700 1 -- 172.21.15.1:0/332946893 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa138004160 con 0x7fa148107700 2024-02-09T23:49:51.670 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.915+0000 7fa14559a700 1 -- 172.21.15.1:0/332946893 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fa1380042c0 con 0x7fa148107700 2024-02-09T23:49:51.670 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.915+0000 7fa14559a700 1 -- 172.21.15.1:0/332946893 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa138011ac0 con 0x7fa148107700 2024-02-09T23:49:51.670 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.915+0000 7fa14ceff700 1 -- 172.21.15.1:0/332946893 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa148107700 msgr2=0x7fa148107b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:51.670 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.915+0000 7fa14ceff700 1 --2- 172.21.15.1:0/332946893 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa148107700 0x7fa148107b20 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fa1380098a0 tx=0x7fa138009bb0 comp rx=0 tx=0).stop 2024-02-09T23:49:51.670 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.915+0000 7fa14ceff700 1 -- 172.21.15.1:0/332946893 shutdown_connections 2024-02-09T23:49:51.670 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.915+0000 7fa14ceff700 1 --2- 172.21.15.1:0/332946893 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa148107700 0x7fa148107b20 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:51.670 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.915+0000 7fa14ceff700 1 -- 172.21.15.1:0/332946893 >> 172.21.15.1:0/332946893 conn(0x7fa148102dc0 msgr2=0x7fa1481051e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:51.671 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.915+0000 7fa14ceff700 1 -- 172.21.15.1:0/332946893 shutdown_connections 2024-02-09T23:49:51.671 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.915+0000 7fa14ceff700 1 -- 172.21.15.1:0/332946893 wait complete. 2024-02-09T23:49:51.671 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.916+0000 7fa14ceff700 1 Processor -- start 2024-02-09T23:49:51.671 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.916+0000 7fa14ceff700 1 -- start start 2024-02-09T23:49:51.671 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.916+0000 7fa14ceff700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa148107700 0x7fa14819b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:51.671 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.916+0000 7fa14ceff700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa14819b9f0 con 0x7fa148107700 2024-02-09T23:49:51.671 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.916+0000 7fa14659c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa148107700 0x7fa14819b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:51.671 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.916+0000 7fa14659c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa148107700 0x7fa14819b4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53862/0 (socket says 172.21.15.1:53862) 2024-02-09T23:49:51.671 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.916+0000 7fa14659c700 1 -- 172.21.15.1:0/993428122 learned_addr learned my addr 172.21.15.1:0/993428122 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:51.671 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.916+0000 7fa14659c700 1 -- 172.21.15.1:0/993428122 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa138009550 con 0x7fa148107700 2024-02-09T23:49:51.671 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.916+0000 7fa14659c700 1 --2- 172.21.15.1:0/993428122 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa148107700 0x7fa14819b4b0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fa138000c00 tx=0x7fa138011b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:51.671 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.917+0000 7fa1377fe700 1 -- 172.21.15.1:0/993428122 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa138003aa0 con 0x7fa148107700 2024-02-09T23:49:51.671 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.917+0000 7fa1377fe700 1 -- 172.21.15.1:0/993428122 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1109+0+0 (secure 0 0 0) 0x7fa138003c00 con 0x7fa148107700 2024-02-09T23:49:51.671 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.917+0000 7fa14ceff700 1 -- 172.21.15.1:0/993428122 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa14819bbf0 con 0x7fa148107700 2024-02-09T23:49:51.671 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.917+0000 7fa1377fe700 1 -- 172.21.15.1:0/993428122 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa1380248a0 con 0x7fa148107700 2024-02-09T23:49:51.672 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.917+0000 7fa14ceff700 1 -- 172.21.15.1:0/993428122 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa14819c090 con 0x7fa148107700 2024-02-09T23:49:51.672 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.917+0000 7fa1377fe700 1 -- 172.21.15.1:0/993428122 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 8) v1 ==== 45932+0+0 (secure 0 0 0) 0x7fa13802d3f0 con 0x7fa148107700 2024-02-09T23:49:51.672 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.918+0000 7fa1377fe700 1 --2- 172.21.15.1:0/993428122 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fa130038ee0 0x7fa13003b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:51.672 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.918+0000 7fa1377fe700 1 -- 172.21.15.1:0/993428122 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fa13804d0c0 con 0x7fa148107700 2024-02-09T23:49:51.672 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.918+0000 7fa145d9b700 1 --2- 172.21.15.1:0/993428122 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fa130038ee0 0x7fa13003b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:51.672 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.918+0000 7fa14ceff700 1 -- 172.21.15.1:0/993428122 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa14810bae0 con 0x7fa148107700 2024-02-09T23:49:51.672 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.918+0000 7fa145d9b700 1 --2- 172.21.15.1:0/993428122 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fa130038ee0 0x7fa13003b3a0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fa13c006fd0 tx=0x7fa13c006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:51.672 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:49.923+0000 7fa1377fe700 1 -- 172.21.15.1:0/993428122 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fa138010970 con 0x7fa148107700 2024-02-09T23:49:51.672 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:50.152+0000 7fa14ceff700 1 -- 172.21.15.1:0/993428122 --> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) v1 -- 0x7fa148104030 con 0x7fa130038ee0 2024-02-09T23:49:51.672 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:50.157+0000 7fa1377fe700 1 -- 172.21.15.1:0/993428122 <== mgr.14118 v2:172.21.15.1:6800/2841663075 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7fa148104030 con 0x7fa130038ee0 2024-02-09T23:49:51.672 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:50.159+0000 7fa14ceff700 1 -- 172.21.15.1:0/993428122 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fa130038ee0 msgr2=0x7fa13003b3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:51.672 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:50.159+0000 7fa14ceff700 1 --2- 172.21.15.1:0/993428122 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fa130038ee0 0x7fa13003b3a0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fa13c006fd0 tx=0x7fa13c006e40 comp rx=0 tx=0).stop 2024-02-09T23:49:51.672 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:50.159+0000 7fa14ceff700 1 -- 172.21.15.1:0/993428122 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa148107700 msgr2=0x7fa14819b4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:51.673 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:50.159+0000 7fa14ceff700 1 --2- 172.21.15.1:0/993428122 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa148107700 0x7fa14819b4b0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fa138000c00 tx=0x7fa138011b40 comp rx=0 tx=0).stop 2024-02-09T23:49:51.673 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:50.159+0000 7fa14ceff700 1 -- 172.21.15.1:0/993428122 shutdown_connections 2024-02-09T23:49:51.673 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:50.159+0000 7fa14ceff700 1 --2- 172.21.15.1:0/993428122 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fa130038ee0 0x7fa13003b3a0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:51.673 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:50.159+0000 7fa14ceff700 1 --2- 172.21.15.1:0/993428122 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa148107700 0x7fa14819b4b0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:51.673 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:50.159+0000 7fa14ceff700 1 -- 172.21.15.1:0/993428122 >> 172.21.15.1:0/993428122 conn(0x7fa148102dc0 msgr2=0x7fa148103920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:51.673 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:50.159+0000 7fa14ceff700 1 -- 172.21.15.1:0/993428122 shutdown_connections 2024-02-09T23:49:51.673 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:50.159+0000 7fa14ceff700 1 -- 172.21.15.1:0/993428122 wait complete. 2024-02-09T23:49:51.673 INFO:teuthology.orchestra.run.smithi001.stdout:Deploying unmanaged mgr service... 2024-02-09T23:49:52.315 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:52 smithi001 ceph-mon[32335]: from='mgr.14118 172.21.15.1:0/450047932' entity='mgr.x' 2024-02-09T23:49:52.315 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:52 smithi001 ceph-mon[32335]: from='mgr.14118 172.21.15.1:0/450047932' entity='mgr.x' 2024-02-09T23:49:52.839 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-02-09T23:49:52.839 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.079+0000 7f490c760700 1 Processor -- start 2024-02-09T23:49:52.839 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.079+0000 7f490c760700 1 -- start start 2024-02-09T23:49:52.839 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.080+0000 7f490c760700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4904107c80 0x7f49041080a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:52.839 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.080+0000 7f490c760700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4904108670 con 0x7f4904107c80 2024-02-09T23:49:52.839 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.080+0000 7f490a4fc700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4904107c80 0x7f49041080a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:52.839 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.080+0000 7f490a4fc700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4904107c80 0x7f49041080a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50806/0 (socket says 172.21.15.1:50806) 2024-02-09T23:49:52.839 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.080+0000 7f490a4fc700 1 -- 172.21.15.1:0/1943939447 learned_addr learned my addr 172.21.15.1:0/1943939447 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:52.840 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.080+0000 7f490a4fc700 1 -- 172.21.15.1:0/1943939447 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49041087b0 con 0x7f4904107c80 2024-02-09T23:49:52.840 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.080+0000 7f490a4fc700 1 --2- 172.21.15.1:0/1943939447 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4904107c80 0x7f49041080a0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f49000098a0 tx=0x7f4900009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d697642e800a2d8c server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:52.840 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.081+0000 7f49094fa700 1 -- 172.21.15.1:0/1943939447 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4900004160 con 0x7f4904107c80 2024-02-09T23:49:52.840 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.081+0000 7f49094fa700 1 -- 172.21.15.1:0/1943939447 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f49000042c0 con 0x7f4904107c80 2024-02-09T23:49:52.840 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.081+0000 7f49094fa700 1 -- 172.21.15.1:0/1943939447 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4900011a80 con 0x7f4904107c80 2024-02-09T23:49:52.840 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.081+0000 7f490c760700 1 -- 172.21.15.1:0/1943939447 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4904107c80 msgr2=0x7f49041080a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:52.840 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.081+0000 7f490c760700 1 --2- 172.21.15.1:0/1943939447 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4904107c80 0x7f49041080a0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f49000098a0 tx=0x7f4900009bb0 comp rx=0 tx=0).stop 2024-02-09T23:49:52.840 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.082+0000 7f490c760700 1 -- 172.21.15.1:0/1943939447 shutdown_connections 2024-02-09T23:49:52.840 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.082+0000 7f490c760700 1 --2- 172.21.15.1:0/1943939447 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4904107c80 0x7f49041080a0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:52.840 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.082+0000 7f490c760700 1 -- 172.21.15.1:0/1943939447 >> 172.21.15.1:0/1943939447 conn(0x7f49041013e0 msgr2=0x7f4904103800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:52.840 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.082+0000 7f490c760700 1 -- 172.21.15.1:0/1943939447 shutdown_connections 2024-02-09T23:49:52.841 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.082+0000 7f490c760700 1 -- 172.21.15.1:0/1943939447 wait complete. 2024-02-09T23:49:52.841 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.082+0000 7f490c760700 1 Processor -- start 2024-02-09T23:49:52.841 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.082+0000 7f490c760700 1 -- start start 2024-02-09T23:49:52.841 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.083+0000 7f490c760700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4904107c80 0x7f490419d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:52.841 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.083+0000 7f490c760700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f490419db80 con 0x7f4904107c80 2024-02-09T23:49:52.841 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.083+0000 7f490a4fc700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4904107c80 0x7f490419d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:52.841 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.083+0000 7f490a4fc700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4904107c80 0x7f490419d640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50816/0 (socket says 172.21.15.1:50816) 2024-02-09T23:49:52.841 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.083+0000 7f490a4fc700 1 -- 172.21.15.1:0/2031621958 learned_addr learned my addr 172.21.15.1:0/2031621958 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:52.841 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.083+0000 7f490a4fc700 1 -- 172.21.15.1:0/2031621958 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4900009550 con 0x7f4904107c80 2024-02-09T23:49:52.841 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.083+0000 7f490a4fc700 1 --2- 172.21.15.1:0/2031621958 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4904107c80 0x7f490419d640 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f4900011740 tx=0x7f4900011b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:52.841 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.083+0000 7f48f77fe700 1 -- 172.21.15.1:0/2031621958 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4900003b20 con 0x7f4904107c80 2024-02-09T23:49:52.841 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.083+0000 7f48f77fe700 1 -- 172.21.15.1:0/2031621958 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f490001a910 con 0x7f4904107c80 2024-02-09T23:49:52.841 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.083+0000 7f490c760700 1 -- 172.21.15.1:0/2031621958 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f490419dd80 con 0x7f4904107c80 2024-02-09T23:49:52.842 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.083+0000 7f48f77fe700 1 -- 172.21.15.1:0/2031621958 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f49000248c0 con 0x7f4904107c80 2024-02-09T23:49:52.842 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.083+0000 7f490c760700 1 -- 172.21.15.1:0/2031621958 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f490419e220 con 0x7f4904107c80 2024-02-09T23:49:52.842 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.084+0000 7f48f77fe700 1 -- 172.21.15.1:0/2031621958 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 8) v1 ==== 45932+0+0 (secure 0 0 0) 0x7f490002d3f0 con 0x7f4904107c80 2024-02-09T23:49:52.842 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.084+0000 7f48f77fe700 1 --2- 172.21.15.1:0/2031621958 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f48f0038ee0 0x7f48f003b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:52.842 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.084+0000 7f48f77fe700 1 -- 172.21.15.1:0/2031621958 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f490004d400 con 0x7f4904107c80 2024-02-09T23:49:52.842 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.084+0000 7f490c760700 1 -- 172.21.15.1:0/2031621958 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4904106490 con 0x7f4904107c80 2024-02-09T23:49:52.843 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.085+0000 7f4909cfb700 1 --2- 172.21.15.1:0/2031621958 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f48f0038ee0 0x7f48f003b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:52.843 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.085+0000 7f4909cfb700 1 --2- 172.21.15.1:0/2031621958 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f48f0038ee0 0x7f48f003b3a0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f48f8006fd0 tx=0x7f48f8006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:52.843 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.090+0000 7f48f77fe700 1 -- 172.21.15.1:0/2031621958 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f4900010970 con 0x7f4904107c80 2024-02-09T23:49:52.843 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.307+0000 7f490c760700 1 -- 172.21.15.1:0/2031621958 --> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f4904062160 con 0x7f48f0038ee0 2024-02-09T23:49:52.843 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.312+0000 7f48f77fe700 1 -- 172.21.15.1:0/2031621958 <== mgr.14118 v2:172.21.15.1:6800/2841663075 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f4904062160 con 0x7f48f0038ee0 2024-02-09T23:49:52.843 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.314+0000 7f490c760700 1 -- 172.21.15.1:0/2031621958 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f48f0038ee0 msgr2=0x7f48f003b3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:52.843 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.314+0000 7f490c760700 1 --2- 172.21.15.1:0/2031621958 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f48f0038ee0 0x7f48f003b3a0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f48f8006fd0 tx=0x7f48f8006e40 comp rx=0 tx=0).stop 2024-02-09T23:49:52.843 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.314+0000 7f490c760700 1 -- 172.21.15.1:0/2031621958 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4904107c80 msgr2=0x7f490419d640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:52.843 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.314+0000 7f490c760700 1 --2- 172.21.15.1:0/2031621958 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4904107c80 0x7f490419d640 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f4900011740 tx=0x7f4900011b00 comp rx=0 tx=0).stop 2024-02-09T23:49:52.843 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.314+0000 7f490c760700 1 -- 172.21.15.1:0/2031621958 shutdown_connections 2024-02-09T23:49:52.843 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.314+0000 7f490c760700 1 --2- 172.21.15.1:0/2031621958 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f48f0038ee0 0x7f48f003b3a0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:52.843 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.314+0000 7f490c760700 1 --2- 172.21.15.1:0/2031621958 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4904107c80 0x7f490419d640 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:52.843 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.314+0000 7f490c760700 1 -- 172.21.15.1:0/2031621958 >> 172.21.15.1:0/2031621958 conn(0x7f49041013e0 msgr2=0x7f4904193e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:52.843 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.314+0000 7f490c760700 1 -- 172.21.15.1:0/2031621958 shutdown_connections 2024-02-09T23:49:52.843 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:52.314+0000 7f490c760700 1 -- 172.21.15.1:0/2031621958 wait complete. 2024-02-09T23:49:53.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:53 smithi001 ceph-mon[32335]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:49:53.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:53 smithi001 ceph-mon[32335]: Saving service mgr spec with placement count:2 2024-02-09T23:49:53.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:53 smithi001 ceph-mon[32335]: from='mgr.14118 172.21.15.1:0/450047932' entity='mgr.x' 2024-02-09T23:49:54.475 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.233+0000 7fc2eac40700 1 Processor -- start 2024-02-09T23:49:54.475 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.233+0000 7fc2eac40700 1 -- start start 2024-02-09T23:49:54.475 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.234+0000 7fc2eac40700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc2e4107710 0x7fc2e4107b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:54.475 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.234+0000 7fc2eac40700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2e4108100 con 0x7fc2e4107710 2024-02-09T23:49:54.475 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.234+0000 7fc2e89dc700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc2e4107710 0x7fc2e4107b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:54.475 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.234+0000 7fc2e89dc700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc2e4107710 0x7fc2e4107b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50822/0 (socket says 172.21.15.1:50822) 2024-02-09T23:49:54.475 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.234+0000 7fc2e89dc700 1 -- 172.21.15.1:0/1014417137 learned_addr learned my addr 172.21.15.1:0/1014417137 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:54.475 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.234+0000 7fc2e89dc700 1 -- 172.21.15.1:0/1014417137 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2e41088c0 con 0x7fc2e4107710 2024-02-09T23:49:54.475 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.234+0000 7fc2e89dc700 1 --2- 172.21.15.1:0/1014417137 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc2e4107710 0x7fc2e4107b30 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fc2d80098a0 tx=0x7fc2d8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4467da9b6ae3ce91 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:54.476 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.234+0000 7fc2e37fe700 1 -- 172.21.15.1:0/1014417137 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc2d8004160 con 0x7fc2e4107710 2024-02-09T23:49:54.476 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.234+0000 7fc2e37fe700 1 -- 172.21.15.1:0/1014417137 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc2d80042c0 con 0x7fc2e4107710 2024-02-09T23:49:54.476 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.234+0000 7fc2e37fe700 1 -- 172.21.15.1:0/1014417137 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc2d8011a80 con 0x7fc2e4107710 2024-02-09T23:49:54.476 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.235+0000 7fc2eac40700 1 -- 172.21.15.1:0/1014417137 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc2e4107710 msgr2=0x7fc2e4107b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:54.476 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.235+0000 7fc2eac40700 1 --2- 172.21.15.1:0/1014417137 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc2e4107710 0x7fc2e4107b30 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fc2d80098a0 tx=0x7fc2d8009bb0 comp rx=0 tx=0).stop 2024-02-09T23:49:54.476 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.235+0000 7fc2eac40700 1 -- 172.21.15.1:0/1014417137 shutdown_connections 2024-02-09T23:49:54.476 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.235+0000 7fc2eac40700 1 --2- 172.21.15.1:0/1014417137 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc2e4107710 0x7fc2e4107b30 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:54.476 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.235+0000 7fc2eac40700 1 -- 172.21.15.1:0/1014417137 >> 172.21.15.1:0/1014417137 conn(0x7fc2e4102d90 msgr2=0x7fc2e41051b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:54.476 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.235+0000 7fc2eac40700 1 -- 172.21.15.1:0/1014417137 shutdown_connections 2024-02-09T23:49:54.476 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.235+0000 7fc2eac40700 1 -- 172.21.15.1:0/1014417137 wait complete. 2024-02-09T23:49:54.476 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.236+0000 7fc2eac40700 1 Processor -- start 2024-02-09T23:49:54.476 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.236+0000 7fc2eac40700 1 -- start start 2024-02-09T23:49:54.476 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.236+0000 7fc2eac40700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc2e4107710 0x7fc2e419b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:54.477 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.236+0000 7fc2eac40700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2e419b9c0 con 0x7fc2e4107710 2024-02-09T23:49:54.477 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.236+0000 7fc2e89dc700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc2e4107710 0x7fc2e419b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:54.477 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.236+0000 7fc2e89dc700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc2e4107710 0x7fc2e419b480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50838/0 (socket says 172.21.15.1:50838) 2024-02-09T23:49:54.477 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.236+0000 7fc2e89dc700 1 -- 172.21.15.1:0/4053252644 learned_addr learned my addr 172.21.15.1:0/4053252644 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:54.477 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.236+0000 7fc2e89dc700 1 -- 172.21.15.1:0/4053252644 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2d8009550 con 0x7fc2e4107710 2024-02-09T23:49:54.477 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.236+0000 7fc2e89dc700 1 --2- 172.21.15.1:0/4053252644 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc2e4107710 0x7fc2e419b480 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fc2d8003f20 tx=0x7fc2d8011b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:54.477 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.237+0000 7fc2e1ffb700 1 -- 172.21.15.1:0/4053252644 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc2d80038b0 con 0x7fc2e4107710 2024-02-09T23:49:54.477 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.237+0000 7fc2e1ffb700 1 -- 172.21.15.1:0/4053252644 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc2d8003a10 con 0x7fc2e4107710 2024-02-09T23:49:54.477 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.237+0000 7fc2eac40700 1 -- 172.21.15.1:0/4053252644 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc2e419bbc0 con 0x7fc2e4107710 2024-02-09T23:49:54.477 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.237+0000 7fc2e1ffb700 1 -- 172.21.15.1:0/4053252644 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc2d801a5c0 con 0x7fc2e4107710 2024-02-09T23:49:54.477 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.237+0000 7fc2eac40700 1 -- 172.21.15.1:0/4053252644 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc2e419c060 con 0x7fc2e4107710 2024-02-09T23:49:54.477 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.238+0000 7fc2e1ffb700 1 -- 172.21.15.1:0/4053252644 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 8) v1 ==== 45932+0+0 (secure 0 0 0) 0x7fc2d801a850 con 0x7fc2e4107710 2024-02-09T23:49:54.477 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.238+0000 7fc2eac40700 1 -- 172.21.15.1:0/4053252644 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc2e410baf0 con 0x7fc2e4107710 2024-02-09T23:49:54.477 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.238+0000 7fc2e1ffb700 1 --2- 172.21.15.1:0/4053252644 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fc2d4038e90 0x7fc2d403b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:54.478 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.238+0000 7fc2e1ffb700 1 -- 172.21.15.1:0/4053252644 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fc2d804d1a0 con 0x7fc2e4107710 2024-02-09T23:49:54.478 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.238+0000 7fc2e3fff700 1 --2- 172.21.15.1:0/4053252644 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fc2d4038e90 0x7fc2d403b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:54.478 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.238+0000 7fc2e3fff700 1 --2- 172.21.15.1:0/4053252644 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fc2d4038e90 0x7fc2d403b350 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fc2d0006fd0 tx=0x7fc2d0006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:54.478 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.243+0000 7fc2e1ffb700 1 -- 172.21.15.1:0/4053252644 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fc2d801ab00 con 0x7fc2e4107710 2024-02-09T23:49:54.478 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.466+0000 7fc2eac40700 1 -- 172.21.15.1:0/4053252644 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) v1 -- 0x7fc2e419e9a0 con 0x7fc2e4107710 2024-02-09T23:49:54.478 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.468+0000 7fc2e1ffb700 1 -- 172.21.15.1:0/4053252644 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) v1 ==== 142+0+0 (secure 0 0 0) 0x7fc2d804cb10 con 0x7fc2e4107710 2024-02-09T23:49:54.478 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.470+0000 7fc2eac40700 1 -- 172.21.15.1:0/4053252644 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fc2d4038e90 msgr2=0x7fc2d403b350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:54.478 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.470+0000 7fc2eac40700 1 --2- 172.21.15.1:0/4053252644 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fc2d4038e90 0x7fc2d403b350 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fc2d0006fd0 tx=0x7fc2d0006e40 comp rx=0 tx=0).stop 2024-02-09T23:49:54.478 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.470+0000 7fc2eac40700 1 -- 172.21.15.1:0/4053252644 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc2e4107710 msgr2=0x7fc2e419b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:54.478 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.470+0000 7fc2eac40700 1 --2- 172.21.15.1:0/4053252644 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc2e4107710 0x7fc2e419b480 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fc2d8003f20 tx=0x7fc2d8011b00 comp rx=0 tx=0).stop 2024-02-09T23:49:54.478 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.471+0000 7fc2eac40700 1 -- 172.21.15.1:0/4053252644 shutdown_connections 2024-02-09T23:49:54.478 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.471+0000 7fc2eac40700 1 --2- 172.21.15.1:0/4053252644 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fc2d4038e90 0x7fc2d403b350 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:54.478 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.471+0000 7fc2eac40700 1 --2- 172.21.15.1:0/4053252644 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc2e4107710 0x7fc2e419b480 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:54.478 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.471+0000 7fc2eac40700 1 -- 172.21.15.1:0/4053252644 >> 172.21.15.1:0/4053252644 conn(0x7fc2e4102d90 msgr2=0x7fc2e4103850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:54.479 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.471+0000 7fc2eac40700 1 -- 172.21.15.1:0/4053252644 shutdown_connections 2024-02-09T23:49:54.479 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:53.471+0000 7fc2eac40700 1 -- 172.21.15.1:0/4053252644 wait complete. 2024-02-09T23:49:54.576 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:54 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/4053252644' entity='client.admin' 2024-02-09T23:49:54.576 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:54 smithi001 ceph-mon[32335]: from='mgr.14118 172.21.15.1:0/450047932' entity='mgr.x' 2024-02-09T23:49:55.722 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.882+0000 7fa19f48f700 1 Processor -- start 2024-02-09T23:49:55.722 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.882+0000 7fa19f48f700 1 -- start start 2024-02-09T23:49:55.722 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.882+0000 7fa19f48f700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa1981065b0 0x7fa1981069d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:55.722 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.882+0000 7fa19f48f700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa198106fa0 con 0x7fa1981065b0 2024-02-09T23:49:55.722 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.882+0000 7fa19d22b700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa1981065b0 0x7fa1981069d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:55.722 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.883+0000 7fa19d22b700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa1981065b0 0x7fa1981069d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50846/0 (socket says 172.21.15.1:50846) 2024-02-09T23:49:55.722 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.883+0000 7fa19d22b700 1 -- 172.21.15.1:0/3426770873 learned_addr learned my addr 172.21.15.1:0/3426770873 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:55.722 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.883+0000 7fa19d22b700 1 -- 172.21.15.1:0/3426770873 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1981077b0 con 0x7fa1981065b0 2024-02-09T23:49:55.723 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.883+0000 7fa19d22b700 1 --2- 172.21.15.1:0/3426770873 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa1981065b0 0x7fa1981069d0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fa1940098a0 tx=0x7fa194009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ce1d9b96bb33b66 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:55.723 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.883+0000 7fa18ffff700 1 -- 172.21.15.1:0/3426770873 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa194004160 con 0x7fa1981065b0 2024-02-09T23:49:55.723 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.883+0000 7fa18ffff700 1 -- 172.21.15.1:0/3426770873 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa1940042c0 con 0x7fa1981065b0 2024-02-09T23:49:55.723 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.883+0000 7fa18ffff700 1 -- 172.21.15.1:0/3426770873 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa194011a80 con 0x7fa1981065b0 2024-02-09T23:49:55.723 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.884+0000 7fa19f48f700 1 -- 172.21.15.1:0/3426770873 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa1981065b0 msgr2=0x7fa1981069d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:55.723 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.884+0000 7fa19f48f700 1 --2- 172.21.15.1:0/3426770873 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa1981065b0 0x7fa1981069d0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fa1940098a0 tx=0x7fa194009bb0 comp rx=0 tx=0).stop 2024-02-09T23:49:55.723 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.884+0000 7fa19f48f700 1 -- 172.21.15.1:0/3426770873 shutdown_connections 2024-02-09T23:49:55.723 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.884+0000 7fa19f48f700 1 --2- 172.21.15.1:0/3426770873 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa1981065b0 0x7fa1981069d0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:55.724 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.884+0000 7fa19f48f700 1 -- 172.21.15.1:0/3426770873 >> 172.21.15.1:0/3426770873 conn(0x7fa198101bb0 msgr2=0x7fa198103fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:55.724 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.884+0000 7fa19f48f700 1 -- 172.21.15.1:0/3426770873 shutdown_connections 2024-02-09T23:49:55.724 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.884+0000 7fa19f48f700 1 -- 172.21.15.1:0/3426770873 wait complete. 2024-02-09T23:49:55.724 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.885+0000 7fa19f48f700 1 Processor -- start 2024-02-09T23:49:55.724 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.885+0000 7fa19f48f700 1 -- start start 2024-02-09T23:49:55.724 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.885+0000 7fa19f48f700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa1981065b0 0x7fa19810c470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:55.724 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.885+0000 7fa19f48f700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa19810c9b0 con 0x7fa1981065b0 2024-02-09T23:49:55.724 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.885+0000 7fa19d22b700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa1981065b0 0x7fa19810c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:55.724 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.885+0000 7fa19d22b700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa1981065b0 0x7fa19810c470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50850/0 (socket says 172.21.15.1:50850) 2024-02-09T23:49:55.725 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.885+0000 7fa19d22b700 1 -- 172.21.15.1:0/2154453916 learned_addr learned my addr 172.21.15.1:0/2154453916 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:55.725 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.885+0000 7fa19d22b700 1 -- 172.21.15.1:0/2154453916 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa194009550 con 0x7fa1981065b0 2024-02-09T23:49:55.725 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.885+0000 7fa19d22b700 1 --2- 172.21.15.1:0/2154453916 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa1981065b0 0x7fa19810c470 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fa194011740 tx=0x7fa194011b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:55.725 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.886+0000 7fa18e7fc700 1 -- 172.21.15.1:0/2154453916 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa194003b20 con 0x7fa1981065b0 2024-02-09T23:49:55.725 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.886+0000 7fa18e7fc700 1 -- 172.21.15.1:0/2154453916 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa19401a910 con 0x7fa1981065b0 2024-02-09T23:49:55.725 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.886+0000 7fa19f48f700 1 -- 172.21.15.1:0/2154453916 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa19810aba0 con 0x7fa1981065b0 2024-02-09T23:49:55.725 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.886+0000 7fa18e7fc700 1 -- 172.21.15.1:0/2154453916 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa194024850 con 0x7fa1981065b0 2024-02-09T23:49:55.725 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.886+0000 7fa19f48f700 1 -- 172.21.15.1:0/2154453916 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa19810b040 con 0x7fa1981065b0 2024-02-09T23:49:55.725 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.887+0000 7fa19f48f700 1 -- 172.21.15.1:0/2154453916 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa198063350 con 0x7fa1981065b0 2024-02-09T23:49:55.725 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.887+0000 7fa18e7fc700 1 -- 172.21.15.1:0/2154453916 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 8) v1 ==== 45932+0+0 (secure 0 0 0) 0x7fa19402d3f0 con 0x7fa1981065b0 2024-02-09T23:49:55.725 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.887+0000 7fa18e7fc700 1 --2- 172.21.15.1:0/2154453916 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fa184038f30 0x7fa18403b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:55.725 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.887+0000 7fa18e7fc700 1 -- 172.21.15.1:0/2154453916 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fa19404d400 con 0x7fa1981065b0 2024-02-09T23:49:55.725 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.887+0000 7fa19ca2a700 1 --2- 172.21.15.1:0/2154453916 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fa184038f30 0x7fa18403b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:55.726 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.888+0000 7fa19ca2a700 1 --2- 172.21.15.1:0/2154453916 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fa184038f30 0x7fa18403b3f0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fa188006fd0 tx=0x7fa188006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:55.726 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:54.892+0000 7fa18e7fc700 1 -- 172.21.15.1:0/2154453916 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fa194018dc0 con 0x7fa1981065b0 2024-02-09T23:49:55.726 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:55.101+0000 7fa19f48f700 1 -- 172.21.15.1:0/2154453916 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) v1 -- 0x7fa198079fb0 con 0x7fa1981065b0 2024-02-09T23:49:55.726 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:55.104+0000 7fa18e7fc700 1 -- 172.21.15.1:0/2154453916 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) v1 ==== 130+0+0 (secure 0 0 0) 0x7fa194018be0 con 0x7fa1981065b0 2024-02-09T23:49:55.726 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:55.106+0000 7fa19f48f700 1 -- 172.21.15.1:0/2154453916 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fa184038f30 msgr2=0x7fa18403b3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:55.726 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:55.106+0000 7fa19f48f700 1 --2- 172.21.15.1:0/2154453916 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fa184038f30 0x7fa18403b3f0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fa188006fd0 tx=0x7fa188006e40 comp rx=0 tx=0).stop 2024-02-09T23:49:55.726 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:55.106+0000 7fa19f48f700 1 -- 172.21.15.1:0/2154453916 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa1981065b0 msgr2=0x7fa19810c470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:55.726 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:55.106+0000 7fa19f48f700 1 --2- 172.21.15.1:0/2154453916 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa1981065b0 0x7fa19810c470 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fa194011740 tx=0x7fa194011b00 comp rx=0 tx=0).stop 2024-02-09T23:49:55.726 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:55.106+0000 7fa19f48f700 1 -- 172.21.15.1:0/2154453916 shutdown_connections 2024-02-09T23:49:55.726 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:55.106+0000 7fa19f48f700 1 --2- 172.21.15.1:0/2154453916 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fa184038f30 0x7fa18403b3f0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:55.726 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:55.106+0000 7fa19f48f700 1 --2- 172.21.15.1:0/2154453916 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa1981065b0 0x7fa19810c470 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:55.726 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:55.106+0000 7fa19f48f700 1 -- 172.21.15.1:0/2154453916 >> 172.21.15.1:0/2154453916 conn(0x7fa198101bb0 msgr2=0x7fa1981022d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:55.726 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:55.106+0000 7fa19f48f700 1 -- 172.21.15.1:0/2154453916 shutdown_connections 2024-02-09T23:49:55.726 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:55.107+0000 7fa19f48f700 1 -- 172.21.15.1:0/2154453916 wait complete. 2024-02-09T23:49:55.726 INFO:teuthology.orchestra.run.smithi001.stdout:Enabling the dashboard module... 2024-02-09T23:49:56.311 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:56 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2154453916' entity='client.admin' 2024-02-09T23:49:56.311 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:56 smithi001 ceph-mon[32335]: from='mgr.14118 172.21.15.1:0/450047932' entity='mgr.x' 2024-02-09T23:49:57.421 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:57 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/961892430' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-02-09T23:49:57.421 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:57 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: ignoring --setuser ceph since I am not root 2024-02-09T23:49:57.421 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:57 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: ignoring --setgroup ceph since I am not root 2024-02-09T23:49:57.802 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.093+0000 7f40afe2f700 1 Processor -- start 2024-02-09T23:49:57.802 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.093+0000 7f40afe2f700 1 -- start start 2024-02-09T23:49:57.803 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.094+0000 7f40afe2f700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f40a81059f0 0x7f40a8105e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:57.803 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.094+0000 7f40afe2f700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40a81063e0 con 0x7f40a81059f0 2024-02-09T23:49:57.803 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.094+0000 7f40adbcb700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f40a81059f0 0x7f40a8105e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:57.803 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.094+0000 7f40adbcb700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f40a81059f0 0x7f40a8105e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50866/0 (socket says 172.21.15.1:50866) 2024-02-09T23:49:57.803 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.094+0000 7f40adbcb700 1 -- 172.21.15.1:0/3154512481 learned_addr learned my addr 172.21.15.1:0/3154512481 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:57.803 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.094+0000 7f40adbcb700 1 -- 172.21.15.1:0/3154512481 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40a8106520 con 0x7f40a81059f0 2024-02-09T23:49:57.803 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.094+0000 7f40adbcb700 1 --2- 172.21.15.1:0/3154512481 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f40a81059f0 0x7f40a8105e10 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f40980098a0 tx=0x7f4098009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9639a08de9d378af server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:57.804 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.095+0000 7f40acbc9700 1 -- 172.21.15.1:0/3154512481 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4098004160 con 0x7f40a81059f0 2024-02-09T23:49:57.804 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.095+0000 7f40acbc9700 1 -- 172.21.15.1:0/3154512481 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f40980042c0 con 0x7f40a81059f0 2024-02-09T23:49:57.804 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.095+0000 7f40acbc9700 1 -- 172.21.15.1:0/3154512481 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4098011a80 con 0x7f40a81059f0 2024-02-09T23:49:57.804 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.095+0000 7f40afe2f700 1 -- 172.21.15.1:0/3154512481 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f40a81059f0 msgr2=0x7f40a8105e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:57.804 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.095+0000 7f40afe2f700 1 --2- 172.21.15.1:0/3154512481 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f40a81059f0 0x7f40a8105e10 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f40980098a0 tx=0x7f4098009bb0 comp rx=0 tx=0).stop 2024-02-09T23:49:57.804 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.095+0000 7f40afe2f700 1 -- 172.21.15.1:0/3154512481 shutdown_connections 2024-02-09T23:49:57.804 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.095+0000 7f40afe2f700 1 --2- 172.21.15.1:0/3154512481 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f40a81059f0 0x7f40a8105e10 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:57.804 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.095+0000 7f40afe2f700 1 -- 172.21.15.1:0/3154512481 >> 172.21.15.1:0/3154512481 conn(0x7f40a81013e0 msgr2=0x7f40a8103800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:57.804 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.096+0000 7f40afe2f700 1 -- 172.21.15.1:0/3154512481 shutdown_connections 2024-02-09T23:49:57.804 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.096+0000 7f40afe2f700 1 -- 172.21.15.1:0/3154512481 wait complete. 2024-02-09T23:49:57.804 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.096+0000 7f40afe2f700 1 Processor -- start 2024-02-09T23:49:57.804 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.096+0000 7f40afe2f700 1 -- start start 2024-02-09T23:49:57.804 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.096+0000 7f40afe2f700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f40a81059f0 0x7f40a81082a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:57.804 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.096+0000 7f40afe2f700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40a81087e0 con 0x7f40a81059f0 2024-02-09T23:49:57.804 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.096+0000 7f40adbcb700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f40a81059f0 0x7f40a81082a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:57.805 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.096+0000 7f40adbcb700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f40a81059f0 0x7f40a81082a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50872/0 (socket says 172.21.15.1:50872) 2024-02-09T23:49:57.805 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.097+0000 7f40adbcb700 1 -- 172.21.15.1:0/961892430 learned_addr learned my addr 172.21.15.1:0/961892430 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:57.805 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.097+0000 7f40adbcb700 1 -- 172.21.15.1:0/961892430 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4098009550 con 0x7f40a81059f0 2024-02-09T23:49:57.805 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.097+0000 7f40adbcb700 1 --2- 172.21.15.1:0/961892430 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f40a81059f0 0x7f40a81082a0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4098011740 tx=0x7f4098011b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:57.805 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.097+0000 7f409effd700 1 -- 172.21.15.1:0/961892430 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4098003b20 con 0x7f40a81059f0 2024-02-09T23:49:57.805 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.097+0000 7f409effd700 1 -- 172.21.15.1:0/961892430 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f409801a910 con 0x7f40a81059f0 2024-02-09T23:49:57.805 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.097+0000 7f40afe2f700 1 -- 172.21.15.1:0/961892430 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f40a81069d0 con 0x7f40a81059f0 2024-02-09T23:49:57.805 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.097+0000 7f409effd700 1 -- 172.21.15.1:0/961892430 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4098024850 con 0x7f40a81059f0 2024-02-09T23:49:57.805 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.097+0000 7f40afe2f700 1 -- 172.21.15.1:0/961892430 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f40a8106e70 con 0x7f40a81059f0 2024-02-09T23:49:57.805 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.098+0000 7f40afe2f700 1 -- 172.21.15.1:0/961892430 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f40a8063350 con 0x7f40a81059f0 2024-02-09T23:49:57.805 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.098+0000 7f409effd700 1 -- 172.21.15.1:0/961892430 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 8) v1 ==== 45932+0+0 (secure 0 0 0) 0x7f409802d3f0 con 0x7f40a81059f0 2024-02-09T23:49:57.805 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.099+0000 7f409effd700 1 --2- 172.21.15.1:0/961892430 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f4094038ee0 0x7f409403b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:57.805 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.099+0000 7f409effd700 1 -- 172.21.15.1:0/961892430 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f409804d320 con 0x7f40a81059f0 2024-02-09T23:49:57.805 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.099+0000 7f40ad3ca700 1 --2- 172.21.15.1:0/961892430 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f4094038ee0 0x7f409403b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:57.806 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.099+0000 7f40ad3ca700 1 --2- 172.21.15.1:0/961892430 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f4094038ee0 0x7f409403b3a0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f40a4006fd0 tx=0x7f40a4006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:57.806 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.104+0000 7f409effd700 1 -- 172.21.15.1:0/961892430 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f4098010970 con 0x7f40a81059f0 2024-02-09T23:49:57.806 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:56.367+0000 7f40afe2f700 1 -- 172.21.15.1:0/961892430 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) v1 -- 0x7f40a810bc20 con 0x7f40a81059f0 2024-02-09T23:49:57.806 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:57.108+0000 7f409effd700 1 -- 172.21.15.1:0/961892430 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) v1 ==== 88+0+0 (secure 0 0 0) 0x7f409800b3e0 con 0x7f40a81059f0 2024-02-09T23:49:57.806 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:57.110+0000 7f409effd700 1 -- 172.21.15.1:0/961892430 <== mon.0 v2:172.21.15.1:3300/0 8 ==== mgrmap(e 9) v1 ==== 45945+0+0 (secure 0 0 0) 0x7f4098019460 con 0x7f40a81059f0 2024-02-09T23:49:57.806 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:57.112+0000 7f40afe2f700 1 -- 172.21.15.1:0/961892430 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f4094038ee0 msgr2=0x7f409403b3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:57.806 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:57.112+0000 7f40afe2f700 1 --2- 172.21.15.1:0/961892430 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f4094038ee0 0x7f409403b3a0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f40a4006fd0 tx=0x7f40a4006e40 comp rx=0 tx=0).stop 2024-02-09T23:49:57.806 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:57.112+0000 7f40afe2f700 1 -- 172.21.15.1:0/961892430 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f40a81059f0 msgr2=0x7f40a81082a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:57.806 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:57.112+0000 7f40afe2f700 1 --2- 172.21.15.1:0/961892430 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f40a81059f0 0x7f40a81082a0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4098011740 tx=0x7f4098011b00 comp rx=0 tx=0).stop 2024-02-09T23:49:57.806 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:57.112+0000 7f40afe2f700 1 -- 172.21.15.1:0/961892430 shutdown_connections 2024-02-09T23:49:57.806 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:57.112+0000 7f40afe2f700 1 --2- 172.21.15.1:0/961892430 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f4094038ee0 0x7f409403b3a0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:57.806 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:57.112+0000 7f40afe2f700 1 --2- 172.21.15.1:0/961892430 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f40a81059f0 0x7f40a81082a0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:57.806 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:57.112+0000 7f40afe2f700 1 -- 172.21.15.1:0/961892430 >> 172.21.15.1:0/961892430 conn(0x7f40a81013e0 msgr2=0x7f40a8101e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:57.806 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:57.112+0000 7f40afe2f700 1 -- 172.21.15.1:0/961892430 shutdown_connections 2024-02-09T23:49:57.806 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:57.112+0000 7f40afe2f700 1 -- 172.21.15.1:0/961892430 wait complete. 2024-02-09T23:49:57.969 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:57 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:57.701+0000 7f3bb9475200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-02-09T23:49:57.969 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:57 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:57.801+0000 7f3bb9475200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-02-09T23:49:58.467 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:58 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/961892430' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-02-09T23:49:58.467 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:58 smithi001 ceph-mon[32335]: mgrmap e9: x(active, since 19s) 2024-02-09T23:49:58.719 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:58 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:58.477+0000 7f3bb9475200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-02-09T23:49:58.719 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:58 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:58.575+0000 7f3bb9475200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-02-09T23:49:59.108 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:58 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:58.720+0000 7f3bb9475200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-02-09T23:49:59.108 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:58 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:58.819+0000 7f3bb9475200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-02-09T23:49:59.108 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:58 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:58.905+0000 7f3bb9475200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-02-09T23:49:59.116 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout { 2024-02-09T23:49:59.116 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-02-09T23:49:59.116 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "available": true, 2024-02-09T23:49:59.116 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-02-09T23:49:59.117 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-02-09T23:49:59.117 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout } 2024-02-09T23:49:59.117 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.258+0000 7f09833e3700 1 Processor -- start 2024-02-09T23:49:59.117 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.258+0000 7f09833e3700 1 -- start start 2024-02-09T23:49:59.117 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.258+0000 7f09833e3700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f097c07ce50 0x7f097c07b300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:59.117 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.258+0000 7f09833e3700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f097c07b8d0 con 0x7f097c07ce50 2024-02-09T23:49:59.117 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.259+0000 7f098117f700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f097c07ce50 0x7f097c07b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:59.117 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.259+0000 7f098117f700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f097c07ce50 0x7f097c07b300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50912/0 (socket says 172.21.15.1:50912) 2024-02-09T23:49:59.117 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.259+0000 7f098117f700 1 -- 172.21.15.1:0/2447492390 learned_addr learned my addr 172.21.15.1:0/2447492390 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:59.117 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.259+0000 7f098117f700 1 -- 172.21.15.1:0/2447492390 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f097c07ba10 con 0x7f097c07ce50 2024-02-09T23:49:59.117 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.259+0000 7f098117f700 1 --2- 172.21.15.1:0/2447492390 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f097c07ce50 0x7f097c07b300 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f096c0098a0 tx=0x7f096c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b9ce4e8447f8fdf server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:59.117 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.259+0000 7f0973fff700 1 -- 172.21.15.1:0/2447492390 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f096c004160 con 0x7f097c07ce50 2024-02-09T23:49:59.117 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.259+0000 7f0973fff700 1 -- 172.21.15.1:0/2447492390 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f096c0042c0 con 0x7f097c07ce50 2024-02-09T23:49:59.117 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.259+0000 7f0973fff700 1 -- 172.21.15.1:0/2447492390 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f096c011a80 con 0x7f097c07ce50 2024-02-09T23:49:59.118 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.260+0000 7f09833e3700 1 -- 172.21.15.1:0/2447492390 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f097c07ce50 msgr2=0x7f097c07b300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:59.118 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.260+0000 7f09833e3700 1 --2- 172.21.15.1:0/2447492390 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f097c07ce50 0x7f097c07b300 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f096c0098a0 tx=0x7f096c009bb0 comp rx=0 tx=0).stop 2024-02-09T23:49:59.118 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.260+0000 7f09833e3700 1 -- 172.21.15.1:0/2447492390 shutdown_connections 2024-02-09T23:49:59.118 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.260+0000 7f09833e3700 1 --2- 172.21.15.1:0/2447492390 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f097c07ce50 0x7f097c07b300 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:59.118 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.260+0000 7f09833e3700 1 -- 172.21.15.1:0/2447492390 >> 172.21.15.1:0/2447492390 conn(0x7f097c102d90 msgr2=0x7f097c1051b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:59.118 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.260+0000 7f09833e3700 1 -- 172.21.15.1:0/2447492390 shutdown_connections 2024-02-09T23:49:59.118 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.260+0000 7f09833e3700 1 -- 172.21.15.1:0/2447492390 wait complete. 2024-02-09T23:49:59.118 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.261+0000 7f09833e3700 1 Processor -- start 2024-02-09T23:49:59.118 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.261+0000 7f09833e3700 1 -- start start 2024-02-09T23:49:59.118 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.261+0000 7f09833e3700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f097c07ce50 0x7f097c19d600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:59.118 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.261+0000 7f09833e3700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f097c19db40 con 0x7f097c07ce50 2024-02-09T23:49:59.118 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.261+0000 7f098117f700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f097c07ce50 0x7f097c19d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:49:59.118 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.261+0000 7f098117f700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f097c07ce50 0x7f097c19d600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50914/0 (socket says 172.21.15.1:50914) 2024-02-09T23:49:59.118 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.261+0000 7f098117f700 1 -- 172.21.15.1:0/3396808222 learned_addr learned my addr 172.21.15.1:0/3396808222 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:49:59.118 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.261+0000 7f098117f700 1 -- 172.21.15.1:0/3396808222 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f096c009550 con 0x7f097c07ce50 2024-02-09T23:49:59.119 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.262+0000 7f098117f700 1 --2- 172.21.15.1:0/3396808222 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f097c07ce50 0x7f097c19d600 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f096c009130 tx=0x7f096c011b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:49:59.119 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.262+0000 7f09727fc700 1 -- 172.21.15.1:0/3396808222 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f096c003aa0 con 0x7f097c07ce50 2024-02-09T23:49:59.119 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.262+0000 7f09833e3700 1 -- 172.21.15.1:0/3396808222 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f097c19dd40 con 0x7f097c07ce50 2024-02-09T23:49:59.119 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.262+0000 7f09727fc700 1 -- 172.21.15.1:0/3396808222 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f096c003c00 con 0x7f097c07ce50 2024-02-09T23:49:59.119 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.262+0000 7f09727fc700 1 -- 172.21.15.1:0/3396808222 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f096c0248a0 con 0x7f097c07ce50 2024-02-09T23:49:59.119 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.262+0000 7f09833e3700 1 -- 172.21.15.1:0/3396808222 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f097c19e1e0 con 0x7f097c07ce50 2024-02-09T23:49:59.119 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.263+0000 7f09727fc700 1 -- 172.21.15.1:0/3396808222 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 9) v1 ==== 45945+0+0 (secure 0 0 0) 0x7f096c024ae0 con 0x7f097c07ce50 2024-02-09T23:49:59.119 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.263+0000 7f09833e3700 1 -- 172.21.15.1:0/3396808222 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f097c10db10 con 0x7f097c07ce50 2024-02-09T23:49:59.120 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.263+0000 7f09727fc700 1 --2- 172.21.15.1:0/3396808222 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f0968038f30 0x7f096803b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:49:59.120 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.263+0000 7f09727fc700 1 -- 172.21.15.1:0/3396808222 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f096c04d2e0 con 0x7f097c07ce50 2024-02-09T23:49:59.120 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.263+0000 7f098097e700 1 -- 172.21.15.1:0/3396808222 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f0968038f30 msgr2=0x7f096803b3f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.1:6800/2841663075 2024-02-09T23:49:59.120 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.263+0000 7f098097e700 1 --2- 172.21.15.1:0/3396808222 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f0968038f30 0x7f096803b3f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-02-09T23:49:59.120 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.268+0000 7f09727fc700 1 -- 172.21.15.1:0/3396808222 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f096c018dc0 con 0x7f097c07ce50 2024-02-09T23:49:59.120 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.464+0000 7f098097e700 1 -- 172.21.15.1:0/3396808222 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f0968038f30 msgr2=0x7f096803b3f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.1:6800/2841663075 2024-02-09T23:49:59.120 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.464+0000 7f098097e700 1 --2- 172.21.15.1:0/3396808222 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f0968038f30 0x7f096803b3f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-02-09T23:49:59.120 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.529+0000 7f09833e3700 1 -- 172.21.15.1:0/3396808222 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) v1 -- 0x7f097c1a0f70 con 0x7f097c07ce50 2024-02-09T23:49:59.120 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.529+0000 7f09727fc700 1 -- 172.21.15.1:0/3396808222 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) v1 ==== 56+0+88 (secure 0 0 0) 0x7f096c02c350 con 0x7f097c07ce50 2024-02-09T23:49:59.120 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.532+0000 7f09833e3700 1 -- 172.21.15.1:0/3396808222 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f0968038f30 msgr2=0x7f096803b3f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-02-09T23:49:59.120 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.532+0000 7f09833e3700 1 --2- 172.21.15.1:0/3396808222 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f0968038f30 0x7f096803b3f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:59.121 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.532+0000 7f09833e3700 1 -- 172.21.15.1:0/3396808222 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f097c07ce50 msgr2=0x7f097c19d600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:49:59.121 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.532+0000 7f09833e3700 1 --2- 172.21.15.1:0/3396808222 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f097c07ce50 0x7f097c19d600 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f096c009130 tx=0x7f096c011b00 comp rx=0 tx=0).stop 2024-02-09T23:49:59.121 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.532+0000 7f09833e3700 1 -- 172.21.15.1:0/3396808222 shutdown_connections 2024-02-09T23:49:59.121 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.532+0000 7f09833e3700 1 --2- 172.21.15.1:0/3396808222 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7f0968038f30 0x7f096803b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:59.121 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.532+0000 7f09833e3700 1 --2- 172.21.15.1:0/3396808222 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f097c07ce50 0x7f097c19d600 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:49:59.121 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.532+0000 7f09833e3700 1 -- 172.21.15.1:0/3396808222 >> 172.21.15.1:0/3396808222 conn(0x7f097c102d90 msgr2=0x7f097c103820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:49:59.121 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.532+0000 7f09833e3700 1 -- 172.21.15.1:0/3396808222 shutdown_connections 2024-02-09T23:49:59.121 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:58.532+0000 7f09833e3700 1 -- 172.21.15.1:0/3396808222 wait complete. 2024-02-09T23:49:59.121 INFO:teuthology.orchestra.run.smithi001.stdout:Waiting for the mgr to restart... 2024-02-09T23:49:59.121 INFO:teuthology.orchestra.run.smithi001.stdout:Waiting for mgr epoch 9... 2024-02-09T23:49:59.384 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:49:59 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3396808222' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-02-09T23:49:59.385 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:59 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:59.176+0000 7f3bb9475200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-02-09T23:49:59.385 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:59 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:59.289+0000 7f3bb9475200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-02-09T23:49:59.385 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:59 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:59.381+0000 7f3bb9475200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-02-09T23:49:59.670 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:59 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:59.483+0000 7f3bb9475200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-02-09T23:49:59.671 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:49:59 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:49:59.667+0000 7f3bb9475200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-02-09T23:50:00.940 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:50:00 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:50:00.690+0000 7f3bb9475200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-02-09T23:50:00.940 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:50:00 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:50:00.824+0000 7f3bb9475200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-02-09T23:50:01.219 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:50:01 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:50:01.163+0000 7f3bb9475200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-02-09T23:50:01.647 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:50:01 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:50:01.255+0000 7f3bb9475200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-02-09T23:50:01.647 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:50:01 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:50:01.455+0000 7f3bb9475200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-02-09T23:50:01.647 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:50:01 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:50:01.644+0000 7f3bb9475200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-02-09T23:50:02.200 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:50:01 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:50:01.934+0000 7f3bb9475200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-02-09T23:50:02.200 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:50:02 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:50:02.196+0000 7f3bb9475200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-02-09T23:50:02.469 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:50:02 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:50:02.437+0000 7f3bb9475200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-02-09T23:50:03.719 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:50:03 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:50:03.262+0000 7f3bb9475200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-02-09T23:50:04.171 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:50:03 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:50:03.846+0000 7f3bb9475200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-02-09T23:50:04.171 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:50:03 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:50:03.947+0000 7f3bb9475200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-02-09T23:50:04.171 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:50:04 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:50:04.167+0000 7f3bb9475200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-02-09T23:50:04.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:04 smithi001 ceph-mon[32335]: Active manager daemon x restarted 2024-02-09T23:50:04.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:04 smithi001 ceph-mon[32335]: Activating manager daemon x 2024-02-09T23:50:04.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:04 smithi001 ceph-mon[32335]: osdmap e3: 0 total, 0 up, 0 in 2024-02-09T23:50:04.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:04 smithi001 ceph-mon[32335]: mgrmap e10: x(active, starting, since 0.00326499s) 2024-02-09T23:50:04.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:04 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-09T23:50:04.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:04 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-02-09T23:50:04.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:04 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-02-09T23:50:04.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:04 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-02-09T23:50:04.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:04 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-02-09T23:50:04.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:04 smithi001 ceph-mon[32335]: Manager daemon x is now available 2024-02-09T23:50:04.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:04 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:50:04.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:04 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:50:05.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-02-09T23:50:05.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-02-09T23:50:05.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:05 smithi001 ceph-mon[32335]: mgrmap e11: x(active, since 1.00647s) 2024-02-09T23:50:06.245 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout { 2024-02-09T23:50:06.245 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-02-09T23:50:06.245 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout "initialized": true 2024-02-09T23:50:06.245 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout } 2024-02-09T23:50:06.245 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.529+0000 7fe1d66b9700 1 Processor -- start 2024-02-09T23:50:06.245 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.529+0000 7fe1d66b9700 1 -- start start 2024-02-09T23:50:06.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.529+0000 7fe1d66b9700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe1d0105a00 0x7fe1d0105e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:06.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.529+0000 7fe1d66b9700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1d01063f0 con 0x7fe1d0105a00 2024-02-09T23:50:06.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.529+0000 7fe1cffff700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe1d0105a00 0x7fe1d0105e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:06.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.529+0000 7fe1cffff700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe1d0105a00 0x7fe1d0105e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50922/0 (socket says 172.21.15.1:50922) 2024-02-09T23:50:06.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.529+0000 7fe1cffff700 1 -- 172.21.15.1:0/1311743390 learned_addr learned my addr 172.21.15.1:0/1311743390 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:50:06.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.529+0000 7fe1cffff700 1 -- 172.21.15.1:0/1311743390 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1d0106530 con 0x7fe1d0105a00 2024-02-09T23:50:06.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.530+0000 7fe1cffff700 1 --2- 172.21.15.1:0/1311743390 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe1d0105a00 0x7fe1d0105e20 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fe1c00098a0 tx=0x7fe1c0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=720cfd529d642e94 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:06.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.530+0000 7fe1ceffd700 1 -- 172.21.15.1:0/1311743390 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe1c0004160 con 0x7fe1d0105a00 2024-02-09T23:50:06.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.530+0000 7fe1ceffd700 1 -- 172.21.15.1:0/1311743390 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe1c00042c0 con 0x7fe1d0105a00 2024-02-09T23:50:06.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.530+0000 7fe1ceffd700 1 -- 172.21.15.1:0/1311743390 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe1c0011a80 con 0x7fe1d0105a00 2024-02-09T23:50:06.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.531+0000 7fe1d66b9700 1 -- 172.21.15.1:0/1311743390 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe1d0105a00 msgr2=0x7fe1d0105e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:06.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.531+0000 7fe1d66b9700 1 --2- 172.21.15.1:0/1311743390 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe1d0105a00 0x7fe1d0105e20 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fe1c00098a0 tx=0x7fe1c0009bb0 comp rx=0 tx=0).stop 2024-02-09T23:50:06.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.531+0000 7fe1d66b9700 1 -- 172.21.15.1:0/1311743390 shutdown_connections 2024-02-09T23:50:06.246 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.531+0000 7fe1d66b9700 1 --2- 172.21.15.1:0/1311743390 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe1d0105a00 0x7fe1d0105e20 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:06.247 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.531+0000 7fe1d66b9700 1 -- 172.21.15.1:0/1311743390 >> 172.21.15.1:0/1311743390 conn(0x7fe1d0101390 msgr2=0x7fe1d01037b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:06.247 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.531+0000 7fe1d66b9700 1 -- 172.21.15.1:0/1311743390 shutdown_connections 2024-02-09T23:50:06.247 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.531+0000 7fe1d66b9700 1 -- 172.21.15.1:0/1311743390 wait complete. 2024-02-09T23:50:06.247 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.532+0000 7fe1d66b9700 1 Processor -- start 2024-02-09T23:50:06.247 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.532+0000 7fe1d66b9700 1 -- start start 2024-02-09T23:50:06.247 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.532+0000 7fe1d66b9700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe1d0105a00 0x7fe1d019b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:06.247 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.532+0000 7fe1d66b9700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1d019b990 con 0x7fe1d0105a00 2024-02-09T23:50:06.247 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.532+0000 7fe1cffff700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe1d0105a00 0x7fe1d019b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:06.247 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.532+0000 7fe1cffff700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe1d0105a00 0x7fe1d019b450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50930/0 (socket says 172.21.15.1:50930) 2024-02-09T23:50:06.247 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.532+0000 7fe1cffff700 1 -- 172.21.15.1:0/1226941514 learned_addr learned my addr 172.21.15.1:0/1226941514 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:50:06.247 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.532+0000 7fe1cffff700 1 -- 172.21.15.1:0/1226941514 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1c0009550 con 0x7fe1d0105a00 2024-02-09T23:50:06.247 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.533+0000 7fe1cffff700 1 --2- 172.21.15.1:0/1226941514 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe1d0105a00 0x7fe1d019b450 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe1c0011740 tx=0x7fe1c0011a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:06.247 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.533+0000 7fe1cd7fa700 1 -- 172.21.15.1:0/1226941514 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe1c0003af0 con 0x7fe1d0105a00 2024-02-09T23:50:06.247 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.533+0000 7fe1cd7fa700 1 -- 172.21.15.1:0/1226941514 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe1c001a910 con 0x7fe1d0105a00 2024-02-09T23:50:06.247 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.533+0000 7fe1cd7fa700 1 -- 172.21.15.1:0/1226941514 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe1c0024870 con 0x7fe1d0105a00 2024-02-09T23:50:06.248 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.533+0000 7fe1d66b9700 1 -- 172.21.15.1:0/1226941514 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe1d019bb90 con 0x7fe1d0105a00 2024-02-09T23:50:06.248 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.533+0000 7fe1d66b9700 1 -- 172.21.15.1:0/1226941514 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1d019bf70 con 0x7fe1d0105a00 2024-02-09T23:50:06.248 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.534+0000 7fe1cd7fa700 1 -- 172.21.15.1:0/1226941514 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 9) v1 ==== 45945+0+0 (secure 0 0 0) 0x7fe1c0024aa0 con 0x7fe1d0105a00 2024-02-09T23:50:06.248 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.534+0000 7fe1cd7fa700 1 --2- 172.21.15.1:0/1226941514 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fe1b8038f40 0x7fe1b803b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:06.248 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.534+0000 7fe1d66b9700 1 -- 172.21.15.1:0/1226941514 --> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fe1d0109750 con 0x7fe1b8038f40 2024-02-09T23:50:06.248 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.534+0000 7fe1cd7fa700 1 -- 172.21.15.1:0/1226941514 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fe1c004d4b0 con 0x7fe1d0105a00 2024-02-09T23:50:06.248 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.534+0000 7fe1cf7fe700 1 -- 172.21.15.1:0/1226941514 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fe1b8038f40 msgr2=0x7fe1b803b400 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.1:6800/2841663075 2024-02-09T23:50:06.248 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.534+0000 7fe1cf7fe700 1 --2- 172.21.15.1:0/1226941514 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fe1b8038f40 0x7fe1b803b400 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-02-09T23:50:06.248 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.735+0000 7fe1cf7fe700 1 -- 172.21.15.1:0/1226941514 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fe1b8038f40 msgr2=0x7fe1b803b400 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.1:6800/2841663075 2024-02-09T23:50:06.248 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:49:59.735+0000 7fe1cf7fe700 1 --2- 172.21.15.1:0/1226941514 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fe1b8038f40 0x7fe1b803b400 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-02-09T23:50:06.248 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:00.136+0000 7fe1cf7fe700 1 -- 172.21.15.1:0/1226941514 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fe1b8038f40 msgr2=0x7fe1b803b400 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.1:6800/2841663075 2024-02-09T23:50:06.248 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:00.136+0000 7fe1cf7fe700 1 --2- 172.21.15.1:0/1226941514 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fe1b8038f40 0x7fe1b803b400 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-02-09T23:50:06.248 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:00.937+0000 7fe1cf7fe700 1 -- 172.21.15.1:0/1226941514 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fe1b8038f40 msgr2=0x7fe1b803b400 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.1:6800/2841663075 2024-02-09T23:50:06.249 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:00.937+0000 7fe1cf7fe700 1 --2- 172.21.15.1:0/1226941514 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fe1b8038f40 0x7fe1b803b400 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-02-09T23:50:06.249 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:02.538+0000 7fe1cf7fe700 1 -- 172.21.15.1:0/1226941514 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fe1b8038f40 msgr2=0x7fe1b803b400 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.1:6800/2841663075 2024-02-09T23:50:06.249 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:02.538+0000 7fe1cf7fe700 1 --2- 172.21.15.1:0/1226941514 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fe1b8038f40 0x7fe1b803b400 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-02-09T23:50:06.249 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:04.183+0000 7fe1cd7fa700 1 -- 172.21.15.1:0/1226941514 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mgrmap(e 10) v1 ==== 45712+0+0 (secure 0 0 0) 0x7fe1c002dc90 con 0x7fe1d0105a00 2024-02-09T23:50:06.249 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:04.183+0000 7fe1cd7fa700 1 -- 172.21.15.1:0/1226941514 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fe1b8038f40 msgr2=0x7fe1b803b400 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-02-09T23:50:06.249 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:04.183+0000 7fe1cd7fa700 1 --2- 172.21.15.1:0/1226941514 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fe1b8038f40 0x7fe1b803b400 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:06.249 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:05.184+0000 7fe1cd7fa700 1 -- 172.21.15.1:0/1226941514 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mgrmap(e 11) v1 ==== 45839+0+0 (secure 0 0 0) 0x7fe1c004edc0 con 0x7fe1d0105a00 2024-02-09T23:50:06.249 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:05.184+0000 7fe1cd7fa700 1 --2- 172.21.15.1:0/1226941514 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe1b803c840 0x7fe1b803ec30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:06.249 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:05.185+0000 7fe1cd7fa700 1 -- 172.21.15.1:0/1226941514 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fe1b803f170 con 0x7fe1b803c840 2024-02-09T23:50:06.249 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:05.185+0000 7fe1cf7fe700 1 --2- 172.21.15.1:0/1226941514 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe1b803c840 0x7fe1b803ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:06.249 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:05.186+0000 7fe1cf7fe700 1 --2- 172.21.15.1:0/1226941514 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe1b803c840 0x7fe1b803ec30 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fe1c4003a10 tx=0x7fe1c4009270 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:06.249 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:05.186+0000 7fe1cd7fa700 1 -- 172.21.15.1:0/1226941514 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+7774 (secure 0 0 0) 0x7fe1b803f170 con 0x7fe1b803c840 2024-02-09T23:50:06.249 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:05.193+0000 7fe1d66b9700 1 -- 172.21.15.1:0/1226941514 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- command(tid 1: {"prefix": "mgr_status"}) v1 -- 0x7fe1d0063350 con 0x7fe1b803c840 2024-02-09T23:50:06.249 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:05.194+0000 7fe1cd7fa700 1 -- 172.21.15.1:0/1226941514 <== mgr.14150 v2:172.21.15.1:6800/1442269036 2 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+52 (secure 0 0 0) 0x7fe1d0063350 con 0x7fe1b803c840 2024-02-09T23:50:06.249 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:05.194+0000 7fe1d66b9700 1 -- 172.21.15.1:0/1226941514 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe1b803c840 msgr2=0x7fe1b803ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:06.250 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:05.194+0000 7fe1d66b9700 1 --2- 172.21.15.1:0/1226941514 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe1b803c840 0x7fe1b803ec30 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fe1c4003a10 tx=0x7fe1c4009270 comp rx=0 tx=0).stop 2024-02-09T23:50:06.250 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:05.194+0000 7fe1d66b9700 1 -- 172.21.15.1:0/1226941514 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe1d0105a00 msgr2=0x7fe1d019b450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:06.250 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:05.194+0000 7fe1d66b9700 1 --2- 172.21.15.1:0/1226941514 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe1d0105a00 0x7fe1d019b450 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe1c0011740 tx=0x7fe1c0011a50 comp rx=0 tx=0).stop 2024-02-09T23:50:06.250 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:05.194+0000 7fe1d66b9700 1 -- 172.21.15.1:0/1226941514 shutdown_connections 2024-02-09T23:50:06.250 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:05.194+0000 7fe1d66b9700 1 --2- 172.21.15.1:0/1226941514 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe1b803c840 0x7fe1b803ec30 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:06.250 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:05.194+0000 7fe1d66b9700 1 --2- 172.21.15.1:0/1226941514 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe1d0105a00 0x7fe1d019b450 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:06.250 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:05.194+0000 7fe1d66b9700 1 --2- 172.21.15.1:0/1226941514 >> [v2:172.21.15.1:6800/2841663075,v1:172.21.15.1:6801/2841663075] conn(0x7fe1b8038f40 0x7fe1b803b400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:06.250 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:05.194+0000 7fe1d66b9700 1 -- 172.21.15.1:0/1226941514 >> 172.21.15.1:0/1226941514 conn(0x7fe1d0101390 msgr2=0x7fe1d0101de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:06.250 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:05.194+0000 7fe1d66b9700 1 -- 172.21.15.1:0/1226941514 shutdown_connections 2024-02-09T23:50:06.250 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:05.194+0000 7fe1d66b9700 1 -- 172.21.15.1:0/1226941514 wait complete. 2024-02-09T23:50:06.250 INFO:teuthology.orchestra.run.smithi001.stdout:mgr epoch 9 is available 2024-02-09T23:50:06.250 INFO:teuthology.orchestra.run.smithi001.stdout:Generating a dashboard self-signed certificate... 2024-02-09T23:50:06.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:06 smithi001 ceph-mon[32335]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-02-09T23:50:06.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:06 smithi001 ceph-mon[32335]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-02-09T23:50:06.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:06 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:07.581 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-02-09T23:50:07.582 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.705+0000 7fd458c54700 1 Processor -- start 2024-02-09T23:50:07.582 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.705+0000 7fd458c54700 1 -- start start 2024-02-09T23:50:07.582 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.705+0000 7fd458c54700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd454106b20 0x7fd454106f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:07.582 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.705+0000 7fd458c54700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd454107510 con 0x7fd454106b20 2024-02-09T23:50:07.582 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.705+0000 7fd45259c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd454106b20 0x7fd454106f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:07.582 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.706+0000 7fd45259c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd454106b20 0x7fd454106f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53300/0 (socket says 172.21.15.1:53300) 2024-02-09T23:50:07.582 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.706+0000 7fd45259c700 1 -- 172.21.15.1:0/3937786104 learned_addr learned my addr 172.21.15.1:0/3937786104 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:50:07.582 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.706+0000 7fd45259c700 1 -- 172.21.15.1:0/3937786104 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd454107840 con 0x7fd454106b20 2024-02-09T23:50:07.582 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.706+0000 7fd45259c700 1 --2- 172.21.15.1:0/3937786104 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd454106b20 0x7fd454106f40 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fd4440098a0 tx=0x7fd444009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a9315d092afb555 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:07.582 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.706+0000 7fd45159a700 1 -- 172.21.15.1:0/3937786104 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd444004160 con 0x7fd454106b20 2024-02-09T23:50:07.582 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.706+0000 7fd45159a700 1 -- 172.21.15.1:0/3937786104 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd4440042c0 con 0x7fd454106b20 2024-02-09T23:50:07.582 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.706+0000 7fd45159a700 1 -- 172.21.15.1:0/3937786104 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd444011a80 con 0x7fd454106b20 2024-02-09T23:50:07.583 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.707+0000 7fd458c54700 1 -- 172.21.15.1:0/3937786104 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd454106b20 msgr2=0x7fd454106f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:07.583 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.707+0000 7fd458c54700 1 --2- 172.21.15.1:0/3937786104 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd454106b20 0x7fd454106f40 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fd4440098a0 tx=0x7fd444009bb0 comp rx=0 tx=0).stop 2024-02-09T23:50:07.583 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.707+0000 7fd458c54700 1 -- 172.21.15.1:0/3937786104 shutdown_connections 2024-02-09T23:50:07.583 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.707+0000 7fd458c54700 1 --2- 172.21.15.1:0/3937786104 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd454106b20 0x7fd454106f40 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:07.583 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.707+0000 7fd458c54700 1 -- 172.21.15.1:0/3937786104 >> 172.21.15.1:0/3937786104 conn(0x7fd4541013e0 msgr2=0x7fd454103800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:07.583 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.707+0000 7fd458c54700 1 -- 172.21.15.1:0/3937786104 shutdown_connections 2024-02-09T23:50:07.583 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.707+0000 7fd458c54700 1 -- 172.21.15.1:0/3937786104 wait complete. 2024-02-09T23:50:07.583 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.708+0000 7fd458c54700 1 Processor -- start 2024-02-09T23:50:07.583 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.708+0000 7fd458c54700 1 -- start start 2024-02-09T23:50:07.583 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.708+0000 7fd458c54700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd454106b20 0x7fd454106160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:07.583 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.708+0000 7fd458c54700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd45419e130 con 0x7fd454106b20 2024-02-09T23:50:07.583 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.708+0000 7fd45259c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd454106b20 0x7fd454106160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:07.583 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.708+0000 7fd45259c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd454106b20 0x7fd454106160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53302/0 (socket says 172.21.15.1:53302) 2024-02-09T23:50:07.583 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.708+0000 7fd45259c700 1 -- 172.21.15.1:0/2765248694 learned_addr learned my addr 172.21.15.1:0/2765248694 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:50:07.584 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.708+0000 7fd45259c700 1 -- 172.21.15.1:0/2765248694 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd444009550 con 0x7fd454106b20 2024-02-09T23:50:07.584 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.709+0000 7fd45259c700 1 --2- 172.21.15.1:0/2765248694 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd454106b20 0x7fd454106160 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fd444011740 tx=0x7fd444011b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:07.584 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.709+0000 7fd4437fe700 1 -- 172.21.15.1:0/2765248694 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd444003b20 con 0x7fd454106b20 2024-02-09T23:50:07.584 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.709+0000 7fd4437fe700 1 -- 172.21.15.1:0/2765248694 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd44401a910 con 0x7fd454106b20 2024-02-09T23:50:07.584 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.709+0000 7fd458c54700 1 -- 172.21.15.1:0/2765248694 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd45419e270 con 0x7fd454106b20 2024-02-09T23:50:07.584 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.709+0000 7fd4437fe700 1 -- 172.21.15.1:0/2765248694 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd444024850 con 0x7fd454106b20 2024-02-09T23:50:07.584 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.709+0000 7fd458c54700 1 -- 172.21.15.1:0/2765248694 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd45419e650 con 0x7fd454106b20 2024-02-09T23:50:07.584 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.710+0000 7fd4437fe700 1 -- 172.21.15.1:0/2765248694 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 11) v1 ==== 45839+0+0 (secure 0 0 0) 0x7fd44402d3f0 con 0x7fd454106b20 2024-02-09T23:50:07.584 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.710+0000 7fd4437fe700 1 --2- 172.21.15.1:0/2765248694 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd43c038e10 0x7fd43c03b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:07.584 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.710+0000 7fd4437fe700 1 -- 172.21.15.1:0/2765248694 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fd44401ae10 con 0x7fd454106b20 2024-02-09T23:50:07.584 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.710+0000 7fd451d9b700 1 --2- 172.21.15.1:0/2765248694 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd43c038e10 0x7fd43c03b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:07.584 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.710+0000 7fd458c54700 1 -- 172.21.15.1:0/2765248694 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd45410aa70 con 0x7fd454106b20 2024-02-09T23:50:07.584 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.710+0000 7fd451d9b700 1 --2- 172.21.15.1:0/2765248694 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd43c038e10 0x7fd43c03b2d0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fd448006fd0 tx=0x7fd448006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:07.584 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.715+0000 7fd4437fe700 1 -- 172.21.15.1:0/2765248694 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fd44402d740 con 0x7fd454106b20 2024-02-09T23:50:07.585 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.852+0000 7fd4437fe700 1 -- 172.21.15.1:0/2765248694 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mgrmap(e 12) v1 ==== 45945+0+0 (secure 0 0 0) 0x7fd444021d40 con 0x7fd454106b20 2024-02-09T23:50:07.585 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:06.925+0000 7fd458c54700 1 -- 172.21.15.1:0/2765248694 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) v1 -- 0x7fd454102570 con 0x7fd43c038e10 2024-02-09T23:50:07.585 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.070+0000 7fd4437fe700 1 -- 172.21.15.1:0/2765248694 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+32 (secure 0 0 0) 0x7fd454102570 con 0x7fd43c038e10 2024-02-09T23:50:07.585 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.072+0000 7fd458c54700 1 -- 172.21.15.1:0/2765248694 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd43c038e10 msgr2=0x7fd43c03b2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:07.585 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.072+0000 7fd458c54700 1 --2- 172.21.15.1:0/2765248694 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd43c038e10 0x7fd43c03b2d0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fd448006fd0 tx=0x7fd448006e40 comp rx=0 tx=0).stop 2024-02-09T23:50:07.585 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.072+0000 7fd458c54700 1 -- 172.21.15.1:0/2765248694 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd454106b20 msgr2=0x7fd454106160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:07.585 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.072+0000 7fd458c54700 1 --2- 172.21.15.1:0/2765248694 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd454106b20 0x7fd454106160 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fd444011740 tx=0x7fd444011b00 comp rx=0 tx=0).stop 2024-02-09T23:50:07.585 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.073+0000 7fd458c54700 1 -- 172.21.15.1:0/2765248694 shutdown_connections 2024-02-09T23:50:07.585 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.073+0000 7fd458c54700 1 --2- 172.21.15.1:0/2765248694 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd43c038e10 0x7fd43c03b2d0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:07.585 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.073+0000 7fd458c54700 1 --2- 172.21.15.1:0/2765248694 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd454106b20 0x7fd454106160 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:07.585 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.073+0000 7fd458c54700 1 -- 172.21.15.1:0/2765248694 >> 172.21.15.1:0/2765248694 conn(0x7fd4541013e0 msgr2=0x7fd454101e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:07.585 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.073+0000 7fd458c54700 1 -- 172.21.15.1:0/2765248694 shutdown_connections 2024-02-09T23:50:07.585 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.073+0000 7fd458c54700 1 -- 172.21.15.1:0/2765248694 wait complete. 2024-02-09T23:50:07.585 INFO:teuthology.orchestra.run.smithi001.stdout:Creating initial admin user... 2024-02-09T23:50:07.952 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:07 smithi001 ceph-mon[32335]: [09/Feb/2024:23:50:06] ENGINE Bus STARTING 2024-02-09T23:50:07.952 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:07 smithi001 ceph-mon[32335]: [09/Feb/2024:23:50:06] ENGINE Serving on http://172.21.15.1:8765 2024-02-09T23:50:07.952 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:07 smithi001 ceph-mon[32335]: [09/Feb/2024:23:50:06] ENGINE Serving on https://172.21.15.1:7150 2024-02-09T23:50:07.952 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:07 smithi001 ceph-mon[32335]: [09/Feb/2024:23:50:06] ENGINE Bus STARTED 2024-02-09T23:50:07.952 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:07 smithi001 ceph-mon[32335]: mgrmap e12: x(active, since 2s) 2024-02-09T23:50:07.952 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:07 smithi001 ceph-mon[32335]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:50:07.952 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:07 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:07.952 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:07 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:07.953 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:07 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:09.008 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$.axB/4blJhLtqG0RM.WMl.6M1rFPR8WMj3f.J26N/omIM2utt0Dz2", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1707522608, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-02-09T23:50:09.009 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.982+0000 7f22ddd77700 1 Processor -- start 2024-02-09T23:50:09.009 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.982+0000 7f22ddd77700 1 -- start start 2024-02-09T23:50:09.009 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.982+0000 7f22ddd77700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f22d8107c10 0x7f22d8108030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:09.009 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.982+0000 7f22ddd77700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22d8108600 con 0x7f22d8107c10 2024-02-09T23:50:09.009 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.982+0000 7f22d77fe700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f22d8107c10 0x7f22d8108030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:09.009 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.982+0000 7f22d77fe700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f22d8107c10 0x7f22d8108030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53316/0 (socket says 172.21.15.1:53316) 2024-02-09T23:50:09.009 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.982+0000 7f22d77fe700 1 -- 172.21.15.1:0/1543426887 learned_addr learned my addr 172.21.15.1:0/1543426887 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:50:09.009 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.983+0000 7f22d77fe700 1 -- 172.21.15.1:0/1543426887 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22d8108740 con 0x7f22d8107c10 2024-02-09T23:50:09.009 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.983+0000 7f22d77fe700 1 --2- 172.21.15.1:0/1543426887 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f22d8107c10 0x7f22d8108030 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f22c80098a0 tx=0x7f22c8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57c7a15807460c13 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:09.009 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.983+0000 7f22d67fc700 1 -- 172.21.15.1:0/1543426887 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f22c8004160 con 0x7f22d8107c10 2024-02-09T23:50:09.009 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.983+0000 7f22d67fc700 1 -- 172.21.15.1:0/1543426887 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f22c80042c0 con 0x7f22d8107c10 2024-02-09T23:50:09.009 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.983+0000 7f22d67fc700 1 -- 172.21.15.1:0/1543426887 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f22c8011a80 con 0x7f22d8107c10 2024-02-09T23:50:09.009 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.984+0000 7f22ddd77700 1 -- 172.21.15.1:0/1543426887 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f22d8107c10 msgr2=0x7f22d8108030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:09.010 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.984+0000 7f22ddd77700 1 --2- 172.21.15.1:0/1543426887 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f22d8107c10 0x7f22d8108030 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f22c80098a0 tx=0x7f22c8009bb0 comp rx=0 tx=0).stop 2024-02-09T23:50:09.010 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.984+0000 7f22ddd77700 1 -- 172.21.15.1:0/1543426887 shutdown_connections 2024-02-09T23:50:09.010 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.984+0000 7f22ddd77700 1 --2- 172.21.15.1:0/1543426887 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f22d8107c10 0x7f22d8108030 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:09.010 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.984+0000 7f22ddd77700 1 -- 172.21.15.1:0/1543426887 >> 172.21.15.1:0/1543426887 conn(0x7f22d81013e0 msgr2=0x7f22d8103800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:09.010 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.984+0000 7f22ddd77700 1 -- 172.21.15.1:0/1543426887 shutdown_connections 2024-02-09T23:50:09.010 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.984+0000 7f22ddd77700 1 -- 172.21.15.1:0/1543426887 wait complete. 2024-02-09T23:50:09.010 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.985+0000 7f22ddd77700 1 Processor -- start 2024-02-09T23:50:09.010 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.985+0000 7f22ddd77700 1 -- start start 2024-02-09T23:50:09.010 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.985+0000 7f22ddd77700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f22d8107c10 0x7f22d8199290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:09.010 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.985+0000 7f22ddd77700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22d81997d0 con 0x7f22d8107c10 2024-02-09T23:50:09.010 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.986+0000 7f22d77fe700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f22d8107c10 0x7f22d8199290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:09.010 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.986+0000 7f22d77fe700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f22d8107c10 0x7f22d8199290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53322/0 (socket says 172.21.15.1:53322) 2024-02-09T23:50:09.010 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.986+0000 7f22d77fe700 1 -- 172.21.15.1:0/3559749705 learned_addr learned my addr 172.21.15.1:0/3559749705 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:50:09.010 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.986+0000 7f22d77fe700 1 -- 172.21.15.1:0/3559749705 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22c8009550 con 0x7f22d8107c10 2024-02-09T23:50:09.011 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.986+0000 7f22d77fe700 1 --2- 172.21.15.1:0/3559749705 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f22d8107c10 0x7f22d8199290 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f22c8011740 tx=0x7f22c8011a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:09.011 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.986+0000 7f22d4ff9700 1 -- 172.21.15.1:0/3559749705 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f22c8003af0 con 0x7f22d8107c10 2024-02-09T23:50:09.011 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.986+0000 7f22ddd77700 1 -- 172.21.15.1:0/3559749705 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f22d81999d0 con 0x7f22d8107c10 2024-02-09T23:50:09.011 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.986+0000 7f22ddd77700 1 -- 172.21.15.1:0/3559749705 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f22d8199e70 con 0x7f22d8107c10 2024-02-09T23:50:09.011 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.986+0000 7f22d4ff9700 1 -- 172.21.15.1:0/3559749705 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f22c801a910 con 0x7f22d8107c10 2024-02-09T23:50:09.011 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.986+0000 7f22d4ff9700 1 -- 172.21.15.1:0/3559749705 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f22c8024850 con 0x7f22d8107c10 2024-02-09T23:50:09.011 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.988+0000 7f22d4ff9700 1 -- 172.21.15.1:0/3559749705 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 12) v1 ==== 45945+0+0 (secure 0 0 0) 0x7f22c80249b0 con 0x7f22d8107c10 2024-02-09T23:50:09.011 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.988+0000 7f22d4ff9700 1 --2- 172.21.15.1:0/3559749705 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f22c0038ee0 0x7f22c003b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:09.011 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.988+0000 7f22d4ff9700 1 -- 172.21.15.1:0/3559749705 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f22c804d360 con 0x7f22d8107c10 2024-02-09T23:50:09.011 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.988+0000 7f22ddd77700 1 -- 172.21.15.1:0/3559749705 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f22c4005360 con 0x7f22d8107c10 2024-02-09T23:50:09.011 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.988+0000 7f22d6ffd700 1 --2- 172.21.15.1:0/3559749705 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f22c0038ee0 0x7f22c003b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:09.011 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.988+0000 7f22d6ffd700 1 --2- 172.21.15.1:0/3559749705 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f22c0038ee0 0x7f22c003b3a0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f22cc006fd0 tx=0x7f22cc006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:09.011 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:07.993+0000 7f22d4ff9700 1 -- 172.21.15.1:0/3559749705 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f22c8024d50 con 0x7f22d8107c10 2024-02-09T23:50:09.011 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:08.214+0000 7f22ddd77700 1 -- 172.21.15.1:0/3559749705 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f22c4002430 con 0x7f22c0038ee0 2024-02-09T23:50:09.012 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:08.460+0000 7f22d4ff9700 1 -- 172.21.15.1:0/3559749705 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+252 (secure 0 0 0) 0x7f22c4002430 con 0x7f22c0038ee0 2024-02-09T23:50:09.012 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:08.462+0000 7f22ddd77700 1 -- 172.21.15.1:0/3559749705 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f22c0038ee0 msgr2=0x7f22c003b3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:09.012 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:08.462+0000 7f22ddd77700 1 --2- 172.21.15.1:0/3559749705 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f22c0038ee0 0x7f22c003b3a0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f22cc006fd0 tx=0x7f22cc006e40 comp rx=0 tx=0).stop 2024-02-09T23:50:09.012 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:08.462+0000 7f22ddd77700 1 -- 172.21.15.1:0/3559749705 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f22d8107c10 msgr2=0x7f22d8199290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:09.012 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:08.462+0000 7f22ddd77700 1 --2- 172.21.15.1:0/3559749705 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f22d8107c10 0x7f22d8199290 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f22c8011740 tx=0x7f22c8011a50 comp rx=0 tx=0).stop 2024-02-09T23:50:09.012 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:08.462+0000 7f22ddd77700 1 -- 172.21.15.1:0/3559749705 shutdown_connections 2024-02-09T23:50:09.012 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:08.462+0000 7f22ddd77700 1 --2- 172.21.15.1:0/3559749705 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f22c0038ee0 0x7f22c003b3a0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:09.012 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:08.462+0000 7f22ddd77700 1 --2- 172.21.15.1:0/3559749705 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f22d8107c10 0x7f22d8199290 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:09.012 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:08.462+0000 7f22ddd77700 1 -- 172.21.15.1:0/3559749705 >> 172.21.15.1:0/3559749705 conn(0x7f22d81013e0 msgr2=0x7f22d810b320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:09.012 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:08.463+0000 7f22ddd77700 1 -- 172.21.15.1:0/3559749705 shutdown_connections 2024-02-09T23:50:09.012 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:08.463+0000 7f22ddd77700 1 -- 172.21.15.1:0/3559749705 wait complete. 2024-02-09T23:50:09.012 INFO:teuthology.orchestra.run.smithi001.stdout:Fetching dashboard port number... 2024-02-09T23:50:09.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:09 smithi001 ceph-mon[32335]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:50:09.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:09 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:10.638 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:10 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/248047641' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-02-09T23:50:10.646 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stdout 8443 2024-02-09T23:50:10.646 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.864+0000 7f2bd4eef700 1 Processor -- start 2024-02-09T23:50:10.646 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.864+0000 7f2bd4eef700 1 -- start start 2024-02-09T23:50:10.646 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.864+0000 7f2bd4eef700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bd01065f0 0x7f2bd0106a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:10.646 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.864+0000 7f2bd4eef700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bd0106fe0 con 0x7f2bd01065f0 2024-02-09T23:50:10.647 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.864+0000 7f2bce59c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bd01065f0 0x7f2bd0106a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:10.647 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.864+0000 7f2bce59c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bd01065f0 0x7f2bd0106a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53336/0 (socket says 172.21.15.1:53336) 2024-02-09T23:50:10.647 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.864+0000 7f2bce59c700 1 -- 172.21.15.1:0/2046023097 learned_addr learned my addr 172.21.15.1:0/2046023097 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:50:10.647 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.864+0000 7f2bce59c700 1 -- 172.21.15.1:0/2046023097 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2bd01077f0 con 0x7f2bd01065f0 2024-02-09T23:50:10.647 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.865+0000 7f2bce59c700 1 --2- 172.21.15.1:0/2046023097 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bd01065f0 0x7f2bd0106a10 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f2bc00098a0 tx=0x7f2bc0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7b513c22377bbe3 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:10.647 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.865+0000 7f2bcd59a700 1 -- 172.21.15.1:0/2046023097 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2bc0004160 con 0x7f2bd01065f0 2024-02-09T23:50:10.647 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.865+0000 7f2bcd59a700 1 -- 172.21.15.1:0/2046023097 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2bc00042c0 con 0x7f2bd01065f0 2024-02-09T23:50:10.647 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.865+0000 7f2bcd59a700 1 -- 172.21.15.1:0/2046023097 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2bc0011a80 con 0x7f2bd01065f0 2024-02-09T23:50:10.647 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.865+0000 7f2bd4eef700 1 -- 172.21.15.1:0/2046023097 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bd01065f0 msgr2=0x7f2bd0106a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:10.647 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.865+0000 7f2bd4eef700 1 --2- 172.21.15.1:0/2046023097 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bd01065f0 0x7f2bd0106a10 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f2bc00098a0 tx=0x7f2bc0009bb0 comp rx=0 tx=0).stop 2024-02-09T23:50:10.647 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.865+0000 7f2bd4eef700 1 -- 172.21.15.1:0/2046023097 shutdown_connections 2024-02-09T23:50:10.647 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.865+0000 7f2bd4eef700 1 --2- 172.21.15.1:0/2046023097 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bd01065f0 0x7f2bd0106a10 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:10.647 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.865+0000 7f2bd4eef700 1 -- 172.21.15.1:0/2046023097 >> 172.21.15.1:0/2046023097 conn(0x7f2bd0101bd0 msgr2=0x7f2bd0103ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:10.647 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.865+0000 7f2bd4eef700 1 -- 172.21.15.1:0/2046023097 shutdown_connections 2024-02-09T23:50:10.648 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.865+0000 7f2bd4eef700 1 -- 172.21.15.1:0/2046023097 wait complete. 2024-02-09T23:50:10.648 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.866+0000 7f2bd4eef700 1 Processor -- start 2024-02-09T23:50:10.648 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.866+0000 7f2bd4eef700 1 -- start start 2024-02-09T23:50:10.648 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.866+0000 7f2bd4eef700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bd01065f0 0x7f2bd0191760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:10.648 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.866+0000 7f2bd4eef700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bd0191ca0 con 0x7f2bd01065f0 2024-02-09T23:50:10.648 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.866+0000 7f2bce59c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bd01065f0 0x7f2bd0191760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:10.648 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.866+0000 7f2bce59c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bd01065f0 0x7f2bd0191760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53338/0 (socket says 172.21.15.1:53338) 2024-02-09T23:50:10.648 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.866+0000 7f2bce59c700 1 -- 172.21.15.1:0/248047641 learned_addr learned my addr 172.21.15.1:0/248047641 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:50:10.648 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.867+0000 7f2bce59c700 1 -- 172.21.15.1:0/248047641 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2bc0009550 con 0x7f2bd01065f0 2024-02-09T23:50:10.648 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.867+0000 7f2bce59c700 1 --2- 172.21.15.1:0/248047641 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bd01065f0 0x7f2bd0191760 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f2bc0003f20 tx=0x7f2bc0011b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:10.648 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.867+0000 7f2bbf7fe700 1 -- 172.21.15.1:0/248047641 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2bc00038b0 con 0x7f2bd01065f0 2024-02-09T23:50:10.648 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.867+0000 7f2bbf7fe700 1 -- 172.21.15.1:0/248047641 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2bc0003a10 con 0x7f2bd01065f0 2024-02-09T23:50:10.648 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.867+0000 7f2bd4eef700 1 -- 172.21.15.1:0/248047641 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2bd018fe90 con 0x7f2bd01065f0 2024-02-09T23:50:10.648 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.867+0000 7f2bbf7fe700 1 -- 172.21.15.1:0/248047641 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2bc001a5c0 con 0x7f2bd01065f0 2024-02-09T23:50:10.649 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.867+0000 7f2bd4eef700 1 -- 172.21.15.1:0/248047641 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2bd0190330 con 0x7f2bd01065f0 2024-02-09T23:50:10.649 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.868+0000 7f2bbf7fe700 1 -- 172.21.15.1:0/248047641 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 12) v1 ==== 45945+0+0 (secure 0 0 0) 0x7f2bc0024430 con 0x7f2bd01065f0 2024-02-09T23:50:10.649 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.868+0000 7f2bd4eef700 1 -- 172.21.15.1:0/248047641 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2bd0063350 con 0x7f2bd01065f0 2024-02-09T23:50:10.649 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.868+0000 7f2bbf7fe700 1 --2- 172.21.15.1:0/248047641 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2bb8038f40 0x7f2bb803b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:10.649 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.868+0000 7f2bbf7fe700 1 -- 172.21.15.1:0/248047641 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f2bc004d250 con 0x7f2bd01065f0 2024-02-09T23:50:10.649 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.868+0000 7f2bcdd9b700 1 --2- 172.21.15.1:0/248047641 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2bb8038f40 0x7f2bb803b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:10.649 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.869+0000 7f2bcdd9b700 1 --2- 172.21.15.1:0/248047641 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2bb8038f40 0x7f2bb803b400 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f2bc4006fd0 tx=0x7f2bc4006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:10.649 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:09.873+0000 7f2bbf7fe700 1 -- 172.21.15.1:0/248047641 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f2bc0003b80 con 0x7f2bd01065f0 2024-02-09T23:50:10.649 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:10.076+0000 7f2bd4eef700 1 -- 172.21.15.1:0/248047641 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) v1 -- 0x7f2bd010a9f0 con 0x7f2bd01065f0 2024-02-09T23:50:10.649 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:10.077+0000 7f2bbf7fe700 1 -- 172.21.15.1:0/248047641 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) v1 ==== 112+0+5 (secure 0 0 0) 0x7f2bc0018350 con 0x7f2bd01065f0 2024-02-09T23:50:10.649 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:10.079+0000 7f2bd4eef700 1 -- 172.21.15.1:0/248047641 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2bb8038f40 msgr2=0x7f2bb803b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:10.649 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:10.079+0000 7f2bd4eef700 1 --2- 172.21.15.1:0/248047641 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2bb8038f40 0x7f2bb803b400 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f2bc4006fd0 tx=0x7f2bc4006e40 comp rx=0 tx=0).stop 2024-02-09T23:50:10.649 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:10.079+0000 7f2bd4eef700 1 -- 172.21.15.1:0/248047641 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bd01065f0 msgr2=0x7f2bd0191760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:10.649 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:10.079+0000 7f2bd4eef700 1 --2- 172.21.15.1:0/248047641 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bd01065f0 0x7f2bd0191760 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f2bc0003f20 tx=0x7f2bc0011b00 comp rx=0 tx=0).stop 2024-02-09T23:50:10.649 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:10.079+0000 7f2bd4eef700 1 -- 172.21.15.1:0/248047641 shutdown_connections 2024-02-09T23:50:10.650 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:10.079+0000 7f2bd4eef700 1 --2- 172.21.15.1:0/248047641 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2bb8038f40 0x7f2bb803b400 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:10.650 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:10.079+0000 7f2bd4eef700 1 --2- 172.21.15.1:0/248047641 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bd01065f0 0x7f2bd0191760 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:10.650 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:10.079+0000 7f2bd4eef700 1 -- 172.21.15.1:0/248047641 >> 172.21.15.1:0/248047641 conn(0x7f2bd0101bd0 msgr2=0x7f2bd0102a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:10.650 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:10.079+0000 7f2bd4eef700 1 -- 172.21.15.1:0/248047641 shutdown_connections 2024-02-09T23:50:10.650 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:10.079+0000 7f2bd4eef700 1 -- 172.21.15.1:0/248047641 wait complete. 2024-02-09T23:50:10.654 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-02-09T23:50:10.654 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout disabled 2024-02-09T23:50:10.662 INFO:teuthology.orchestra.run.smithi001.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-02-09T23:50:10.662 INFO:teuthology.orchestra.run.smithi001.stdout:systemctl: stdout inactive 2024-02-09T23:50:10.662 INFO:teuthology.orchestra.run.smithi001.stdout:firewalld.service is not enabled 2024-02-09T23:50:10.662 INFO:teuthology.orchestra.run.smithi001.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-02-09T23:50:10.665 INFO:teuthology.orchestra.run.smithi001.stdout:Ceph Dashboard is now available at: 2024-02-09T23:50:10.665 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:50:10.665 INFO:teuthology.orchestra.run.smithi001.stdout: URL: https://smithi001.front.sepia.ceph.com:8443/ 2024-02-09T23:50:10.665 INFO:teuthology.orchestra.run.smithi001.stdout: User: admin 2024-02-09T23:50:10.665 INFO:teuthology.orchestra.run.smithi001.stdout: Password: sufo5km9kz 2024-02-09T23:50:10.665 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:50:10.666 INFO:teuthology.orchestra.run.smithi001.stdout:Saving cluster configuration to /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config directory 2024-02-09T23:50:10.667 INFO:teuthology.orchestra.run.smithi001.stdout:Enabling autotune for osd_memory_target 2024-02-09T23:50:11.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:11 smithi001 ceph-mon[32335]: mgrmap e13: x(active, since 6s) 2024-02-09T23:50:11.850 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.080+0000 7f0505123700 1 Processor -- start 2024-02-09T23:50:11.850 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.080+0000 7f0505123700 1 -- start start 2024-02-09T23:50:11.850 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.080+0000 7f0505123700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f05001081b0 0x7f050010a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:11.851 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.080+0000 7f0505123700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f050007ae30 con 0x7f05001081b0 2024-02-09T23:50:11.851 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.080+0000 7f04fed9d700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f05001081b0 0x7f050010a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:11.851 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.080+0000 7f04fed9d700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f05001081b0 0x7f050010a5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49874/0 (socket says 172.21.15.1:49874) 2024-02-09T23:50:11.851 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.080+0000 7f04fed9d700 1 -- 172.21.15.1:0/798983880 learned_addr learned my addr 172.21.15.1:0/798983880 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:50:11.851 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.080+0000 7f04fed9d700 1 -- 172.21.15.1:0/798983880 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f050010aae0 con 0x7f05001081b0 2024-02-09T23:50:11.851 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.080+0000 7f04fed9d700 1 --2- 172.21.15.1:0/798983880 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f05001081b0 0x7f050010a5a0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f04f00098a0 tx=0x7f04f0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f12b5678e40e26 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:11.851 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.081+0000 7f04fdd9b700 1 -- 172.21.15.1:0/798983880 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f04f0004160 con 0x7f05001081b0 2024-02-09T23:50:11.851 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.081+0000 7f04fdd9b700 1 -- 172.21.15.1:0/798983880 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f04f00042c0 con 0x7f05001081b0 2024-02-09T23:50:11.851 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.081+0000 7f04fdd9b700 1 -- 172.21.15.1:0/798983880 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f04f0011a80 con 0x7f05001081b0 2024-02-09T23:50:11.851 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.081+0000 7f0505123700 1 -- 172.21.15.1:0/798983880 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f05001081b0 msgr2=0x7f050010a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:11.851 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.081+0000 7f0505123700 1 --2- 172.21.15.1:0/798983880 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f05001081b0 0x7f050010a5a0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f04f00098a0 tx=0x7f04f0009bb0 comp rx=0 tx=0).stop 2024-02-09T23:50:11.852 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.081+0000 7f0505123700 1 -- 172.21.15.1:0/798983880 shutdown_connections 2024-02-09T23:50:11.852 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.081+0000 7f0505123700 1 --2- 172.21.15.1:0/798983880 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f05001081b0 0x7f050010a5a0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:11.852 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.081+0000 7f0505123700 1 -- 172.21.15.1:0/798983880 >> 172.21.15.1:0/798983880 conn(0x7f0500101bc0 msgr2=0x7f0500103fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:11.852 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.081+0000 7f0505123700 1 -- 172.21.15.1:0/798983880 shutdown_connections 2024-02-09T23:50:11.852 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.081+0000 7f0505123700 1 -- 172.21.15.1:0/798983880 wait complete. 2024-02-09T23:50:11.852 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.082+0000 7f0505123700 1 Processor -- start 2024-02-09T23:50:11.852 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.082+0000 7f0505123700 1 -- start start 2024-02-09T23:50:11.852 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.082+0000 7f0505123700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f05001081b0 0x7f050019b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:11.852 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.082+0000 7f0505123700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f050019b990 con 0x7f05001081b0 2024-02-09T23:50:11.853 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.083+0000 7f04fed9d700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f05001081b0 0x7f050019b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:11.853 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.083+0000 7f04fed9d700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f05001081b0 0x7f050019b450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49890/0 (socket says 172.21.15.1:49890) 2024-02-09T23:50:11.853 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.083+0000 7f04fed9d700 1 -- 172.21.15.1:0/1068508966 learned_addr learned my addr 172.21.15.1:0/1068508966 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:50:11.853 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.083+0000 7f04fed9d700 1 -- 172.21.15.1:0/1068508966 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04f0009550 con 0x7f05001081b0 2024-02-09T23:50:11.853 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.083+0000 7f04fed9d700 1 --2- 172.21.15.1:0/1068508966 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f05001081b0 0x7f050019b450 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f04f0003f20 tx=0x7f04f0011b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:11.853 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.083+0000 7f04e7fff700 1 -- 172.21.15.1:0/1068508966 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f04f00039f0 con 0x7f05001081b0 2024-02-09T23:50:11.853 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.083+0000 7f0505123700 1 -- 172.21.15.1:0/1068508966 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f050019bb90 con 0x7f05001081b0 2024-02-09T23:50:11.853 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.083+0000 7f04e7fff700 1 -- 172.21.15.1:0/1068508966 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f04f0003b50 con 0x7f05001081b0 2024-02-09T23:50:11.853 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.083+0000 7f04e7fff700 1 -- 172.21.15.1:0/1068508966 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f04f001a6d0 con 0x7f05001081b0 2024-02-09T23:50:11.853 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.083+0000 7f0505123700 1 -- 172.21.15.1:0/1068508966 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f050019c030 con 0x7f05001081b0 2024-02-09T23:50:11.853 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.084+0000 7f04e7fff700 1 -- 172.21.15.1:0/1068508966 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 13) v1 ==== 45987+0+0 (secure 0 0 0) 0x7f04f001a9b0 con 0x7f05001081b0 2024-02-09T23:50:11.853 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.084+0000 7f0505123700 1 -- 172.21.15.1:0/1068508966 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f050010b920 con 0x7f05001081b0 2024-02-09T23:50:11.853 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.084+0000 7f04e7fff700 1 --2- 172.21.15.1:0/1068508966 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f04e8038f80 0x7f04e803b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:11.854 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.084+0000 7f04e7fff700 1 -- 172.21.15.1:0/1068508966 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f04f004d450 con 0x7f05001081b0 2024-02-09T23:50:11.854 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.085+0000 7f04fe59c700 1 --2- 172.21.15.1:0/1068508966 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f04e8038f80 0x7f04e803b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:11.854 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.085+0000 7f04fe59c700 1 --2- 172.21.15.1:0/1068508966 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f04e8038f80 0x7f04e803b440 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f04f4006fd0 tx=0x7f04f4006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:11.854 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.089+0000 7f04e7fff700 1 -- 172.21.15.1:0/1068508966 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f04f0022330 con 0x7f05001081b0 2024-02-09T23:50:11.854 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.291+0000 7f0505123700 1 -- 172.21.15.1:0/1068508966 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) v1 -- 0x7f050019e910 con 0x7f05001081b0 2024-02-09T23:50:11.854 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.292+0000 7f04e7fff700 1 -- 172.21.15.1:0/1068508966 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) v1 ==== 127+0+0 (secure 0 0 0) 0x7f04f0018be0 con 0x7f05001081b0 2024-02-09T23:50:11.854 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.294+0000 7f0505123700 1 -- 172.21.15.1:0/1068508966 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f04e8038f80 msgr2=0x7f04e803b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:11.854 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.294+0000 7f0505123700 1 --2- 172.21.15.1:0/1068508966 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f04e8038f80 0x7f04e803b440 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f04f4006fd0 tx=0x7f04f4006e40 comp rx=0 tx=0).stop 2024-02-09T23:50:11.854 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.294+0000 7f0505123700 1 -- 172.21.15.1:0/1068508966 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f05001081b0 msgr2=0x7f050019b450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:11.854 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.294+0000 7f0505123700 1 --2- 172.21.15.1:0/1068508966 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f05001081b0 0x7f050019b450 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f04f0003f20 tx=0x7f04f0011b00 comp rx=0 tx=0).stop 2024-02-09T23:50:11.855 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.294+0000 7f0505123700 1 -- 172.21.15.1:0/1068508966 shutdown_connections 2024-02-09T23:50:11.855 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.294+0000 7f0505123700 1 --2- 172.21.15.1:0/1068508966 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f04e8038f80 0x7f04e803b440 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:11.855 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.294+0000 7f0505123700 1 --2- 172.21.15.1:0/1068508966 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f05001081b0 0x7f050019b450 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:11.855 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.294+0000 7f0505123700 1 -- 172.21.15.1:0/1068508966 >> 172.21.15.1:0/1068508966 conn(0x7f0500101bc0 msgr2=0x7f0500102720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:11.855 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.294+0000 7f0505123700 1 -- 172.21.15.1:0/1068508966 shutdown_connections 2024-02-09T23:50:11.855 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:11.294+0000 7f0505123700 1 -- 172.21.15.1:0/1068508966 wait complete. 2024-02-09T23:50:13.138 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.235+0000 7f1bd1a97700 1 Processor -- start 2024-02-09T23:50:13.138 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.235+0000 7f1bd1a97700 1 -- start start 2024-02-09T23:50:13.138 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.235+0000 7f1bd1a97700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1bcc107bf0 0x7f1bcc108010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:13.138 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.235+0000 7f1bd1a97700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bcc1085e0 con 0x7f1bcc107bf0 2024-02-09T23:50:13.138 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.236+0000 7f1bcb7fe700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1bcc107bf0 0x7f1bcc108010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:13.139 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.236+0000 7f1bcb7fe700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1bcc107bf0 0x7f1bcc108010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49898/0 (socket says 172.21.15.1:49898) 2024-02-09T23:50:13.139 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.236+0000 7f1bcb7fe700 1 -- 172.21.15.1:0/3073103409 learned_addr learned my addr 172.21.15.1:0/3073103409 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:50:13.139 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.236+0000 7f1bcb7fe700 1 -- 172.21.15.1:0/3073103409 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bcc106800 con 0x7f1bcc107bf0 2024-02-09T23:50:13.139 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.236+0000 7f1bcb7fe700 1 --2- 172.21.15.1:0/3073103409 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1bcc107bf0 0x7f1bcc108010 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f1bbc0098a0 tx=0x7f1bbc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3663f757e0784287 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:13.139 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.236+0000 7f1bca7fc700 1 -- 172.21.15.1:0/3073103409 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1bbc004160 con 0x7f1bcc107bf0 2024-02-09T23:50:13.139 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.236+0000 7f1bca7fc700 1 -- 172.21.15.1:0/3073103409 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1bbc0042c0 con 0x7f1bcc107bf0 2024-02-09T23:50:13.139 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.236+0000 7f1bca7fc700 1 -- 172.21.15.1:0/3073103409 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1bbc011a80 con 0x7f1bcc107bf0 2024-02-09T23:50:13.139 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.237+0000 7f1bd1a97700 1 -- 172.21.15.1:0/3073103409 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1bcc107bf0 msgr2=0x7f1bcc108010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:13.139 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.237+0000 7f1bd1a97700 1 --2- 172.21.15.1:0/3073103409 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1bcc107bf0 0x7f1bcc108010 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f1bbc0098a0 tx=0x7f1bbc009bb0 comp rx=0 tx=0).stop 2024-02-09T23:50:13.139 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.237+0000 7f1bd1a97700 1 -- 172.21.15.1:0/3073103409 shutdown_connections 2024-02-09T23:50:13.139 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.237+0000 7f1bd1a97700 1 --2- 172.21.15.1:0/3073103409 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1bcc107bf0 0x7f1bcc108010 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:13.139 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.237+0000 7f1bd1a97700 1 -- 172.21.15.1:0/3073103409 >> 172.21.15.1:0/3073103409 conn(0x7f1bcc101390 msgr2=0x7f1bcc1037b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:13.139 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.237+0000 7f1bd1a97700 1 -- 172.21.15.1:0/3073103409 shutdown_connections 2024-02-09T23:50:13.139 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.237+0000 7f1bd1a97700 1 -- 172.21.15.1:0/3073103409 wait complete. 2024-02-09T23:50:13.140 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.237+0000 7f1bd1a97700 1 Processor -- start 2024-02-09T23:50:13.140 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.238+0000 7f1bd1a97700 1 -- start start 2024-02-09T23:50:13.140 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.238+0000 7f1bd1a97700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1bcc107bf0 0x7f1bcc106190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:13.140 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.238+0000 7f1bd1a97700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bcc19e1f0 con 0x7f1bcc107bf0 2024-02-09T23:50:13.140 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.238+0000 7f1bcb7fe700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1bcc107bf0 0x7f1bcc106190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:13.140 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.238+0000 7f1bcb7fe700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1bcc107bf0 0x7f1bcc106190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49912/0 (socket says 172.21.15.1:49912) 2024-02-09T23:50:13.140 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.238+0000 7f1bcb7fe700 1 -- 172.21.15.1:0/2639867316 learned_addr learned my addr 172.21.15.1:0/2639867316 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:50:13.140 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.238+0000 7f1bcb7fe700 1 -- 172.21.15.1:0/2639867316 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bbc009550 con 0x7f1bcc107bf0 2024-02-09T23:50:13.140 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.238+0000 7f1bcb7fe700 1 --2- 172.21.15.1:0/2639867316 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1bcc107bf0 0x7f1bcc106190 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f1bbc011740 tx=0x7f1bbc011b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:13.140 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.239+0000 7f1bc8ff9700 1 -- 172.21.15.1:0/2639867316 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1bbc0039e0 con 0x7f1bcc107bf0 2024-02-09T23:50:13.140 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.239+0000 7f1bc8ff9700 1 -- 172.21.15.1:0/2639867316 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1bbc003b40 con 0x7f1bcc107bf0 2024-02-09T23:50:13.140 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.239+0000 7f1bc8ff9700 1 -- 172.21.15.1:0/2639867316 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1bbc024740 con 0x7f1bcc107bf0 2024-02-09T23:50:13.140 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.239+0000 7f1bd1a97700 1 -- 172.21.15.1:0/2639867316 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1bcc19e330 con 0x7f1bcc107bf0 2024-02-09T23:50:13.140 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.239+0000 7f1bd1a97700 1 -- 172.21.15.1:0/2639867316 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1bcc19e710 con 0x7f1bcc107bf0 2024-02-09T23:50:13.141 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.240+0000 7f1bc8ff9700 1 -- 172.21.15.1:0/2639867316 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 13) v1 ==== 45987+0+0 (secure 0 0 0) 0x7f1bbc01a430 con 0x7f1bcc107bf0 2024-02-09T23:50:13.141 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.240+0000 7f1bc8ff9700 1 --2- 172.21.15.1:0/2639867316 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f1bb4039030 0x7f1bb403b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:13.141 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.240+0000 7f1bd1a97700 1 -- 172.21.15.1:0/2639867316 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1bcc10aa40 con 0x7f1bcc107bf0 2024-02-09T23:50:13.141 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.240+0000 7f1bc8ff9700 1 -- 172.21.15.1:0/2639867316 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f1bbc04d330 con 0x7f1bcc107bf0 2024-02-09T23:50:13.141 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.240+0000 7f1bcaffd700 1 --2- 172.21.15.1:0/2639867316 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f1bb4039030 0x7f1bb403b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:13.141 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.240+0000 7f1bcaffd700 1 --2- 172.21.15.1:0/2639867316 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f1bb4039030 0x7f1bb403b4f0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f1bc0006fd0 tx=0x7f1bc0006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:13.141 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.245+0000 7f1bc8ff9700 1 -- 172.21.15.1:0/2639867316 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f1bbc010380 con 0x7f1bcc107bf0 2024-02-09T23:50:13.141 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.559+0000 7f1bd1a97700 1 -- 172.21.15.1:0/2639867316 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) v1 -- 0x7f1bcc10acf0 con 0x7f1bcc107bf0 2024-02-09T23:50:13.141 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.561+0000 7f1bc8ff9700 1 -- 172.21.15.1:0/2639867316 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) v1 ==== 153+0+0 (secure 0 0 0) 0x7f1bcc10acf0 con 0x7f1bcc107bf0 2024-02-09T23:50:13.141 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.563+0000 7f1bd1a97700 1 -- 172.21.15.1:0/2639867316 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f1bb4039030 msgr2=0x7f1bb403b4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:13.141 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.563+0000 7f1bd1a97700 1 --2- 172.21.15.1:0/2639867316 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f1bb4039030 0x7f1bb403b4f0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f1bc0006fd0 tx=0x7f1bc0006e40 comp rx=0 tx=0).stop 2024-02-09T23:50:13.141 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.563+0000 7f1bd1a97700 1 -- 172.21.15.1:0/2639867316 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1bcc107bf0 msgr2=0x7f1bcc106190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:13.141 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.563+0000 7f1bd1a97700 1 --2- 172.21.15.1:0/2639867316 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1bcc107bf0 0x7f1bcc106190 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f1bbc011740 tx=0x7f1bbc011b00 comp rx=0 tx=0).stop 2024-02-09T23:50:13.141 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.563+0000 7f1bd1a97700 1 -- 172.21.15.1:0/2639867316 shutdown_connections 2024-02-09T23:50:13.142 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.563+0000 7f1bd1a97700 1 --2- 172.21.15.1:0/2639867316 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f1bb4039030 0x7f1bb403b4f0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:13.142 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.563+0000 7f1bd1a97700 1 --2- 172.21.15.1:0/2639867316 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1bcc107bf0 0x7f1bcc106190 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:13.142 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.563+0000 7f1bd1a97700 1 -- 172.21.15.1:0/2639867316 >> 172.21.15.1:0/2639867316 conn(0x7f1bcc101390 msgr2=0x7f1bcc101e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:13.142 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.563+0000 7f1bd1a97700 1 -- 172.21.15.1:0/2639867316 shutdown_connections 2024-02-09T23:50:13.142 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr 2024-02-09T23:50:12.563+0000 7f1bd1a97700 1 -- 172.21.15.1:0/2639867316 wait complete. 2024-02-09T23:50:13.142 INFO:teuthology.orchestra.run.smithi001.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-02-09T23:50:13.142 INFO:teuthology.orchestra.run.smithi001.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-02-09T23:50:13.142 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:50:13.142 INFO:teuthology.orchestra.run.smithi001.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-02-09T23:50:13.142 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:50:13.142 INFO:teuthology.orchestra.run.smithi001.stdout:Or, if you are only running a single cluster on this host: 2024-02-09T23:50:13.142 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:50:13.142 INFO:teuthology.orchestra.run.smithi001.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-02-09T23:50:13.142 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:50:13.142 INFO:teuthology.orchestra.run.smithi001.stdout:Please consider enabling telemetry to help improve Ceph: 2024-02-09T23:50:13.143 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:50:13.143 INFO:teuthology.orchestra.run.smithi001.stdout: ceph telemetry on 2024-02-09T23:50:13.143 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:50:13.143 INFO:teuthology.orchestra.run.smithi001.stdout:For more information see: 2024-02-09T23:50:13.143 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:50:13.143 INFO:teuthology.orchestra.run.smithi001.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-02-09T23:50:13.143 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:50:13.143 INFO:teuthology.orchestra.run.smithi001.stdout:Bootstrap complete. 2024-02-09T23:50:13.178 INFO:tasks.cephadm:Fetching config... 2024-02-09T23:50:13.179 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-02-09T23:50:13.179 DEBUG:teuthology.orchestra.run.smithi001:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-02-09T23:50:13.194 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-02-09T23:50:13.194 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-02-09T23:50:13.194 DEBUG:teuthology.orchestra.run.smithi001:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-02-09T23:50:13.248 INFO:tasks.cephadm:Fetching mon keyring... 2024-02-09T23:50:13.249 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-02-09T23:50:13.249 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd if=/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/keyring of=/dev/stdout 2024-02-09T23:50:13.315 INFO:tasks.cephadm:Fetching pub ssh key... 2024-02-09T23:50:13.316 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-02-09T23:50:13.316 DEBUG:teuthology.orchestra.run.smithi001:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-02-09T23:50:13.370 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-02-09T23:50:13.371 DEBUG:teuthology.orchestra.run.smithi001:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4aWZgSvKRcK6qNY4F0/SJtE3G7yBLenPzX4xDmiugqCZLrF1R2AwZ3fjEIjQlnay5khVQxFj766L5GlURxQm+aUsgGzx5lK4Ml8IO5YUK3hyFJSKRa/0O9pQnj+qBsy1ZSSgDDYVSva53uWqCt5Oj8x93X3F8NpH25Fa+BAwf/Zue1Iqjjh/IVf+2GeUl1rhzEtjM3Ec7J0seeRNlA2ooF9iSl0eXRJlCr6vExSzdvTotd0bzWnJVXilP91DOLaQIKKGGEa9nfMABOCQsOaQi6p+IJ8e/XVi07qfxOdgLr3TgrLKraWLdislZLdZjNlAMmSOVGnA4amyDVZo50HH0gs0OTj1jQTnpyjJJGoDzKRJ+z9I7+jT/KbcenQvrZvHkm4jKjIsnQiWbg8hB3M9IeVxHh/gQeXDH3ZiJZIkPScCC1SvYOYywUBKw01gOmyGc9IhwcQ/3F2gSw4H+5gJqjnY3unB0pPc/iSRKtUZYEsKu90aHvTNYbBs4Fo92G7c= ceph-b5005240-c7a5-11ee-95b8-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-02-09T23:50:13.450 INFO:teuthology.orchestra.run.smithi001.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4aWZgSvKRcK6qNY4F0/SJtE3G7yBLenPzX4xDmiugqCZLrF1R2AwZ3fjEIjQlnay5khVQxFj766L5GlURxQm+aUsgGzx5lK4Ml8IO5YUK3hyFJSKRa/0O9pQnj+qBsy1ZSSgDDYVSva53uWqCt5Oj8x93X3F8NpH25Fa+BAwf/Zue1Iqjjh/IVf+2GeUl1rhzEtjM3Ec7J0seeRNlA2ooF9iSl0eXRJlCr6vExSzdvTotd0bzWnJVXilP91DOLaQIKKGGEa9nfMABOCQsOaQi6p+IJ8e/XVi07qfxOdgLr3TgrLKraWLdislZLdZjNlAMmSOVGnA4amyDVZo50HH0gs0OTj1jQTnpyjJJGoDzKRJ+z9I7+jT/KbcenQvrZvHkm4jKjIsnQiWbg8hB3M9IeVxHh/gQeXDH3ZiJZIkPScCC1SvYOYywUBKw01gOmyGc9IhwcQ/3F2gSw4H+5gJqjnY3unB0pPc/iSRKtUZYEsKu90aHvTNYbBs4Fo92G7c= ceph-b5005240-c7a5-11ee-95b8-87774f69a715 2024-02-09T23:50:13.464 DEBUG:teuthology.orchestra.run.smithi088:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4aWZgSvKRcK6qNY4F0/SJtE3G7yBLenPzX4xDmiugqCZLrF1R2AwZ3fjEIjQlnay5khVQxFj766L5GlURxQm+aUsgGzx5lK4Ml8IO5YUK3hyFJSKRa/0O9pQnj+qBsy1ZSSgDDYVSva53uWqCt5Oj8x93X3F8NpH25Fa+BAwf/Zue1Iqjjh/IVf+2GeUl1rhzEtjM3Ec7J0seeRNlA2ooF9iSl0eXRJlCr6vExSzdvTotd0bzWnJVXilP91DOLaQIKKGGEa9nfMABOCQsOaQi6p+IJ8e/XVi07qfxOdgLr3TgrLKraWLdislZLdZjNlAMmSOVGnA4amyDVZo50HH0gs0OTj1jQTnpyjJJGoDzKRJ+z9I7+jT/KbcenQvrZvHkm4jKjIsnQiWbg8hB3M9IeVxHh/gQeXDH3ZiJZIkPScCC1SvYOYywUBKw01gOmyGc9IhwcQ/3F2gSw4H+5gJqjnY3unB0pPc/iSRKtUZYEsKu90aHvTNYbBs4Fo92G7c= ceph-b5005240-c7a5-11ee-95b8-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-02-09T23:50:13.512 INFO:teuthology.orchestra.run.smithi088.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4aWZgSvKRcK6qNY4F0/SJtE3G7yBLenPzX4xDmiugqCZLrF1R2AwZ3fjEIjQlnay5khVQxFj766L5GlURxQm+aUsgGzx5lK4Ml8IO5YUK3hyFJSKRa/0O9pQnj+qBsy1ZSSgDDYVSva53uWqCt5Oj8x93X3F8NpH25Fa+BAwf/Zue1Iqjjh/IVf+2GeUl1rhzEtjM3Ec7J0seeRNlA2ooF9iSl0eXRJlCr6vExSzdvTotd0bzWnJVXilP91DOLaQIKKGGEa9nfMABOCQsOaQi6p+IJ8e/XVi07qfxOdgLr3TgrLKraWLdislZLdZjNlAMmSOVGnA4amyDVZo50HH0gs0OTj1jQTnpyjJJGoDzKRJ+z9I7+jT/KbcenQvrZvHkm4jKjIsnQiWbg8hB3M9IeVxHh/gQeXDH3ZiJZIkPScCC1SvYOYywUBKw01gOmyGc9IhwcQ/3F2gSw4H+5gJqjnY3unB0pPc/iSRKtUZYEsKu90aHvTNYbBs4Fo92G7c= ceph-b5005240-c7a5-11ee-95b8-87774f69a715 2024-02-09T23:50:13.528 DEBUG:teuthology.orchestra.run.smithi103:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4aWZgSvKRcK6qNY4F0/SJtE3G7yBLenPzX4xDmiugqCZLrF1R2AwZ3fjEIjQlnay5khVQxFj766L5GlURxQm+aUsgGzx5lK4Ml8IO5YUK3hyFJSKRa/0O9pQnj+qBsy1ZSSgDDYVSva53uWqCt5Oj8x93X3F8NpH25Fa+BAwf/Zue1Iqjjh/IVf+2GeUl1rhzEtjM3Ec7J0seeRNlA2ooF9iSl0eXRJlCr6vExSzdvTotd0bzWnJVXilP91DOLaQIKKGGEa9nfMABOCQsOaQi6p+IJ8e/XVi07qfxOdgLr3TgrLKraWLdislZLdZjNlAMmSOVGnA4amyDVZo50HH0gs0OTj1jQTnpyjJJGoDzKRJ+z9I7+jT/KbcenQvrZvHkm4jKjIsnQiWbg8hB3M9IeVxHh/gQeXDH3ZiJZIkPScCC1SvYOYywUBKw01gOmyGc9IhwcQ/3F2gSw4H+5gJqjnY3unB0pPc/iSRKtUZYEsKu90aHvTNYbBs4Fo92G7c= ceph-b5005240-c7a5-11ee-95b8-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-02-09T23:50:13.575 INFO:teuthology.orchestra.run.smithi103.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC4aWZgSvKRcK6qNY4F0/SJtE3G7yBLenPzX4xDmiugqCZLrF1R2AwZ3fjEIjQlnay5khVQxFj766L5GlURxQm+aUsgGzx5lK4Ml8IO5YUK3hyFJSKRa/0O9pQnj+qBsy1ZSSgDDYVSva53uWqCt5Oj8x93X3F8NpH25Fa+BAwf/Zue1Iqjjh/IVf+2GeUl1rhzEtjM3Ec7J0seeRNlA2ooF9iSl0eXRJlCr6vExSzdvTotd0bzWnJVXilP91DOLaQIKKGGEa9nfMABOCQsOaQi6p+IJ8e/XVi07qfxOdgLr3TgrLKraWLdislZLdZjNlAMmSOVGnA4amyDVZo50HH0gs0OTj1jQTnpyjJJGoDzKRJ+z9I7+jT/KbcenQvrZvHkm4jKjIsnQiWbg8hB3M9IeVxHh/gQeXDH3ZiJZIkPScCC1SvYOYywUBKw01gOmyGc9IhwcQ/3F2gSw4H+5gJqjnY3unB0pPc/iSRKtUZYEsKu90aHvTNYbBs4Fo92G7c= ceph-b5005240-c7a5-11ee-95b8-87774f69a715 2024-02-09T23:50:13.591 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-02-09T23:50:13.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:13 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2639867316' entity='client.admin' 2024-02-09T23:50:13.831 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:50:15.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:15.935+0000 7f07a38c8700 1 -- 172.21.15.1:0/1372485310 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f079c100650 msgr2=0x7f079c100a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:15.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:15.935+0000 7f07a38c8700 1 --2- 172.21.15.1:0/1372485310 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f079c100650 0x7f079c100a70 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f0798009910 tx=0x7f0798009c20 comp rx=0 tx=0).stop 2024-02-09T23:50:15.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:15.935+0000 7f07a38c8700 1 -- 172.21.15.1:0/1372485310 shutdown_connections 2024-02-09T23:50:15.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:15.935+0000 7f07a38c8700 1 --2- 172.21.15.1:0/1372485310 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f079c100650 0x7f079c100a70 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:15.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:15.935+0000 7f07a38c8700 1 -- 172.21.15.1:0/1372485310 >> 172.21.15.1:0/1372485310 conn(0x7f079c0fbbf0 msgr2=0x7f079c0fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:15.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:15.935+0000 7f07a38c8700 1 -- 172.21.15.1:0/1372485310 shutdown_connections 2024-02-09T23:50:15.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:15.935+0000 7f07a38c8700 1 -- 172.21.15.1:0/1372485310 wait complete. 2024-02-09T23:50:15.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:15.936+0000 7f07a38c8700 1 Processor -- start 2024-02-09T23:50:15.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:15.936+0000 7f07a38c8700 1 -- start start 2024-02-09T23:50:15.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:15.936+0000 7f07a38c8700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f079c100650 0x7f079c069b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:15.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:15.936+0000 7f07a38c8700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f079c06a0d0 con 0x7f079c100650 2024-02-09T23:50:15.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:15.936+0000 7f07a1664700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f079c100650 0x7f079c069b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:15.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:15.936+0000 7f07a1664700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f079c100650 0x7f079c069b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49944/0 (socket says 172.21.15.1:49944) 2024-02-09T23:50:15.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:15.936+0000 7f07a1664700 1 -- 172.21.15.1:0/716504664 learned_addr learned my addr 172.21.15.1:0/716504664 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:50:15.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:15.936+0000 7f07a1664700 1 -- 172.21.15.1:0/716504664 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07980095f0 con 0x7f079c100650 2024-02-09T23:50:15.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:15.936+0000 7f07a1664700 1 --2- 172.21.15.1:0/716504664 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f079c100650 0x7f079c069b90 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f0798005850 tx=0x7f0798004ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:15.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:15.937+0000 7f07927fc700 1 -- 172.21.15.1:0/716504664 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f079801d070 con 0x7f079c100650 2024-02-09T23:50:15.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:15.937+0000 7f07927fc700 1 -- 172.21.15.1:0/716504664 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f079800be40 con 0x7f079c100650 2024-02-09T23:50:15.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:15.937+0000 7f07a38c8700 1 -- 172.21.15.1:0/716504664 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f079c1999b0 con 0x7f079c100650 2024-02-09T23:50:15.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:15.937+0000 7f07927fc700 1 -- 172.21.15.1:0/716504664 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0798022ea0 con 0x7f079c100650 2024-02-09T23:50:15.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:15.937+0000 7f07a38c8700 1 -- 172.21.15.1:0/716504664 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f079c199e50 con 0x7f079c100650 2024-02-09T23:50:15.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:15.937+0000 7f07927fc700 1 -- 172.21.15.1:0/716504664 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 13) v1 ==== 45987+0+0 (secure 0 0 0) 0x7f079800f500 con 0x7f079c100650 2024-02-09T23:50:15.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:15.938+0000 7f07927fc700 1 --2- 172.21.15.1:0/716504664 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0788038f80 0x7f078803b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:15.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:15.938+0000 7f07a38c8700 1 -- 172.21.15.1:0/716504664 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f079c18f4b0 con 0x7f079c100650 2024-02-09T23:50:15.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:15.938+0000 7f07927fc700 1 -- 172.21.15.1:0/716504664 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f079804d240 con 0x7f079c100650 2024-02-09T23:50:15.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:15.938+0000 7f07a0e63700 1 --2- 172.21.15.1:0/716504664 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0788038f80 0x7f078803b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:15.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:15.938+0000 7f07a0e63700 1 --2- 172.21.15.1:0/716504664 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0788038f80 0x7f078803b440 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f078c006fd0 tx=0x7f078c006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:15.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:15.943+0000 7f07927fc700 1 -- 172.21.15.1:0/716504664 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f0798027020 con 0x7f079c100650 2024-02-09T23:50:16.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:16.147+0000 7f07a38c8700 1 -- 172.21.15.1:0/716504664 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) v1 -- 0x7f079c063350 con 0x7f079c100650 2024-02-09T23:50:16.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:16.149+0000 7f07927fc700 1 -- 172.21.15.1:0/716504664 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) v1 ==== 125+0+0 (secure 0 0 0) 0x7f0798017440 con 0x7f079c100650 2024-02-09T23:50:16.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:16.152+0000 7f07a38c8700 1 -- 172.21.15.1:0/716504664 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0788038f80 msgr2=0x7f078803b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:16.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:16.152+0000 7f07a38c8700 1 --2- 172.21.15.1:0/716504664 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0788038f80 0x7f078803b440 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f078c006fd0 tx=0x7f078c006e40 comp rx=0 tx=0).stop 2024-02-09T23:50:16.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:16.152+0000 7f07a38c8700 1 -- 172.21.15.1:0/716504664 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f079c100650 msgr2=0x7f079c069b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:16.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:16.152+0000 7f07a38c8700 1 --2- 172.21.15.1:0/716504664 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f079c100650 0x7f079c069b90 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f0798005850 tx=0x7f0798004ff0 comp rx=0 tx=0).stop 2024-02-09T23:50:16.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:16.152+0000 7f07a38c8700 1 -- 172.21.15.1:0/716504664 shutdown_connections 2024-02-09T23:50:16.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:16.152+0000 7f07a38c8700 1 --2- 172.21.15.1:0/716504664 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0788038f80 0x7f078803b440 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:16.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:16.152+0000 7f07a38c8700 1 --2- 172.21.15.1:0/716504664 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f079c100650 0x7f079c069b90 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:16.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:16.152+0000 7f07a38c8700 1 -- 172.21.15.1:0/716504664 >> 172.21.15.1:0/716504664 conn(0x7f079c0fbbf0 msgr2=0x7f079c0fc640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:16.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:16.152+0000 7f07a38c8700 1 -- 172.21.15.1:0/716504664 shutdown_connections 2024-02-09T23:50:16.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:16.152+0000 7f07a38c8700 1 -- 172.21.15.1:0/716504664 wait complete. 2024-02-09T23:50:16.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:16 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:16.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:16 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:16.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:16 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi001", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:50:16.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:16 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:16.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:16 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:50:16.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:16 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:16.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:16 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/716504664' entity='client.admin' 2024-02-09T23:50:16.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:16 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:50:16.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:16 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:17.042 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-02-09T23:50:17.042 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-02-09T23:50:17.849 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:50:19.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.250+0000 7f9794c59700 1 -- 172.21.15.1:0/2500735888 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9790100660 msgr2=0x7f9790100a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:19.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.250+0000 7f9794c59700 1 --2- 172.21.15.1:0/2500735888 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9790100660 0x7f9790100a80 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f9780009910 tx=0x7f9780009c20 comp rx=0 tx=0).stop 2024-02-09T23:50:19.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.250+0000 7f9794c59700 1 -- 172.21.15.1:0/2500735888 shutdown_connections 2024-02-09T23:50:19.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.250+0000 7f9794c59700 1 --2- 172.21.15.1:0/2500735888 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9790100660 0x7f9790100a80 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:19.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.250+0000 7f9794c59700 1 -- 172.21.15.1:0/2500735888 >> 172.21.15.1:0/2500735888 conn(0x7f97900fbc20 msgr2=0x7f97900fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:19.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.250+0000 7f9794c59700 1 -- 172.21.15.1:0/2500735888 shutdown_connections 2024-02-09T23:50:19.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.250+0000 7f9794c59700 1 -- 172.21.15.1:0/2500735888 wait complete. 2024-02-09T23:50:19.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.251+0000 7f9794c59700 1 Processor -- start 2024-02-09T23:50:19.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.251+0000 7f9794c59700 1 -- start start 2024-02-09T23:50:19.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.251+0000 7f9794c59700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9790100660 0x7f979006a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:19.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.251+0000 7f9794c59700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f979006ab40 con 0x7f9790100660 2024-02-09T23:50:19.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.251+0000 7f978e59c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9790100660 0x7f979006a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:19.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.251+0000 7f978e59c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9790100660 0x7f979006a600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49972/0 (socket says 172.21.15.1:49972) 2024-02-09T23:50:19.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.251+0000 7f978e59c700 1 -- 172.21.15.1:0/3910287063 learned_addr learned my addr 172.21.15.1:0/3910287063 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:50:19.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.251+0000 7f978e59c700 1 -- 172.21.15.1:0/3910287063 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97800095f0 con 0x7f9790100660 2024-02-09T23:50:19.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.252+0000 7f978e59c700 1 --2- 172.21.15.1:0/3910287063 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9790100660 0x7f979006a600 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f9780004f40 tx=0x7f9780005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:19.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.252+0000 7f977f7fe700 1 -- 172.21.15.1:0/3910287063 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f978001d070 con 0x7f9790100660 2024-02-09T23:50:19.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.252+0000 7f9794c59700 1 -- 172.21.15.1:0/3910287063 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97901999d0 con 0x7f9790100660 2024-02-09T23:50:19.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.252+0000 7f977f7fe700 1 -- 172.21.15.1:0/3910287063 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f97800044a0 con 0x7f9790100660 2024-02-09T23:50:19.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.252+0000 7f9794c59700 1 -- 172.21.15.1:0/3910287063 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9790199e70 con 0x7f9790100660 2024-02-09T23:50:19.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.252+0000 7f977f7fe700 1 -- 172.21.15.1:0/3910287063 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9780003a40 con 0x7f9790100660 2024-02-09T23:50:19.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.253+0000 7f977f7fe700 1 -- 172.21.15.1:0/3910287063 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 13) v1 ==== 45987+0+0 (secure 0 0 0) 0x7f9780003cd0 con 0x7f9790100660 2024-02-09T23:50:19.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.253+0000 7f9794c59700 1 -- 172.21.15.1:0/3910287063 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9770005360 con 0x7f9790100660 2024-02-09T23:50:19.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.253+0000 7f977f7fe700 1 --2- 172.21.15.1:0/3910287063 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f9778038fe0 0x7f977803b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:19.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.253+0000 7f977f7fe700 1 -- 172.21.15.1:0/3910287063 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f978004ce00 con 0x7f9790100660 2024-02-09T23:50:19.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.253+0000 7f978dd9b700 1 --2- 172.21.15.1:0/3910287063 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f9778038fe0 0x7f977803b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:19.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.253+0000 7f978dd9b700 1 --2- 172.21.15.1:0/3910287063 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f9778038fe0 0x7f977803b4a0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f9784006fd0 tx=0x7f9784006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:19.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.258+0000 7f977f7fe700 1 -- 172.21.15.1:0/3910287063 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f9780029950 con 0x7f9790100660 2024-02-09T23:50:19.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.471+0000 7f9794c59700 1 -- 172.21.15.1:0/3910287063 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) v1 -- 0x7f9770000bf0 con 0x7f9778038fe0 2024-02-09T23:50:19.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.474+0000 7f977f7fe700 1 -- 172.21.15.1:0/3910287063 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f9770000bf0 con 0x7f9778038fe0 2024-02-09T23:50:19.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.476+0000 7f9794c59700 1 -- 172.21.15.1:0/3910287063 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f9778038fe0 msgr2=0x7f977803b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:19.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.476+0000 7f9794c59700 1 --2- 172.21.15.1:0/3910287063 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f9778038fe0 0x7f977803b4a0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f9784006fd0 tx=0x7f9784006e40 comp rx=0 tx=0).stop 2024-02-09T23:50:19.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.476+0000 7f9794c59700 1 -- 172.21.15.1:0/3910287063 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9790100660 msgr2=0x7f979006a600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:19.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.476+0000 7f9794c59700 1 --2- 172.21.15.1:0/3910287063 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9790100660 0x7f979006a600 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f9780004f40 tx=0x7f9780005020 comp rx=0 tx=0).stop 2024-02-09T23:50:19.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.476+0000 7f9794c59700 1 -- 172.21.15.1:0/3910287063 shutdown_connections 2024-02-09T23:50:19.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.476+0000 7f9794c59700 1 --2- 172.21.15.1:0/3910287063 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f9778038fe0 0x7f977803b4a0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:19.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.476+0000 7f9794c59700 1 --2- 172.21.15.1:0/3910287063 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9790100660 0x7f979006a600 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:19.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.476+0000 7f9794c59700 1 -- 172.21.15.1:0/3910287063 >> 172.21.15.1:0/3910287063 conn(0x7f97900fbc20 msgr2=0x7f97900fc680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:19.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.476+0000 7f9794c59700 1 -- 172.21.15.1:0/3910287063 shutdown_connections 2024-02-09T23:50:19.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:19.476+0000 7f9794c59700 1 -- 172.21.15.1:0/3910287063 wait complete. 2024-02-09T23:50:20.167 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi088 2024-02-09T23:50:20.168 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-02-09T23:50:20.168 DEBUG:teuthology.orchestra.run.smithi088:> dd of=/etc/ceph/ceph.conf 2024-02-09T23:50:20.187 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-02-09T23:50:20.187 DEBUG:teuthology.orchestra.run.smithi088:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-02-09T23:50:20.245 INFO:tasks.cephadm:Adding host smithi088 to orchestrator... 2024-02-09T23:50:20.245 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph orch host add smithi088 2024-02-09T23:50:20.487 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:50:20.594 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:20 smithi001 ceph-mon[32335]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:50:20.594 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:20 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:20.594 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:20 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:50:20.594 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:20 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:50:20.594 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:20 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:50:20.594 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:20 smithi001 ceph-mon[32335]: Updating smithi001:/etc/ceph/ceph.conf 2024-02-09T23:50:20.594 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:20 smithi001 ceph-mon[32335]: Updating smithi001:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.conf 2024-02-09T23:50:20.594 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:20 smithi001 ceph-mon[32335]: Updating smithi001:/etc/ceph/ceph.client.admin.keyring 2024-02-09T23:50:20.595 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:20 smithi001 ceph-mon[32335]: Updating smithi001:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.client.admin.keyring 2024-02-09T23:50:20.595 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:20 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:20.595 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:20 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:20.595 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:20 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:21.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:21.887+0000 7f24b3215700 1 -- 172.21.15.1:0/3081662833 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f24ac107700 msgr2=0x7f24ac107ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:21.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:21.887+0000 7f24b3215700 1 --2- 172.21.15.1:0/3081662833 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f24ac107700 0x7f24ac107ae0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f249c00b0a0 tx=0x7f249c00b3b0 comp rx=0 tx=0).stop 2024-02-09T23:50:21.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:21.887+0000 7f24b3215700 1 -- 172.21.15.1:0/3081662833 shutdown_connections 2024-02-09T23:50:21.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:21.887+0000 7f24b3215700 1 --2- 172.21.15.1:0/3081662833 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f24ac107700 0x7f24ac107ae0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:21.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:21.887+0000 7f24b3215700 1 -- 172.21.15.1:0/3081662833 >> 172.21.15.1:0/3081662833 conn(0x7f24ac0fd230 msgr2=0x7f24ac0ff650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:21.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:21.887+0000 7f24b3215700 1 -- 172.21.15.1:0/3081662833 shutdown_connections 2024-02-09T23:50:21.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:21.888+0000 7f24b3215700 1 -- 172.21.15.1:0/3081662833 wait complete. 2024-02-09T23:50:21.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:21.888+0000 7f24b3215700 1 Processor -- start 2024-02-09T23:50:21.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:21.888+0000 7f24b3215700 1 -- start start 2024-02-09T23:50:21.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:21.888+0000 7f24b3215700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f24ac107700 0x7f24ac074020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:21.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:21.888+0000 7f24b3215700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24ac075f10 con 0x7f24ac107700 2024-02-09T23:50:21.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:21.888+0000 7f24b0fb1700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f24ac107700 0x7f24ac074020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:21.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:21.888+0000 7f24b0fb1700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f24ac107700 0x7f24ac074020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:40134/0 (socket says 172.21.15.1:40134) 2024-02-09T23:50:21.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:21.888+0000 7f24b0fb1700 1 -- 172.21.15.1:0/2725952730 learned_addr learned my addr 172.21.15.1:0/2725952730 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:50:21.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:21.889+0000 7f24b0fb1700 1 -- 172.21.15.1:0/2725952730 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f249c009d00 con 0x7f24ac107700 2024-02-09T23:50:21.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:21.889+0000 7f24b0fb1700 1 --2- 172.21.15.1:0/2725952730 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f24ac107700 0x7f24ac074020 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f249c015040 tx=0x7f249c00bd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:21.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:21.889+0000 7f24a9ffb700 1 -- 172.21.15.1:0/2725952730 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f249c00e040 con 0x7f24ac107700 2024-02-09T23:50:21.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:21.889+0000 7f24b3215700 1 -- 172.21.15.1:0/2725952730 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f24ac074560 con 0x7f24ac107700 2024-02-09T23:50:21.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:21.889+0000 7f24a9ffb700 1 -- 172.21.15.1:0/2725952730 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f249c003c10 con 0x7f24ac107700 2024-02-09T23:50:21.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:21.889+0000 7f24a9ffb700 1 -- 172.21.15.1:0/2725952730 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f249c01d5e0 con 0x7f24ac107700 2024-02-09T23:50:21.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:21.889+0000 7f24b3215700 1 -- 172.21.15.1:0/2725952730 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f24ac0749e0 con 0x7f24ac107700 2024-02-09T23:50:21.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:21.890+0000 7f24a9ffb700 1 -- 172.21.15.1:0/2725952730 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 13) v1 ==== 45987+0+0 (secure 0 0 0) 0x7f249c019070 con 0x7f24ac107700 2024-02-09T23:50:21.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:21.890+0000 7f24a9ffb700 1 --2- 172.21.15.1:0/2725952730 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2498038fe0 0x7f249803b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:21.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:21.890+0000 7f24a9ffb700 1 -- 172.21.15.1:0/2725952730 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f249c04d040 con 0x7f24ac107700 2024-02-09T23:50:21.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:21.890+0000 7f24b3215700 1 -- 172.21.15.1:0/2725952730 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f24ac063350 con 0x7f24ac107700 2024-02-09T23:50:21.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:21.890+0000 7f24abfff700 1 --2- 172.21.15.1:0/2725952730 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2498038fe0 0x7f249803b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:21.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:21.891+0000 7f24abfff700 1 --2- 172.21.15.1:0/2725952730 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2498038fe0 0x7f249803b4a0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f2494006fd0 tx=0x7f2494006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:21.900 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:21.895+0000 7f24a9ffb700 1 -- 172.21.15.1:0/2725952730 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f249c017030 con 0x7f24ac107700 2024-02-09T23:50:22.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:22.103+0000 7f24b3215700 1 -- 172.21.15.1:0/2725952730 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi088", "target": ["mon-mgr", ""]}) v1 -- 0x7f24ac074bd0 con 0x7f2498038fe0 2024-02-09T23:50:22.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:22 smithi001 ceph-mon[32335]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi088", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:50:23.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:23 smithi001 ceph-mon[32335]: Deploying cephadm binary to smithi088 2024-02-09T23:50:25.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:25 smithi001 ceph-mon[32335]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:50:26.387 INFO:teuthology.orchestra.run.smithi001.stdout:Added host 'smithi088' with addr '172.21.15.88' 2024-02-09T23:50:26.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:26.385+0000 7f24a9ffb700 1 -- 172.21.15.1:0/2725952730 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+48 (secure 0 0 0) 0x7f24ac074bd0 con 0x7f2498038fe0 2024-02-09T23:50:26.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:26.387+0000 7f24b3215700 1 -- 172.21.15.1:0/2725952730 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2498038fe0 msgr2=0x7f249803b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:26.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:26.387+0000 7f24b3215700 1 --2- 172.21.15.1:0/2725952730 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2498038fe0 0x7f249803b4a0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f2494006fd0 tx=0x7f2494006e40 comp rx=0 tx=0).stop 2024-02-09T23:50:26.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:26.387+0000 7f24b3215700 1 -- 172.21.15.1:0/2725952730 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f24ac107700 msgr2=0x7f24ac074020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:26.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:26.387+0000 7f24b3215700 1 --2- 172.21.15.1:0/2725952730 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f24ac107700 0x7f24ac074020 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f249c015040 tx=0x7f249c00bd40 comp rx=0 tx=0).stop 2024-02-09T23:50:26.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:26.387+0000 7f24b3215700 1 -- 172.21.15.1:0/2725952730 shutdown_connections 2024-02-09T23:50:26.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:26.387+0000 7f24b3215700 1 --2- 172.21.15.1:0/2725952730 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2498038fe0 0x7f249803b4a0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:26.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:26.387+0000 7f24b3215700 1 --2- 172.21.15.1:0/2725952730 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f24ac107700 0x7f24ac074020 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:26.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:26.388+0000 7f24b3215700 1 -- 172.21.15.1:0/2725952730 >> 172.21.15.1:0/2725952730 conn(0x7f24ac0fd230 msgr2=0x7f24ac109220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:26.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:26.388+0000 7f24b3215700 1 -- 172.21.15.1:0/2725952730 shutdown_connections 2024-02-09T23:50:26.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:26.388+0000 7f24b3215700 1 -- 172.21.15.1:0/2725952730 wait complete. 2024-02-09T23:50:26.984 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph orch host ls --format=json 2024-02-09T23:50:27.225 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:50:27.524 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:27 smithi001 ceph-mon[32335]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:50:27.524 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:27 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:27.524 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:27 smithi001 ceph-mon[32335]: Added host smithi088 2024-02-09T23:50:27.524 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:27 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:50:27.524 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:27 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:28.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:28 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:28.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.748+0000 7f2af3cd3700 1 -- 172.21.15.1:0/2133054774 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2aec106670 msgr2=0x7f2aec106a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:28.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.748+0000 7f2af3cd3700 1 --2- 172.21.15.1:0/2133054774 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2aec106670 0x7f2aec106a50 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f2ae0009910 tx=0x7f2ae0009c20 comp rx=0 tx=0).stop 2024-02-09T23:50:28.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.748+0000 7f2af3cd3700 1 -- 172.21.15.1:0/2133054774 shutdown_connections 2024-02-09T23:50:28.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.748+0000 7f2af3cd3700 1 --2- 172.21.15.1:0/2133054774 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2aec106670 0x7f2aec106a50 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:28.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.748+0000 7f2af3cd3700 1 -- 172.21.15.1:0/2133054774 >> 172.21.15.1:0/2133054774 conn(0x7f2aec0fc0d0 msgr2=0x7f2aec0fe4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:28.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.748+0000 7f2af3cd3700 1 -- 172.21.15.1:0/2133054774 shutdown_connections 2024-02-09T23:50:28.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.748+0000 7f2af3cd3700 1 -- 172.21.15.1:0/2133054774 wait complete. 2024-02-09T23:50:28.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.749+0000 7f2af3cd3700 1 Processor -- start 2024-02-09T23:50:28.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.749+0000 7f2af3cd3700 1 -- start start 2024-02-09T23:50:28.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.749+0000 7f2af3cd3700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2aec106670 0x7f2aec197020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:28.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.749+0000 7f2af3cd3700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2aec197560 con 0x7f2aec106670 2024-02-09T23:50:28.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.749+0000 7f2af1a6f700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2aec106670 0x7f2aec197020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:28.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.749+0000 7f2af1a6f700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2aec106670 0x7f2aec197020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:40142/0 (socket says 172.21.15.1:40142) 2024-02-09T23:50:28.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.749+0000 7f2af1a6f700 1 -- 172.21.15.1:0/3127305793 learned_addr learned my addr 172.21.15.1:0/3127305793 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:50:28.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.750+0000 7f2af1a6f700 1 -- 172.21.15.1:0/3127305793 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ae00095f0 con 0x7f2aec106670 2024-02-09T23:50:28.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.750+0000 7f2af1a6f700 1 --2- 172.21.15.1:0/3127305793 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2aec106670 0x7f2aec197020 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f2ae0004f40 tx=0x7f2ae0005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:28.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.750+0000 7f2adeffd700 1 -- 172.21.15.1:0/3127305793 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2ae001d070 con 0x7f2aec106670 2024-02-09T23:50:28.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.750+0000 7f2adeffd700 1 -- 172.21.15.1:0/3127305793 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2ae000b6f0 con 0x7f2aec106670 2024-02-09T23:50:28.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.750+0000 7f2af3cd3700 1 -- 172.21.15.1:0/3127305793 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2aec1977c0 con 0x7f2aec106670 2024-02-09T23:50:28.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.750+0000 7f2adeffd700 1 -- 172.21.15.1:0/3127305793 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2ae0003810 con 0x7f2aec106670 2024-02-09T23:50:28.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.750+0000 7f2af3cd3700 1 -- 172.21.15.1:0/3127305793 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2aec197cc0 con 0x7f2aec106670 2024-02-09T23:50:28.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.751+0000 7f2af3cd3700 1 -- 172.21.15.1:0/3127305793 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2aec063350 con 0x7f2aec106670 2024-02-09T23:50:28.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.751+0000 7f2adeffd700 1 -- 172.21.15.1:0/3127305793 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 13) v1 ==== 45987+0+0 (secure 0 0 0) 0x7f2ae000b860 con 0x7f2aec106670 2024-02-09T23:50:28.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.751+0000 7f2adeffd700 1 --2- 172.21.15.1:0/3127305793 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2ad8038f80 0x7f2ad803b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:28.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.751+0000 7f2adeffd700 1 -- 172.21.15.1:0/3127305793 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f2ae004ccf0 con 0x7f2aec106670 2024-02-09T23:50:28.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.751+0000 7f2af126e700 1 --2- 172.21.15.1:0/3127305793 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2ad8038f80 0x7f2ad803b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:28.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.752+0000 7f2af126e700 1 --2- 172.21.15.1:0/3127305793 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2ad8038f80 0x7f2ad803b440 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f2ae8006fd0 tx=0x7f2ae8006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:28.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.756+0000 7f2adeffd700 1 -- 172.21.15.1:0/3127305793 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f2ae0051070 con 0x7f2aec106670 2024-02-09T23:50:28.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.969+0000 7f2af3cd3700 1 -- 172.21.15.1:0/3127305793 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f2aec197cc0 con 0x7f2ad8038f80 2024-02-09T23:50:28.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.970+0000 7f2adeffd700 1 -- 172.21.15.1:0/3127305793 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+158 (secure 0 0 0) 0x7f2aec197cc0 con 0x7f2ad8038f80 2024-02-09T23:50:28.972 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:50:28.972 INFO:teuthology.orchestra.run.smithi001.stdout:[{"addr": "172.21.15.1", "hostname": "smithi001", "labels": [], "status": ""}, {"addr": "172.21.15.88", "hostname": "smithi088", "labels": [], "status": ""}] 2024-02-09T23:50:28.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.973+0000 7f2af3cd3700 1 -- 172.21.15.1:0/3127305793 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2ad8038f80 msgr2=0x7f2ad803b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:28.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.973+0000 7f2af3cd3700 1 --2- 172.21.15.1:0/3127305793 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2ad8038f80 0x7f2ad803b440 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f2ae8006fd0 tx=0x7f2ae8006e40 comp rx=0 tx=0).stop 2024-02-09T23:50:28.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.973+0000 7f2af3cd3700 1 -- 172.21.15.1:0/3127305793 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2aec106670 msgr2=0x7f2aec197020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:28.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.973+0000 7f2af3cd3700 1 --2- 172.21.15.1:0/3127305793 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2aec106670 0x7f2aec197020 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f2ae0004f40 tx=0x7f2ae0005020 comp rx=0 tx=0).stop 2024-02-09T23:50:28.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.973+0000 7f2af3cd3700 1 -- 172.21.15.1:0/3127305793 shutdown_connections 2024-02-09T23:50:28.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.973+0000 7f2af3cd3700 1 --2- 172.21.15.1:0/3127305793 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2ad8038f80 0x7f2ad803b440 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:28.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.973+0000 7f2af3cd3700 1 --2- 172.21.15.1:0/3127305793 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2aec106670 0x7f2aec197020 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:28.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.973+0000 7f2af3cd3700 1 -- 172.21.15.1:0/3127305793 >> 172.21.15.1:0/3127305793 conn(0x7f2aec0fc0d0 msgr2=0x7f2aec069980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:28.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.973+0000 7f2af3cd3700 1 -- 172.21.15.1:0/3127305793 shutdown_connections 2024-02-09T23:50:28.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:28.973+0000 7f2af3cd3700 1 -- 172.21.15.1:0/3127305793 wait complete. 2024-02-09T23:50:29.460 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi103 2024-02-09T23:50:29.461 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-02-09T23:50:29.461 DEBUG:teuthology.orchestra.run.smithi103:> dd of=/etc/ceph/ceph.conf 2024-02-09T23:50:29.480 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-02-09T23:50:29.480 DEBUG:teuthology.orchestra.run.smithi103:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-02-09T23:50:29.537 INFO:tasks.cephadm:Adding host smithi103 to orchestrator... 2024-02-09T23:50:29.537 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph orch host add smithi103 2024-02-09T23:50:29.790 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:50:30.069 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:29 smithi001 ceph-mon[32335]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:50:30.069 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:29 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:30.070 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:29 smithi001 ceph-mon[32335]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-09T23:50:31.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:31.190+0000 7f5073e9a700 1 -- 172.21.15.1:0/3217369834 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f506c106690 msgr2=0x7f506c106a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:31.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:31.190+0000 7f5073e9a700 1 --2- 172.21.15.1:0/3217369834 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f506c106690 0x7f506c106a70 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f5068009910 tx=0x7f5068009c20 comp rx=0 tx=0).stop 2024-02-09T23:50:31.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:31.190+0000 7f5073e9a700 1 -- 172.21.15.1:0/3217369834 shutdown_connections 2024-02-09T23:50:31.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:31.190+0000 7f5073e9a700 1 --2- 172.21.15.1:0/3217369834 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f506c106690 0x7f506c106a70 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:31.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:31.190+0000 7f5073e9a700 1 -- 172.21.15.1:0/3217369834 >> 172.21.15.1:0/3217369834 conn(0x7f506c0fc110 msgr2=0x7f506c0fe530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:31.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:31.191+0000 7f5073e9a700 1 -- 172.21.15.1:0/3217369834 shutdown_connections 2024-02-09T23:50:31.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:31.191+0000 7f5073e9a700 1 -- 172.21.15.1:0/3217369834 wait complete. 2024-02-09T23:50:31.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:31.191+0000 7f5073e9a700 1 Processor -- start 2024-02-09T23:50:31.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:31.191+0000 7f5073e9a700 1 -- start start 2024-02-09T23:50:31.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:31.191+0000 7f5073e9a700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f506c106690 0x7f506c0fc5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:31.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:31.191+0000 7f5073e9a700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f506c0fe4b0 con 0x7f506c106690 2024-02-09T23:50:31.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:31.191+0000 7f5071c36700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f506c106690 0x7f506c0fc5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:31.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:31.191+0000 7f5071c36700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f506c106690 0x7f506c0fc5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37452/0 (socket says 172.21.15.1:37452) 2024-02-09T23:50:31.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:31.191+0000 7f5071c36700 1 -- 172.21.15.1:0/1564424722 learned_addr learned my addr 172.21.15.1:0/1564424722 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:50:31.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:31.192+0000 7f5071c36700 1 -- 172.21.15.1:0/1564424722 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50680095f0 con 0x7f506c106690 2024-02-09T23:50:31.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:31.192+0000 7f5071c36700 1 --2- 172.21.15.1:0/1564424722 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f506c106690 0x7f506c0fc5c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f5068004f40 tx=0x7f5068005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:31.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:31.192+0000 7f5062ffd700 1 -- 172.21.15.1:0/1564424722 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f506801d070 con 0x7f506c106690 2024-02-09T23:50:31.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:31.192+0000 7f5073e9a700 1 -- 172.21.15.1:0/1564424722 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f506c0fcb00 con 0x7f506c106690 2024-02-09T23:50:31.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:31.192+0000 7f5062ffd700 1 -- 172.21.15.1:0/1564424722 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f506800b6f0 con 0x7f506c106690 2024-02-09T23:50:31.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:31.192+0000 7f5062ffd700 1 -- 172.21.15.1:0/1564424722 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5068003810 con 0x7f506c106690 2024-02-09T23:50:31.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:31.192+0000 7f5073e9a700 1 -- 172.21.15.1:0/1564424722 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f506c0fcf80 con 0x7f506c106690 2024-02-09T23:50:31.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:31.193+0000 7f5062ffd700 1 -- 172.21.15.1:0/1564424722 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 13) v1 ==== 45987+0+0 (secure 0 0 0) 0x7f506800b860 con 0x7f506c106690 2024-02-09T23:50:31.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:31.193+0000 7f5073e9a700 1 -- 172.21.15.1:0/1564424722 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f506c101d40 con 0x7f506c106690 2024-02-09T23:50:31.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:31.193+0000 7f5062ffd700 1 --2- 172.21.15.1:0/1564424722 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5058038f80 0x7f505803b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:31.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:31.193+0000 7f5062ffd700 1 -- 172.21.15.1:0/1564424722 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f506804ce10 con 0x7f506c106690 2024-02-09T23:50:31.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:31.193+0000 7f5071435700 1 --2- 172.21.15.1:0/1564424722 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5058038f80 0x7f505803b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:31.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:31.194+0000 7f5071435700 1 --2- 172.21.15.1:0/1564424722 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5058038f80 0x7f505803b440 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f505c006fd0 tx=0x7f505c006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:31.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:31.198+0000 7f5062ffd700 1 -- 172.21.15.1:0/1564424722 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f506802ac50 con 0x7f506c106690 2024-02-09T23:50:31.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:31.406+0000 7f5073e9a700 1 -- 172.21.15.1:0/1564424722 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi103", "target": ["mon-mgr", ""]}) v1 -- 0x7f506c0fd2a0 con 0x7f5058038f80 2024-02-09T23:50:32.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:31 smithi001 ceph-mon[32335]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:50:33.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:33 smithi001 ceph-mon[32335]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi103", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:50:33.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:33 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:33.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:33 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:33.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:33 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:33.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:33 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:33.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:33 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi088", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:50:33.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:33 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:50:33.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:33 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:50:33.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:33 smithi001 ceph-mon[32335]: Updating smithi088:/etc/ceph/ceph.conf 2024-02-09T23:50:33.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:33 smithi001 ceph-mon[32335]: Deploying cephadm binary to smithi103 2024-02-09T23:50:34.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:34 smithi001 ceph-mon[32335]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:50:34.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:34 smithi001 ceph-mon[32335]: Updating smithi088:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.conf 2024-02-09T23:50:34.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:34 smithi001 ceph-mon[32335]: Updating smithi088:/etc/ceph/ceph.client.admin.keyring 2024-02-09T23:50:35.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:35.786+0000 7f5062ffd700 1 -- 172.21.15.1:0/1564424722 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+49 (secure 0 0 0) 0x7f506c0fd2a0 con 0x7f5058038f80 2024-02-09T23:50:35.788 INFO:teuthology.orchestra.run.smithi001.stdout:Added host 'smithi103' with addr '172.21.15.103' 2024-02-09T23:50:35.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:35.788+0000 7f5073e9a700 1 -- 172.21.15.1:0/1564424722 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5058038f80 msgr2=0x7f505803b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:35.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:35.788+0000 7f5073e9a700 1 --2- 172.21.15.1:0/1564424722 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5058038f80 0x7f505803b440 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f505c006fd0 tx=0x7f505c006e40 comp rx=0 tx=0).stop 2024-02-09T23:50:35.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:35.788+0000 7f5073e9a700 1 -- 172.21.15.1:0/1564424722 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f506c106690 msgr2=0x7f506c0fc5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:35.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:35.788+0000 7f5073e9a700 1 --2- 172.21.15.1:0/1564424722 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f506c106690 0x7f506c0fc5c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f5068004f40 tx=0x7f5068005020 comp rx=0 tx=0).stop 2024-02-09T23:50:35.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:35.788+0000 7f5073e9a700 1 -- 172.21.15.1:0/1564424722 shutdown_connections 2024-02-09T23:50:35.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:35.788+0000 7f5073e9a700 1 --2- 172.21.15.1:0/1564424722 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5058038f80 0x7f505803b440 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:35.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:35.788+0000 7f5073e9a700 1 --2- 172.21.15.1:0/1564424722 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f506c106690 0x7f506c0fc5c0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:35.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:35.788+0000 7f5073e9a700 1 -- 172.21.15.1:0/1564424722 >> 172.21.15.1:0/1564424722 conn(0x7f506c0fc110 msgr2=0x7f506c069b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:35.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:35.789+0000 7f5073e9a700 1 -- 172.21.15.1:0/1564424722 shutdown_connections 2024-02-09T23:50:35.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:35.789+0000 7f5073e9a700 1 -- 172.21.15.1:0/1564424722 wait complete. 2024-02-09T23:50:36.379 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:36 smithi001 ceph-mon[32335]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:50:36.379 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:36 smithi001 ceph-mon[32335]: Updating smithi088:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.client.admin.keyring 2024-02-09T23:50:36.379 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:36 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:36.379 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:36 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:36.379 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:36 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:36.379 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:36 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:36.379 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:36 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:50:36.414 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph orch host ls --format=json 2024-02-09T23:50:36.658 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:50:37.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:37 smithi001 ceph-mon[32335]: Added host smithi103 2024-02-09T23:50:37.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:37 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:37.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:37 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:38.255 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:38 smithi001 ceph-mon[32335]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:50:38.255 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:38 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:38.275 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.273+0000 7fce108d6700 1 -- 172.21.15.1:0/756057268 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fce0c1076f0 msgr2=0x7fce0c107ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:38.275 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.273+0000 7fce108d6700 1 --2- 172.21.15.1:0/756057268 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fce0c1076f0 0x7fce0c107ad0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc00b0a0 tx=0x7fcdfc00b3b0 comp rx=0 tx=0).stop 2024-02-09T23:50:38.275 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.273+0000 7fce108d6700 1 -- 172.21.15.1:0/756057268 shutdown_connections 2024-02-09T23:50:38.275 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.273+0000 7fce108d6700 1 --2- 172.21.15.1:0/756057268 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fce0c1076f0 0x7fce0c107ad0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:38.275 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.273+0000 7fce108d6700 1 -- 172.21.15.1:0/756057268 >> 172.21.15.1:0/756057268 conn(0x7fce0c0fd1e0 msgr2=0x7fce0c0ff600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:38.275 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.273+0000 7fce108d6700 1 -- 172.21.15.1:0/756057268 shutdown_connections 2024-02-09T23:50:38.275 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.273+0000 7fce108d6700 1 -- 172.21.15.1:0/756057268 wait complete. 2024-02-09T23:50:38.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.274+0000 7fce108d6700 1 Processor -- start 2024-02-09T23:50:38.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.274+0000 7fce108d6700 1 -- start start 2024-02-09T23:50:38.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.274+0000 7fce108d6700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fce0c1076f0 0x7fce0c074020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:38.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.274+0000 7fce108d6700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce0c075f10 con 0x7fce0c1076f0 2024-02-09T23:50:38.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.274+0000 7fce0a59c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fce0c1076f0 0x7fce0c074020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:38.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.274+0000 7fce0a59c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fce0c1076f0 0x7fce0c074020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37472/0 (socket says 172.21.15.1:37472) 2024-02-09T23:50:38.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.274+0000 7fce0a59c700 1 -- 172.21.15.1:0/3304519326 learned_addr learned my addr 172.21.15.1:0/3304519326 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:50:38.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.274+0000 7fce0a59c700 1 -- 172.21.15.1:0/3304519326 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcdfc009d00 con 0x7fce0c1076f0 2024-02-09T23:50:38.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.275+0000 7fce0a59c700 1 --2- 172.21.15.1:0/3304519326 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fce0c1076f0 0x7fce0c074020 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc015040 tx=0x7fcdfc00bd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:38.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.275+0000 7fce037fe700 1 -- 172.21.15.1:0/3304519326 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fcdfc00e040 con 0x7fce0c1076f0 2024-02-09T23:50:38.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.275+0000 7fce037fe700 1 -- 172.21.15.1:0/3304519326 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcdfc003c10 con 0x7fce0c1076f0 2024-02-09T23:50:38.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.275+0000 7fce108d6700 1 -- 172.21.15.1:0/3304519326 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fce0c074560 con 0x7fce0c1076f0 2024-02-09T23:50:38.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.275+0000 7fce037fe700 1 -- 172.21.15.1:0/3304519326 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fcdfc01d5e0 con 0x7fce0c1076f0 2024-02-09T23:50:38.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.275+0000 7fce108d6700 1 -- 172.21.15.1:0/3304519326 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce0c0749e0 con 0x7fce0c1076f0 2024-02-09T23:50:38.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.276+0000 7fce037fe700 1 -- 172.21.15.1:0/3304519326 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 13) v1 ==== 45987+0+0 (secure 0 0 0) 0x7fcdfc019070 con 0x7fce0c1076f0 2024-02-09T23:50:38.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.276+0000 7fce037fe700 1 --2- 172.21.15.1:0/3304519326 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fcdf8038fe0 0x7fcdf803b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:38.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.276+0000 7fce108d6700 1 -- 172.21.15.1:0/3304519326 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fce0c102e30 con 0x7fce0c1076f0 2024-02-09T23:50:38.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.276+0000 7fce037fe700 1 -- 172.21.15.1:0/3304519326 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fcdfc04d060 con 0x7fce0c1076f0 2024-02-09T23:50:38.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.276+0000 7fce09d9b700 1 --2- 172.21.15.1:0/3304519326 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fcdf8038fe0 0x7fcdf803b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:38.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.276+0000 7fce09d9b700 1 --2- 172.21.15.1:0/3304519326 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fcdf8038fe0 0x7fcdf803b4a0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fcdf4006fd0 tx=0x7fcdf4006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:38.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.281+0000 7fce037fe700 1 -- 172.21.15.1:0/3304519326 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fcdfc017020 con 0x7fce0c1076f0 2024-02-09T23:50:38.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.488+0000 7fce108d6700 1 -- 172.21.15.1:0/3304519326 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fce0c074d00 con 0x7fcdf8038fe0 2024-02-09T23:50:38.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.489+0000 7fce037fe700 1 -- 172.21.15.1:0/3304519326 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+238 (secure 0 0 0) 0x7fce0c074d00 con 0x7fcdf8038fe0 2024-02-09T23:50:38.491 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:50:38.491 INFO:teuthology.orchestra.run.smithi001.stdout:[{"addr": "172.21.15.1", "hostname": "smithi001", "labels": [], "status": ""}, {"addr": "172.21.15.88", "hostname": "smithi088", "labels": [], "status": ""}, {"addr": "172.21.15.103", "hostname": "smithi103", "labels": [], "status": ""}] 2024-02-09T23:50:38.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.491+0000 7fce108d6700 1 -- 172.21.15.1:0/3304519326 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fcdf8038fe0 msgr2=0x7fcdf803b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:38.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.491+0000 7fce108d6700 1 --2- 172.21.15.1:0/3304519326 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fcdf8038fe0 0x7fcdf803b4a0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fcdf4006fd0 tx=0x7fcdf4006e40 comp rx=0 tx=0).stop 2024-02-09T23:50:38.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.491+0000 7fce108d6700 1 -- 172.21.15.1:0/3304519326 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fce0c1076f0 msgr2=0x7fce0c074020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:38.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.491+0000 7fce108d6700 1 --2- 172.21.15.1:0/3304519326 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fce0c1076f0 0x7fce0c074020 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc015040 tx=0x7fcdfc00bd40 comp rx=0 tx=0).stop 2024-02-09T23:50:38.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.491+0000 7fce108d6700 1 -- 172.21.15.1:0/3304519326 shutdown_connections 2024-02-09T23:50:38.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.491+0000 7fce108d6700 1 --2- 172.21.15.1:0/3304519326 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fcdf8038fe0 0x7fcdf803b4a0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:38.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.491+0000 7fce108d6700 1 --2- 172.21.15.1:0/3304519326 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fce0c1076f0 0x7fce0c074020 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:38.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.491+0000 7fce108d6700 1 -- 172.21.15.1:0/3304519326 >> 172.21.15.1:0/3304519326 conn(0x7fce0c0fd1e0 msgr2=0x7fce0c1091f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:38.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.491+0000 7fce108d6700 1 -- 172.21.15.1:0/3304519326 shutdown_connections 2024-02-09T23:50:38.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:38.491+0000 7fce108d6700 1 -- 172.21.15.1:0/3304519326 wait complete. 2024-02-09T23:50:39.053 INFO:tasks.cephadm:Setting crush tunables to default 2024-02-09T23:50:39.053 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph osd crush tunables default 2024-02-09T23:50:39.296 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:50:40.445 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:40 smithi001 ceph-mon[32335]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:50:40.446 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:40 smithi001 ceph-mon[32335]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-09T23:50:40.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:40.803+0000 7fb468ee9700 1 -- 172.21.15.1:0/4099985742 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb464101050 msgr2=0x7fb464101430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:40.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:40.803+0000 7fb468ee9700 1 --2- 172.21.15.1:0/4099985742 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb464101050 0x7fb464101430 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fb454009910 tx=0x7fb454009c20 comp rx=0 tx=0).stop 2024-02-09T23:50:40.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:40.803+0000 7fb468ee9700 1 -- 172.21.15.1:0/4099985742 shutdown_connections 2024-02-09T23:50:40.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:40.803+0000 7fb468ee9700 1 --2- 172.21.15.1:0/4099985742 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb464101050 0x7fb464101430 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:40.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:40.803+0000 7fb468ee9700 1 -- 172.21.15.1:0/4099985742 >> 172.21.15.1:0/4099985742 conn(0x7fb464076cd0 msgr2=0x7fb4640770e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:40.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:40.803+0000 7fb468ee9700 1 -- 172.21.15.1:0/4099985742 shutdown_connections 2024-02-09T23:50:40.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:40.803+0000 7fb468ee9700 1 -- 172.21.15.1:0/4099985742 wait complete. 2024-02-09T23:50:40.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:40.804+0000 7fb468ee9700 1 Processor -- start 2024-02-09T23:50:40.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:40.804+0000 7fb468ee9700 1 -- start start 2024-02-09T23:50:40.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:40.804+0000 7fb468ee9700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb464101050 0x7fb4641991c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:40.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:40.804+0000 7fb468ee9700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb464199700 con 0x7fb464101050 2024-02-09T23:50:40.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:40.804+0000 7fb46259c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb464101050 0x7fb4641991c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:40.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:40.804+0000 7fb46259c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb464101050 0x7fb4641991c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53186/0 (socket says 172.21.15.1:53186) 2024-02-09T23:50:40.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:40.804+0000 7fb46259c700 1 -- 172.21.15.1:0/1195141416 learned_addr learned my addr 172.21.15.1:0/1195141416 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:50:40.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:40.805+0000 7fb46259c700 1 -- 172.21.15.1:0/1195141416 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4540095f0 con 0x7fb464101050 2024-02-09T23:50:40.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:40.805+0000 7fb46259c700 1 --2- 172.21.15.1:0/1195141416 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb464101050 0x7fb4641991c0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fb454004f40 tx=0x7fb454005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:40.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:40.805+0000 7fb4537fe700 1 -- 172.21.15.1:0/1195141416 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb45401d070 con 0x7fb464101050 2024-02-09T23:50:40.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:40.805+0000 7fb468ee9700 1 -- 172.21.15.1:0/1195141416 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb464199900 con 0x7fb464101050 2024-02-09T23:50:40.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:40.805+0000 7fb4537fe700 1 -- 172.21.15.1:0/1195141416 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb45400bc30 con 0x7fb464101050 2024-02-09T23:50:40.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:40.805+0000 7fb4537fe700 1 -- 172.21.15.1:0/1195141416 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb454003970 con 0x7fb464101050 2024-02-09T23:50:40.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:40.805+0000 7fb468ee9700 1 -- 172.21.15.1:0/1195141416 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb464199da0 con 0x7fb464101050 2024-02-09T23:50:40.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:40.806+0000 7fb4537fe700 1 -- 172.21.15.1:0/1195141416 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 13) v1 ==== 45987+0+0 (secure 0 0 0) 0x7fb454003c30 con 0x7fb464101050 2024-02-09T23:50:40.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:40.806+0000 7fb468ee9700 1 -- 172.21.15.1:0/1195141416 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb464063350 con 0x7fb464101050 2024-02-09T23:50:40.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:40.806+0000 7fb4537fe700 1 --2- 172.21.15.1:0/1195141416 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb44c038f80 0x7fb44c03b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:40.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:40.806+0000 7fb4537fe700 1 -- 172.21.15.1:0/1195141416 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fb45404ce30 con 0x7fb464101050 2024-02-09T23:50:40.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:40.806+0000 7fb461d9b700 1 --2- 172.21.15.1:0/1195141416 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb44c038f80 0x7fb44c03b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:40.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:40.807+0000 7fb461d9b700 1 --2- 172.21.15.1:0/1195141416 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb44c038f80 0x7fb44c03b440 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fb458006fd0 tx=0x7fb458006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:40.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:40.811+0000 7fb4537fe700 1 -- 172.21.15.1:0/1195141416 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fb454029540 con 0x7fb464101050 2024-02-09T23:50:41.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:41.070+0000 7fb468ee9700 1 -- 172.21.15.1:0/1195141416 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7fb46410ac70 con 0x7fb464101050 2024-02-09T23:50:41.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:41.836+0000 7fb4537fe700 1 -- 172.21.15.1:0/1195141416 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) v1 ==== 124+0+0 (secure 0 0 0) 0x7fb454026020 con 0x7fb464101050 2024-02-09T23:50:41.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:41.838+0000 7fb468ee9700 1 -- 172.21.15.1:0/1195141416 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb44c038f80 msgr2=0x7fb44c03b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:41.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:41.838+0000 7fb468ee9700 1 --2- 172.21.15.1:0/1195141416 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb44c038f80 0x7fb44c03b440 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fb458006fd0 tx=0x7fb458006e40 comp rx=0 tx=0).stop 2024-02-09T23:50:41.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:41.838+0000 7fb468ee9700 1 -- 172.21.15.1:0/1195141416 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb464101050 msgr2=0x7fb4641991c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:41.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:41.838+0000 7fb468ee9700 1 --2- 172.21.15.1:0/1195141416 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb464101050 0x7fb4641991c0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fb454004f40 tx=0x7fb454005020 comp rx=0 tx=0).stop 2024-02-09T23:50:41.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:41.838+0000 7fb468ee9700 1 -- 172.21.15.1:0/1195141416 shutdown_connections 2024-02-09T23:50:41.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:41.838+0000 7fb468ee9700 1 --2- 172.21.15.1:0/1195141416 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb44c038f80 0x7fb44c03b440 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:41.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:41.838+0000 7fb468ee9700 1 --2- 172.21.15.1:0/1195141416 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb464101050 0x7fb4641991c0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:41.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:41.838+0000 7fb468ee9700 1 -- 172.21.15.1:0/1195141416 >> 172.21.15.1:0/1195141416 conn(0x7fb464076cd0 msgr2=0x7fb464102160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:41.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:41.838+0000 7fb468ee9700 1 -- 172.21.15.1:0/1195141416 shutdown_connections 2024-02-09T23:50:41.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:50:41.838+0000 7fb468ee9700 1 -- 172.21.15.1:0/1195141416 wait complete. 2024-02-09T23:50:41.841 INFO:teuthology.orchestra.run.smithi001.stderr:adjusted tunables profile to default 2024-02-09T23:50:42.139 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:41 smithi001 ceph-mon[32335]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:50:42.140 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:41 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:42.140 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:41 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:42.140 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:41 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:42.140 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:41 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:42.140 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:41 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi103", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:50:42.140 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:41 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:50:42.140 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:41 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:50:42.140 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:41 smithi001 ceph-mon[32335]: Updating smithi103:/etc/ceph/ceph.conf 2024-02-09T23:50:42.140 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:41 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1195141416' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-02-09T23:50:42.140 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:41 smithi001 ceph-mon[32335]: Updating smithi103:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.conf 2024-02-09T23:50:42.140 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:41 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:42.140 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:41 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:42.141 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:41 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:42.448 INFO:tasks.cephadm:Adding mon.a on smithi001 2024-02-09T23:50:42.448 INFO:tasks.cephadm:Adding mon.b on smithi088 2024-02-09T23:50:42.448 INFO:tasks.cephadm:Adding mon.c on smithi103 2024-02-09T23:50:42.448 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph orch apply mon '3;smithi001:172.21.15.1=a;smithi088:172.21.15.88=b;smithi103:172.21.15.103=c' 2024-02-09T23:50:42.676 INFO:teuthology.orchestra.run.smithi103.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.conf 2024-02-09T23:50:43.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:42 smithi001 ceph-mon[32335]: Updating smithi103:/etc/ceph/ceph.client.admin.keyring 2024-02-09T23:50:43.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:42 smithi001 ceph-mon[32335]: Updating smithi103:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.client.admin.keyring 2024-02-09T23:50:43.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:42 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1195141416' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-02-09T23:50:43.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:42 smithi001 ceph-mon[32335]: osdmap e4: 0 total, 0 up, 0 in 2024-02-09T23:50:44.015 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.010+0000 7fc4fdaf2700 1 -- 172.21.15.103:0/687798284 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc4f8107700 msgr2=0x7fc4f8107ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:44.016 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.010+0000 7fc4fdaf2700 1 --2- 172.21.15.103:0/687798284 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc4f8107700 0x7fc4f8107ae0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fc4e8009910 tx=0x7fc4e8009c20 comp rx=0 tx=0).stop 2024-02-09T23:50:44.016 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.010+0000 7fc4fdaf2700 1 -- 172.21.15.103:0/687798284 shutdown_connections 2024-02-09T23:50:44.016 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.010+0000 7fc4fdaf2700 1 --2- 172.21.15.103:0/687798284 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc4f8107700 0x7fc4f8107ae0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:44.016 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.010+0000 7fc4fdaf2700 1 -- 172.21.15.103:0/687798284 >> 172.21.15.103:0/687798284 conn(0x7fc4f80fd230 msgr2=0x7fc4f80ff650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:44.016 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.010+0000 7fc4fdaf2700 1 -- 172.21.15.103:0/687798284 shutdown_connections 2024-02-09T23:50:44.016 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.010+0000 7fc4fdaf2700 1 -- 172.21.15.103:0/687798284 wait complete. 2024-02-09T23:50:44.016 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.011+0000 7fc4fdaf2700 1 Processor -- start 2024-02-09T23:50:44.016 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.011+0000 7fc4fdaf2700 1 -- start start 2024-02-09T23:50:44.016 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.012+0000 7fc4fdaf2700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc4f8107700 0x7fc4f8197050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:44.016 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.012+0000 7fc4fdaf2700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4f8197590 con 0x7fc4f8107700 2024-02-09T23:50:44.016 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.012+0000 7fc4f77fe700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc4f8107700 0x7fc4f8197050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:44.017 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.012+0000 7fc4f77fe700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc4f8107700 0x7fc4f8197050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.103:49748/0 (socket says 172.21.15.103:49748) 2024-02-09T23:50:44.017 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.012+0000 7fc4f77fe700 1 -- 172.21.15.103:0/496939848 learned_addr learned my addr 172.21.15.103:0/496939848 (peer_addr_for_me v2:172.21.15.103:0/0) 2024-02-09T23:50:44.017 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.012+0000 7fc4f77fe700 1 -- 172.21.15.103:0/496939848 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4e80095f0 con 0x7fc4f8107700 2024-02-09T23:50:44.017 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.012+0000 7fc4f77fe700 1 --2- 172.21.15.103:0/496939848 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc4f8107700 0x7fc4f8197050 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fc4e8004f40 tx=0x7fc4e8005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:44.017 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.012+0000 7fc4f4ff9700 1 -- 172.21.15.103:0/496939848 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc4e801d070 con 0x7fc4f8107700 2024-02-09T23:50:44.017 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.012+0000 7fc4fdaf2700 1 -- 172.21.15.103:0/496939848 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc4f81977f0 con 0x7fc4f8107700 2024-02-09T23:50:44.017 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.013+0000 7fc4f4ff9700 1 -- 172.21.15.103:0/496939848 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc4e800bbd0 con 0x7fc4f8107700 2024-02-09T23:50:44.017 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.013+0000 7fc4fdaf2700 1 -- 172.21.15.103:0/496939848 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4f8197c70 con 0x7fc4f8107700 2024-02-09T23:50:44.017 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.013+0000 7fc4f4ff9700 1 -- 172.21.15.103:0/496939848 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc4e8003900 con 0x7fc4f8107700 2024-02-09T23:50:44.018 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.013+0000 7fc4fdaf2700 1 -- 172.21.15.103:0/496939848 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc4f8063350 con 0x7fc4f8107700 2024-02-09T23:50:44.018 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.014+0000 7fc4f4ff9700 1 -- 172.21.15.103:0/496939848 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 13) v1 ==== 45987+0+0 (secure 0 0 0) 0x7fc4e800bd40 con 0x7fc4f8107700 2024-02-09T23:50:44.019 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.014+0000 7fc4f4ff9700 1 --2- 172.21.15.103:0/496939848 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc4e0038fe0 0x7fc4e003b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:44.019 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.014+0000 7fc4f4ff9700 1 -- 172.21.15.103:0/496939848 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fc4e804ce40 con 0x7fc4f8107700 2024-02-09T23:50:44.019 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.014+0000 7fc4f6ffd700 1 --2- 172.21.15.103:0/496939848 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc4e0038fe0 0x7fc4e003b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:44.019 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.014+0000 7fc4f6ffd700 1 --2- 172.21.15.103:0/496939848 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc4e0038fe0 0x7fc4e003b4a0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fc4ec006fd0 tx=0x7fc4ec006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:44.022 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.019+0000 7fc4f4ff9700 1 -- 172.21.15.103:0/496939848 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fc4e802ac00 con 0x7fc4f8107700 2024-02-09T23:50:44.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:43 smithi001 ceph-mon[32335]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:50:44.226 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.223+0000 7fc4fdaf2700 1 -- 172.21.15.103:0/496939848 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi001:172.21.15.1=a;smithi088:172.21.15.88=b;smithi103:172.21.15.103=c", "target": ["mon-mgr", ""]}) v1 -- 0x7fc4f810bd00 con 0x7fc4e0038fe0 2024-02-09T23:50:44.233 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.230+0000 7fc4f4ff9700 1 -- 172.21.15.103:0/496939848 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7fc4f810bd00 con 0x7fc4e0038fe0 2024-02-09T23:50:44.233 INFO:teuthology.orchestra.run.smithi103.stdout:Scheduled mon update... 2024-02-09T23:50:44.235 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.232+0000 7fc4fdaf2700 1 -- 172.21.15.103:0/496939848 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc4e0038fe0 msgr2=0x7fc4e003b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:44.235 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.232+0000 7fc4fdaf2700 1 --2- 172.21.15.103:0/496939848 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc4e0038fe0 0x7fc4e003b4a0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fc4ec006fd0 tx=0x7fc4ec006e40 comp rx=0 tx=0).stop 2024-02-09T23:50:44.236 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.232+0000 7fc4fdaf2700 1 -- 172.21.15.103:0/496939848 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc4f8107700 msgr2=0x7fc4f8197050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:44.236 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.232+0000 7fc4fdaf2700 1 --2- 172.21.15.103:0/496939848 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc4f8107700 0x7fc4f8197050 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fc4e8004f40 tx=0x7fc4e8005020 comp rx=0 tx=0).stop 2024-02-09T23:50:44.236 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.232+0000 7fc4fdaf2700 1 -- 172.21.15.103:0/496939848 shutdown_connections 2024-02-09T23:50:44.236 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.232+0000 7fc4fdaf2700 1 --2- 172.21.15.103:0/496939848 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc4e0038fe0 0x7fc4e003b4a0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:44.236 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.232+0000 7fc4fdaf2700 1 --2- 172.21.15.103:0/496939848 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc4f8107700 0x7fc4f8197050 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:44.236 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.232+0000 7fc4fdaf2700 1 -- 172.21.15.103:0/496939848 >> 172.21.15.103:0/496939848 conn(0x7fc4f80fd230 msgr2=0x7fc4f8109220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:44.237 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.232+0000 7fc4fdaf2700 1 -- 172.21.15.103:0/496939848 shutdown_connections 2024-02-09T23:50:44.237 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:44.232+0000 7fc4fdaf2700 1 -- 172.21.15.103:0/496939848 wait complete. 2024-02-09T23:50:44.858 DEBUG:teuthology.orchestra.run.smithi088:mon.b> sudo journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mon.b.service 2024-02-09T23:50:44.861 DEBUG:teuthology.orchestra.run.smithi103:mon.c> sudo journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mon.c.service 2024-02-09T23:50:44.863 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-02-09T23:50:44.863 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph mon dump -f json 2024-02-09T23:50:45.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:45 smithi001 ceph-mon[32335]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:50:45.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:45 smithi001 ceph-mon[32335]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi001:172.21.15.1=a;smithi088:172.21.15.88=b;smithi103:172.21.15.103=c", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:50:45.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:45 smithi001 ceph-mon[32335]: Saving service mon spec with placement smithi001:172.21.15.1=a;smithi088:172.21.15.88=b;smithi103:172.21.15.103=c;count:3 2024-02-09T23:50:45.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:45 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:45.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:45 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:50:45.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:45 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:50:45.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:45 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:50:45.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:45 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:45.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:45 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-09T23:50:45.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:45 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:50:45.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:45 smithi001 ceph-mon[32335]: Deploying daemon mon.c on smithi103 2024-02-09T23:50:46.502 INFO:teuthology.orchestra.run.smithi103.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.conf 2024-02-09T23:50:47.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:47 smithi001 ceph-mon[32335]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:50:48.531 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.526+0000 7fd453f84700 1 -- 172.21.15.103:0/378088546 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd44c106670 msgr2=0x7fd44c106a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:48.531 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.526+0000 7fd453f84700 1 --2- 172.21.15.103:0/378088546 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd44c106670 0x7fd44c106a50 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fd43c00b0a0 tx=0x7fd43c00b3b0 comp rx=0 tx=0).stop 2024-02-09T23:50:48.531 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.526+0000 7fd453f84700 1 -- 172.21.15.103:0/378088546 shutdown_connections 2024-02-09T23:50:48.532 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.526+0000 7fd453f84700 1 --2- 172.21.15.103:0/378088546 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd44c106670 0x7fd44c106a50 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:48.532 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.526+0000 7fd453f84700 1 -- 172.21.15.103:0/378088546 >> 172.21.15.103:0/378088546 conn(0x7fd44c0fc0d0 msgr2=0x7fd44c0fe4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:48.532 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.526+0000 7fd453f84700 1 -- 172.21.15.103:0/378088546 shutdown_connections 2024-02-09T23:50:48.532 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.526+0000 7fd453f84700 1 -- 172.21.15.103:0/378088546 wait complete. 2024-02-09T23:50:48.532 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.527+0000 7fd453f84700 1 Processor -- start 2024-02-09T23:50:48.532 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.527+0000 7fd453f84700 1 -- start start 2024-02-09T23:50:48.532 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.527+0000 7fd453f84700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd44c106670 0x7fd44c197000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:48.532 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.527+0000 7fd453f84700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd44c197540 con 0x7fd44c106670 2024-02-09T23:50:48.532 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.527+0000 7fd451d20700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd44c106670 0x7fd44c197000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:48.532 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.527+0000 7fd451d20700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd44c106670 0x7fd44c197000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.103:49768/0 (socket says 172.21.15.103:49768) 2024-02-09T23:50:48.532 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.527+0000 7fd451d20700 1 -- 172.21.15.103:0/2627724939 learned_addr learned my addr 172.21.15.103:0/2627724939 (peer_addr_for_me v2:172.21.15.103:0/0) 2024-02-09T23:50:48.532 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.528+0000 7fd451d20700 1 -- 172.21.15.103:0/2627724939 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd43c009d00 con 0x7fd44c106670 2024-02-09T23:50:48.533 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.528+0000 7fd451d20700 1 --2- 172.21.15.103:0/2627724939 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd44c106670 0x7fd44c197000 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fd43c0062a0 tx=0x7fd43c00bd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:48.533 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.528+0000 7fd44affd700 1 -- 172.21.15.103:0/2627724939 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd43c00e040 con 0x7fd44c106670 2024-02-09T23:50:48.533 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.528+0000 7fd44affd700 1 -- 172.21.15.103:0/2627724939 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd43c003c10 con 0x7fd44c106670 2024-02-09T23:50:48.533 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.528+0000 7fd453f84700 1 -- 172.21.15.103:0/2627724939 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd44c197740 con 0x7fd44c106670 2024-02-09T23:50:48.533 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.528+0000 7fd44affd700 1 -- 172.21.15.103:0/2627724939 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd43c01d5e0 con 0x7fd44c106670 2024-02-09T23:50:48.533 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.528+0000 7fd453f84700 1 -- 172.21.15.103:0/2627724939 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd44c197c40 con 0x7fd44c106670 2024-02-09T23:50:48.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.529+0000 7fd453f84700 1 -- 172.21.15.103:0/2627724939 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd44c063350 con 0x7fd44c106670 2024-02-09T23:50:48.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.529+0000 7fd44affd700 1 -- 172.21.15.103:0/2627724939 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 13) v1 ==== 45987+0+0 (secure 0 0 0) 0x7fd43c019070 con 0x7fd44c106670 2024-02-09T23:50:48.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.529+0000 7fd44affd700 1 --2- 172.21.15.103:0/2627724939 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd434038fd0 0x7fd43403b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:48.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.529+0000 7fd44affd700 1 -- 172.21.15.103:0/2627724939 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fd43c04d050 con 0x7fd44c106670 2024-02-09T23:50:48.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.529+0000 7fd45151f700 1 --2- 172.21.15.103:0/2627724939 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd434038fd0 0x7fd43403b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:48.534 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.530+0000 7fd45151f700 1 --2- 172.21.15.103:0/2627724939 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd434038fd0 0x7fd43403b490 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fd440006fd0 tx=0x7fd440006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:48.538 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.535+0000 7fd44affd700 1 -- 172.21.15.103:0/2627724939 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fd43c01c5b0 con 0x7fd44c106670 2024-02-09T23:50:48.818 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.815+0000 7fd453f84700 1 -- 172.21.15.103:0/2627724939 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7fd44c10ab00 con 0x7fd44c106670 2024-02-09T23:50:48.819 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.816+0000 7fd44affd700 1 -- 172.21.15.103:0/2627724939 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) v1 ==== 95+0+741 (secure 0 0 0) 0x7fd43c017020 con 0x7fd44c106670 2024-02-09T23:50:48.819 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-02-09T23:50:48.819 INFO:teuthology.orchestra.run.smithi103.stdout:{"epoch":1,"fsid":"b5005240-c7a5-11ee-95b8-87774f69a715","modified":"2024-02-09T23:49:03.730816Z","created":"2024-02-09T23:49:03.730816Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:3300","nonce":0},{"type":"v1","addr":"172.21.15.1:6789","nonce":0}]},"addr":"172.21.15.1:6789/0","public_addr":"172.21.15.1:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-02-09T23:50:48.821 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.818+0000 7fd453f84700 1 -- 172.21.15.103:0/2627724939 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd434038fd0 msgr2=0x7fd43403b490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:48.821 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.818+0000 7fd453f84700 1 --2- 172.21.15.103:0/2627724939 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd434038fd0 0x7fd43403b490 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fd440006fd0 tx=0x7fd440006e40 comp rx=0 tx=0).stop 2024-02-09T23:50:48.822 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.818+0000 7fd453f84700 1 -- 172.21.15.103:0/2627724939 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd44c106670 msgr2=0x7fd44c197000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:48.822 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.818+0000 7fd453f84700 1 --2- 172.21.15.103:0/2627724939 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd44c106670 0x7fd44c197000 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fd43c0062a0 tx=0x7fd43c00bd40 comp rx=0 tx=0).stop 2024-02-09T23:50:48.822 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.818+0000 7fd453f84700 1 -- 172.21.15.103:0/2627724939 shutdown_connections 2024-02-09T23:50:48.822 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.818+0000 7fd453f84700 1 --2- 172.21.15.103:0/2627724939 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd434038fd0 0x7fd43403b490 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:48.822 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.818+0000 7fd453f84700 1 --2- 172.21.15.103:0/2627724939 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd44c106670 0x7fd44c197000 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:48.822 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.818+0000 7fd453f84700 1 -- 172.21.15.103:0/2627724939 >> 172.21.15.103:0/2627724939 conn(0x7fd44c0fc0d0 msgr2=0x7fd44c069980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:48.822 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.818+0000 7fd453f84700 1 -- 172.21.15.103:0/2627724939 shutdown_connections 2024-02-09T23:50:48.822 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:48.818+0000 7fd453f84700 1 -- 172.21.15.103:0/2627724939 wait complete. 2024-02-09T23:50:48.822 INFO:teuthology.orchestra.run.smithi103.stderr:dumped monmap epoch 1 2024-02-09T23:50:49.062 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:50:49 smithi103 systemd[1]: Started Ceph mon.c for b5005240-c7a5-11ee-95b8-87774f69a715. 2024-02-09T23:50:50.697 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-02-09T23:50:50.698 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph mon dump -f json 2024-02-09T23:50:50.934 INFO:teuthology.orchestra.run.smithi103.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.c/config 2024-02-09T23:50:54.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:50:54 smithi103 ceph-mon[36942]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:50:54.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:50:54 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-09T23:50:54.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:50:54 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-09T23:50:54.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:50:54 smithi103 ceph-mon[36942]: mon.a calling monitor election 2024-02-09T23:50:54.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:50:54 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-09T23:50:54.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:50:54 smithi103 ceph-mon[36942]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:50:54.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:50:54 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-09T23:50:54.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:50:54 smithi103 ceph-mon[36942]: mon.c calling monitor election 2024-02-09T23:50:54.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:50:54 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-09T23:50:54.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:50:54 smithi103 ceph-mon[36942]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:50:54.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:50:54 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-09T23:50:54.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:50:54 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-09T23:50:54.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:50:54 smithi103 ceph-mon[36942]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-02-09T23:50:54.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:50:54 smithi103 ceph-mon[36942]: monmap e2: 2 mons at {a=[v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0],c=[v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-02-09T23:50:54.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:50:54 smithi103 ceph-mon[36942]: fsmap 2024-02-09T23:50:54.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:50:54 smithi103 ceph-mon[36942]: osdmap e4: 0 total, 0 up, 0 in 2024-02-09T23:50:54.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:50:54 smithi103 ceph-mon[36942]: mgrmap e13: x(active, since 49s) 2024-02-09T23:50:54.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:50:54 smithi103 ceph-mon[36942]: overall HEALTH_OK 2024-02-09T23:50:54.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:50:54 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:54.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:50:54 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:54.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:50:54 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:54.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:50:54 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-09T23:50:54.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:50:54 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:50:54.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:54 smithi001 ceph-mon[32335]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:50:54.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:54 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-09T23:50:54.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:54 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-09T23:50:54.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:54 smithi001 ceph-mon[32335]: mon.a calling monitor election 2024-02-09T23:50:54.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:54 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-09T23:50:54.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:54 smithi001 ceph-mon[32335]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:50:54.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:54 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-09T23:50:54.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:54 smithi001 ceph-mon[32335]: mon.c calling monitor election 2024-02-09T23:50:54.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:54 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-09T23:50:54.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:54 smithi001 ceph-mon[32335]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:50:54.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:54 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-09T23:50:54.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:54 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-09T23:50:54.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:54 smithi001 ceph-mon[32335]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-02-09T23:50:54.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:54 smithi001 ceph-mon[32335]: monmap e2: 2 mons at {a=[v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0],c=[v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-02-09T23:50:54.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:54 smithi001 ceph-mon[32335]: fsmap 2024-02-09T23:50:54.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:54 smithi001 ceph-mon[32335]: osdmap e4: 0 total, 0 up, 0 in 2024-02-09T23:50:54.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:54 smithi001 ceph-mon[32335]: mgrmap e13: x(active, since 49s) 2024-02-09T23:50:54.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:54 smithi001 ceph-mon[32335]: overall HEALTH_OK 2024-02-09T23:50:54.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:54 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:54.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:54 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:54.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:54 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:50:54.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:54 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-09T23:50:54.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:54 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:50:55.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:50:55 smithi103 ceph-mon[36942]: Deploying daemon mon.b on smithi088 2024-02-09T23:50:55.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:50:55 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-09T23:50:55.445 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.443+0000 7fd984299700 1 -- 172.21.15.103:0/873042076 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd9680035c0 msgr2=0x7fd968005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:55.446 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.443+0000 7fd984299700 1 --2- 172.21.15.103:0/873042076 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd9680035c0 0x7fd968005a50 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fd97c100650 tx=0x7fd97800feb0 comp rx=0 tx=0).stop 2024-02-09T23:50:55.446 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.443+0000 7fd984299700 1 -- 172.21.15.103:0/873042076 shutdown_connections 2024-02-09T23:50:55.446 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.443+0000 7fd984299700 1 --2- 172.21.15.103:0/873042076 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd9680035c0 0x7fd968005a50 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:55.446 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.443+0000 7fd984299700 1 -- 172.21.15.103:0/873042076 >> 172.21.15.103:0/873042076 conn(0x7fd97c0fc230 msgr2=0x7fd97c0fe650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:55.446 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.443+0000 7fd984299700 1 -- 172.21.15.103:0/873042076 shutdown_connections 2024-02-09T23:50:55.446 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.443+0000 7fd984299700 1 -- 172.21.15.103:0/873042076 wait complete. 2024-02-09T23:50:55.448 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.444+0000 7fd984299700 1 Processor -- start 2024-02-09T23:50:55.448 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.444+0000 7fd984299700 1 -- start start 2024-02-09T23:50:55.448 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.444+0000 7fd984299700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd9680035c0 0x7fd97c197240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:55.448 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.444+0000 7fd984299700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd97c197780 0x7fd97c19bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:55.448 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.444+0000 7fd984299700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd97c197d10 con 0x7fd9680035c0 2024-02-09T23:50:55.448 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.444+0000 7fd984299700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd97c197e80 con 0x7fd97c197780 2024-02-09T23:50:55.448 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.444+0000 7fd981834700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd97c197780 0x7fd97c19bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:55.448 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.444+0000 7fd981834700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd97c197780 0x7fd97c19bb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.103:44800/0 (socket says 172.21.15.103:44800) 2024-02-09T23:50:55.449 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.445+0000 7fd981834700 1 -- 172.21.15.103:0/3371007019 learned_addr learned my addr 172.21.15.103:0/3371007019 (peer_addr_for_me v2:172.21.15.103:0/0) 2024-02-09T23:50:55.449 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.445+0000 7fd981834700 1 -- 172.21.15.103:0/3371007019 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd97c197780 msgr2=0x7fd97c19bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-02-09T23:50:55.449 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.445+0000 7fd981834700 1 -- 172.21.15.103:0/3371007019 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd97c197780 msgr2=0x7fd97c19bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-02-09T23:50:55.449 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.445+0000 7fd981834700 1 --2- 172.21.15.103:0/3371007019 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd97c197780 0x7fd97c19bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-02-09T23:50:55.449 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.445+0000 7fd982035700 1 --2- 172.21.15.103:0/3371007019 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd9680035c0 0x7fd97c197240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:55.449 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.445+0000 7fd981834700 1 --2- 172.21.15.103:0/3371007019 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd97c197780 0x7fd97c19bb10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-02-09T23:50:55.449 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.445+0000 7fd982035700 1 -- 172.21.15.103:0/3371007019 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd97c197780 msgr2=0x7fd97c19bb10 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-02-09T23:50:55.449 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.445+0000 7fd982035700 1 --2- 172.21.15.103:0/3371007019 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd97c197780 0x7fd97c19bb10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:55.449 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.445+0000 7fd982035700 1 -- 172.21.15.103:0/3371007019 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd97800f900 con 0x7fd9680035c0 2024-02-09T23:50:55.449 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.445+0000 7fd982035700 1 --2- 172.21.15.103:0/3371007019 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd9680035c0 0x7fd97c197240 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fd978010010 tx=0x7fd9780056d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:55.449 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.445+0000 7fd9737fe700 1 -- 172.21.15.103:0/3371007019 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 309+0+0 (secure 0 0 0) 0x7fd978004aa0 con 0x7fd9680035c0 2024-02-09T23:50:55.449 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.445+0000 7fd9737fe700 1 -- 172.21.15.103:0/3371007019 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd978013e40 con 0x7fd9680035c0 2024-02-09T23:50:55.449 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.445+0000 7fd984299700 1 -- 172.21.15.103:0/3371007019 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd97c19c0b0 con 0x7fd9680035c0 2024-02-09T23:50:55.449 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.446+0000 7fd9737fe700 1 -- 172.21.15.103:0/3371007019 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 309+0+0 (secure 0 0 0) 0x7fd978011a80 con 0x7fd9680035c0 2024-02-09T23:50:55.449 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.446+0000 7fd984299700 1 -- 172.21.15.103:0/3371007019 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd97c19c600 con 0x7fd9680035c0 2024-02-09T23:50:55.450 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.447+0000 7fd9737fe700 1 -- 172.21.15.103:0/3371007019 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 13) v1 ==== 45987+0+0 (secure 0 0 0) 0x7fd978011c60 con 0x7fd9680035c0 2024-02-09T23:50:55.450 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.447+0000 7fd9737fe700 1 --2- 172.21.15.103:0/3371007019 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd960038d70 0x7fd96003b230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:50:55.450 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.447+0000 7fd984299700 1 -- 172.21.15.103:0/3371007019 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd97c063350 con 0x7fd9680035c0 2024-02-09T23:50:55.450 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.447+0000 7fd9737fe700 1 -- 172.21.15.103:0/3371007019 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fd97804e520 con 0x7fd9680035c0 2024-02-09T23:50:55.451 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.447+0000 7fd981834700 1 --2- 172.21.15.103:0/3371007019 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd960038d70 0x7fd96003b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:50:55.451 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.448+0000 7fd981834700 1 --2- 172.21.15.103:0/3371007019 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd960038d70 0x7fd96003b230 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fd96c009180 tx=0x7fd96c008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:50:55.454 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.453+0000 7fd9737fe700 1 -- 172.21.15.103:0/3371007019 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fd978010790 con 0x7fd9680035c0 2024-02-09T23:50:55.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:55 smithi001 ceph-mon[32335]: Deploying daemon mon.b on smithi088 2024-02-09T23:50:55.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:55 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-09T23:50:55.727 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.725+0000 7fd984299700 1 -- 172.21.15.103:0/3371007019 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7fd97c1985a0 con 0x7fd9680035c0 2024-02-09T23:50:55.728 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.726+0000 7fd9737fe700 1 -- 172.21.15.103:0/3371007019 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) v1 ==== 95+0+1011 (secure 0 0 0) 0x7fd9780103d0 con 0x7fd9680035c0 2024-02-09T23:50:55.728 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-02-09T23:50:55.728 INFO:teuthology.orchestra.run.smithi103.stdout:{"epoch":2,"fsid":"b5005240-c7a5-11ee-95b8-87774f69a715","modified":"2024-02-09T23:50:48.977554Z","created":"2024-02-09T23:49:03.730816Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:3300","nonce":0},{"type":"v1","addr":"172.21.15.1:6789","nonce":0}]},"addr":"172.21.15.1:6789/0","public_addr":"172.21.15.1:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:3300","nonce":0},{"type":"v1","addr":"172.21.15.103:6789","nonce":0}]},"addr":"172.21.15.103:6789/0","public_addr":"172.21.15.103:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-02-09T23:50:55.730 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.728+0000 7fd984299700 1 -- 172.21.15.103:0/3371007019 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd960038d70 msgr2=0x7fd96003b230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:55.730 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.728+0000 7fd984299700 1 --2- 172.21.15.103:0/3371007019 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd960038d70 0x7fd96003b230 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fd96c009180 tx=0x7fd96c008040 comp rx=0 tx=0).stop 2024-02-09T23:50:55.730 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.728+0000 7fd984299700 1 -- 172.21.15.103:0/3371007019 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd9680035c0 msgr2=0x7fd97c197240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:50:55.730 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.728+0000 7fd984299700 1 --2- 172.21.15.103:0/3371007019 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd9680035c0 0x7fd97c197240 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fd978010010 tx=0x7fd9780056d0 comp rx=0 tx=0).stop 2024-02-09T23:50:55.730 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.728+0000 7fd984299700 1 -- 172.21.15.103:0/3371007019 shutdown_connections 2024-02-09T23:50:55.730 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.728+0000 7fd984299700 1 --2- 172.21.15.103:0/3371007019 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd960038d70 0x7fd96003b230 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:55.730 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.728+0000 7fd984299700 1 --2- 172.21.15.103:0/3371007019 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd9680035c0 0x7fd97c197240 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:55.731 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.728+0000 7fd984299700 1 --2- 172.21.15.103:0/3371007019 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd97c197780 0x7fd97c19bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:50:55.731 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.728+0000 7fd984299700 1 -- 172.21.15.103:0/3371007019 >> 172.21.15.103:0/3371007019 conn(0x7fd97c0fc230 msgr2=0x7fd97c06a3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:50:55.731 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.728+0000 7fd984299700 1 -- 172.21.15.103:0/3371007019 shutdown_connections 2024-02-09T23:50:55.731 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:50:55.728+0000 7fd984299700 1 -- 172.21.15.103:0/3371007019 wait complete. 2024-02-09T23:50:55.731 INFO:teuthology.orchestra.run.smithi103.stderr:dumped monmap epoch 2 2024-02-09T23:50:56.348 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:50:56 smithi103 ceph-mon[36942]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:50:56.348 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:50:56 smithi103 ceph-mon[36942]: from='client.? 172.21.15.103:0/3371007019' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-02-09T23:50:56.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:56 smithi001 ceph-mon[32335]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:50:56.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:50:56 smithi001 ceph-mon[32335]: from='client.? 172.21.15.103:0/3371007019' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-02-09T23:50:57.374 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-02-09T23:50:57.374 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph mon dump -f json 2024-02-09T23:50:57.618 INFO:teuthology.orchestra.run.smithi103.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.c/config 2024-02-09T23:50:57.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:50:57 smithi088 systemd[1]: Started Ceph mon.b for b5005240-c7a5-11ee-95b8-87774f69a715. 2024-02-09T23:51:03.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:02 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-09T23:51:03.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:02 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:51:03.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:02 smithi103 ceph-mon[36942]: mon.a calling monitor election 2024-02-09T23:51:03.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:02 smithi103 ceph-mon[36942]: mon.c calling monitor election 2024-02-09T23:51:03.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:02 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-09T23:51:03.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:02 smithi103 ceph-mon[36942]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:03.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:02 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:51:03.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:02 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:51:03.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:02 smithi103 ceph-mon[36942]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:03.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:02 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:51:03.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:02 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:51:03.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:02 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:51:03.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:02 smithi103 ceph-mon[36942]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-02-09T23:51:03.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:02 smithi103 ceph-mon[36942]: monmap e3: 3 mons at {a=[v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0],b=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],c=[v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-02-09T23:51:03.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:02 smithi103 ceph-mon[36942]: fsmap 2024-02-09T23:51:03.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:02 smithi103 ceph-mon[36942]: osdmap e4: 0 total, 0 up, 0 in 2024-02-09T23:51:03.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:02 smithi103 ceph-mon[36942]: mgrmap e13: x(active, since 58s) 2024-02-09T23:51:03.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:02 smithi103 ceph-mon[36942]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-02-09T23:51:03.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:02 smithi103 ceph-mon[36942]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-02-09T23:51:03.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:02 smithi103 ceph-mon[36942]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-02-09T23:51:03.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:02 smithi103 ceph-mon[36942]: mon.b (rank 2) addr [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] is down (out of quorum) 2024-02-09T23:51:03.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:02 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:03.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:02 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:03.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:02 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-09T23:51:03.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:02 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:51:03.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:02 smithi001 ceph-mon[32335]: mon.a calling monitor election 2024-02-09T23:51:03.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:02 smithi001 ceph-mon[32335]: mon.c calling monitor election 2024-02-09T23:51:03.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:02 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-09T23:51:03.221 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:02 smithi001 ceph-mon[32335]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:03.221 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:02 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:51:03.221 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:02 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:51:03.221 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:02 smithi001 ceph-mon[32335]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:03.221 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:02 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:51:03.221 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:02 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:51:03.221 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:02 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:51:03.221 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:02 smithi001 ceph-mon[32335]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-02-09T23:51:03.221 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:02 smithi001 ceph-mon[32335]: monmap e3: 3 mons at {a=[v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0],b=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],c=[v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-02-09T23:51:03.221 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:02 smithi001 ceph-mon[32335]: fsmap 2024-02-09T23:51:03.221 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:02 smithi001 ceph-mon[32335]: osdmap e4: 0 total, 0 up, 0 in 2024-02-09T23:51:03.221 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:02 smithi001 ceph-mon[32335]: mgrmap e13: x(active, since 58s) 2024-02-09T23:51:03.221 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:02 smithi001 ceph-mon[32335]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-02-09T23:51:03.221 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:02 smithi001 ceph-mon[32335]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-02-09T23:51:03.222 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:02 smithi001 ceph-mon[32335]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-02-09T23:51:03.222 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:02 smithi001 ceph-mon[32335]: mon.b (rank 2) addr [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] is down (out of quorum) 2024-02-09T23:51:03.222 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:02 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:03.222 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:02 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:03.292 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.289+0000 7f450ef54700 1 -- 172.21.15.103:0/1705280944 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f44f80035c0 msgr2=0x7f44f8005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:51:03.292 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.289+0000 7f450ef54700 1 --2- 172.21.15.103:0/1705280944 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f44f80035c0 0x7f44f8005a50 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f4508100650 tx=0x7f44fc00fe60 comp rx=0 tx=0).stop 2024-02-09T23:51:03.293 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.290+0000 7f450ef54700 1 -- 172.21.15.103:0/1705280944 shutdown_connections 2024-02-09T23:51:03.293 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.290+0000 7f450ef54700 1 --2- 172.21.15.103:0/1705280944 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f44f80035c0 0x7f44f8005a50 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:03.293 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.290+0000 7f450ef54700 1 -- 172.21.15.103:0/1705280944 >> 172.21.15.103:0/1705280944 conn(0x7f45080fc230 msgr2=0x7f45080fe650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:51:03.293 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.290+0000 7f450ef54700 1 -- 172.21.15.103:0/1705280944 shutdown_connections 2024-02-09T23:51:03.293 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.290+0000 7f450ef54700 1 -- 172.21.15.103:0/1705280944 wait complete. 2024-02-09T23:51:03.293 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.290+0000 7f450ef54700 1 Processor -- start 2024-02-09T23:51:03.293 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.291+0000 7f450ef54700 1 -- start start 2024-02-09T23:51:03.296 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.291+0000 7f450ef54700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f44f80035c0 0x7f4508196220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:51:03.296 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.291+0000 7f450ef54700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4508196760 0x7f450819aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:51:03.296 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.291+0000 7f450ef54700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f450819b030 0x7f450819b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:51:03.296 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.291+0000 7f450ef54700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4508196e50 con 0x7f44f80035c0 2024-02-09T23:51:03.296 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.291+0000 7f450ef54700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45081a2da0 con 0x7f450819b030 2024-02-09T23:51:03.296 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.291+0000 7f450ef54700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45081a2ee0 con 0x7f4508196760 2024-02-09T23:51:03.296 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.291+0000 7f450ccf0700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f44f80035c0 0x7f4508196220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:51:03.296 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.291+0000 7f4507fff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4508196760 0x7f450819aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:51:03.296 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.291+0000 7f450ccf0700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f44f80035c0 0x7f4508196220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.103:34898/0 (socket says 172.21.15.103:34898) 2024-02-09T23:51:03.296 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.291+0000 7f4507fff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4508196760 0x7f450819aaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.103:48860/0 (socket says 172.21.15.103:48860) 2024-02-09T23:51:03.296 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.291+0000 7f450ccf0700 1 -- 172.21.15.103:0/3463804731 learned_addr learned my addr 172.21.15.103:0/3463804731 (peer_addr_for_me v2:172.21.15.103:0/0) 2024-02-09T23:51:03.296 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.291+0000 7f450d4f1700 1 --2- 172.21.15.103:0/3463804731 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f450819b030 0x7f450819b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:51:03.297 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.291+0000 7f4507fff700 1 -- 172.21.15.103:0/3463804731 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4508196760 msgr2=0x7f450819aaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-02-09T23:51:03.297 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.291+0000 7f4507fff700 1 -- 172.21.15.103:0/3463804731 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4508196760 msgr2=0x7f450819aaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-02-09T23:51:03.297 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.291+0000 7f4507fff700 1 --2- 172.21.15.103:0/3463804731 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4508196760 0x7f450819aaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-02-09T23:51:03.297 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.291+0000 7f4507fff700 1 --2- 172.21.15.103:0/3463804731 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4508196760 0x7f450819aaf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-02-09T23:51:03.297 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.291+0000 7f450d4f1700 1 -- 172.21.15.103:0/3463804731 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f450819b030 msgr2=0x7f450819b4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 14 2024-02-09T23:51:03.297 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.291+0000 7f450d4f1700 1 -- 172.21.15.103:0/3463804731 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f450819b030 msgr2=0x7f450819b4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-02-09T23:51:03.297 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.291+0000 7f450d4f1700 1 --2- 172.21.15.103:0/3463804731 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f450819b030 0x7f450819b4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-02-09T23:51:03.297 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.291+0000 7f450d4f1700 1 --2- 172.21.15.103:0/3463804731 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f450819b030 0x7f450819b4e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-02-09T23:51:03.297 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.291+0000 7f450ccf0700 1 -- 172.21.15.103:0/3463804731 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4508196760 msgr2=0x7f450819aaf0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-02-09T23:51:03.297 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.291+0000 7f450ccf0700 1 --2- 172.21.15.103:0/3463804731 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4508196760 0x7f450819aaf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:03.297 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.291+0000 7f450ccf0700 1 -- 172.21.15.103:0/3463804731 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f450819b030 msgr2=0x7f450819b4e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-02-09T23:51:03.297 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.291+0000 7f450ccf0700 1 --2- 172.21.15.103:0/3463804731 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f450819b030 0x7f450819b4e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:03.297 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.291+0000 7f450ccf0700 1 -- 172.21.15.103:0/3463804731 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44fc00f8b0 con 0x7f44f80035c0 2024-02-09T23:51:03.297 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.292+0000 7f450ccf0700 1 --2- 172.21.15.103:0/3463804731 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f44f80035c0 0x7f4508196220 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f44fc012e80 tx=0x7f44fc005cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:51:03.298 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.292+0000 7f4505ffb700 1 -- 172.21.15.103:0/3463804731 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44fc029070 con 0x7f44f80035c0 2024-02-09T23:51:03.298 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.292+0000 7f450ef54700 1 -- 172.21.15.103:0/3463804731 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4508069f00 con 0x7f44f80035c0 2024-02-09T23:51:03.298 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.292+0000 7f4505ffb700 1 -- 172.21.15.103:0/3463804731 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f44fc004340 con 0x7f44f80035c0 2024-02-09T23:51:03.298 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.292+0000 7f4505ffb700 1 -- 172.21.15.103:0/3463804731 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44fc024680 con 0x7f44f80035c0 2024-02-09T23:51:03.298 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.292+0000 7f450ef54700 1 -- 172.21.15.103:0/3463804731 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f450806a400 con 0x7f44f80035c0 2024-02-09T23:51:03.298 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.293+0000 7f4505ffb700 1 -- 172.21.15.103:0/3463804731 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 13) v1 ==== 45987+0+0 (secure 0 0 0) 0x7f44fc003e60 con 0x7f44f80035c0 2024-02-09T23:51:03.298 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.293+0000 7f450ef54700 1 -- 172.21.15.103:0/3463804731 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4508063350 con 0x7f44f80035c0 2024-02-09T23:51:03.298 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.293+0000 7f4505ffb700 1 --2- 172.21.15.103:0/3463804731 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f44ec039410 0x7f44ec03b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:51:03.298 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.293+0000 7f4505ffb700 1 -- 172.21.15.103:0/3463804731 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f44fc050040 con 0x7f44f80035c0 2024-02-09T23:51:03.298 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.293+0000 7f4507fff700 1 --2- 172.21.15.103:0/3463804731 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f44ec039410 0x7f44ec03b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:51:03.298 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.294+0000 7f4507fff700 1 --2- 172.21.15.103:0/3463804731 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f44ec039410 0x7f44ec03b8d0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f44f4009850 tx=0x7f44f4008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:51:03.300 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.298+0000 7f4505ffb700 1 -- 172.21.15.103:0/3463804731 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f44fc035360 con 0x7f44f80035c0 2024-02-09T23:51:03.596 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.593+0000 7f450ef54700 1 -- 172.21.15.103:0/3463804731 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f4508108570 con 0x7f44f80035c0 2024-02-09T23:51:03.597 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.594+0000 7f4505ffb700 1 -- 172.21.15.103:0/3463804731 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) v1 ==== 95+0+1275 (secure 0 0 0) 0x7f44fc032070 con 0x7f44f80035c0 2024-02-09T23:51:03.597 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-02-09T23:51:03.597 INFO:teuthology.orchestra.run.smithi103.stdout:{"epoch":3,"fsid":"b5005240-c7a5-11ee-95b8-87774f69a715","modified":"2024-02-09T23:50:57.708228Z","created":"2024-02-09T23:49:03.730816Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:3300","nonce":0},{"type":"v1","addr":"172.21.15.1:6789","nonce":0}]},"addr":"172.21.15.1:6789/0","public_addr":"172.21.15.1:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:3300","nonce":0},{"type":"v1","addr":"172.21.15.103:6789","nonce":0}]},"addr":"172.21.15.103:6789/0","public_addr":"172.21.15.103:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:3300","nonce":0},{"type":"v1","addr":"172.21.15.88:6789","nonce":0}]},"addr":"172.21.15.88:6789/0","public_addr":"172.21.15.88:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-02-09T23:51:03.599 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.596+0000 7f450ef54700 1 -- 172.21.15.103:0/3463804731 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f44ec039410 msgr2=0x7f44ec03b8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:51:03.599 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.596+0000 7f450ef54700 1 --2- 172.21.15.103:0/3463804731 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f44ec039410 0x7f44ec03b8d0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f44f4009850 tx=0x7f44f4008040 comp rx=0 tx=0).stop 2024-02-09T23:51:03.599 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.596+0000 7f450ef54700 1 -- 172.21.15.103:0/3463804731 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f44f80035c0 msgr2=0x7f4508196220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:51:03.599 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.596+0000 7f450ef54700 1 --2- 172.21.15.103:0/3463804731 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f44f80035c0 0x7f4508196220 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f44fc012e80 tx=0x7f44fc005cc0 comp rx=0 tx=0).stop 2024-02-09T23:51:03.599 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.596+0000 7f450ef54700 1 -- 172.21.15.103:0/3463804731 shutdown_connections 2024-02-09T23:51:03.599 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.596+0000 7f450ef54700 1 --2- 172.21.15.103:0/3463804731 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f44ec039410 0x7f44ec03b8d0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:03.599 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.596+0000 7f450ef54700 1 --2- 172.21.15.103:0/3463804731 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f44f80035c0 0x7f4508196220 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:03.600 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.596+0000 7f450ef54700 1 --2- 172.21.15.103:0/3463804731 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f450819b030 0x7f450819b4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:03.600 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.596+0000 7f450ef54700 1 --2- 172.21.15.103:0/3463804731 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4508196760 0x7f450819aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:03.600 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.596+0000 7f450ef54700 1 -- 172.21.15.103:0/3463804731 >> 172.21.15.103:0/3463804731 conn(0x7f45080fc230 msgr2=0x7f45080fe120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:51:03.600 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.596+0000 7f450ef54700 1 -- 172.21.15.103:0/3463804731 shutdown_connections 2024-02-09T23:51:03.600 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:03.596+0000 7f450ef54700 1 -- 172.21.15.103:0/3463804731 wait complete. 2024-02-09T23:51:03.600 INFO:teuthology.orchestra.run.smithi103.stderr:dumped monmap epoch 3 2024-02-09T23:51:03.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:03 smithi103 ceph-mon[36942]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:03.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:03 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:03.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:03 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:03.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:03 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:51:03.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:03 smithi103 ceph-mon[36942]: from='client.? 172.21.15.103:0/3463804731' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-02-09T23:51:03.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:03 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:51:04.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:03 smithi001 ceph-mon[32335]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:04.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:03 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:04.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:03 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:04.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:03 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:51:04.221 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:03 smithi001 ceph-mon[32335]: from='client.? 172.21.15.103:0/3463804731' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-02-09T23:51:04.221 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:03 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:51:04.898 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-02-09T23:51:04.899 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph config generate-minimal-conf 2024-02-09T23:51:05.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-09T23:51:05.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:51:05.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:04 smithi088 ceph-mon[36452]: mon.a calling monitor election 2024-02-09T23:51:05.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:04 smithi088 ceph-mon[36452]: mon.c calling monitor election 2024-02-09T23:51:05.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-09T23:51:05.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:04 smithi088 ceph-mon[36452]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:05.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:51:05.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:51:05.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:04 smithi088 ceph-mon[36452]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:05.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:51:05.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:51:05.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:51:05.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:04 smithi088 ceph-mon[36452]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-02-09T23:51:05.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:04 smithi088 ceph-mon[36452]: monmap e3: 3 mons at {a=[v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0],b=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],c=[v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-02-09T23:51:05.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:04 smithi088 ceph-mon[36452]: fsmap 2024-02-09T23:51:05.097 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:04 smithi088 ceph-mon[36452]: osdmap e4: 0 total, 0 up, 0 in 2024-02-09T23:51:05.097 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:04 smithi088 ceph-mon[36452]: mgrmap e13: x(active, since 58s) 2024-02-09T23:51:05.097 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:04 smithi088 ceph-mon[36452]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-02-09T23:51:05.097 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:04 smithi088 ceph-mon[36452]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-02-09T23:51:05.097 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:04 smithi088 ceph-mon[36452]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-02-09T23:51:05.097 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:04 smithi088 ceph-mon[36452]: mon.b (rank 2) addr [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] is down (out of quorum) 2024-02-09T23:51:05.097 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.097 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.097 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:04 smithi088 ceph-mon[36452]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:05.097 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.097 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.097 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:51:05.097 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:04 smithi088 ceph-mon[36452]: from='client.? 172.21.15.103:0/3463804731' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-02-09T23:51:05.097 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:51:05.144 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:51:05.558 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: mon.b calling monitor election 2024-02-09T23:51:05.558 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:05.558 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: Updating smithi001:/etc/ceph/ceph.conf 2024-02-09T23:51:05.559 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: Updating smithi088:/etc/ceph/ceph.conf 2024-02-09T23:51:05.559 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: Updating smithi103:/etc/ceph/ceph.conf 2024-02-09T23:51:05.559 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: mon.b calling monitor election 2024-02-09T23:51:05.559 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: mon.a calling monitor election 2024-02-09T23:51:05.559 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: mon.c calling monitor election 2024-02-09T23:51:05.559 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: Updating smithi088:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.conf 2024-02-09T23:51:05.559 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: Updating smithi001:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.conf 2024-02-09T23:51:05.559 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: Updating smithi103:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.conf 2024-02-09T23:51:05.559 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-02-09T23:51:05.559 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: monmap e3: 3 mons at {a=[v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0],b=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],c=[v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-02-09T23:51:05.560 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: fsmap 2024-02-09T23:51:05.560 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: osdmap e4: 0 total, 0 up, 0 in 2024-02-09T23:51:05.560 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: mgrmap e13: x(active, since 60s) 2024-02-09T23:51:05.560 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-02-09T23:51:05.560 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: Cluster is now healthy 2024-02-09T23:51:05.560 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: overall HEALTH_OK 2024-02-09T23:51:05.560 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.560 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.560 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.561 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.561 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.561 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.561 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.561 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.561 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.561 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.562 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.562 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: Reconfiguring mon.a (unknown last config time)... 2024-02-09T23:51:05.562 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-09T23:51:05.562 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-09T23:51:05.562 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:05.562 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:05 smithi001 ceph-mon[32335]: Reconfiguring daemon mon.a on smithi001 2024-02-09T23:51:05.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: mon.b calling monitor election 2024-02-09T23:51:05.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:05.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: Updating smithi001:/etc/ceph/ceph.conf 2024-02-09T23:51:05.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: Updating smithi088:/etc/ceph/ceph.conf 2024-02-09T23:51:05.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: Updating smithi103:/etc/ceph/ceph.conf 2024-02-09T23:51:05.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: mon.b calling monitor election 2024-02-09T23:51:05.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: mon.a calling monitor election 2024-02-09T23:51:05.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: mon.c calling monitor election 2024-02-09T23:51:05.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: Updating smithi088:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.conf 2024-02-09T23:51:05.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: Updating smithi001:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.conf 2024-02-09T23:51:05.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: Updating smithi103:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.conf 2024-02-09T23:51:05.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-02-09T23:51:05.847 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: monmap e3: 3 mons at {a=[v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0],b=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],c=[v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-02-09T23:51:05.847 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: fsmap 2024-02-09T23:51:05.847 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: osdmap e4: 0 total, 0 up, 0 in 2024-02-09T23:51:05.847 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: mgrmap e13: x(active, since 60s) 2024-02-09T23:51:05.847 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-02-09T23:51:05.847 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: Cluster is now healthy 2024-02-09T23:51:05.847 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: overall HEALTH_OK 2024-02-09T23:51:05.847 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.847 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.847 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.847 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.847 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.847 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.848 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.848 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.848 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.848 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.848 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.848 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: Reconfiguring mon.a (unknown last config time)... 2024-02-09T23:51:05.848 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-09T23:51:05.848 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-09T23:51:05.848 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:05.848 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:05 smithi088 ceph-mon[36452]: Reconfiguring daemon mon.a on smithi001 2024-02-09T23:51:05.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: mon.b calling monitor election 2024-02-09T23:51:05.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:05.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: Updating smithi001:/etc/ceph/ceph.conf 2024-02-09T23:51:05.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: Updating smithi088:/etc/ceph/ceph.conf 2024-02-09T23:51:05.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: Updating smithi103:/etc/ceph/ceph.conf 2024-02-09T23:51:05.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: mon.b calling monitor election 2024-02-09T23:51:05.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: mon.a calling monitor election 2024-02-09T23:51:05.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: mon.c calling monitor election 2024-02-09T23:51:05.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: Updating smithi088:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.conf 2024-02-09T23:51:05.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: Updating smithi001:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.conf 2024-02-09T23:51:05.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: Updating smithi103:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.conf 2024-02-09T23:51:05.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-02-09T23:51:05.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: monmap e3: 3 mons at {a=[v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0],b=[v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0],c=[v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-02-09T23:51:05.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: fsmap 2024-02-09T23:51:05.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: osdmap e4: 0 total, 0 up, 0 in 2024-02-09T23:51:05.891 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: mgrmap e13: x(active, since 60s) 2024-02-09T23:51:05.891 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-02-09T23:51:05.891 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: Cluster is now healthy 2024-02-09T23:51:05.891 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: overall HEALTH_OK 2024-02-09T23:51:05.891 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.891 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.891 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.891 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.891 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.891 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.891 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.891 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.892 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.892 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.892 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:05.892 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: Reconfiguring mon.a (unknown last config time)... 2024-02-09T23:51:05.892 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-09T23:51:05.892 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-09T23:51:05.892 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:05.892 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:05 smithi103 ceph-mon[36942]: Reconfiguring daemon mon.a on smithi001 2024-02-09T23:51:06.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:06 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:51:06.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:06 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:51:06.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:06 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:51:07.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.560+0000 7f355d329700 1 -- 172.21.15.1:0/1337877899 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3558102730 msgr2=0x7f355810eb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:51:07.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.560+0000 7f355d329700 1 --2- 172.21.15.1:0/1337877899 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3558102730 0x7f355810eb70 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f355000b0d0 tx=0x7f355000b3e0 comp rx=0 tx=0).stop 2024-02-09T23:51:07.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.560+0000 7f355d329700 1 -- 172.21.15.1:0/1337877899 shutdown_connections 2024-02-09T23:51:07.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.560+0000 7f355d329700 1 --2- 172.21.15.1:0/1337877899 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3558102730 0x7f355810eb70 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:07.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.560+0000 7f355d329700 1 --2- 172.21.15.1:0/1337877899 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3558107d50 0x7f3558108130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:07.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.560+0000 7f355d329700 1 --2- 172.21.15.1:0/1337877899 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3558101d70 0x7f35581021f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:07.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.560+0000 7f355d329700 1 -- 172.21.15.1:0/1337877899 >> 172.21.15.1:0/1337877899 conn(0x7f3558078e50 msgr2=0x7f3558079260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:51:07.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.560+0000 7f355d329700 1 -- 172.21.15.1:0/1337877899 shutdown_connections 2024-02-09T23:51:07.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.560+0000 7f355d329700 1 -- 172.21.15.1:0/1337877899 wait complete. 2024-02-09T23:51:07.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.561+0000 7f355d329700 1 Processor -- start 2024-02-09T23:51:07.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.561+0000 7f355d329700 1 -- start start 2024-02-09T23:51:07.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.561+0000 7f355d329700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3558101d70 0x7f3558198210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:51:07.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.561+0000 7f355d329700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3558102730 0x7f3558198750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:51:07.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.561+0000 7f355d329700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3558107d50 0x7f355819cae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:51:07.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.561+0000 7f355d329700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f355819d0f0 con 0x7f3558102730 2024-02-09T23:51:07.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.561+0000 7f355d329700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f355819d260 con 0x7f3558101d70 2024-02-09T23:51:07.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.561+0000 7f355d329700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f355819d420 con 0x7f3558107d50 2024-02-09T23:51:07.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.562+0000 7f35567fc700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3558102730 0x7f3558198750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:51:07.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.562+0000 7f3556ffd700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3558101d70 0x7f3558198210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:51:07.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.562+0000 7f35567fc700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3558102730 0x7f3558198750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57118/0 (socket says 172.21.15.1:57118) 2024-02-09T23:51:07.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.562+0000 7f35567fc700 1 -- 172.21.15.1:0/758136056 learned_addr learned my addr 172.21.15.1:0/758136056 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:51:07.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.562+0000 7f35577fe700 1 --2- 172.21.15.1:0/758136056 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3558107d50 0x7f355819cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:51:07.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.562+0000 7f35567fc700 1 -- 172.21.15.1:0/758136056 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3558107d50 msgr2=0x7f355819cae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:51:07.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.562+0000 7f35567fc700 1 --2- 172.21.15.1:0/758136056 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3558107d50 0x7f355819cae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:07.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.562+0000 7f35567fc700 1 -- 172.21.15.1:0/758136056 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3558101d70 msgr2=0x7f3558198210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:51:07.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.562+0000 7f35567fc700 1 --2- 172.21.15.1:0/758136056 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3558101d70 0x7f3558198210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:07.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.562+0000 7f35567fc700 1 -- 172.21.15.1:0/758136056 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3550009d00 con 0x7f3558102730 2024-02-09T23:51:07.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.562+0000 7f35567fc700 1 --2- 172.21.15.1:0/758136056 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3558102730 0x7f3558198750 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f354c00c9b0 tx=0x7f354c00ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:51:07.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.562+0000 7f353ffff700 1 -- 172.21.15.1:0/758136056 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f354c007b00 con 0x7f3558102730 2024-02-09T23:51:07.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.562+0000 7f353ffff700 1 -- 172.21.15.1:0/758136056 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f354c00ce50 con 0x7f3558102730 2024-02-09T23:51:07.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.562+0000 7f355d329700 1 -- 172.21.15.1:0/758136056 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f355819d700 con 0x7f3558102730 2024-02-09T23:51:07.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.562+0000 7f353ffff700 1 -- 172.21.15.1:0/758136056 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f354c018660 con 0x7f3558102730 2024-02-09T23:51:07.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.562+0000 7f355d329700 1 -- 172.21.15.1:0/758136056 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f35581a4f60 con 0x7f3558102730 2024-02-09T23:51:07.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.563+0000 7f353ffff700 1 -- 172.21.15.1:0/758136056 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 13) v1 ==== 45987+0+0 (secure 0 0 0) 0x7f354c004830 con 0x7f3558102730 2024-02-09T23:51:07.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.563+0000 7f355d329700 1 -- 172.21.15.1:0/758136056 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f35580689e0 con 0x7f3558102730 2024-02-09T23:51:07.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.563+0000 7f353ffff700 1 --2- 172.21.15.1:0/758136056 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f35400391c0 0x7f354003b680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:51:07.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.563+0000 7f353ffff700 1 -- 172.21.15.1:0/758136056 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f354c04bbe0 con 0x7f3558102730 2024-02-09T23:51:07.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.564+0000 7f3556ffd700 1 --2- 172.21.15.1:0/758136056 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f35400391c0 0x7f354003b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:51:07.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.564+0000 7f3556ffd700 1 --2- 172.21.15.1:0/758136056 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f35400391c0 0x7f354003b680 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f3548009c60 tx=0x7f3548009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:51:07.571 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.568+0000 7f353ffff700 1 -- 172.21.15.1:0/758136056 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f354c00d340 con 0x7f3558102730 2024-02-09T23:51:07.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.770+0000 7f355d329700 1 -- 172.21.15.1:0/758136056 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) v1 -- 0x7f3558111da0 con 0x7f3558102730 2024-02-09T23:51:07.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.771+0000 7f353ffff700 1 -- 172.21.15.1:0/758136056 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) v1 ==== 76+0+271 (secure 0 0 0) 0x7f354c00d340 con 0x7f3558102730 2024-02-09T23:51:07.774 INFO:teuthology.orchestra.run.smithi001.stdout:# minimal ceph.conf for b5005240-c7a5-11ee-95b8-87774f69a715 2024-02-09T23:51:07.774 INFO:teuthology.orchestra.run.smithi001.stdout:[global] 2024-02-09T23:51:07.774 INFO:teuthology.orchestra.run.smithi001.stdout: fsid = b5005240-c7a5-11ee-95b8-87774f69a715 2024-02-09T23:51:07.774 INFO:teuthology.orchestra.run.smithi001.stdout: mon_host = [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] 2024-02-09T23:51:07.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.773+0000 7f355d329700 1 -- 172.21.15.1:0/758136056 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f35400391c0 msgr2=0x7f354003b680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:51:07.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.773+0000 7f355d329700 1 --2- 172.21.15.1:0/758136056 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f35400391c0 0x7f354003b680 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f3548009c60 tx=0x7f3548009260 comp rx=0 tx=0).stop 2024-02-09T23:51:07.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.773+0000 7f355d329700 1 -- 172.21.15.1:0/758136056 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3558102730 msgr2=0x7f3558198750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:51:07.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.773+0000 7f355d329700 1 --2- 172.21.15.1:0/758136056 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3558102730 0x7f3558198750 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f354c00c9b0 tx=0x7f354c00ccc0 comp rx=0 tx=0).stop 2024-02-09T23:51:07.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.773+0000 7f355d329700 1 -- 172.21.15.1:0/758136056 shutdown_connections 2024-02-09T23:51:07.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.773+0000 7f355d329700 1 --2- 172.21.15.1:0/758136056 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f35400391c0 0x7f354003b680 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:07.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.773+0000 7f355d329700 1 --2- 172.21.15.1:0/758136056 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3558107d50 0x7f355819cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:07.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.773+0000 7f355d329700 1 --2- 172.21.15.1:0/758136056 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3558101d70 0x7f3558198210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:07.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.773+0000 7f355d329700 1 --2- 172.21.15.1:0/758136056 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3558102730 0x7f3558198750 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:07.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.773+0000 7f355d329700 1 -- 172.21.15.1:0/758136056 >> 172.21.15.1:0/758136056 conn(0x7f3558078e50 msgr2=0x7f3558105a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:51:07.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.773+0000 7f355d329700 1 -- 172.21.15.1:0/758136056 shutdown_connections 2024-02-09T23:51:07.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:07.773+0000 7f355d329700 1 -- 172.21.15.1:0/758136056 wait complete. 2024-02-09T23:51:08.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:08 smithi088 ceph-mon[36452]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:08.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:08 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:08.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:08 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:08.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:08 smithi088 ceph-mon[36452]: Reconfiguring mon.b (monmap changed)... 2024-02-09T23:51:08.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:08 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-09T23:51:08.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:08 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-09T23:51:08.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:08 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:08.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:08 smithi088 ceph-mon[36452]: Reconfiguring daemon mon.b on smithi088 2024-02-09T23:51:08.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:08 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/758136056' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:08.373 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:08 smithi001 ceph-mon[32335]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:08.373 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:08 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:08.373 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:08 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:08.374 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:08 smithi001 ceph-mon[32335]: Reconfiguring mon.b (monmap changed)... 2024-02-09T23:51:08.374 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:08 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-09T23:51:08.374 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:08 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-09T23:51:08.374 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:08 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:08.374 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:08 smithi001 ceph-mon[32335]: Reconfiguring daemon mon.b on smithi088 2024-02-09T23:51:08.374 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:08 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/758136056' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:08.402 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-02-09T23:51:08.403 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-02-09T23:51:08.403 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/etc/ceph/ceph.conf 2024-02-09T23:51:08.435 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-02-09T23:51:08.435 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-02-09T23:51:08.503 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-02-09T23:51:08.503 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/etc/ceph/ceph.conf 2024-02-09T23:51:08.533 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-02-09T23:51:08.534 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-02-09T23:51:08.601 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-02-09T23:51:08.601 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/etc/ceph/ceph.conf 2024-02-09T23:51:08.631 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:08 smithi103 ceph-mon[36942]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:08.631 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:08 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:08.631 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:08 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:08.631 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:08 smithi103 ceph-mon[36942]: Reconfiguring mon.b (monmap changed)... 2024-02-09T23:51:08.631 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:08 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-09T23:51:08.631 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:08 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-09T23:51:08.631 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:08 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:08.631 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:08 smithi103 ceph-mon[36942]: Reconfiguring daemon mon.b on smithi088 2024-02-09T23:51:08.631 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:08 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/758136056' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:08.636 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-02-09T23:51:08.636 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-02-09T23:51:08.706 INFO:tasks.cephadm:Adding mgr.x on smithi001 2024-02-09T23:51:08.706 INFO:tasks.cephadm:Adding mgr.y on smithi088 2024-02-09T23:51:08.706 INFO:tasks.cephadm:Adding mgr.z on smithi103 2024-02-09T23:51:08.707 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph orch apply mgr '3;smithi001=x;smithi088=y;smithi103=z' 2024-02-09T23:51:08.992 INFO:teuthology.orchestra.run.smithi103.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.c/config 2024-02-09T23:51:09.953 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:09 smithi103 ceph-mon[36942]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:09.953 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:09 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:09.954 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:09 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:09.954 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:09 smithi103 ceph-mon[36942]: Reconfiguring mon.c (monmap changed)... 2024-02-09T23:51:09.954 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:09 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-09T23:51:09.954 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:09 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-09T23:51:09.954 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:09 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:09.954 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:09 smithi103 ceph-mon[36942]: Reconfiguring daemon mon.c on smithi103 2024-02-09T23:51:10.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:09 smithi088 ceph-mon[36452]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:10.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:09 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:10.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:09 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:10.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:09 smithi088 ceph-mon[36452]: Reconfiguring mon.c (monmap changed)... 2024-02-09T23:51:10.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:09 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-09T23:51:10.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:09 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-09T23:51:10.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:09 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:10.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:09 smithi088 ceph-mon[36452]: Reconfiguring daemon mon.c on smithi103 2024-02-09T23:51:10.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:09 smithi001 ceph-mon[32335]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:10.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:09 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:10.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:09 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:10.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:09 smithi001 ceph-mon[32335]: Reconfiguring mon.c (monmap changed)... 2024-02-09T23:51:10.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:09 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-09T23:51:10.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:09 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-09T23:51:10.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:09 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:10.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:09 smithi001 ceph-mon[32335]: Reconfiguring daemon mon.c on smithi103 2024-02-09T23:51:10.967 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.963+0000 7fc8ac17f700 1 -- 172.21.15.103:0/3073691518 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc8a4100750 msgr2=0x7fc8a4100b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:51:10.967 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.963+0000 7fc8ac17f700 1 --2- 172.21.15.103:0/3073691518 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc8a4100750 0x7fc8a4100b70 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fc8a0009910 tx=0x7fc8a0009c20 comp rx=0 tx=0).stop 2024-02-09T23:51:10.968 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.963+0000 7fc8ac17f700 1 -- 172.21.15.103:0/3073691518 shutdown_connections 2024-02-09T23:51:10.968 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.963+0000 7fc8ac17f700 1 --2- 172.21.15.103:0/3073691518 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc8a4100750 0x7fc8a4100b70 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:10.968 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.963+0000 7fc8ac17f700 1 -- 172.21.15.103:0/3073691518 >> 172.21.15.103:0/3073691518 conn(0x7fc8a40fbcd0 msgr2=0x7fc8a40fe130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:51:10.968 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.963+0000 7fc8ac17f700 1 -- 172.21.15.103:0/3073691518 shutdown_connections 2024-02-09T23:51:10.968 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.963+0000 7fc8ac17f700 1 -- 172.21.15.103:0/3073691518 wait complete. 2024-02-09T23:51:10.968 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.964+0000 7fc8ac17f700 1 Processor -- start 2024-02-09T23:51:10.968 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.964+0000 7fc8ac17f700 1 -- start start 2024-02-09T23:51:10.968 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.964+0000 7fc8ac17f700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc8a4100750 0x7fc8a4199080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:51:10.968 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.964+0000 7fc8ac17f700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc8a41995c0 0x7fc8a419e630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:51:10.968 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.964+0000 7fc8ac17f700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc8a4199a40 0x7fc8a41a0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:51:10.968 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.964+0000 7fc8ac17f700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8a41a1360 con 0x7fc8a4199a40 2024-02-09T23:51:10.968 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.964+0000 7fc8ac17f700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8a41a14d0 con 0x7fc8a41995c0 2024-02-09T23:51:10.968 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.964+0000 7fc8ac17f700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8a41a1690 con 0x7fc8a4100750 2024-02-09T23:51:10.969 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.964+0000 7fc8a9f1b700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc8a4100750 0x7fc8a4199080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:51:10.969 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.964+0000 7fc8a9f1b700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc8a4100750 0x7fc8a4199080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.103:37956/0 (socket says 172.21.15.103:37956) 2024-02-09T23:51:10.969 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.964+0000 7fc8a9f1b700 1 -- 172.21.15.103:0/1116079048 learned_addr learned my addr 172.21.15.103:0/1116079048 (peer_addr_for_me v2:172.21.15.103:0/0) 2024-02-09T23:51:10.969 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.964+0000 7fc8aa71c700 1 --2- 172.21.15.103:0/1116079048 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc8a4199a40 0x7fc8a41a0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:51:10.969 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.964+0000 7fc8a971a700 1 --2- 172.21.15.103:0/1116079048 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc8a41995c0 0x7fc8a419e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:51:10.969 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.965+0000 7fc8a9f1b700 1 -- 172.21.15.103:0/1116079048 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc8a41995c0 msgr2=0x7fc8a419e630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:51:10.969 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.965+0000 7fc8a9f1b700 1 --2- 172.21.15.103:0/1116079048 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc8a41995c0 0x7fc8a419e630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:10.969 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.965+0000 7fc8a9f1b700 1 -- 172.21.15.103:0/1116079048 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc8a4199a40 msgr2=0x7fc8a41a0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:51:10.969 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.965+0000 7fc8a9f1b700 1 --2- 172.21.15.103:0/1116079048 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc8a4199a40 0x7fc8a41a0bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:10.969 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.965+0000 7fc8a9f1b700 1 -- 172.21.15.103:0/1116079048 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8a00095f0 con 0x7fc8a4100750 2024-02-09T23:51:10.969 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.965+0000 7fc8a971a700 1 --2- 172.21.15.103:0/1116079048 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc8a41995c0 0x7fc8a419e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:51:10.969 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.965+0000 7fc8a9f1b700 1 --2- 172.21.15.103:0/1116079048 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc8a4100750 0x7fc8a4199080 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fc8a000bcf0 tx=0x7fc8a000bd20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:51:10.969 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.965+0000 7fc89affd700 1 -- 172.21.15.103:0/1116079048 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8a001d070 con 0x7fc8a4100750 2024-02-09T23:51:10.969 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.965+0000 7fc8ac17f700 1 -- 172.21.15.103:0/1116079048 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc8a41a1910 con 0x7fc8a4100750 2024-02-09T23:51:10.970 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.965+0000 7fc89affd700 1 -- 172.21.15.103:0/1116079048 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc8a0004ec0 con 0x7fc8a4100750 2024-02-09T23:51:10.970 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.965+0000 7fc89affd700 1 -- 172.21.15.103:0/1116079048 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8a0022e30 con 0x7fc8a4100750 2024-02-09T23:51:10.970 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.965+0000 7fc8ac17f700 1 -- 172.21.15.103:0/1116079048 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8a41a1e80 con 0x7fc8a4100750 2024-02-09T23:51:10.970 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.966+0000 7fc89affd700 1 -- 172.21.15.103:0/1116079048 <== mon.1 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 13) v1 ==== 45987+0+0 (secure 0 0 0) 0x7fc8a000f460 con 0x7fc8a4100750 2024-02-09T23:51:10.971 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.966+0000 7fc89affd700 1 --2- 172.21.15.103:0/1116079048 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc890039410 0x7fc89003b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:51:10.971 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.966+0000 7fc89affd700 1 -- 172.21.15.103:0/1116079048 <== mon.1 v2:172.21.15.103:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fc8a004ded0 con 0x7fc8a4100750 2024-02-09T23:51:10.971 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.966+0000 7fc8a971a700 1 --2- 172.21.15.103:0/1116079048 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc890039410 0x7fc89003b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:51:10.971 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.966+0000 7fc8ac17f700 1 -- 172.21.15.103:0/1116079048 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc8a4193080 con 0x7fc8a4100750 2024-02-09T23:51:10.971 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.967+0000 7fc8a971a700 1 --2- 172.21.15.103:0/1116079048 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc890039410 0x7fc89003b8d0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fc894009910 tx=0x7fc894008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:51:10.973 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:10.971+0000 7fc89affd700 1 -- 172.21.15.103:0/1116079048 <== mon.1 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fc8a0027030 con 0x7fc8a4100750 2024-02-09T23:51:11.180 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:11.178+0000 7fc8ac17f700 1 -- 172.21.15.103:0/1116079048 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi001=x;smithi088=y;smithi103=z", "target": ["mon-mgr", ""]}) v1 -- 0x7fc8a4062160 con 0x7fc890039410 2024-02-09T23:51:11.186 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:11.184+0000 7fc89affd700 1 -- 172.21.15.103:0/1116079048 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7fc8a4062160 con 0x7fc890039410 2024-02-09T23:51:11.186 INFO:teuthology.orchestra.run.smithi103.stdout:Scheduled mgr update... 2024-02-09T23:51:11.188 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:11.186+0000 7fc8ac17f700 1 -- 172.21.15.103:0/1116079048 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc890039410 msgr2=0x7fc89003b8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:51:11.188 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:11.186+0000 7fc8ac17f700 1 --2- 172.21.15.103:0/1116079048 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc890039410 0x7fc89003b8d0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fc894009910 tx=0x7fc894008040 comp rx=0 tx=0).stop 2024-02-09T23:51:11.188 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:11.186+0000 7fc8ac17f700 1 -- 172.21.15.103:0/1116079048 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc8a4100750 msgr2=0x7fc8a4199080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:51:11.188 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:11.186+0000 7fc8ac17f700 1 --2- 172.21.15.103:0/1116079048 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc8a4100750 0x7fc8a4199080 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fc8a000bcf0 tx=0x7fc8a000bd20 comp rx=0 tx=0).stop 2024-02-09T23:51:11.189 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:11.186+0000 7fc8ac17f700 1 -- 172.21.15.103:0/1116079048 shutdown_connections 2024-02-09T23:51:11.189 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:11.186+0000 7fc8ac17f700 1 --2- 172.21.15.103:0/1116079048 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc890039410 0x7fc89003b8d0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:11.189 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:11.186+0000 7fc8ac17f700 1 --2- 172.21.15.103:0/1116079048 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc8a4199a40 0x7fc8a41a0bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:11.189 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:11.186+0000 7fc8ac17f700 1 --2- 172.21.15.103:0/1116079048 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc8a4100750 0x7fc8a4199080 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:11.189 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:11.186+0000 7fc8ac17f700 1 --2- 172.21.15.103:0/1116079048 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc8a41995c0 0x7fc8a419e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:11.189 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:11.186+0000 7fc8ac17f700 1 -- 172.21.15.103:0/1116079048 >> 172.21.15.103:0/1116079048 conn(0x7fc8a40fbcd0 msgr2=0x7fc8a41901c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:51:11.189 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:11.186+0000 7fc8ac17f700 1 -- 172.21.15.103:0/1116079048 shutdown_connections 2024-02-09T23:51:11.189 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:51:11.186+0000 7fc8ac17f700 1 -- 172.21.15.103:0/1116079048 wait complete. 2024-02-09T23:51:11.998 DEBUG:teuthology.orchestra.run.smithi088:mgr.y> sudo journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mgr.y.service 2024-02-09T23:51:12.001 DEBUG:teuthology.orchestra.run.smithi103:mgr.z> sudo journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mgr.z.service 2024-02-09T23:51:12.004 INFO:tasks.cephadm:Deploying OSDs... 2024-02-09T23:51:12.004 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-02-09T23:51:12.004 DEBUG:teuthology.orchestra.run.smithi001:> dd if=/scratch_devs of=/dev/stdout 2024-02-09T23:51:12.019 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-02-09T23:51:12.020 DEBUG:teuthology.orchestra.run.smithi001:> stat /dev/vg_nvme/lv_1 2024-02-09T23:51:12.074 INFO:teuthology.orchestra.run.smithi001.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-02-09T23:51:12.074 INFO:teuthology.orchestra.run.smithi001.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-09T23:51:12.074 INFO:teuthology.orchestra.run.smithi001.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-02-09T23:51:12.074 INFO:teuthology.orchestra.run.smithi001.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-09T23:51:12.075 INFO:teuthology.orchestra.run.smithi001.stdout:Context: system_u:object_r:device_t:s0 2024-02-09T23:51:12.075 INFO:teuthology.orchestra.run.smithi001.stdout:Access: 2024-02-09 23:50:16.920588954 +0000 2024-02-09T23:51:12.075 INFO:teuthology.orchestra.run.smithi001.stdout:Modify: 2024-02-09 23:43:51.614615608 +0000 2024-02-09T23:51:12.075 INFO:teuthology.orchestra.run.smithi001.stdout:Change: 2024-02-09 23:43:51.614615608 +0000 2024-02-09T23:51:12.075 INFO:teuthology.orchestra.run.smithi001.stdout: Birth: 2024-02-09 23:43:51.614615608 +0000 2024-02-09T23:51:12.075 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-02-09T23:51:12.140 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records in 2024-02-09T23:51:12.140 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records out 2024-02-09T23:51:12.141 INFO:teuthology.orchestra.run.smithi001.stderr:512 bytes copied, 0.00011635 s, 4.4 MB/s 2024-02-09T23:51:12.142 DEBUG:teuthology.orchestra.run.smithi001:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-02-09T23:51:12.197 DEBUG:teuthology.orchestra.run.smithi001:> stat /dev/vg_nvme/lv_2 2024-02-09T23:51:12.252 INFO:teuthology.orchestra.run.smithi001.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-02-09T23:51:12.252 INFO:teuthology.orchestra.run.smithi001.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-09T23:51:12.252 INFO:teuthology.orchestra.run.smithi001.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-02-09T23:51:12.252 INFO:teuthology.orchestra.run.smithi001.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-09T23:51:12.253 INFO:teuthology.orchestra.run.smithi001.stdout:Context: system_u:object_r:device_t:s0 2024-02-09T23:51:12.253 INFO:teuthology.orchestra.run.smithi001.stdout:Access: 2024-02-09 23:50:16.952588527 +0000 2024-02-09T23:51:12.253 INFO:teuthology.orchestra.run.smithi001.stdout:Modify: 2024-02-09 23:43:51.939611312 +0000 2024-02-09T23:51:12.253 INFO:teuthology.orchestra.run.smithi001.stdout:Change: 2024-02-09 23:43:51.939611312 +0000 2024-02-09T23:51:12.253 INFO:teuthology.orchestra.run.smithi001.stdout: Birth: 2024-02-09 23:43:51.939611312 +0000 2024-02-09T23:51:12.253 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-02-09T23:51:12.317 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records in 2024-02-09T23:51:12.318 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records out 2024-02-09T23:51:12.318 INFO:teuthology.orchestra.run.smithi001.stderr:512 bytes copied, 9.0167e-05 s, 5.7 MB/s 2024-02-09T23:51:12.319 DEBUG:teuthology.orchestra.run.smithi001:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-02-09T23:51:12.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:12 smithi088 ceph-mon[36452]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:12.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:12 smithi088 ceph-mon[36452]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi001=x;smithi088=y;smithi103=z", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:51:12.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:12 smithi088 ceph-mon[36452]: Saving service mgr spec with placement smithi001=x;smithi088=y;smithi103=z;count:3 2024-02-09T23:51:12.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:12 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:12.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:12 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:12.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:12 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:12.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:12 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:51:12.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:12 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:12.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:12 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:51:12.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:12 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:12.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:12 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-09T23:51:12.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:12 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-02-09T23:51:12.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:12 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-09T23:51:12.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:12 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:12.375 DEBUG:teuthology.orchestra.run.smithi001:> stat /dev/vg_nvme/lv_3 2024-02-09T23:51:12.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:12 smithi103 ceph-mon[36942]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:12.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:12 smithi103 ceph-mon[36942]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi001=x;smithi088=y;smithi103=z", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:51:12.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:12 smithi103 ceph-mon[36942]: Saving service mgr spec with placement smithi001=x;smithi088=y;smithi103=z;count:3 2024-02-09T23:51:12.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:12 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:12.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:12 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:12.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:12 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:12.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:12 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:51:12.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:12 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:12.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:12 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:51:12.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:12 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:12.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:12 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-09T23:51:12.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:12 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-02-09T23:51:12.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:12 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-09T23:51:12.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:12 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:12.429 INFO:teuthology.orchestra.run.smithi001.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-02-09T23:51:12.429 INFO:teuthology.orchestra.run.smithi001.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-09T23:51:12.429 INFO:teuthology.orchestra.run.smithi001.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-02-09T23:51:12.429 INFO:teuthology.orchestra.run.smithi001.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-09T23:51:12.430 INFO:teuthology.orchestra.run.smithi001.stdout:Context: system_u:object_r:device_t:s0 2024-02-09T23:51:12.430 INFO:teuthology.orchestra.run.smithi001.stdout:Access: 2024-02-09 23:50:16.983588114 +0000 2024-02-09T23:51:12.430 INFO:teuthology.orchestra.run.smithi001.stdout:Modify: 2024-02-09 23:43:52.275606871 +0000 2024-02-09T23:51:12.430 INFO:teuthology.orchestra.run.smithi001.stdout:Change: 2024-02-09 23:43:52.275606871 +0000 2024-02-09T23:51:12.430 INFO:teuthology.orchestra.run.smithi001.stdout: Birth: 2024-02-09 23:43:52.275606871 +0000 2024-02-09T23:51:12.430 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-02-09T23:51:12.472 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:12 smithi001 ceph-mon[32335]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:12.472 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:12 smithi001 ceph-mon[32335]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi001=x;smithi088=y;smithi103=z", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:51:12.472 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:12 smithi001 ceph-mon[32335]: Saving service mgr spec with placement smithi001=x;smithi088=y;smithi103=z;count:3 2024-02-09T23:51:12.472 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:12 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:12.472 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:12 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:12.472 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:12 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:12.472 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:12 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:51:12.472 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:12 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:12.472 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:12 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:51:12.473 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:12 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:12.473 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:12 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-09T23:51:12.473 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:12 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-02-09T23:51:12.473 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:12 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-09T23:51:12.473 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:12 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:12.497 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records in 2024-02-09T23:51:12.497 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records out 2024-02-09T23:51:12.497 INFO:teuthology.orchestra.run.smithi001.stderr:512 bytes copied, 0.000104364 s, 4.9 MB/s 2024-02-09T23:51:12.499 DEBUG:teuthology.orchestra.run.smithi001:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-02-09T23:51:12.554 DEBUG:teuthology.orchestra.run.smithi001:> stat /dev/vg_nvme/lv_4 2024-02-09T23:51:12.610 INFO:teuthology.orchestra.run.smithi001.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-02-09T23:51:12.610 INFO:teuthology.orchestra.run.smithi001.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-09T23:51:12.610 INFO:teuthology.orchestra.run.smithi001.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-02-09T23:51:12.611 INFO:teuthology.orchestra.run.smithi001.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-09T23:51:12.611 INFO:teuthology.orchestra.run.smithi001.stdout:Context: system_u:object_r:device_t:s0 2024-02-09T23:51:12.611 INFO:teuthology.orchestra.run.smithi001.stdout:Access: 2024-02-09 23:50:17.014587702 +0000 2024-02-09T23:51:12.611 INFO:teuthology.orchestra.run.smithi001.stdout:Modify: 2024-02-09 23:43:52.599602588 +0000 2024-02-09T23:51:12.611 INFO:teuthology.orchestra.run.smithi001.stdout:Change: 2024-02-09 23:43:52.599602588 +0000 2024-02-09T23:51:12.611 INFO:teuthology.orchestra.run.smithi001.stdout: Birth: 2024-02-09 23:43:52.599602588 +0000 2024-02-09T23:51:12.611 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-02-09T23:51:12.676 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records in 2024-02-09T23:51:12.676 INFO:teuthology.orchestra.run.smithi001.stderr:1+0 records out 2024-02-09T23:51:12.676 INFO:teuthology.orchestra.run.smithi001.stderr:512 bytes copied, 0.000104008 s, 4.9 MB/s 2024-02-09T23:51:12.677 DEBUG:teuthology.orchestra.run.smithi001:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-02-09T23:51:12.733 DEBUG:teuthology.orchestra.run.smithi088:> set -ex 2024-02-09T23:51:12.733 DEBUG:teuthology.orchestra.run.smithi088:> dd if=/scratch_devs of=/dev/stdout 2024-02-09T23:51:12.752 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-02-09T23:51:12.752 DEBUG:teuthology.orchestra.run.smithi088:> stat /dev/vg_nvme/lv_1 2024-02-09T23:51:12.810 INFO:teuthology.orchestra.run.smithi088.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-02-09T23:51:12.810 INFO:teuthology.orchestra.run.smithi088.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-09T23:51:12.810 INFO:teuthology.orchestra.run.smithi088.stdout:Device: 5h/5d Inode: 661 Links: 1 2024-02-09T23:51:12.810 INFO:teuthology.orchestra.run.smithi088.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-09T23:51:12.810 INFO:teuthology.orchestra.run.smithi088.stdout:Context: system_u:object_r:device_t:s0 2024-02-09T23:51:12.810 INFO:teuthology.orchestra.run.smithi088.stdout:Access: 2024-02-09 23:50:57.158080455 +0000 2024-02-09T23:51:12.810 INFO:teuthology.orchestra.run.smithi088.stdout:Modify: 2024-02-09 23:44:06.620446082 +0000 2024-02-09T23:51:12.810 INFO:teuthology.orchestra.run.smithi088.stdout:Change: 2024-02-09 23:44:06.620446082 +0000 2024-02-09T23:51:12.810 INFO:teuthology.orchestra.run.smithi088.stdout: Birth: 2024-02-09 23:44:06.620446082 +0000 2024-02-09T23:51:12.811 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-02-09T23:51:12.880 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records in 2024-02-09T23:51:12.880 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records out 2024-02-09T23:51:12.880 INFO:teuthology.orchestra.run.smithi088.stderr:512 bytes copied, 0.000323616 s, 1.6 MB/s 2024-02-09T23:51:12.881 DEBUG:teuthology.orchestra.run.smithi088:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-02-09T23:51:12.939 DEBUG:teuthology.orchestra.run.smithi088:> stat /dev/vg_nvme/lv_2 2024-02-09T23:51:12.995 INFO:teuthology.orchestra.run.smithi088.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-02-09T23:51:12.995 INFO:teuthology.orchestra.run.smithi088.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-09T23:51:12.995 INFO:teuthology.orchestra.run.smithi088.stdout:Device: 5h/5d Inode: 680 Links: 1 2024-02-09T23:51:12.995 INFO:teuthology.orchestra.run.smithi088.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-09T23:51:12.995 INFO:teuthology.orchestra.run.smithi088.stdout:Context: system_u:object_r:device_t:s0 2024-02-09T23:51:12.995 INFO:teuthology.orchestra.run.smithi088.stdout:Access: 2024-02-09 23:50:57.158080455 +0000 2024-02-09T23:51:12.995 INFO:teuthology.orchestra.run.smithi088.stdout:Modify: 2024-02-09 23:44:06.939439614 +0000 2024-02-09T23:51:12.995 INFO:teuthology.orchestra.run.smithi088.stdout:Change: 2024-02-09 23:44:06.939439614 +0000 2024-02-09T23:51:12.995 INFO:teuthology.orchestra.run.smithi088.stdout: Birth: 2024-02-09 23:44:06.939439614 +0000 2024-02-09T23:51:12.996 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-02-09T23:51:13.063 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records in 2024-02-09T23:51:13.063 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records out 2024-02-09T23:51:13.063 INFO:teuthology.orchestra.run.smithi088.stderr:512 bytes copied, 0.000244873 s, 2.1 MB/s 2024-02-09T23:51:13.064 DEBUG:teuthology.orchestra.run.smithi088:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-02-09T23:51:13.121 DEBUG:teuthology.orchestra.run.smithi088:> stat /dev/vg_nvme/lv_3 2024-02-09T23:51:13.177 INFO:teuthology.orchestra.run.smithi088.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-02-09T23:51:13.177 INFO:teuthology.orchestra.run.smithi088.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-09T23:51:13.177 INFO:teuthology.orchestra.run.smithi088.stdout:Device: 5h/5d Inode: 700 Links: 1 2024-02-09T23:51:13.177 INFO:teuthology.orchestra.run.smithi088.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-09T23:51:13.177 INFO:teuthology.orchestra.run.smithi088.stdout:Context: system_u:object_r:device_t:s0 2024-02-09T23:51:13.177 INFO:teuthology.orchestra.run.smithi088.stdout:Access: 2024-02-09 23:50:57.159080435 +0000 2024-02-09T23:51:13.177 INFO:teuthology.orchestra.run.smithi088.stdout:Modify: 2024-02-09 23:44:07.292432455 +0000 2024-02-09T23:51:13.177 INFO:teuthology.orchestra.run.smithi088.stdout:Change: 2024-02-09 23:44:07.292432455 +0000 2024-02-09T23:51:13.177 INFO:teuthology.orchestra.run.smithi088.stdout: Birth: 2024-02-09 23:44:07.292432455 +0000 2024-02-09T23:51:13.178 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-02-09T23:51:13.244 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records in 2024-02-09T23:51:13.244 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records out 2024-02-09T23:51:13.245 INFO:teuthology.orchestra.run.smithi088.stderr:512 bytes copied, 0.000212954 s, 2.4 MB/s 2024-02-09T23:51:13.246 DEBUG:teuthology.orchestra.run.smithi088:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-02-09T23:51:13.303 DEBUG:teuthology.orchestra.run.smithi088:> stat /dev/vg_nvme/lv_4 2024-02-09T23:51:13.358 INFO:teuthology.orchestra.run.smithi088.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-02-09T23:51:13.359 INFO:teuthology.orchestra.run.smithi088.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-09T23:51:13.359 INFO:teuthology.orchestra.run.smithi088.stdout:Device: 5h/5d Inode: 718 Links: 1 2024-02-09T23:51:13.359 INFO:teuthology.orchestra.run.smithi088.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-09T23:51:13.359 INFO:teuthology.orchestra.run.smithi088.stdout:Context: system_u:object_r:device_t:s0 2024-02-09T23:51:13.359 INFO:teuthology.orchestra.run.smithi088.stdout:Access: 2024-02-09 23:50:57.159080435 +0000 2024-02-09T23:51:13.359 INFO:teuthology.orchestra.run.smithi088.stdout:Modify: 2024-02-09 23:44:07.636425479 +0000 2024-02-09T23:51:13.359 INFO:teuthology.orchestra.run.smithi088.stdout:Change: 2024-02-09 23:44:07.636425479 +0000 2024-02-09T23:51:13.359 INFO:teuthology.orchestra.run.smithi088.stdout: Birth: 2024-02-09 23:44:07.636425479 +0000 2024-02-09T23:51:13.359 DEBUG:teuthology.orchestra.run.smithi088:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-02-09T23:51:13.424 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records in 2024-02-09T23:51:13.424 INFO:teuthology.orchestra.run.smithi088.stderr:1+0 records out 2024-02-09T23:51:13.424 INFO:teuthology.orchestra.run.smithi088.stderr:512 bytes copied, 0.000191507 s, 2.7 MB/s 2024-02-09T23:51:13.425 DEBUG:teuthology.orchestra.run.smithi088:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-02-09T23:51:13.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:13 smithi001 ceph-mon[32335]: Deploying daemon mgr.z on smithi103 2024-02-09T23:51:13.480 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:13 smithi103 ceph-mon[36942]: Deploying daemon mgr.z on smithi103 2024-02-09T23:51:13.481 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-02-09T23:51:13.481 DEBUG:teuthology.orchestra.run.smithi103:> dd if=/scratch_devs of=/dev/stdout 2024-02-09T23:51:13.497 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-02-09T23:51:13.497 DEBUG:teuthology.orchestra.run.smithi103:> stat /dev/vg_nvme/lv_1 2024-02-09T23:51:13.553 INFO:teuthology.orchestra.run.smithi103.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-02-09T23:51:13.553 INFO:teuthology.orchestra.run.smithi103.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-09T23:51:13.553 INFO:teuthology.orchestra.run.smithi103.stdout:Device: 5h/5d Inode: 663 Links: 1 2024-02-09T23:51:13.553 INFO:teuthology.orchestra.run.smithi103.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-09T23:51:13.553 INFO:teuthology.orchestra.run.smithi103.stdout:Context: system_u:object_r:device_t:s0 2024-02-09T23:51:13.553 INFO:teuthology.orchestra.run.smithi103.stdout:Access: 2024-02-09 23:50:47.842661250 +0000 2024-02-09T23:51:13.553 INFO:teuthology.orchestra.run.smithi103.stdout:Modify: 2024-02-09 23:44:18.092434983 +0000 2024-02-09T23:51:13.553 INFO:teuthology.orchestra.run.smithi103.stdout:Change: 2024-02-09 23:44:18.092434983 +0000 2024-02-09T23:51:13.553 INFO:teuthology.orchestra.run.smithi103.stdout: Birth: 2024-02-09 23:44:18.092434983 +0000 2024-02-09T23:51:13.554 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-02-09T23:51:13.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:13 smithi088 ceph-mon[36452]: Deploying daemon mgr.z on smithi103 2024-02-09T23:51:13.770 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records in 2024-02-09T23:51:13.770 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records out 2024-02-09T23:51:13.770 INFO:teuthology.orchestra.run.smithi103.stderr:512 bytes copied, 0.000196116 s, 2.6 MB/s 2024-02-09T23:51:13.772 DEBUG:teuthology.orchestra.run.smithi103:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-02-09T23:51:13.787 DEBUG:teuthology.orchestra.run.smithi103:> stat /dev/vg_nvme/lv_2 2024-02-09T23:51:13.845 INFO:teuthology.orchestra.run.smithi103.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-02-09T23:51:13.845 INFO:teuthology.orchestra.run.smithi103.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-09T23:51:13.845 INFO:teuthology.orchestra.run.smithi103.stdout:Device: 5h/5d Inode: 682 Links: 1 2024-02-09T23:51:13.845 INFO:teuthology.orchestra.run.smithi103.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-09T23:51:13.846 INFO:teuthology.orchestra.run.smithi103.stdout:Context: system_u:object_r:device_t:s0 2024-02-09T23:51:13.846 INFO:teuthology.orchestra.run.smithi103.stdout:Access: 2024-02-09 23:51:13.705174211 +0000 2024-02-09T23:51:13.846 INFO:teuthology.orchestra.run.smithi103.stdout:Modify: 2024-02-09 23:44:18.451428079 +0000 2024-02-09T23:51:13.846 INFO:teuthology.orchestra.run.smithi103.stdout:Change: 2024-02-09 23:44:18.451428079 +0000 2024-02-09T23:51:13.846 INFO:teuthology.orchestra.run.smithi103.stdout: Birth: 2024-02-09 23:44:18.451428079 +0000 2024-02-09T23:51:13.846 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-02-09T23:51:13.961 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records in 2024-02-09T23:51:13.961 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records out 2024-02-09T23:51:13.961 INFO:teuthology.orchestra.run.smithi103.stderr:512 bytes copied, 0.000215941 s, 2.4 MB/s 2024-02-09T23:51:13.963 DEBUG:teuthology.orchestra.run.smithi103:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-02-09T23:51:13.978 DEBUG:teuthology.orchestra.run.smithi103:> stat /dev/vg_nvme/lv_3 2024-02-09T23:51:14.035 INFO:teuthology.orchestra.run.smithi103.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-02-09T23:51:14.035 INFO:teuthology.orchestra.run.smithi103.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-09T23:51:14.035 INFO:teuthology.orchestra.run.smithi103.stdout:Device: 5h/5d Inode: 700 Links: 1 2024-02-09T23:51:14.035 INFO:teuthology.orchestra.run.smithi103.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-09T23:51:14.035 INFO:teuthology.orchestra.run.smithi103.stdout:Context: system_u:object_r:device_t:s0 2024-02-09T23:51:14.035 INFO:teuthology.orchestra.run.smithi103.stdout:Access: 2024-02-09 23:51:13.904170463 +0000 2024-02-09T23:51:14.035 INFO:teuthology.orchestra.run.smithi103.stdout:Modify: 2024-02-09 23:44:18.821420963 +0000 2024-02-09T23:51:14.035 INFO:teuthology.orchestra.run.smithi103.stdout:Change: 2024-02-09 23:44:18.821420963 +0000 2024-02-09T23:51:14.035 INFO:teuthology.orchestra.run.smithi103.stdout: Birth: 2024-02-09 23:44:18.821420963 +0000 2024-02-09T23:51:14.036 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-02-09T23:51:14.103 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records in 2024-02-09T23:51:14.103 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records out 2024-02-09T23:51:14.103 INFO:teuthology.orchestra.run.smithi103.stderr:512 bytes copied, 0.000198995 s, 2.6 MB/s 2024-02-09T23:51:14.104 DEBUG:teuthology.orchestra.run.smithi103:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-02-09T23:51:14.160 DEBUG:teuthology.orchestra.run.smithi103:> stat /dev/vg_nvme/lv_4 2024-02-09T23:51:14.216 INFO:teuthology.orchestra.run.smithi103.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-02-09T23:51:14.216 INFO:teuthology.orchestra.run.smithi103.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-09T23:51:14.216 INFO:teuthology.orchestra.run.smithi103.stdout:Device: 5h/5d Inode: 718 Links: 1 2024-02-09T23:51:14.216 INFO:teuthology.orchestra.run.smithi103.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-09T23:51:14.216 INFO:teuthology.orchestra.run.smithi103.stdout:Context: system_u:object_r:device_t:s0 2024-02-09T23:51:14.216 INFO:teuthology.orchestra.run.smithi103.stdout:Access: 2024-02-09 23:51:13.905170445 +0000 2024-02-09T23:51:14.216 INFO:teuthology.orchestra.run.smithi103.stdout:Modify: 2024-02-09 23:44:19.192413828 +0000 2024-02-09T23:51:14.216 INFO:teuthology.orchestra.run.smithi103.stdout:Change: 2024-02-09 23:44:19.192413828 +0000 2024-02-09T23:51:14.216 INFO:teuthology.orchestra.run.smithi103.stdout: Birth: 2024-02-09 23:44:19.192413828 +0000 2024-02-09T23:51:14.216 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-02-09T23:51:14.281 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records in 2024-02-09T23:51:14.282 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records out 2024-02-09T23:51:14.282 INFO:teuthology.orchestra.run.smithi103.stderr:512 bytes copied, 0.000205364 s, 2.5 MB/s 2024-02-09T23:51:14.283 DEBUG:teuthology.orchestra.run.smithi103:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-02-09T23:51:14.304 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:14 smithi103 ceph-mon[36942]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:14.320 INFO:tasks.cephadm:Deploying osd.0 on smithi001 with /dev/vg_nvme/lv_4... 2024-02-09T23:51:14.320 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-02-09T23:51:14.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:14 smithi001 ceph-mon[32335]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:14.566 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:51:14.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:14 smithi088 ceph-mon[36452]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:14.639 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:51:14 smithi103 systemd[1]: Started Ceph mgr.z for b5005240-c7a5-11ee-95b8-87774f69a715. 2024-02-09T23:51:15.286 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:51:15 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:51:15.021+0000 7f01b794c200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-02-09T23:51:15.287 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:51:15 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:51:15.116+0000 7f01b794c200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-02-09T23:51:15.808 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:15 smithi001 ceph-mon[32335]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:15.808 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:15 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:15.808 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:15 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:15.808 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:15 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:15.808 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:15 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-09T23:51:15.808 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:15 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-02-09T23:51:15.808 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:15 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-09T23:51:15.808 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:15 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:15.808 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:15 smithi001 ceph-mon[32335]: Deploying daemon mgr.y on smithi088 2024-02-09T23:51:15.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:15 smithi088 ceph-mon[36452]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:15.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:15 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:15.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:15 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:15.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:15 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:15.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:15 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-09T23:51:15.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:15 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-02-09T23:51:15.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:15 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-09T23:51:15.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:15 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:15.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:15 smithi088 ceph-mon[36452]: Deploying daemon mgr.y on smithi088 2024-02-09T23:51:15.882 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:51:15 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:51:15.787+0000 7f01b794c200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-02-09T23:51:15.882 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:51:15 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:51:15.880+0000 7f01b794c200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-02-09T23:51:15.882 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:15 smithi103 ceph-mon[36942]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:15.882 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:15 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:15.883 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:15 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:15.883 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:15 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:15.883 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:15 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-09T23:51:15.883 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:15 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-02-09T23:51:15.883 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:15 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-09T23:51:15.883 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:15 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:15.883 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:15 smithi103 ceph-mon[36942]: Deploying daemon mgr.y on smithi088 2024-02-09T23:51:16.139 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:51:16 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:51:16.019+0000 7f01b794c200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-02-09T23:51:16.139 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:51:16 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:51:16.113+0000 7f01b794c200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-02-09T23:51:16.240 INFO:teuthology.orchestra.run.smithi001.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-02-09T23:51:16.241 INFO:teuthology.orchestra.run.smithi001.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-02-09T23:51:16.241 INFO:teuthology.orchestra.run.smithi001.stderr: stderr: 10+0 records in 2024-02-09T23:51:16.241 INFO:teuthology.orchestra.run.smithi001.stderr:10+0 records out 2024-02-09T23:51:16.241 INFO:teuthology.orchestra.run.smithi001.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00845144 s, 1.2 GB/s 2024-02-09T23:51:16.241 INFO:teuthology.orchestra.run.smithi001.stderr:--> Zapping successful for: 2024-02-09T23:51:16.458 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:51:16 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:51:16.196+0000 7f01b794c200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-02-09T23:51:16.459 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:51:16 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:51:16.456+0000 7f01b794c200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-02-09T23:51:16.595 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:16 smithi088 systemd[1]: Starting Ceph mgr.y for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-09T23:51:16.748 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:51:16 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:51:16.564+0000 7f01b794c200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-02-09T23:51:16.748 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:51:16 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:51:16.651+0000 7f01b794c200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-02-09T23:51:16.748 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:51:16 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:51:16.746+0000 7f01b794c200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-02-09T23:51:16.797 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph orch daemon add osd smithi001:vg_nvme/lv_4 2024-02-09T23:51:16.968 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:16 smithi088 podman[37812]: 2024-02-09 23:51:16.711803602 +0000 UTC m=+0.113630437 container create 9163162a5bc9c911dde29527ba072751650a3142da1d4c72817faaa688827634 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=main-290212a, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240131, CEPH_POINT_RELEASE=, io.buildah.version=1.33.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-02-09T23:51:16.968 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:16 smithi088 podman[37812]: 2024-02-09 23:51:16.61613466 +0000 UTC m=+0.017961511 image pull c328ab9dcfc7bf907ed3835578853a1e5a54ac5fa4d658ed833b2bc74e1373a6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58 2024-02-09T23:51:16.969 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:16 smithi088 podman[37812]: 2024-02-09 23:51:16.939308485 +0000 UTC m=+0.341135340 container init 9163162a5bc9c911dde29527ba072751650a3142da1d4c72817faaa688827634 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240131, maintainer=Guillaume Abrioux , GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.schema-version=1.0, io.buildah.version=1.33.2, CEPH_POINT_RELEASE=, RELEASE=main-290212a, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-02-09T23:51:16.969 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:16 smithi088 podman[37812]: 2024-02-09 23:51:16.941786999 +0000 UTC m=+0.343613833 container start 9163162a5bc9c911dde29527ba072751650a3142da1d4c72817faaa688827634 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.2, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240131, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=main-290212a) 2024-02-09T23:51:17.035 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:51:17.139 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:51:16 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:51:16.920+0000 7f01b794c200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-02-09T23:51:17.319 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:16 smithi088 ceph-mgr[37831]: -- 172.21.15.88:0/1789059002 <== mon.2 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56029d02c1a0 con 0x56029d002c00 2024-02-09T23:51:17.319 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:17 smithi088 bash[37812]: 9163162a5bc9c911dde29527ba072751650a3142da1d4c72817faaa688827634 2024-02-09T23:51:17.319 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:17 smithi088 systemd[1]: Started Ceph mgr.y for b5005240-c7a5-11ee-95b8-87774f69a715. 2024-02-09T23:51:17.595 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:17 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:51:17.515+0000 7fde99dd7200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-02-09T23:51:18.053 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:17 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:51:17.613+0000 7fde99dd7200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-02-09T23:51:18.311 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:18 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:51:18.299+0000 7fde99dd7200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-02-09T23:51:18.311 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:18 smithi088 ceph-mon[36452]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:18.311 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:18 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:18.311 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:18 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:18.311 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:18 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:18.312 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:18 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:18.312 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:18 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:51:18.361 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:18 smithi001 ceph-mon[32335]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:18.361 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:18 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:18.362 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:18 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:18.362 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:18 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:18.362 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:18 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:18.362 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:18 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:51:18.389 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:51:17 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:51:17.952+0000 7f01b794c200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-02-09T23:51:18.389 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:51:18 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:51:18.086+0000 7f01b794c200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-02-09T23:51:18.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:18 smithi103 ceph-mon[36942]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:18.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:18 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:18.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:18 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:18.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:18 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:18.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:18 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:18.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:18 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:51:18.595 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:18 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:51:18.393+0000 7fde99dd7200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-02-09T23:51:18.595 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:18 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:51:18.541+0000 7fde99dd7200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-02-09T23:51:18.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.626+0000 7f5eaef4b700 1 -- 172.21.15.1:0/1087027301 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5ea8102f50 msgr2=0x7f5ea81033b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:51:18.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.626+0000 7f5eaef4b700 1 --2- 172.21.15.1:0/1087027301 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5ea8102f50 0x7f5ea81033b0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f5e9c0099c0 tx=0x7f5e9c009cd0 comp rx=0 tx=0).stop 2024-02-09T23:51:18.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.626+0000 7f5eaef4b700 1 -- 172.21.15.1:0/1087027301 shutdown_connections 2024-02-09T23:51:18.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.626+0000 7f5eaef4b700 1 --2- 172.21.15.1:0/1087027301 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5ea81038f0 0x7f5ea810a1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:18.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.626+0000 7f5eaef4b700 1 --2- 172.21.15.1:0/1087027301 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ea8101d50 0x7f5ea8102170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:18.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.626+0000 7f5eaef4b700 1 --2- 172.21.15.1:0/1087027301 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5ea8102f50 0x7f5ea81033b0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:18.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.626+0000 7f5eaef4b700 1 -- 172.21.15.1:0/1087027301 >> 172.21.15.1:0/1087027301 conn(0x7f5ea80fd330 msgr2=0x7f5ea80ff750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:51:18.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.626+0000 7f5eaef4b700 1 -- 172.21.15.1:0/1087027301 shutdown_connections 2024-02-09T23:51:18.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.626+0000 7f5eaef4b700 1 -- 172.21.15.1:0/1087027301 wait complete. 2024-02-09T23:51:18.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.627+0000 7f5eaef4b700 1 Processor -- start 2024-02-09T23:51:18.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.627+0000 7f5eaef4b700 1 -- start start 2024-02-09T23:51:18.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.627+0000 7f5eaef4b700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5ea8101d50 0x7f5ea8075ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:51:18.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.627+0000 7f5eaef4b700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ea8102f50 0x7f5ea8074110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:51:18.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.627+0000 7f5eaef4b700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5ea81038f0 0x7f5ea8074650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:51:18.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.627+0000 7f5eaef4b700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ea8074dd0 con 0x7f5ea8101d50 2024-02-09T23:51:18.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.627+0000 7f5eaef4b700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ea8074f40 con 0x7f5ea81038f0 2024-02-09T23:51:18.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.627+0000 7f5eaef4b700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ea81a1d50 con 0x7f5ea8102f50 2024-02-09T23:51:18.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.627+0000 7f5eacce7700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5ea8101d50 0x7f5ea8075ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:51:18.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.627+0000 7f5eacce7700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5ea8101d50 0x7f5ea8075ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46282/0 (socket says 172.21.15.1:46282) 2024-02-09T23:51:18.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.627+0000 7f5eacce7700 1 -- 172.21.15.1:0/2687139947 learned_addr learned my addr 172.21.15.1:0/2687139947 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:51:18.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.627+0000 7f5ea7fff700 1 --2- 172.21.15.1:0/2687139947 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ea8102f50 0x7f5ea8074110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:51:18.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.627+0000 7f5ead4e8700 1 --2- 172.21.15.1:0/2687139947 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5ea81038f0 0x7f5ea8074650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:51:18.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.628+0000 7f5eacce7700 1 -- 172.21.15.1:0/2687139947 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ea8102f50 msgr2=0x7f5ea8074110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:51:18.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.628+0000 7f5eacce7700 1 --2- 172.21.15.1:0/2687139947 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ea8102f50 0x7f5ea8074110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:18.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.628+0000 7f5eacce7700 1 -- 172.21.15.1:0/2687139947 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5ea81038f0 msgr2=0x7f5ea8074650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:51:18.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.628+0000 7f5eacce7700 1 --2- 172.21.15.1:0/2687139947 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5ea81038f0 0x7f5ea8074650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:18.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.628+0000 7f5eacce7700 1 -- 172.21.15.1:0/2687139947 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e9c0095f0 con 0x7f5ea8101d50 2024-02-09T23:51:18.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.628+0000 7f5ead4e8700 1 --2- 172.21.15.1:0/2687139947 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5ea81038f0 0x7f5ea8074650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:51:18.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.628+0000 7f5eacce7700 1 --2- 172.21.15.1:0/2687139947 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5ea8101d50 0x7f5ea8075ac0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f5e98007ee0 tx=0x7f5e9800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:51:18.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.628+0000 7f5ea5ffb700 1 -- 172.21.15.1:0/2687139947 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e9800dd20 con 0x7f5ea8101d50 2024-02-09T23:51:18.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.628+0000 7f5ea5ffb700 1 -- 172.21.15.1:0/2687139947 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5e9800f040 con 0x7f5ea8101d50 2024-02-09T23:51:18.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.628+0000 7f5eaef4b700 1 -- 172.21.15.1:0/2687139947 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ea81a1fd0 con 0x7f5ea8101d50 2024-02-09T23:51:18.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.628+0000 7f5ea5ffb700 1 -- 172.21.15.1:0/2687139947 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e98014640 con 0x7f5ea8101d50 2024-02-09T23:51:18.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.628+0000 7f5eaef4b700 1 -- 172.21.15.1:0/2687139947 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ea81a2440 con 0x7f5ea8101d50 2024-02-09T23:51:18.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.629+0000 7f5ea5ffb700 1 -- 172.21.15.1:0/2687139947 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 13) v1 ==== 45987+0+0 (secure 0 0 0) 0x7f5e980148a0 con 0x7f5ea8101d50 2024-02-09T23:51:18.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.629+0000 7f5eaef4b700 1 -- 172.21.15.1:0/2687139947 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ea80689e0 con 0x7f5ea8101d50 2024-02-09T23:51:18.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.629+0000 7f5ea5ffb700 1 --2- 172.21.15.1:0/2687139947 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5e900391c0 0x7f5e9003b680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:51:18.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.629+0000 7f5ea5ffb700 1 -- 172.21.15.1:0/2687139947 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f5e9804b7c0 con 0x7f5ea8101d50 2024-02-09T23:51:18.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.629+0000 7f5ea7fff700 1 --2- 172.21.15.1:0/2687139947 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5e900391c0 0x7f5e9003b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:51:18.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.630+0000 7f5ea7fff700 1 --2- 172.21.15.1:0/2687139947 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5e900391c0 0x7f5e9003b680 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f5e9c003890 tx=0x7f5e9c005ad0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:51:18.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.634+0000 7f5ea5ffb700 1 -- 172.21.15.1:0/2687139947 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f5e9801c8b0 con 0x7f5ea8101d50 2024-02-09T23:51:18.746 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:51:18 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:51:18.429+0000 7f01b794c200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-02-09T23:51:18.746 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:51:18 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:51:18.549+0000 7f01b794c200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-02-09T23:51:18.746 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:51:18 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:51:18.744+0000 7f01b794c200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-02-09T23:51:18.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:18.849+0000 7f5eaef4b700 1 -- 172.21.15.1:0/2687139947 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7f5ea802d960 con 0x7f5e900391c0 2024-02-09T23:51:18.985 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:18 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:51:18.640+0000 7fde99dd7200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-02-09T23:51:18.985 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:18 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:51:18.722+0000 7fde99dd7200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-02-09T23:51:18.985 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:18 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:51:18.982+0000 7fde99dd7200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-02-09T23:51:19.139 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:51:18 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:51:18.927+0000 7f01b794c200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-02-09T23:51:19.273 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:19 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:51:19.089+0000 7fde99dd7200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-02-09T23:51:19.273 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:19 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:51:19.176+0000 7fde99dd7200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-02-09T23:51:19.273 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:19 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:51:19.270+0000 7fde99dd7200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-02-09T23:51:19.468 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:51:19 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:51:19.208+0000 7f01b794c200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-02-09T23:51:19.468 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:51:19 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:51:19.466+0000 7f01b794c200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-02-09T23:51:19.540 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:19 smithi001 ceph-mon[32335]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:19.540 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:19 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:19.540 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:19 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:19.540 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:19 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:19.540 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:19 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:19.540 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:19 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:19.541 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:19 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:51:19.541 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:19 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:19.541 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:19 smithi001 ceph-mon[32335]: Reconfiguring mgr.x (unknown last config time)... 2024-02-09T23:51:19.541 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:19 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-09T23:51:19.541 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:19 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-09T23:51:19.541 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:19 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:19.541 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:19 smithi001 ceph-mon[32335]: Reconfiguring daemon mgr.x on smithi001 2024-02-09T23:51:19.541 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:19 smithi001 ceph-mon[32335]: from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:51:19.541 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:19 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:51:19.541 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:19 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:51:19.541 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:19 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:19.541 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:19 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:19.595 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:19 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:51:19.444+0000 7fde99dd7200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-02-09T23:51:19.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:19 smithi088 ceph-mon[36452]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:19.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:19 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:19.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:19 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:19.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:19 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:19.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:19 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:19.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:19 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:19.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:19 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:51:19.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:19 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:19.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:19 smithi088 ceph-mon[36452]: Reconfiguring mgr.x (unknown last config time)... 2024-02-09T23:51:19.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:19 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-09T23:51:19.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:19 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-09T23:51:19.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:19 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:19.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:19 smithi088 ceph-mon[36452]: Reconfiguring daemon mgr.x on smithi001 2024-02-09T23:51:19.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:19 smithi088 ceph-mon[36452]: from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:51:19.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:19 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:51:19.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:19 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:51:19.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:19 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:19.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:19 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:19.889 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:51:19 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:51:19.699+0000 7f01b794c200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-02-09T23:51:19.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:19 smithi103 ceph-mon[36942]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:19.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:19 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:19.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:19 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:19.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:19 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:19.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:19 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:19.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:19 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:19.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:19 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:51:19.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:19 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:19.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:19 smithi103 ceph-mon[36942]: Reconfiguring mgr.x (unknown last config time)... 2024-02-09T23:51:19.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:19 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-09T23:51:19.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:19 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-09T23:51:19.891 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:19 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:19.891 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:19 smithi103 ceph-mon[36942]: Reconfiguring daemon mgr.x on smithi001 2024-02-09T23:51:19.891 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:19 smithi103 ceph-mon[36942]: from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:51:19.891 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:19 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:51:19.891 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:19 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:51:19.891 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:19 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:19.891 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:19 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:20.845 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:20 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:51:20.413+0000 7fde99dd7200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-02-09T23:51:20.845 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:20 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:51:20.543+0000 7fde99dd7200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-02-09T23:51:20.889 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:51:20 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:51:20.500+0000 7f01b794c200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-02-09T23:51:21.130 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:20 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:51:20.871+0000 7fde99dd7200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-02-09T23:51:21.130 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:20 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:51:20.959+0000 7fde99dd7200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-02-09T23:51:21.364 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:21 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:21.364 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:21 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:21.364 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:21 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:51:21.364 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:21 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:21.364 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:21 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:51:21.364 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:21 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:21.378 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:51:21 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:51:21.067+0000 7f01b794c200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-02-09T23:51:21.378 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:51:21 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:51:21.164+0000 7f01b794c200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-02-09T23:51:21.378 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:51:21 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:51:21.376+0000 7f01b794c200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-02-09T23:51:21.379 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:21 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:21.379 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:21 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:21.379 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:21 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:51:21.379 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:21 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:21.379 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:21 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:51:21.379 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:21 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:21.595 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:21 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:51:21.153+0000 7fde99dd7200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-02-09T23:51:21.595 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:21 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:51:21.335+0000 7fde99dd7200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-02-09T23:51:21.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:21 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:21.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:21 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:21.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:21 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:51:21.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:21 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:21.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:21 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:51:21.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:21 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:21.876 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:21 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:51:21.615+0000 7fde99dd7200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-02-09T23:51:21.876 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:21 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:51:21.873+0000 7fde99dd7200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-02-09T23:51:22.177 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:22 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:51:22.106+0000 7fde99dd7200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-02-09T23:51:22.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:22.180+0000 7f5ea5ffb700 1 -- 172.21.15.1:0/2687139947 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mgrmap(e 14) v1 ==== 91349+0+0 (secure 0 0 0) 0x7f5e9801e590 con 0x7f5ea8101d50 2024-02-09T23:51:22.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:22 smithi001 ceph-mon[32335]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:22.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:22 smithi001 ceph-mon[32335]: from='mgr.? 172.21.15.103:0/2703359662' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-02-09T23:51:22.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:22 smithi001 ceph-mon[32335]: Standby manager daemon z started 2024-02-09T23:51:22.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:22 smithi001 ceph-mon[32335]: from='mgr.? 172.21.15.103:0/2703359662' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-09T23:51:22.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:22 smithi001 ceph-mon[32335]: from='mgr.? 172.21.15.103:0/2703359662' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-02-09T23:51:22.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:22 smithi001 ceph-mon[32335]: from='mgr.? 172.21.15.103:0/2703359662' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-09T23:51:22.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:22 smithi088 ceph-mon[36452]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:22.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:22 smithi088 ceph-mon[36452]: from='mgr.? 172.21.15.103:0/2703359662' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-02-09T23:51:22.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:22 smithi088 ceph-mon[36452]: Standby manager daemon z started 2024-02-09T23:51:22.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:22 smithi088 ceph-mon[36452]: from='mgr.? 172.21.15.103:0/2703359662' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-09T23:51:22.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:22 smithi088 ceph-mon[36452]: from='mgr.? 172.21.15.103:0/2703359662' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-02-09T23:51:22.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:22 smithi088 ceph-mon[36452]: from='mgr.? 172.21.15.103:0/2703359662' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-09T23:51:22.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:22 smithi103 ceph-mon[36942]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:22.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:22 smithi103 ceph-mon[36942]: from='mgr.? 172.21.15.103:0/2703359662' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-02-09T23:51:22.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:22 smithi103 ceph-mon[36942]: Standby manager daemon z started 2024-02-09T23:51:22.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:22 smithi103 ceph-mon[36942]: from='mgr.? 172.21.15.103:0/2703359662' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-09T23:51:22.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:22 smithi103 ceph-mon[36942]: from='mgr.? 172.21.15.103:0/2703359662' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-02-09T23:51:22.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:22 smithi103 ceph-mon[36942]: from='mgr.? 172.21.15.103:0/2703359662' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-09T23:51:23.185 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:22 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:51:22.896+0000 7fde99dd7200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-02-09T23:51:23.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:23 smithi001 ceph-mon[32335]: mgrmap e14: x(active, since 78s), standbys: z 2024-02-09T23:51:23.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:23 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-02-09T23:51:23.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:23 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2650352537' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4fa23604-c2ff-4c47-8ac8-10dce6bba3b4"}]: dispatch 2024-02-09T23:51:23.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:23 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2650352537' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4fa23604-c2ff-4c47-8ac8-10dce6bba3b4"}]': finished 2024-02-09T23:51:23.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:23 smithi001 ceph-mon[32335]: osdmap e5: 1 total, 0 up, 1 in 2024-02-09T23:51:23.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:23 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-09T23:51:23.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:23 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3408390916' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:51:23.492 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:23 smithi088 ceph-mon[36452]: mgrmap e14: x(active, since 78s), standbys: z 2024-02-09T23:51:23.492 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:23 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-02-09T23:51:23.492 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:23 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2650352537' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4fa23604-c2ff-4c47-8ac8-10dce6bba3b4"}]: dispatch 2024-02-09T23:51:23.492 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:23 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2650352537' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4fa23604-c2ff-4c47-8ac8-10dce6bba3b4"}]': finished 2024-02-09T23:51:23.492 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:23 smithi088 ceph-mon[36452]: osdmap e5: 1 total, 0 up, 1 in 2024-02-09T23:51:23.492 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:23 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-09T23:51:23.492 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:23 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3408390916' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:51:23.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:23 smithi103 ceph-mon[36942]: mgrmap e14: x(active, since 78s), standbys: z 2024-02-09T23:51:23.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:23 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-02-09T23:51:23.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:23 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2650352537' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4fa23604-c2ff-4c47-8ac8-10dce6bba3b4"}]: dispatch 2024-02-09T23:51:23.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:23 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2650352537' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4fa23604-c2ff-4c47-8ac8-10dce6bba3b4"}]': finished 2024-02-09T23:51:23.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:23 smithi103 ceph-mon[36942]: osdmap e5: 1 total, 0 up, 1 in 2024-02-09T23:51:23.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:23 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-09T23:51:23.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:23 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3408390916' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:51:23.797 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:23 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:51:23.489+0000 7fde99dd7200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-02-09T23:51:23.797 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:23 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:51:23.584+0000 7fde99dd7200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-02-09T23:51:23.798 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:51:23 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:51:23.794+0000 7fde99dd7200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-02-09T23:51:24.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:24.191+0000 7f5ea5ffb700 1 -- 172.21.15.1:0/2687139947 <== mon.0 v2:172.21.15.1:3300/0 8 ==== mgrmap(e 15) v1 ==== 136711+0+0 (secure 0 0 0) 0x7f5e98022cb0 con 0x7f5ea8101d50 2024-02-09T23:51:24.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:24 smithi001 ceph-mon[32335]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:24.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:24 smithi001 ceph-mon[32335]: Standby manager daemon y started 2024-02-09T23:51:24.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:24 smithi001 ceph-mon[32335]: from='mgr.? 172.21.15.88:0/2359016512' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-02-09T23:51:24.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:24 smithi001 ceph-mon[32335]: from='mgr.? 172.21.15.88:0/2359016512' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-09T23:51:24.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:24 smithi001 ceph-mon[32335]: from='mgr.? 172.21.15.88:0/2359016512' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-02-09T23:51:24.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:24 smithi001 ceph-mon[32335]: from='mgr.? 172.21.15.88:0/2359016512' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-09T23:51:24.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:24 smithi088 ceph-mon[36452]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:24.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:24 smithi088 ceph-mon[36452]: Standby manager daemon y started 2024-02-09T23:51:24.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:24 smithi088 ceph-mon[36452]: from='mgr.? 172.21.15.88:0/2359016512' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-02-09T23:51:24.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:24 smithi088 ceph-mon[36452]: from='mgr.? 172.21.15.88:0/2359016512' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-09T23:51:24.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:24 smithi088 ceph-mon[36452]: from='mgr.? 172.21.15.88:0/2359016512' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-02-09T23:51:24.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:24 smithi088 ceph-mon[36452]: from='mgr.? 172.21.15.88:0/2359016512' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-09T23:51:24.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:24 smithi103 ceph-mon[36942]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:24.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:24 smithi103 ceph-mon[36942]: Standby manager daemon y started 2024-02-09T23:51:24.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:24 smithi103 ceph-mon[36942]: from='mgr.? 172.21.15.88:0/2359016512' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-02-09T23:51:24.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:24 smithi103 ceph-mon[36942]: from='mgr.? 172.21.15.88:0/2359016512' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-09T23:51:24.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:24 smithi103 ceph-mon[36942]: from='mgr.? 172.21.15.88:0/2359016512' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-02-09T23:51:24.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:24 smithi103 ceph-mon[36942]: from='mgr.? 172.21.15.88:0/2359016512' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-09T23:51:25.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:25 smithi001 ceph-mon[32335]: mgrmap e15: x(active, since 80s), standbys: z, y 2024-02-09T23:51:25.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:25 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-02-09T23:51:25.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:25 smithi001 ceph-mon[32335]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:25.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:25 smithi088 ceph-mon[36452]: mgrmap e15: x(active, since 80s), standbys: z, y 2024-02-09T23:51:25.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:25 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-02-09T23:51:25.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:25 smithi088 ceph-mon[36452]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:25.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:25 smithi103 ceph-mon[36942]: mgrmap e15: x(active, since 80s), standbys: z, y 2024-02-09T23:51:25.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:25 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-02-09T23:51:25.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:25 smithi103 ceph-mon[36942]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:27.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:27 smithi001 ceph-mon[32335]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:28.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:27 smithi088 ceph-mon[36452]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:28.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:27 smithi103 ceph-mon[36942]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:29.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:29 smithi001 ceph-mon[32335]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:29.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:29 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-02-09T23:51:29.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:29 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:30.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:29 smithi088 ceph-mon[36452]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:30.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:29 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-02-09T23:51:30.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:29 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:30.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:29 smithi103 ceph-mon[36942]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:30.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:29 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-02-09T23:51:30.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:29 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:30.967 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:30 smithi001 ceph-mon[32335]: Deploying daemon osd.0 on smithi001 2024-02-09T23:51:31.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:30 smithi088 ceph-mon[36452]: Deploying daemon osd.0 on smithi001 2024-02-09T23:51:31.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:30 smithi103 ceph-mon[36942]: Deploying daemon osd.0 on smithi001 2024-02-09T23:51:31.915 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:31 smithi001 ceph-mon[32335]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:32.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:31 smithi088 ceph-mon[36452]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:32.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:31 smithi103 ceph-mon[36942]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:33.862 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:33 smithi001 ceph-mon[32335]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:34.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:33 smithi088 ceph-mon[36452]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:34.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:33 smithi103 ceph-mon[36942]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:35.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:35 smithi088 ceph-mon[36452]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:35.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:35 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:35.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:35 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:35.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:35 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:51:35.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:35 smithi103 ceph-mon[36942]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:35.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:35 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:35.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:35 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:35.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:35 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:51:35.925 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:35 smithi001 ceph-mon[32335]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:35.925 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:35 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:35.925 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:35 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:35.925 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:35 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:51:38.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:37 smithi103 ceph-mon[36942]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:38.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:37 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:38.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:37 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:38.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:37 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:38.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:37 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:51:38.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:37 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:38.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:38.157+0000 7f5ea5ffb700 1 -- 172.21.15.1:0/2687139947 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f5ea802d960 con 0x7f5e900391c0 2024-02-09T23:51:38.160 INFO:teuthology.orchestra.run.smithi001.stdout:Created osd(s) 0 on host 'smithi001' 2024-02-09T23:51:38.160 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:37 smithi001 ceph-mon[32335]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:38.160 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:37 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:38.161 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:37 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:38.161 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:37 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:38.161 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:37 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:51:38.161 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:37 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:38.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:38.160+0000 7f5eaef4b700 1 -- 172.21.15.1:0/2687139947 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5e900391c0 msgr2=0x7f5e9003b680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:51:38.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:38.160+0000 7f5eaef4b700 1 --2- 172.21.15.1:0/2687139947 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5e900391c0 0x7f5e9003b680 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f5e9c003890 tx=0x7f5e9c005ad0 comp rx=0 tx=0).stop 2024-02-09T23:51:38.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:38.160+0000 7f5eaef4b700 1 -- 172.21.15.1:0/2687139947 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5ea8101d50 msgr2=0x7f5ea8075ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:51:38.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:38.160+0000 7f5eaef4b700 1 --2- 172.21.15.1:0/2687139947 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5ea8101d50 0x7f5ea8075ac0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f5e98007ee0 tx=0x7f5e9800d3b0 comp rx=0 tx=0).stop 2024-02-09T23:51:38.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:38.160+0000 7f5eaef4b700 1 -- 172.21.15.1:0/2687139947 shutdown_connections 2024-02-09T23:51:38.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:38.160+0000 7f5eaef4b700 1 --2- 172.21.15.1:0/2687139947 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5e900391c0 0x7f5e9003b680 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:38.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:38.160+0000 7f5eaef4b700 1 --2- 172.21.15.1:0/2687139947 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5ea8101d50 0x7f5ea8075ac0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:38.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:38.160+0000 7f5eaef4b700 1 --2- 172.21.15.1:0/2687139947 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5ea81038f0 0x7f5ea8074650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:38.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:38.160+0000 7f5eaef4b700 1 --2- 172.21.15.1:0/2687139947 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ea8102f50 0x7f5ea8074110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:38.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:38.160+0000 7f5eaef4b700 1 -- 172.21.15.1:0/2687139947 >> 172.21.15.1:0/2687139947 conn(0x7f5ea80fd330 msgr2=0x7f5ea8106250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:51:38.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:38.160+0000 7f5eaef4b700 1 -- 172.21.15.1:0/2687139947 shutdown_connections 2024-02-09T23:51:38.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:51:38.160+0000 7f5eaef4b700 1 -- 172.21.15.1:0/2687139947 wait complete. 2024-02-09T23:51:38.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:37 smithi088 ceph-mon[36452]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:38.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:37 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:38.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:37 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:38.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:37 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:38.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:37 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:51:38.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:37 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:38.763 DEBUG:teuthology.orchestra.run.smithi001:osd.0> sudo journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.0.service 2024-02-09T23:51:38.766 INFO:tasks.cephadm:Deploying osd.1 on smithi088 with /dev/vg_nvme/lv_4... 2024-02-09T23:51:38.766 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-02-09T23:51:39.007 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.b/config 2024-02-09T23:51:39.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:39 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:39.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:39 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:39.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:39 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:51:39.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:39 smithi103 ceph-mon[36942]: from='osd.0 [v2:172.21.15.1:6802/4020662944,v1:172.21.15.1:6803/4020662944]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-02-09T23:51:39.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:39 smithi103 ceph-mon[36942]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-02-09T23:51:39.403 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:39 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:39.404 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:39 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:39.404 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:39 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:51:39.404 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:39 smithi088 ceph-mon[36452]: from='osd.0 [v2:172.21.15.1:6802/4020662944,v1:172.21.15.1:6803/4020662944]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-02-09T23:51:39.404 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:39 smithi088 ceph-mon[36452]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-02-09T23:51:39.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:39 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:39.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:39 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:39.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:39 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:51:39.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:39 smithi001 ceph-mon[32335]: from='osd.0 [v2:172.21.15.1:6802/4020662944,v1:172.21.15.1:6803/4020662944]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-02-09T23:51:39.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:39 smithi001 ceph-mon[32335]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-02-09T23:51:40.269 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:40 smithi088 ceph-mon[36452]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:40.270 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:40 smithi088 ceph-mon[36452]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-02-09T23:51:40.270 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:40 smithi088 ceph-mon[36452]: osdmap e6: 1 total, 0 up, 1 in 2024-02-09T23:51:40.270 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:40 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-09T23:51:40.270 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:40 smithi088 ceph-mon[36452]: from='osd.0 [v2:172.21.15.1:6802/4020662944,v1:172.21.15.1:6803/4020662944]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-02-09T23:51:40.270 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:40 smithi088 ceph-mon[36452]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-02-09T23:51:40.323 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:40 smithi001 ceph-mon[32335]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:40.324 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:40 smithi001 ceph-mon[32335]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-02-09T23:51:40.324 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:40 smithi001 ceph-mon[32335]: osdmap e6: 1 total, 0 up, 1 in 2024-02-09T23:51:40.324 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:40 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-09T23:51:40.324 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:40 smithi001 ceph-mon[32335]: from='osd.0 [v2:172.21.15.1:6802/4020662944,v1:172.21.15.1:6803/4020662944]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-02-09T23:51:40.324 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:40 smithi001 ceph-mon[32335]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-02-09T23:51:40.327 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 09 23:51:40 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-0[46931]: 2024-02-09T23:51:40.126+0000 7fcc4af54700 -1 osd.0 0 waiting for initial osdmap 2024-02-09T23:51:40.327 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 09 23:51:40 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-0[46931]: 2024-02-09T23:51:40.129+0000 7fcc46d47700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-09T23:51:40.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:40 smithi103 ceph-mon[36942]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:40.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:40 smithi103 ceph-mon[36942]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-02-09T23:51:40.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:40 smithi103 ceph-mon[36942]: osdmap e6: 1 total, 0 up, 1 in 2024-02-09T23:51:40.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:40 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-09T23:51:40.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:40 smithi103 ceph-mon[36942]: from='osd.0 [v2:172.21.15.1:6802/4020662944,v1:172.21.15.1:6803/4020662944]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-02-09T23:51:40.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:40 smithi103 ceph-mon[36942]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-02-09T23:51:40.841 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-02-09T23:51:40.841 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-02-09T23:51:40.842 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10+0 records in 2024-02-09T23:51:40.842 INFO:teuthology.orchestra.run.smithi088.stderr:10+0 records out 2024-02-09T23:51:40.842 INFO:teuthology.orchestra.run.smithi088.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.012874 s, 814 MB/s 2024-02-09T23:51:40.842 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 2024-02-09T23:51:40.842 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping successful for: 2024-02-09T23:51:41.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:41 smithi001 ceph-mon[32335]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-02-09T23:51:41.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:41 smithi001 ceph-mon[32335]: osdmap e7: 1 total, 0 up, 1 in 2024-02-09T23:51:41.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:41 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-09T23:51:41.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:41 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-09T23:51:41.375 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph orch daemon add osd smithi088:vg_nvme/lv_4 2024-02-09T23:51:41.388 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:41 smithi088 ceph-mon[36452]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-02-09T23:51:41.388 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:41 smithi088 ceph-mon[36452]: osdmap e7: 1 total, 0 up, 1 in 2024-02-09T23:51:41.388 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:41 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-09T23:51:41.388 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:41 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-09T23:51:41.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:41 smithi103 ceph-mon[36942]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-02-09T23:51:41.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:41 smithi103 ceph-mon[36942]: osdmap e7: 1 total, 0 up, 1 in 2024-02-09T23:51:41.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:41 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-09T23:51:41.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:41 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-09T23:51:41.628 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.b/config 2024-02-09T23:51:42.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:42 smithi088 ceph-mon[36452]: purged_snaps scrub starts 2024-02-09T23:51:42.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:42 smithi088 ceph-mon[36452]: purged_snaps scrub ok 2024-02-09T23:51:42.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:42 smithi088 ceph-mon[36452]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:42.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:42 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-09T23:51:42.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:42 smithi088 ceph-mon[36452]: osd.0 [v2:172.21.15.1:6802/4020662944,v1:172.21.15.1:6803/4020662944] boot 2024-02-09T23:51:42.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:42 smithi088 ceph-mon[36452]: osdmap e8: 1 total, 1 up, 1 in 2024-02-09T23:51:42.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:42 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-09T23:51:42.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:42 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:42.347 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:42 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:42.347 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:42 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:51:42.347 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:42 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:42.347 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:42 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:42.347 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:42 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:51:42.347 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:42 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:42.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:42 smithi103 ceph-mon[36942]: purged_snaps scrub starts 2024-02-09T23:51:42.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:42 smithi103 ceph-mon[36942]: purged_snaps scrub ok 2024-02-09T23:51:42.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:42 smithi103 ceph-mon[36942]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:42.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:42 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-09T23:51:42.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:42 smithi103 ceph-mon[36942]: osd.0 [v2:172.21.15.1:6802/4020662944,v1:172.21.15.1:6803/4020662944] boot 2024-02-09T23:51:42.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:42 smithi103 ceph-mon[36942]: osdmap e8: 1 total, 1 up, 1 in 2024-02-09T23:51:42.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:42 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-09T23:51:42.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:42 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:42.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:42 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:42.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:42 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:51:42.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:42 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:42.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:42 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:42.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:42 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:51:42.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:42 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:42.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:42 smithi001 ceph-mon[32335]: purged_snaps scrub starts 2024-02-09T23:51:42.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:42 smithi001 ceph-mon[32335]: purged_snaps scrub ok 2024-02-09T23:51:42.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:42 smithi001 ceph-mon[32335]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-09T23:51:42.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:42 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-09T23:51:42.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:42 smithi001 ceph-mon[32335]: osd.0 [v2:172.21.15.1:6802/4020662944,v1:172.21.15.1:6803/4020662944] boot 2024-02-09T23:51:42.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:42 smithi001 ceph-mon[32335]: osdmap e8: 1 total, 1 up, 1 in 2024-02-09T23:51:42.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:42 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-09T23:51:42.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:42 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:42.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:42 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:42.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:42 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:51:42.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:42 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:42.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:42 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:42.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:42 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:51:42.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:42 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:43.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.232+0000 7fb0a5b68700 1 -- 172.21.15.88:0/4285266977 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb0a0101e50 msgr2=0x7fb0a01022b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:51:43.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.232+0000 7fb0a5b68700 1 --2- 172.21.15.88:0/4285266977 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb0a0101e50 0x7fb0a01022b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fb0900099c0 tx=0x7fb090009cd0 comp rx=0 tx=0).stop 2024-02-09T23:51:43.236 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.232+0000 7fb0a5b68700 1 -- 172.21.15.88:0/4285266977 shutdown_connections 2024-02-09T23:51:43.237 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.232+0000 7fb0a5b68700 1 --2- 172.21.15.88:0/4285266977 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb0a01027f0 0x7fb0a01090a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:43.237 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.232+0000 7fb0a5b68700 1 --2- 172.21.15.88:0/4285266977 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb0a0100c50 0x7fb0a0101070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:43.237 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.232+0000 7fb0a5b68700 1 --2- 172.21.15.88:0/4285266977 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb0a0101e50 0x7fb0a01022b0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:43.237 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.232+0000 7fb0a5b68700 1 -- 172.21.15.88:0/4285266977 >> 172.21.15.88:0/4285266977 conn(0x7fb0a00fc1f0 msgr2=0x7fb0a00fe630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:51:43.237 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.232+0000 7fb0a5b68700 1 -- 172.21.15.88:0/4285266977 shutdown_connections 2024-02-09T23:51:43.237 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.232+0000 7fb0a5b68700 1 -- 172.21.15.88:0/4285266977 wait complete. 2024-02-09T23:51:43.237 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.233+0000 7fb0a5b68700 1 Processor -- start 2024-02-09T23:51:43.237 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.233+0000 7fb0a5b68700 1 -- start start 2024-02-09T23:51:43.237 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.233+0000 7fb0a5b68700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb0a0100c50 0x7fb0a006a550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:51:43.237 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.233+0000 7fb0a5b68700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb0a0101e50 0x7fb0a019caf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:51:43.237 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.233+0000 7fb0a5b68700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb0a01027f0 0x7fb0a019f140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:51:43.237 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.233+0000 7fb0a5b68700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0a019f8e0 con 0x7fb0a01027f0 2024-02-09T23:51:43.237 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.233+0000 7fb0a5b68700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0a019fa50 con 0x7fb0a0101e50 2024-02-09T23:51:43.238 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.233+0000 7fb0a5b68700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0a019fc10 con 0x7fb0a0100c50 2024-02-09T23:51:43.238 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.233+0000 7fb09effd700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb0a0101e50 0x7fb0a019caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:51:43.238 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.233+0000 7fb09effd700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb0a0101e50 0x7fb0a019caf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:33156/0 (socket says 172.21.15.88:33156) 2024-02-09T23:51:43.238 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.233+0000 7fb09effd700 1 -- 172.21.15.88:0/1676233784 learned_addr learned my addr 172.21.15.88:0/1676233784 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-02-09T23:51:43.238 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.233+0000 7fb09f7fe700 1 --2- 172.21.15.88:0/1676233784 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb0a0100c50 0x7fb0a006a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:51:43.238 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.233+0000 7fb09ffff700 1 --2- 172.21.15.88:0/1676233784 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb0a01027f0 0x7fb0a019f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:51:43.238 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.233+0000 7fb09effd700 1 -- 172.21.15.88:0/1676233784 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb0a0100c50 msgr2=0x7fb0a006a550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:51:43.238 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.233+0000 7fb09effd700 1 --2- 172.21.15.88:0/1676233784 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb0a0100c50 0x7fb0a006a550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:43.238 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.233+0000 7fb09effd700 1 -- 172.21.15.88:0/1676233784 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb0a01027f0 msgr2=0x7fb0a019f140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:51:43.238 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.233+0000 7fb09effd700 1 --2- 172.21.15.88:0/1676233784 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb0a01027f0 0x7fb0a019f140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:51:43.238 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.233+0000 7fb09effd700 1 -- 172.21.15.88:0/1676233784 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0900095f0 con 0x7fb0a0101e50 2024-02-09T23:51:43.238 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.233+0000 7fb09ffff700 1 --2- 172.21.15.88:0/1676233784 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb0a01027f0 0x7fb0a019f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:51:43.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.234+0000 7fb09effd700 1 --2- 172.21.15.88:0/1676233784 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb0a0101e50 0x7fb0a019caf0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb09000b580 tx=0x7fb090009580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:51:43.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.234+0000 7fb09cff9700 1 -- 172.21.15.88:0/1676233784 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb09001d070 con 0x7fb0a0101e50 2024-02-09T23:51:43.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.234+0000 7fb09cff9700 1 -- 172.21.15.88:0/1676233784 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb090004050 con 0x7fb0a0101e50 2024-02-09T23:51:43.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.234+0000 7fb0a5b68700 1 -- 172.21.15.88:0/1676233784 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb0a019fe90 con 0x7fb0a0101e50 2024-02-09T23:51:43.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.234+0000 7fb09cff9700 1 -- 172.21.15.88:0/1676233784 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb090022d60 con 0x7fb0a0101e50 2024-02-09T23:51:43.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.234+0000 7fb0a5b68700 1 -- 172.21.15.88:0/1676233784 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb0a01a0300 con 0x7fb0a0101e50 2024-02-09T23:51:43.239 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.235+0000 7fb0a5b68700 1 -- 172.21.15.88:0/1676233784 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb0a00689e0 con 0x7fb0a0101e50 2024-02-09T23:51:43.240 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.236+0000 7fb09cff9700 1 -- 172.21.15.88:0/1676233784 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 15) v1 ==== 136711+0+0 (secure 0 0 0) 0x7fb090022470 con 0x7fb0a0101e50 2024-02-09T23:51:43.241 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.236+0000 7fb09cff9700 1 --2- 172.21.15.88:0/1676233784 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb08c0a2140 0x7fb08c0a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:51:43.241 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.236+0000 7fb09cff9700 1 -- 172.21.15.88:0/1676233784 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1767+0+0 (secure 0 0 0) 0x7fb0900cd2c0 con 0x7fb0a0101e50 2024-02-09T23:51:43.241 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.237+0000 7fb09f7fe700 1 --2- 172.21.15.88:0/1676233784 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb08c0a2140 0x7fb08c0a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:51:43.241 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.237+0000 7fb09f7fe700 1 --2- 172.21.15.88:0/1676233784 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb08c0a2140 0x7fb08c0a4600 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fb0a0101cb0 tx=0x7fb088009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:51:43.242 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.241+0000 7fb09cff9700 1 -- 172.21.15.88:0/1676233784 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fb09005dd20 con 0x7fb0a0101e50 2024-02-09T23:51:43.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:43 smithi088 ceph-mon[36452]: Detected new or changed devices on smithi001 2024-02-09T23:51:43.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:43 smithi088 ceph-mon[36452]: Adjusting osd_memory_target on smithi001 to 17093M 2024-02-09T23:51:43.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:43 smithi088 ceph-mon[36452]: osdmap e9: 1 total, 1 up, 1 in 2024-02-09T23:51:43.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:43 smithi103 ceph-mon[36942]: Detected new or changed devices on smithi001 2024-02-09T23:51:43.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:43 smithi103 ceph-mon[36942]: Adjusting osd_memory_target on smithi001 to 17093M 2024-02-09T23:51:43.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:43 smithi103 ceph-mon[36942]: osdmap e9: 1 total, 1 up, 1 in 2024-02-09T23:51:43.443 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:51:43.441+0000 7fb0a5b68700 1 -- 172.21.15.88:0/1676233784 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7fb0a002d920 con 0x7fb08c0a2140 2024-02-09T23:51:43.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:43 smithi001 ceph-mon[32335]: Detected new or changed devices on smithi001 2024-02-09T23:51:43.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:43 smithi001 ceph-mon[32335]: Adjusting osd_memory_target on smithi001 to 17093M 2024-02-09T23:51:43.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:43 smithi001 ceph-mon[32335]: osdmap e9: 1 total, 1 up, 1 in 2024-02-09T23:51:44.317 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:44 smithi088 ceph-mon[36452]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:51:44.317 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:44 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:51:44.317 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:44 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:51:44.317 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:44 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:44.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:44 smithi001 ceph-mon[32335]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:51:44.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:44 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:51:44.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:44 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:51:44.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:44 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:44.486 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:44 smithi103 ceph-mon[36942]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:51:44.486 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:44 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:51:44.486 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:44 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:51:44.486 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:44 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:45.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:45 smithi088 ceph-mon[36452]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:51:45.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:45 smithi001 ceph-mon[32335]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:51:45.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:45 smithi103 ceph-mon[36942]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:51:46.472 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:46 smithi001 ceph-mon[32335]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:51:46.472 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:46 smithi001 ceph-mon[32335]: from='client.? 172.21.15.88:0/41677595' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d64b48a6-3b47-4712-b607-d0e951b3b4a5"}]: dispatch 2024-02-09T23:51:46.472 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:46 smithi001 ceph-mon[32335]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d64b48a6-3b47-4712-b607-d0e951b3b4a5"}]: dispatch 2024-02-09T23:51:46.472 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:46 smithi001 ceph-mon[32335]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d64b48a6-3b47-4712-b607-d0e951b3b4a5"}]': finished 2024-02-09T23:51:46.472 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:46 smithi001 ceph-mon[32335]: osdmap e10: 2 total, 1 up, 2 in 2024-02-09T23:51:46.472 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:46 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-09T23:51:46.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:46 smithi088 ceph-mon[36452]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:51:46.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:46 smithi088 ceph-mon[36452]: from='client.? 172.21.15.88:0/41677595' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d64b48a6-3b47-4712-b607-d0e951b3b4a5"}]: dispatch 2024-02-09T23:51:46.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:46 smithi088 ceph-mon[36452]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d64b48a6-3b47-4712-b607-d0e951b3b4a5"}]: dispatch 2024-02-09T23:51:46.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:46 smithi088 ceph-mon[36452]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d64b48a6-3b47-4712-b607-d0e951b3b4a5"}]': finished 2024-02-09T23:51:46.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:46 smithi088 ceph-mon[36452]: osdmap e10: 2 total, 1 up, 2 in 2024-02-09T23:51:46.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:46 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-09T23:51:46.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:46 smithi103 ceph-mon[36942]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:51:46.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:46 smithi103 ceph-mon[36942]: from='client.? 172.21.15.88:0/41677595' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d64b48a6-3b47-4712-b607-d0e951b3b4a5"}]: dispatch 2024-02-09T23:51:46.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:46 smithi103 ceph-mon[36942]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d64b48a6-3b47-4712-b607-d0e951b3b4a5"}]: dispatch 2024-02-09T23:51:46.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:46 smithi103 ceph-mon[36942]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d64b48a6-3b47-4712-b607-d0e951b3b4a5"}]': finished 2024-02-09T23:51:46.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:46 smithi103 ceph-mon[36942]: osdmap e10: 2 total, 1 up, 2 in 2024-02-09T23:51:46.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:46 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-09T23:51:47.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:47 smithi001 ceph-mon[32335]: from='client.? 172.21.15.88:0/3685889501' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:51:47.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:47 smithi088 ceph-mon[36452]: from='client.? 172.21.15.88:0/3685889501' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:51:47.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:47 smithi103 ceph-mon[36942]: from='client.? 172.21.15.88:0/3685889501' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:51:48.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:48 smithi001 ceph-mon[32335]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:51:48.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:48 smithi088 ceph-mon[36452]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:51:48.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:48 smithi103 ceph-mon[36942]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:51:50.212 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:50 smithi088 ceph-mon[36452]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:51:50.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:50 smithi001 ceph-mon[32335]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:51:50.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:50 smithi103 ceph-mon[36942]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:51:52.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:52 smithi088 ceph-mon[36452]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:51:52.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:52 smithi001 ceph-mon[32335]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:51:52.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:52 smithi103 ceph-mon[36942]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:51:53.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:53 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-02-09T23:51:53.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:53 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:53.526 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:53 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-02-09T23:51:53.526 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:53 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:53.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:53 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-02-09T23:51:53.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:53 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:51:54.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:54 smithi103 ceph-mon[36942]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:51:54.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:54 smithi103 ceph-mon[36942]: Deploying daemon osd.1 on smithi088 2024-02-09T23:51:54.415 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:54 smithi088 ceph-mon[36452]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:51:54.415 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:54 smithi088 ceph-mon[36452]: Deploying daemon osd.1 on smithi088 2024-02-09T23:51:54.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:54 smithi001 ceph-mon[32335]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:51:54.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:54 smithi001 ceph-mon[32335]: Deploying daemon osd.1 on smithi088 2024-02-09T23:51:56.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:56 smithi088 ceph-mon[36452]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:51:56.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:56 smithi001 ceph-mon[32335]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:51:56.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:56 smithi103 ceph-mon[36942]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:51:58.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:58 smithi088 ceph-mon[36452]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:51:58.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:58 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:51:58.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:58 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:58.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:51:58 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:58.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:58 smithi001 ceph-mon[32335]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:51:58.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:58 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:51:58.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:58 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:58.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:51:58 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:58.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:58 smithi103 ceph-mon[36942]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:51:58.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:58 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:51:58.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:58 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:51:58.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:51:58 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:00.278 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:00 smithi088 ceph-mon[36452]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:52:00.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:00 smithi001 ceph-mon[32335]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:52:00.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:00 smithi103 ceph-mon[36942]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:52:01.008 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:01.005+0000 7fb09cff9700 1 -- 172.21.15.88:0/1676233784 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fb0a002d920 con 0x7fb08c0a2140 2024-02-09T23:52:01.009 INFO:teuthology.orchestra.run.smithi088.stdout:Created osd(s) 1 on host 'smithi088' 2024-02-09T23:52:01.010 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:01.007+0000 7fb0a5b68700 1 -- 172.21.15.88:0/1676233784 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb08c0a2140 msgr2=0x7fb08c0a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:52:01.010 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:01.007+0000 7fb0a5b68700 1 --2- 172.21.15.88:0/1676233784 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb08c0a2140 0x7fb08c0a4600 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fb0a0101cb0 tx=0x7fb088009190 comp rx=0 tx=0).stop 2024-02-09T23:52:01.010 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:01.007+0000 7fb0a5b68700 1 -- 172.21.15.88:0/1676233784 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb0a0101e50 msgr2=0x7fb0a019caf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:52:01.011 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:01.007+0000 7fb0a5b68700 1 --2- 172.21.15.88:0/1676233784 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb0a0101e50 0x7fb0a019caf0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb09000b580 tx=0x7fb090009580 comp rx=0 tx=0).stop 2024-02-09T23:52:01.011 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:01.007+0000 7fb0a5b68700 1 -- 172.21.15.88:0/1676233784 shutdown_connections 2024-02-09T23:52:01.011 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:01.007+0000 7fb0a5b68700 1 --2- 172.21.15.88:0/1676233784 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb08c0a2140 0x7fb08c0a4600 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:52:01.011 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:01.007+0000 7fb0a5b68700 1 --2- 172.21.15.88:0/1676233784 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb0a01027f0 0x7fb0a019f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:52:01.011 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:01.007+0000 7fb0a5b68700 1 --2- 172.21.15.88:0/1676233784 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb0a0100c50 0x7fb0a006a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:52:01.011 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:01.007+0000 7fb0a5b68700 1 --2- 172.21.15.88:0/1676233784 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb0a0101e50 0x7fb0a019caf0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:52:01.011 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:01.007+0000 7fb0a5b68700 1 -- 172.21.15.88:0/1676233784 >> 172.21.15.88:0/1676233784 conn(0x7fb0a00fc1f0 msgr2=0x7fb0a01051d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:52:01.011 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:01.007+0000 7fb0a5b68700 1 -- 172.21.15.88:0/1676233784 shutdown_connections 2024-02-09T23:52:01.011 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:01.007+0000 7fb0a5b68700 1 -- 172.21.15.88:0/1676233784 wait complete. 2024-02-09T23:52:01.646 DEBUG:teuthology.orchestra.run.smithi088:osd.1> sudo journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.1.service 2024-02-09T23:52:01.688 INFO:tasks.cephadm:Deploying osd.2 on smithi103 with /dev/vg_nvme/lv_4... 2024-02-09T23:52:01.688 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-02-09T23:52:01.937 INFO:teuthology.orchestra.run.smithi103.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.c/config 2024-02-09T23:52:02.315 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:01 smithi103 ceph-mon[36942]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:52:02.315 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:01 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:02.315 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:01 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:02.315 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:01 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:02.315 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:01 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:02.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:01 smithi088 ceph-mon[36452]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:52:02.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:01 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:02.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:01 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:02.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:01 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:02.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:01 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:02.345 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 09 23:52:01 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-1[41034]: 2024-02-09T23:52:01.988+0000 7f97a93c67c0 -1 osd.1 0 log_to_monitors true 2024-02-09T23:52:02.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:01 smithi001 ceph-mon[32335]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:52:02.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:01 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:02.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:01 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:02.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:01 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:02.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:01 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:03.117 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:02 smithi103 ceph-mon[36942]: from='osd.1 [v2:172.21.15.88:6800/1258648868,v1:172.21.15.88:6801/1258648868]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-02-09T23:52:03.117 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:02 smithi103 ceph-mon[36942]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-02-09T23:52:03.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:02 smithi088 ceph-mon[36452]: from='osd.1 [v2:172.21.15.88:6800/1258648868,v1:172.21.15.88:6801/1258648868]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-02-09T23:52:03.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:02 smithi088 ceph-mon[36452]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-02-09T23:52:03.371 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:02 smithi001 ceph-mon[32335]: from='osd.1 [v2:172.21.15.88:6800/1258648868,v1:172.21.15.88:6801/1258648868]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-02-09T23:52:03.371 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:02 smithi001 ceph-mon[32335]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-02-09T23:52:03.684 INFO:teuthology.orchestra.run.smithi103.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-02-09T23:52:03.684 INFO:teuthology.orchestra.run.smithi103.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-02-09T23:52:03.684 INFO:teuthology.orchestra.run.smithi103.stderr: stderr: 10+0 records in 2024-02-09T23:52:03.684 INFO:teuthology.orchestra.run.smithi103.stderr:10+0 records out 2024-02-09T23:52:03.684 INFO:teuthology.orchestra.run.smithi103.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0174823 s, 600 MB/s 2024-02-09T23:52:03.684 INFO:teuthology.orchestra.run.smithi103.stderr: stderr: 2024-02-09T23:52:03.684 INFO:teuthology.orchestra.run.smithi103.stderr:--> Zapping successful for: 2024-02-09T23:52:04.210 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph orch daemon add osd smithi103:vg_nvme/lv_4 2024-02-09T23:52:04.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:03 smithi088 ceph-mon[36452]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:52:04.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:03 smithi088 ceph-mon[36452]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-02-09T23:52:04.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:03 smithi088 ceph-mon[36452]: from='osd.1 [v2:172.21.15.88:6800/1258648868,v1:172.21.15.88:6801/1258648868]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-02-09T23:52:04.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:03 smithi088 ceph-mon[36452]: osdmap e11: 2 total, 1 up, 2 in 2024-02-09T23:52:04.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:03 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-09T23:52:04.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:03 smithi088 ceph-mon[36452]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-02-09T23:52:04.346 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 09 23:52:03 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-1[41034]: 2024-02-09T23:52:03.989+0000 7f979ea2b700 -1 osd.1 0 waiting for initial osdmap 2024-02-09T23:52:04.346 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 09 23:52:03 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-1[41034]: 2024-02-09T23:52:03.995+0000 7f979a81e700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-09T23:52:04.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:03 smithi103 ceph-mon[36942]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:52:04.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:03 smithi103 ceph-mon[36942]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-02-09T23:52:04.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:03 smithi103 ceph-mon[36942]: from='osd.1 [v2:172.21.15.88:6800/1258648868,v1:172.21.15.88:6801/1258648868]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-02-09T23:52:04.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:03 smithi103 ceph-mon[36942]: osdmap e11: 2 total, 1 up, 2 in 2024-02-09T23:52:04.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:03 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-09T23:52:04.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:03 smithi103 ceph-mon[36942]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-02-09T23:52:04.452 INFO:teuthology.orchestra.run.smithi103.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.c/config 2024-02-09T23:52:04.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:03 smithi001 ceph-mon[32335]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:52:04.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:03 smithi001 ceph-mon[32335]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-02-09T23:52:04.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:03 smithi001 ceph-mon[32335]: from='osd.1 [v2:172.21.15.88:6800/1258648868,v1:172.21.15.88:6801/1258648868]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-02-09T23:52:04.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:03 smithi001 ceph-mon[32335]: osdmap e11: 2 total, 1 up, 2 in 2024-02-09T23:52:04.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:03 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-09T23:52:04.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:03 smithi001 ceph-mon[32335]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-02-09T23:52:05.067 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:04 smithi088 ceph-mon[36452]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-02-09T23:52:05.068 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:04 smithi088 ceph-mon[36452]: osdmap e12: 2 total, 1 up, 2 in 2024-02-09T23:52:05.068 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-09T23:52:05.068 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-09T23:52:05.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:04 smithi103 ceph-mon[36942]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-02-09T23:52:05.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:04 smithi103 ceph-mon[36942]: osdmap e12: 2 total, 1 up, 2 in 2024-02-09T23:52:05.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:04 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-09T23:52:05.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:04 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-09T23:52:05.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:04 smithi001 ceph-mon[32335]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-02-09T23:52:05.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:04 smithi001 ceph-mon[32335]: osdmap e12: 2 total, 1 up, 2 in 2024-02-09T23:52:05.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:04 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-09T23:52:05.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:04 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-09T23:52:05.931 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.926+0000 7f01913a3700 1 -- 172.21.15.103:0/3698306708 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f018c101880 msgr2=0x7f018c109140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:52:05.931 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.926+0000 7f01913a3700 1 --2- 172.21.15.103:0/3698306708 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f018c101880 0x7f018c109140 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f018400b0a0 tx=0x7f018400b3b0 comp rx=0 tx=0).stop 2024-02-09T23:52:05.931 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.926+0000 7f01913a3700 1 -- 172.21.15.103:0/3698306708 shutdown_connections 2024-02-09T23:52:05.931 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.926+0000 7f01913a3700 1 --2- 172.21.15.103:0/3698306708 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f018c101880 0x7f018c109140 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:52:05.931 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.926+0000 7f01913a3700 1 --2- 172.21.15.103:0/3698306708 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f018c102230 0x7f018c102650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:52:05.931 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.926+0000 7f01913a3700 1 --2- 172.21.15.103:0/3698306708 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f018c100ee0 0x7f018c101340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:52:05.931 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.926+0000 7f01913a3700 1 -- 172.21.15.103:0/3698306708 >> 172.21.15.103:0/3698306708 conn(0x7f018c0fb990 msgr2=0x7f018c0fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:52:05.931 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.926+0000 7f01913a3700 1 -- 172.21.15.103:0/3698306708 shutdown_connections 2024-02-09T23:52:05.931 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.926+0000 7f01913a3700 1 -- 172.21.15.103:0/3698306708 wait complete. 2024-02-09T23:52:05.931 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.927+0000 7f01913a3700 1 Processor -- start 2024-02-09T23:52:05.931 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.927+0000 7f01913a3700 1 -- start start 2024-02-09T23:52:05.932 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.927+0000 7f01913a3700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f018c100ee0 0x7f018c197dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:52:05.932 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.927+0000 7f01913a3700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f018c101880 0x7f018c198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:52:05.932 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.927+0000 7f01913a3700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f018c102230 0x7f018c19f390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:52:05.932 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.927+0000 7f01913a3700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f018c19f960 con 0x7f018c100ee0 2024-02-09T23:52:05.932 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.927+0000 7f01913a3700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f018c19faa0 con 0x7f018c102230 2024-02-09T23:52:05.932 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.927+0000 7f01913a3700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f018c19fc30 con 0x7f018c101880 2024-02-09T23:52:05.932 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.927+0000 7f01827fc700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f018c101880 0x7f018c198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:52:05.932 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.927+0000 7f01827fc700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f018c101880 0x7f018c198310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.103:42034/0 (socket says 172.21.15.103:42034) 2024-02-09T23:52:05.932 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.927+0000 7f01827fc700 1 -- 172.21.15.103:0/778965603 learned_addr learned my addr 172.21.15.103:0/778965603 (peer_addr_for_me v2:172.21.15.103:0/0) 2024-02-09T23:52:05.932 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.927+0000 7f018affd700 1 --2- 172.21.15.103:0/778965603 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f018c100ee0 0x7f018c197dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:52:05.932 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.928+0000 7f018b7fe700 1 --2- 172.21.15.103:0/778965603 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f018c102230 0x7f018c19f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:52:05.932 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.928+0000 7f01827fc700 1 -- 172.21.15.103:0/778965603 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f018c102230 msgr2=0x7f018c19f390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:52:05.932 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.928+0000 7f01827fc700 1 --2- 172.21.15.103:0/778965603 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f018c102230 0x7f018c19f390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:52:05.933 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.928+0000 7f01827fc700 1 -- 172.21.15.103:0/778965603 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f018c100ee0 msgr2=0x7f018c197dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:52:05.933 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.928+0000 7f01827fc700 1 --2- 172.21.15.103:0/778965603 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f018c100ee0 0x7f018c197dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:52:05.933 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.928+0000 7f01827fc700 1 -- 172.21.15.103:0/778965603 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f017c009520 con 0x7f018c101880 2024-02-09T23:52:05.933 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.928+0000 7f018b7fe700 1 --2- 172.21.15.103:0/778965603 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f018c102230 0x7f018c19f390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:52:05.933 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.928+0000 7f01827fc700 1 --2- 172.21.15.103:0/778965603 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f018c101880 0x7f018c198310 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f017400d980 tx=0x7f017400dc90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:52:05.933 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.928+0000 7f0188ff9700 1 -- 172.21.15.103:0/778965603 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0174009b40 con 0x7f018c101880 2024-02-09T23:52:05.933 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.928+0000 7f01913a3700 1 -- 172.21.15.103:0/778965603 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0184009d00 con 0x7f018c101880 2024-02-09T23:52:05.933 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.928+0000 7f0188ff9700 1 -- 172.21.15.103:0/778965603 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f017400b6e0 con 0x7f018c101880 2024-02-09T23:52:05.933 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.928+0000 7f0188ff9700 1 -- 172.21.15.103:0/778965603 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f017400f620 con 0x7f018c101880 2024-02-09T23:52:05.933 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.928+0000 7f01913a3700 1 -- 172.21.15.103:0/778965603 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f018c1a0270 con 0x7f018c101880 2024-02-09T23:52:05.934 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.929+0000 7f01913a3700 1 -- 172.21.15.103:0/778965603 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f018c107fe0 con 0x7f018c101880 2024-02-09T23:52:05.934 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.930+0000 7f0188ff9700 1 -- 172.21.15.103:0/778965603 <== mon.1 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 15) v1 ==== 136711+0+0 (secure 0 0 0) 0x7f0174010460 con 0x7f018c101880 2024-02-09T23:52:05.934 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.931+0000 7f0188ff9700 1 --2- 172.21.15.103:0/778965603 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f01780a20c0 0x7f01780a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:52:05.934 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.931+0000 7f0188ff9700 1 -- 172.21.15.103:0/778965603 <== mon.1 v2:172.21.15.103:3300/0 5 ==== osd_map(13..13 src has 1..13) v4 ==== 2309+0+0 (secure 0 0 0) 0x7f01740cc230 con 0x7f018c101880 2024-02-09T23:52:05.935 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.931+0000 7f018affd700 1 --2- 172.21.15.103:0/778965603 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f01780a20c0 0x7f01780a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:52:05.935 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.931+0000 7f018affd700 1 --2- 172.21.15.103:0/778965603 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f01780a20c0 0x7f01780a4580 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f018c069790 tx=0x7f017c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:52:05.937 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:05.935+0000 7f0188ff9700 1 -- 172.21.15.103:0/778965603 <== mon.1 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f0174096a50 con 0x7f018c101880 2024-02-09T23:52:06.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:05 smithi103 ceph-mon[36942]: purged_snaps scrub starts 2024-02-09T23:52:06.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:05 smithi103 ceph-mon[36942]: purged_snaps scrub ok 2024-02-09T23:52:06.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:05 smithi103 ceph-mon[36942]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:52:06.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:05 smithi103 ceph-mon[36942]: osd.1 [v2:172.21.15.88:6800/1258648868,v1:172.21.15.88:6801/1258648868] boot 2024-02-09T23:52:06.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:05 smithi103 ceph-mon[36942]: osdmap e13: 2 total, 2 up, 2 in 2024-02-09T23:52:06.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-09T23:52:06.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:05 smithi103 ceph-mon[36942]: Detected new or changed devices on smithi088 2024-02-09T23:52:06.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:06.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:06.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:52:06.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:05 smithi103 ceph-mon[36942]: Adjusting osd_memory_target on smithi088 to 17080M 2024-02-09T23:52:06.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:06.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:06.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:52:06.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:06.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:52:06.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:06.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:52:06.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:06.141 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:06.139+0000 7f01913a3700 1 -- 172.21.15.103:0/778965603 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7f018c02d880 con 0x7f01780a20c0 2024-02-09T23:52:06.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:05 smithi088 ceph-mon[36452]: purged_snaps scrub starts 2024-02-09T23:52:06.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:05 smithi088 ceph-mon[36452]: purged_snaps scrub ok 2024-02-09T23:52:06.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:05 smithi088 ceph-mon[36452]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:52:06.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:05 smithi088 ceph-mon[36452]: osd.1 [v2:172.21.15.88:6800/1258648868,v1:172.21.15.88:6801/1258648868] boot 2024-02-09T23:52:06.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:05 smithi088 ceph-mon[36452]: osdmap e13: 2 total, 2 up, 2 in 2024-02-09T23:52:06.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-09T23:52:06.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:05 smithi088 ceph-mon[36452]: Detected new or changed devices on smithi088 2024-02-09T23:52:06.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:06.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:06.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:52:06.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:05 smithi088 ceph-mon[36452]: Adjusting osd_memory_target on smithi088 to 17080M 2024-02-09T23:52:06.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:06.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:06.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:52:06.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:06.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:52:06.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:06.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:52:06.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:06.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:05 smithi001 ceph-mon[32335]: purged_snaps scrub starts 2024-02-09T23:52:06.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:05 smithi001 ceph-mon[32335]: purged_snaps scrub ok 2024-02-09T23:52:06.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:05 smithi001 ceph-mon[32335]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-09T23:52:06.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:05 smithi001 ceph-mon[32335]: osd.1 [v2:172.21.15.88:6800/1258648868,v1:172.21.15.88:6801/1258648868] boot 2024-02-09T23:52:06.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:05 smithi001 ceph-mon[32335]: osdmap e13: 2 total, 2 up, 2 in 2024-02-09T23:52:06.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-09T23:52:06.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:05 smithi001 ceph-mon[32335]: Detected new or changed devices on smithi088 2024-02-09T23:52:06.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:06.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:06.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:52:06.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:05 smithi001 ceph-mon[32335]: Adjusting osd_memory_target on smithi088 to 17080M 2024-02-09T23:52:06.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:06.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:06.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:52:06.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:06.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:52:06.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:06.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:52:06.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:07.263 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:07 smithi103 ceph-mon[36942]: osdmap e14: 2 total, 2 up, 2 in 2024-02-09T23:52:07.264 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:07 smithi103 ceph-mon[36942]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:52:07.264 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:07 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:52:07.264 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:07 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:52:07.264 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:07 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:07.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:07 smithi088 ceph-mon[36452]: osdmap e14: 2 total, 2 up, 2 in 2024-02-09T23:52:07.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:07 smithi088 ceph-mon[36452]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:52:07.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:07 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:52:07.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:07 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:52:07.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:07 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:07.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:07 smithi001 ceph-mon[32335]: osdmap e14: 2 total, 2 up, 2 in 2024-02-09T23:52:07.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:07 smithi001 ceph-mon[32335]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:52:07.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:07 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:52:07.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:07 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:52:07.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:07 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:08.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:08 smithi088 ceph-mon[36452]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:08.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:08 smithi103 ceph-mon[36942]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:08.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:08 smithi001 ceph-mon[32335]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:09.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:09 smithi088 ceph-mon[36452]: from='client.? 172.21.15.103:0/4190719003' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6be4c8dc-283d-4025-9c1f-c00ee4e3659f"}]: dispatch 2024-02-09T23:52:09.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:09 smithi088 ceph-mon[36452]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6be4c8dc-283d-4025-9c1f-c00ee4e3659f"}]: dispatch 2024-02-09T23:52:09.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:09 smithi088 ceph-mon[36452]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6be4c8dc-283d-4025-9c1f-c00ee4e3659f"}]': finished 2024-02-09T23:52:09.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:09 smithi088 ceph-mon[36452]: osdmap e15: 3 total, 2 up, 3 in 2024-02-09T23:52:09.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:09 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-09T23:52:09.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:09 smithi103 ceph-mon[36942]: from='client.? 172.21.15.103:0/4190719003' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6be4c8dc-283d-4025-9c1f-c00ee4e3659f"}]: dispatch 2024-02-09T23:52:09.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:09 smithi103 ceph-mon[36942]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6be4c8dc-283d-4025-9c1f-c00ee4e3659f"}]: dispatch 2024-02-09T23:52:09.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:09 smithi103 ceph-mon[36942]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6be4c8dc-283d-4025-9c1f-c00ee4e3659f"}]': finished 2024-02-09T23:52:09.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:09 smithi103 ceph-mon[36942]: osdmap e15: 3 total, 2 up, 3 in 2024-02-09T23:52:09.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:09 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-09T23:52:09.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:09 smithi001 ceph-mon[32335]: from='client.? 172.21.15.103:0/4190719003' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6be4c8dc-283d-4025-9c1f-c00ee4e3659f"}]: dispatch 2024-02-09T23:52:09.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:09 smithi001 ceph-mon[32335]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6be4c8dc-283d-4025-9c1f-c00ee4e3659f"}]: dispatch 2024-02-09T23:52:09.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:09 smithi001 ceph-mon[32335]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6be4c8dc-283d-4025-9c1f-c00ee4e3659f"}]': finished 2024-02-09T23:52:09.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:09 smithi001 ceph-mon[32335]: osdmap e15: 3 total, 2 up, 3 in 2024-02-09T23:52:09.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:09 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-09T23:52:10.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:10 smithi088 ceph-mon[36452]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:10.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:10 smithi088 ceph-mon[36452]: from='client.? 172.21.15.103:0/1379787679' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:52:10.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:10 smithi103 ceph-mon[36942]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:10.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:10 smithi103 ceph-mon[36942]: from='client.? 172.21.15.103:0/1379787679' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:52:10.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:10 smithi001 ceph-mon[32335]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:10.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:10 smithi001 ceph-mon[32335]: from='client.? 172.21.15.103:0/1379787679' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:52:12.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:12 smithi088 ceph-mon[36452]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:12.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:12 smithi103 ceph-mon[36942]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:12.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:12 smithi001 ceph-mon[32335]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:14.319 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:14 smithi103 ceph-mon[36942]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:14.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:14 smithi088 ceph-mon[36452]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:14.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:14 smithi001 ceph-mon[32335]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:16.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:16 smithi103 ceph-mon[36942]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:16.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:16 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-02-09T23:52:16.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:16 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:16.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:16 smithi088 ceph-mon[36452]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:16.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:16 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-02-09T23:52:16.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:16 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:16.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:16 smithi001 ceph-mon[32335]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:16.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:16 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-02-09T23:52:16.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:16 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:17.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:17 smithi103 ceph-mon[36942]: Deploying daemon osd.2 on smithi103 2024-02-09T23:52:17.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:17 smithi088 ceph-mon[36452]: Deploying daemon osd.2 on smithi103 2024-02-09T23:52:17.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:17 smithi001 ceph-mon[32335]: Deploying daemon osd.2 on smithi103 2024-02-09T23:52:18.330 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:18 smithi088 ceph-mon[36452]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:18.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:18 smithi103 ceph-mon[36942]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:18.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:18 smithi001 ceph-mon[32335]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:20.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:20 smithi088 ceph-mon[36452]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:20.375 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:20 smithi103 ceph-mon[36942]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:20.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:20 smithi001 ceph-mon[32335]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:21.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:21 smithi001 ceph-mon[32335]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:21.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:21 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:21.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:21 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:21.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:21 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:52:22.069 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:21 smithi103 ceph-mon[36942]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:22.069 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:21 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:22.070 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:21 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:22.070 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:21 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:52:22.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:21 smithi088 ceph-mon[36452]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:22.152 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:21 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:22.152 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:21 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:22.152 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:21 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:52:23.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:23 smithi001 ceph-mon[32335]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:23.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:23 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:23.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:23 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:23.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:23 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:23.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:23 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:52:23.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:23 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:23.999 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:23 smithi103 ceph-mon[36942]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:23.999 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:23 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:23.999 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:23 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:23.999 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:23 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:23.999 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:23 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:52:24.000 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:23 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:24.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:23 smithi088 ceph-mon[36452]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:24.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:23 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:24.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:23 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:24.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:23 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:24.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:23 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:52:24.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:23 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:24.311 INFO:teuthology.orchestra.run.smithi103.stdout:Created osd(s) 2 on host 'smithi103' 2024-02-09T23:52:24.312 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:24.308+0000 7f0188ff9700 1 -- 172.21.15.103:0/778965603 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f018c02d880 con 0x7f01780a20c0 2024-02-09T23:52:24.313 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:24.310+0000 7f01913a3700 1 -- 172.21.15.103:0/778965603 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f01780a20c0 msgr2=0x7f01780a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:52:24.313 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:24.310+0000 7f01913a3700 1 --2- 172.21.15.103:0/778965603 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f01780a20c0 0x7f01780a4580 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f018c069790 tx=0x7f017c009260 comp rx=0 tx=0).stop 2024-02-09T23:52:24.314 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:24.310+0000 7f01913a3700 1 -- 172.21.15.103:0/778965603 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f018c101880 msgr2=0x7f018c198310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:52:24.314 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:24.310+0000 7f01913a3700 1 --2- 172.21.15.103:0/778965603 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f018c101880 0x7f018c198310 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f017400d980 tx=0x7f017400dc90 comp rx=0 tx=0).stop 2024-02-09T23:52:24.314 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:24.310+0000 7f01913a3700 1 -- 172.21.15.103:0/778965603 shutdown_connections 2024-02-09T23:52:24.314 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:24.310+0000 7f01913a3700 1 --2- 172.21.15.103:0/778965603 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f01780a20c0 0x7f01780a4580 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:52:24.314 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:24.310+0000 7f01913a3700 1 --2- 172.21.15.103:0/778965603 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f018c100ee0 0x7f018c197dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:52:24.314 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:24.310+0000 7f01913a3700 1 --2- 172.21.15.103:0/778965603 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f018c102230 0x7f018c19f390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:52:24.314 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:24.310+0000 7f01913a3700 1 --2- 172.21.15.103:0/778965603 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f018c101880 0x7f018c198310 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:52:24.314 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:24.311+0000 7f01913a3700 1 -- 172.21.15.103:0/778965603 >> 172.21.15.103:0/778965603 conn(0x7f018c0fb990 msgr2=0x7f018c105120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:52:24.314 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:24.311+0000 7f01913a3700 1 -- 172.21.15.103:0/778965603 shutdown_connections 2024-02-09T23:52:24.314 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:52:24.311+0000 7f01913a3700 1 -- 172.21.15.103:0/778965603 wait complete. 2024-02-09T23:52:24.938 DEBUG:teuthology.orchestra.run.smithi103:osd.2> sudo journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.2.service 2024-02-09T23:52:24.941 INFO:tasks.cephadm:Deploying osd.3 on smithi001 with /dev/vg_nvme/lv_3... 2024-02-09T23:52:24.941 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-02-09T23:52:25.193 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:52:25.554 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:25 smithi001 ceph-mon[32335]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:25.554 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:25 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:25.554 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:25 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:25.554 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:25 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:52:25.554 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:25 smithi001 ceph-mon[32335]: from='osd.2 [v2:172.21.15.103:6800/2902494825,v1:172.21.15.103:6801/2902494825]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-02-09T23:52:25.554 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:25 smithi001 ceph-mon[32335]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-02-09T23:52:25.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:25 smithi088 ceph-mon[36452]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:25.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:25 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:25.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:25 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:25.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:25 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:52:25.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:25 smithi088 ceph-mon[36452]: from='osd.2 [v2:172.21.15.103:6800/2902494825,v1:172.21.15.103:6801/2902494825]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-02-09T23:52:25.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:25 smithi088 ceph-mon[36452]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-02-09T23:52:25.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:25 smithi103 ceph-mon[36942]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:25.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:25 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:25.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:25 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:25.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:25 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:52:25.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:25 smithi103 ceph-mon[36942]: from='osd.2 [v2:172.21.15.103:6800/2902494825,v1:172.21.15.103:6801/2902494825]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-02-09T23:52:25.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:25 smithi103 ceph-mon[36942]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-02-09T23:52:26.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:26 smithi103 ceph-mon[36942]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-02-09T23:52:26.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:26 smithi103 ceph-mon[36942]: osdmap e16: 3 total, 2 up, 3 in 2024-02-09T23:52:26.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:26 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-09T23:52:26.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:26 smithi103 ceph-mon[36942]: from='osd.2 [v2:172.21.15.103:6800/2902494825,v1:172.21.15.103:6801/2902494825]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-02-09T23:52:26.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:26 smithi103 ceph-mon[36942]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-02-09T23:52:26.390 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 09 23:52:26 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-2[42080]: 2024-02-09T23:52:26.271+0000 7f78f58c1700 -1 osd.2 0 waiting for initial osdmap 2024-02-09T23:52:26.390 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 09 23:52:26 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-2[42080]: 2024-02-09T23:52:26.275+0000 7f78f16b4700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-09T23:52:26.492 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:26 smithi001 ceph-mon[32335]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-02-09T23:52:26.492 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:26 smithi001 ceph-mon[32335]: osdmap e16: 3 total, 2 up, 3 in 2024-02-09T23:52:26.492 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:26 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-09T23:52:26.492 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:26 smithi001 ceph-mon[32335]: from='osd.2 [v2:172.21.15.103:6800/2902494825,v1:172.21.15.103:6801/2902494825]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-02-09T23:52:26.492 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:26 smithi001 ceph-mon[32335]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-02-09T23:52:26.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:26 smithi088 ceph-mon[36452]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-02-09T23:52:26.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:26 smithi088 ceph-mon[36452]: osdmap e16: 3 total, 2 up, 3 in 2024-02-09T23:52:26.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:26 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-09T23:52:26.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:26 smithi088 ceph-mon[36452]: from='osd.2 [v2:172.21.15.103:6800/2902494825,v1:172.21.15.103:6801/2902494825]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-02-09T23:52:26.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:26 smithi088 ceph-mon[36452]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-02-09T23:52:27.190 INFO:teuthology.orchestra.run.smithi001.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-02-09T23:52:27.190 INFO:teuthology.orchestra.run.smithi001.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-02-09T23:52:27.190 INFO:teuthology.orchestra.run.smithi001.stderr: stderr: 10+0 records in 2024-02-09T23:52:27.191 INFO:teuthology.orchestra.run.smithi001.stderr:10+0 records out 2024-02-09T23:52:27.191 INFO:teuthology.orchestra.run.smithi001.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00858115 s, 1.2 GB/s 2024-02-09T23:52:27.191 INFO:teuthology.orchestra.run.smithi001.stderr:--> Zapping successful for: 2024-02-09T23:52:27.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:27 smithi001 ceph-mon[32335]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:27.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:27 smithi001 ceph-mon[32335]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]': finished 2024-02-09T23:52:27.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:27 smithi001 ceph-mon[32335]: osdmap e17: 3 total, 2 up, 3 in 2024-02-09T23:52:27.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:27 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-09T23:52:27.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:27 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-09T23:52:27.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:27 smithi088 ceph-mon[36452]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:27.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:27 smithi088 ceph-mon[36452]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]': finished 2024-02-09T23:52:27.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:27 smithi088 ceph-mon[36452]: osdmap e17: 3 total, 2 up, 3 in 2024-02-09T23:52:27.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:27 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-09T23:52:27.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:27 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-09T23:52:27.601 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:27 smithi103 ceph-mon[36942]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:27.601 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:27 smithi103 ceph-mon[36942]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]': finished 2024-02-09T23:52:27.601 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:27 smithi103 ceph-mon[36942]: osdmap e17: 3 total, 2 up, 3 in 2024-02-09T23:52:27.601 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:27 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-09T23:52:27.601 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:27 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-09T23:52:27.735 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph orch daemon add osd smithi001:vg_nvme/lv_3 2024-02-09T23:52:27.984 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:52:28.712 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:28 smithi001 ceph-mon[32335]: purged_snaps scrub starts 2024-02-09T23:52:28.712 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:28 smithi001 ceph-mon[32335]: purged_snaps scrub ok 2024-02-09T23:52:28.713 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:28 smithi001 ceph-mon[32335]: osd.2 [v2:172.21.15.103:6800/2902494825,v1:172.21.15.103:6801/2902494825] boot 2024-02-09T23:52:28.713 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:28 smithi001 ceph-mon[32335]: osdmap e18: 3 total, 3 up, 3 in 2024-02-09T23:52:28.713 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:28 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-09T23:52:28.713 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:28 smithi001 ceph-mon[32335]: Detected new or changed devices on smithi103 2024-02-09T23:52:28.713 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:28 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:28.713 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:28 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:28.713 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:28 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:52:28.713 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:28 smithi001 ceph-mon[32335]: Adjusting osd_memory_target on smithi103 to 17080M 2024-02-09T23:52:28.713 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:28 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:28.713 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:28 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:28.713 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:28 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:52:28.713 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:28 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:28.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:28 smithi088 ceph-mon[36452]: purged_snaps scrub starts 2024-02-09T23:52:28.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:28 smithi088 ceph-mon[36452]: purged_snaps scrub ok 2024-02-09T23:52:28.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:28 smithi088 ceph-mon[36452]: osd.2 [v2:172.21.15.103:6800/2902494825,v1:172.21.15.103:6801/2902494825] boot 2024-02-09T23:52:28.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:28 smithi088 ceph-mon[36452]: osdmap e18: 3 total, 3 up, 3 in 2024-02-09T23:52:28.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:28 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-09T23:52:28.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:28 smithi088 ceph-mon[36452]: Detected new or changed devices on smithi103 2024-02-09T23:52:28.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:28 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:28.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:28 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:28.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:28 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:52:28.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:28 smithi088 ceph-mon[36452]: Adjusting osd_memory_target on smithi103 to 17080M 2024-02-09T23:52:28.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:28 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:28.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:28 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:28.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:28 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:52:28.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:28 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:28.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:28 smithi103 ceph-mon[36942]: purged_snaps scrub starts 2024-02-09T23:52:28.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:28 smithi103 ceph-mon[36942]: purged_snaps scrub ok 2024-02-09T23:52:28.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:28 smithi103 ceph-mon[36942]: osd.2 [v2:172.21.15.103:6800/2902494825,v1:172.21.15.103:6801/2902494825] boot 2024-02-09T23:52:28.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:28 smithi103 ceph-mon[36942]: osdmap e18: 3 total, 3 up, 3 in 2024-02-09T23:52:28.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:28 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-09T23:52:28.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:28 smithi103 ceph-mon[36942]: Detected new or changed devices on smithi103 2024-02-09T23:52:28.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:28 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:28.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:28 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:28.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:28 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:52:28.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:28 smithi103 ceph-mon[36942]: Adjusting osd_memory_target on smithi103 to 17080M 2024-02-09T23:52:28.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:28 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:28.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:28 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:28.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:28 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:52:28.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:28 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:29.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.503+0000 7fadb276d700 1 -- 172.21.15.1:0/2726785022 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fadac100c50 msgr2=0x7fadac101070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:52:29.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.503+0000 7fadb276d700 1 --2- 172.21.15.1:0/2726785022 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fadac100c50 0x7fadac101070 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fad9c0099c0 tx=0x7fad9c009cd0 comp rx=0 tx=0).stop 2024-02-09T23:52:29.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.503+0000 7fadb276d700 1 -- 172.21.15.1:0/2726785022 shutdown_connections 2024-02-09T23:52:29.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.503+0000 7fadb276d700 1 --2- 172.21.15.1:0/2726785022 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fadac100c50 0x7fadac101070 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:52:29.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.503+0000 7fadb276d700 1 --2- 172.21.15.1:0/2726785022 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fadac1027f0 0x7fadac1090a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:52:29.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.503+0000 7fadb276d700 1 --2- 172.21.15.1:0/2726785022 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fadac101e50 0x7fadac1022b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:52:29.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.503+0000 7fadb276d700 1 -- 172.21.15.1:0/2726785022 >> 172.21.15.1:0/2726785022 conn(0x7fadac0fc210 msgr2=0x7fadac0fe630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:52:29.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.503+0000 7fadb276d700 1 -- 172.21.15.1:0/2726785022 shutdown_connections 2024-02-09T23:52:29.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.503+0000 7fadb276d700 1 -- 172.21.15.1:0/2726785022 wait complete. 2024-02-09T23:52:29.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.504+0000 7fadb276d700 1 Processor -- start 2024-02-09T23:52:29.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.504+0000 7fadb276d700 1 -- start start 2024-02-09T23:52:29.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.504+0000 7fadb276d700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fadac100c50 0x7fadac196d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:52:29.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.504+0000 7fadb276d700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fadac101e50 0x7fadac197290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:52:29.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.504+0000 7fadb276d700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fadac1027f0 0x7fadac19e280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:52:29.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.505+0000 7fadb276d700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadac19e850 con 0x7fadac1027f0 2024-02-09T23:52:29.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.505+0000 7fadb276d700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadac19e990 con 0x7fadac100c50 2024-02-09T23:52:29.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.505+0000 7fadb276d700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadac19eb50 con 0x7fadac101e50 2024-02-09T23:52:29.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.505+0000 7fadb0d0a700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fadac1027f0 0x7fadac19e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:52:29.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.505+0000 7fadb0d0a700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fadac1027f0 0x7fadac19e280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54634/0 (socket says 172.21.15.1:54634) 2024-02-09T23:52:29.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.505+0000 7fadb0d0a700 1 -- 172.21.15.1:0/1655325353 learned_addr learned my addr 172.21.15.1:0/1655325353 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:52:29.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.505+0000 7fadab7fe700 1 --2- 172.21.15.1:0/1655325353 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fadac101e50 0x7fadac197290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:52:29.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.505+0000 7fadabfff700 1 --2- 172.21.15.1:0/1655325353 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fadac100c50 0x7fadac196d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:52:29.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.505+0000 7fadb0d0a700 1 -- 172.21.15.1:0/1655325353 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fadac101e50 msgr2=0x7fadac197290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:52:29.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.505+0000 7fadb0d0a700 1 --2- 172.21.15.1:0/1655325353 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fadac101e50 0x7fadac197290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:52:29.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.505+0000 7fadb0d0a700 1 -- 172.21.15.1:0/1655325353 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fadac100c50 msgr2=0x7fadac196d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:52:29.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.505+0000 7fadb0d0a700 1 --2- 172.21.15.1:0/1655325353 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fadac100c50 0x7fadac196d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:52:29.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.505+0000 7fadb0d0a700 1 -- 172.21.15.1:0/1655325353 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad9c0095f0 con 0x7fadac1027f0 2024-02-09T23:52:29.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.505+0000 7fadabfff700 1 --2- 172.21.15.1:0/1655325353 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fadac100c50 0x7fadac196d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:52:29.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.505+0000 7fadb0d0a700 1 --2- 172.21.15.1:0/1655325353 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fadac1027f0 0x7fadac19e280 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fada4007f10 tx=0x7fada400f5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:52:29.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.505+0000 7fada97fa700 1 -- 172.21.15.1:0/1655325353 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fada400fde0 con 0x7fadac1027f0 2024-02-09T23:52:29.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.505+0000 7fada97fa700 1 -- 172.21.15.1:0/1655325353 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fada4004bb0 con 0x7fadac1027f0 2024-02-09T23:52:29.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.505+0000 7fadb276d700 1 -- 172.21.15.1:0/1655325353 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fadac06a4a0 con 0x7fadac1027f0 2024-02-09T23:52:29.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.505+0000 7fada97fa700 1 -- 172.21.15.1:0/1655325353 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fada4012ea0 con 0x7fadac1027f0 2024-02-09T23:52:29.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.505+0000 7fadb276d700 1 -- 172.21.15.1:0/1655325353 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fadac06a9a0 con 0x7fadac1027f0 2024-02-09T23:52:29.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.506+0000 7fadb276d700 1 -- 172.21.15.1:0/1655325353 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fadac0689e0 con 0x7fadac1027f0 2024-02-09T23:52:29.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.507+0000 7fada97fa700 1 -- 172.21.15.1:0/1655325353 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 15) v1 ==== 136711+0+0 (secure 0 0 0) 0x7fada4004d20 con 0x7fadac1027f0 2024-02-09T23:52:29.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.508+0000 7fada97fa700 1 --2- 172.21.15.1:0/1655325353 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fad940a21c0 0x7fad940a4680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:52:29.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.508+0000 7fadabfff700 1 --2- 172.21.15.1:0/1655325353 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fad940a21c0 0x7fad940a4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:52:29.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.508+0000 7fada97fa700 1 -- 172.21.15.1:0/1655325353 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 3226+0+0 (secure 0 0 0) 0x7fada40ceaa0 con 0x7fadac1027f0 2024-02-09T23:52:29.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.508+0000 7fadabfff700 1 --2- 172.21.15.1:0/1655325353 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fad940a21c0 0x7fad940a4680 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fad9c0038c0 tx=0x7fad9c000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:52:29.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.513+0000 7fada97fa700 1 -- 172.21.15.1:0/1655325353 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fada4098e90 con 0x7fadac1027f0 2024-02-09T23:52:29.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:29.744+0000 7fadb276d700 1 -- 172.21.15.1:0/1655325353 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7fadac107b00 con 0x7fad940a21c0 2024-02-09T23:52:29.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:29 smithi088 ceph-mon[36452]: pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:29.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:29 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-02-09T23:52:29.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:29 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-02-09T23:52:29.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:29 smithi088 ceph-mon[36452]: osdmap e19: 3 total, 3 up, 3 in 2024-02-09T23:52:29.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:29 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-02-09T23:52:29.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:29 smithi103 ceph-mon[36942]: pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:29.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:29 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-02-09T23:52:29.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:29 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-02-09T23:52:29.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:29 smithi103 ceph-mon[36942]: osdmap e19: 3 total, 3 up, 3 in 2024-02-09T23:52:29.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:29 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-02-09T23:52:29.911 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:29 smithi001 ceph-mon[32335]: pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-09T23:52:29.911 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:29 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-02-09T23:52:29.912 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:29 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-02-09T23:52:29.912 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:29 smithi001 ceph-mon[32335]: osdmap e19: 3 total, 3 up, 3 in 2024-02-09T23:52:29.912 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:29 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-02-09T23:52:30.180 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 09 23:52:29 smithi001 sudo[51677]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-02-09T23:52:30.180 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 09 23:52:29 smithi001 sudo[51677]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-09T23:52:30.180 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 09 23:52:29 smithi001 sudo[51677]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-09T23:52:30.180 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 09 23:52:29 smithi001 sudo[51677]: pam_unix(sudo:session): session closed for user root 2024-02-09T23:52:30.448 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 09 23:52:30 smithi001 sudo[51687]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-02-09T23:52:30.448 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 09 23:52:30 smithi001 sudo[51687]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-09T23:52:30.448 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 09 23:52:30 smithi001 sudo[51687]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-09T23:52:30.448 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 09 23:52:30 smithi001 sudo[51687]: pam_unix(sudo:session): session closed for user root 2024-02-09T23:52:30.707 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:30 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-02-09T23:52:30.707 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:30 smithi088 ceph-mon[36452]: osdmap e20: 3 total, 3 up, 3 in 2024-02-09T23:52:30.707 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:30 smithi088 ceph-mon[36452]: from='client.14286 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:52:30.707 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:30 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:52:30.707 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:30 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:52:30.707 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:30 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:30.707 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:30 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:30.708 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 09 23:52:30 smithi088 sudo[45191]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-02-09T23:52:30.708 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 09 23:52:30 smithi088 sudo[45191]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-09T23:52:30.708 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 09 23:52:30 smithi088 sudo[45191]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-09T23:52:30.708 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 09 23:52:30 smithi088 sudo[45191]: pam_unix(sudo:session): session closed for user root 2024-02-09T23:52:30.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:30 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-02-09T23:52:30.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:30 smithi001 ceph-mon[32335]: osdmap e20: 3 total, 3 up, 3 in 2024-02-09T23:52:30.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:30 smithi001 ceph-mon[32335]: from='client.14286 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:52:30.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:30 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:52:30.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:30 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:52:30.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:30 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:30.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:30 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:30.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:30 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-02-09T23:52:30.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:30 smithi103 ceph-mon[36942]: osdmap e20: 3 total, 3 up, 3 in 2024-02-09T23:52:30.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:30 smithi103 ceph-mon[36942]: from='client.14286 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:52:30.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:30 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:52:30.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:30 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:52:30.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:30 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:30.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:30 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:31.095 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 09 23:52:30 smithi088 sudo[45194]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-02-09T23:52:31.095 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 09 23:52:30 smithi088 sudo[45194]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-09T23:52:31.095 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 09 23:52:30 smithi088 sudo[45194]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-09T23:52:31.095 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 09 23:52:30 smithi088 sudo[45194]: pam_unix(sudo:session): session closed for user root 2024-02-09T23:52:31.225 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 09 23:52:30 smithi103 sudo[46028]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-02-09T23:52:31.225 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 09 23:52:30 smithi103 sudo[46028]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-09T23:52:31.225 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 09 23:52:30 smithi103 sudo[46028]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-09T23:52:31.225 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 09 23:52:30 smithi103 sudo[46028]: pam_unix(sudo:session): session closed for user root 2024-02-09T23:52:31.639 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 09 23:52:31 smithi103 sudo[46031]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-02-09T23:52:31.639 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 09 23:52:31 smithi103 sudo[46031]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-09T23:52:31.639 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 09 23:52:31 smithi103 sudo[46031]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-09T23:52:31.640 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 09 23:52:31 smithi103 sudo[46031]: pam_unix(sudo:session): session closed for user root 2024-02-09T23:52:31.776 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:31 smithi001 sudo[51785]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-02-09T23:52:31.776 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:31 smithi001 sudo[51785]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-09T23:52:31.776 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:31 smithi001 sudo[51785]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-09T23:52:31.776 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:31 smithi001 sudo[51785]: pam_unix(sudo:session): session closed for user root 2024-02-09T23:52:31.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:31.791+0000 7fada97fa700 1 -- 172.21.15.1:0/1655325353 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7fada4099260 con 0x7fadac1027f0 2024-02-09T23:52:32.040 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:31 smithi103 ceph-mon[36942]: pgmap v83: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-02-09T23:52:32.040 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:31 smithi103 ceph-mon[36942]: osdmap e21: 3 total, 3 up, 3 in 2024-02-09T23:52:32.040 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:31 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:32.040 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:31 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:32.041 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:31 smithi103 ceph-mon[36942]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-02-09T23:52:32.041 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:32 smithi103 sudo[46034]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-02-09T23:52:32.041 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:32 smithi103 sudo[46034]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-09T23:52:32.041 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:32 smithi103 sudo[46034]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-09T23:52:32.041 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:32 smithi103 sudo[46034]: pam_unix(sudo:session): session closed for user root 2024-02-09T23:52:32.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:31 smithi088 ceph-mon[36452]: pgmap v83: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-02-09T23:52:32.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:31 smithi088 ceph-mon[36452]: osdmap e21: 3 total, 3 up, 3 in 2024-02-09T23:52:32.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:31 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:32.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:31 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:32.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:31 smithi088 ceph-mon[36452]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-02-09T23:52:32.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:31 smithi001 sudo[51793]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-02-09T23:52:32.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:31 smithi001 sudo[51793]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-09T23:52:32.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:31 smithi001 sudo[51793]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-09T23:52:32.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:31 smithi001 sudo[51793]: pam_unix(sudo:session): session closed for user root 2024-02-09T23:52:32.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:31 smithi001 ceph-mon[32335]: pgmap v83: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-02-09T23:52:32.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:31 smithi001 ceph-mon[32335]: osdmap e21: 3 total, 3 up, 3 in 2024-02-09T23:52:32.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:31 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:32.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:31 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:32.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:31 smithi001 ceph-mon[32335]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-02-09T23:52:32.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:32 smithi103 sudo[46037]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-02-09T23:52:32.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:32 smithi103 sudo[46037]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-09T23:52:32.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:32 smithi103 sudo[46037]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-09T23:52:32.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:32 smithi103 sudo[46037]: pam_unix(sudo:session): session closed for user root 2024-02-09T23:52:32.772 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:32 smithi088 sudo[45197]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-02-09T23:52:32.772 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:32 smithi088 sudo[45197]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-09T23:52:32.772 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:32 smithi088 sudo[45197]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-09T23:52:32.772 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:32 smithi088 sudo[45197]: pam_unix(sudo:session): session closed for user root 2024-02-09T23:52:32.772 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:32 smithi088 sudo[45200]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-02-09T23:52:32.772 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:32 smithi088 sudo[45200]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-09T23:52:32.772 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:32 smithi088 sudo[45200]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-09T23:52:33.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:32 smithi088 sudo[45200]: pam_unix(sudo:session): session closed for user root 2024-02-09T23:52:33.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:32 smithi088 ceph-mon[36452]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-02-09T23:52:33.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:32 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-09T23:52:33.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:32 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:52:33.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:32 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-09T23:52:33.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:32 smithi088 ceph-mon[36452]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-02-09T23:52:33.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:32 smithi088 ceph-mon[36452]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-02-09T23:52:33.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:32 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-09T23:52:33.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:32 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:52:33.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:32 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-09T23:52:33.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:32 smithi088 ceph-mon[36452]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-02-09T23:52:33.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:32 smithi088 ceph-mon[36452]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-02-09T23:52:33.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:32 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-09T23:52:33.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:32 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:52:33.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:32 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-09T23:52:33.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:32 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1307966147' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "52579ea8-e424-4adc-9fd9-44cec7e3875a"}]: dispatch 2024-02-09T23:52:33.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:32 smithi088 ceph-mon[36452]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-02-09T23:52:33.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:32 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1307966147' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "52579ea8-e424-4adc-9fd9-44cec7e3875a"}]': finished 2024-02-09T23:52:33.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:32 smithi088 ceph-mon[36452]: osdmap e22: 4 total, 3 up, 4 in 2024-02-09T23:52:33.097 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:32 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-09T23:52:33.121 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:32 smithi001 ceph-mon[32335]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-02-09T23:52:33.121 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:32 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-09T23:52:33.122 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:32 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:52:33.122 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:32 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-09T23:52:33.122 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:32 smithi001 ceph-mon[32335]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-02-09T23:52:33.122 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:32 smithi001 ceph-mon[32335]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-02-09T23:52:33.122 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:32 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-09T23:52:33.122 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:32 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:52:33.122 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:32 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-09T23:52:33.122 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:32 smithi001 ceph-mon[32335]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-02-09T23:52:33.122 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:32 smithi001 ceph-mon[32335]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-02-09T23:52:33.122 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:32 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-09T23:52:33.122 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:32 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:52:33.122 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:32 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-09T23:52:33.123 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:32 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1307966147' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "52579ea8-e424-4adc-9fd9-44cec7e3875a"}]: dispatch 2024-02-09T23:52:33.123 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:32 smithi001 ceph-mon[32335]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-02-09T23:52:33.123 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:32 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1307966147' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "52579ea8-e424-4adc-9fd9-44cec7e3875a"}]': finished 2024-02-09T23:52:33.123 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:32 smithi001 ceph-mon[32335]: osdmap e22: 4 total, 3 up, 4 in 2024-02-09T23:52:33.123 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:32 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-09T23:52:33.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:32 smithi103 ceph-mon[36942]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-02-09T23:52:33.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:32 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-09T23:52:33.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:32 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:52:33.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:32 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-09T23:52:33.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:32 smithi103 ceph-mon[36942]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-02-09T23:52:33.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:32 smithi103 ceph-mon[36942]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-02-09T23:52:33.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:32 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-09T23:52:33.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:32 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:52:33.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:32 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-09T23:52:33.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:32 smithi103 ceph-mon[36942]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-02-09T23:52:33.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:32 smithi103 ceph-mon[36942]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-02-09T23:52:33.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:32 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-09T23:52:33.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:32 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:52:33.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:32 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-09T23:52:33.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:32 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1307966147' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "52579ea8-e424-4adc-9fd9-44cec7e3875a"}]: dispatch 2024-02-09T23:52:33.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:32 smithi103 ceph-mon[36942]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-02-09T23:52:33.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:32 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1307966147' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "52579ea8-e424-4adc-9fd9-44cec7e3875a"}]': finished 2024-02-09T23:52:33.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:32 smithi103 ceph-mon[36942]: osdmap e22: 4 total, 3 up, 4 in 2024-02-09T23:52:33.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:32 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-09T23:52:34.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:33 smithi088 ceph-mon[36452]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-02-09T23:52:34.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:33 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/371725364' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:52:34.132 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:33 smithi001 ceph-mon[32335]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-02-09T23:52:34.132 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:33 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/371725364' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:52:34.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:33 smithi103 ceph-mon[36942]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-02-09T23:52:34.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:33 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/371725364' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:52:36.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:35 smithi088 ceph-mon[36452]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-02-09T23:52:36.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:35 smithi103 ceph-mon[36942]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-02-09T23:52:36.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:35 smithi001 ceph-mon[32335]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-02-09T23:52:38.057 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:37 smithi001 ceph-mon[32335]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 5.0 KiB/s rd, 196 KiB/s wr, 14 op/s 2024-02-09T23:52:38.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:37 smithi088 ceph-mon[36452]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 5.0 KiB/s rd, 196 KiB/s wr, 14 op/s 2024-02-09T23:52:38.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:37 smithi103 ceph-mon[36942]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 5.0 KiB/s rd, 196 KiB/s wr, 14 op/s 2024-02-09T23:52:40.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:39 smithi088 ceph-mon[36452]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 3.3 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-02-09T23:52:40.123 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:39 smithi001 ceph-mon[32335]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 3.3 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-02-09T23:52:40.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:39 smithi103 ceph-mon[36942]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 3.3 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-02-09T23:52:41.085 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:40 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-02-09T23:52:41.085 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:40 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:41.085 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:40 smithi001 ceph-mon[32335]: Deploying daemon osd.3 on smithi001 2024-02-09T23:52:41.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:40 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-02-09T23:52:41.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:40 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:41.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:40 smithi088 ceph-mon[36452]: Deploying daemon osd.3 on smithi001 2024-02-09T23:52:41.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:40 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-02-09T23:52:41.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:40 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:41.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:40 smithi103 ceph-mon[36942]: Deploying daemon osd.3 on smithi001 2024-02-09T23:52:42.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:41 smithi088 ceph-mon[36452]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 98 KiB/s wr, 7 op/s 2024-02-09T23:52:42.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:41 smithi103 ceph-mon[36942]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 98 KiB/s wr, 7 op/s 2024-02-09T23:52:42.142 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:41 smithi001 ceph-mon[32335]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 98 KiB/s wr, 7 op/s 2024-02-09T23:52:43.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:43 smithi001 ceph-mon[32335]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 2.0 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-02-09T23:52:44.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:43 smithi088 ceph-mon[36452]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 2.0 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-02-09T23:52:44.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:43 smithi103 ceph-mon[36942]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 2.0 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-02-09T23:52:46.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:45 smithi088 ceph-mon[36452]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 69 KiB/s wr, 5 op/s 2024-02-09T23:52:46.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:45 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:46.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:45 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:46.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:45 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:52:46.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:45 smithi103 ceph-mon[36942]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 69 KiB/s wr, 5 op/s 2024-02-09T23:52:46.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:45 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:46.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:45 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:46.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:45 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:52:46.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:45 smithi001 ceph-mon[32335]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 69 KiB/s wr, 5 op/s 2024-02-09T23:52:46.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:45 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:46.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:45 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:46.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:45 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:52:47.953 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:47 smithi001 ceph-mon[32335]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-02-09T23:52:48.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:47 smithi088 ceph-mon[36452]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-02-09T23:52:48.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:47 smithi103 ceph-mon[36942]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-02-09T23:52:48.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:48.953+0000 7fada97fa700 1 -- 172.21.15.1:0/1655325353 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fadac107b00 con 0x7fad940a21c0 2024-02-09T23:52:48.956 INFO:teuthology.orchestra.run.smithi001.stdout:Created osd(s) 3 on host 'smithi001' 2024-02-09T23:52:48.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:48.955+0000 7fadb276d700 1 -- 172.21.15.1:0/1655325353 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fad940a21c0 msgr2=0x7fad940a4680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:52:48.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:48.955+0000 7fadb276d700 1 --2- 172.21.15.1:0/1655325353 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fad940a21c0 0x7fad940a4680 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fad9c0038c0 tx=0x7fad9c000bc0 comp rx=0 tx=0).stop 2024-02-09T23:52:48.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:48.955+0000 7fadb276d700 1 -- 172.21.15.1:0/1655325353 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fadac1027f0 msgr2=0x7fadac19e280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:52:48.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:48.955+0000 7fadb276d700 1 --2- 172.21.15.1:0/1655325353 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fadac1027f0 0x7fadac19e280 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fada4007f10 tx=0x7fada400f5c0 comp rx=0 tx=0).stop 2024-02-09T23:52:48.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:48.955+0000 7fadb276d700 1 -- 172.21.15.1:0/1655325353 shutdown_connections 2024-02-09T23:52:48.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:48.955+0000 7fadb276d700 1 --2- 172.21.15.1:0/1655325353 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fad940a21c0 0x7fad940a4680 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:52:48.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:48.955+0000 7fadb276d700 1 --2- 172.21.15.1:0/1655325353 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fadac1027f0 0x7fadac19e280 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:52:48.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:48.955+0000 7fadb276d700 1 --2- 172.21.15.1:0/1655325353 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fadac100c50 0x7fadac196d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:52:48.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:48.955+0000 7fadb276d700 1 --2- 172.21.15.1:0/1655325353 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fadac101e50 0x7fadac197290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:52:48.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:48.955+0000 7fadb276d700 1 -- 172.21.15.1:0/1655325353 >> 172.21.15.1:0/1655325353 conn(0x7fadac0fc210 msgr2=0x7fadac105150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:52:48.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:48.955+0000 7fadb276d700 1 -- 172.21.15.1:0/1655325353 shutdown_connections 2024-02-09T23:52:48.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:52:48.955+0000 7fadb276d700 1 -- 172.21.15.1:0/1655325353 wait complete. 2024-02-09T23:52:49.586 DEBUG:teuthology.orchestra.run.smithi001:osd.3> sudo journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.3.service 2024-02-09T23:52:49.592 INFO:tasks.cephadm:Deploying osd.4 on smithi088 with /dev/vg_nvme/lv_3... 2024-02-09T23:52:49.592 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-02-09T23:52:49.834 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.b/config 2024-02-09T23:52:50.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:49 smithi001 ceph-mon[32335]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-02-09T23:52:50.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:49 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:50.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:49 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:50.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:49 smithi001 ceph-mon[32335]: from='osd.3 [v2:172.21.15.1:6810/680841642,v1:172.21.15.1:6811/680841642]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-02-09T23:52:50.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:49 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:50.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:49 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:50.249 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:49 smithi088 ceph-mon[36452]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-02-09T23:52:50.249 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:49 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:50.249 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:49 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:50.249 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:49 smithi088 ceph-mon[36452]: from='osd.3 [v2:172.21.15.1:6810/680841642,v1:172.21.15.1:6811/680841642]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-02-09T23:52:50.249 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:49 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:50.249 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:49 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:50.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:49 smithi103 ceph-mon[36942]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-02-09T23:52:50.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:49 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:50.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:49 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:50.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:49 smithi103 ceph-mon[36942]: from='osd.3 [v2:172.21.15.1:6810/680841642,v1:172.21.15.1:6811/680841642]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-02-09T23:52:50.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:49 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:50.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:49 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:51.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:50 smithi088 ceph-mon[36452]: from='osd.3 [v2:172.21.15.1:6810/680841642,v1:172.21.15.1:6811/680841642]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-02-09T23:52:51.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:50 smithi088 ceph-mon[36452]: osdmap e23: 4 total, 3 up, 4 in 2024-02-09T23:52:51.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:50 smithi088 ceph-mon[36452]: from='osd.3 [v2:172.21.15.1:6810/680841642,v1:172.21.15.1:6811/680841642]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-02-09T23:52:51.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:50 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-09T23:52:51.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:50 smithi001 ceph-mon[32335]: from='osd.3 [v2:172.21.15.1:6810/680841642,v1:172.21.15.1:6811/680841642]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-02-09T23:52:51.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:50 smithi001 ceph-mon[32335]: osdmap e23: 4 total, 3 up, 4 in 2024-02-09T23:52:51.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:50 smithi001 ceph-mon[32335]: from='osd.3 [v2:172.21.15.1:6810/680841642,v1:172.21.15.1:6811/680841642]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-02-09T23:52:51.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:50 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-09T23:52:51.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:50 smithi103 ceph-mon[36942]: from='osd.3 [v2:172.21.15.1:6810/680841642,v1:172.21.15.1:6811/680841642]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-02-09T23:52:51.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:50 smithi103 ceph-mon[36942]: osdmap e23: 4 total, 3 up, 4 in 2024-02-09T23:52:51.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:50 smithi103 ceph-mon[36942]: from='osd.3 [v2:172.21.15.1:6810/680841642,v1:172.21.15.1:6811/680841642]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-02-09T23:52:51.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:50 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-09T23:52:51.599 INFO:journalctl@ceph.osd.3.smithi001.stdout:Feb 09 23:52:51 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-3[53862]: 2024-02-09T23:52:51.401+0000 7f68f8a47700 -1 osd.3 0 waiting for initial osdmap 2024-02-09T23:52:51.599 INFO:journalctl@ceph.osd.3.smithi001.stdout:Feb 09 23:52:51 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-3[53862]: 2024-02-09T23:52:51.407+0000 7f68f0832700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-09T23:52:51.650 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-02-09T23:52:51.650 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-02-09T23:52:51.650 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10+0 records in 2024-02-09T23:52:51.650 INFO:teuthology.orchestra.run.smithi088.stderr:10+0 records out 2024-02-09T23:52:51.651 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0109791 s, 955 MB/s 2024-02-09T23:52:51.651 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping successful for: 2024-02-09T23:52:52.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:51 smithi001 ceph-mon[32335]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-02-09T23:52:52.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:51 smithi001 ceph-mon[32335]: from='osd.3 [v2:172.21.15.1:6810/680841642,v1:172.21.15.1:6811/680841642]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-02-09T23:52:52.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:51 smithi001 ceph-mon[32335]: osdmap e24: 4 total, 3 up, 4 in 2024-02-09T23:52:52.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:51 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-09T23:52:52.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:51 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-09T23:52:52.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:51 smithi001 ceph-mon[32335]: from='osd.3 [v2:172.21.15.1:6810/680841642,v1:172.21.15.1:6811/680841642]' entity='osd.3' 2024-02-09T23:52:52.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:51 smithi001 ceph-mon[32335]: osd.3 [v2:172.21.15.1:6810/680841642,v1:172.21.15.1:6811/680841642] boot 2024-02-09T23:52:52.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:51 smithi001 ceph-mon[32335]: osdmap e25: 4 total, 4 up, 4 in 2024-02-09T23:52:52.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:51 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-09T23:52:52.302 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:51 smithi088 ceph-mon[36452]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-02-09T23:52:52.302 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:51 smithi088 ceph-mon[36452]: from='osd.3 [v2:172.21.15.1:6810/680841642,v1:172.21.15.1:6811/680841642]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-02-09T23:52:52.302 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:51 smithi088 ceph-mon[36452]: osdmap e24: 4 total, 3 up, 4 in 2024-02-09T23:52:52.302 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:51 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-09T23:52:52.302 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:51 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-09T23:52:52.302 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:51 smithi088 ceph-mon[36452]: from='osd.3 [v2:172.21.15.1:6810/680841642,v1:172.21.15.1:6811/680841642]' entity='osd.3' 2024-02-09T23:52:52.302 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:51 smithi088 ceph-mon[36452]: osd.3 [v2:172.21.15.1:6810/680841642,v1:172.21.15.1:6811/680841642] boot 2024-02-09T23:52:52.302 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:51 smithi088 ceph-mon[36452]: osdmap e25: 4 total, 4 up, 4 in 2024-02-09T23:52:52.302 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:51 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-09T23:52:52.328 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph orch daemon add osd smithi088:vg_nvme/lv_3 2024-02-09T23:52:52.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:51 smithi103 ceph-mon[36942]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-02-09T23:52:52.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:51 smithi103 ceph-mon[36942]: from='osd.3 [v2:172.21.15.1:6810/680841642,v1:172.21.15.1:6811/680841642]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-02-09T23:52:52.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:51 smithi103 ceph-mon[36942]: osdmap e24: 4 total, 3 up, 4 in 2024-02-09T23:52:52.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:51 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-09T23:52:52.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:51 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-09T23:52:52.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:51 smithi103 ceph-mon[36942]: from='osd.3 [v2:172.21.15.1:6810/680841642,v1:172.21.15.1:6811/680841642]' entity='osd.3' 2024-02-09T23:52:52.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:51 smithi103 ceph-mon[36942]: osd.3 [v2:172.21.15.1:6810/680841642,v1:172.21.15.1:6811/680841642] boot 2024-02-09T23:52:52.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:51 smithi103 ceph-mon[36942]: osdmap e25: 4 total, 4 up, 4 in 2024-02-09T23:52:52.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:51 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-09T23:52:52.560 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.b/config 2024-02-09T23:52:53.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:52 smithi001 ceph-mon[32335]: purged_snaps scrub starts 2024-02-09T23:52:53.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:52 smithi001 ceph-mon[32335]: purged_snaps scrub ok 2024-02-09T23:52:53.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:52 smithi001 ceph-mon[32335]: osdmap e26: 4 total, 4 up, 4 in 2024-02-09T23:52:53.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:52 smithi088 ceph-mon[36452]: purged_snaps scrub starts 2024-02-09T23:52:53.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:52 smithi088 ceph-mon[36452]: purged_snaps scrub ok 2024-02-09T23:52:53.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:52 smithi088 ceph-mon[36452]: osdmap e26: 4 total, 4 up, 4 in 2024-02-09T23:52:53.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:52 smithi103 ceph-mon[36942]: purged_snaps scrub starts 2024-02-09T23:52:53.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:52 smithi103 ceph-mon[36942]: purged_snaps scrub ok 2024-02-09T23:52:53.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:52 smithi103 ceph-mon[36942]: osdmap e26: 4 total, 4 up, 4 in 2024-02-09T23:52:54.284 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.278+0000 7f129bca3700 1 -- 172.21.15.88:0/1722201884 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1294100cc0 msgr2=0x7f12941010e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:52:54.285 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.278+0000 7f129bca3700 1 --2- 172.21.15.88:0/1722201884 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1294100cc0 0x7f12941010e0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f12840099c0 tx=0x7f1284009cd0 comp rx=0 tx=0).stop 2024-02-09T23:52:54.285 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.278+0000 7f129bca3700 1 -- 172.21.15.88:0/1722201884 shutdown_connections 2024-02-09T23:52:54.285 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.278+0000 7f129bca3700 1 --2- 172.21.15.88:0/1722201884 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1294102860 0x7f1294109110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:52:54.285 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.278+0000 7f129bca3700 1 --2- 172.21.15.88:0/1722201884 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1294100cc0 0x7f12941010e0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:52:54.285 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.278+0000 7f129bca3700 1 --2- 172.21.15.88:0/1722201884 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1294101ec0 0x7f1294102320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:52:54.285 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.278+0000 7f129bca3700 1 -- 172.21.15.88:0/1722201884 >> 172.21.15.88:0/1722201884 conn(0x7f12940fc280 msgr2=0x7f12940fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:52:54.285 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.278+0000 7f129bca3700 1 -- 172.21.15.88:0/1722201884 shutdown_connections 2024-02-09T23:52:54.285 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.278+0000 7f129bca3700 1 -- 172.21.15.88:0/1722201884 wait complete. 2024-02-09T23:52:54.285 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.279+0000 7f129bca3700 1 Processor -- start 2024-02-09T23:52:54.285 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.279+0000 7f129bca3700 1 -- start start 2024-02-09T23:52:54.285 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.279+0000 7f129bca3700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1294100cc0 0x7f129410b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:52:54.285 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.279+0000 7f129bca3700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1294101ec0 0x7f1294109c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:52:54.285 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.279+0000 7f129bca3700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1294102860 0x7f129410a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:52:54.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.279+0000 7f129bca3700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f129410a8e0 con 0x7f1294101ec0 2024-02-09T23:52:54.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.279+0000 7f129bca3700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f129410aa50 con 0x7f1294100cc0 2024-02-09T23:52:54.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.279+0000 7f129bca3700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12941a1d60 con 0x7f1294102860 2024-02-09T23:52:54.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.279+0000 7f1299a3f700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1294100cc0 0x7f129410b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:52:54.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.279+0000 7f1299a3f700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1294100cc0 0x7f129410b5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:40066/0 (socket says 172.21.15.88:40066) 2024-02-09T23:52:54.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.279+0000 7f1299a3f700 1 -- 172.21.15.88:0/1479847989 learned_addr learned my addr 172.21.15.88:0/1479847989 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-02-09T23:52:54.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.279+0000 7f129a240700 1 --2- 172.21.15.88:0/1479847989 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1294102860 0x7f129410a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:52:54.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.280+0000 7f129923e700 1 --2- 172.21.15.88:0/1479847989 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1294101ec0 0x7f1294109c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:52:54.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.280+0000 7f1299a3f700 1 -- 172.21.15.88:0/1479847989 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1294102860 msgr2=0x7f129410a160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:52:54.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.280+0000 7f1299a3f700 1 --2- 172.21.15.88:0/1479847989 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1294102860 0x7f129410a160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:52:54.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.280+0000 7f1299a3f700 1 -- 172.21.15.88:0/1479847989 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1294101ec0 msgr2=0x7f1294109c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:52:54.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.280+0000 7f1299a3f700 1 --2- 172.21.15.88:0/1479847989 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1294101ec0 0x7f1294109c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:52:54.286 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.280+0000 7f1299a3f700 1 -- 172.21.15.88:0/1479847989 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12840095f0 con 0x7f1294100cc0 2024-02-09T23:52:54.287 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.280+0000 7f129923e700 1 --2- 172.21.15.88:0/1479847989 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1294101ec0 0x7f1294109c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:52:54.287 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.280+0000 7f1299a3f700 1 --2- 172.21.15.88:0/1479847989 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1294100cc0 0x7f129410b5d0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f12840038c0 tx=0x7f1284004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:52:54.287 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.280+0000 7f128affd700 1 -- 172.21.15.88:0/1479847989 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f128401d070 con 0x7f1294100cc0 2024-02-09T23:52:54.287 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.280+0000 7f128affd700 1 -- 172.21.15.88:0/1479847989 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1284004110 con 0x7f1294100cc0 2024-02-09T23:52:54.287 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.280+0000 7f128affd700 1 -- 172.21.15.88:0/1479847989 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1284004a20 con 0x7f1294100cc0 2024-02-09T23:52:54.287 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.280+0000 7f129bca3700 1 -- 172.21.15.88:0/1479847989 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f12941a1fe0 con 0x7f1294100cc0 2024-02-09T23:52:54.287 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.280+0000 7f129bca3700 1 -- 172.21.15.88:0/1479847989 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12941a2390 con 0x7f1294100cc0 2024-02-09T23:52:54.287 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.281+0000 7f129bca3700 1 -- 172.21.15.88:0/1479847989 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f12940689e0 con 0x7f1294100cc0 2024-02-09T23:52:54.287 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.282+0000 7f128affd700 1 -- 172.21.15.88:0/1479847989 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f1284005150 con 0x7f1294100cc0 2024-02-09T23:52:54.288 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:54 smithi088 ceph-mon[36452]: pgmap v99: 1 pgs: 1 peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-02-09T23:52:54.288 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:54 smithi088 ceph-mon[36452]: Detected new or changed devices on smithi001 2024-02-09T23:52:54.288 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:54 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:54.288 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:54 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:54.288 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:54 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:52:54.288 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:54 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:52:54.288 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:54 smithi088 ceph-mon[36452]: Adjusting osd_memory_target on smithi001 to 8546M 2024-02-09T23:52:54.288 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:54 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:54.288 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:54 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:54.289 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:54 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:52:54.289 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:54 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:54.289 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:54 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:52:54.289 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:54 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:54.289 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:54 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:52:54.289 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:54 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:54.290 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:54 smithi088 ceph-mon[36452]: osdmap e27: 4 total, 4 up, 4 in 2024-02-09T23:52:54.291 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.283+0000 7f128affd700 1 --2- 172.21.15.88:0/1479847989 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f12800a2150 0x7f12800a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:52:54.291 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.283+0000 7f129923e700 1 --2- 172.21.15.88:0/1479847989 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f12800a2150 0x7f12800a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:52:54.291 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.283+0000 7f128affd700 1 -- 172.21.15.88:0/1479847989 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 3698+0+0 (secure 0 0 0) 0x7f12840cda50 con 0x7f1294100cc0 2024-02-09T23:52:54.291 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.283+0000 7f129923e700 1 --2- 172.21.15.88:0/1479847989 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f12800a2150 0x7f12800a4610 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f1290005fd0 tx=0x7f1290005ee0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:52:54.292 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.287+0000 7f128affd700 1 -- 172.21.15.88:0/1479847989 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f1284097c10 con 0x7f1294100cc0 2024-02-09T23:52:54.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:54 smithi103 ceph-mon[36942]: pgmap v99: 1 pgs: 1 peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-02-09T23:52:54.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:54 smithi103 ceph-mon[36942]: Detected new or changed devices on smithi001 2024-02-09T23:52:54.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:54 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:54.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:54 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:54.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:54 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:52:54.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:54 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:52:54.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:54 smithi103 ceph-mon[36942]: Adjusting osd_memory_target on smithi001 to 8546M 2024-02-09T23:52:54.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:54 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:54.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:54 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:54.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:54 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:52:54.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:54 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:54.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:54 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:52:54.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:54 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:54.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:54 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:52:54.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:54 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:54.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:54 smithi103 ceph-mon[36942]: osdmap e27: 4 total, 4 up, 4 in 2024-02-09T23:52:54.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:54 smithi001 ceph-mon[32335]: pgmap v99: 1 pgs: 1 peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-02-09T23:52:54.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:54 smithi001 ceph-mon[32335]: Detected new or changed devices on smithi001 2024-02-09T23:52:54.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:54 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:54.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:54 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:54.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:54 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:52:54.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:54 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:52:54.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:54 smithi001 ceph-mon[32335]: Adjusting osd_memory_target on smithi001 to 8546M 2024-02-09T23:52:54.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:54 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:54.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:54 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:54.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:54 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:52:54.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:54 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:54.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:54 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:52:54.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:54 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:54.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:54 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:52:54.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:54 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:52:54.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:54 smithi001 ceph-mon[32335]: osdmap e27: 4 total, 4 up, 4 in 2024-02-09T23:52:54.494 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:52:54.491+0000 7f129bca3700 1 -- 172.21.15.88:0/1479847989 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7f129402d8e0 con 0x7f12800a2150 2024-02-09T23:52:55.315 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:55 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:52:55.315 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:55 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:52:55.315 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:55 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:55.316 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:55 smithi088 ceph-mon[36452]: osdmap e28: 4 total, 4 up, 4 in 2024-02-09T23:52:55.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:55 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:52:55.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:55 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:52:55.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:55 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:55.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:55 smithi103 ceph-mon[36942]: osdmap e28: 4 total, 4 up, 4 in 2024-02-09T23:52:55.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:55 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:52:55.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:55 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:52:55.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:55 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:52:55.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:55 smithi001 ceph-mon[32335]: osdmap e28: 4 total, 4 up, 4 in 2024-02-09T23:52:56.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:56 smithi088 ceph-mon[36452]: pgmap v102: 1 pgs: 1 peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-02-09T23:52:56.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:56 smithi088 ceph-mon[36452]: from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:52:56.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:56 smithi088 ceph-mon[36452]: osdmap e29: 4 total, 4 up, 4 in 2024-02-09T23:52:56.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:56 smithi103 ceph-mon[36942]: pgmap v102: 1 pgs: 1 peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-02-09T23:52:56.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:56 smithi103 ceph-mon[36942]: from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:52:56.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:56 smithi103 ceph-mon[36942]: osdmap e29: 4 total, 4 up, 4 in 2024-02-09T23:52:56.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:56 smithi001 ceph-mon[32335]: pgmap v102: 1 pgs: 1 peering; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-02-09T23:52:56.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:56 smithi001 ceph-mon[32335]: from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:52:56.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:56 smithi001 ceph-mon[32335]: osdmap e29: 4 total, 4 up, 4 in 2024-02-09T23:52:58.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:58 smithi088 ceph-mon[36452]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-02-09T23:52:58.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:58 smithi088 ceph-mon[36452]: from='client.? 172.21.15.88:0/2198588378' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6503d3b5-f26b-4438-b256-ae4f76c7c773"}]: dispatch 2024-02-09T23:52:58.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:58 smithi088 ceph-mon[36452]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6503d3b5-f26b-4438-b256-ae4f76c7c773"}]: dispatch 2024-02-09T23:52:58.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:58 smithi088 ceph-mon[36452]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6503d3b5-f26b-4438-b256-ae4f76c7c773"}]': finished 2024-02-09T23:52:58.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:58 smithi088 ceph-mon[36452]: osdmap e30: 5 total, 4 up, 5 in 2024-02-09T23:52:58.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:58 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-09T23:52:58.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:52:58 smithi088 ceph-mon[36452]: from='client.? 172.21.15.88:0/564518437' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:52:58.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:58 smithi103 ceph-mon[36942]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-02-09T23:52:58.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:58 smithi103 ceph-mon[36942]: from='client.? 172.21.15.88:0/2198588378' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6503d3b5-f26b-4438-b256-ae4f76c7c773"}]: dispatch 2024-02-09T23:52:58.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:58 smithi103 ceph-mon[36942]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6503d3b5-f26b-4438-b256-ae4f76c7c773"}]: dispatch 2024-02-09T23:52:58.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:58 smithi103 ceph-mon[36942]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6503d3b5-f26b-4438-b256-ae4f76c7c773"}]': finished 2024-02-09T23:52:58.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:58 smithi103 ceph-mon[36942]: osdmap e30: 5 total, 4 up, 5 in 2024-02-09T23:52:58.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:58 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-09T23:52:58.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:52:58 smithi103 ceph-mon[36942]: from='client.? 172.21.15.88:0/564518437' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:52:58.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:58 smithi001 ceph-mon[32335]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-02-09T23:52:58.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:58 smithi001 ceph-mon[32335]: from='client.? 172.21.15.88:0/2198588378' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6503d3b5-f26b-4438-b256-ae4f76c7c773"}]: dispatch 2024-02-09T23:52:58.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:58 smithi001 ceph-mon[32335]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6503d3b5-f26b-4438-b256-ae4f76c7c773"}]: dispatch 2024-02-09T23:52:58.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:58 smithi001 ceph-mon[32335]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6503d3b5-f26b-4438-b256-ae4f76c7c773"}]': finished 2024-02-09T23:52:58.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:58 smithi001 ceph-mon[32335]: osdmap e30: 5 total, 4 up, 5 in 2024-02-09T23:52:58.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:58 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-09T23:52:58.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:52:58 smithi001 ceph-mon[32335]: from='client.? 172.21.15.88:0/564518437' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:53:00.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:00 smithi088 ceph-mon[36452]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-02-09T23:53:00.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:00 smithi103 ceph-mon[36942]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-02-09T23:53:00.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:00 smithi001 ceph-mon[32335]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-02-09T23:53:02.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:02 smithi088 ceph-mon[36452]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-02-09T23:53:02.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:02 smithi103 ceph-mon[36942]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-02-09T23:53:02.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:02 smithi001 ceph-mon[32335]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-02-09T23:53:04.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:04 smithi088 ceph-mon[36452]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-02-09T23:53:04.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:04 smithi103 ceph-mon[36942]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-02-09T23:53:04.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:04 smithi001 ceph-mon[32335]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-02-09T23:53:05.221 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-02-09T23:53:05.222 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:53:05.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-02-09T23:53:05.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:53:05.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-02-09T23:53:05.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:53:06.336 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:06 smithi088 ceph-mon[36452]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-02-09T23:53:06.337 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:06 smithi088 ceph-mon[36452]: Deploying daemon osd.4 on smithi088 2024-02-09T23:53:06.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:06 smithi103 ceph-mon[36942]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-02-09T23:53:06.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:06 smithi103 ceph-mon[36942]: Deploying daemon osd.4 on smithi088 2024-02-09T23:53:06.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:06 smithi001 ceph-mon[32335]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-02-09T23:53:06.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:06 smithi001 ceph-mon[32335]: Deploying daemon osd.4 on smithi088 2024-02-09T23:53:08.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:08 smithi088 ceph-mon[36452]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-02-09T23:53:08.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:08 smithi103 ceph-mon[36942]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-02-09T23:53:08.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:08 smithi001 ceph-mon[32335]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-02-09T23:53:10.343 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:10 smithi088 ceph-mon[36452]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-02-09T23:53:10.343 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:10 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:10.343 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:10 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:10.343 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:10 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:53:10.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:10 smithi103 ceph-mon[36942]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-02-09T23:53:10.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:10 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:10.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:10 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:10.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:10 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:53:10.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:10 smithi001 ceph-mon[32335]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-02-09T23:53:10.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:10 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:10.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:10 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:10.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:10 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:53:12.245 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:12 smithi088 ceph-mon[36452]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-02-09T23:53:12.245 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:12 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:12.245 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:12 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:12.245 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:12 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:53:12.246 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:12 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:53:12.246 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:12 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:12.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:12 smithi103 ceph-mon[36942]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-02-09T23:53:12.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:12 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:12.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:12 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:12.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:12 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:53:12.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:12 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:53:12.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:12 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:12.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:12 smithi001 ceph-mon[32335]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-02-09T23:53:12.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:12 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:12.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:12 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:12.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:12 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:53:12.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:12 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:53:12.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:12 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:13.461 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:53:13.458+0000 7f128affd700 1 -- 172.21.15.88:0/1479847989 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f129402d8e0 con 0x7f12800a2150 2024-02-09T23:53:13.461 INFO:teuthology.orchestra.run.smithi088.stdout:Created osd(s) 4 on host 'smithi088' 2024-02-09T23:53:13.463 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:53:13.461+0000 7f129bca3700 1 -- 172.21.15.88:0/1479847989 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f12800a2150 msgr2=0x7f12800a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:53:13.463 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:53:13.461+0000 7f129bca3700 1 --2- 172.21.15.88:0/1479847989 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f12800a2150 0x7f12800a4610 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f1290005fd0 tx=0x7f1290005ee0 comp rx=0 tx=0).stop 2024-02-09T23:53:13.463 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:53:13.461+0000 7f129bca3700 1 -- 172.21.15.88:0/1479847989 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1294100cc0 msgr2=0x7f129410b5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:53:13.464 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:53:13.461+0000 7f129bca3700 1 --2- 172.21.15.88:0/1479847989 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1294100cc0 0x7f129410b5d0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f12840038c0 tx=0x7f1284004730 comp rx=0 tx=0).stop 2024-02-09T23:53:13.464 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:53:13.461+0000 7f129bca3700 1 -- 172.21.15.88:0/1479847989 shutdown_connections 2024-02-09T23:53:13.464 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:53:13.461+0000 7f129bca3700 1 --2- 172.21.15.88:0/1479847989 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f12800a2150 0x7f12800a4610 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:53:13.464 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:53:13.461+0000 7f129bca3700 1 --2- 172.21.15.88:0/1479847989 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1294102860 0x7f129410a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:53:13.464 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:53:13.461+0000 7f129bca3700 1 --2- 172.21.15.88:0/1479847989 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1294100cc0 0x7f129410b5d0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:53:13.464 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:53:13.461+0000 7f129bca3700 1 --2- 172.21.15.88:0/1479847989 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1294101ec0 0x7f1294109c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:53:13.465 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:53:13.461+0000 7f129bca3700 1 -- 172.21.15.88:0/1479847989 >> 172.21.15.88:0/1479847989 conn(0x7f12940fc280 msgr2=0x7f1294105230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:53:13.465 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:53:13.461+0000 7f129bca3700 1 -- 172.21.15.88:0/1479847989 shutdown_connections 2024-02-09T23:53:13.465 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:53:13.461+0000 7f129bca3700 1 -- 172.21.15.88:0/1479847989 wait complete. 2024-02-09T23:53:14.123 DEBUG:teuthology.orchestra.run.smithi088:osd.4> sudo journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.4.service 2024-02-09T23:53:14.126 INFO:tasks.cephadm:Deploying osd.5 on smithi103 with /dev/vg_nvme/lv_3... 2024-02-09T23:53:14.126 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-02-09T23:53:14.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:14 smithi088 ceph-mon[36452]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-02-09T23:53:14.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:14 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:14.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:14 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:14.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:14 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:53:14.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:14 smithi088 ceph-mon[36452]: from='osd.4 [v2:172.21.15.88:6808/2788918193,v1:172.21.15.88:6809/2788918193]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-02-09T23:53:14.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:14 smithi088 ceph-mon[36452]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-02-09T23:53:14.371 INFO:teuthology.orchestra.run.smithi103.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.c/config 2024-02-09T23:53:14.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:14 smithi103 ceph-mon[36942]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-02-09T23:53:14.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:14 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:14.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:14 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:14.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:14 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:53:14.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:14 smithi103 ceph-mon[36942]: from='osd.4 [v2:172.21.15.88:6808/2788918193,v1:172.21.15.88:6809/2788918193]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-02-09T23:53:14.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:14 smithi103 ceph-mon[36942]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-02-09T23:53:14.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:14 smithi001 ceph-mon[32335]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-02-09T23:53:14.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:14 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:14.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:14 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:14.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:14 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:53:14.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:14 smithi001 ceph-mon[32335]: from='osd.4 [v2:172.21.15.88:6808/2788918193,v1:172.21.15.88:6809/2788918193]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-02-09T23:53:14.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:14 smithi001 ceph-mon[32335]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-02-09T23:53:15.547 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:15 smithi088 ceph-mon[36452]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-02-09T23:53:15.547 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:15 smithi088 ceph-mon[36452]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-02-09T23:53:15.547 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:15 smithi088 ceph-mon[36452]: osdmap e31: 5 total, 4 up, 5 in 2024-02-09T23:53:15.547 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:15 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-09T23:53:15.547 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:15 smithi088 ceph-mon[36452]: from='osd.4 [v2:172.21.15.88:6808/2788918193,v1:172.21.15.88:6809/2788918193]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-02-09T23:53:15.547 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:15 smithi088 ceph-mon[36452]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-02-09T23:53:15.547 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 09 23:53:15 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-4[48011]: 2024-02-09T23:53:15.453+0000 7f38cffeb700 -1 osd.4 0 waiting for initial osdmap 2024-02-09T23:53:15.548 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 09 23:53:15 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-4[48011]: 2024-02-09T23:53:15.459+0000 7f38cbdde700 -1 osd.4 32 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-09T23:53:15.691 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:15 smithi103 ceph-mon[36942]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-02-09T23:53:15.691 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:15 smithi103 ceph-mon[36942]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-02-09T23:53:15.691 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:15 smithi103 ceph-mon[36942]: osdmap e31: 5 total, 4 up, 5 in 2024-02-09T23:53:15.691 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:15 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-09T23:53:15.691 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:15 smithi103 ceph-mon[36942]: from='osd.4 [v2:172.21.15.88:6808/2788918193,v1:172.21.15.88:6809/2788918193]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-02-09T23:53:15.691 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:15 smithi103 ceph-mon[36942]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-02-09T23:53:15.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:15 smithi001 ceph-mon[32335]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-02-09T23:53:15.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:15 smithi001 ceph-mon[32335]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-02-09T23:53:15.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:15 smithi001 ceph-mon[32335]: osdmap e31: 5 total, 4 up, 5 in 2024-02-09T23:53:15.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:15 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-09T23:53:15.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:15 smithi001 ceph-mon[32335]: from='osd.4 [v2:172.21.15.88:6808/2788918193,v1:172.21.15.88:6809/2788918193]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-02-09T23:53:15.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:15 smithi001 ceph-mon[32335]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-02-09T23:53:16.260 INFO:teuthology.orchestra.run.smithi103.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-02-09T23:53:16.260 INFO:teuthology.orchestra.run.smithi103.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-02-09T23:53:16.260 INFO:teuthology.orchestra.run.smithi103.stderr: stderr: 10+0 records in 2024-02-09T23:53:16.260 INFO:teuthology.orchestra.run.smithi103.stderr:10+0 records out 2024-02-09T23:53:16.260 INFO:teuthology.orchestra.run.smithi103.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114579 s, 915 MB/s 2024-02-09T23:53:16.261 INFO:teuthology.orchestra.run.smithi103.stderr:--> Zapping successful for: 2024-02-09T23:53:16.652 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:16 smithi088 ceph-mon[36452]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-02-09T23:53:16.652 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:16 smithi088 ceph-mon[36452]: osdmap e32: 5 total, 4 up, 5 in 2024-02-09T23:53:16.652 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:16 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-09T23:53:16.652 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:16 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-09T23:53:16.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:16 smithi001 ceph-mon[32335]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-02-09T23:53:16.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:16 smithi001 ceph-mon[32335]: osdmap e32: 5 total, 4 up, 5 in 2024-02-09T23:53:16.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:16 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-09T23:53:16.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:16 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-09T23:53:16.873 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:16 smithi103 ceph-mon[36942]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-02-09T23:53:16.873 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:16 smithi103 ceph-mon[36942]: osdmap e32: 5 total, 4 up, 5 in 2024-02-09T23:53:16.873 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:16 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-09T23:53:16.874 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:16 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-09T23:53:16.900 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph orch daemon add osd smithi103:vg_nvme/lv_3 2024-02-09T23:53:17.141 INFO:teuthology.orchestra.run.smithi103.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.c/config 2024-02-09T23:53:17.579 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:17 smithi103 ceph-mon[36942]: purged_snaps scrub starts 2024-02-09T23:53:17.579 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:17 smithi103 ceph-mon[36942]: purged_snaps scrub ok 2024-02-09T23:53:17.579 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:17 smithi103 ceph-mon[36942]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-02-09T23:53:17.579 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:17 smithi103 ceph-mon[36942]: osd.4 [v2:172.21.15.88:6808/2788918193,v1:172.21.15.88:6809/2788918193] boot 2024-02-09T23:53:17.579 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:17 smithi103 ceph-mon[36942]: osdmap e33: 5 total, 5 up, 5 in 2024-02-09T23:53:17.579 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:17 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-09T23:53:17.580 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:17 smithi103 ceph-mon[36942]: Detected new or changed devices on smithi088 2024-02-09T23:53:17.580 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:17 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:17.580 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:17 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:17.580 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:17 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:53:17.580 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:17 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:53:17.580 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:17 smithi103 ceph-mon[36942]: Adjusting osd_memory_target on smithi088 to 8540M 2024-02-09T23:53:17.580 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:17 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:17.580 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:17 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:53:17.580 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:17 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:53:17.580 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:17 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:17.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:17 smithi001 ceph-mon[32335]: purged_snaps scrub starts 2024-02-09T23:53:17.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:17 smithi001 ceph-mon[32335]: purged_snaps scrub ok 2024-02-09T23:53:17.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:17 smithi001 ceph-mon[32335]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-02-09T23:53:17.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:17 smithi001 ceph-mon[32335]: osd.4 [v2:172.21.15.88:6808/2788918193,v1:172.21.15.88:6809/2788918193] boot 2024-02-09T23:53:17.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:17 smithi001 ceph-mon[32335]: osdmap e33: 5 total, 5 up, 5 in 2024-02-09T23:53:17.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:17 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-09T23:53:17.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:17 smithi001 ceph-mon[32335]: Detected new or changed devices on smithi088 2024-02-09T23:53:17.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:17 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:17.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:17 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:17.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:17 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:53:17.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:17 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:53:17.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:17 smithi001 ceph-mon[32335]: Adjusting osd_memory_target on smithi088 to 8540M 2024-02-09T23:53:17.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:17 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:17.722 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:17 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:53:17.722 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:17 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:53:17.722 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:17 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:17.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:17 smithi088 ceph-mon[36452]: purged_snaps scrub starts 2024-02-09T23:53:17.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:17 smithi088 ceph-mon[36452]: purged_snaps scrub ok 2024-02-09T23:53:17.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:17 smithi088 ceph-mon[36452]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 115 MiB used, 357 GiB / 358 GiB avail 2024-02-09T23:53:17.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:17 smithi088 ceph-mon[36452]: osd.4 [v2:172.21.15.88:6808/2788918193,v1:172.21.15.88:6809/2788918193] boot 2024-02-09T23:53:17.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:17 smithi088 ceph-mon[36452]: osdmap e33: 5 total, 5 up, 5 in 2024-02-09T23:53:17.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:17 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-09T23:53:17.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:17 smithi088 ceph-mon[36452]: Detected new or changed devices on smithi088 2024-02-09T23:53:17.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:17 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:17.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:17 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:17.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:17 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:53:17.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:17 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:53:17.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:17 smithi088 ceph-mon[36452]: Adjusting osd_memory_target on smithi088 to 8540M 2024-02-09T23:53:17.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:17 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:17.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:17 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:53:17.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:17 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:53:17.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:17 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:18.618 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:18 smithi088 ceph-mon[36452]: osdmap e34: 5 total, 5 up, 5 in 2024-02-09T23:53:18.747 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:18 smithi103 ceph-mon[36942]: osdmap e34: 5 total, 5 up, 5 in 2024-02-09T23:53:18.770 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.743+0000 7f89318c1700 1 -- 172.21.15.103:0/1019659167 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f892c102820 msgr2=0x7f892c1090d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:53:18.770 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.743+0000 7f89318c1700 1 --2- 172.21.15.103:0/1019659167 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f892c102820 0x7f892c1090d0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f892400b0a0 tx=0x7f892400b3b0 comp rx=0 tx=0).stop 2024-02-09T23:53:18.770 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.743+0000 7f89318c1700 1 -- 172.21.15.103:0/1019659167 shutdown_connections 2024-02-09T23:53:18.770 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.743+0000 7f89318c1700 1 --2- 172.21.15.103:0/1019659167 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f892c100c80 0x7f892c1010a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:53:18.770 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.743+0000 7f89318c1700 1 --2- 172.21.15.103:0/1019659167 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f892c102820 0x7f892c1090d0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:53:18.771 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.743+0000 7f89318c1700 1 --2- 172.21.15.103:0/1019659167 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f892c101e80 0x7f892c1022e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:53:18.771 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.743+0000 7f89318c1700 1 -- 172.21.15.103:0/1019659167 >> 172.21.15.103:0/1019659167 conn(0x7f892c0fc220 msgr2=0x7f892c0fe660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:53:18.771 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.743+0000 7f89318c1700 1 -- 172.21.15.103:0/1019659167 shutdown_connections 2024-02-09T23:53:18.771 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.743+0000 7f89318c1700 1 -- 172.21.15.103:0/1019659167 wait complete. 2024-02-09T23:53:18.771 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.744+0000 7f89318c1700 1 Processor -- start 2024-02-09T23:53:18.771 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.744+0000 7f89318c1700 1 -- start start 2024-02-09T23:53:18.771 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.744+0000 7f89318c1700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f892c100c80 0x7f892c197db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:53:18.771 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.744+0000 7f89318c1700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f892c101e80 0x7f892c1982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:53:18.771 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.744+0000 7f89318c1700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f892c102820 0x7f892c19f370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:53:18.771 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.744+0000 7f89318c1700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f892c19f940 con 0x7f892c100c80 2024-02-09T23:53:18.771 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.744+0000 7f89318c1700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f892c19fa80 con 0x7f892c102820 2024-02-09T23:53:18.771 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.744+0000 7f89318c1700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f892c19fc10 con 0x7f892c101e80 2024-02-09T23:53:18.771 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.745+0000 7f892a7fc700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f892c101e80 0x7f892c1982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:53:18.772 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.745+0000 7f892a7fc700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f892c101e80 0x7f892c1982f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.103:33946/0 (socket says 172.21.15.103:33946) 2024-02-09T23:53:18.772 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.745+0000 7f892a7fc700 1 -- 172.21.15.103:0/4029800879 learned_addr learned my addr 172.21.15.103:0/4029800879 (peer_addr_for_me v2:172.21.15.103:0/0) 2024-02-09T23:53:18.772 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.745+0000 7f892affd700 1 --2- 172.21.15.103:0/4029800879 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f892c100c80 0x7f892c197db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:53:18.772 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.745+0000 7f892b7fe700 1 --2- 172.21.15.103:0/4029800879 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f892c102820 0x7f892c19f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:53:18.772 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.745+0000 7f892a7fc700 1 -- 172.21.15.103:0/4029800879 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f892c102820 msgr2=0x7f892c19f370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:53:18.772 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.745+0000 7f892a7fc700 1 --2- 172.21.15.103:0/4029800879 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f892c102820 0x7f892c19f370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:53:18.772 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.745+0000 7f892a7fc700 1 -- 172.21.15.103:0/4029800879 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f892c100c80 msgr2=0x7f892c197db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:53:18.772 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.745+0000 7f892a7fc700 1 --2- 172.21.15.103:0/4029800879 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f892c100c80 0x7f892c197db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:53:18.772 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.745+0000 7f892a7fc700 1 -- 172.21.15.103:0/4029800879 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8924009d00 con 0x7f892c101e80 2024-02-09T23:53:18.772 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.745+0000 7f892a7fc700 1 --2- 172.21.15.103:0/4029800879 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f892c101e80 0x7f892c1982f0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f891400c950 tx=0x7f891400cc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:53:18.772 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.745+0000 7f89308bf700 1 -- 172.21.15.103:0/4029800879 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89140078d0 con 0x7f892c101e80 2024-02-09T23:53:18.772 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.745+0000 7f89308bf700 1 -- 172.21.15.103:0/4029800879 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f891400f450 con 0x7f892c101e80 2024-02-09T23:53:18.772 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.745+0000 7f89318c1700 1 -- 172.21.15.103:0/4029800879 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f892c19fef0 con 0x7f892c101e80 2024-02-09T23:53:18.773 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.745+0000 7f89308bf700 1 -- 172.21.15.103:0/4029800879 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8914018640 con 0x7f892c101e80 2024-02-09T23:53:18.773 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.745+0000 7f89318c1700 1 -- 172.21.15.103:0/4029800879 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f892c1a0360 con 0x7f892c101e80 2024-02-09T23:53:18.773 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.746+0000 7f89318c1700 1 -- 172.21.15.103:0/4029800879 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f892c0689e0 con 0x7f892c101e80 2024-02-09T23:53:18.773 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.747+0000 7f89308bf700 1 -- 172.21.15.103:0/4029800879 <== mon.1 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f891400f5c0 con 0x7f892c101e80 2024-02-09T23:53:18.773 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.748+0000 7f89308bf700 1 --2- 172.21.15.103:0/4029800879 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f89180a2150 0x7f89180a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:53:18.773 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.748+0000 7f89308bf700 1 -- 172.21.15.103:0/4029800879 <== mon.1 v2:172.21.15.103:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 4101+0+0 (secure 0 0 0) 0x7f89140cca90 con 0x7f892c101e80 2024-02-09T23:53:18.773 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.748+0000 7f892affd700 1 --2- 172.21.15.103:0/4029800879 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f89180a2150 0x7f89180a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:53:18.773 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.749+0000 7f892affd700 1 --2- 172.21.15.103:0/4029800879 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f89180a2150 0x7f89180a4610 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f892c101ce0 tx=0x7f891c00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:53:18.773 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.752+0000 7f89308bf700 1 -- 172.21.15.103:0/4029800879 <== mon.1 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f8914096ad0 con 0x7f892c101e80 2024-02-09T23:53:18.958 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:18.955+0000 7f89318c1700 1 -- 172.21.15.103:0/4029800879 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7f892c02d960 con 0x7f89180a2150 2024-02-09T23:53:18.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:18 smithi001 ceph-mon[32335]: osdmap e34: 5 total, 5 up, 5 in 2024-02-09T23:53:19.761 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:19 smithi103 ceph-mon[36942]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:19.761 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:19 smithi103 ceph-mon[36942]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:53:19.762 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:19 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:53:19.762 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:19 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:53:19.762 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:19 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:53:19.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:19 smithi088 ceph-mon[36452]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:19.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:19 smithi088 ceph-mon[36452]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:53:19.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:19 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:53:19.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:19 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:53:19.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:19 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:53:19.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:19 smithi001 ceph-mon[32335]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:19.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:19 smithi001 ceph-mon[32335]: from='client.24241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:53:19.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:19 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:53:19.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:19 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:53:19.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:19 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:53:21.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:21 smithi088 ceph-mon[36452]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:21.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:21 smithi103 ceph-mon[36942]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:21.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:21 smithi001 ceph-mon[32335]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:22.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:22 smithi088 ceph-mon[36452]: from='client.? 172.21.15.103:0/2839680456' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "86188624-366a-487e-9db3-2782ef0884cc"}]: dispatch 2024-02-09T23:53:22.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:22 smithi088 ceph-mon[36452]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "86188624-366a-487e-9db3-2782ef0884cc"}]: dispatch 2024-02-09T23:53:22.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:22 smithi088 ceph-mon[36452]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "86188624-366a-487e-9db3-2782ef0884cc"}]': finished 2024-02-09T23:53:22.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:22 smithi088 ceph-mon[36452]: osdmap e35: 6 total, 5 up, 6 in 2024-02-09T23:53:22.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:22 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-09T23:53:22.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:22 smithi088 ceph-mon[36452]: from='client.? 172.21.15.103:0/801040394' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:53:22.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:22 smithi103 ceph-mon[36942]: from='client.? 172.21.15.103:0/2839680456' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "86188624-366a-487e-9db3-2782ef0884cc"}]: dispatch 2024-02-09T23:53:22.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:22 smithi103 ceph-mon[36942]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "86188624-366a-487e-9db3-2782ef0884cc"}]: dispatch 2024-02-09T23:53:22.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:22 smithi103 ceph-mon[36942]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "86188624-366a-487e-9db3-2782ef0884cc"}]': finished 2024-02-09T23:53:22.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:22 smithi103 ceph-mon[36942]: osdmap e35: 6 total, 5 up, 6 in 2024-02-09T23:53:22.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:22 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-09T23:53:22.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:22 smithi103 ceph-mon[36942]: from='client.? 172.21.15.103:0/801040394' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:53:22.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:22 smithi001 ceph-mon[32335]: from='client.? 172.21.15.103:0/2839680456' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "86188624-366a-487e-9db3-2782ef0884cc"}]: dispatch 2024-02-09T23:53:22.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:22 smithi001 ceph-mon[32335]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "86188624-366a-487e-9db3-2782ef0884cc"}]: dispatch 2024-02-09T23:53:22.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:22 smithi001 ceph-mon[32335]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "86188624-366a-487e-9db3-2782ef0884cc"}]': finished 2024-02-09T23:53:22.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:22 smithi001 ceph-mon[32335]: osdmap e35: 6 total, 5 up, 6 in 2024-02-09T23:53:22.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:22 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-09T23:53:22.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:22 smithi001 ceph-mon[32335]: from='client.? 172.21.15.103:0/801040394' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:53:24.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:23 smithi088 ceph-mon[36452]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:24.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:23 smithi103 ceph-mon[36942]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:24.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:23 smithi001 ceph-mon[32335]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:25.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:25 smithi103 ceph-mon[36942]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:26.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:25 smithi088 ceph-mon[36452]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:26.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:25 smithi001 ceph-mon[32335]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:28.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:27 smithi088 ceph-mon[36452]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:28.103 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:27 smithi103 ceph-mon[36942]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:28.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:27 smithi001 ceph-mon[32335]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:29.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:28 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-02-09T23:53:29.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:28 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:53:29.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:28 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-02-09T23:53:29.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:28 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:53:29.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:28 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-02-09T23:53:29.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:28 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:53:29.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:29 smithi103 ceph-mon[36942]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:29.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:29 smithi103 ceph-mon[36942]: Deploying daemon osd.5 on smithi103 2024-02-09T23:53:30.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:29 smithi088 ceph-mon[36452]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:30.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:29 smithi088 ceph-mon[36452]: Deploying daemon osd.5 on smithi103 2024-02-09T23:53:30.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:29 smithi001 ceph-mon[32335]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:30.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:29 smithi001 ceph-mon[32335]: Deploying daemon osd.5 on smithi103 2024-02-09T23:53:31.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:31 smithi103 ceph-mon[36942]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:32.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:31 smithi088 ceph-mon[36452]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:32.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:31 smithi001 ceph-mon[32335]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:34.075 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:33 smithi103 ceph-mon[36942]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:34.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:33 smithi088 ceph-mon[36452]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:34.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:33 smithi001 ceph-mon[32335]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:35.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:35 smithi088 ceph-mon[36452]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:35.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:35 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:35.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:35 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:35.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:35 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:53:35.597 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:35 smithi001 ceph-mon[32335]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:35.597 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:35 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:35.597 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:35 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:35.597 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:35 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:53:35.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:35 smithi103 ceph-mon[36942]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:35.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:35 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:35.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:35 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:35.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:35 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:53:38.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:37 smithi088 ceph-mon[36452]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:38.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:37 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:38.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:37 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:38.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:37 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:53:38.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:37 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:53:38.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:37 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:38.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:37 smithi103 ceph-mon[36942]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:38.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:37 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:38.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:37 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:38.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:37 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:53:38.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:37 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:53:38.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:37 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:38.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:37 smithi001 ceph-mon[32335]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:38.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:37 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:38.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:37 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:38.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:37 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:53:38.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:37 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:53:38.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:37 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:38.230 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:38.228+0000 7f89308bf700 1 -- 172.21.15.103:0/4029800879 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f892c02d960 con 0x7f89180a2150 2024-02-09T23:53:38.231 INFO:teuthology.orchestra.run.smithi103.stdout:Created osd(s) 5 on host 'smithi103' 2024-02-09T23:53:38.232 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:38.230+0000 7f89318c1700 1 -- 172.21.15.103:0/4029800879 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f89180a2150 msgr2=0x7f89180a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:53:38.232 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:38.230+0000 7f89318c1700 1 --2- 172.21.15.103:0/4029800879 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f89180a2150 0x7f89180a4610 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f892c101ce0 tx=0x7f891c00b410 comp rx=0 tx=0).stop 2024-02-09T23:53:38.232 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:38.230+0000 7f89318c1700 1 -- 172.21.15.103:0/4029800879 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f892c101e80 msgr2=0x7f892c1982f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:53:38.232 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:38.230+0000 7f89318c1700 1 --2- 172.21.15.103:0/4029800879 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f892c101e80 0x7f892c1982f0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f891400c950 tx=0x7f891400cc60 comp rx=0 tx=0).stop 2024-02-09T23:53:38.232 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:38.230+0000 7f89318c1700 1 -- 172.21.15.103:0/4029800879 shutdown_connections 2024-02-09T23:53:38.232 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:38.230+0000 7f89318c1700 1 --2- 172.21.15.103:0/4029800879 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f89180a2150 0x7f89180a4610 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:53:38.232 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:38.230+0000 7f89318c1700 1 --2- 172.21.15.103:0/4029800879 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f892c100c80 0x7f892c197db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:53:38.232 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:38.230+0000 7f89318c1700 1 --2- 172.21.15.103:0/4029800879 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f892c102820 0x7f892c19f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:53:38.232 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:38.230+0000 7f89318c1700 1 --2- 172.21.15.103:0/4029800879 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f892c101e80 0x7f892c1982f0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:53:38.233 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:38.230+0000 7f89318c1700 1 -- 172.21.15.103:0/4029800879 >> 172.21.15.103:0/4029800879 conn(0x7f892c0fc220 msgr2=0x7f892c1050b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:53:38.233 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:38.230+0000 7f89318c1700 1 -- 172.21.15.103:0/4029800879 shutdown_connections 2024-02-09T23:53:38.233 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:53:38.230+0000 7f89318c1700 1 -- 172.21.15.103:0/4029800879 wait complete. 2024-02-09T23:53:38.869 DEBUG:teuthology.orchestra.run.smithi103:osd.5> sudo journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.5.service 2024-02-09T23:53:38.871 INFO:tasks.cephadm:Deploying osd.6 on smithi001 with /dev/vg_nvme/lv_2... 2024-02-09T23:53:38.871 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-02-09T23:53:39.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:38 smithi088 ceph-mon[36452]: from='osd.5 [v2:172.21.15.103:6808/3760780468,v1:172.21.15.103:6809/3760780468]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-02-09T23:53:39.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:38 smithi088 ceph-mon[36452]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-02-09T23:53:39.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:38 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:39.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:38 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:39.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:38 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:53:39.122 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:53:39.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:38 smithi103 ceph-mon[36942]: from='osd.5 [v2:172.21.15.103:6808/3760780468,v1:172.21.15.103:6809/3760780468]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-02-09T23:53:39.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:38 smithi103 ceph-mon[36942]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-02-09T23:53:39.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:38 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:39.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:38 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:39.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:38 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:53:39.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:38 smithi001 ceph-mon[32335]: from='osd.5 [v2:172.21.15.103:6808/3760780468,v1:172.21.15.103:6809/3760780468]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-02-09T23:53:39.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:38 smithi001 ceph-mon[32335]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-02-09T23:53:39.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:38 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:39.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:38 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:39.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:38 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:53:40.022 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:39 smithi103 ceph-mon[36942]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:40.022 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:39 smithi103 ceph-mon[36942]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-02-09T23:53:40.022 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:39 smithi103 ceph-mon[36942]: osdmap e36: 6 total, 5 up, 6 in 2024-02-09T23:53:40.022 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:39 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-09T23:53:40.022 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:39 smithi103 ceph-mon[36942]: from='osd.5 [v2:172.21.15.103:6808/3760780468,v1:172.21.15.103:6809/3760780468]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-02-09T23:53:40.022 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:39 smithi103 ceph-mon[36942]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-02-09T23:53:40.023 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 09 23:53:39 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5[48923]: 2024-02-09T23:53:39.815+0000 7fc40fa71700 -1 osd.5 0 waiting for initial osdmap 2024-02-09T23:53:40.023 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 09 23:53:39 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5[48923]: 2024-02-09T23:53:39.821+0000 7fc40b864700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-09T23:53:40.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:39 smithi088 ceph-mon[36452]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:40.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:39 smithi088 ceph-mon[36452]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-02-09T23:53:40.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:39 smithi088 ceph-mon[36452]: osdmap e36: 6 total, 5 up, 6 in 2024-02-09T23:53:40.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:39 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-09T23:53:40.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:39 smithi088 ceph-mon[36452]: from='osd.5 [v2:172.21.15.103:6808/3760780468,v1:172.21.15.103:6809/3760780468]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-02-09T23:53:40.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:39 smithi088 ceph-mon[36452]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-02-09T23:53:40.168 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:39 smithi001 ceph-mon[32335]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:40.168 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:39 smithi001 ceph-mon[32335]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-02-09T23:53:40.168 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:39 smithi001 ceph-mon[32335]: osdmap e36: 6 total, 5 up, 6 in 2024-02-09T23:53:40.168 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:39 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-09T23:53:40.168 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:39 smithi001 ceph-mon[32335]: from='osd.5 [v2:172.21.15.103:6808/3760780468,v1:172.21.15.103:6809/3760780468]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-02-09T23:53:40.168 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:39 smithi001 ceph-mon[32335]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-02-09T23:53:41.053 INFO:teuthology.orchestra.run.smithi001.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-02-09T23:53:41.053 INFO:teuthology.orchestra.run.smithi001.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-02-09T23:53:41.053 INFO:teuthology.orchestra.run.smithi001.stderr: stderr: 10+0 records in 2024-02-09T23:53:41.053 INFO:teuthology.orchestra.run.smithi001.stderr:10+0 records out 2024-02-09T23:53:41.053 INFO:teuthology.orchestra.run.smithi001.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00837695 s, 1.3 GB/s 2024-02-09T23:53:41.053 INFO:teuthology.orchestra.run.smithi001.stderr:--> Zapping successful for: 2024-02-09T23:53:41.076 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:40 smithi001 ceph-mon[32335]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]': finished 2024-02-09T23:53:41.076 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:40 smithi001 ceph-mon[32335]: osdmap e37: 6 total, 5 up, 6 in 2024-02-09T23:53:41.076 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:40 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-09T23:53:41.076 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:40 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-09T23:53:41.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:40 smithi088 ceph-mon[36452]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]': finished 2024-02-09T23:53:41.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:40 smithi088 ceph-mon[36452]: osdmap e37: 6 total, 5 up, 6 in 2024-02-09T23:53:41.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:40 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-09T23:53:41.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:40 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-09T23:53:41.105 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:40 smithi103 ceph-mon[36942]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]': finished 2024-02-09T23:53:41.106 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:40 smithi103 ceph-mon[36942]: osdmap e37: 6 total, 5 up, 6 in 2024-02-09T23:53:41.106 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:40 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-09T23:53:41.106 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:40 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-09T23:53:41.740 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph orch daemon add osd smithi001:vg_nvme/lv_2 2024-02-09T23:53:41.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:41 smithi001 ceph-mon[32335]: purged_snaps scrub starts 2024-02-09T23:53:41.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:41 smithi001 ceph-mon[32335]: purged_snaps scrub ok 2024-02-09T23:53:41.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:41 smithi001 ceph-mon[32335]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:41.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:41 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-09T23:53:41.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:41 smithi001 ceph-mon[32335]: osd.5 [v2:172.21.15.103:6808/3760780468,v1:172.21.15.103:6809/3760780468] boot 2024-02-09T23:53:41.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:41 smithi001 ceph-mon[32335]: osdmap e38: 6 total, 6 up, 6 in 2024-02-09T23:53:41.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:41 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-09T23:53:41.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:41 smithi001 ceph-mon[32335]: osdmap e39: 6 total, 6 up, 6 in 2024-02-09T23:53:41.993 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:53:42.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:41 smithi088 ceph-mon[36452]: purged_snaps scrub starts 2024-02-09T23:53:42.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:41 smithi088 ceph-mon[36452]: purged_snaps scrub ok 2024-02-09T23:53:42.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:41 smithi088 ceph-mon[36452]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:42.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:41 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-09T23:53:42.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:41 smithi088 ceph-mon[36452]: osd.5 [v2:172.21.15.103:6808/3760780468,v1:172.21.15.103:6809/3760780468] boot 2024-02-09T23:53:42.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:41 smithi088 ceph-mon[36452]: osdmap e38: 6 total, 6 up, 6 in 2024-02-09T23:53:42.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:41 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-09T23:53:42.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:41 smithi088 ceph-mon[36452]: osdmap e39: 6 total, 6 up, 6 in 2024-02-09T23:53:42.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:41 smithi103 ceph-mon[36942]: purged_snaps scrub starts 2024-02-09T23:53:42.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:41 smithi103 ceph-mon[36942]: purged_snaps scrub ok 2024-02-09T23:53:42.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:41 smithi103 ceph-mon[36942]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 142 MiB used, 447 GiB / 447 GiB avail 2024-02-09T23:53:42.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:41 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-09T23:53:42.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:41 smithi103 ceph-mon[36942]: osd.5 [v2:172.21.15.103:6808/3760780468,v1:172.21.15.103:6809/3760780468] boot 2024-02-09T23:53:42.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:41 smithi103 ceph-mon[36942]: osdmap e38: 6 total, 6 up, 6 in 2024-02-09T23:53:42.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:41 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-09T23:53:42.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:41 smithi103 ceph-mon[36942]: osdmap e39: 6 total, 6 up, 6 in 2024-02-09T23:53:43.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:42 smithi088 ceph-mon[36452]: Detected new or changed devices on smithi103 2024-02-09T23:53:43.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:42 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:43.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:42 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:43.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:42 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:53:43.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:42 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:53:43.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:42 smithi088 ceph-mon[36452]: Adjusting osd_memory_target on smithi103 to 8540M 2024-02-09T23:53:43.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:42 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:43.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:42 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:53:43.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:42 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:53:43.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:42 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:43.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:42 smithi088 ceph-mon[36452]: osdmap e40: 6 total, 6 up, 6 in 2024-02-09T23:53:43.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:42 smithi103 ceph-mon[36942]: Detected new or changed devices on smithi103 2024-02-09T23:53:43.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:42 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:43.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:42 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:43.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:42 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:53:43.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:42 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:53:43.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:42 smithi103 ceph-mon[36942]: Adjusting osd_memory_target on smithi103 to 8540M 2024-02-09T23:53:43.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:42 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:43.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:42 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:53:43.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:42 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:53:43.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:42 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:43.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:42 smithi103 ceph-mon[36942]: osdmap e40: 6 total, 6 up, 6 in 2024-02-09T23:53:43.171 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:42 smithi001 ceph-mon[32335]: Detected new or changed devices on smithi103 2024-02-09T23:53:43.171 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:42 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:43.171 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:42 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:43.171 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:42 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:53:43.172 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:42 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:53:43.172 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:42 smithi001 ceph-mon[32335]: Adjusting osd_memory_target on smithi103 to 8540M 2024-02-09T23:53:43.172 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:42 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:43.172 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:42 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:53:43.172 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:42 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:53:43.172 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:42 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:53:43.172 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:42 smithi001 ceph-mon[32335]: osdmap e40: 6 total, 6 up, 6 in 2024-02-09T23:53:43.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.520+0000 7f8a820fc700 1 -- 172.21.15.1:0/3614709111 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8a7c1051e0 msgr2=0x7f8a7c1075d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:53:43.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.520+0000 7f8a820fc700 1 --2- 172.21.15.1:0/3614709111 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8a7c1051e0 0x7f8a7c1075d0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f8a70009990 tx=0x7f8a70009ca0 comp rx=0 tx=0).stop 2024-02-09T23:53:43.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.520+0000 7f8a820fc700 1 -- 172.21.15.1:0/3614709111 shutdown_connections 2024-02-09T23:53:43.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.520+0000 7f8a820fc700 1 --2- 172.21.15.1:0/3614709111 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8a7c107b10 0x7f8a7c109f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:53:43.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.520+0000 7f8a820fc700 1 --2- 172.21.15.1:0/3614709111 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8a7c1028b0 0x7f8a7c104ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:53:43.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.520+0000 7f8a820fc700 1 --2- 172.21.15.1:0/3614709111 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8a7c1051e0 0x7f8a7c1075d0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:53:43.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.520+0000 7f8a820fc700 1 -- 172.21.15.1:0/3614709111 >> 172.21.15.1:0/3614709111 conn(0x7f8a7c0fc280 msgr2=0x7f8a7c0fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:53:43.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.520+0000 7f8a820fc700 1 -- 172.21.15.1:0/3614709111 shutdown_connections 2024-02-09T23:53:43.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.520+0000 7f8a820fc700 1 -- 172.21.15.1:0/3614709111 wait complete. 2024-02-09T23:53:43.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.521+0000 7f8a820fc700 1 Processor -- start 2024-02-09T23:53:43.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.521+0000 7f8a820fc700 1 -- start start 2024-02-09T23:53:43.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.521+0000 7f8a820fc700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8a7c1028b0 0x7f8a7c199e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:53:43.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.521+0000 7f8a820fc700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8a7c1051e0 0x7f8a7c19a360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:53:43.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.521+0000 7f8a820fc700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8a7c107b10 0x7f8a7c1a13e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:53:43.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.521+0000 7f8a820fc700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a7c1a19b0 con 0x7f8a7c1051e0 2024-02-09T23:53:43.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.521+0000 7f8a820fc700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a7c1a1af0 con 0x7f8a7c107b10 2024-02-09T23:53:43.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.521+0000 7f8a820fc700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a7c1a1c80 con 0x7f8a7c1028b0 2024-02-09T23:53:43.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.521+0000 7f8a7affd700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8a7c1051e0 0x7f8a7c19a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:53:43.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.521+0000 7f8a7affd700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8a7c1051e0 0x7f8a7c19a360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43810/0 (socket says 172.21.15.1:43810) 2024-02-09T23:53:43.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.521+0000 7f8a7affd700 1 -- 172.21.15.1:0/315290512 learned_addr learned my addr 172.21.15.1:0/315290512 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:53:43.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.521+0000 7f8a7bfff700 1 --2- 172.21.15.1:0/315290512 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8a7c107b10 0x7f8a7c1a13e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:53:43.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.521+0000 7f8a7b7fe700 1 --2- 172.21.15.1:0/315290512 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8a7c1028b0 0x7f8a7c199e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:53:43.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.521+0000 7f8a7affd700 1 -- 172.21.15.1:0/315290512 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8a7c1028b0 msgr2=0x7f8a7c199e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:53:43.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.521+0000 7f8a7affd700 1 --2- 172.21.15.1:0/315290512 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8a7c1028b0 0x7f8a7c199e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:53:43.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.521+0000 7f8a7affd700 1 -- 172.21.15.1:0/315290512 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8a7c107b10 msgr2=0x7f8a7c1a13e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:53:43.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.521+0000 7f8a7affd700 1 --2- 172.21.15.1:0/315290512 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8a7c107b10 0x7f8a7c1a13e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:53:43.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.521+0000 7f8a7affd700 1 -- 172.21.15.1:0/315290512 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a700095f0 con 0x7f8a7c1051e0 2024-02-09T23:53:43.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.521+0000 7f8a7bfff700 1 --2- 172.21.15.1:0/315290512 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8a7c107b10 0x7f8a7c1a13e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:53:43.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.521+0000 7f8a7b7fe700 1 --2- 172.21.15.1:0/315290512 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8a7c1028b0 0x7f8a7c199e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:53:43.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.522+0000 7f8a7affd700 1 --2- 172.21.15.1:0/315290512 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8a7c1051e0 0x7f8a7c19a360 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f8a70005910 tx=0x7f8a7000f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:53:43.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.522+0000 7f8a78ff9700 1 -- 172.21.15.1:0/315290512 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a7001d070 con 0x7f8a7c1051e0 2024-02-09T23:53:43.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.522+0000 7f8a820fc700 1 -- 172.21.15.1:0/315290512 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a7c1a1f00 con 0x7f8a7c1051e0 2024-02-09T23:53:43.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.522+0000 7f8a78ff9700 1 -- 172.21.15.1:0/315290512 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8a7000fc30 con 0x7f8a7c1051e0 2024-02-09T23:53:43.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.522+0000 7f8a78ff9700 1 -- 172.21.15.1:0/315290512 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a700176e0 con 0x7f8a7c1051e0 2024-02-09T23:53:43.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.522+0000 7f8a820fc700 1 -- 172.21.15.1:0/315290512 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a7c1a22b0 con 0x7f8a7c1051e0 2024-02-09T23:53:43.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.523+0000 7f8a820fc700 1 -- 172.21.15.1:0/315290512 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a7c1096b0 con 0x7f8a7c1051e0 2024-02-09T23:53:43.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.524+0000 7f8a78ff9700 1 -- 172.21.15.1:0/315290512 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f8a700229e0 con 0x7f8a7c1051e0 2024-02-09T23:53:43.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.524+0000 7f8a78ff9700 1 --2- 172.21.15.1:0/315290512 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8a640a2150 0x7f8a640a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:53:43.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.525+0000 7f8a7b7fe700 1 --2- 172.21.15.1:0/315290512 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8a640a2150 0x7f8a640a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:53:43.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.525+0000 7f8a78ff9700 1 -- 172.21.15.1:0/315290512 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 4562+0+0 (secure 0 0 0) 0x7f8a700ce340 con 0x7f8a7c1051e0 2024-02-09T23:53:43.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.525+0000 7f8a7b7fe700 1 --2- 172.21.15.1:0/315290512 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8a640a2150 0x7f8a640a4610 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f8a6c005fd0 tx=0x7f8a6c005e20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:53:43.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.529+0000 7f8a78ff9700 1 -- 172.21.15.1:0/315290512 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f8a7005dd20 con 0x7f8a7c1051e0 2024-02-09T23:53:43.741 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:53:43.738+0000 7f8a820fc700 1 -- 172.21.15.1:0/315290512 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7f8a7c02d930 con 0x7f8a640a2150 2024-02-09T23:53:44.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:43 smithi088 ceph-mon[36452]: pgmap v138: 1 pgs: 1 remapped+peering; 577 KiB data, 168 MiB used, 536 GiB / 536 GiB avail 2024-02-09T23:53:44.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:43 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:53:44.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:43 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:53:44.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:43 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:53:44.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:43 smithi103 ceph-mon[36942]: pgmap v138: 1 pgs: 1 remapped+peering; 577 KiB data, 168 MiB used, 536 GiB / 536 GiB avail 2024-02-09T23:53:44.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:43 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:53:44.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:43 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:53:44.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:43 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:53:44.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:43 smithi001 ceph-mon[32335]: pgmap v138: 1 pgs: 1 remapped+peering; 577 KiB data, 168 MiB used, 536 GiB / 536 GiB avail 2024-02-09T23:53:44.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:43 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:53:44.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:43 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:53:44.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:43 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:53:44.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:44 smithi001 ceph-mon[32335]: from='client.14352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:53:44.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:44 smithi001 ceph-mon[32335]: osdmap e41: 6 total, 6 up, 6 in 2024-02-09T23:53:45.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:44 smithi103 ceph-mon[36942]: from='client.14352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:53:45.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:44 smithi103 ceph-mon[36942]: osdmap e41: 6 total, 6 up, 6 in 2024-02-09T23:53:45.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:44 smithi088 ceph-mon[36452]: from='client.14352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:53:45.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:44 smithi088 ceph-mon[36452]: osdmap e41: 6 total, 6 up, 6 in 2024-02-09T23:53:45.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:45 smithi001 ceph-mon[32335]: pgmap v141: 1 pgs: 1 remapped+peering; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-02-09T23:53:45.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:45 smithi001 ceph-mon[32335]: osdmap e42: 6 total, 6 up, 6 in 2024-02-09T23:53:46.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:45 smithi103 ceph-mon[36942]: pgmap v141: 1 pgs: 1 remapped+peering; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-02-09T23:53:46.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:45 smithi103 ceph-mon[36942]: osdmap e42: 6 total, 6 up, 6 in 2024-02-09T23:53:46.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:45 smithi088 ceph-mon[36452]: pgmap v141: 1 pgs: 1 remapped+peering; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-02-09T23:53:46.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:45 smithi088 ceph-mon[36452]: osdmap e42: 6 total, 6 up, 6 in 2024-02-09T23:53:47.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:46 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3535728848' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c59e7ba5-1cbe-41c3-a7e4-330175adfdf0"}]: dispatch 2024-02-09T23:53:47.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:46 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3535728848' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c59e7ba5-1cbe-41c3-a7e4-330175adfdf0"}]': finished 2024-02-09T23:53:47.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:46 smithi103 ceph-mon[36942]: osdmap e43: 7 total, 6 up, 7 in 2024-02-09T23:53:47.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:46 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-09T23:53:47.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:46 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3535728848' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c59e7ba5-1cbe-41c3-a7e4-330175adfdf0"}]: dispatch 2024-02-09T23:53:47.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:46 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3535728848' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c59e7ba5-1cbe-41c3-a7e4-330175adfdf0"}]': finished 2024-02-09T23:53:47.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:46 smithi001 ceph-mon[32335]: osdmap e43: 7 total, 6 up, 7 in 2024-02-09T23:53:47.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:46 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-09T23:53:47.246 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:46 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3535728848' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c59e7ba5-1cbe-41c3-a7e4-330175adfdf0"}]: dispatch 2024-02-09T23:53:47.246 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:46 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3535728848' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c59e7ba5-1cbe-41c3-a7e4-330175adfdf0"}]': finished 2024-02-09T23:53:47.247 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:46 smithi088 ceph-mon[36452]: osdmap e43: 7 total, 6 up, 7 in 2024-02-09T23:53:47.247 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:46 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-09T23:53:48.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:47 smithi103 ceph-mon[36942]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-02-09T23:53:48.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:47 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/817003342' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:53:48.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:47 smithi001 ceph-mon[32335]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-02-09T23:53:48.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:47 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/817003342' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:53:48.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:47 smithi088 ceph-mon[36452]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 130 KiB/s, 0 objects/s recovering 2024-02-09T23:53:48.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:47 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/817003342' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:53:50.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:49 smithi103 ceph-mon[36942]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-02-09T23:53:50.140 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:49 smithi001 ceph-mon[32335]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-02-09T23:53:50.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:49 smithi088 ceph-mon[36452]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 106 KiB/s, 0 objects/s recovering 2024-02-09T23:53:52.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:51 smithi103 ceph-mon[36942]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-02-09T23:53:52.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:51 smithi001 ceph-mon[32335]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-02-09T23:53:52.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:51 smithi088 ceph-mon[36452]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-02-09T23:53:54.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:53 smithi103 ceph-mon[36942]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-02-09T23:53:54.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:53 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-02-09T23:53:54.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:53 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:53:54.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:53 smithi001 ceph-mon[32335]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-02-09T23:53:54.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:53 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-02-09T23:53:54.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:53 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:53:54.347 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:53 smithi088 ceph-mon[36452]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-02-09T23:53:54.347 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:53 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-02-09T23:53:54.348 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:53 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:53:55.134 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:54 smithi001 ceph-mon[32335]: Deploying daemon osd.6 on smithi001 2024-02-09T23:53:55.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:54 smithi103 ceph-mon[36942]: Deploying daemon osd.6 on smithi001 2024-02-09T23:53:55.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:54 smithi088 ceph-mon[36452]: Deploying daemon osd.6 on smithi001 2024-02-09T23:53:56.074 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:55 smithi001 ceph-mon[32335]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-02-09T23:53:56.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:55 smithi103 ceph-mon[36942]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-02-09T23:53:56.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:55 smithi088 ceph-mon[36452]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-02-09T23:53:58.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:57 smithi103 ceph-mon[36942]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-02-09T23:53:58.175 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:57 smithi001 ceph-mon[32335]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-02-09T23:53:58.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:57 smithi088 ceph-mon[36452]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-02-09T23:54:00.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:59 smithi103 ceph-mon[36942]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-02-09T23:54:00.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:59 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:00.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:59 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:00.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:53:59 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:54:00.146 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:59 smithi001 ceph-mon[32335]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-02-09T23:54:00.146 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:59 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:00.146 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:59 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:00.146 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:53:59 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:54:00.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:59 smithi088 ceph-mon[36452]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-02-09T23:54:00.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:59 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:00.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:59 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:00.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:53:59 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:54:02.135 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:01 smithi001 ceph-mon[32335]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-02-09T23:54:02.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:01 smithi103 ceph-mon[36942]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-02-09T23:54:02.348 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:01 smithi088 ceph-mon[36452]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-02-09T23:54:03.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:54:03.194+0000 7f8a78ff9700 1 -- 172.21.15.1:0/315290512 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f8a7c02d930 con 0x7f8a640a2150 2024-02-09T23:54:03.197 INFO:teuthology.orchestra.run.smithi001.stdout:Created osd(s) 6 on host 'smithi001' 2024-02-09T23:54:03.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:54:03.195+0000 7f8a820fc700 1 -- 172.21.15.1:0/315290512 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8a640a2150 msgr2=0x7f8a640a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:54:03.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:54:03.195+0000 7f8a820fc700 1 --2- 172.21.15.1:0/315290512 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8a640a2150 0x7f8a640a4610 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f8a6c005fd0 tx=0x7f8a6c005e20 comp rx=0 tx=0).stop 2024-02-09T23:54:03.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:54:03.195+0000 7f8a820fc700 1 -- 172.21.15.1:0/315290512 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8a7c1051e0 msgr2=0x7f8a7c19a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:54:03.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:54:03.195+0000 7f8a820fc700 1 --2- 172.21.15.1:0/315290512 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8a7c1051e0 0x7f8a7c19a360 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f8a70005910 tx=0x7f8a7000f690 comp rx=0 tx=0).stop 2024-02-09T23:54:03.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:54:03.195+0000 7f8a820fc700 1 -- 172.21.15.1:0/315290512 shutdown_connections 2024-02-09T23:54:03.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:54:03.195+0000 7f8a820fc700 1 --2- 172.21.15.1:0/315290512 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8a640a2150 0x7f8a640a4610 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:54:03.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:54:03.195+0000 7f8a820fc700 1 --2- 172.21.15.1:0/315290512 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8a7c107b10 0x7f8a7c1a13e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:54:03.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:54:03.195+0000 7f8a820fc700 1 --2- 172.21.15.1:0/315290512 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8a7c1028b0 0x7f8a7c199e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:54:03.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:54:03.195+0000 7f8a820fc700 1 --2- 172.21.15.1:0/315290512 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8a7c1051e0 0x7f8a7c19a360 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:54:03.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:54:03.195+0000 7f8a820fc700 1 -- 172.21.15.1:0/315290512 >> 172.21.15.1:0/315290512 conn(0x7f8a7c0fc280 msgr2=0x7f8a7c101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:54:03.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:54:03.196+0000 7f8a820fc700 1 -- 172.21.15.1:0/315290512 shutdown_connections 2024-02-09T23:54:03.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:54:03.196+0000 7f8a820fc700 1 -- 172.21.15.1:0/315290512 wait complete. 2024-02-09T23:54:03.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:03 smithi001 ceph-mon[32335]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-02-09T23:54:03.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:03 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:03.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:03 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:03.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:03 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:54:03.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:03 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:54:03.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:03 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:03.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:03 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:03.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:03 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:03.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:03 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:54:03.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:03 smithi001 ceph-mon[32335]: from='osd.6 [v2:172.21.15.1:6818/363854281,v1:172.21.15.1:6819/363854281]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-02-09T23:54:03.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:03 smithi088 ceph-mon[36452]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-02-09T23:54:03.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:03 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:03.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:03 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:03.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:03 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:54:03.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:03 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:54:03.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:03 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:03.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:03 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:03.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:03 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:03.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:03 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:54:03.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:03 smithi088 ceph-mon[36452]: from='osd.6 [v2:172.21.15.1:6818/363854281,v1:172.21.15.1:6819/363854281]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-02-09T23:54:03.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:03 smithi103 ceph-mon[36942]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-02-09T23:54:03.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:03 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:03.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:03 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:03.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:03 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:54:03.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:03 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:54:03.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:03 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:03.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:03 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:03.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:03 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:03.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:03 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:54:03.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:03 smithi103 ceph-mon[36942]: from='osd.6 [v2:172.21.15.1:6818/363854281,v1:172.21.15.1:6819/363854281]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-02-09T23:54:03.904 DEBUG:teuthology.orchestra.run.smithi001:osd.6> sudo journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.6.service 2024-02-09T23:54:03.906 INFO:tasks.cephadm:Deploying osd.7 on smithi088 with /dev/vg_nvme/lv_2... 2024-02-09T23:54:03.906 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-02-09T23:54:04.151 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.b/config 2024-02-09T23:54:05.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:05 smithi001 ceph-mon[32335]: from='osd.6 [v2:172.21.15.1:6818/363854281,v1:172.21.15.1:6819/363854281]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-02-09T23:54:05.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:05 smithi001 ceph-mon[32335]: osdmap e44: 7 total, 6 up, 7 in 2024-02-09T23:54:05.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:05 smithi001 ceph-mon[32335]: from='osd.6 [v2:172.21.15.1:6818/363854281,v1:172.21.15.1:6819/363854281]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-02-09T23:54:05.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-09T23:54:05.470 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 09 23:54:05 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-09T23:54:05.198+0000 7f307334e700 -1 osd.6 0 waiting for initial osdmap 2024-02-09T23:54:05.470 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 09 23:54:05 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-09T23:54:05.208+0000 7f306f141700 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-09T23:54:05.566 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:05 smithi088 ceph-mon[36452]: from='osd.6 [v2:172.21.15.1:6818/363854281,v1:172.21.15.1:6819/363854281]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-02-09T23:54:05.566 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:05 smithi088 ceph-mon[36452]: osdmap e44: 7 total, 6 up, 7 in 2024-02-09T23:54:05.566 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:05 smithi088 ceph-mon[36452]: from='osd.6 [v2:172.21.15.1:6818/363854281,v1:172.21.15.1:6819/363854281]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-02-09T23:54:05.567 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-09T23:54:05.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:05 smithi103 ceph-mon[36942]: from='osd.6 [v2:172.21.15.1:6818/363854281,v1:172.21.15.1:6819/363854281]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-02-09T23:54:05.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:05 smithi103 ceph-mon[36942]: osdmap e44: 7 total, 6 up, 7 in 2024-02-09T23:54:05.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:05 smithi103 ceph-mon[36942]: from='osd.6 [v2:172.21.15.1:6818/363854281,v1:172.21.15.1:6819/363854281]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-02-09T23:54:05.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-09T23:54:06.259 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-02-09T23:54:06.259 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-02-09T23:54:06.260 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10+0 records in 2024-02-09T23:54:06.260 INFO:teuthology.orchestra.run.smithi088.stderr:10+0 records out 2024-02-09T23:54:06.260 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0109311 s, 959 MB/s 2024-02-09T23:54:06.260 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping successful for: 2024-02-09T23:54:06.455 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:06 smithi001 ceph-mon[32335]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-02-09T23:54:06.455 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:06 smithi001 ceph-mon[32335]: from='osd.6 [v2:172.21.15.1:6818/363854281,v1:172.21.15.1:6819/363854281]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-02-09T23:54:06.455 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:06 smithi001 ceph-mon[32335]: osdmap e45: 7 total, 6 up, 7 in 2024-02-09T23:54:06.455 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:06 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-09T23:54:06.455 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:06 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-09T23:54:06.554 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:06 smithi088 ceph-mon[36452]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-02-09T23:54:06.554 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:06 smithi088 ceph-mon[36452]: from='osd.6 [v2:172.21.15.1:6818/363854281,v1:172.21.15.1:6819/363854281]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-02-09T23:54:06.554 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:06 smithi088 ceph-mon[36452]: osdmap e45: 7 total, 6 up, 7 in 2024-02-09T23:54:06.554 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:06 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-09T23:54:06.555 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:06 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-09T23:54:06.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:06 smithi103 ceph-mon[36942]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 169 MiB used, 536 GiB / 536 GiB avail 2024-02-09T23:54:06.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:06 smithi103 ceph-mon[36942]: from='osd.6 [v2:172.21.15.1:6818/363854281,v1:172.21.15.1:6819/363854281]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-02-09T23:54:06.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:06 smithi103 ceph-mon[36942]: osdmap e45: 7 total, 6 up, 7 in 2024-02-09T23:54:06.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:06 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-09T23:54:06.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:06 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-09T23:54:06.914 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph orch daemon add osd smithi088:vg_nvme/lv_2 2024-02-09T23:54:07.158 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.b/config 2024-02-09T23:54:07.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:07 smithi001 ceph-mon[32335]: purged_snaps scrub starts 2024-02-09T23:54:07.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:07 smithi001 ceph-mon[32335]: purged_snaps scrub ok 2024-02-09T23:54:07.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:07 smithi001 ceph-mon[32335]: osd.6 [v2:172.21.15.1:6818/363854281,v1:172.21.15.1:6819/363854281] boot 2024-02-09T23:54:07.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:07 smithi001 ceph-mon[32335]: osdmap e46: 7 total, 7 up, 7 in 2024-02-09T23:54:07.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:07 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-09T23:54:07.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:07 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:07.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:07 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:07.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:07 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:54:07.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:07 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:54:07.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:07 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:54:07.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:07 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:07.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:07 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:54:07.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:07 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:54:07.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:07 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:07.480 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:07 smithi088 ceph-mon[36452]: purged_snaps scrub starts 2024-02-09T23:54:07.481 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:07 smithi088 ceph-mon[36452]: purged_snaps scrub ok 2024-02-09T23:54:07.481 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:07 smithi088 ceph-mon[36452]: osd.6 [v2:172.21.15.1:6818/363854281,v1:172.21.15.1:6819/363854281] boot 2024-02-09T23:54:07.481 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:07 smithi088 ceph-mon[36452]: osdmap e46: 7 total, 7 up, 7 in 2024-02-09T23:54:07.481 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:07 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-09T23:54:07.481 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:07 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:07.481 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:07 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:07.481 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:07 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:54:07.481 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:07 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:54:07.481 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:07 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:54:07.481 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:07 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:07.481 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:07 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:54:07.481 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:07 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:54:07.481 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:07 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:07.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:07 smithi103 ceph-mon[36942]: purged_snaps scrub starts 2024-02-09T23:54:07.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:07 smithi103 ceph-mon[36942]: purged_snaps scrub ok 2024-02-09T23:54:07.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:07 smithi103 ceph-mon[36942]: osd.6 [v2:172.21.15.1:6818/363854281,v1:172.21.15.1:6819/363854281] boot 2024-02-09T23:54:07.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:07 smithi103 ceph-mon[36942]: osdmap e46: 7 total, 7 up, 7 in 2024-02-09T23:54:07.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:07 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-09T23:54:07.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:07 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:07.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:07 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:07.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:07 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:54:07.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:07 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:54:07.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:07 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:54:07.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:07 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:07.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:07 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:54:07.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:07 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:54:07.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:07 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:08.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:08 smithi001 ceph-mon[32335]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:08.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:08 smithi001 ceph-mon[32335]: Detected new or changed devices on smithi001 2024-02-09T23:54:08.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:08 smithi001 ceph-mon[32335]: Adjusting osd_memory_target on smithi001 to 5697M 2024-02-09T23:54:08.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:08 smithi001 ceph-mon[32335]: osdmap e47: 7 total, 7 up, 7 in 2024-02-09T23:54:08.568 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:08 smithi088 ceph-mon[36452]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:08.568 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:08 smithi088 ceph-mon[36452]: Detected new or changed devices on smithi001 2024-02-09T23:54:08.568 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:08 smithi088 ceph-mon[36452]: Adjusting osd_memory_target on smithi001 to 5697M 2024-02-09T23:54:08.568 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:08 smithi088 ceph-mon[36452]: osdmap e47: 7 total, 7 up, 7 in 2024-02-09T23:54:08.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:08 smithi103 ceph-mon[36942]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:08.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:08 smithi103 ceph-mon[36942]: Detected new or changed devices on smithi001 2024-02-09T23:54:08.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:08 smithi103 ceph-mon[36942]: Adjusting osd_memory_target on smithi001 to 5697M 2024-02-09T23:54:08.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:08 smithi103 ceph-mon[36942]: osdmap e47: 7 total, 7 up, 7 in 2024-02-09T23:54:08.797 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.793+0000 7ff3891cb700 1 -- 172.21.15.88:0/1886827882 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff384100c50 msgr2=0x7ff384101070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:54:08.797 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.793+0000 7ff3891cb700 1 --2- 172.21.15.88:0/1886827882 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff384100c50 0x7ff384101070 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7ff3740099c0 tx=0x7ff374009cd0 comp rx=0 tx=0).stop 2024-02-09T23:54:08.798 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.793+0000 7ff3891cb700 1 -- 172.21.15.88:0/1886827882 shutdown_connections 2024-02-09T23:54:08.798 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.793+0000 7ff3891cb700 1 --2- 172.21.15.88:0/1886827882 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff3841027f0 0x7ff3841090a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:54:08.798 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.793+0000 7ff3891cb700 1 --2- 172.21.15.88:0/1886827882 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff384100c50 0x7ff384101070 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:54:08.798 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.793+0000 7ff3891cb700 1 --2- 172.21.15.88:0/1886827882 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff384101e50 0x7ff3841022b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:54:08.798 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.793+0000 7ff3891cb700 1 -- 172.21.15.88:0/1886827882 >> 172.21.15.88:0/1886827882 conn(0x7ff3840fc1f0 msgr2=0x7ff3840fe630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:54:08.798 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.793+0000 7ff3891cb700 1 -- 172.21.15.88:0/1886827882 shutdown_connections 2024-02-09T23:54:08.798 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.793+0000 7ff3891cb700 1 -- 172.21.15.88:0/1886827882 wait complete. 2024-02-09T23:54:08.798 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.794+0000 7ff3891cb700 1 Processor -- start 2024-02-09T23:54:08.798 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.794+0000 7ff3891cb700 1 -- start start 2024-02-09T23:54:08.798 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.794+0000 7ff3891cb700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff384100c50 0x7ff384104be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:54:08.798 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.794+0000 7ff3891cb700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff384101e50 0x7ff384103230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:54:08.798 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.794+0000 7ff3891cb700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff3841027f0 0x7ff384103770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:54:08.798 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.794+0000 7ff3891cb700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff384103ef0 con 0x7ff3841027f0 2024-02-09T23:54:08.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.794+0000 7ff3891cb700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff384104060 con 0x7ff384100c50 2024-02-09T23:54:08.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.794+0000 7ff3891cb700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3841a1e50 con 0x7ff384101e50 2024-02-09T23:54:08.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.794+0000 7ff382d9d700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff384100c50 0x7ff384104be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:54:08.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.794+0000 7ff382d9d700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff384100c50 0x7ff384104be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:59144/0 (socket says 172.21.15.88:59144) 2024-02-09T23:54:08.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.794+0000 7ff382d9d700 1 -- 172.21.15.88:0/845085479 learned_addr learned my addr 172.21.15.88:0/845085479 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-02-09T23:54:08.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.795+0000 7ff38359e700 1 --2- 172.21.15.88:0/845085479 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff3841027f0 0x7ff384103770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:54:08.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.795+0000 7ff38259c700 1 --2- 172.21.15.88:0/845085479 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff384101e50 0x7ff384103230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:54:08.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.795+0000 7ff382d9d700 1 -- 172.21.15.88:0/845085479 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff384101e50 msgr2=0x7ff384103230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:54:08.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.795+0000 7ff382d9d700 1 --2- 172.21.15.88:0/845085479 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff384101e50 0x7ff384103230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:54:08.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.795+0000 7ff382d9d700 1 -- 172.21.15.88:0/845085479 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff3841027f0 msgr2=0x7ff384103770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:54:08.799 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.795+0000 7ff382d9d700 1 --2- 172.21.15.88:0/845085479 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff3841027f0 0x7ff384103770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:54:08.800 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.795+0000 7ff382d9d700 1 -- 172.21.15.88:0/845085479 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3740095f0 con 0x7ff384100c50 2024-02-09T23:54:08.800 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.795+0000 7ff38259c700 1 --2- 172.21.15.88:0/845085479 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff384101e50 0x7ff384103230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:54:08.800 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.795+0000 7ff382d9d700 1 --2- 172.21.15.88:0/845085479 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff384100c50 0x7ff384104be0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7ff3740098e0 tx=0x7ff374004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:54:08.800 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.795+0000 7ff36bfff700 1 -- 172.21.15.88:0/845085479 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff37401d070 con 0x7ff384100c50 2024-02-09T23:54:08.801 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.795+0000 7ff36bfff700 1 -- 172.21.15.88:0/845085479 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff374003680 con 0x7ff384100c50 2024-02-09T23:54:08.801 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.795+0000 7ff3891cb700 1 -- 172.21.15.88:0/845085479 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3841a20d0 con 0x7ff384100c50 2024-02-09T23:54:08.801 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.795+0000 7ff36bfff700 1 -- 172.21.15.88:0/845085479 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff374005280 con 0x7ff384100c50 2024-02-09T23:54:08.801 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.795+0000 7ff3891cb700 1 -- 172.21.15.88:0/845085479 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3841a2500 con 0x7ff384100c50 2024-02-09T23:54:08.802 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.796+0000 7ff3891cb700 1 -- 172.21.15.88:0/845085479 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff3840689e0 con 0x7ff384100c50 2024-02-09T23:54:08.802 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.797+0000 7ff36bfff700 1 -- 172.21.15.88:0/845085479 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7ff3740053e0 con 0x7ff384100c50 2024-02-09T23:54:08.802 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.798+0000 7ff36bfff700 1 --2- 172.21.15.88:0/845085479 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff36c0a2150 0x7ff36c0a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:54:08.802 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.798+0000 7ff36bfff700 1 -- 172.21.15.88:0/845085479 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 4965+0+0 (secure 0 0 0) 0x7ff3740ce590 con 0x7ff384100c50 2024-02-09T23:54:08.802 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.798+0000 7ff38259c700 1 --2- 172.21.15.88:0/845085479 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff36c0a2150 0x7ff36c0a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:54:08.802 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.798+0000 7ff38259c700 1 --2- 172.21.15.88:0/845085479 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff36c0a2150 0x7ff36c0a4610 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7ff378007900 tx=0x7ff378008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:54:08.803 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:08.801+0000 7ff36bfff700 1 -- 172.21.15.88:0/845085479 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7ff374098300 con 0x7ff384100c50 2024-02-09T23:54:09.006 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:09.004+0000 7ff3891cb700 1 -- 172.21.15.88:0/845085479 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7ff38406a0e0 con 0x7ff36c0a2150 2024-02-09T23:54:09.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:09 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:54:09.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:09 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:54:09.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:09 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:54:09.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:09 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:54:09.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:09 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:54:09.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:09 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:54:09.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:09 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:54:09.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:09 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:54:09.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:09 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:54:10.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:10 smithi001 ceph-mon[32335]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:10.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:10 smithi001 ceph-mon[32335]: from='client.24266 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:54:10.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:10 smithi088 ceph-mon[36452]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:10.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:10 smithi088 ceph-mon[36452]: from='client.24266 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:54:10.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:10 smithi103 ceph-mon[36942]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:10.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:10 smithi103 ceph-mon[36942]: from='client.24266 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:54:12.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:12 smithi088 ceph-mon[36452]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:12.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:12 smithi088 ceph-mon[36452]: from='client.? 172.21.15.88:0/347624012' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a77b4ef0-ecf7-457c-95c6-3e63cc6b1bba"}]: dispatch 2024-02-09T23:54:12.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:12 smithi088 ceph-mon[36452]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a77b4ef0-ecf7-457c-95c6-3e63cc6b1bba"}]: dispatch 2024-02-09T23:54:12.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:12 smithi088 ceph-mon[36452]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a77b4ef0-ecf7-457c-95c6-3e63cc6b1bba"}]': finished 2024-02-09T23:54:12.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:12 smithi088 ceph-mon[36452]: osdmap e48: 8 total, 7 up, 8 in 2024-02-09T23:54:12.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:12 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-09T23:54:12.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:12 smithi001 ceph-mon[32335]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:12.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:12 smithi001 ceph-mon[32335]: from='client.? 172.21.15.88:0/347624012' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a77b4ef0-ecf7-457c-95c6-3e63cc6b1bba"}]: dispatch 2024-02-09T23:54:12.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:12 smithi001 ceph-mon[32335]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a77b4ef0-ecf7-457c-95c6-3e63cc6b1bba"}]: dispatch 2024-02-09T23:54:12.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:12 smithi001 ceph-mon[32335]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a77b4ef0-ecf7-457c-95c6-3e63cc6b1bba"}]': finished 2024-02-09T23:54:12.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:12 smithi001 ceph-mon[32335]: osdmap e48: 8 total, 7 up, 8 in 2024-02-09T23:54:12.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:12 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-09T23:54:12.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:12 smithi103 ceph-mon[36942]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:12.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:12 smithi103 ceph-mon[36942]: from='client.? 172.21.15.88:0/347624012' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a77b4ef0-ecf7-457c-95c6-3e63cc6b1bba"}]: dispatch 2024-02-09T23:54:12.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:12 smithi103 ceph-mon[36942]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "a77b4ef0-ecf7-457c-95c6-3e63cc6b1bba"}]: dispatch 2024-02-09T23:54:12.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:12 smithi103 ceph-mon[36942]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a77b4ef0-ecf7-457c-95c6-3e63cc6b1bba"}]': finished 2024-02-09T23:54:12.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:12 smithi103 ceph-mon[36942]: osdmap e48: 8 total, 7 up, 8 in 2024-02-09T23:54:12.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:12 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-09T23:54:13.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:13 smithi001 ceph-mon[32335]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:13.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:13 smithi001 ceph-mon[32335]: from='client.? 172.21.15.88:0/2984435945' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:54:13.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:13 smithi088 ceph-mon[36452]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:13.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:13 smithi088 ceph-mon[36452]: from='client.? 172.21.15.88:0/2984435945' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:54:13.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:13 smithi103 ceph-mon[36942]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:13.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:13 smithi103 ceph-mon[36942]: from='client.? 172.21.15.88:0/2984435945' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:54:15.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:15 smithi088 ceph-mon[36452]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:15.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:15 smithi103 ceph-mon[36942]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:15.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:15 smithi001 ceph-mon[32335]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:17.880 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:17 smithi088 ceph-mon[36452]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:18.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:17 smithi103 ceph-mon[36942]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:18.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:17 smithi001 ceph-mon[32335]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:20.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:19 smithi088 ceph-mon[36452]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:20.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:19 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-02-09T23:54:20.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:19 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:54:20.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:19 smithi088 ceph-mon[36452]: Deploying daemon osd.7 on smithi088 2024-02-09T23:54:20.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:19 smithi103 ceph-mon[36942]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:20.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:19 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-02-09T23:54:20.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:19 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:54:20.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:19 smithi103 ceph-mon[36942]: Deploying daemon osd.7 on smithi088 2024-02-09T23:54:20.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:19 smithi001 ceph-mon[32335]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:20.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:19 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-02-09T23:54:20.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:19 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:54:20.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:19 smithi001 ceph-mon[32335]: Deploying daemon osd.7 on smithi088 2024-02-09T23:54:22.046 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:21 smithi088 ceph-mon[36452]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:22.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:21 smithi103 ceph-mon[36942]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:22.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:21 smithi001 ceph-mon[32335]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:23.964 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:23 smithi088 ceph-mon[36452]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:24.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:23 smithi103 ceph-mon[36942]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:24.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:23 smithi001 ceph-mon[32335]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:25.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:25 smithi088 ceph-mon[36452]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:25.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:25 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:25.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:25 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:54:25.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:25 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:25.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:25 smithi103 ceph-mon[36942]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:25.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:25 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:25.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:25 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:54:25.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:25 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:25.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:25 smithi001 ceph-mon[32335]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:25.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:25 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:25.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:25 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:54:25.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:25 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:28.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:27 smithi088 ceph-mon[36452]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:28.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:27 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:28.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:27 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:28.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:27 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:54:28.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:27 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:54:28.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:27 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:28.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:27 smithi103 ceph-mon[36942]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:28.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:27 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:28.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:27 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:28.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:27 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:54:28.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:27 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:54:28.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:27 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:28.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:27 smithi001 ceph-mon[32335]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:28.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:27 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:28.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:27 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:28.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:27 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:54:28.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:27 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:54:28.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:27 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:28.473 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:28.470+0000 7ff36bfff700 1 -- 172.21.15.88:0/845085479 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7ff38406a0e0 con 0x7ff36c0a2150 2024-02-09T23:54:28.474 INFO:teuthology.orchestra.run.smithi088.stdout:Created osd(s) 7 on host 'smithi088' 2024-02-09T23:54:28.475 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:28.472+0000 7ff3891cb700 1 -- 172.21.15.88:0/845085479 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff36c0a2150 msgr2=0x7ff36c0a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:54:28.475 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:28.472+0000 7ff3891cb700 1 --2- 172.21.15.88:0/845085479 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff36c0a2150 0x7ff36c0a4610 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7ff378007900 tx=0x7ff378008040 comp rx=0 tx=0).stop 2024-02-09T23:54:28.475 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:28.472+0000 7ff3891cb700 1 -- 172.21.15.88:0/845085479 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff384100c50 msgr2=0x7ff384104be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:54:28.475 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:28.472+0000 7ff3891cb700 1 --2- 172.21.15.88:0/845085479 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff384100c50 0x7ff384104be0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7ff3740098e0 tx=0x7ff374004730 comp rx=0 tx=0).stop 2024-02-09T23:54:28.475 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:28.472+0000 7ff3891cb700 1 -- 172.21.15.88:0/845085479 shutdown_connections 2024-02-09T23:54:28.475 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:28.472+0000 7ff3891cb700 1 --2- 172.21.15.88:0/845085479 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff36c0a2150 0x7ff36c0a4610 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:54:28.475 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:28.472+0000 7ff3891cb700 1 --2- 172.21.15.88:0/845085479 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff3841027f0 0x7ff384103770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:54:28.475 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:28.472+0000 7ff3891cb700 1 --2- 172.21.15.88:0/845085479 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff384100c50 0x7ff384104be0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:54:28.475 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:28.472+0000 7ff3891cb700 1 --2- 172.21.15.88:0/845085479 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff384101e50 0x7ff384103230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:54:28.475 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:28.472+0000 7ff3891cb700 1 -- 172.21.15.88:0/845085479 >> 172.21.15.88:0/845085479 conn(0x7ff3840fc1f0 msgr2=0x7ff3840699d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:54:28.475 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:28.472+0000 7ff3891cb700 1 -- 172.21.15.88:0/845085479 shutdown_connections 2024-02-09T23:54:28.475 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:54:28.472+0000 7ff3891cb700 1 -- 172.21.15.88:0/845085479 wait complete. 2024-02-09T23:54:29.588 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:29 smithi088 ceph-mon[36452]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:29.589 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:29 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:29.589 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:29 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:54:29.589 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:29 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:29.589 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:29 smithi088 ceph-mon[36452]: from='osd.7 [v2:172.21.15.88:6816/812841825,v1:172.21.15.88:6817/812841825]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-02-09T23:54:29.589 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:29 smithi088 ceph-mon[36452]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-02-09T23:54:29.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:29 smithi001 ceph-mon[32335]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:29.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:29 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:29.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:29 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:54:29.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:29 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:29.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:29 smithi001 ceph-mon[32335]: from='osd.7 [v2:172.21.15.88:6816/812841825,v1:172.21.15.88:6817/812841825]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-02-09T23:54:29.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:29 smithi001 ceph-mon[32335]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-02-09T23:54:29.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:29 smithi103 ceph-mon[36942]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:29.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:29 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:29.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:29 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:54:29.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:29 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:29.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:29 smithi103 ceph-mon[36942]: from='osd.7 [v2:172.21.15.88:6816/812841825,v1:172.21.15.88:6817/812841825]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-02-09T23:54:29.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:29 smithi103 ceph-mon[36942]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-02-09T23:54:30.004 DEBUG:teuthology.orchestra.run.smithi088:osd.7> sudo journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.7.service 2024-02-09T23:54:30.006 INFO:tasks.cephadm:Deploying osd.8 on smithi103 with /dev/vg_nvme/lv_2... 2024-02-09T23:54:30.007 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-02-09T23:54:30.253 INFO:teuthology.orchestra.run.smithi103.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.c/config 2024-02-09T23:54:30.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:30 smithi103 ceph-mon[36942]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-02-09T23:54:30.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:30 smithi103 ceph-mon[36942]: osdmap e49: 8 total, 7 up, 8 in 2024-02-09T23:54:30.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:30 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-09T23:54:30.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:30 smithi103 ceph-mon[36942]: from='osd.7 [v2:172.21.15.88:6816/812841825,v1:172.21.15.88:6817/812841825]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-02-09T23:54:30.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:30 smithi103 ceph-mon[36942]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-02-09T23:54:30.712 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:30 smithi088 ceph-mon[36452]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-02-09T23:54:30.712 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:30 smithi088 ceph-mon[36452]: osdmap e49: 8 total, 7 up, 8 in 2024-02-09T23:54:30.712 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:30 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-09T23:54:30.712 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:30 smithi088 ceph-mon[36452]: from='osd.7 [v2:172.21.15.88:6816/812841825,v1:172.21.15.88:6817/812841825]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-02-09T23:54:30.712 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:30 smithi088 ceph-mon[36452]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-02-09T23:54:30.713 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 09 23:54:30 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-09T23:54:30.428+0000 7fe86edea700 -1 osd.7 0 waiting for initial osdmap 2024-02-09T23:54:30.713 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 09 23:54:30 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-09T23:54:30.439+0000 7fe86abdd700 -1 osd.7 50 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-09T23:54:30.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:30 smithi001 ceph-mon[32335]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-02-09T23:54:30.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:30 smithi001 ceph-mon[32335]: osdmap e49: 8 total, 7 up, 8 in 2024-02-09T23:54:30.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:30 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-09T23:54:30.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:30 smithi001 ceph-mon[32335]: from='osd.7 [v2:172.21.15.88:6816/812841825,v1:172.21.15.88:6817/812841825]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-02-09T23:54:30.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:30 smithi001 ceph-mon[32335]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-02-09T23:54:31.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:31 smithi001 ceph-mon[32335]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:31.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:31 smithi001 ceph-mon[32335]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-02-09T23:54:31.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:31 smithi001 ceph-mon[32335]: osdmap e50: 8 total, 7 up, 8 in 2024-02-09T23:54:31.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:31 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-09T23:54:31.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:31 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-09T23:54:31.761 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:31 smithi103 ceph-mon[36942]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:31.762 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:31 smithi103 ceph-mon[36942]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-02-09T23:54:31.762 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:31 smithi103 ceph-mon[36942]: osdmap e50: 8 total, 7 up, 8 in 2024-02-09T23:54:31.762 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:31 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-09T23:54:31.762 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:31 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-09T23:54:31.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:31 smithi088 ceph-mon[36452]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 196 MiB used, 626 GiB / 626 GiB avail 2024-02-09T23:54:31.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:31 smithi088 ceph-mon[36452]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-02-09T23:54:31.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:31 smithi088 ceph-mon[36452]: osdmap e50: 8 total, 7 up, 8 in 2024-02-09T23:54:31.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:31 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-09T23:54:31.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:31 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-09T23:54:32.357 INFO:teuthology.orchestra.run.smithi103.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-02-09T23:54:32.357 INFO:teuthology.orchestra.run.smithi103.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-02-09T23:54:32.357 INFO:teuthology.orchestra.run.smithi103.stderr: stderr: 10+0 records in 2024-02-09T23:54:32.357 INFO:teuthology.orchestra.run.smithi103.stderr:10+0 records out 2024-02-09T23:54:32.357 INFO:teuthology.orchestra.run.smithi103.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113166 s, 927 MB/s 2024-02-09T23:54:32.357 INFO:teuthology.orchestra.run.smithi103.stderr:--> Zapping successful for: 2024-02-09T23:54:32.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:32 smithi088 ceph-mon[36452]: purged_snaps scrub starts 2024-02-09T23:54:32.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:32 smithi088 ceph-mon[36452]: purged_snaps scrub ok 2024-02-09T23:54:32.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:32 smithi088 ceph-mon[36452]: osd.7 [v2:172.21.15.88:6816/812841825,v1:172.21.15.88:6817/812841825] boot 2024-02-09T23:54:32.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:32 smithi088 ceph-mon[36452]: osdmap e51: 8 total, 8 up, 8 in 2024-02-09T23:54:32.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:32 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-09T23:54:32.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:32 smithi088 ceph-mon[36452]: osdmap e52: 8 total, 8 up, 8 in 2024-02-09T23:54:32.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:32 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:32.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:32 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:32.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:32 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:54:32.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:32 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:54:32.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:32 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:54:32.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:32 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:32.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:32 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:54:32.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:32 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:54:32.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:32 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:32.719 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:32 smithi103 ceph-mon[36942]: purged_snaps scrub starts 2024-02-09T23:54:32.719 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:32 smithi103 ceph-mon[36942]: purged_snaps scrub ok 2024-02-09T23:54:32.719 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:32 smithi103 ceph-mon[36942]: osd.7 [v2:172.21.15.88:6816/812841825,v1:172.21.15.88:6817/812841825] boot 2024-02-09T23:54:32.719 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:32 smithi103 ceph-mon[36942]: osdmap e51: 8 total, 8 up, 8 in 2024-02-09T23:54:32.719 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:32 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-09T23:54:32.719 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:32 smithi103 ceph-mon[36942]: osdmap e52: 8 total, 8 up, 8 in 2024-02-09T23:54:32.719 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:32 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:32.719 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:32 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:32.719 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:32 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:54:32.720 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:32 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:54:32.720 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:32 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:54:32.720 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:32 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:32.720 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:32 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:54:32.720 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:32 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:54:32.720 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:32 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:32.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:32 smithi001 ceph-mon[32335]: purged_snaps scrub starts 2024-02-09T23:54:32.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:32 smithi001 ceph-mon[32335]: purged_snaps scrub ok 2024-02-09T23:54:32.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:32 smithi001 ceph-mon[32335]: osd.7 [v2:172.21.15.88:6816/812841825,v1:172.21.15.88:6817/812841825] boot 2024-02-09T23:54:32.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:32 smithi001 ceph-mon[32335]: osdmap e51: 8 total, 8 up, 8 in 2024-02-09T23:54:32.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:32 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-09T23:54:32.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:32 smithi001 ceph-mon[32335]: osdmap e52: 8 total, 8 up, 8 in 2024-02-09T23:54:32.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:32 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:32.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:32 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:32.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:32 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:54:32.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:32 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:54:32.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:32 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:54:32.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:32 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:32.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:32 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:54:32.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:32 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:54:32.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:32 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:33.013 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph orch daemon add osd smithi103:vg_nvme/lv_2 2024-02-09T23:54:33.264 INFO:teuthology.orchestra.run.smithi103.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.c/config 2024-02-09T23:54:34.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:33 smithi088 ceph-mon[36452]: pgmap v176: 1 pgs: 1 remapped+peering; 577 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:34.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:33 smithi088 ceph-mon[36452]: Detected new or changed devices on smithi088 2024-02-09T23:54:34.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:33 smithi088 ceph-mon[36452]: Adjusting osd_memory_target on smithi088 to 5693M 2024-02-09T23:54:34.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:33 smithi088 ceph-mon[36452]: osdmap e53: 8 total, 8 up, 8 in 2024-02-09T23:54:34.101 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:33 smithi103 ceph-mon[36942]: pgmap v176: 1 pgs: 1 remapped+peering; 577 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:34.101 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:33 smithi103 ceph-mon[36942]: Detected new or changed devices on smithi088 2024-02-09T23:54:34.102 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:33 smithi103 ceph-mon[36942]: Adjusting osd_memory_target on smithi088 to 5693M 2024-02-09T23:54:34.102 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:33 smithi103 ceph-mon[36942]: osdmap e53: 8 total, 8 up, 8 in 2024-02-09T23:54:34.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:33 smithi001 ceph-mon[32335]: pgmap v176: 1 pgs: 1 remapped+peering; 577 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:34.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:33 smithi001 ceph-mon[32335]: Detected new or changed devices on smithi088 2024-02-09T23:54:34.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:33 smithi001 ceph-mon[32335]: Adjusting osd_memory_target on smithi088 to 5693M 2024-02-09T23:54:34.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:33 smithi001 ceph-mon[32335]: osdmap e53: 8 total, 8 up, 8 in 2024-02-09T23:54:34.888 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.884+0000 7f8108bb2700 1 -- 172.21.15.103:0/2952127408 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8104100ca0 msgr2=0x7f81041010c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:54:34.888 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.884+0000 7f8108bb2700 1 --2- 172.21.15.103:0/2952127408 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8104100ca0 0x7f81041010c0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f80f4009990 tx=0x7f80f4009ca0 comp rx=0 tx=0).stop 2024-02-09T23:54:34.888 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.884+0000 7f8108bb2700 1 -- 172.21.15.103:0/2952127408 shutdown_connections 2024-02-09T23:54:34.888 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.884+0000 7f8108bb2700 1 --2- 172.21.15.103:0/2952127408 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8104102840 0x7f81041090f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:54:34.888 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.884+0000 7f8108bb2700 1 --2- 172.21.15.103:0/2952127408 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8104100ca0 0x7f81041010c0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:54:34.888 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.884+0000 7f8108bb2700 1 --2- 172.21.15.103:0/2952127408 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8104101ea0 0x7f8104102300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:54:34.888 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.884+0000 7f8108bb2700 1 -- 172.21.15.103:0/2952127408 >> 172.21.15.103:0/2952127408 conn(0x7f81040fc220 msgr2=0x7f81040fe680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:54:34.888 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.884+0000 7f8108bb2700 1 -- 172.21.15.103:0/2952127408 shutdown_connections 2024-02-09T23:54:34.888 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.884+0000 7f8108bb2700 1 -- 172.21.15.103:0/2952127408 wait complete. 2024-02-09T23:54:34.888 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.885+0000 7f8108bb2700 1 Processor -- start 2024-02-09T23:54:34.889 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.885+0000 7f8108bb2700 1 -- start start 2024-02-09T23:54:34.889 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.885+0000 7f8108bb2700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8104100ca0 0x7f8104196c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:54:34.889 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.885+0000 7f8108bb2700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8104101ea0 0x7f8104197150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:54:34.889 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.885+0000 7f8108bb2700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8104102840 0x7f810419e190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:54:34.889 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.885+0000 7f8108bb2700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f810419e760 con 0x7f8104102840 2024-02-09T23:54:34.889 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.885+0000 7f8108bb2700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f810419e8a0 con 0x7f8104101ea0 2024-02-09T23:54:34.889 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.885+0000 7f8108bb2700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f810406a4a0 con 0x7f8104100ca0 2024-02-09T23:54:34.889 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.885+0000 7f810259c700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8104100ca0 0x7f8104196c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:54:34.889 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.885+0000 7f810259c700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8104100ca0 0x7f8104196c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.103:49098/0 (socket says 172.21.15.103:49098) 2024-02-09T23:54:34.889 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.885+0000 7f810259c700 1 -- 172.21.15.103:0/2036992361 learned_addr learned my addr 172.21.15.103:0/2036992361 (peer_addr_for_me v2:172.21.15.103:0/0) 2024-02-09T23:54:34.889 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.885+0000 7f8102d9d700 1 --2- 172.21.15.103:0/2036992361 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8104102840 0x7f810419e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:54:34.889 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.885+0000 7f8101d9b700 1 --2- 172.21.15.103:0/2036992361 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8104101ea0 0x7f8104197150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:54:34.889 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.885+0000 7f810259c700 1 -- 172.21.15.103:0/2036992361 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8104101ea0 msgr2=0x7f8104197150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:54:34.889 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.885+0000 7f810259c700 1 --2- 172.21.15.103:0/2036992361 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8104101ea0 0x7f8104197150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:54:34.890 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.885+0000 7f810259c700 1 -- 172.21.15.103:0/2036992361 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8104102840 msgr2=0x7f810419e190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:54:34.890 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.885+0000 7f810259c700 1 --2- 172.21.15.103:0/2036992361 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8104102840 0x7f810419e190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:54:34.890 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.885+0000 7f810259c700 1 -- 172.21.15.103:0/2036992361 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80f40095f0 con 0x7f8104100ca0 2024-02-09T23:54:34.890 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.885+0000 7f810259c700 1 --2- 172.21.15.103:0/2036992361 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8104100ca0 0x7f8104196c10 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f80f4000c00 tx=0x7f80f4004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:54:34.890 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.886+0000 7f80f37fe700 1 -- 172.21.15.103:0/2036992361 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80f401d070 con 0x7f8104100ca0 2024-02-09T23:54:34.890 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.886+0000 7f8108bb2700 1 -- 172.21.15.103:0/2036992361 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f810406a720 con 0x7f8104100ca0 2024-02-09T23:54:34.890 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.886+0000 7f80f37fe700 1 -- 172.21.15.103:0/2036992361 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f80f400fc00 con 0x7f8104100ca0 2024-02-09T23:54:34.890 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.886+0000 7f80f37fe700 1 -- 172.21.15.103:0/2036992361 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80f4017650 con 0x7f8104100ca0 2024-02-09T23:54:34.890 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.886+0000 7f8108bb2700 1 -- 172.21.15.103:0/2036992361 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f810406abb0 con 0x7f8104100ca0 2024-02-09T23:54:34.891 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.887+0000 7f8108bb2700 1 -- 172.21.15.103:0/2036992361 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8104108060 con 0x7f8104100ca0 2024-02-09T23:54:34.891 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.888+0000 7f80f37fe700 1 -- 172.21.15.103:0/2036992361 <== mon.1 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f80f4022470 con 0x7f8104100ca0 2024-02-09T23:54:34.891 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.888+0000 7f80f37fe700 1 --2- 172.21.15.103:0/2036992361 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f80ec0a2150 0x7f80ec0a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:54:34.891 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.888+0000 7f80f37fe700 1 -- 172.21.15.103:0/2036992361 <== mon.1 v2:172.21.15.103:3300/0 5 ==== osd_map(55..55 src has 1..55) v4 ==== 5397+0+0 (secure 0 0 0) 0x7f80f40ce740 con 0x7f8104100ca0 2024-02-09T23:54:34.891 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.888+0000 7f8101d9b700 1 --2- 172.21.15.103:0/2036992361 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f80ec0a2150 0x7f80ec0a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:54:34.891 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.889+0000 7f8101d9b700 1 --2- 172.21.15.103:0/2036992361 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f80ec0a2150 0x7f80ec0a4610 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f80f8005950 tx=0x7f80f80058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:54:34.894 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:34.893+0000 7f80f37fe700 1 -- 172.21.15.103:0/2036992361 <== mon.1 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f80f405cd20 con 0x7f8104100ca0 2024-02-09T23:54:35.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:34 smithi088 ceph-mon[36452]: osdmap e54: 8 total, 8 up, 8 in 2024-02-09T23:54:35.095 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:35.093+0000 7f8108bb2700 1 -- 172.21.15.103:0/2036992361 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7f810402d7e0 con 0x7f80ec0a2150 2024-02-09T23:54:35.096 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:34 smithi103 ceph-mon[36942]: osdmap e54: 8 total, 8 up, 8 in 2024-02-09T23:54:35.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:34 smithi001 ceph-mon[32335]: osdmap e54: 8 total, 8 up, 8 in 2024-02-09T23:54:36.059 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:35 smithi103 ceph-mon[36942]: pgmap v179: 1 pgs: 1 remapped+peering; 577 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:36.059 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:35 smithi103 ceph-mon[36942]: osdmap e55: 8 total, 8 up, 8 in 2024-02-09T23:54:36.060 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:35 smithi103 ceph-mon[36942]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:54:36.060 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:35 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:54:36.060 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:35 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:54:36.060 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:35 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:54:36.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:35 smithi088 ceph-mon[36452]: pgmap v179: 1 pgs: 1 remapped+peering; 577 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:36.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:35 smithi088 ceph-mon[36452]: osdmap e55: 8 total, 8 up, 8 in 2024-02-09T23:54:36.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:35 smithi088 ceph-mon[36452]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:54:36.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:35 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:54:36.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:35 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:54:36.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:35 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:54:36.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:35 smithi001 ceph-mon[32335]: pgmap v179: 1 pgs: 1 remapped+peering; 577 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:36.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:35 smithi001 ceph-mon[32335]: osdmap e55: 8 total, 8 up, 8 in 2024-02-09T23:54:36.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:35 smithi001 ceph-mon[32335]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:54:36.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:35 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:54:36.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:35 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:54:36.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:35 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:54:38.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:37 smithi088 ceph-mon[36452]: pgmap v181: 1 pgs: 1 remapped+peering; 577 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:38.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:37 smithi088 ceph-mon[36452]: from='client.? 172.21.15.103:0/3107332276' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bf2a6a1e-71ba-44d2-ba61-309f29496ef9"}]: dispatch 2024-02-09T23:54:38.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:37 smithi088 ceph-mon[36452]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bf2a6a1e-71ba-44d2-ba61-309f29496ef9"}]: dispatch 2024-02-09T23:54:38.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:37 smithi088 ceph-mon[36452]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bf2a6a1e-71ba-44d2-ba61-309f29496ef9"}]': finished 2024-02-09T23:54:38.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:37 smithi088 ceph-mon[36452]: osdmap e56: 9 total, 8 up, 9 in 2024-02-09T23:54:38.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:37 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-09T23:54:38.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:37 smithi103 ceph-mon[36942]: pgmap v181: 1 pgs: 1 remapped+peering; 577 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:38.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:37 smithi103 ceph-mon[36942]: from='client.? 172.21.15.103:0/3107332276' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bf2a6a1e-71ba-44d2-ba61-309f29496ef9"}]: dispatch 2024-02-09T23:54:38.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:37 smithi103 ceph-mon[36942]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bf2a6a1e-71ba-44d2-ba61-309f29496ef9"}]: dispatch 2024-02-09T23:54:38.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:37 smithi103 ceph-mon[36942]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bf2a6a1e-71ba-44d2-ba61-309f29496ef9"}]': finished 2024-02-09T23:54:38.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:37 smithi103 ceph-mon[36942]: osdmap e56: 9 total, 8 up, 9 in 2024-02-09T23:54:38.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:37 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-09T23:54:38.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:37 smithi001 ceph-mon[32335]: pgmap v181: 1 pgs: 1 remapped+peering; 577 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:38.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:37 smithi001 ceph-mon[32335]: from='client.? 172.21.15.103:0/3107332276' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bf2a6a1e-71ba-44d2-ba61-309f29496ef9"}]: dispatch 2024-02-09T23:54:38.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:37 smithi001 ceph-mon[32335]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bf2a6a1e-71ba-44d2-ba61-309f29496ef9"}]: dispatch 2024-02-09T23:54:38.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:37 smithi001 ceph-mon[32335]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bf2a6a1e-71ba-44d2-ba61-309f29496ef9"}]': finished 2024-02-09T23:54:38.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:37 smithi001 ceph-mon[32335]: osdmap e56: 9 total, 8 up, 9 in 2024-02-09T23:54:38.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:37 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-09T23:54:39.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:38 smithi103 ceph-mon[36942]: from='client.? 172.21.15.103:0/877726205' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:54:39.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:38 smithi001 ceph-mon[32335]: from='client.? 172.21.15.103:0/877726205' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:54:39.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:38 smithi088 ceph-mon[36452]: from='client.? 172.21.15.103:0/877726205' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:54:40.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:39 smithi103 ceph-mon[36942]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:40.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:39 smithi001 ceph-mon[32335]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:40.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:39 smithi088 ceph-mon[36452]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:42.115 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:41 smithi103 ceph-mon[36942]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:42.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:41 smithi001 ceph-mon[32335]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:42.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:41 smithi088 ceph-mon[36452]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:44.112 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:43 smithi103 ceph-mon[36942]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:44.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:43 smithi001 ceph-mon[32335]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:44.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:43 smithi088 ceph-mon[36452]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:45.949 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:45 smithi103 ceph-mon[36942]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:45.950 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:45 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-02-09T23:54:45.950 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:45 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:54:45.950 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:45 smithi103 ceph-mon[36942]: Deploying daemon osd.8 on smithi103 2024-02-09T23:54:46.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:45 smithi001 ceph-mon[32335]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:46.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:45 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-02-09T23:54:46.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:45 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:54:46.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:45 smithi001 ceph-mon[32335]: Deploying daemon osd.8 on smithi103 2024-02-09T23:54:46.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:45 smithi088 ceph-mon[36452]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:46.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:45 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-02-09T23:54:46.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:45 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:54:46.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:45 smithi088 ceph-mon[36452]: Deploying daemon osd.8 on smithi103 2024-02-09T23:54:48.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:47 smithi103 ceph-mon[36942]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:48.147 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:47 smithi088 ceph-mon[36452]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:48.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:47 smithi001 ceph-mon[32335]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:50.090 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:49 smithi103 ceph-mon[36942]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:50.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:49 smithi001 ceph-mon[32335]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:50.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:49 smithi088 ceph-mon[36452]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:52.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:51 smithi088 ceph-mon[36452]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:52.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:51 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:52.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:51 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:52.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:51 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:54:52.352 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:51 smithi103 ceph-mon[36942]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:52.352 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:51 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:52.352 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:51 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:52.352 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:51 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:54:52.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:51 smithi001 ceph-mon[32335]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:52.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:51 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:52.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:51 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:52.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:51 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:54:54.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:53 smithi088 ceph-mon[36452]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:54.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:53 smithi103 ceph-mon[36942]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:54.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:53 smithi001 ceph-mon[32335]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:54.914 INFO:teuthology.orchestra.run.smithi103.stdout:Created osd(s) 8 on host 'smithi103' 2024-02-09T23:54:54.915 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:54.911+0000 7f80f37fe700 1 -- 172.21.15.103:0/2036992361 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f810402d7e0 con 0x7f80ec0a2150 2024-02-09T23:54:54.916 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:54.914+0000 7f8108bb2700 1 -- 172.21.15.103:0/2036992361 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f80ec0a2150 msgr2=0x7f80ec0a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:54:54.916 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:54.914+0000 7f8108bb2700 1 --2- 172.21.15.103:0/2036992361 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f80ec0a2150 0x7f80ec0a4610 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f80f8005950 tx=0x7f80f80058e0 comp rx=0 tx=0).stop 2024-02-09T23:54:54.916 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:54.914+0000 7f8108bb2700 1 -- 172.21.15.103:0/2036992361 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8104100ca0 msgr2=0x7f8104196c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:54:54.916 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:54.914+0000 7f8108bb2700 1 --2- 172.21.15.103:0/2036992361 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8104100ca0 0x7f8104196c10 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f80f4000c00 tx=0x7f80f4004730 comp rx=0 tx=0).stop 2024-02-09T23:54:54.916 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:54.914+0000 7f8108bb2700 1 -- 172.21.15.103:0/2036992361 shutdown_connections 2024-02-09T23:54:54.916 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:54.914+0000 7f8108bb2700 1 --2- 172.21.15.103:0/2036992361 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f80ec0a2150 0x7f80ec0a4610 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:54:54.917 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:54.914+0000 7f8108bb2700 1 --2- 172.21.15.103:0/2036992361 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8104102840 0x7f810419e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:54:54.917 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:54.914+0000 7f8108bb2700 1 --2- 172.21.15.103:0/2036992361 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8104100ca0 0x7f8104196c10 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:54:54.917 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:54.914+0000 7f8108bb2700 1 --2- 172.21.15.103:0/2036992361 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8104101ea0 0x7f8104197150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:54:54.917 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:54.914+0000 7f8108bb2700 1 -- 172.21.15.103:0/2036992361 >> 172.21.15.103:0/2036992361 conn(0x7f81040fc220 msgr2=0x7f81041051a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:54:54.917 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:54.914+0000 7f8108bb2700 1 -- 172.21.15.103:0/2036992361 shutdown_connections 2024-02-09T23:54:54.917 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:54:54.914+0000 7f8108bb2700 1 -- 172.21.15.103:0/2036992361 wait complete. 2024-02-09T23:54:55.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:55 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:55.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:55 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:55.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:55 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:54:55.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:55 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:54:55.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:55 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:55.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:55 smithi103 ceph-mon[36942]: from='osd.8 [v2:172.21.15.103:6816/3258812878,v1:172.21.15.103:6817/3258812878]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-02-09T23:54:55.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:55 smithi103 ceph-mon[36942]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-02-09T23:54:55.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:55 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:54:55.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:55 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:55.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:55 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:55.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:55 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:55.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:55 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:55.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:55 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:54:55.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:55 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:54:55.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:55 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:55.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:55 smithi088 ceph-mon[36452]: from='osd.8 [v2:172.21.15.103:6816/3258812878,v1:172.21.15.103:6817/3258812878]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-02-09T23:54:55.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:55 smithi088 ceph-mon[36452]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-02-09T23:54:55.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:55 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:54:55.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:55 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:55.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:55 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:55.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:55 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:55.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:55 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:55.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:55 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:54:55.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:55 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:54:55.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:55 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:55.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:55 smithi001 ceph-mon[32335]: from='osd.8 [v2:172.21.15.103:6816/3258812878,v1:172.21.15.103:6817/3258812878]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-02-09T23:54:55.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:55 smithi001 ceph-mon[32335]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-02-09T23:54:55.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:55 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:54:55.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:55 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:55.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:55 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:54:55.622 DEBUG:teuthology.orchestra.run.smithi103:osd.8> sudo journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.8.service 2024-02-09T23:54:55.625 INFO:tasks.cephadm:Deploying osd.9 on smithi001 with /dev/vg_nvme/lv_1... 2024-02-09T23:54:55.625 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-02-09T23:54:55.878 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:54:56.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:56 smithi103 ceph-mon[36942]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:56.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:56 smithi103 ceph-mon[36942]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-02-09T23:54:56.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:56 smithi103 ceph-mon[36942]: osdmap e57: 9 total, 8 up, 9 in 2024-02-09T23:54:56.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:56 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-09T23:54:56.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:56 smithi103 ceph-mon[36942]: from='osd.8 [v2:172.21.15.103:6816/3258812878,v1:172.21.15.103:6817/3258812878]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-02-09T23:54:56.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:56 smithi103 ceph-mon[36942]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-02-09T23:54:56.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:56 smithi088 ceph-mon[36452]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:56.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:56 smithi088 ceph-mon[36452]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-02-09T23:54:56.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:56 smithi088 ceph-mon[36452]: osdmap e57: 9 total, 8 up, 9 in 2024-02-09T23:54:56.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:56 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-09T23:54:56.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:56 smithi088 ceph-mon[36452]: from='osd.8 [v2:172.21.15.103:6816/3258812878,v1:172.21.15.103:6817/3258812878]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-02-09T23:54:56.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:56 smithi088 ceph-mon[36452]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-02-09T23:54:56.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:56 smithi001 ceph-mon[32335]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:56.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:56 smithi001 ceph-mon[32335]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-02-09T23:54:56.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:56 smithi001 ceph-mon[32335]: osdmap e57: 9 total, 8 up, 9 in 2024-02-09T23:54:56.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:56 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-09T23:54:56.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:56 smithi001 ceph-mon[32335]: from='osd.8 [v2:172.21.15.103:6816/3258812878,v1:172.21.15.103:6817/3258812878]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-02-09T23:54:56.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:56 smithi001 ceph-mon[32335]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-02-09T23:54:56.762 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 09 23:54:56 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-09T23:54:56.482+0000 7f6a1b285700 -1 osd.8 0 waiting for initial osdmap 2024-02-09T23:54:56.763 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 09 23:54:56 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-09T23:54:56.497+0000 7f6a13070700 -1 osd.8 58 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-09T23:54:57.338 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:57 smithi001 ceph-mon[32335]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]': finished 2024-02-09T23:54:57.339 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:57 smithi001 ceph-mon[32335]: osdmap e58: 9 total, 8 up, 9 in 2024-02-09T23:54:57.339 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:57 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-09T23:54:57.339 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:57 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-09T23:54:57.339 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:57 smithi001 ceph-mon[32335]: from='osd.8 ' entity='osd.8' 2024-02-09T23:54:57.339 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:57 smithi001 ceph-mon[32335]: osd.8 [v2:172.21.15.103:6816/3258812878,v1:172.21.15.103:6817/3258812878] boot 2024-02-09T23:54:57.339 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:57 smithi001 ceph-mon[32335]: osdmap e59: 9 total, 9 up, 9 in 2024-02-09T23:54:57.339 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:57 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-09T23:54:57.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:57 smithi088 ceph-mon[36452]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]': finished 2024-02-09T23:54:57.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:57 smithi088 ceph-mon[36452]: osdmap e58: 9 total, 8 up, 9 in 2024-02-09T23:54:57.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:57 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-09T23:54:57.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:57 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-09T23:54:57.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:57 smithi088 ceph-mon[36452]: from='osd.8 ' entity='osd.8' 2024-02-09T23:54:57.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:57 smithi088 ceph-mon[36452]: osd.8 [v2:172.21.15.103:6816/3258812878,v1:172.21.15.103:6817/3258812878] boot 2024-02-09T23:54:57.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:57 smithi088 ceph-mon[36452]: osdmap e59: 9 total, 9 up, 9 in 2024-02-09T23:54:57.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:57 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-09T23:54:57.346 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:57 smithi103 ceph-mon[36942]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]': finished 2024-02-09T23:54:57.346 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:57 smithi103 ceph-mon[36942]: osdmap e58: 9 total, 8 up, 9 in 2024-02-09T23:54:57.346 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:57 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-09T23:54:57.346 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:57 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-09T23:54:57.346 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:57 smithi103 ceph-mon[36942]: from='osd.8 ' entity='osd.8' 2024-02-09T23:54:57.346 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:57 smithi103 ceph-mon[36942]: osd.8 [v2:172.21.15.103:6816/3258812878,v1:172.21.15.103:6817/3258812878] boot 2024-02-09T23:54:57.346 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:57 smithi103 ceph-mon[36942]: osdmap e59: 9 total, 9 up, 9 in 2024-02-09T23:54:57.346 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:57 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-09T23:54:58.079 INFO:teuthology.orchestra.run.smithi001.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-02-09T23:54:58.079 INFO:teuthology.orchestra.run.smithi001.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-02-09T23:54:58.079 INFO:teuthology.orchestra.run.smithi001.stderr: stderr: 10+0 records in 2024-02-09T23:54:58.080 INFO:teuthology.orchestra.run.smithi001.stderr:10+0 records out 2024-02-09T23:54:58.080 INFO:teuthology.orchestra.run.smithi001.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00836791 s, 1.3 GB/s 2024-02-09T23:54:58.080 INFO:teuthology.orchestra.run.smithi001.stderr:--> Zapping successful for: 2024-02-09T23:54:58.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:58 smithi088 ceph-mon[36452]: purged_snaps scrub starts 2024-02-09T23:54:58.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:58 smithi088 ceph-mon[36452]: purged_snaps scrub ok 2024-02-09T23:54:58.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:58 smithi088 ceph-mon[36452]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:58.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:58 smithi088 ceph-mon[36452]: osdmap e60: 9 total, 9 up, 9 in 2024-02-09T23:54:58.379 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:58 smithi001 ceph-mon[32335]: purged_snaps scrub starts 2024-02-09T23:54:58.379 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:58 smithi001 ceph-mon[32335]: purged_snaps scrub ok 2024-02-09T23:54:58.379 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:58 smithi001 ceph-mon[32335]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:58.379 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:58 smithi001 ceph-mon[32335]: osdmap e60: 9 total, 9 up, 9 in 2024-02-09T23:54:58.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:58 smithi103 ceph-mon[36942]: purged_snaps scrub starts 2024-02-09T23:54:58.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:58 smithi103 ceph-mon[36942]: purged_snaps scrub ok 2024-02-09T23:54:58.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:58 smithi103 ceph-mon[36942]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 224 MiB used, 715 GiB / 715 GiB avail 2024-02-09T23:54:58.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:58 smithi103 ceph-mon[36942]: osdmap e60: 9 total, 9 up, 9 in 2024-02-09T23:54:58.868 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph orch daemon add osd smithi001:vg_nvme/lv_1 2024-02-09T23:54:59.131 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:55:00.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:59 smithi088 ceph-mon[36452]: pgmap v197: 1 pgs: 1 peering; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-02-09T23:55:00.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:59 smithi088 ceph-mon[36452]: osdmap e61: 9 total, 9 up, 9 in 2024-02-09T23:55:00.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:59 smithi088 ceph-mon[36452]: Detected new or changed devices on smithi103 2024-02-09T23:55:00.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:59 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:00.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:59 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:00.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:59 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:00.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:59 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:00.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:59 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:00.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:59 smithi088 ceph-mon[36452]: Adjusting osd_memory_target on smithi103 to 5693M 2024-02-09T23:55:00.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:59 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:00.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:59 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:55:00.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:59 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:55:00.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:54:59 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:00.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:59 smithi103 ceph-mon[36942]: pgmap v197: 1 pgs: 1 peering; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-02-09T23:55:00.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:59 smithi103 ceph-mon[36942]: osdmap e61: 9 total, 9 up, 9 in 2024-02-09T23:55:00.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:59 smithi103 ceph-mon[36942]: Detected new or changed devices on smithi103 2024-02-09T23:55:00.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:59 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:00.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:59 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:00.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:59 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:00.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:59 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:00.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:59 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:00.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:59 smithi103 ceph-mon[36942]: Adjusting osd_memory_target on smithi103 to 5693M 2024-02-09T23:55:00.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:59 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:00.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:59 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:55:00.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:59 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:55:00.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:54:59 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:00.165 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:59 smithi001 ceph-mon[32335]: pgmap v197: 1 pgs: 1 peering; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-02-09T23:55:00.165 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:59 smithi001 ceph-mon[32335]: osdmap e61: 9 total, 9 up, 9 in 2024-02-09T23:55:00.165 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:59 smithi001 ceph-mon[32335]: Detected new or changed devices on smithi103 2024-02-09T23:55:00.165 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:59 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:00.165 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:59 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:00.165 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:59 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:00.165 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:59 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:00.165 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:59 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:00.165 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:59 smithi001 ceph-mon[32335]: Adjusting osd_memory_target on smithi103 to 5693M 2024-02-09T23:55:00.166 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:59 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:00.166 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:59 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:55:00.166 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:59 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:55:00.166 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:54:59 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:00.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.755+0000 7ff2e83f7700 1 -- 172.21.15.1:0/3741049885 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff2e0107ab0 msgr2=0x7ff2e0109ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:55:00.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.755+0000 7ff2e83f7700 1 --2- 172.21.15.1:0/3741049885 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff2e0107ab0 0x7ff2e0109ea0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7ff2d0009990 tx=0x7ff2d0009ca0 comp rx=0 tx=0).stop 2024-02-09T23:55:00.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.755+0000 7ff2e83f7700 1 -- 172.21.15.1:0/3741049885 shutdown_connections 2024-02-09T23:55:00.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.755+0000 7ff2e83f7700 1 --2- 172.21.15.1:0/3741049885 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff2e0107ab0 0x7ff2e0109ea0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:55:00.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.755+0000 7ff2e83f7700 1 --2- 172.21.15.1:0/3741049885 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff2e0102850 0x7ff2e0104c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:55:00.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.755+0000 7ff2e83f7700 1 --2- 172.21.15.1:0/3741049885 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff2e0105180 0x7ff2e0107570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:55:00.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.755+0000 7ff2e83f7700 1 -- 172.21.15.1:0/3741049885 >> 172.21.15.1:0/3741049885 conn(0x7ff2e00fc1e0 msgr2=0x7ff2e00fe620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:55:00.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.755+0000 7ff2e83f7700 1 -- 172.21.15.1:0/3741049885 shutdown_connections 2024-02-09T23:55:00.761 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.755+0000 7ff2e83f7700 1 -- 172.21.15.1:0/3741049885 wait complete. 2024-02-09T23:55:00.761 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.756+0000 7ff2e83f7700 1 Processor -- start 2024-02-09T23:55:00.761 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.756+0000 7ff2e83f7700 1 -- start start 2024-02-09T23:55:00.761 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.756+0000 7ff2e83f7700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff2e0102850 0x7ff2e0197d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:55:00.761 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.756+0000 7ff2e83f7700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff2e0105180 0x7ff2e0198270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:55:00.761 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.756+0000 7ff2e83f7700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff2e0107ab0 0x7ff2e019f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:55:00.761 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.756+0000 7ff2e83f7700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2e019f880 con 0x7ff2e0107ab0 2024-02-09T23:55:00.761 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.756+0000 7ff2e83f7700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2e019f9c0 con 0x7ff2e0105180 2024-02-09T23:55:00.761 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.756+0000 7ff2e83f7700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2e019fb80 con 0x7ff2e0102850 2024-02-09T23:55:00.761 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.756+0000 7ff2e6994700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff2e0107ab0 0x7ff2e019f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:55:00.761 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.756+0000 7ff2e6994700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff2e0107ab0 0x7ff2e019f2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56198/0 (socket says 172.21.15.1:56198) 2024-02-09T23:55:00.761 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.756+0000 7ff2e6994700 1 -- 172.21.15.1:0/1461782919 learned_addr learned my addr 172.21.15.1:0/1461782919 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:55:00.761 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.756+0000 7ff2e5992700 1 --2- 172.21.15.1:0/1461782919 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff2e0105180 0x7ff2e0198270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:55:00.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.756+0000 7ff2e6193700 1 --2- 172.21.15.1:0/1461782919 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff2e0102850 0x7ff2e0197d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:55:00.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.756+0000 7ff2e6994700 1 -- 172.21.15.1:0/1461782919 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff2e0102850 msgr2=0x7ff2e0197d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:55:00.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.756+0000 7ff2e6994700 1 --2- 172.21.15.1:0/1461782919 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff2e0102850 0x7ff2e0197d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:55:00.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.756+0000 7ff2e6994700 1 -- 172.21.15.1:0/1461782919 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff2e0105180 msgr2=0x7ff2e0198270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:55:00.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.756+0000 7ff2e6994700 1 --2- 172.21.15.1:0/1461782919 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff2e0105180 0x7ff2e0198270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:55:00.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.756+0000 7ff2e6994700 1 -- 172.21.15.1:0/1461782919 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2d00095f0 con 0x7ff2e0107ab0 2024-02-09T23:55:00.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.756+0000 7ff2e5992700 1 --2- 172.21.15.1:0/1461782919 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff2e0105180 0x7ff2e0198270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:55:00.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.756+0000 7ff2e6994700 1 --2- 172.21.15.1:0/1461782919 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff2e0107ab0 0x7ff2e019f2b0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7ff2d0003790 tx=0x7ff2d000f740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:55:00.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.757+0000 7ff2df7fe700 1 -- 172.21.15.1:0/1461782919 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2d001d070 con 0x7ff2e0107ab0 2024-02-09T23:55:00.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.757+0000 7ff2df7fe700 1 -- 172.21.15.1:0/1461782919 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff2d0004cc0 con 0x7ff2e0107ab0 2024-02-09T23:55:00.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.757+0000 7ff2e83f7700 1 -- 172.21.15.1:0/1461782919 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff2e019fe00 con 0x7ff2e0107ab0 2024-02-09T23:55:00.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.757+0000 7ff2df7fe700 1 -- 172.21.15.1:0/1461782919 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2d0021410 con 0x7ff2e0107ab0 2024-02-09T23:55:00.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.757+0000 7ff2e83f7700 1 -- 172.21.15.1:0/1461782919 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff2e01a01c0 con 0x7ff2e0107ab0 2024-02-09T23:55:00.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.758+0000 7ff2e83f7700 1 -- 172.21.15.1:0/1461782919 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff2e00fdd60 con 0x7ff2e0107ab0 2024-02-09T23:55:00.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.759+0000 7ff2df7fe700 1 -- 172.21.15.1:0/1461782919 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7ff2d0004e30 con 0x7ff2e0107ab0 2024-02-09T23:55:00.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.759+0000 7ff2df7fe700 1 --2- 172.21.15.1:0/1461782919 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff2c80a2150 0x7ff2c80a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:55:00.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.760+0000 7ff2e6193700 1 --2- 172.21.15.1:0/1461782919 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff2c80a2150 0x7ff2c80a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:55:00.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.760+0000 7ff2df7fe700 1 -- 172.21.15.1:0/1461782919 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 5829+0+0 (secure 0 0 0) 0x7ff2d00ce8c0 con 0x7ff2e0107ab0 2024-02-09T23:55:00.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.760+0000 7ff2e6193700 1 --2- 172.21.15.1:0/1461782919 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff2c80a2150 0x7ff2c80a4610 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7ff2e0199210 tx=0x7ff2d80094f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:55:00.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.763+0000 7ff2df7fe700 1 -- 172.21.15.1:0/1461782919 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7ff2d00983f0 con 0x7ff2e0107ab0 2024-02-09T23:55:00.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:00.979+0000 7ff2e83f7700 1 -- 172.21.15.1:0/1461782919 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7ff2e002da30 con 0x7ff2c80a2150 2024-02-09T23:55:01.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:00 smithi088 ceph-mon[36452]: osdmap e62: 9 total, 9 up, 9 in 2024-02-09T23:55:01.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:00 smithi103 ceph-mon[36942]: osdmap e62: 9 total, 9 up, 9 in 2024-02-09T23:55:01.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:00 smithi001 ceph-mon[32335]: osdmap e62: 9 total, 9 up, 9 in 2024-02-09T23:55:01.881 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:01 smithi001 ceph-mon[32335]: pgmap v200: 1 pgs: 1 peering; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-02-09T23:55:01.881 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:01 smithi001 ceph-mon[32335]: osdmap e63: 9 total, 9 up, 9 in 2024-02-09T23:55:01.881 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:01 smithi001 ceph-mon[32335]: from='client.14415 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:55:01.881 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:01 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:55:01.881 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:01 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:55:01.881 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:01 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:55:02.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:01 smithi088 ceph-mon[36452]: pgmap v200: 1 pgs: 1 peering; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-02-09T23:55:02.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:01 smithi088 ceph-mon[36452]: osdmap e63: 9 total, 9 up, 9 in 2024-02-09T23:55:02.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:01 smithi088 ceph-mon[36452]: from='client.14415 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:55:02.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:01 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:55:02.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:01 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:55:02.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:01 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:55:02.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:01 smithi103 ceph-mon[36942]: pgmap v200: 1 pgs: 1 peering; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-02-09T23:55:02.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:01 smithi103 ceph-mon[36942]: osdmap e63: 9 total, 9 up, 9 in 2024-02-09T23:55:02.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:01 smithi103 ceph-mon[36942]: from='client.14415 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi001:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:55:02.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:01 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:55:02.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:01 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:55:02.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:01 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:55:04.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:03 smithi088 ceph-mon[36452]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail; 131 KiB/s, 0 objects/s recovering 2024-02-09T23:55:04.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:03 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1881164770' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c9531676-199e-43ad-9299-6b5b60fd6ce5"}]: dispatch 2024-02-09T23:55:04.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:03 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1881164770' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c9531676-199e-43ad-9299-6b5b60fd6ce5"}]': finished 2024-02-09T23:55:04.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:03 smithi088 ceph-mon[36452]: osdmap e64: 10 total, 9 up, 10 in 2024-02-09T23:55:04.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:03 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-09T23:55:04.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:03 smithi103 ceph-mon[36942]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail; 131 KiB/s, 0 objects/s recovering 2024-02-09T23:55:04.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:03 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1881164770' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c9531676-199e-43ad-9299-6b5b60fd6ce5"}]: dispatch 2024-02-09T23:55:04.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:03 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1881164770' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c9531676-199e-43ad-9299-6b5b60fd6ce5"}]': finished 2024-02-09T23:55:04.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:03 smithi103 ceph-mon[36942]: osdmap e64: 10 total, 9 up, 10 in 2024-02-09T23:55:04.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:03 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-09T23:55:04.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:03 smithi001 ceph-mon[32335]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail; 131 KiB/s, 0 objects/s recovering 2024-02-09T23:55:04.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:03 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1881164770' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c9531676-199e-43ad-9299-6b5b60fd6ce5"}]: dispatch 2024-02-09T23:55:04.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:03 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1881164770' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c9531676-199e-43ad-9299-6b5b60fd6ce5"}]': finished 2024-02-09T23:55:04.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:03 smithi001 ceph-mon[32335]: osdmap e64: 10 total, 9 up, 10 in 2024-02-09T23:55:04.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:03 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-09T23:55:05.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:04 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2340507698' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:55:05.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:04 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2340507698' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:55:05.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:04 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2340507698' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:55:06.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:05 smithi103 ceph-mon[36942]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-02-09T23:55:06.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:05 smithi001 ceph-mon[32335]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-02-09T23:55:06.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:05 smithi088 ceph-mon[36452]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail; 107 KiB/s, 0 objects/s recovering 2024-02-09T23:55:07.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:07 smithi001 ceph-mon[32335]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-02-09T23:55:08.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:07 smithi103 ceph-mon[36942]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-02-09T23:55:08.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:07 smithi088 ceph-mon[36452]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail; 90 KiB/s, 0 objects/s recovering 2024-02-09T23:55:10.070 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:09 smithi001 ceph-mon[32335]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-02-09T23:55:10.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:09 smithi103 ceph-mon[36942]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-02-09T23:55:10.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:09 smithi088 ceph-mon[36452]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-02-09T23:55:12.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:11 smithi103 ceph-mon[36942]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-02-09T23:55:12.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:11 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-02-09T23:55:12.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:11 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:55:12.192 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:11 smithi001 ceph-mon[32335]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-02-09T23:55:12.192 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:11 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-02-09T23:55:12.192 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:11 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:55:12.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:11 smithi088 ceph-mon[36452]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-02-09T23:55:12.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:11 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-02-09T23:55:12.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:11 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:55:13.131 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:12 smithi001 ceph-mon[32335]: Deploying daemon osd.9 on smithi001 2024-02-09T23:55:13.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:12 smithi103 ceph-mon[36942]: Deploying daemon osd.9 on smithi001 2024-02-09T23:55:13.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:12 smithi088 ceph-mon[36452]: Deploying daemon osd.9 on smithi001 2024-02-09T23:55:13.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:13 smithi001 ceph-mon[32335]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-02-09T23:55:14.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:13 smithi103 ceph-mon[36942]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-02-09T23:55:14.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:13 smithi088 ceph-mon[36452]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-02-09T23:55:16.136 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:15 smithi001 ceph-mon[32335]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-02-09T23:55:16.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:15 smithi103 ceph-mon[36942]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-02-09T23:55:16.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:15 smithi088 ceph-mon[36452]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-02-09T23:55:18.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:18 smithi088 ceph-mon[36452]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-02-09T23:55:18.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:18 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:18.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:18 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:18.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:18 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:55:18.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:18 smithi103 ceph-mon[36942]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-02-09T23:55:18.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:18 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:18.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:18 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:18.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:18 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:55:18.461 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:18 smithi001 ceph-mon[32335]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-02-09T23:55:18.461 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:18 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:18.461 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:18 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:18.461 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:18 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:55:20.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:20 smithi001 ceph-mon[32335]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-02-09T23:55:20.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:20 smithi088 ceph-mon[36452]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-02-09T23:55:20.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:20 smithi103 ceph-mon[36942]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-02-09T23:55:21.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:21.102+0000 7ff2df7fe700 1 -- 172.21.15.1:0/1461782919 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7ff2e002da30 con 0x7ff2c80a2150 2024-02-09T23:55:21.104 INFO:teuthology.orchestra.run.smithi001.stdout:Created osd(s) 9 on host 'smithi001' 2024-02-09T23:55:21.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:21.104+0000 7ff2e83f7700 1 -- 172.21.15.1:0/1461782919 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff2c80a2150 msgr2=0x7ff2c80a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:55:21.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:21.104+0000 7ff2e83f7700 1 --2- 172.21.15.1:0/1461782919 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff2c80a2150 0x7ff2c80a4610 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7ff2e0199210 tx=0x7ff2d80094f0 comp rx=0 tx=0).stop 2024-02-09T23:55:21.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:21.104+0000 7ff2e83f7700 1 -- 172.21.15.1:0/1461782919 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff2e0107ab0 msgr2=0x7ff2e019f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:55:21.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:21.104+0000 7ff2e83f7700 1 --2- 172.21.15.1:0/1461782919 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff2e0107ab0 0x7ff2e019f2b0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7ff2d0003790 tx=0x7ff2d000f740 comp rx=0 tx=0).stop 2024-02-09T23:55:21.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:21.104+0000 7ff2e83f7700 1 -- 172.21.15.1:0/1461782919 shutdown_connections 2024-02-09T23:55:21.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:21.104+0000 7ff2e83f7700 1 --2- 172.21.15.1:0/1461782919 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff2c80a2150 0x7ff2c80a4610 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:55:21.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:21.104+0000 7ff2e83f7700 1 --2- 172.21.15.1:0/1461782919 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff2e0107ab0 0x7ff2e019f2b0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:55:21.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:21.104+0000 7ff2e83f7700 1 --2- 172.21.15.1:0/1461782919 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff2e0102850 0x7ff2e0197d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:55:21.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:21.104+0000 7ff2e83f7700 1 --2- 172.21.15.1:0/1461782919 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff2e0105180 0x7ff2e0198270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:55:21.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:21.104+0000 7ff2e83f7700 1 -- 172.21.15.1:0/1461782919 >> 172.21.15.1:0/1461782919 conn(0x7ff2e00fc1e0 msgr2=0x7ff2e0103190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:55:21.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:21.104+0000 7ff2e83f7700 1 -- 172.21.15.1:0/1461782919 shutdown_connections 2024-02-09T23:55:21.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:55:21.104+0000 7ff2e83f7700 1 -- 172.21.15.1:0/1461782919 wait complete. 2024-02-09T23:55:21.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:21 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:21.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:21 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:21.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:21 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:55:21.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:21 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:55:21.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:21 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:21.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:21 smithi103 ceph-mon[36942]: from='osd.9 [v2:172.21.15.1:6826/2830634909,v1:172.21.15.1:6827/2830634909]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-02-09T23:55:21.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:21 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:21.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:21 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:21.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:21 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:55:21.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:21 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:21.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:21 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:21.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:21 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:55:21.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:21 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:55:21.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:21 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:21.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:21 smithi001 ceph-mon[32335]: from='osd.9 [v2:172.21.15.1:6826/2830634909,v1:172.21.15.1:6827/2830634909]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-02-09T23:55:21.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:21 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:21.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:21 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:21.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:21 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:55:21.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:21 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:21.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:21 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:21.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:21 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:55:21.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:21 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:55:21.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:21 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:21.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:21 smithi088 ceph-mon[36452]: from='osd.9 [v2:172.21.15.1:6826/2830634909,v1:172.21.15.1:6827/2830634909]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-02-09T23:55:21.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:21 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:21.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:21 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:21.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:21 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:55:21.776 DEBUG:teuthology.orchestra.run.smithi001:osd.9> sudo journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.9.service 2024-02-09T23:55:21.779 INFO:tasks.cephadm:Deploying osd.10 on smithi088 with /dev/vg_nvme/lv_1... 2024-02-09T23:55:21.779 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-02-09T23:55:22.027 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.b/config 2024-02-09T23:55:22.410 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:22 smithi088 ceph-mon[36452]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-02-09T23:55:22.410 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:22 smithi088 ceph-mon[36452]: from='osd.9 [v2:172.21.15.1:6826/2830634909,v1:172.21.15.1:6827/2830634909]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-02-09T23:55:22.411 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:22 smithi088 ceph-mon[36452]: osdmap e65: 10 total, 9 up, 10 in 2024-02-09T23:55:22.411 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:22 smithi088 ceph-mon[36452]: from='osd.9 [v2:172.21.15.1:6826/2830634909,v1:172.21.15.1:6827/2830634909]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-02-09T23:55:22.411 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:22 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-09T23:55:22.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:22 smithi001 ceph-mon[32335]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-02-09T23:55:22.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:22 smithi001 ceph-mon[32335]: from='osd.9 [v2:172.21.15.1:6826/2830634909,v1:172.21.15.1:6827/2830634909]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-02-09T23:55:22.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:22 smithi001 ceph-mon[32335]: osdmap e65: 10 total, 9 up, 10 in 2024-02-09T23:55:22.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:22 smithi001 ceph-mon[32335]: from='osd.9 [v2:172.21.15.1:6826/2830634909,v1:172.21.15.1:6827/2830634909]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-02-09T23:55:22.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:22 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-09T23:55:22.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 09 23:55:22 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-09T23:55:22.140+0000 7f2e10fde700 -1 osd.9 0 waiting for initial osdmap 2024-02-09T23:55:22.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 09 23:55:22 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-09T23:55:22.153+0000 7f2e0cdd1700 -1 osd.9 66 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-09T23:55:22.648 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:22 smithi103 ceph-mon[36942]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-02-09T23:55:22.648 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:22 smithi103 ceph-mon[36942]: from='osd.9 [v2:172.21.15.1:6826/2830634909,v1:172.21.15.1:6827/2830634909]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-02-09T23:55:22.648 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:22 smithi103 ceph-mon[36942]: osdmap e65: 10 total, 9 up, 10 in 2024-02-09T23:55:22.648 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:22 smithi103 ceph-mon[36942]: from='osd.9 [v2:172.21.15.1:6826/2830634909,v1:172.21.15.1:6827/2830634909]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]: dispatch 2024-02-09T23:55:22.648 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:22 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-09T23:55:23.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:23 smithi001 ceph-mon[32335]: from='osd.9 [v2:172.21.15.1:6826/2830634909,v1:172.21.15.1:6827/2830634909]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-02-09T23:55:23.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:23 smithi001 ceph-mon[32335]: osdmap e66: 10 total, 9 up, 10 in 2024-02-09T23:55:23.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:23 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-09T23:55:23.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:23 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-09T23:55:23.512 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:23 smithi088 ceph-mon[36452]: from='osd.9 [v2:172.21.15.1:6826/2830634909,v1:172.21.15.1:6827/2830634909]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-02-09T23:55:23.513 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:23 smithi088 ceph-mon[36452]: osdmap e66: 10 total, 9 up, 10 in 2024-02-09T23:55:23.513 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:23 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-09T23:55:23.513 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:23 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-09T23:55:23.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:23 smithi103 ceph-mon[36942]: from='osd.9 [v2:172.21.15.1:6826/2830634909,v1:172.21.15.1:6827/2830634909]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi001", "root=default"]}]': finished 2024-02-09T23:55:23.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:23 smithi103 ceph-mon[36942]: osdmap e66: 10 total, 9 up, 10 in 2024-02-09T23:55:23.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:23 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-09T23:55:23.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:23 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-09T23:55:24.087 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-02-09T23:55:24.087 INFO:teuthology.orchestra.run.smithi088.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-02-09T23:55:24.087 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10+0 records in 2024-02-09T23:55:24.087 INFO:teuthology.orchestra.run.smithi088.stderr:10+0 records out 2024-02-09T23:55:24.087 INFO:teuthology.orchestra.run.smithi088.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0146123 s, 718 MB/s 2024-02-09T23:55:24.087 INFO:teuthology.orchestra.run.smithi088.stderr:--> Zapping successful for: 2024-02-09T23:55:24.357 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:24 smithi001 ceph-mon[32335]: purged_snaps scrub starts 2024-02-09T23:55:24.357 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:24 smithi001 ceph-mon[32335]: purged_snaps scrub ok 2024-02-09T23:55:24.357 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:24 smithi001 ceph-mon[32335]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-02-09T23:55:24.357 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:24 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-09T23:55:24.357 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:24 smithi001 ceph-mon[32335]: osd.9 [v2:172.21.15.1:6826/2830634909,v1:172.21.15.1:6827/2830634909] boot 2024-02-09T23:55:24.358 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:24 smithi001 ceph-mon[32335]: osdmap e67: 10 total, 10 up, 10 in 2024-02-09T23:55:24.358 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:24 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-09T23:55:24.456 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:24 smithi088 ceph-mon[36452]: purged_snaps scrub starts 2024-02-09T23:55:24.456 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:24 smithi088 ceph-mon[36452]: purged_snaps scrub ok 2024-02-09T23:55:24.456 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:24 smithi088 ceph-mon[36452]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-02-09T23:55:24.456 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:24 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-09T23:55:24.456 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:24 smithi088 ceph-mon[36452]: osd.9 [v2:172.21.15.1:6826/2830634909,v1:172.21.15.1:6827/2830634909] boot 2024-02-09T23:55:24.456 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:24 smithi088 ceph-mon[36452]: osdmap e67: 10 total, 10 up, 10 in 2024-02-09T23:55:24.456 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:24 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-09T23:55:24.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:24 smithi103 ceph-mon[36942]: purged_snaps scrub starts 2024-02-09T23:55:24.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:24 smithi103 ceph-mon[36942]: purged_snaps scrub ok 2024-02-09T23:55:24.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:24 smithi103 ceph-mon[36942]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 255 MiB used, 804 GiB / 805 GiB avail 2024-02-09T23:55:24.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:24 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-09T23:55:24.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:24 smithi103 ceph-mon[36942]: osd.9 [v2:172.21.15.1:6826/2830634909,v1:172.21.15.1:6827/2830634909] boot 2024-02-09T23:55:24.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:24 smithi103 ceph-mon[36942]: osdmap e67: 10 total, 10 up, 10 in 2024-02-09T23:55:24.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:24 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-09T23:55:24.784 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph orch daemon add osd smithi088:vg_nvme/lv_1 2024-02-09T23:55:25.018 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.b/config 2024-02-09T23:55:25.443 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:25 smithi088 ceph-mon[36452]: osdmap e68: 10 total, 10 up, 10 in 2024-02-09T23:55:25.443 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:25 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:25.443 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:25 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:25.443 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:25 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:25.443 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:25 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:25.443 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:25 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:25.443 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:25 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:25.443 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:25 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:25.444 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:25 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:55:25.444 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:25 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:55:25.444 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:25 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:25.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:25 smithi001 ceph-mon[32335]: osdmap e68: 10 total, 10 up, 10 in 2024-02-09T23:55:25.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:25 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:25.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:25 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:25.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:25 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:25.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:25 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:25.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:25 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:25.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:25 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:25.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:25 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:25.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:25 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:55:25.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:25 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:55:25.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:25 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:25.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:25 smithi103 ceph-mon[36942]: osdmap e68: 10 total, 10 up, 10 in 2024-02-09T23:55:25.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:25 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:25.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:25 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:25.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:25 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:25.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:25 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:25.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:25 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:25.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:25 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:25.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:25 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:25.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:25 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:55:25.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:25 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:55:25.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:25 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:26.445 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:26 smithi088 ceph-mon[36452]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:26.446 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:26 smithi088 ceph-mon[36452]: Detected new or changed devices on smithi001 2024-02-09T23:55:26.446 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:26 smithi088 ceph-mon[36452]: Adjusting osd_memory_target on smithi001 to 4273M 2024-02-09T23:55:26.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:26 smithi001 ceph-mon[32335]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:26.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:26 smithi001 ceph-mon[32335]: Detected new or changed devices on smithi001 2024-02-09T23:55:26.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:26 smithi001 ceph-mon[32335]: Adjusting osd_memory_target on smithi001 to 4273M 2024-02-09T23:55:26.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:26 smithi103 ceph-mon[36942]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:26.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:26 smithi103 ceph-mon[36942]: Detected new or changed devices on smithi001 2024-02-09T23:55:26.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:26 smithi103 ceph-mon[36942]: Adjusting osd_memory_target on smithi001 to 4273M 2024-02-09T23:55:26.676 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.673+0000 7f2ea202d700 1 -- 172.21.15.88:0/218325612 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2e9c105180 msgr2=0x7f2e9c107570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:55:26.676 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.673+0000 7f2ea202d700 1 --2- 172.21.15.88:0/218325612 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2e9c105180 0x7f2e9c107570 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f2e90009990 tx=0x7f2e90009ca0 comp rx=0 tx=0).stop 2024-02-09T23:55:26.676 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.673+0000 7f2ea202d700 1 -- 172.21.15.88:0/218325612 shutdown_connections 2024-02-09T23:55:26.676 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.673+0000 7f2ea202d700 1 --2- 172.21.15.88:0/218325612 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2e9c102850 0x7f2e9c104c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:55:26.676 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.673+0000 7f2ea202d700 1 --2- 172.21.15.88:0/218325612 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e9c107ab0 0x7f2e9c109f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:55:26.677 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.673+0000 7f2ea202d700 1 --2- 172.21.15.88:0/218325612 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2e9c105180 0x7f2e9c107570 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:55:26.677 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.673+0000 7f2ea202d700 1 -- 172.21.15.88:0/218325612 >> 172.21.15.88:0/218325612 conn(0x7f2e9c0fc280 msgr2=0x7f2e9c0fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:55:26.677 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.673+0000 7f2ea202d700 1 -- 172.21.15.88:0/218325612 shutdown_connections 2024-02-09T23:55:26.677 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.673+0000 7f2ea202d700 1 -- 172.21.15.88:0/218325612 wait complete. 2024-02-09T23:55:26.677 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.673+0000 7f2ea202d700 1 Processor -- start 2024-02-09T23:55:26.677 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.674+0000 7f2ea202d700 1 -- start start 2024-02-09T23:55:26.679 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.674+0000 7f2ea202d700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2e9c102850 0x7f2e9c197c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:55:26.679 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.674+0000 7f2ea202d700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e9c105180 0x7f2e9c1981a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:55:26.679 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.674+0000 7f2ea202d700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2e9c107ab0 0x7f2e9c19f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:55:26.679 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.674+0000 7f2ea202d700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e9c19f7b0 con 0x7f2e9c107ab0 2024-02-09T23:55:26.679 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.674+0000 7f2ea202d700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e9c19f8f0 con 0x7f2e9c102850 2024-02-09T23:55:26.679 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.674+0000 7f2ea202d700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e9c19fab0 con 0x7f2e9c105180 2024-02-09T23:55:26.679 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.674+0000 7f2e9b7fe700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2e9c102850 0x7f2e9c197c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:55:26.679 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.674+0000 7f2e9b7fe700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2e9c102850 0x7f2e9c197c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.88:52196/0 (socket says 172.21.15.88:52196) 2024-02-09T23:55:26.679 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.674+0000 7f2e9b7fe700 1 -- 172.21.15.88:0/3432194079 learned_addr learned my addr 172.21.15.88:0/3432194079 (peer_addr_for_me v2:172.21.15.88:0/0) 2024-02-09T23:55:26.679 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.674+0000 7f2e9bfff700 1 --2- 172.21.15.88:0/3432194079 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2e9c107ab0 0x7f2e9c19f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:55:26.680 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.674+0000 7f2e9affd700 1 --2- 172.21.15.88:0/3432194079 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e9c105180 0x7f2e9c1981a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:55:26.680 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.674+0000 7f2e9b7fe700 1 -- 172.21.15.88:0/3432194079 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e9c105180 msgr2=0x7f2e9c1981a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:55:26.680 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.674+0000 7f2e9b7fe700 1 --2- 172.21.15.88:0/3432194079 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e9c105180 0x7f2e9c1981a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:55:26.680 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.674+0000 7f2e9b7fe700 1 -- 172.21.15.88:0/3432194079 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2e9c107ab0 msgr2=0x7f2e9c19f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:55:26.680 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.674+0000 7f2e9b7fe700 1 --2- 172.21.15.88:0/3432194079 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2e9c107ab0 0x7f2e9c19f1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:55:26.680 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.674+0000 7f2e9b7fe700 1 -- 172.21.15.88:0/3432194079 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e900095f0 con 0x7f2e9c102850 2024-02-09T23:55:26.680 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.675+0000 7f2e9b7fe700 1 --2- 172.21.15.88:0/3432194079 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2e9c102850 0x7f2e9c197c60 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c007e20 tx=0x7f2e8c00a340 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:55:26.680 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.675+0000 7f2e98ff9700 1 -- 172.21.15.88:0/3432194079 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e8c00ad40 con 0x7f2e9c102850 2024-02-09T23:55:26.680 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.675+0000 7f2ea202d700 1 -- 172.21.15.88:0/3432194079 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e9c19fd90 con 0x7f2e9c102850 2024-02-09T23:55:26.680 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.675+0000 7f2e98ff9700 1 -- 172.21.15.88:0/3432194079 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2e8c012900 con 0x7f2e9c102850 2024-02-09T23:55:26.680 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.675+0000 7f2e98ff9700 1 -- 172.21.15.88:0/3432194079 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e8c011840 con 0x7f2e9c102850 2024-02-09T23:55:26.680 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.675+0000 7f2ea202d700 1 -- 172.21.15.88:0/3432194079 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e9c1a01f0 con 0x7f2e9c102850 2024-02-09T23:55:26.680 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.676+0000 7f2ea202d700 1 -- 172.21.15.88:0/3432194079 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e9c0fde00 con 0x7f2e9c102850 2024-02-09T23:55:26.681 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.678+0000 7f2e98ff9700 1 -- 172.21.15.88:0/3432194079 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f2e8c012a70 con 0x7f2e9c102850 2024-02-09T23:55:26.681 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.678+0000 7f2e98ff9700 1 --2- 172.21.15.88:0/3432194079 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2e840a2150 0x7f2e840a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:55:26.681 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.678+0000 7f2e98ff9700 1 -- 172.21.15.88:0/3432194079 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 6261+0+0 (secure 0 0 0) 0x7f2e8c0cd850 con 0x7f2e9c102850 2024-02-09T23:55:26.681 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.678+0000 7f2e9affd700 1 --2- 172.21.15.88:0/3432194079 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2e840a2150 0x7f2e840a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:55:26.681 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.679+0000 7f2e9affd700 1 --2- 172.21.15.88:0/3432194079 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2e840a2150 0x7f2e840a4610 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f2e900038c0 tx=0x7f2e90005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:55:26.684 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.682+0000 7f2e98ff9700 1 -- 172.21.15.88:0/3432194079 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f2e8c097020 con 0x7f2e9c102850 2024-02-09T23:55:26.887 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:26.885+0000 7f2ea202d700 1 -- 172.21.15.88:0/3432194079 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f2e9c02d930 con 0x7f2e840a2150 2024-02-09T23:55:28.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:27 smithi088 ceph-mon[36452]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:28.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:27 smithi088 ceph-mon[36452]: from='client.24323 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:55:28.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:27 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:55:28.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:27 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:55:28.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:27 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:55:28.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:27 smithi103 ceph-mon[36942]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:28.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:27 smithi103 ceph-mon[36942]: from='client.24323 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:55:28.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:27 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:55:28.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:27 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:55:28.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:27 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:55:28.221 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:27 smithi001 ceph-mon[32335]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:28.222 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:27 smithi001 ceph-mon[32335]: from='client.24323 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi088:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:55:28.223 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:27 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:55:28.223 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:27 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:55:28.223 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:27 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:55:30.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:29 smithi088 ceph-mon[36452]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:30.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:29 smithi088 ceph-mon[36452]: from='client.? 172.21.15.88:0/2415813512' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "41c2bb14-f8c9-45ce-a81e-9bf9dbba0b51"}]: dispatch 2024-02-09T23:55:30.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:29 smithi088 ceph-mon[36452]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "41c2bb14-f8c9-45ce-a81e-9bf9dbba0b51"}]: dispatch 2024-02-09T23:55:30.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:29 smithi088 ceph-mon[36452]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "41c2bb14-f8c9-45ce-a81e-9bf9dbba0b51"}]': finished 2024-02-09T23:55:30.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:29 smithi088 ceph-mon[36452]: osdmap e69: 11 total, 10 up, 11 in 2024-02-09T23:55:30.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:29 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-09T23:55:30.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:29 smithi103 ceph-mon[36942]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:30.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:29 smithi103 ceph-mon[36942]: from='client.? 172.21.15.88:0/2415813512' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "41c2bb14-f8c9-45ce-a81e-9bf9dbba0b51"}]: dispatch 2024-02-09T23:55:30.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:29 smithi103 ceph-mon[36942]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "41c2bb14-f8c9-45ce-a81e-9bf9dbba0b51"}]: dispatch 2024-02-09T23:55:30.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:29 smithi103 ceph-mon[36942]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "41c2bb14-f8c9-45ce-a81e-9bf9dbba0b51"}]': finished 2024-02-09T23:55:30.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:29 smithi103 ceph-mon[36942]: osdmap e69: 11 total, 10 up, 11 in 2024-02-09T23:55:30.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:29 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-09T23:55:30.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:29 smithi001 ceph-mon[32335]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:30.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:29 smithi001 ceph-mon[32335]: from='client.? 172.21.15.88:0/2415813512' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "41c2bb14-f8c9-45ce-a81e-9bf9dbba0b51"}]: dispatch 2024-02-09T23:55:30.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:29 smithi001 ceph-mon[32335]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "41c2bb14-f8c9-45ce-a81e-9bf9dbba0b51"}]: dispatch 2024-02-09T23:55:30.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:29 smithi001 ceph-mon[32335]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "41c2bb14-f8c9-45ce-a81e-9bf9dbba0b51"}]': finished 2024-02-09T23:55:30.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:29 smithi001 ceph-mon[32335]: osdmap e69: 11 total, 10 up, 11 in 2024-02-09T23:55:30.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:29 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-09T23:55:31.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:30 smithi088 ceph-mon[36452]: from='client.? 172.21.15.88:0/956554397' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:55:31.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:30 smithi103 ceph-mon[36942]: from='client.? 172.21.15.88:0/956554397' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:55:31.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:30 smithi001 ceph-mon[32335]: from='client.? 172.21.15.88:0/956554397' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:55:32.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:31 smithi088 ceph-mon[36452]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:32.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:31 smithi103 ceph-mon[36942]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:32.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:31 smithi001 ceph-mon[32335]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:34.042 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:33 smithi088 ceph-mon[36452]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:34.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:33 smithi103 ceph-mon[36942]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:34.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:33 smithi001 ceph-mon[32335]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:35.986 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:35 smithi088 ceph-mon[36452]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:36.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:35 smithi103 ceph-mon[36942]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:36.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:35 smithi001 ceph-mon[32335]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:38.044 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:37 smithi088 ceph-mon[36452]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:38.044 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:37 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-02-09T23:55:38.044 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:37 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:55:38.044 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:37 smithi088 ceph-mon[36452]: Deploying daemon osd.10 on smithi088 2024-02-09T23:55:38.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:37 smithi103 ceph-mon[36942]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:38.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:37 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-02-09T23:55:38.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:37 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:55:38.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:37 smithi103 ceph-mon[36942]: Deploying daemon osd.10 on smithi088 2024-02-09T23:55:38.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:37 smithi001 ceph-mon[32335]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:38.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:37 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-02-09T23:55:38.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:37 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:55:38.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:37 smithi001 ceph-mon[32335]: Deploying daemon osd.10 on smithi088 2024-02-09T23:55:40.049 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:39 smithi088 ceph-mon[36452]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:40.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:39 smithi103 ceph-mon[36942]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:40.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:39 smithi001 ceph-mon[32335]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:42.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:41 smithi103 ceph-mon[36942]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:42.149 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:41 smithi088 ceph-mon[36452]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:42.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:41 smithi001 ceph-mon[32335]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:44.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:43 smithi088 ceph-mon[36452]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:44.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:43 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:44.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:43 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:44.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:43 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:55:44.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:43 smithi103 ceph-mon[36942]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:44.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:43 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:44.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:43 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:44.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:43 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:55:44.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:43 smithi001 ceph-mon[32335]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:44.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:43 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:44.221 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:43 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:44.221 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:43 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:55:46.026 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:45 smithi088 ceph-mon[36452]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:46.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:45 smithi103 ceph-mon[36942]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:46.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:45 smithi001 ceph-mon[32335]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:46.805 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:46.803+0000 7f2e98ff9700 1 -- 172.21.15.88:0/3432194079 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+38 (secure 0 0 0) 0x7f2e9c02d930 con 0x7f2e840a2150 2024-02-09T23:55:46.805 INFO:teuthology.orchestra.run.smithi088.stdout:Created osd(s) 10 on host 'smithi088' 2024-02-09T23:55:46.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:46.806+0000 7f2ea202d700 1 -- 172.21.15.88:0/3432194079 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2e840a2150 msgr2=0x7f2e840a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:55:46.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:46.806+0000 7f2ea202d700 1 --2- 172.21.15.88:0/3432194079 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2e840a2150 0x7f2e840a4610 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f2e900038c0 tx=0x7f2e90005fd0 comp rx=0 tx=0).stop 2024-02-09T23:55:46.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:46.806+0000 7f2ea202d700 1 -- 172.21.15.88:0/3432194079 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2e9c102850 msgr2=0x7f2e9c197c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:55:46.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:46.806+0000 7f2ea202d700 1 --2- 172.21.15.88:0/3432194079 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2e9c102850 0x7f2e9c197c60 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c007e20 tx=0x7f2e8c00a340 comp rx=0 tx=0).stop 2024-02-09T23:55:46.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:46.806+0000 7f2ea202d700 1 -- 172.21.15.88:0/3432194079 shutdown_connections 2024-02-09T23:55:46.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:46.806+0000 7f2ea202d700 1 --2- 172.21.15.88:0/3432194079 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2e840a2150 0x7f2e840a4610 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:55:46.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:46.806+0000 7f2ea202d700 1 --2- 172.21.15.88:0/3432194079 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2e9c107ab0 0x7f2e9c19f1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:55:46.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:46.806+0000 7f2ea202d700 1 --2- 172.21.15.88:0/3432194079 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2e9c102850 0x7f2e9c197c60 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:55:46.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:46.806+0000 7f2ea202d700 1 --2- 172.21.15.88:0/3432194079 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e9c105180 0x7f2e9c1981a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:55:46.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:46.806+0000 7f2ea202d700 1 -- 172.21.15.88:0/3432194079 >> 172.21.15.88:0/3432194079 conn(0x7f2e9c0fc280 msgr2=0x7f2e9c103190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:55:46.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:46.806+0000 7f2ea202d700 1 -- 172.21.15.88:0/3432194079 shutdown_connections 2024-02-09T23:55:46.808 INFO:teuthology.orchestra.run.smithi088.stderr:2024-02-09T23:55:46.806+0000 7f2ea202d700 1 -- 172.21.15.88:0/3432194079 wait complete. 2024-02-09T23:55:47.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:46 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:47.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:46 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:47.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:46 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:55:47.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:46 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:55:47.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:46 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:47.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:46 smithi088 ceph-mon[36452]: from='osd.10 [v2:172.21.15.88:6824/1128031509,v1:172.21.15.88:6825/1128031509]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-02-09T23:55:47.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:46 smithi088 ceph-mon[36452]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-02-09T23:55:47.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:46 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:47.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:46 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:47.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:46 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:55:47.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:46 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:47.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:46 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:47.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:46 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:55:47.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:46 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:55:47.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:46 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:47.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:46 smithi001 ceph-mon[32335]: from='osd.10 [v2:172.21.15.88:6824/1128031509,v1:172.21.15.88:6825/1128031509]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-02-09T23:55:47.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:46 smithi001 ceph-mon[32335]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-02-09T23:55:47.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:46 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:47.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:46 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:47.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:46 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:55:47.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:46 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:47.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:46 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:47.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:46 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:55:47.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:46 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:55:47.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:46 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:47.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:46 smithi103 ceph-mon[36942]: from='osd.10 [v2:172.21.15.88:6824/1128031509,v1:172.21.15.88:6825/1128031509]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-02-09T23:55:47.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:46 smithi103 ceph-mon[36942]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-02-09T23:55:47.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:46 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:47.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:46 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:47.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:46 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:55:47.451 DEBUG:teuthology.orchestra.run.smithi088:osd.10> sudo journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.10.service 2024-02-09T23:55:47.458 INFO:tasks.cephadm:Deploying osd.11 on smithi103 with /dev/vg_nvme/lv_1... 2024-02-09T23:55:47.459 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-02-09T23:55:47.707 INFO:teuthology.orchestra.run.smithi103.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.c/config 2024-02-09T23:55:48.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:47 smithi088 ceph-mon[36452]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:48.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:47 smithi088 ceph-mon[36452]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-02-09T23:55:48.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:47 smithi088 ceph-mon[36452]: osdmap e70: 11 total, 10 up, 11 in 2024-02-09T23:55:48.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:47 smithi088 ceph-mon[36452]: from='osd.10 [v2:172.21.15.88:6824/1128031509,v1:172.21.15.88:6825/1128031509]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-02-09T23:55:48.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:47 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-09T23:55:48.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:47 smithi088 ceph-mon[36452]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-02-09T23:55:48.096 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 09 23:55:47 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-09T23:55:47.950+0000 7f4cbc901700 -1 osd.10 0 waiting for initial osdmap 2024-02-09T23:55:48.096 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 09 23:55:47 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-09T23:55:47.961+0000 7f4cb86f4700 -1 osd.10 71 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-09T23:55:48.125 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:47 smithi103 ceph-mon[36942]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:48.125 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:47 smithi103 ceph-mon[36942]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-02-09T23:55:48.125 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:47 smithi103 ceph-mon[36942]: osdmap e70: 11 total, 10 up, 11 in 2024-02-09T23:55:48.126 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:47 smithi103 ceph-mon[36942]: from='osd.10 [v2:172.21.15.88:6824/1128031509,v1:172.21.15.88:6825/1128031509]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-02-09T23:55:48.126 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:47 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-09T23:55:48.126 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:47 smithi103 ceph-mon[36942]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-02-09T23:55:48.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:47 smithi001 ceph-mon[32335]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:48.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:47 smithi001 ceph-mon[32335]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-02-09T23:55:48.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:47 smithi001 ceph-mon[32335]: osdmap e70: 11 total, 10 up, 11 in 2024-02-09T23:55:48.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:47 smithi001 ceph-mon[32335]: from='osd.10 [v2:172.21.15.88:6824/1128031509,v1:172.21.15.88:6825/1128031509]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-02-09T23:55:48.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:47 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-09T23:55:48.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:47 smithi001 ceph-mon[32335]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]: dispatch 2024-02-09T23:55:49.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:48 smithi001 ceph-mon[32335]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-02-09T23:55:49.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:48 smithi001 ceph-mon[32335]: osdmap e71: 11 total, 10 up, 11 in 2024-02-09T23:55:49.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:48 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-09T23:55:49.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:48 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-09T23:55:49.231 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:48 smithi088 ceph-mon[36452]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-02-09T23:55:49.231 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:48 smithi088 ceph-mon[36452]: osdmap e71: 11 total, 10 up, 11 in 2024-02-09T23:55:49.231 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:48 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-09T23:55:49.231 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:48 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-09T23:55:49.291 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:48 smithi103 ceph-mon[36942]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi088", "root=default"]}]': finished 2024-02-09T23:55:49.291 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:48 smithi103 ceph-mon[36942]: osdmap e71: 11 total, 10 up, 11 in 2024-02-09T23:55:49.291 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:48 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-09T23:55:49.291 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:48 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-09T23:55:49.877 INFO:teuthology.orchestra.run.smithi103.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-02-09T23:55:49.877 INFO:teuthology.orchestra.run.smithi103.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-02-09T23:55:49.877 INFO:teuthology.orchestra.run.smithi103.stderr: stderr: 10+0 records in 2024-02-09T23:55:49.877 INFO:teuthology.orchestra.run.smithi103.stderr:10+0 records out 2024-02-09T23:55:49.877 INFO:teuthology.orchestra.run.smithi103.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0113128 s, 927 MB/s 2024-02-09T23:55:49.878 INFO:teuthology.orchestra.run.smithi103.stderr:--> Zapping successful for: 2024-02-09T23:55:50.213 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:49 smithi103 ceph-mon[36942]: purged_snaps scrub starts 2024-02-09T23:55:50.213 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:49 smithi103 ceph-mon[36942]: purged_snaps scrub ok 2024-02-09T23:55:50.213 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:49 smithi103 ceph-mon[36942]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:50.213 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:49 smithi103 ceph-mon[36942]: osd.10 [v2:172.21.15.88:6824/1128031509,v1:172.21.15.88:6825/1128031509] boot 2024-02-09T23:55:50.213 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:49 smithi103 ceph-mon[36942]: osdmap e72: 11 total, 11 up, 11 in 2024-02-09T23:55:50.213 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:49 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-09T23:55:50.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:49 smithi001 ceph-mon[32335]: purged_snaps scrub starts 2024-02-09T23:55:50.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:49 smithi001 ceph-mon[32335]: purged_snaps scrub ok 2024-02-09T23:55:50.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:49 smithi001 ceph-mon[32335]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:50.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:49 smithi001 ceph-mon[32335]: osd.10 [v2:172.21.15.88:6824/1128031509,v1:172.21.15.88:6825/1128031509] boot 2024-02-09T23:55:50.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:49 smithi001 ceph-mon[32335]: osdmap e72: 11 total, 11 up, 11 in 2024-02-09T23:55:50.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:49 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-09T23:55:50.251 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:49 smithi088 ceph-mon[36452]: purged_snaps scrub starts 2024-02-09T23:55:50.251 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:49 smithi088 ceph-mon[36452]: purged_snaps scrub ok 2024-02-09T23:55:50.251 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:49 smithi088 ceph-mon[36452]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 283 MiB used, 894 GiB / 894 GiB avail 2024-02-09T23:55:50.251 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:49 smithi088 ceph-mon[36452]: osd.10 [v2:172.21.15.88:6824/1128031509,v1:172.21.15.88:6825/1128031509] boot 2024-02-09T23:55:50.251 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:49 smithi088 ceph-mon[36452]: osdmap e72: 11 total, 11 up, 11 in 2024-02-09T23:55:50.251 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:49 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-09T23:55:50.642 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph orch daemon add osd smithi103:vg_nvme/lv_1 2024-02-09T23:55:50.890 INFO:teuthology.orchestra.run.smithi103.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.c/config 2024-02-09T23:55:51.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:50 smithi001 ceph-mon[32335]: osdmap e73: 11 total, 11 up, 11 in 2024-02-09T23:55:51.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:50 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:51.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:50 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:51.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:50 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:51.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:50 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:51.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:50 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:51.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:50 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:51.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:50 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:51.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:50 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:55:51.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:50 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:55:51.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:50 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:51.242 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:50 smithi103 ceph-mon[36942]: osdmap e73: 11 total, 11 up, 11 in 2024-02-09T23:55:51.243 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:50 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:51.243 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:50 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:51.243 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:50 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:51.243 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:50 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:51.243 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:50 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:51.243 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:50 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:51.243 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:50 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:51.243 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:50 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:55:51.243 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:50 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:55:51.243 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:50 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:51.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:50 smithi088 ceph-mon[36452]: osdmap e73: 11 total, 11 up, 11 in 2024-02-09T23:55:51.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:50 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:51.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:50 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:51.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:50 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:51.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:50 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:51.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:50 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:51.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:50 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:55:51.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:50 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:51.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:50 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:55:51.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:50 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:55:51.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:50 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:55:52.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:51 smithi001 ceph-mon[32335]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 310 MiB used, 983 GiB / 983 GiB avail 2024-02-09T23:55:52.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:51 smithi001 ceph-mon[32335]: Detected new or changed devices on smithi088 2024-02-09T23:55:52.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:51 smithi001 ceph-mon[32335]: Adjusting osd_memory_target on smithi088 to 4270M 2024-02-09T23:55:52.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:51 smithi001 ceph-mon[32335]: osdmap e74: 11 total, 11 up, 11 in 2024-02-09T23:55:52.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:51 smithi001 ceph-mon[32335]: osdmap e75: 11 total, 11 up, 11 in 2024-02-09T23:55:52.298 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:51 smithi103 ceph-mon[36942]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 310 MiB used, 983 GiB / 983 GiB avail 2024-02-09T23:55:52.298 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:51 smithi103 ceph-mon[36942]: Detected new or changed devices on smithi088 2024-02-09T23:55:52.298 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:51 smithi103 ceph-mon[36942]: Adjusting osd_memory_target on smithi088 to 4270M 2024-02-09T23:55:52.298 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:51 smithi103 ceph-mon[36942]: osdmap e74: 11 total, 11 up, 11 in 2024-02-09T23:55:52.298 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:51 smithi103 ceph-mon[36942]: osdmap e75: 11 total, 11 up, 11 in 2024-02-09T23:55:52.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:51 smithi088 ceph-mon[36452]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 310 MiB used, 983 GiB / 983 GiB avail 2024-02-09T23:55:52.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:51 smithi088 ceph-mon[36452]: Detected new or changed devices on smithi088 2024-02-09T23:55:52.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:51 smithi088 ceph-mon[36452]: Adjusting osd_memory_target on smithi088 to 4270M 2024-02-09T23:55:52.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:51 smithi088 ceph-mon[36452]: osdmap e74: 11 total, 11 up, 11 in 2024-02-09T23:55:52.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:51 smithi088 ceph-mon[36452]: osdmap e75: 11 total, 11 up, 11 in 2024-02-09T23:55:52.657 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.643+0000 7faeb9a28700 1 -- 172.21.15.103:0/1053549378 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faeb4100c50 msgr2=0x7faeb4101070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:55:52.657 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.643+0000 7faeb9a28700 1 --2- 172.21.15.103:0/1053549378 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faeb4100c50 0x7faeb4101070 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7faea4009990 tx=0x7faea4009ca0 comp rx=0 tx=0).stop 2024-02-09T23:55:52.657 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.643+0000 7faeb9a28700 1 -- 172.21.15.103:0/1053549378 shutdown_connections 2024-02-09T23:55:52.657 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.643+0000 7faeb9a28700 1 --2- 172.21.15.103:0/1053549378 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faeb41027f0 0x7faeb41090a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:55:52.657 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.643+0000 7faeb9a28700 1 --2- 172.21.15.103:0/1053549378 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faeb4100c50 0x7faeb4101070 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:55:52.657 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.643+0000 7faeb9a28700 1 --2- 172.21.15.103:0/1053549378 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7faeb4101e50 0x7faeb41022b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:55:52.657 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.643+0000 7faeb9a28700 1 -- 172.21.15.103:0/1053549378 >> 172.21.15.103:0/1053549378 conn(0x7faeb40fc1f0 msgr2=0x7faeb40fe630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:55:52.657 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.643+0000 7faeb9a28700 1 -- 172.21.15.103:0/1053549378 shutdown_connections 2024-02-09T23:55:52.658 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.643+0000 7faeb9a28700 1 -- 172.21.15.103:0/1053549378 wait complete. 2024-02-09T23:55:52.658 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.643+0000 7faeb9a28700 1 Processor -- start 2024-02-09T23:55:52.658 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.644+0000 7faeb9a28700 1 -- start start 2024-02-09T23:55:52.658 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.644+0000 7faeb9a28700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7faeb4100c50 0x7faeb4197df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:55:52.658 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.644+0000 7faeb9a28700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faeb4101e50 0x7faeb4198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:55:52.658 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.644+0000 7faeb9a28700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faeb41027f0 0x7faeb419f360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:55:52.658 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.644+0000 7faeb9a28700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faeb419f930 con 0x7faeb4100c50 2024-02-09T23:55:52.658 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.644+0000 7faeb9a28700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faeb419fa70 con 0x7faeb41027f0 2024-02-09T23:55:52.658 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.644+0000 7faeb9a28700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faeb419fc00 con 0x7faeb4101e50 2024-02-09T23:55:52.658 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.644+0000 7faeb27fc700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faeb4101e50 0x7faeb4198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:55:52.658 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.644+0000 7faeb27fc700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faeb4101e50 0x7faeb4198330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.103:35820/0 (socket says 172.21.15.103:35820) 2024-02-09T23:55:52.658 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.644+0000 7faeb27fc700 1 -- 172.21.15.103:0/1456927894 learned_addr learned my addr 172.21.15.103:0/1456927894 (peer_addr_for_me v2:172.21.15.103:0/0) 2024-02-09T23:55:52.658 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.644+0000 7faeb2ffd700 1 --2- 172.21.15.103:0/1456927894 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7faeb4100c50 0x7faeb4197df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:55:52.658 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.644+0000 7faeb27fc700 1 -- 172.21.15.103:0/1456927894 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faeb41027f0 msgr2=0x7faeb419f360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:55:52.659 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.644+0000 7faeb27fc700 1 --2- 172.21.15.103:0/1456927894 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faeb41027f0 0x7faeb419f360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:55:52.659 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.644+0000 7faeb27fc700 1 -- 172.21.15.103:0/1456927894 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7faeb4100c50 msgr2=0x7faeb4197df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:55:52.659 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.644+0000 7faeb27fc700 1 --2- 172.21.15.103:0/1456927894 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7faeb4100c50 0x7faeb4197df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:55:52.659 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.644+0000 7faeb27fc700 1 -- 172.21.15.103:0/1456927894 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faea40095f0 con 0x7faeb4101e50 2024-02-09T23:55:52.659 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.644+0000 7faeb2ffd700 1 --2- 172.21.15.103:0/1456927894 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7faeb4100c50 0x7faeb4197df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:55:52.659 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.644+0000 7faeb27fc700 1 --2- 172.21.15.103:0/1456927894 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faeb4101e50 0x7faeb4198330 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7faea800d980 tx=0x7faea800dd40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:55:52.659 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.645+0000 7faeb8a26700 1 -- 172.21.15.103:0/1456927894 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faea8009b40 con 0x7faeb4101e50 2024-02-09T23:55:52.659 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.645+0000 7faeb8a26700 1 -- 172.21.15.103:0/1456927894 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faea800b6e0 con 0x7faeb4101e50 2024-02-09T23:55:52.659 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.645+0000 7faeb9a28700 1 -- 172.21.15.103:0/1456927894 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faeb419fee0 con 0x7faeb4101e50 2024-02-09T23:55:52.659 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.645+0000 7faeb8a26700 1 -- 172.21.15.103:0/1456927894 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faea800f620 con 0x7faeb4101e50 2024-02-09T23:55:52.659 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.645+0000 7faeb9a28700 1 -- 172.21.15.103:0/1456927894 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faeb41a03a0 con 0x7faeb4101e50 2024-02-09T23:55:52.659 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.645+0000 7faeb9a28700 1 -- 172.21.15.103:0/1456927894 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faeb4068a10 con 0x7faeb4101e50 2024-02-09T23:55:52.659 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.647+0000 7faeb8a26700 1 -- 172.21.15.103:0/1456927894 <== mon.1 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7faea8010460 con 0x7faeb4101e50 2024-02-09T23:55:52.660 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.647+0000 7faeb8a26700 1 --2- 172.21.15.103:0/1456927894 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fae9c0a21d0 0x7fae9c0a4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:55:52.660 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.647+0000 7faeb8a26700 1 -- 172.21.15.103:0/1456927894 <== mon.1 v2:172.21.15.103:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 6694+0+0 (secure 0 0 0) 0x7faea80cd4d0 con 0x7faeb4101e50 2024-02-09T23:55:52.660 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.647+0000 7faeb2ffd700 1 --2- 172.21.15.103:0/1456927894 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fae9c0a21d0 0x7fae9c0a4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:55:52.660 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.648+0000 7faeb2ffd700 1 --2- 172.21.15.103:0/1456927894 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fae9c0a21d0 0x7fae9c0a4690 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7faea4003930 tx=0x7faea4005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:55:52.660 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.651+0000 7faeb8a26700 1 -- 172.21.15.103:0/1456927894 <== mon.1 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7faea8096af0 con 0x7faeb4101e50 2024-02-09T23:55:52.857 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:55:52.854+0000 7faeb9a28700 1 -- 172.21.15.103:0/1456927894 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7faeb406a0e0 con 0x7fae9c0a21d0 2024-02-09T23:55:54.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:53 smithi088 ceph-mon[36452]: pgmap v239: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-02-09T23:55:54.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:53 smithi088 ceph-mon[36452]: osdmap e76: 11 total, 11 up, 11 in 2024-02-09T23:55:54.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:53 smithi088 ceph-mon[36452]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:55:54.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:53 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:55:54.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:53 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:55:54.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:53 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:55:54.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:53 smithi103 ceph-mon[36942]: pgmap v239: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-02-09T23:55:54.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:53 smithi103 ceph-mon[36942]: osdmap e76: 11 total, 11 up, 11 in 2024-02-09T23:55:54.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:53 smithi103 ceph-mon[36942]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:55:54.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:53 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:55:54.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:53 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:55:54.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:53 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:55:54.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:53 smithi001 ceph-mon[32335]: pgmap v239: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-02-09T23:55:54.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:53 smithi001 ceph-mon[32335]: osdmap e76: 11 total, 11 up, 11 in 2024-02-09T23:55:54.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:53 smithi001 ceph-mon[32335]: from='client.24355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi103:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:55:54.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:53 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-09T23:55:54.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:53 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-09T23:55:54.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:53 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:55:56.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:55 smithi088 ceph-mon[36452]: pgmap v241: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail; 135 KiB/s, 0 objects/s recovering 2024-02-09T23:55:56.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:55 smithi088 ceph-mon[36452]: from='client.? 172.21.15.103:0/1975266395' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "41003dad-b792-418d-9a82-bdf67311ea90"}]: dispatch 2024-02-09T23:55:56.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:55 smithi088 ceph-mon[36452]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "41003dad-b792-418d-9a82-bdf67311ea90"}]: dispatch 2024-02-09T23:55:56.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:55 smithi088 ceph-mon[36452]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "41003dad-b792-418d-9a82-bdf67311ea90"}]': finished 2024-02-09T23:55:56.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:55 smithi088 ceph-mon[36452]: osdmap e77: 12 total, 11 up, 12 in 2024-02-09T23:55:56.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:55 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-09T23:55:56.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:55 smithi103 ceph-mon[36942]: pgmap v241: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail; 135 KiB/s, 0 objects/s recovering 2024-02-09T23:55:56.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:55 smithi103 ceph-mon[36942]: from='client.? 172.21.15.103:0/1975266395' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "41003dad-b792-418d-9a82-bdf67311ea90"}]: dispatch 2024-02-09T23:55:56.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:55 smithi103 ceph-mon[36942]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "41003dad-b792-418d-9a82-bdf67311ea90"}]: dispatch 2024-02-09T23:55:56.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:55 smithi103 ceph-mon[36942]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "41003dad-b792-418d-9a82-bdf67311ea90"}]': finished 2024-02-09T23:55:56.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:55 smithi103 ceph-mon[36942]: osdmap e77: 12 total, 11 up, 12 in 2024-02-09T23:55:56.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:55 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-09T23:55:56.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:55 smithi001 ceph-mon[32335]: pgmap v241: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail; 135 KiB/s, 0 objects/s recovering 2024-02-09T23:55:56.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:55 smithi001 ceph-mon[32335]: from='client.? 172.21.15.103:0/1975266395' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "41003dad-b792-418d-9a82-bdf67311ea90"}]: dispatch 2024-02-09T23:55:56.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:55 smithi001 ceph-mon[32335]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "41003dad-b792-418d-9a82-bdf67311ea90"}]: dispatch 2024-02-09T23:55:56.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:55 smithi001 ceph-mon[32335]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "41003dad-b792-418d-9a82-bdf67311ea90"}]': finished 2024-02-09T23:55:56.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:55 smithi001 ceph-mon[32335]: osdmap e77: 12 total, 11 up, 12 in 2024-02-09T23:55:56.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:55 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-09T23:55:57.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:56 smithi103 ceph-mon[36942]: from='client.? 172.21.15.103:0/1625193071' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:55:57.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:56 smithi001 ceph-mon[32335]: from='client.? 172.21.15.103:0/1625193071' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:55:57.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:56 smithi088 ceph-mon[36452]: from='client.? 172.21.15.103:0/1625193071' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-09T23:55:58.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:57 smithi103 ceph-mon[36942]: pgmap v243: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail; 109 KiB/s, 0 objects/s recovering 2024-02-09T23:55:58.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:57 smithi001 ceph-mon[32335]: pgmap v243: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail; 109 KiB/s, 0 objects/s recovering 2024-02-09T23:55:58.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:57 smithi088 ceph-mon[36452]: pgmap v243: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail; 109 KiB/s, 0 objects/s recovering 2024-02-09T23:56:00.063 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:55:59 smithi103 ceph-mon[36942]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail 2024-02-09T23:56:00.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:55:59 smithi088 ceph-mon[36452]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail 2024-02-09T23:56:00.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:55:59 smithi001 ceph-mon[32335]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail 2024-02-09T23:56:02.040 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:01 smithi103 ceph-mon[36942]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail 2024-02-09T23:56:02.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:01 smithi001 ceph-mon[32335]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail 2024-02-09T23:56:02.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:01 smithi088 ceph-mon[36452]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail 2024-02-09T23:56:04.113 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:03 smithi103 ceph-mon[36942]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail 2024-02-09T23:56:04.114 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:03 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-02-09T23:56:04.114 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:03 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:04.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:03 smithi001 ceph-mon[32335]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail 2024-02-09T23:56:04.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:03 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-02-09T23:56:04.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:03 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:04.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:03 smithi088 ceph-mon[36452]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail 2024-02-09T23:56:04.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:03 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-02-09T23:56:04.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:03 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:05.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:04 smithi103 ceph-mon[36942]: Deploying daemon osd.11 on smithi103 2024-02-09T23:56:05.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:04 smithi001 ceph-mon[32335]: Deploying daemon osd.11 on smithi103 2024-02-09T23:56:05.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:04 smithi088 ceph-mon[36452]: Deploying daemon osd.11 on smithi103 2024-02-09T23:56:06.121 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:05 smithi103 ceph-mon[36942]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail 2024-02-09T23:56:06.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:05 smithi001 ceph-mon[32335]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail 2024-02-09T23:56:06.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:05 smithi088 ceph-mon[36452]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail 2024-02-09T23:56:08.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:07 smithi103 ceph-mon[36942]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail 2024-02-09T23:56:08.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:07 smithi001 ceph-mon[32335]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail 2024-02-09T23:56:08.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:07 smithi088 ceph-mon[36452]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail 2024-02-09T23:56:10.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:10 smithi001 ceph-mon[32335]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail 2024-02-09T23:56:10.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:10 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:10.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:10 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:10.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:10 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:56:10.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:10 smithi088 ceph-mon[36452]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail 2024-02-09T23:56:10.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:10 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:10.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:10 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:10.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:10 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:56:10.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:10 smithi103 ceph-mon[36942]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail 2024-02-09T23:56:10.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:10 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:10.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:10 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:10.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:10 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:56:12.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:12 smithi103 ceph-mon[36942]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail 2024-02-09T23:56:12.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:12 smithi001 ceph-mon[32335]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail 2024-02-09T23:56:12.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:12 smithi088 ceph-mon[36452]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail 2024-02-09T23:56:13.430 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:13.427+0000 7faeb8a26700 1 -- 172.21.15.103:0/1456927894 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+38 (secure 0 0 0) 0x7faeb406a0e0 con 0x7fae9c0a21d0 2024-02-09T23:56:13.431 INFO:teuthology.orchestra.run.smithi103.stdout:Created osd(s) 11 on host 'smithi103' 2024-02-09T23:56:13.433 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:13.429+0000 7faeb9a28700 1 -- 172.21.15.103:0/1456927894 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fae9c0a21d0 msgr2=0x7fae9c0a4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:13.433 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:13.429+0000 7faeb9a28700 1 --2- 172.21.15.103:0/1456927894 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fae9c0a21d0 0x7fae9c0a4690 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7faea4003930 tx=0x7faea4005fb0 comp rx=0 tx=0).stop 2024-02-09T23:56:13.433 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:13.429+0000 7faeb9a28700 1 -- 172.21.15.103:0/1456927894 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faeb4101e50 msgr2=0x7faeb4198330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:13.433 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:13.429+0000 7faeb9a28700 1 --2- 172.21.15.103:0/1456927894 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faeb4101e50 0x7faeb4198330 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7faea800d980 tx=0x7faea800dd40 comp rx=0 tx=0).stop 2024-02-09T23:56:13.433 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:13.429+0000 7faeb9a28700 1 -- 172.21.15.103:0/1456927894 shutdown_connections 2024-02-09T23:56:13.433 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:13.429+0000 7faeb9a28700 1 --2- 172.21.15.103:0/1456927894 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fae9c0a21d0 0x7fae9c0a4690 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:13.433 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:13.429+0000 7faeb9a28700 1 --2- 172.21.15.103:0/1456927894 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7faeb4100c50 0x7faeb4197df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:13.433 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:13.429+0000 7faeb9a28700 1 --2- 172.21.15.103:0/1456927894 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faeb41027f0 0x7faeb419f360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:13.433 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:13.429+0000 7faeb9a28700 1 --2- 172.21.15.103:0/1456927894 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faeb4101e50 0x7faeb4198330 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:13.433 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:13.430+0000 7faeb9a28700 1 -- 172.21.15.103:0/1456927894 >> 172.21.15.103:0/1456927894 conn(0x7faeb40fc1f0 msgr2=0x7faeb40699d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:13.433 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:13.430+0000 7faeb9a28700 1 -- 172.21.15.103:0/1456927894 shutdown_connections 2024-02-09T23:56:13.434 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:13.430+0000 7faeb9a28700 1 -- 172.21.15.103:0/1456927894 wait complete. 2024-02-09T23:56:13.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:13 smithi103 ceph-mon[36942]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail 2024-02-09T23:56:13.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:13 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:13.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:13 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:13.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:13 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:13.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:13 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:56:13.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:13 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:13.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:13 smithi103 ceph-mon[36942]: from='osd.11 [v2:172.21.15.103:6824/2854918902,v1:172.21.15.103:6825/2854918902]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-02-09T23:56:13.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:13 smithi103 ceph-mon[36942]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-02-09T23:56:13.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:13 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:13.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:13 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:13.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:13 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:56:13.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:13 smithi088 ceph-mon[36452]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail 2024-02-09T23:56:13.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:13 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:13.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:13 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:13.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:13 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:13.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:13 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:56:13.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:13 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:13.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:13 smithi088 ceph-mon[36452]: from='osd.11 [v2:172.21.15.103:6824/2854918902,v1:172.21.15.103:6825/2854918902]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-02-09T23:56:13.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:13 smithi088 ceph-mon[36452]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-02-09T23:56:13.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:13 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:13.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:13 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:13.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:13 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:56:13.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:13 smithi001 ceph-mon[32335]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail 2024-02-09T23:56:13.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:13 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:13.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:13 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:13.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:13 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:13.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:13 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:56:13.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:13 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:13.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:13 smithi001 ceph-mon[32335]: from='osd.11 [v2:172.21.15.103:6824/2854918902,v1:172.21.15.103:6825/2854918902]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-02-09T23:56:13.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:13 smithi001 ceph-mon[32335]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-02-09T23:56:13.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:13 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:13.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:13 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:13.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:13 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:56:14.123 DEBUG:teuthology.orchestra.run.smithi103:osd.11> sudo journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.11.service 2024-02-09T23:56:14.125 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-02-09T23:56:14.126 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph osd stat -f json 2024-02-09T23:56:14.381 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:56:14.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:14 smithi103 ceph-mon[36942]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-02-09T23:56:14.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:14 smithi103 ceph-mon[36942]: osdmap e78: 12 total, 11 up, 12 in 2024-02-09T23:56:14.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:14 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-09T23:56:14.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:14 smithi103 ceph-mon[36942]: from='osd.11 [v2:172.21.15.103:6824/2854918902,v1:172.21.15.103:6825/2854918902]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-02-09T23:56:14.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:14 smithi103 ceph-mon[36942]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-02-09T23:56:14.640 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 09 23:56:14 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-09T23:56:14.512+0000 7f11791d0700 -1 osd.11 0 waiting for initial osdmap 2024-02-09T23:56:14.640 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 09 23:56:14 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-09T23:56:14.524+0000 7f1174fc3700 -1 osd.11 79 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-09T23:56:14.821 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:14 smithi001 ceph-mon[32335]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-02-09T23:56:14.850 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:14 smithi001 ceph-mon[32335]: osdmap e78: 12 total, 11 up, 12 in 2024-02-09T23:56:14.850 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:14 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-09T23:56:14.850 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:14 smithi001 ceph-mon[32335]: from='osd.11 [v2:172.21.15.103:6824/2854918902,v1:172.21.15.103:6825/2854918902]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-02-09T23:56:14.850 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:14 smithi001 ceph-mon[32335]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-02-09T23:56:14.851 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:14 smithi088 ceph-mon[36452]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-02-09T23:56:14.851 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:14 smithi088 ceph-mon[36452]: osdmap e78: 12 total, 11 up, 12 in 2024-02-09T23:56:14.851 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:14 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-09T23:56:14.851 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:14 smithi088 ceph-mon[36452]: from='osd.11 [v2:172.21.15.103:6824/2854918902,v1:172.21.15.103:6825/2854918902]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-02-09T23:56:14.851 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:14 smithi088 ceph-mon[36452]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]: dispatch 2024-02-09T23:56:15.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:15 smithi103 ceph-mon[36942]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail 2024-02-09T23:56:15.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:15 smithi103 ceph-mon[36942]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]': finished 2024-02-09T23:56:15.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:15 smithi103 ceph-mon[36942]: osdmap e79: 12 total, 11 up, 12 in 2024-02-09T23:56:15.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:15 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-09T23:56:15.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:15 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-09T23:56:15.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:15 smithi088 ceph-mon[36452]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail 2024-02-09T23:56:15.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:15 smithi088 ceph-mon[36452]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]': finished 2024-02-09T23:56:15.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:15 smithi088 ceph-mon[36452]: osdmap e79: 12 total, 11 up, 12 in 2024-02-09T23:56:15.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:15 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-09T23:56:15.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:15 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-09T23:56:15.933 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:15 smithi001 ceph-mon[32335]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 311 MiB used, 983 GiB / 983 GiB avail 2024-02-09T23:56:15.934 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:15 smithi001 ceph-mon[32335]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi103", "root=default"]}]': finished 2024-02-09T23:56:15.934 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:15 smithi001 ceph-mon[32335]: osdmap e79: 12 total, 11 up, 12 in 2024-02-09T23:56:15.934 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:15 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-09T23:56:15.934 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:15 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-09T23:56:16.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.312+0000 7f35ace44700 1 -- 172.21.15.1:0/1388598059 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f35a8103910 msgr2=0x7f35a810a1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:16.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.312+0000 7f35ace44700 1 --2- 172.21.15.1:0/1388598059 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f35a8103910 0x7f35a810a1c0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f35a000b0d0 tx=0x7f35a000b3e0 comp rx=0 tx=0).stop 2024-02-09T23:56:16.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.312+0000 7f35ace44700 1 -- 172.21.15.1:0/1388598059 shutdown_connections 2024-02-09T23:56:16.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.312+0000 7f35ace44700 1 --2- 172.21.15.1:0/1388598059 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f35a8103910 0x7f35a810a1c0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:16.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.312+0000 7f35ace44700 1 --2- 172.21.15.1:0/1388598059 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f35a8101d70 0x7f35a8102190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:16.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.312+0000 7f35ace44700 1 --2- 172.21.15.1:0/1388598059 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f35a8102f70 0x7f35a81033d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:16.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.312+0000 7f35ace44700 1 -- 172.21.15.1:0/1388598059 >> 172.21.15.1:0/1388598059 conn(0x7f35a80fd330 msgr2=0x7f35a80ff750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:16.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.312+0000 7f35ace44700 1 -- 172.21.15.1:0/1388598059 shutdown_connections 2024-02-09T23:56:16.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.312+0000 7f35ace44700 1 -- 172.21.15.1:0/1388598059 wait complete. 2024-02-09T23:56:16.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.313+0000 7f35ace44700 1 Processor -- start 2024-02-09T23:56:16.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.313+0000 7f35ace44700 1 -- start start 2024-02-09T23:56:16.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.314+0000 7f35ace44700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f35a8101d70 0x7f35a8197d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:16.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.314+0000 7f35ace44700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f35a8102f70 0x7f35a81982d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:16.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.314+0000 7f35ace44700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f35a8103910 0x7f35a819f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:16.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.314+0000 7f35ace44700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35a819f8e0 con 0x7f35a8103910 2024-02-09T23:56:16.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.314+0000 7f35ace44700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35a819fa20 con 0x7f35a8101d70 2024-02-09T23:56:16.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.314+0000 7f35ace44700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35a819fbe0 con 0x7f35a8102f70 2024-02-09T23:56:16.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.314+0000 7f35a6d9d700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f35a8103910 0x7f35a819f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:16.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.314+0000 7f35a6d9d700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f35a8103910 0x7f35a819f310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48542/0 (socket says 172.21.15.1:48542) 2024-02-09T23:56:16.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.314+0000 7f35a6d9d700 1 -- 172.21.15.1:0/459646410 learned_addr learned my addr 172.21.15.1:0/459646410 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:56:16.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.314+0000 7f35a5d9b700 1 --2- 172.21.15.1:0/459646410 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f35a8102f70 0x7f35a81982d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:16.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.314+0000 7f35a659c700 1 --2- 172.21.15.1:0/459646410 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f35a8101d70 0x7f35a8197d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:16.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.314+0000 7f35a6d9d700 1 -- 172.21.15.1:0/459646410 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f35a8102f70 msgr2=0x7f35a81982d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:16.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.314+0000 7f35a6d9d700 1 --2- 172.21.15.1:0/459646410 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f35a8102f70 0x7f35a81982d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:16.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.314+0000 7f35a6d9d700 1 -- 172.21.15.1:0/459646410 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f35a8101d70 msgr2=0x7f35a8197d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:16.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.314+0000 7f35a6d9d700 1 --2- 172.21.15.1:0/459646410 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f35a8101d70 0x7f35a8197d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:16.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.314+0000 7f35a6d9d700 1 -- 172.21.15.1:0/459646410 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35a0009d00 con 0x7f35a8103910 2024-02-09T23:56:16.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.314+0000 7f35a6d9d700 1 --2- 172.21.15.1:0/459646410 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f35a8103910 0x7f35a819f310 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f35a0007c90 tx=0x7f35a0009380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:16.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.314+0000 7f359f7fe700 1 -- 172.21.15.1:0/459646410 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35a000e040 con 0x7f35a8103910 2024-02-09T23:56:16.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.315+0000 7f35ace44700 1 -- 172.21.15.1:0/459646410 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f35a819fe60 con 0x7f35a8103910 2024-02-09T23:56:16.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.315+0000 7f359f7fe700 1 -- 172.21.15.1:0/459646410 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f35a001dd70 con 0x7f35a8103910 2024-02-09T23:56:16.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.315+0000 7f359f7fe700 1 -- 172.21.15.1:0/459646410 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35a001be60 con 0x7f35a8103910 2024-02-09T23:56:16.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.315+0000 7f35ace44700 1 -- 172.21.15.1:0/459646410 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f35a81a0270 con 0x7f35a8103910 2024-02-09T23:56:16.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.316+0000 7f35ace44700 1 -- 172.21.15.1:0/459646410 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f35a81090d0 con 0x7f35a8103910 2024-02-09T23:56:16.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.317+0000 7f359f7fe700 1 -- 172.21.15.1:0/459646410 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f35a001b4e0 con 0x7f35a8103910 2024-02-09T23:56:16.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.317+0000 7f359f7fe700 1 --2- 172.21.15.1:0/459646410 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f35940a21d0 0x7f35940a4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:16.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.317+0000 7f35a659c700 1 --2- 172.21.15.1:0/459646410 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f35940a21d0 0x7f35940a4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:16.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.317+0000 7f359f7fe700 1 -- 172.21.15.1:0/459646410 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f35a00cf460 con 0x7f35a8103910 2024-02-09T23:56:16.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.318+0000 7f35a659c700 1 --2- 172.21.15.1:0/459646410 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f35940a21d0 0x7f35940a4690 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f3590005950 tx=0x7f35900058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:16.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.322+0000 7f359f7fe700 1 -- 172.21.15.1:0/459646410 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f35a0098960 con 0x7f35a8103910 2024-02-09T23:56:16.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.529+0000 7f35ace44700 1 -- 172.21.15.1:0/459646410 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) v1 -- 0x7f35a810d8c0 con 0x7f35a8103910 2024-02-09T23:56:16.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.529+0000 7f359f7fe700 1 -- 172.21.15.1:0/459646410 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v81) v1 ==== 74+0+133 (secure 0 0 0) 0x7f35a009c020 con 0x7f35a8103910 2024-02-09T23:56:16.532 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:56:16.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.531+0000 7f35ace44700 1 -- 172.21.15.1:0/459646410 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f35940a21d0 msgr2=0x7f35940a4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:16.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.531+0000 7f35ace44700 1 --2- 172.21.15.1:0/459646410 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f35940a21d0 0x7f35940a4690 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f3590005950 tx=0x7f35900058e0 comp rx=0 tx=0).stop 2024-02-09T23:56:16.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.531+0000 7f35ace44700 1 -- 172.21.15.1:0/459646410 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f35a8103910 msgr2=0x7f35a819f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:16.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.531+0000 7f35ace44700 1 --2- 172.21.15.1:0/459646410 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f35a8103910 0x7f35a819f310 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f35a0007c90 tx=0x7f35a0009380 comp rx=0 tx=0).stop 2024-02-09T23:56:16.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.531+0000 7f35ace44700 1 -- 172.21.15.1:0/459646410 shutdown_connections 2024-02-09T23:56:16.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.531+0000 7f35ace44700 1 --2- 172.21.15.1:0/459646410 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f35940a21d0 0x7f35940a4690 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:16.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.531+0000 7f35ace44700 1 --2- 172.21.15.1:0/459646410 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f35a8103910 0x7f35a819f310 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:16.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.531+0000 7f35ace44700 1 --2- 172.21.15.1:0/459646410 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f35a8101d70 0x7f35a8197d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:16.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.531+0000 7f35ace44700 1 --2- 172.21.15.1:0/459646410 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f35a8102f70 0x7f35a81982d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:16.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.531+0000 7f35ace44700 1 -- 172.21.15.1:0/459646410 >> 172.21.15.1:0/459646410 conn(0x7f35a80fd330 msgr2=0x7f35a8106210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:16.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.531+0000 7f35ace44700 1 -- 172.21.15.1:0/459646410 shutdown_connections 2024-02-09T23:56:16.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:16.531+0000 7f35ace44700 1 -- 172.21.15.1:0/459646410 wait complete. 2024-02-09T23:56:16.830 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:16 smithi103 ceph-mon[36942]: purged_snaps scrub starts 2024-02-09T23:56:16.830 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:16 smithi103 ceph-mon[36942]: purged_snaps scrub ok 2024-02-09T23:56:16.830 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:16 smithi103 ceph-mon[36942]: osd.11 [v2:172.21.15.103:6824/2854918902,v1:172.21.15.103:6825/2854918902] boot 2024-02-09T23:56:16.830 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:16 smithi103 ceph-mon[36942]: osdmap e80: 12 total, 12 up, 12 in 2024-02-09T23:56:16.830 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:16 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-09T23:56:16.844 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:16 smithi001 ceph-mon[32335]: purged_snaps scrub starts 2024-02-09T23:56:16.844 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:16 smithi001 ceph-mon[32335]: purged_snaps scrub ok 2024-02-09T23:56:16.844 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:16 smithi001 ceph-mon[32335]: osd.11 [v2:172.21.15.103:6824/2854918902,v1:172.21.15.103:6825/2854918902] boot 2024-02-09T23:56:16.844 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:16 smithi001 ceph-mon[32335]: osdmap e80: 12 total, 12 up, 12 in 2024-02-09T23:56:16.844 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:16 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-09T23:56:16.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:16 smithi088 ceph-mon[36452]: purged_snaps scrub starts 2024-02-09T23:56:16.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:16 smithi088 ceph-mon[36452]: purged_snaps scrub ok 2024-02-09T23:56:16.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:16 smithi088 ceph-mon[36452]: osd.11 [v2:172.21.15.103:6824/2854918902,v1:172.21.15.103:6825/2854918902] boot 2024-02-09T23:56:16.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:16 smithi088 ceph-mon[36452]: osdmap e80: 12 total, 12 up, 12 in 2024-02-09T23:56:16.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:16 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-09T23:56:17.273 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":81,"num_osds":12,"num_up_osds":12,"osd_up_since":1707522975,"num_in_osds":12,"osd_in_since":1707522955,"num_remapped_pgs":0} 2024-02-09T23:56:17.273 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph osd dump --format=json 2024-02-09T23:56:17.524 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:56:17.775 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:17 smithi001 ceph-mon[32335]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 338 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:17.775 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:17 smithi001 ceph-mon[32335]: osdmap e81: 12 total, 12 up, 12 in 2024-02-09T23:56:17.775 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:17 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/459646410' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-02-09T23:56:17.775 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:17 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:17.775 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:17 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:17.775 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:17 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:56:17.775 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:17 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:56:17.775 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:17 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:56:17.775 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:17 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:56:17.775 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:17 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:17.776 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:17 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:17.776 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:17 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:56:17.776 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:17 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:17.776 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:17 smithi103 ceph-mon[36942]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 338 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:17.776 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:17 smithi103 ceph-mon[36942]: osdmap e81: 12 total, 12 up, 12 in 2024-02-09T23:56:17.776 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:17 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/459646410' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-02-09T23:56:17.776 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:17 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:17.776 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:17 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:17.776 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:17 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:56:17.777 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:17 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:56:17.777 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:17 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:56:17.777 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:17 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:56:17.777 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:17 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:17.777 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:17 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:17.777 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:17 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:56:17.777 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:17 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:17.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:17 smithi088 ceph-mon[36452]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 338 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:17.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:17 smithi088 ceph-mon[36452]: osdmap e81: 12 total, 12 up, 12 in 2024-02-09T23:56:17.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:17 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/459646410' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-02-09T23:56:17.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:17 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:17.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:17 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:17.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:17 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:56:17.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:17 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:56:17.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:17 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:56:17.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:17 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:56:17.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:17 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:17.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:17 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:17.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:17 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:56:17.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:17 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:18.825 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:18 smithi001 ceph-mon[32335]: Detected new or changed devices on smithi103 2024-02-09T23:56:18.825 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:18 smithi001 ceph-mon[32335]: Adjusting osd_memory_target on smithi103 to 4270M 2024-02-09T23:56:18.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:18 smithi088 ceph-mon[36452]: Detected new or changed devices on smithi103 2024-02-09T23:56:18.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:18 smithi088 ceph-mon[36452]: Adjusting osd_memory_target on smithi103 to 4270M 2024-02-09T23:56:18.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:18 smithi103 ceph-mon[36942]: Detected new or changed devices on smithi103 2024-02-09T23:56:18.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:18 smithi103 ceph-mon[36942]: Adjusting osd_memory_target on smithi103 to 4270M 2024-02-09T23:56:19.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.193+0000 7f674652c700 1 -- 172.21.15.1:0/2322125267 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f67401008b0 msgr2=0x7f6740100c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:19.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.193+0000 7f674652c700 1 --2- 172.21.15.1:0/2322125267 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f67401008b0 0x7f6740100c90 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f6730009990 tx=0x7f6730009ca0 comp rx=0 tx=0).stop 2024-02-09T23:56:19.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.193+0000 7f674652c700 1 -- 172.21.15.1:0/2322125267 shutdown_connections 2024-02-09T23:56:19.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.193+0000 7f674652c700 1 --2- 172.21.15.1:0/2322125267 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f67401008b0 0x7f6740100c90 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:19.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.193+0000 7f674652c700 1 --2- 172.21.15.1:0/2322125267 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f67401070d0 0x7f674010ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:19.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.193+0000 7f674652c700 1 --2- 172.21.15.1:0/2322125267 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6740101260 0x7f67401069a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:19.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.193+0000 7f674652c700 1 -- 172.21.15.1:0/2322125267 >> 172.21.15.1:0/2322125267 conn(0x7f6740075f50 msgr2=0x7f6740076360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:19.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.193+0000 7f674652c700 1 -- 172.21.15.1:0/2322125267 shutdown_connections 2024-02-09T23:56:19.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.193+0000 7f674652c700 1 -- 172.21.15.1:0/2322125267 wait complete. 2024-02-09T23:56:19.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.194+0000 7f674652c700 1 Processor -- start 2024-02-09T23:56:19.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.194+0000 7f674652c700 1 -- start start 2024-02-09T23:56:19.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.194+0000 7f674652c700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f67401008b0 0x7f6740101830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:19.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.194+0000 7f674652c700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6740101260 0x7f6740101d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:19.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.194+0000 7f674652c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f67401070d0 0x7f67401022b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:19.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.194+0000 7f674652c700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67401a6690 con 0x7f67401070d0 2024-02-09T23:56:19.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.194+0000 7f674652c700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67401a6800 con 0x7f67401008b0 2024-02-09T23:56:19.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.194+0000 7f674652c700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67401a69c0 con 0x7f6740101260 2024-02-09T23:56:19.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.194+0000 7f6744ac9700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f67401070d0 0x7f67401022b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:19.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.194+0000 7f6744ac9700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f67401070d0 0x7f67401022b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48554/0 (socket says 172.21.15.1:48554) 2024-02-09T23:56:19.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.194+0000 7f6744ac9700 1 -- 172.21.15.1:0/557326350 learned_addr learned my addr 172.21.15.1:0/557326350 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:56:19.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.194+0000 7f673ffff700 1 --2- 172.21.15.1:0/557326350 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f67401008b0 0x7f6740101830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:19.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.194+0000 7f6737fff700 1 --2- 172.21.15.1:0/557326350 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6740101260 0x7f6740101d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:19.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.195+0000 7f6744ac9700 1 -- 172.21.15.1:0/557326350 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6740101260 msgr2=0x7f6740101d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:19.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.195+0000 7f6744ac9700 1 --2- 172.21.15.1:0/557326350 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6740101260 0x7f6740101d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:19.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.195+0000 7f6744ac9700 1 -- 172.21.15.1:0/557326350 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f67401008b0 msgr2=0x7f6740101830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:19.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.195+0000 7f6744ac9700 1 --2- 172.21.15.1:0/557326350 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f67401008b0 0x7f6740101830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:19.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.195+0000 7f6744ac9700 1 -- 172.21.15.1:0/557326350 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f67300095f0 con 0x7f67401070d0 2024-02-09T23:56:19.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.195+0000 7f673ffff700 1 --2- 172.21.15.1:0/557326350 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f67401008b0 0x7f6740101830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:56:19.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.195+0000 7f6737fff700 1 --2- 172.21.15.1:0/557326350 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6740101260 0x7f6740101d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:56:19.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.195+0000 7f6744ac9700 1 --2- 172.21.15.1:0/557326350 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f67401070d0 0x7f67401022b0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f6738007ee0 tx=0x7f673800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:19.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.195+0000 7f673dffb700 1 -- 172.21.15.1:0/557326350 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f673800ddd0 con 0x7f67401070d0 2024-02-09T23:56:19.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.195+0000 7f674652c700 1 -- 172.21.15.1:0/557326350 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f67401a6ca0 con 0x7f67401070d0 2024-02-09T23:56:19.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.195+0000 7f673dffb700 1 -- 172.21.15.1:0/557326350 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f673800f040 con 0x7f67401070d0 2024-02-09T23:56:19.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.195+0000 7f673dffb700 1 -- 172.21.15.1:0/557326350 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6738015400 con 0x7f67401070d0 2024-02-09T23:56:19.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.195+0000 7f674652c700 1 -- 172.21.15.1:0/557326350 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f67401a7150 con 0x7f67401070d0 2024-02-09T23:56:19.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.196+0000 7f674652c700 1 -- 172.21.15.1:0/557326350 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f674010a330 con 0x7f67401070d0 2024-02-09T23:56:19.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.198+0000 7f673dffb700 1 -- 172.21.15.1:0/557326350 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f6738003a00 con 0x7f67401070d0 2024-02-09T23:56:19.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.198+0000 7f673dffb700 1 --2- 172.21.15.1:0/557326350 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f672c0a2150 0x7f672c0a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:19.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.198+0000 7f673ffff700 1 --2- 172.21.15.1:0/557326350 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f672c0a2150 0x7f672c0a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:19.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.199+0000 7f673dffb700 1 -- 172.21.15.1:0/557326350 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f67380cd920 con 0x7f67401070d0 2024-02-09T23:56:19.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.199+0000 7f673ffff700 1 --2- 172.21.15.1:0/557326350 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f672c0a2150 0x7f672c0a4610 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f673000b5c0 tx=0x7f6730005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:19.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.202+0000 7f673dffb700 1 -- 172.21.15.1:0/557326350 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f6738096cf0 con 0x7f67401070d0 2024-02-09T23:56:19.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.403+0000 7f674652c700 1 -- 172.21.15.1:0/557326350 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6740111dd0 con 0x7f67401070d0 2024-02-09T23:56:19.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.404+0000 7f673dffb700 1 -- 172.21.15.1:0/557326350 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) v1 ==== 74+0+18352 (secure 0 0 0) 0x7f673809a3b0 con 0x7f67401070d0 2024-02-09T23:56:19.408 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:56:19.409 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":81,"fsid":"b5005240-c7a5-11ee-95b8-87774f69a715","created":"2024-02-09T23:49:06.829648+0000","modified":"2024-02-09T23:56:16.514333+0000","last_up_change":"2024-02-09T23:56:15.507374+0000","last_in_change":"2024-02-09T23:55:55.668510+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:52:28.527596+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4fa23604-c2ff-4c47-8ac8-10dce6bba3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6803","nonce":4020662944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6805","nonce":4020662944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6809","nonce":4020662944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6807","nonce":4020662944}]},"public_addr":"172.21.15.1:6803/4020662944","cluster_addr":"172.21.15.1:6805/4020662944","heartbeat_back_addr":"172.21.15.1:6809/4020662944","heartbeat_front_addr":"172.21.15.1:6807/4020662944","state":["exists","up"]},{"osd":1,"uuid":"d64b48a6-3b47-4712-b607-d0e951b3b4a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6801","nonce":1258648868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6803","nonce":1258648868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6807","nonce":1258648868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6805","nonce":1258648868}]},"public_addr":"172.21.15.88:6801/1258648868","cluster_addr":"172.21.15.88:6803/1258648868","heartbeat_back_addr":"172.21.15.88:6807/1258648868","heartbeat_front_addr":"172.21.15.88:6805/1258648868","state":["exists","up"]},{"osd":2,"uuid":"6be4c8dc-283d-4025-9c1f-c00ee4e3659f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6801","nonce":2902494825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6803","nonce":2902494825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6807","nonce":2902494825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6805","nonce":2902494825}]},"public_addr":"172.21.15.103:6801/2902494825","cluster_addr":"172.21.15.103:6803/2902494825","heartbeat_back_addr":"172.21.15.103:6807/2902494825","heartbeat_front_addr":"172.21.15.103:6805/2902494825","state":["exists","up"]},{"osd":3,"uuid":"52579ea8-e424-4adc-9fd9-44cec7e3875a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6811","nonce":680841642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6813","nonce":680841642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6817","nonce":680841642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6815","nonce":680841642}]},"public_addr":"172.21.15.1:6811/680841642","cluster_addr":"172.21.15.1:6813/680841642","heartbeat_back_addr":"172.21.15.1:6817/680841642","heartbeat_front_addr":"172.21.15.1:6815/680841642","state":["exists","up"]},{"osd":4,"uuid":"6503d3b5-f26b-4438-b256-ae4f76c7c773","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6809","nonce":2788918193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6811","nonce":2788918193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6815","nonce":2788918193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6813","nonce":2788918193}]},"public_addr":"172.21.15.88:6809/2788918193","cluster_addr":"172.21.15.88:6811/2788918193","heartbeat_back_addr":"172.21.15.88:6815/2788918193","heartbeat_front_addr":"172.21.15.88:6813/2788918193","state":["exists","up"]},{"osd":5,"uuid":"86188624-366a-487e-9db3-2782ef0884cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6809","nonce":3760780468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6811","nonce":3760780468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6815","nonce":3760780468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6813","nonce":3760780468}]},"public_addr":"172.21.15.103:6809/3760780468","cluster_addr":"172.21.15.103:6811/3760780468","heartbeat_back_addr":"172.21.15.103:6815/3760780468","heartbeat_front_addr":"172.21.15.103:6813/3760780468","state":["exists","up"]},{"osd":6,"uuid":"c59e7ba5-1cbe-41c3-a7e4-330175adfdf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6819","nonce":363854281}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6821","nonce":363854281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6825","nonce":363854281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6823","nonce":363854281}]},"public_addr":"172.21.15.1:6819/363854281","cluster_addr":"172.21.15.1:6821/363854281","heartbeat_back_addr":"172.21.15.1:6825/363854281","heartbeat_front_addr":"172.21.15.1:6823/363854281","state":["exists","up"]},{"osd":7,"uuid":"a77b4ef0-ecf7-457c-95c6-3e63cc6b1bba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6817","nonce":812841825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6819","nonce":812841825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6823","nonce":812841825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6821","nonce":812841825}]},"public_addr":"172.21.15.88:6817/812841825","cluster_addr":"172.21.15.88:6819/812841825","heartbeat_back_addr":"172.21.15.88:6823/812841825","heartbeat_front_addr":"172.21.15.88:6821/812841825","state":["exists","up"]},{"osd":8,"uuid":"bf2a6a1e-71ba-44d2-ba61-309f29496ef9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6817","nonce":3258812878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6819","nonce":3258812878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6823","nonce":3258812878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6821","nonce":3258812878}]},"public_addr":"172.21.15.103:6817/3258812878","cluster_addr":"172.21.15.103:6819/3258812878","heartbeat_back_addr":"172.21.15.103:6823/3258812878","heartbeat_front_addr":"172.21.15.103:6821/3258812878","state":["exists","up"]},{"osd":9,"uuid":"c9531676-199e-43ad-9299-6b5b60fd6ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6827","nonce":2830634909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6829","nonce":2830634909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6833","nonce":2830634909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6831","nonce":2830634909}]},"public_addr":"172.21.15.1:6827/2830634909","cluster_addr":"172.21.15.1:6829/2830634909","heartbeat_back_addr":"172.21.15.1:6833/2830634909","heartbeat_front_addr":"172.21.15.1:6831/2830634909","state":["exists","up"]},{"osd":10,"uuid":"41c2bb14-f8c9-45ce-a81e-9bf9dbba0b51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6825","nonce":1128031509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6827","nonce":1128031509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6831","nonce":1128031509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6829","nonce":1128031509}]},"public_addr":"172.21.15.88:6825/1128031509","cluster_addr":"172.21.15.88:6827/1128031509","heartbeat_back_addr":"172.21.15.88:6831/1128031509","heartbeat_front_addr":"172.21.15.88:6829/1128031509","state":["exists","up"]},{"osd":11,"uuid":"41003dad-b792-418d-9a82-bdf67311ea90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6825","nonce":2854918902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6827","nonce":2854918902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6831","nonce":2854918902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6829","nonce":2854918902}]},"public_addr":"172.21.15.103:6825/2854918902","cluster_addr":"172.21.15.103:6827/2854918902","heartbeat_back_addr":"172.21.15.103:6831/2854918902","heartbeat_front_addr":"172.21.15.103:6829/2854918902","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:51:39.446367+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:02.973641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:25.664661+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:50.561389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:14.598286+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:39.149718+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:04.327941+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:29.497887+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:55.922386+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:21.966560+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:47.653451+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:14.122475+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:0/2182725984":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6800/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1236715707":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3991013292":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3894463217":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6801/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6800/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3968648683":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6801/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1600532294":"2024-02-10T23:50:04.182518+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:56:19.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.407+0000 7f674652c700 1 -- 172.21.15.1:0/557326350 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f672c0a2150 msgr2=0x7f672c0a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:19.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.407+0000 7f674652c700 1 --2- 172.21.15.1:0/557326350 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f672c0a2150 0x7f672c0a4610 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f673000b5c0 tx=0x7f6730005960 comp rx=0 tx=0).stop 2024-02-09T23:56:19.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.407+0000 7f674652c700 1 -- 172.21.15.1:0/557326350 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f67401070d0 msgr2=0x7f67401022b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:19.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.407+0000 7f674652c700 1 --2- 172.21.15.1:0/557326350 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f67401070d0 0x7f67401022b0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f6738007ee0 tx=0x7f673800d3b0 comp rx=0 tx=0).stop 2024-02-09T23:56:19.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.407+0000 7f674652c700 1 -- 172.21.15.1:0/557326350 shutdown_connections 2024-02-09T23:56:19.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.407+0000 7f674652c700 1 --2- 172.21.15.1:0/557326350 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f672c0a2150 0x7f672c0a4610 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:19.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.407+0000 7f674652c700 1 --2- 172.21.15.1:0/557326350 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f67401070d0 0x7f67401022b0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:19.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.407+0000 7f674652c700 1 --2- 172.21.15.1:0/557326350 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f67401008b0 0x7f6740101830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:19.411 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.407+0000 7f674652c700 1 --2- 172.21.15.1:0/557326350 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6740101260 0x7f6740101d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:19.411 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.407+0000 7f674652c700 1 -- 172.21.15.1:0/557326350 >> 172.21.15.1:0/557326350 conn(0x7f6740075f50 msgr2=0x7f67400ffdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:19.411 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.407+0000 7f674652c700 1 -- 172.21.15.1:0/557326350 shutdown_connections 2024-02-09T23:56:19.411 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:19.407+0000 7f674652c700 1 -- 172.21.15.1:0/557326350 wait complete. 2024-02-09T23:56:19.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:19 smithi001 ceph-mon[32335]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:19.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:19 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/557326350' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:56:19.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:19 smithi088 ceph-mon[36452]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:19.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:19 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/557326350' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:56:19.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:19 smithi103 ceph-mon[36942]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:19.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:19 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/557326350' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:56:20.152 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:52:28.527596+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-09T23:56:20.152 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph osd pool get .mgr pg_num 2024-02-09T23:56:20.399 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:56:21.826 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:21 smithi001 ceph-mon[32335]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:21.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:21 smithi088 ceph-mon[36452]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:21.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:21 smithi103 ceph-mon[36942]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:22.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.055+0000 7fc971412700 1 -- 172.21.15.1:0/1739737110 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc96c100da0 msgr2=0x7fc96c10d2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:22.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.055+0000 7fc971412700 1 --2- 172.21.15.1:0/1739737110 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc96c100da0 0x7fc96c10d2b0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fc96400b0a0 tx=0x7fc96400b3b0 comp rx=0 tx=0).stop 2024-02-09T23:56:22.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.055+0000 7fc971412700 1 -- 172.21.15.1:0/1739737110 shutdown_connections 2024-02-09T23:56:22.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.055+0000 7fc971412700 1 --2- 172.21.15.1:0/1739737110 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc96c100da0 0x7fc96c10d2b0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:22.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.055+0000 7fc971412700 1 --2- 172.21.15.1:0/1739737110 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc96c106470 0x7fc96c106850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:22.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.055+0000 7fc971412700 1 --2- 172.21.15.1:0/1739737110 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc96c1003e0 0x7fc96c100860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:22.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.055+0000 7fc971412700 1 -- 172.21.15.1:0/1739737110 >> 172.21.15.1:0/1739737110 conn(0x7fc96c077220 msgr2=0x7fc96c0fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:22.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.055+0000 7fc971412700 1 -- 172.21.15.1:0/1739737110 shutdown_connections 2024-02-09T23:56:22.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.055+0000 7fc971412700 1 -- 172.21.15.1:0/1739737110 wait complete. 2024-02-09T23:56:22.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.056+0000 7fc971412700 1 Processor -- start 2024-02-09T23:56:22.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.056+0000 7fc971412700 1 -- start start 2024-02-09T23:56:22.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.056+0000 7fc971412700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc96c1003e0 0x7fc96c1991d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:22.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.056+0000 7fc971412700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc96c100da0 0x7fc96c199710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:22.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.056+0000 7fc971412700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc96c106470 0x7fc96c1a4250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:22.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.056+0000 7fc971412700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc96c199fb0 con 0x7fc96c100da0 2024-02-09T23:56:22.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.056+0000 7fc971412700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc96c1a4790 con 0x7fc96c1003e0 2024-02-09T23:56:22.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.056+0000 7fc971412700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc96c1a48d0 con 0x7fc96c106470 2024-02-09T23:56:22.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.056+0000 7fc963fff700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc96c100da0 0x7fc96c199710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:22.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.056+0000 7fc963fff700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc96c100da0 0x7fc96c199710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43972/0 (socket says 172.21.15.1:43972) 2024-02-09T23:56:22.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.056+0000 7fc963fff700 1 -- 172.21.15.1:0/2056712642 learned_addr learned my addr 172.21.15.1:0/2056712642 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:56:22.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.056+0000 7fc96b7fe700 1 --2- 172.21.15.1:0/2056712642 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc96c106470 0x7fc96c1a4250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:22.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.056+0000 7fc963fff700 1 -- 172.21.15.1:0/2056712642 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc96c106470 msgr2=0x7fc96c1a4250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:22.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.056+0000 7fc963fff700 1 --2- 172.21.15.1:0/2056712642 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc96c106470 0x7fc96c1a4250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:22.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.056+0000 7fc963fff700 1 -- 172.21.15.1:0/2056712642 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc96c1003e0 msgr2=0x7fc96c1991d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:22.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.056+0000 7fc963fff700 1 --2- 172.21.15.1:0/2056712642 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc96c1003e0 0x7fc96c1991d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:22.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.056+0000 7fc963fff700 1 -- 172.21.15.1:0/2056712642 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc964009d00 con 0x7fc96c100da0 2024-02-09T23:56:22.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.056+0000 7fc96b7fe700 1 --2- 172.21.15.1:0/2056712642 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc96c106470 0x7fc96c1a4250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:56:22.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.057+0000 7fc963fff700 1 --2- 172.21.15.1:0/2056712642 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc96c100da0 0x7fc96c199710 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fc95400c950 tx=0x7fc95400cd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:22.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.057+0000 7fc968ff9700 1 -- 172.21.15.1:0/2056712642 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc954007ac0 con 0x7fc96c100da0 2024-02-09T23:56:22.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.057+0000 7fc968ff9700 1 -- 172.21.15.1:0/2056712642 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc954004d10 con 0x7fc96c100da0 2024-02-09T23:56:22.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.057+0000 7fc971412700 1 -- 172.21.15.1:0/2056712642 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc96c1a4b80 con 0x7fc96c100da0 2024-02-09T23:56:22.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.057+0000 7fc968ff9700 1 -- 172.21.15.1:0/2056712642 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc954005610 con 0x7fc96c100da0 2024-02-09T23:56:22.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.057+0000 7fc971412700 1 -- 172.21.15.1:0/2056712642 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc96c1a5080 con 0x7fc96c100da0 2024-02-09T23:56:22.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.058+0000 7fc971412700 1 -- 172.21.15.1:0/2056712642 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc96c1089e0 con 0x7fc96c100da0 2024-02-09T23:56:22.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.059+0000 7fc968ff9700 1 -- 172.21.15.1:0/2056712642 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7fc954004750 con 0x7fc96c100da0 2024-02-09T23:56:22.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.060+0000 7fc968ff9700 1 --2- 172.21.15.1:0/2056712642 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc9580a2150 0x7fc9580a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:22.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.060+0000 7fc968ff9700 1 -- 172.21.15.1:0/2056712642 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fc9540cd830 con 0x7fc96c100da0 2024-02-09T23:56:22.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.060+0000 7fc96affd700 1 --2- 172.21.15.1:0/2056712642 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc9580a2150 0x7fc9580a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:22.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.060+0000 7fc96affd700 1 --2- 172.21.15.1:0/2056712642 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc9580a2150 0x7fc9580a4610 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fc95c00a8f0 tx=0x7fc95c005bf0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:22.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.064+0000 7fc968ff9700 1 -- 172.21.15.1:0/2056712642 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fc954096ca0 con 0x7fc96c100da0 2024-02-09T23:56:22.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.264+0000 7fc971412700 1 -- 172.21.15.1:0/2056712642 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc96c10e1d0 con 0x7fc96c100da0 2024-02-09T23:56:22.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.265+0000 7fc968ff9700 1 -- 172.21.15.1:0/2056712642 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v81) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc95401d020 con 0x7fc96c100da0 2024-02-09T23:56:22.268 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 1 2024-02-09T23:56:22.270 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.267+0000 7fc971412700 1 -- 172.21.15.1:0/2056712642 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc9580a2150 msgr2=0x7fc9580a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:22.270 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.267+0000 7fc971412700 1 --2- 172.21.15.1:0/2056712642 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc9580a2150 0x7fc9580a4610 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fc95c00a8f0 tx=0x7fc95c005bf0 comp rx=0 tx=0).stop 2024-02-09T23:56:22.270 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.267+0000 7fc971412700 1 -- 172.21.15.1:0/2056712642 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc96c100da0 msgr2=0x7fc96c199710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:22.270 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.267+0000 7fc971412700 1 --2- 172.21.15.1:0/2056712642 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc96c100da0 0x7fc96c199710 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fc95400c950 tx=0x7fc95400cd10 comp rx=0 tx=0).stop 2024-02-09T23:56:22.270 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.267+0000 7fc971412700 1 -- 172.21.15.1:0/2056712642 shutdown_connections 2024-02-09T23:56:22.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.267+0000 7fc971412700 1 --2- 172.21.15.1:0/2056712642 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc9580a2150 0x7fc9580a4610 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:22.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.267+0000 7fc971412700 1 --2- 172.21.15.1:0/2056712642 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc96c106470 0x7fc96c1a4250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:22.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.267+0000 7fc971412700 1 --2- 172.21.15.1:0/2056712642 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc96c1003e0 0x7fc96c1991d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:22.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.267+0000 7fc971412700 1 --2- 172.21.15.1:0/2056712642 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc96c100da0 0x7fc96c199710 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:22.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.267+0000 7fc971412700 1 -- 172.21.15.1:0/2056712642 >> 172.21.15.1:0/2056712642 conn(0x7fc96c077220 msgr2=0x7fc96c103190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:22.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.267+0000 7fc971412700 1 -- 172.21.15.1:0/2056712642 shutdown_connections 2024-02-09T23:56:22.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:22.267+0000 7fc971412700 1 -- 172.21.15.1:0/2056712642 wait complete. 2024-02-09T23:56:22.918 INFO:tasks.cephadm:Adding mds.a on smithi001 2024-02-09T23:56:22.918 INFO:tasks.cephadm:Adding mds.d on smithi001 2024-02-09T23:56:22.918 INFO:tasks.cephadm:Adding mds.g on smithi001 2024-02-09T23:56:22.918 INFO:tasks.cephadm:Adding mds.j on smithi001 2024-02-09T23:56:22.918 INFO:tasks.cephadm:Adding mds.b on smithi088 2024-02-09T23:56:22.919 INFO:tasks.cephadm:Adding mds.e on smithi088 2024-02-09T23:56:22.919 INFO:tasks.cephadm:Adding mds.h on smithi088 2024-02-09T23:56:22.919 INFO:tasks.cephadm:Adding mds.k on smithi088 2024-02-09T23:56:22.919 INFO:tasks.cephadm:Adding mds.c on smithi103 2024-02-09T23:56:22.919 INFO:tasks.cephadm:Adding mds.f on smithi103 2024-02-09T23:56:22.919 INFO:tasks.cephadm:Adding mds.i on smithi103 2024-02-09T23:56:22.919 INFO:tasks.cephadm:Adding mds.l on smithi103 2024-02-09T23:56:22.919 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph orch apply mds all '12;smithi001=a;smithi001=d;smithi001=g;smithi001=j;smithi088=b;smithi088=e;smithi088=h;smithi088=k;smithi103=c;smithi103=f;smithi103=i;smithi103=l' 2024-02-09T23:56:23.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:22 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2056712642' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-09T23:56:23.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:22 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2056712642' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-09T23:56:23.169 INFO:teuthology.orchestra.run.smithi103.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.c/config 2024-02-09T23:56:23.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:22 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2056712642' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-09T23:56:24.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:23 smithi103 ceph-mon[36942]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:24.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:23 smithi001 ceph-mon[32335]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:24.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:23 smithi088 ceph-mon[36452]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:24.855 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.851+0000 7f3a84177700 1 -- 172.21.15.103:0/4062342344 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3a7c102f70 msgr2=0x7f3a7c1033d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:24.855 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.851+0000 7f3a84177700 1 --2- 172.21.15.103:0/4062342344 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3a7c102f70 0x7f3a7c1033d0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f3a6c009990 tx=0x7f3a6c009ca0 comp rx=0 tx=0).stop 2024-02-09T23:56:24.855 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.851+0000 7f3a84177700 1 -- 172.21.15.103:0/4062342344 shutdown_connections 2024-02-09T23:56:24.855 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.851+0000 7f3a84177700 1 --2- 172.21.15.103:0/4062342344 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3a7c103910 0x7f3a7c10a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:24.855 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.851+0000 7f3a84177700 1 --2- 172.21.15.103:0/4062342344 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3a7c101d70 0x7f3a7c102190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:24.855 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.851+0000 7f3a84177700 1 --2- 172.21.15.103:0/4062342344 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3a7c102f70 0x7f3a7c1033d0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:24.855 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.851+0000 7f3a84177700 1 -- 172.21.15.103:0/4062342344 >> 172.21.15.103:0/4062342344 conn(0x7f3a7c0fd330 msgr2=0x7f3a7c0ff750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:24.855 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.851+0000 7f3a84177700 1 -- 172.21.15.103:0/4062342344 shutdown_connections 2024-02-09T23:56:24.855 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.851+0000 7f3a84177700 1 -- 172.21.15.103:0/4062342344 wait complete. 2024-02-09T23:56:24.855 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.852+0000 7f3a84177700 1 Processor -- start 2024-02-09T23:56:24.856 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.852+0000 7f3a84177700 1 -- start start 2024-02-09T23:56:24.856 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.852+0000 7f3a84177700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3a7c101d70 0x7f3a7c197cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:24.856 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.852+0000 7f3a84177700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3a7c102f70 0x7f3a7c198230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:24.856 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.852+0000 7f3a84177700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3a7c103910 0x7f3a7c19f270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:24.856 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.852+0000 7f3a84177700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a7c19f840 con 0x7f3a7c101d70 2024-02-09T23:56:24.856 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.852+0000 7f3a84177700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a7c19f980 con 0x7f3a7c103910 2024-02-09T23:56:24.856 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.852+0000 7f3a84177700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a7c19fb40 con 0x7f3a7c102f70 2024-02-09T23:56:24.856 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.852+0000 7f3a81712700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3a7c102f70 0x7f3a7c198230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:24.856 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.852+0000 7f3a81712700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3a7c102f70 0x7f3a7c198230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.103:50310/0 (socket says 172.21.15.103:50310) 2024-02-09T23:56:24.856 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.852+0000 7f3a81712700 1 -- 172.21.15.103:0/3468103101 learned_addr learned my addr 172.21.15.103:0/3468103101 (peer_addr_for_me v2:172.21.15.103:0/0) 2024-02-09T23:56:24.856 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.852+0000 7f3a81f13700 1 --2- 172.21.15.103:0/3468103101 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3a7c101d70 0x7f3a7c197cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:24.856 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.852+0000 7f3a82714700 1 --2- 172.21.15.103:0/3468103101 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3a7c103910 0x7f3a7c19f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:24.856 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.852+0000 7f3a81712700 1 -- 172.21.15.103:0/3468103101 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3a7c103910 msgr2=0x7f3a7c19f270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:24.856 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.852+0000 7f3a81712700 1 --2- 172.21.15.103:0/3468103101 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3a7c103910 0x7f3a7c19f270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:24.857 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.852+0000 7f3a81712700 1 -- 172.21.15.103:0/3468103101 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3a7c101d70 msgr2=0x7f3a7c197cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:24.857 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.852+0000 7f3a81712700 1 --2- 172.21.15.103:0/3468103101 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3a7c101d70 0x7f3a7c197cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:24.857 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.852+0000 7f3a81712700 1 -- 172.21.15.103:0/3468103101 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a6c0095f0 con 0x7f3a7c102f70 2024-02-09T23:56:24.857 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.852+0000 7f3a82714700 1 --2- 172.21.15.103:0/3468103101 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3a7c103910 0x7f3a7c19f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:56:24.857 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.852+0000 7f3a81712700 1 --2- 172.21.15.103:0/3468103101 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3a7c102f70 0x7f3a7c198230 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f3a6c000c00 tx=0x7f3a6c005b00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:24.857 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.853+0000 7f3a72ffd700 1 -- 172.21.15.103:0/3468103101 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a6c01d070 con 0x7f3a7c102f70 2024-02-09T23:56:24.857 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.853+0000 7f3a72ffd700 1 -- 172.21.15.103:0/3468103101 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3a6c00be90 con 0x7f3a7c102f70 2024-02-09T23:56:24.857 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.853+0000 7f3a84177700 1 -- 172.21.15.103:0/3468103101 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3a7c19fdc0 con 0x7f3a7c102f70 2024-02-09T23:56:24.857 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.853+0000 7f3a72ffd700 1 -- 172.21.15.103:0/3468103101 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a6c017650 con 0x7f3a7c102f70 2024-02-09T23:56:24.857 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.853+0000 7f3a84177700 1 -- 172.21.15.103:0/3468103101 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a7c1a0180 con 0x7f3a7c102f70 2024-02-09T23:56:24.858 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.854+0000 7f3a84177700 1 -- 172.21.15.103:0/3468103101 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3a7c0689e0 con 0x7f3a7c102f70 2024-02-09T23:56:24.858 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.855+0000 7f3a72ffd700 1 -- 172.21.15.103:0/3468103101 <== mon.1 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f3a6c0177b0 con 0x7f3a7c102f70 2024-02-09T23:56:24.858 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.855+0000 7f3a72ffd700 1 --2- 172.21.15.103:0/3468103101 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f3a680a2150 0x7f3a680a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:24.858 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.856+0000 7f3a72ffd700 1 -- 172.21.15.103:0/3468103101 <== mon.1 v2:172.21.15.103:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f3a6c0cf100 con 0x7f3a7c102f70 2024-02-09T23:56:24.858 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.856+0000 7f3a81f13700 1 --2- 172.21.15.103:0/3468103101 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f3a680a2150 0x7f3a680a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:24.858 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.856+0000 7f3a81f13700 1 --2- 172.21.15.103:0/3468103101 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f3a680a2150 0x7f3a680a4610 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f3a7c1991d0 tx=0x7f3a7400b040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:24.861 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:24.859+0000 7f3a72ffd700 1 -- 172.21.15.103:0/3468103101 <== mon.1 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f3a6c098560 con 0x7f3a7c102f70 2024-02-09T23:56:25.066 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:25.064+0000 7f3a84177700 1 -- 172.21.15.103:0/3468103101 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi001=a;smithi001=d;smithi001=g;smithi001=j;smithi088=b;smithi088=e;smithi088=h;smithi088=k;smithi103=c;smithi103=f;smithi103=i;smithi103=l", "target": ["mon-mgr", ""]}) v1 -- 0x7f3a7c02da20 con 0x7f3a680a2150 2024-02-09T23:56:25.073 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:25.071+0000 7f3a72ffd700 1 -- 172.21.15.103:0/3468103101 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+28 (secure 0 0 0) 0x7f3a7c02da20 con 0x7f3a680a2150 2024-02-09T23:56:25.073 INFO:teuthology.orchestra.run.smithi103.stdout:Scheduled mds.all update... 2024-02-09T23:56:25.075 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:25.073+0000 7f3a84177700 1 -- 172.21.15.103:0/3468103101 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f3a680a2150 msgr2=0x7f3a680a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:25.076 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:25.073+0000 7f3a84177700 1 --2- 172.21.15.103:0/3468103101 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f3a680a2150 0x7f3a680a4610 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f3a7c1991d0 tx=0x7f3a7400b040 comp rx=0 tx=0).stop 2024-02-09T23:56:25.076 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:25.073+0000 7f3a84177700 1 -- 172.21.15.103:0/3468103101 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3a7c102f70 msgr2=0x7f3a7c198230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:25.076 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:25.073+0000 7f3a84177700 1 --2- 172.21.15.103:0/3468103101 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3a7c102f70 0x7f3a7c198230 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f3a6c000c00 tx=0x7f3a6c005b00 comp rx=0 tx=0).stop 2024-02-09T23:56:25.076 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:25.074+0000 7f3a84177700 1 -- 172.21.15.103:0/3468103101 shutdown_connections 2024-02-09T23:56:25.076 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:25.074+0000 7f3a84177700 1 --2- 172.21.15.103:0/3468103101 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f3a680a2150 0x7f3a680a4610 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:25.076 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:25.074+0000 7f3a84177700 1 --2- 172.21.15.103:0/3468103101 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3a7c101d70 0x7f3a7c197cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:25.076 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:25.074+0000 7f3a84177700 1 --2- 172.21.15.103:0/3468103101 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3a7c103910 0x7f3a7c19f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:25.076 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:25.074+0000 7f3a84177700 1 --2- 172.21.15.103:0/3468103101 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3a7c102f70 0x7f3a7c198230 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:25.076 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:25.074+0000 7f3a84177700 1 -- 172.21.15.103:0/3468103101 >> 172.21.15.103:0/3468103101 conn(0x7f3a7c0fd330 msgr2=0x7f3a7c106270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:25.076 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:25.074+0000 7f3a84177700 1 -- 172.21.15.103:0/3468103101 shutdown_connections 2024-02-09T23:56:25.076 INFO:teuthology.orchestra.run.smithi103.stderr:2024-02-09T23:56:25.074+0000 7f3a84177700 1 -- 172.21.15.103:0/3468103101 wait complete. 2024-02-09T23:56:25.786 DEBUG:teuthology.orchestra.run.smithi001:mds.a> sudo journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.a.service 2024-02-09T23:56:25.790 DEBUG:teuthology.orchestra.run.smithi001:mds.d> sudo journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.d.service 2024-02-09T23:56:25.839 DEBUG:teuthology.orchestra.run.smithi001:mds.g> sudo journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.g.service 2024-02-09T23:56:25.885 DEBUG:teuthology.orchestra.run.smithi001:mds.j> sudo journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.j.service 2024-02-09T23:56:25.931 DEBUG:teuthology.orchestra.run.smithi088:mds.b> sudo journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.b.service 2024-02-09T23:56:25.943 DEBUG:teuthology.orchestra.run.smithi088:mds.e> sudo journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.e.service 2024-02-09T23:56:25.993 DEBUG:teuthology.orchestra.run.smithi088:mds.h> sudo journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.h.service 2024-02-09T23:56:26.043 DEBUG:teuthology.orchestra.run.smithi088:mds.k> sudo journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.k.service 2024-02-09T23:56:26.094 DEBUG:teuthology.orchestra.run.smithi103:mds.c> sudo journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.c.service 2024-02-09T23:56:26.103 DEBUG:teuthology.orchestra.run.smithi103:mds.f> sudo journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.f.service 2024-02-09T23:56:26.156 DEBUG:teuthology.orchestra.run.smithi103:mds.i> sudo journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.i.service 2024-02-09T23:56:26.206 DEBUG:teuthology.orchestra.run.smithi103:mds.l> sudo journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.l.service 2024-02-09T23:56:26.260 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-02-09T23:56:26.261 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:56:26.348 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:26 smithi088 ceph-mon[36452]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:26.348 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:26 smithi088 ceph-mon[36452]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi001=a;smithi001=d;smithi001=g;smithi001=j;smithi088=b;smithi088=e;smithi088=h;smithi088=k;smithi103=c;smithi103=f;smithi103=i;smithi103=l", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:56:26.349 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:26 smithi088 ceph-mon[36452]: Saving service mds.all spec with placement smithi001=a;smithi001=d;smithi001=g;smithi001=j;smithi088=b;smithi088=e;smithi088=h;smithi088=k;smithi103=c;smithi103=f;smithi103=i;smithi103=l;count:12 2024-02-09T23:56:26.349 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:26 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:26.349 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:26 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:56:26.349 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:26 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:26.349 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:26 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:56:26.349 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:26 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:26.349 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:26 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:26.349 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:26 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:26.349 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:26 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:26.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.379+0000 7f2aa00eb640 1 -- 172.21.15.1:0/178865610 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2a98100160 msgr2=0x7f2a98100580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:26.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.379+0000 7f2aa00eb640 1 --2- 172.21.15.1:0/178865610 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2a98100160 0x7f2a98100580 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f2a90009ca0 tx=0x7f2a9002c0f0 comp rx=0 tx=0).stop 2024-02-09T23:56:26.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.379+0000 7f2aa00eb640 1 -- 172.21.15.1:0/178865610 shutdown_connections 2024-02-09T23:56:26.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.379+0000 7f2aa00eb640 1 --2- 172.21.15.1:0/178865610 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2a98101d10 0x7f2a981085a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:26.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.379+0000 7f2aa00eb640 1 --2- 172.21.15.1:0/178865610 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2a98101350 0x7f2a981017d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:26.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.379+0000 7f2aa00eb640 1 --2- 172.21.15.1:0/178865610 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2a98100160 0x7f2a98100580 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:26.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.379+0000 7f2aa00eb640 1 -- 172.21.15.1:0/178865610 >> 172.21.15.1:0/178865610 conn(0x7f2a980fb6f0 msgr2=0x7f2a980fdb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:26.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.379+0000 7f2aa00eb640 1 -- 172.21.15.1:0/178865610 shutdown_connections 2024-02-09T23:56:26.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.379+0000 7f2aa00eb640 1 -- 172.21.15.1:0/178865610 wait complete. 2024-02-09T23:56:26.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.380+0000 7f2aa00eb640 1 Processor -- start 2024-02-09T23:56:26.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.380+0000 7f2aa00eb640 1 -- start start 2024-02-09T23:56:26.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.380+0000 7f2aa00eb640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2a98100160 0x7f2a981972d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:26.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.380+0000 7f2aa00eb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2a98101350 0x7f2a98197810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:26.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.380+0000 7f2aa00eb640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2a98101d10 0x7f2a9819e880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:26.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.380+0000 7f2aa00eb640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a9819edc0 con 0x7f2a98101350 2024-02-09T23:56:26.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.380+0000 7f2aa00eb640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a9819ef30 con 0x7f2a98101d10 2024-02-09T23:56:26.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.380+0000 7f2aa00eb640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a9819f0f0 con 0x7f2a98100160 2024-02-09T23:56:26.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.380+0000 7f2a9d686640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2a98101350 0x7f2a98197810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:26.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.380+0000 7f2a9d686640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2a98101350 0x7f2a98197810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43986/0 (socket says 172.21.15.1:43986) 2024-02-09T23:56:26.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.380+0000 7f2a9de87640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2a98100160 0x7f2a981972d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:26.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.380+0000 7f2a9d686640 1 -- 172.21.15.1:0/1986411128 learned_addr learned my addr 172.21.15.1:0/1986411128 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:56:26.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.380+0000 7f2a9e688640 1 --2- 172.21.15.1:0/1986411128 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2a98101d10 0x7f2a9819e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:26.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.380+0000 7f2a9d686640 1 -- 172.21.15.1:0/1986411128 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2a98100160 msgr2=0x7f2a981972d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:26.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.380+0000 7f2a9d686640 1 --2- 172.21.15.1:0/1986411128 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2a98100160 0x7f2a981972d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:26.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.380+0000 7f2a9d686640 1 -- 172.21.15.1:0/1986411128 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2a98101d10 msgr2=0x7f2a9819e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:26.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.380+0000 7f2a9d686640 1 --2- 172.21.15.1:0/1986411128 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2a98101d10 0x7f2a9819e880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:26.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.380+0000 7f2a9d686640 1 -- 172.21.15.1:0/1986411128 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a90009900 con 0x7f2a98101350 2024-02-09T23:56:26.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.380+0000 7f2a9d686640 1 --2- 172.21.15.1:0/1986411128 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2a98101350 0x7f2a98197810 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f2a8c00e9f0 tx=0x7f2a8c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:26.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.380+0000 7f2a96ffd640 1 -- 172.21.15.1:0/1986411128 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a8c009720 con 0x7f2a98101350 2024-02-09T23:56:26.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.381+0000 7f2a96ffd640 1 -- 172.21.15.1:0/1986411128 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2a8c00cd80 con 0x7f2a98101350 2024-02-09T23:56:26.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.381+0000 7f2aa00eb640 1 -- 172.21.15.1:0/1986411128 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a9819f3d0 con 0x7f2a98101350 2024-02-09T23:56:26.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.381+0000 7f2a96ffd640 1 -- 172.21.15.1:0/1986411128 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a8c010690 con 0x7f2a98101350 2024-02-09T23:56:26.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.381+0000 7f2aa00eb640 1 -- 172.21.15.1:0/1986411128 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a9819f890 con 0x7f2a98101350 2024-02-09T23:56:26.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.381+0000 7f2aa00eb640 1 -- 172.21.15.1:0/1986411128 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2a98107480 con 0x7f2a98101350 2024-02-09T23:56:26.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.382+0000 7f2a96ffd640 1 -- 172.21.15.1:0/1986411128 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f2a8c0046c0 con 0x7f2a98101350 2024-02-09T23:56:26.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.383+0000 7f2a96ffd640 1 --2- 172.21.15.1:0/1986411128 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2a800a20c0 0x7f2a800a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:26.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.383+0000 7f2a9de87640 1 --2- 172.21.15.1:0/1986411128 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2a800a20c0 0x7f2a800a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:26.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.383+0000 7f2a96ffd640 1 -- 172.21.15.1:0/1986411128 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f2a8c014070 con 0x7f2a98101350 2024-02-09T23:56:26.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.384+0000 7f2a9de87640 1 --2- 172.21.15.1:0/1986411128 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2a800a20c0 0x7f2a800a4580 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f2a9002c700 tx=0x7f2a900326b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:26.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.388+0000 7f2a96ffd640 1 -- 172.21.15.1:0/1986411128 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f2a8c097090 con 0x7f2a98101350 2024-02-09T23:56:26.395 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:26 smithi103 ceph-mon[36942]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:26.395 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:26 smithi103 ceph-mon[36942]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi001=a;smithi001=d;smithi001=g;smithi001=j;smithi088=b;smithi088=e;smithi088=h;smithi088=k;smithi103=c;smithi103=f;smithi103=i;smithi103=l", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:56:26.395 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:26 smithi103 ceph-mon[36942]: Saving service mds.all spec with placement smithi001=a;smithi001=d;smithi001=g;smithi001=j;smithi088=b;smithi088=e;smithi088=h;smithi088=k;smithi103=c;smithi103=f;smithi103=i;smithi103=l;count:12 2024-02-09T23:56:26.395 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:26 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:26.395 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:26 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:56:26.395 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:26 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:26.396 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:26 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:56:26.396 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:26 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:26.396 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:26 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:26.396 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:26 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:26.396 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:26 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:26.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:26 smithi001 ceph-mon[32335]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:26.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:26 smithi001 ceph-mon[32335]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi001=a;smithi001=d;smithi001=g;smithi001=j;smithi088=b;smithi088=e;smithi088=h;smithi088=k;smithi103=c;smithi103=f;smithi103=i;smithi103=l", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:56:26.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:26 smithi001 ceph-mon[32335]: Saving service mds.all spec with placement smithi001=a;smithi001=d;smithi001=g;smithi001=j;smithi088=b;smithi088=e;smithi088=h;smithi088=k;smithi103=c;smithi103=f;smithi103=i;smithi103=l;count:12 2024-02-09T23:56:26.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:26 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:26.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:26 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:56:26.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:26 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:26.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:26 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:56:26.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:26 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:26.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:26 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:26.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:26 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:26.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:26 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:26.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.569+0000 7f2aa00eb640 1 -- 172.21.15.1:0/1986411128 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2a9810cc70 con 0x7f2a98101350 2024-02-09T23:56:26.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.570+0000 7f2a96ffd640 1 -- 172.21.15.1:0/1986411128 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) v1 ==== 74+0+18352 (secure 0 0 0) 0x7f2a8c09a750 con 0x7f2a98101350 2024-02-09T23:56:26.574 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:56:26.574 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":81,"fsid":"b5005240-c7a5-11ee-95b8-87774f69a715","created":"2024-02-09T23:49:06.829648+0000","modified":"2024-02-09T23:56:16.514333+0000","last_up_change":"2024-02-09T23:56:15.507374+0000","last_in_change":"2024-02-09T23:55:55.668510+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:52:28.527596+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4fa23604-c2ff-4c47-8ac8-10dce6bba3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6803","nonce":4020662944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6805","nonce":4020662944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6809","nonce":4020662944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6807","nonce":4020662944}]},"public_addr":"172.21.15.1:6803/4020662944","cluster_addr":"172.21.15.1:6805/4020662944","heartbeat_back_addr":"172.21.15.1:6809/4020662944","heartbeat_front_addr":"172.21.15.1:6807/4020662944","state":["exists","up"]},{"osd":1,"uuid":"d64b48a6-3b47-4712-b607-d0e951b3b4a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6801","nonce":1258648868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6803","nonce":1258648868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6807","nonce":1258648868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6805","nonce":1258648868}]},"public_addr":"172.21.15.88:6801/1258648868","cluster_addr":"172.21.15.88:6803/1258648868","heartbeat_back_addr":"172.21.15.88:6807/1258648868","heartbeat_front_addr":"172.21.15.88:6805/1258648868","state":["exists","up"]},{"osd":2,"uuid":"6be4c8dc-283d-4025-9c1f-c00ee4e3659f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6801","nonce":2902494825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6803","nonce":2902494825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6807","nonce":2902494825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6805","nonce":2902494825}]},"public_addr":"172.21.15.103:6801/2902494825","cluster_addr":"172.21.15.103:6803/2902494825","heartbeat_back_addr":"172.21.15.103:6807/2902494825","heartbeat_front_addr":"172.21.15.103:6805/2902494825","state":["exists","up"]},{"osd":3,"uuid":"52579ea8-e424-4adc-9fd9-44cec7e3875a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6811","nonce":680841642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6813","nonce":680841642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6817","nonce":680841642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6815","nonce":680841642}]},"public_addr":"172.21.15.1:6811/680841642","cluster_addr":"172.21.15.1:6813/680841642","heartbeat_back_addr":"172.21.15.1:6817/680841642","heartbeat_front_addr":"172.21.15.1:6815/680841642","state":["exists","up"]},{"osd":4,"uuid":"6503d3b5-f26b-4438-b256-ae4f76c7c773","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6809","nonce":2788918193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6811","nonce":2788918193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6815","nonce":2788918193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6813","nonce":2788918193}]},"public_addr":"172.21.15.88:6809/2788918193","cluster_addr":"172.21.15.88:6811/2788918193","heartbeat_back_addr":"172.21.15.88:6815/2788918193","heartbeat_front_addr":"172.21.15.88:6813/2788918193","state":["exists","up"]},{"osd":5,"uuid":"86188624-366a-487e-9db3-2782ef0884cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6809","nonce":3760780468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6811","nonce":3760780468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6815","nonce":3760780468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6813","nonce":3760780468}]},"public_addr":"172.21.15.103:6809/3760780468","cluster_addr":"172.21.15.103:6811/3760780468","heartbeat_back_addr":"172.21.15.103:6815/3760780468","heartbeat_front_addr":"172.21.15.103:6813/3760780468","state":["exists","up"]},{"osd":6,"uuid":"c59e7ba5-1cbe-41c3-a7e4-330175adfdf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6819","nonce":363854281}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6821","nonce":363854281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6825","nonce":363854281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6823","nonce":363854281}]},"public_addr":"172.21.15.1:6819/363854281","cluster_addr":"172.21.15.1:6821/363854281","heartbeat_back_addr":"172.21.15.1:6825/363854281","heartbeat_front_addr":"172.21.15.1:6823/363854281","state":["exists","up"]},{"osd":7,"uuid":"a77b4ef0-ecf7-457c-95c6-3e63cc6b1bba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6817","nonce":812841825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6819","nonce":812841825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6823","nonce":812841825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6821","nonce":812841825}]},"public_addr":"172.21.15.88:6817/812841825","cluster_addr":"172.21.15.88:6819/812841825","heartbeat_back_addr":"172.21.15.88:6823/812841825","heartbeat_front_addr":"172.21.15.88:6821/812841825","state":["exists","up"]},{"osd":8,"uuid":"bf2a6a1e-71ba-44d2-ba61-309f29496ef9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6817","nonce":3258812878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6819","nonce":3258812878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6823","nonce":3258812878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6821","nonce":3258812878}]},"public_addr":"172.21.15.103:6817/3258812878","cluster_addr":"172.21.15.103:6819/3258812878","heartbeat_back_addr":"172.21.15.103:6823/3258812878","heartbeat_front_addr":"172.21.15.103:6821/3258812878","state":["exists","up"]},{"osd":9,"uuid":"c9531676-199e-43ad-9299-6b5b60fd6ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6827","nonce":2830634909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6829","nonce":2830634909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6833","nonce":2830634909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6831","nonce":2830634909}]},"public_addr":"172.21.15.1:6827/2830634909","cluster_addr":"172.21.15.1:6829/2830634909","heartbeat_back_addr":"172.21.15.1:6833/2830634909","heartbeat_front_addr":"172.21.15.1:6831/2830634909","state":["exists","up"]},{"osd":10,"uuid":"41c2bb14-f8c9-45ce-a81e-9bf9dbba0b51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6825","nonce":1128031509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6827","nonce":1128031509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6831","nonce":1128031509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6829","nonce":1128031509}]},"public_addr":"172.21.15.88:6825/1128031509","cluster_addr":"172.21.15.88:6827/1128031509","heartbeat_back_addr":"172.21.15.88:6831/1128031509","heartbeat_front_addr":"172.21.15.88:6829/1128031509","state":["exists","up"]},{"osd":11,"uuid":"41003dad-b792-418d-9a82-bdf67311ea90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6825","nonce":2854918902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6827","nonce":2854918902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6831","nonce":2854918902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6829","nonce":2854918902}]},"public_addr":"172.21.15.103:6825/2854918902","cluster_addr":"172.21.15.103:6827/2854918902","heartbeat_back_addr":"172.21.15.103:6831/2854918902","heartbeat_front_addr":"172.21.15.103:6829/2854918902","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:51:39.446367+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:02.973641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:25.664661+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:50.561389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:14.598286+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:39.149718+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:04.327941+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:29.497887+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:55.922386+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:21.966560+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:47.653451+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:14.122475+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:0/2182725984":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6800/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1236715707":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3991013292":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3894463217":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6801/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6800/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3968648683":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6801/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1600532294":"2024-02-10T23:50:04.182518+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:56:26.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.572+0000 7f2aa00eb640 1 -- 172.21.15.1:0/1986411128 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2a800a20c0 msgr2=0x7f2a800a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:26.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.572+0000 7f2aa00eb640 1 --2- 172.21.15.1:0/1986411128 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2a800a20c0 0x7f2a800a4580 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f2a9002c700 tx=0x7f2a900326b0 comp rx=0 tx=0).stop 2024-02-09T23:56:26.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.572+0000 7f2aa00eb640 1 -- 172.21.15.1:0/1986411128 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2a98101350 msgr2=0x7f2a98197810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:26.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.572+0000 7f2aa00eb640 1 --2- 172.21.15.1:0/1986411128 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2a98101350 0x7f2a98197810 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f2a8c00e9f0 tx=0x7f2a8c00edf0 comp rx=0 tx=0).stop 2024-02-09T23:56:26.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.572+0000 7f2aa00eb640 1 -- 172.21.15.1:0/1986411128 shutdown_connections 2024-02-09T23:56:26.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.572+0000 7f2aa00eb640 1 --2- 172.21.15.1:0/1986411128 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2a800a20c0 0x7f2a800a4580 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:26.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.572+0000 7f2aa00eb640 1 --2- 172.21.15.1:0/1986411128 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2a98101d10 0x7f2a9819e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:26.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.572+0000 7f2aa00eb640 1 --2- 172.21.15.1:0/1986411128 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2a98101350 0x7f2a98197810 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:26.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.572+0000 7f2aa00eb640 1 --2- 172.21.15.1:0/1986411128 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2a98100160 0x7f2a981972d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:26.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.572+0000 7f2aa00eb640 1 -- 172.21.15.1:0/1986411128 >> 172.21.15.1:0/1986411128 conn(0x7f2a980fb6f0 msgr2=0x7f2a98104650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:26.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.573+0000 7f2aa00eb640 1 -- 172.21.15.1:0/1986411128 shutdown_connections 2024-02-09T23:56:26.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.573+0000 7f2aa00eb640 1 -- 172.21.15.1:0/1986411128 wait complete. 2024-02-09T23:56:26.587 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:52:28.527596+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-09T23:56:26.587 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-09T23:56:26.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.690+0000 7fe456a64640 1 -- 172.21.15.1:0/3184816190 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe4500ff8e0 msgr2=0x7fe4500ffd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:26.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.690+0000 7fe456a64640 1 --2- 172.21.15.1:0/3184816190 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe4500ff8e0 0x7fe4500ffd00 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fe444009900 tx=0x7fe44402bc30 comp rx=0 tx=0).stop 2024-02-09T23:56:26.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.690+0000 7fe456a64640 1 -- 172.21.15.1:0/3184816190 shutdown_connections 2024-02-09T23:56:26.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.690+0000 7fe456a64640 1 --2- 172.21.15.1:0/3184816190 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe450101490 0x7fe450107d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:26.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.690+0000 7fe456a64640 1 --2- 172.21.15.1:0/3184816190 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe450100ad0 0x7fe450100f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:26.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.690+0000 7fe456a64640 1 --2- 172.21.15.1:0/3184816190 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe4500ff8e0 0x7fe4500ffd00 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:26.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.690+0000 7fe456a64640 1 -- 172.21.15.1:0/3184816190 >> 172.21.15.1:0/3184816190 conn(0x7fe4500fae50 msgr2=0x7fe4500fd290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:26.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.690+0000 7fe456a64640 1 -- 172.21.15.1:0/3184816190 shutdown_connections 2024-02-09T23:56:26.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.690+0000 7fe456a64640 1 -- 172.21.15.1:0/3184816190 wait complete. 2024-02-09T23:56:26.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.690+0000 7fe456a64640 1 Processor -- start 2024-02-09T23:56:26.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.690+0000 7fe456a64640 1 -- start start 2024-02-09T23:56:26.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.690+0000 7fe456a64640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe4500ff8e0 0x7fe450197380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:26.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.690+0000 7fe456a64640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe450100ad0 0x7fe4501978c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:26.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.690+0000 7fe456a64640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe450101490 0x7fe45019e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:26.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.690+0000 7fe456a64640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe45019ee70 con 0x7fe4500ff8e0 2024-02-09T23:56:26.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.690+0000 7fe456a64640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe45019efe0 con 0x7fe450101490 2024-02-09T23:56:26.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.690+0000 7fe456a64640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe45019f1a0 con 0x7fe450100ad0 2024-02-09T23:56:26.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.690+0000 7fe454800640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe4500ff8e0 0x7fe450197380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:26.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.690+0000 7fe454800640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe4500ff8e0 0x7fe450197380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:44010/0 (socket says 172.21.15.1:44010) 2024-02-09T23:56:26.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.690+0000 7fe454800640 1 -- 172.21.15.1:0/713105413 learned_addr learned my addr 172.21.15.1:0/713105413 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:56:26.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.691+0000 7fe455001640 1 --2- 172.21.15.1:0/713105413 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe450101490 0x7fe45019e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:26.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.691+0000 7fe44ffff640 1 --2- 172.21.15.1:0/713105413 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe450100ad0 0x7fe4501978c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:26.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.691+0000 7fe454800640 1 -- 172.21.15.1:0/713105413 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe450100ad0 msgr2=0x7fe4501978c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:26.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.691+0000 7fe454800640 1 --2- 172.21.15.1:0/713105413 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe450100ad0 0x7fe4501978c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:26.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.691+0000 7fe454800640 1 -- 172.21.15.1:0/713105413 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe450101490 msgr2=0x7fe45019e930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:26.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.691+0000 7fe454800640 1 --2- 172.21.15.1:0/713105413 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe450101490 0x7fe45019e930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:26.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.691+0000 7fe454800640 1 -- 172.21.15.1:0/713105413 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe444009560 con 0x7fe4500ff8e0 2024-02-09T23:56:26.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.691+0000 7fe454800640 1 --2- 172.21.15.1:0/713105413 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe4500ff8e0 0x7fe450197380 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fe444005ab0 tx=0x7fe4440042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:26.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.691+0000 7fe44dffb640 1 -- 172.21.15.1:0/713105413 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4440044e0 con 0x7fe4500ff8e0 2024-02-09T23:56:26.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.691+0000 7fe44dffb640 1 -- 172.21.15.1:0/713105413 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe4440054e0 con 0x7fe4500ff8e0 2024-02-09T23:56:26.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.691+0000 7fe456a64640 1 -- 172.21.15.1:0/713105413 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe45019f420 con 0x7fe4500ff8e0 2024-02-09T23:56:26.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.691+0000 7fe44dffb640 1 -- 172.21.15.1:0/713105413 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe44403e6d0 con 0x7fe4500ff8e0 2024-02-09T23:56:26.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.691+0000 7fe456a64640 1 -- 172.21.15.1:0/713105413 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe45019fa00 con 0x7fe4500ff8e0 2024-02-09T23:56:26.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.692+0000 7fe456a64640 1 -- 172.21.15.1:0/713105413 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe45010bbc0 con 0x7fe4500ff8e0 2024-02-09T23:56:26.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.693+0000 7fe44dffb640 1 -- 172.21.15.1:0/713105413 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7fe444003780 con 0x7fe4500ff8e0 2024-02-09T23:56:26.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.694+0000 7fe44dffb640 1 --2- 172.21.15.1:0/713105413 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe4400a2140 0x7fe4400a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:26.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.694+0000 7fe44ffff640 1 --2- 172.21.15.1:0/713105413 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe4400a2140 0x7fe4400a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:26.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.694+0000 7fe44dffb640 1 -- 172.21.15.1:0/713105413 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fe4440efbb0 con 0x7fe4500ff8e0 2024-02-09T23:56:26.699 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.694+0000 7fe44ffff640 1 --2- 172.21.15.1:0/713105413 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe4400a2140 0x7fe4400a4600 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fe43c005e10 tx=0x7fe43c005da0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:26.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.698+0000 7fe44dffb640 1 -- 172.21.15.1:0/713105413 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fe4440b9020 con 0x7fe4500ff8e0 2024-02-09T23:56:26.880 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.877+0000 7fe456a64640 1 -- 172.21.15.1:0/713105413 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe45019fdd0 con 0x7fe4500ff8e0 2024-02-09T23:56:26.881 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.878+0000 7fe44dffb640 1 -- 172.21.15.1:0/713105413 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v81) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe4440bc6e0 con 0x7fe4500ff8e0 2024-02-09T23:56:26.881 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 1 2024-02-09T23:56:26.883 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.880+0000 7fe456a64640 1 -- 172.21.15.1:0/713105413 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe4400a2140 msgr2=0x7fe4400a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:26.883 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.880+0000 7fe456a64640 1 --2- 172.21.15.1:0/713105413 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe4400a2140 0x7fe4400a4600 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fe43c005e10 tx=0x7fe43c005da0 comp rx=0 tx=0).stop 2024-02-09T23:56:26.883 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.880+0000 7fe456a64640 1 -- 172.21.15.1:0/713105413 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe4500ff8e0 msgr2=0x7fe450197380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:26.883 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.880+0000 7fe456a64640 1 --2- 172.21.15.1:0/713105413 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe4500ff8e0 0x7fe450197380 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fe444005ab0 tx=0x7fe4440042f0 comp rx=0 tx=0).stop 2024-02-09T23:56:26.883 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.880+0000 7fe456a64640 1 -- 172.21.15.1:0/713105413 shutdown_connections 2024-02-09T23:56:26.883 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.880+0000 7fe456a64640 1 --2- 172.21.15.1:0/713105413 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe4400a2140 0x7fe4400a4600 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:26.884 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.880+0000 7fe456a64640 1 --2- 172.21.15.1:0/713105413 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe450101490 0x7fe45019e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:26.884 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.880+0000 7fe456a64640 1 --2- 172.21.15.1:0/713105413 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe450100ad0 0x7fe4501978c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:26.884 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.880+0000 7fe456a64640 1 --2- 172.21.15.1:0/713105413 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe4500ff8e0 0x7fe450197380 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:26.884 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.880+0000 7fe456a64640 1 -- 172.21.15.1:0/713105413 >> 172.21.15.1:0/713105413 conn(0x7fe4500fae50 msgr2=0x7fe4500fc890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:26.884 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.880+0000 7fe456a64640 1 -- 172.21.15.1:0/713105413 shutdown_connections 2024-02-09T23:56:26.884 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.880+0000 7fe456a64640 1 -- 172.21.15.1:0/713105413 wait complete. 2024-02-09T23:56:26.895 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:56:27.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.998+0000 7fd035cc9640 1 -- 172.21.15.1:0/3719075834 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd030101d70 msgr2=0x7fd030108600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:27.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.998+0000 7fd035cc9640 1 --2- 172.21.15.1:0/3719075834 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd030101d70 0x7fd030108600 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fd028009ca0 tx=0x7fd02802c0f0 comp rx=0 tx=0).stop 2024-02-09T23:56:27.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.998+0000 7fd035cc9640 1 -- 172.21.15.1:0/3719075834 shutdown_connections 2024-02-09T23:56:27.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.998+0000 7fd035cc9640 1 --2- 172.21.15.1:0/3719075834 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd030101d70 0x7fd030108600 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:27.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.998+0000 7fd035cc9640 1 --2- 172.21.15.1:0/3719075834 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd0301013b0 0x7fd030101830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:27.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.998+0000 7fd035cc9640 1 --2- 172.21.15.1:0/3719075834 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd0301001c0 0x7fd0301005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:27.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.998+0000 7fd035cc9640 1 -- 172.21.15.1:0/3719075834 >> 172.21.15.1:0/3719075834 conn(0x7fd0300fb710 msgr2=0x7fd0300fdb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:27.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.998+0000 7fd035cc9640 1 -- 172.21.15.1:0/3719075834 shutdown_connections 2024-02-09T23:56:27.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.998+0000 7fd035cc9640 1 -- 172.21.15.1:0/3719075834 wait complete. 2024-02-09T23:56:27.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.998+0000 7fd035cc9640 1 Processor -- start 2024-02-09T23:56:27.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.999+0000 7fd035cc9640 1 -- start start 2024-02-09T23:56:27.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.999+0000 7fd035cc9640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd0301001c0 0x7fd0301971a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:27.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.999+0000 7fd035cc9640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd0301013b0 0x7fd0301976e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:27.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.999+0000 7fd035cc9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd030101d70 0x7fd03019e750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:27.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.999+0000 7fd035cc9640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd03019ec90 con 0x7fd030101d70 2024-02-09T23:56:27.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.999+0000 7fd035cc9640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd03019ee00 con 0x7fd0301001c0 2024-02-09T23:56:27.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.999+0000 7fd035cc9640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd03019efc0 con 0x7fd0301013b0 2024-02-09T23:56:27.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.999+0000 7fd02ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd030101d70 0x7fd03019e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:27.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.999+0000 7fd02ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd030101d70 0x7fd03019e750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:44024/0 (socket says 172.21.15.1:44024) 2024-02-09T23:56:27.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.999+0000 7fd02ffff640 1 -- 172.21.15.1:0/3710093161 learned_addr learned my addr 172.21.15.1:0/3710093161 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:56:27.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.999+0000 7fd02effd640 1 --2- 172.21.15.1:0/3710093161 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd0301013b0 0x7fd0301976e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:27.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.999+0000 7fd02f7fe640 1 --2- 172.21.15.1:0/3710093161 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd0301001c0 0x7fd0301971a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:27.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.999+0000 7fd02ffff640 1 -- 172.21.15.1:0/3710093161 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd0301013b0 msgr2=0x7fd0301976e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:27.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.999+0000 7fd02ffff640 1 --2- 172.21.15.1:0/3710093161 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd0301013b0 0x7fd0301976e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:27.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.999+0000 7fd02ffff640 1 -- 172.21.15.1:0/3710093161 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd0301001c0 msgr2=0x7fd0301971a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:27.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.999+0000 7fd02ffff640 1 --2- 172.21.15.1:0/3710093161 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd0301001c0 0x7fd0301971a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:27.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.999+0000 7fd02ffff640 1 -- 172.21.15.1:0/3710093161 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd028009900 con 0x7fd030101d70 2024-02-09T23:56:27.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.999+0000 7fd02effd640 1 --2- 172.21.15.1:0/3710093161 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd0301013b0 0x7fd0301976e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:56:27.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.999+0000 7fd02f7fe640 1 --2- 172.21.15.1:0/3710093161 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd0301001c0 0x7fd0301971a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:56:27.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.999+0000 7fd02ffff640 1 --2- 172.21.15.1:0/3710093161 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd030101d70 0x7fd03019e750 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fd028037040 tx=0x7fd028034d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:27.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.999+0000 7fd02cff9640 1 -- 172.21.15.1:0/3710093161 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd028003970 con 0x7fd030101d70 2024-02-09T23:56:27.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.999+0000 7fd02cff9640 1 -- 172.21.15.1:0/3710093161 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd028004040 con 0x7fd030101d70 2024-02-09T23:56:27.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.999+0000 7fd035cc9640 1 -- 172.21.15.1:0/3710093161 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd03019f240 con 0x7fd030101d70 2024-02-09T23:56:27.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.999+0000 7fd02cff9640 1 -- 172.21.15.1:0/3710093161 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0280406b0 con 0x7fd030101d70 2024-02-09T23:56:27.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:26.999+0000 7fd035cc9640 1 -- 172.21.15.1:0/3710093161 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd03019f6f0 con 0x7fd030101d70 2024-02-09T23:56:27.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:27.000+0000 7fd035cc9640 1 -- 172.21.15.1:0/3710093161 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd03010bb60 con 0x7fd030101d70 2024-02-09T23:56:27.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:27.002+0000 7fd02cff9640 1 -- 172.21.15.1:0/3710093161 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7fd02800a040 con 0x7fd030101d70 2024-02-09T23:56:27.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:27.003+0000 7fd02cff9640 1 --2- 172.21.15.1:0/3710093161 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd0180a20c0 0x7fd0180a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:27.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:27.003+0000 7fd02f7fe640 1 --2- 172.21.15.1:0/3710093161 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd0180a20c0 0x7fd0180a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:27.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:27.003+0000 7fd02cff9640 1 -- 172.21.15.1:0/3710093161 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fd0280f0ee0 con 0x7fd030101d70 2024-02-09T23:56:27.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:27.003+0000 7fd02f7fe640 1 --2- 172.21.15.1:0/3710093161 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd0180a20c0 0x7fd0180a4580 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fd0200058c0 tx=0x7fd020005d50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:27.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:27.006+0000 7fd02cff9640 1 -- 172.21.15.1:0/3710093161 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fd0280ba2b0 con 0x7fd030101d70 2024-02-09T23:56:27.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:27 smithi001 ceph-mon[32335]: Deploying daemon mds.l on smithi103 2024-02-09T23:56:27.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:27 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1986411128' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:56:27.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:27 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/713105413' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-09T23:56:27.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:27.232+0000 7fd035cc9640 1 -- 172.21.15.1:0/3710093161 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd03010bcf0 con 0x7fd030101d70 2024-02-09T23:56:27.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:27.232+0000 7fd02cff9640 1 -- 172.21.15.1:0/3710093161 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) v1 ==== 93+0+535 (secure 0 0 0) 0x7fd0280bd970 con 0x7fd030101d70 2024-02-09T23:56:27.235 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:56:27.235 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-02-09T23:56:27.236 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 1 2024-02-09T23:56:27.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:27.234+0000 7fd035cc9640 1 -- 172.21.15.1:0/3710093161 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd0180a20c0 msgr2=0x7fd0180a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:27.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:27.234+0000 7fd035cc9640 1 --2- 172.21.15.1:0/3710093161 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd0180a20c0 0x7fd0180a4580 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fd0200058c0 tx=0x7fd020005d50 comp rx=0 tx=0).stop 2024-02-09T23:56:27.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:27.234+0000 7fd035cc9640 1 -- 172.21.15.1:0/3710093161 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd030101d70 msgr2=0x7fd03019e750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:27.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:27.234+0000 7fd035cc9640 1 --2- 172.21.15.1:0/3710093161 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd030101d70 0x7fd03019e750 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fd028037040 tx=0x7fd028034d20 comp rx=0 tx=0).stop 2024-02-09T23:56:27.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:27.234+0000 7fd035cc9640 1 -- 172.21.15.1:0/3710093161 shutdown_connections 2024-02-09T23:56:27.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:27.234+0000 7fd035cc9640 1 --2- 172.21.15.1:0/3710093161 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd030101d70 0x7fd03019e750 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:27.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:27.234+0000 7fd035cc9640 1 --2- 172.21.15.1:0/3710093161 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd0301013b0 0x7fd0301976e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:27.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:27.234+0000 7fd035cc9640 1 --2- 172.21.15.1:0/3710093161 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd0180a20c0 0x7fd0180a4580 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:27.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:27.234+0000 7fd035cc9640 1 --2- 172.21.15.1:0/3710093161 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd0301001c0 0x7fd0301971a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:27.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:27.234+0000 7fd035cc9640 1 -- 172.21.15.1:0/3710093161 >> 172.21.15.1:0/3710093161 conn(0x7fd0300fb710 msgr2=0x7fd030069950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:27.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:27.234+0000 7fd035cc9640 1 -- 172.21.15.1:0/3710093161 shutdown_connections 2024-02-09T23:56:27.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:27.234+0000 7fd035cc9640 1 -- 172.21.15.1:0/3710093161 wait complete. 2024-02-09T23:56:27.309 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:27 smithi103 ceph-mon[36942]: Deploying daemon mds.l on smithi103 2024-02-09T23:56:27.310 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:27 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1986411128' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:56:27.310 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:27 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/713105413' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-09T23:56:27.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:27 smithi088 ceph-mon[36452]: Deploying daemon mds.l on smithi103 2024-02-09T23:56:27.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:27 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1986411128' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:56:27.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:27 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/713105413' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-09T23:56:28.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:28 smithi088 ceph-mon[36452]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:28.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:28 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3710093161' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:28.347 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:28 smithi103 ceph-mon[36942]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:28.347 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:28 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3710093161' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:28.347 INFO:journalctl@ceph.mds.l.smithi103.stdout:Feb 09 23:56:28 smithi103 systemd[1]: Starting Ceph mds.l for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-09T23:56:28.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:28 smithi001 ceph-mon[32335]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:28.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:28 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3710093161' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:28.600 INFO:journalctl@ceph.mds.l.smithi103.stdout:Feb 09 23:56:28 smithi103 podman[67367]: 2024-02-09 23:56:28.345067125 +0000 UTC m=+0.109394794 container create ef7bcb05a21901a98be964b1dc7535b43eb468040c13f49295cdbb0dcffc0f09 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-l, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240131, CEPH_POINT_RELEASE=, RELEASE=main-290212a, org.label-schema.license=GPLv2, io.buildah.version=1.33.2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.schema-version=1.0) 2024-02-09T23:56:28.600 INFO:journalctl@ceph.mds.l.smithi103.stdout:Feb 09 23:56:28 smithi103 podman[67367]: 2024-02-09 23:56:28.253269423 +0000 UTC m=+0.017597104 image pull c328ab9dcfc7bf907ed3835578853a1e5a54ac5fa4d658ed833b2bc74e1373a6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58 2024-02-09T23:56:28.600 INFO:journalctl@ceph.mds.l.smithi103.stdout:Feb 09 23:56:28 smithi103 podman[67367]: 2024-02-09 23:56:28.598292772 +0000 UTC m=+0.362620461 container init ef7bcb05a21901a98be964b1dc7535b43eb468040c13f49295cdbb0dcffc0f09 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-l, GIT_BRANCH=HEAD, org.label-schema.build-date=20240131, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, RELEASE=main-290212a, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-02-09T23:56:28.889 INFO:journalctl@ceph.mds.l.smithi103.stdout:Feb 09 23:56:28 smithi103 podman[67367]: 2024-02-09 23:56:28.600940561 +0000 UTC m=+0.365268246 container start ef7bcb05a21901a98be964b1dc7535b43eb468040c13f49295cdbb0dcffc0f09 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-l, io.buildah.version=1.33.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240131, RELEASE=main-290212a) 2024-02-09T23:56:28.890 INFO:journalctl@ceph.mds.l.smithi103.stdout:Feb 09 23:56:28 smithi103 ceph-mds[67386]: -- 172.21.15.103:0/1404719928 <== mon.1 v2:172.21.15.103:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x557b74f9c1a0 con 0x557b74f72c00 2024-02-09T23:56:28.890 INFO:journalctl@ceph.mds.l.smithi103.stdout:Feb 09 23:56:28 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-l[67382]: starting mds.l at 2024-02-09T23:56:28.890 INFO:journalctl@ceph.mds.l.smithi103.stdout:Feb 09 23:56:28 smithi103 bash[67367]: ef7bcb05a21901a98be964b1dc7535b43eb468040c13f49295cdbb0dcffc0f09 2024-02-09T23:56:28.890 INFO:journalctl@ceph.mds.l.smithi103.stdout:Feb 09 23:56:28 smithi103 systemd[1]: Started Ceph mds.l for b5005240-c7a5-11ee-95b8-87774f69a715. 2024-02-09T23:56:29.249 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:56:29.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.360+0000 7f729c902640 1 -- 172.21.15.1:0/152316402 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f72981013c0 msgr2=0x7f7298101840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:29.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.360+0000 7f729c902640 1 --2- 172.21.15.1:0/152316402 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f72981013c0 0x7f7298101840 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f7280009900 tx=0x7f728002bc30 comp rx=0 tx=0).stop 2024-02-09T23:56:29.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.360+0000 7f729c902640 1 -- 172.21.15.1:0/152316402 shutdown_connections 2024-02-09T23:56:29.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.360+0000 7f729c902640 1 --2- 172.21.15.1:0/152316402 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7298101d80 0x7f7298108610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.360+0000 7f729c902640 1 --2- 172.21.15.1:0/152316402 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f72981013c0 0x7f7298101840 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.360+0000 7f729c902640 1 --2- 172.21.15.1:0/152316402 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f72981001d0 0x7f72981005f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.360+0000 7f729c902640 1 -- 172.21.15.1:0/152316402 >> 172.21.15.1:0/152316402 conn(0x7f72980fb740 msgr2=0x7f72980fdb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:29.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.360+0000 7f729c902640 1 -- 172.21.15.1:0/152316402 shutdown_connections 2024-02-09T23:56:29.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.360+0000 7f729c902640 1 -- 172.21.15.1:0/152316402 wait complete. 2024-02-09T23:56:29.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.360+0000 7f729c902640 1 Processor -- start 2024-02-09T23:56:29.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.360+0000 7f729c902640 1 -- start start 2024-02-09T23:56:29.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.361+0000 7f729c902640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f72981001d0 0x7f72981972f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:29.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.361+0000 7f729c902640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f72981013c0 0x7f7298197830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:29.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.361+0000 7f729c902640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7298101d80 0x7f729819e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:29.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.361+0000 7f729c902640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f729819ede0 con 0x7f72981001d0 2024-02-09T23:56:29.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.361+0000 7f729c902640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f729819ef50 con 0x7f7298101d80 2024-02-09T23:56:29.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.361+0000 7f729c902640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f729819f110 con 0x7f72981013c0 2024-02-09T23:56:29.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.361+0000 7f729659c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f72981001d0 0x7f72981972f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:29.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.361+0000 7f729659c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f72981001d0 0x7f72981972f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:44056/0 (socket says 172.21.15.1:44056) 2024-02-09T23:56:29.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.361+0000 7f729659c640 1 -- 172.21.15.1:0/3167895454 learned_addr learned my addr 172.21.15.1:0/3167895454 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:56:29.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.361+0000 7f728ffff640 1 --2- 172.21.15.1:0/3167895454 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f72981013c0 0x7f7298197830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:29.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.361+0000 7f7296d9d640 1 --2- 172.21.15.1:0/3167895454 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7298101d80 0x7f729819e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:29.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.361+0000 7f729659c640 1 -- 172.21.15.1:0/3167895454 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f72981013c0 msgr2=0x7f7298197830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:29.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.361+0000 7f729659c640 1 --2- 172.21.15.1:0/3167895454 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f72981013c0 0x7f7298197830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.361+0000 7f729659c640 1 -- 172.21.15.1:0/3167895454 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7298101d80 msgr2=0x7f729819e8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:29.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.361+0000 7f729659c640 1 --2- 172.21.15.1:0/3167895454 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7298101d80 0x7f729819e8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.361+0000 7f729659c640 1 -- 172.21.15.1:0/3167895454 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7280009560 con 0x7f72981001d0 2024-02-09T23:56:29.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.361+0000 7f729659c640 1 --2- 172.21.15.1:0/3167895454 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f72981001d0 0x7f72981972f0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f728800d770 tx=0x7f728800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:29.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.361+0000 7f728f7fe640 1 -- 172.21.15.1:0/3167895454 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7288009c30 con 0x7f72981001d0 2024-02-09T23:56:29.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.361+0000 7f729c902640 1 -- 172.21.15.1:0/3167895454 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f729819f3f0 con 0x7f72981001d0 2024-02-09T23:56:29.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.361+0000 7f728f7fe640 1 -- 172.21.15.1:0/3167895454 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f728800de80 con 0x7f72981001d0 2024-02-09T23:56:29.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.361+0000 7f728f7fe640 1 -- 172.21.15.1:0/3167895454 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7288010460 con 0x7f72981001d0 2024-02-09T23:56:29.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.362+0000 7f729c902640 1 -- 172.21.15.1:0/3167895454 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f729819f920 con 0x7f72981001d0 2024-02-09T23:56:29.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.362+0000 7f729c902640 1 -- 172.21.15.1:0/3167895454 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f729810bb70 con 0x7f72981001d0 2024-02-09T23:56:29.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.363+0000 7f728f7fe640 1 -- 172.21.15.1:0/3167895454 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f7288003f60 con 0x7f72981001d0 2024-02-09T23:56:29.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.364+0000 7f728f7fe640 1 --2- 172.21.15.1:0/3167895454 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f72840a20c0 0x7f72840a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:29.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.364+0000 7f728ffff640 1 --2- 172.21.15.1:0/3167895454 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f72840a20c0 0x7f72840a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:29.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.364+0000 7f728f7fe640 1 -- 172.21.15.1:0/3167895454 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f72880cd510 con 0x7f72981001d0 2024-02-09T23:56:29.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.365+0000 7f728ffff640 1 --2- 172.21.15.1:0/3167895454 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f72840a20c0 0x7f72840a4580 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f7280009230 tx=0x7f7280005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:29.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.369+0000 7f728f7fe640 1 -- 172.21.15.1:0/3167895454 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f7288096980 con 0x7f72981001d0 2024-02-09T23:56:29.591 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.588+0000 7f729c902640 1 -- 172.21.15.1:0/3167895454 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f729810bd00 con 0x7f72981001d0 2024-02-09T23:56:29.592 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.589+0000 7f728f7fe640 1 -- 172.21.15.1:0/3167895454 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1325 (secure 0 0 0) 0x7f728809a040 con 0x7f72981001d0 2024-02-09T23:56:29.592 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:56:29.593 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[]} 2024-02-09T23:56:29.593 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 2 2024-02-09T23:56:29.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.591+0000 7f729c902640 1 -- 172.21.15.1:0/3167895454 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f72840a20c0 msgr2=0x7f72840a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:29.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.591+0000 7f729c902640 1 --2- 172.21.15.1:0/3167895454 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f72840a20c0 0x7f72840a4580 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f7280009230 tx=0x7f7280005fd0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.591+0000 7f729c902640 1 -- 172.21.15.1:0/3167895454 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f72981001d0 msgr2=0x7f72981972f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:29.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.591+0000 7f729c902640 1 --2- 172.21.15.1:0/3167895454 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f72981001d0 0x7f72981972f0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f728800d770 tx=0x7f728800dc30 comp rx=0 tx=0).stop 2024-02-09T23:56:29.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.591+0000 7f729c902640 1 -- 172.21.15.1:0/3167895454 shutdown_connections 2024-02-09T23:56:29.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.591+0000 7f729c902640 1 --2- 172.21.15.1:0/3167895454 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f72840a20c0 0x7f72840a4580 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.591+0000 7f729c902640 1 --2- 172.21.15.1:0/3167895454 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7298101d80 0x7f729819e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.591+0000 7f729c902640 1 --2- 172.21.15.1:0/3167895454 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f72981013c0 0x7f7298197830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.591+0000 7f729c902640 1 --2- 172.21.15.1:0/3167895454 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f72981001d0 0x7f72981972f0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:29.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.591+0000 7f729c902640 1 -- 172.21.15.1:0/3167895454 >> 172.21.15.1:0/3167895454 conn(0x7f72980fb740 msgr2=0x7f72980fd1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:29.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.591+0000 7f729c902640 1 -- 172.21.15.1:0/3167895454 shutdown_connections 2024-02-09T23:56:29.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:29.591+0000 7f729c902640 1 -- 172.21.15.1:0/3167895454 wait complete. 2024-02-09T23:56:29.733 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:29 smithi088 ceph-mon[36452]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:29.734 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:29 smithi088 ceph-mon[36452]: mds.? [v2:172.21.15.103:6832/108896496,v1:172.21.15.103:6833/108896496] up:boot 2024-02-09T23:56:29.734 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:29 smithi088 ceph-mon[36452]: fsmap 1 up:standby 2024-02-09T23:56:29.734 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:29 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-02-09T23:56:29.734 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:29 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:29.734 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:29 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:29.734 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:29 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:29.734 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:29 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:29.734 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:29 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:29.734 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:29 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:29.734 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:29 smithi088 ceph-mon[36452]: Deploying daemon mds.k on smithi088 2024-02-09T23:56:29.734 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:29 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3167895454' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:29.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:29 smithi001 ceph-mon[32335]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:29.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:29 smithi001 ceph-mon[32335]: mds.? [v2:172.21.15.103:6832/108896496,v1:172.21.15.103:6833/108896496] up:boot 2024-02-09T23:56:29.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:29 smithi001 ceph-mon[32335]: fsmap 1 up:standby 2024-02-09T23:56:29.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:29 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-02-09T23:56:29.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:29 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:29.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:29 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:29.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:29 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:29.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:29 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:29.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:29 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:29.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:29 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:29.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:29 smithi001 ceph-mon[32335]: Deploying daemon mds.k on smithi088 2024-02-09T23:56:29.971 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:29 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3167895454' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:30.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:29 smithi103 ceph-mon[36942]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:30.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:29 smithi103 ceph-mon[36942]: mds.? [v2:172.21.15.103:6832/108896496,v1:172.21.15.103:6833/108896496] up:boot 2024-02-09T23:56:30.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:29 smithi103 ceph-mon[36942]: fsmap 1 up:standby 2024-02-09T23:56:30.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:29 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-02-09T23:56:30.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:29 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:30.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:29 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:30.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:29 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:30.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:29 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:30.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:29 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:30.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:29 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:30.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:29 smithi103 ceph-mon[36942]: Deploying daemon mds.k on smithi088 2024-02-09T23:56:30.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:29 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3167895454' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:31.299 INFO:journalctl@ceph.mds.k.smithi088.stdout:Feb 09 23:56:31 smithi088 systemd[1]: Starting Ceph mds.k for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-09T23:56:31.569 INFO:journalctl@ceph.mds.k.smithi088.stdout:Feb 09 23:56:31 smithi088 podman[66400]: 2024-02-09 23:56:31.200851951 +0000 UTC m=+0.018940029 image pull c328ab9dcfc7bf907ed3835578853a1e5a54ac5fa4d658ed833b2bc74e1373a6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58 2024-02-09T23:56:31.569 INFO:journalctl@ceph.mds.k.smithi088.stdout:Feb 09 23:56:31 smithi088 podman[66400]: 2024-02-09 23:56:31.314362224 +0000 UTC m=+0.132450344 container create d6de9bb9af1c9521d603eea99441e83d79ca67ad119eab7d82086cead49a4942 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-k, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.build-date=20240131, RELEASE=main-290212a, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-02-09T23:56:31.569 INFO:journalctl@ceph.mds.k.smithi088.stdout:Feb 09 23:56:31 smithi088 podman[66400]: 2024-02-09 23:56:31.566989939 +0000 UTC m=+0.385078016 container init d6de9bb9af1c9521d603eea99441e83d79ca67ad119eab7d82086cead49a4942 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-k, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.2, GIT_BRANCH=HEAD, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240131, RELEASE=main-290212a, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=) 2024-02-09T23:56:31.606 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:56:31.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.719+0000 7f7988e23640 1 -- 172.21.15.1:0/1815469088 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7984106f40 msgr2=0x7f7984109390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:31.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.719+0000 7f7988e23640 1 --2- 172.21.15.1:0/1815469088 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7984106f40 0x7f7984109390 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f797c009ca0 tx=0x7f797c02c0f0 comp rx=0 tx=0).stop 2024-02-09T23:56:31.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.720+0000 7f7988e23640 1 -- 172.21.15.1:0/1815469088 shutdown_connections 2024-02-09T23:56:31.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.720+0000 7f7988e23640 1 --2- 172.21.15.1:0/1815469088 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7984106f40 0x7f7984109390 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:31.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.720+0000 7f7988e23640 1 --2- 172.21.15.1:0/1815469088 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7984104610 0x7f7984106a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:31.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.720+0000 7f7988e23640 1 --2- 172.21.15.1:0/1815469088 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7984101ce0 0x7f79841040d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:31.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.720+0000 7f7988e23640 1 -- 172.21.15.1:0/1815469088 >> 172.21.15.1:0/1815469088 conn(0x7f79840fb6d0 msgr2=0x7f79840fdb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:31.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.720+0000 7f7988e23640 1 -- 172.21.15.1:0/1815469088 shutdown_connections 2024-02-09T23:56:31.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.720+0000 7f7988e23640 1 -- 172.21.15.1:0/1815469088 wait complete. 2024-02-09T23:56:31.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.720+0000 7f7988e23640 1 Processor -- start 2024-02-09T23:56:31.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.720+0000 7f7988e23640 1 -- start start 2024-02-09T23:56:31.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.721+0000 7f7988e23640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7984101ce0 0x7f7984101650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:31.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.721+0000 7f7988e23640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7984104610 0x7f79840ffc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:31.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.721+0000 7f7988e23640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7984106f40 0x7f79841001d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:31.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.721+0000 7f7988e23640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7984100930 con 0x7f7984104610 2024-02-09T23:56:31.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.721+0000 7f7988e23640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7984100aa0 con 0x7f7984106f40 2024-02-09T23:56:31.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.721+0000 7f7988e23640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79841a12c0 con 0x7f7984101ce0 2024-02-09T23:56:31.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.721+0000 7f7981d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7984104610 0x7f79840ffc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:31.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.721+0000 7f7981d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7984104610 0x7f79840ffc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53702/0 (socket says 172.21.15.1:53702) 2024-02-09T23:56:31.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.721+0000 7f7981d9b640 1 -- 172.21.15.1:0/3569445286 learned_addr learned my addr 172.21.15.1:0/3569445286 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:56:31.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.721+0000 7f798259c640 1 --2- 172.21.15.1:0/3569445286 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7984101ce0 0x7f7984101650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:31.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.721+0000 7f7982d9d640 1 --2- 172.21.15.1:0/3569445286 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7984106f40 0x7f79841001d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:31.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.721+0000 7f7981d9b640 1 -- 172.21.15.1:0/3569445286 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7984101ce0 msgr2=0x7f7984101650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:31.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.721+0000 7f7981d9b640 1 --2- 172.21.15.1:0/3569445286 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7984101ce0 0x7f7984101650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:31.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.721+0000 7f7981d9b640 1 -- 172.21.15.1:0/3569445286 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7984106f40 msgr2=0x7f79841001d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:31.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.721+0000 7f7981d9b640 1 --2- 172.21.15.1:0/3569445286 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7984106f40 0x7f79841001d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:31.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.721+0000 7f7981d9b640 1 -- 172.21.15.1:0/3569445286 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7974009490 con 0x7f7984104610 2024-02-09T23:56:31.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.721+0000 7f7981d9b640 1 --2- 172.21.15.1:0/3569445286 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7984104610 0x7f79840ffc90 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f797400e9d0 tx=0x7f797400ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:31.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.722+0000 7f79737fe640 1 -- 172.21.15.1:0/3569445286 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f797400cde0 con 0x7f7984104610 2024-02-09T23:56:31.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.722+0000 7f79737fe640 1 -- 172.21.15.1:0/3569445286 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f79740035f0 con 0x7f7984104610 2024-02-09T23:56:31.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.722+0000 7f7988e23640 1 -- 172.21.15.1:0/3569445286 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f797c009900 con 0x7f7984104610 2024-02-09T23:56:31.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.722+0000 7f79737fe640 1 -- 172.21.15.1:0/3569445286 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7974010690 con 0x7f7984104610 2024-02-09T23:56:31.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.723+0000 7f7988e23640 1 -- 172.21.15.1:0/3569445286 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79841a18f0 con 0x7f7984104610 2024-02-09T23:56:31.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.724+0000 7f7988e23640 1 -- 172.21.15.1:0/3569445286 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f79840fd1c0 con 0x7f7984104610 2024-02-09T23:56:31.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.725+0000 7f79737fe640 1 -- 172.21.15.1:0/3569445286 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f7974003760 con 0x7f7984104610 2024-02-09T23:56:31.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.725+0000 7f79737fe640 1 --2- 172.21.15.1:0/3569445286 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f796c0a20c0 0x7f796c0a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:31.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.725+0000 7f798259c640 1 --2- 172.21.15.1:0/3569445286 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f796c0a20c0 0x7f796c0a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:31.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.725+0000 7f79737fe640 1 -- 172.21.15.1:0/3569445286 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f7974014070 con 0x7f7984104610 2024-02-09T23:56:31.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.726+0000 7f798259c640 1 --2- 172.21.15.1:0/3569445286 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f796c0a20c0 0x7f796c0a4580 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f7978009bd0 tx=0x7f7978005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:31.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.730+0000 7f79737fe640 1 -- 172.21.15.1:0/3569445286 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f797409abd0 con 0x7f7984104610 2024-02-09T23:56:31.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:31 smithi088 ceph-mon[36452]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:31.845 INFO:journalctl@ceph.mds.k.smithi088.stdout:Feb 09 23:56:31 smithi088 podman[66400]: 2024-02-09 23:56:31.569778143 +0000 UTC m=+0.387866232 container start d6de9bb9af1c9521d603eea99441e83d79ca67ad119eab7d82086cead49a4942 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-k, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240131, RELEASE=main-290212a, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.2) 2024-02-09T23:56:31.845 INFO:journalctl@ceph.mds.k.smithi088.stdout:Feb 09 23:56:31 smithi088 ceph-mds[66419]: -- 172.21.15.88:0/3395908631 <== mon.2 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c81a74a1a0 con 0x55c81a721000 2024-02-09T23:56:31.845 INFO:journalctl@ceph.mds.k.smithi088.stdout:Feb 09 23:56:31 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-k[66415]: starting mds.k at 2024-02-09T23:56:31.845 INFO:journalctl@ceph.mds.k.smithi088.stdout:Feb 09 23:56:31 smithi088 bash[66400]: d6de9bb9af1c9521d603eea99441e83d79ca67ad119eab7d82086cead49a4942 2024-02-09T23:56:31.845 INFO:journalctl@ceph.mds.k.smithi088.stdout:Feb 09 23:56:31 smithi088 systemd[1]: Started Ceph mds.k for b5005240-c7a5-11ee-95b8-87774f69a715. 2024-02-09T23:56:31.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:31 smithi001 ceph-mon[32335]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:31.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.973+0000 7f7988e23640 1 -- 172.21.15.1:0/3569445286 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f798410ce20 con 0x7f7984104610 2024-02-09T23:56:31.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.973+0000 7f79737fe640 1 -- 172.21.15.1:0/3569445286 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+2116 (secure 0 0 0) 0x7f797409a760 con 0x7f7984104610 2024-02-09T23:56:31.976 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:56:31.976 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24398,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[]} 2024-02-09T23:56:31.977 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 3 2024-02-09T23:56:31.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.975+0000 7f7988e23640 1 -- 172.21.15.1:0/3569445286 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f796c0a20c0 msgr2=0x7f796c0a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:31.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.975+0000 7f7988e23640 1 --2- 172.21.15.1:0/3569445286 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f796c0a20c0 0x7f796c0a4580 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f7978009bd0 tx=0x7f7978005f90 comp rx=0 tx=0).stop 2024-02-09T23:56:31.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.975+0000 7f7988e23640 1 -- 172.21.15.1:0/3569445286 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7984104610 msgr2=0x7f79840ffc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:31.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.975+0000 7f7988e23640 1 --2- 172.21.15.1:0/3569445286 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7984104610 0x7f79840ffc90 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f797400e9d0 tx=0x7f797400ee90 comp rx=0 tx=0).stop 2024-02-09T23:56:31.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.975+0000 7f7988e23640 1 -- 172.21.15.1:0/3569445286 shutdown_connections 2024-02-09T23:56:31.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.975+0000 7f7988e23640 1 --2- 172.21.15.1:0/3569445286 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f796c0a20c0 0x7f796c0a4580 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:31.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.975+0000 7f7988e23640 1 --2- 172.21.15.1:0/3569445286 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7984106f40 0x7f79841001d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:31.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.975+0000 7f7988e23640 1 --2- 172.21.15.1:0/3569445286 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7984104610 0x7f79840ffc90 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:31.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.975+0000 7f7988e23640 1 --2- 172.21.15.1:0/3569445286 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7984101ce0 0x7f7984101650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:31.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.975+0000 7f7988e23640 1 -- 172.21.15.1:0/3569445286 >> 172.21.15.1:0/3569445286 conn(0x7f79840fb6d0 msgr2=0x7f7984102620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:31.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.975+0000 7f7988e23640 1 -- 172.21.15.1:0/3569445286 shutdown_connections 2024-02-09T23:56:31.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:31.975+0000 7f7988e23640 1 -- 172.21.15.1:0/3569445286 wait complete. 2024-02-09T23:56:32.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:31 smithi103 ceph-mon[36942]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:32.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:32 smithi001 ceph-mon[32335]: mds.? [v2:172.21.15.88:6832/2682696528,v1:172.21.15.88:6833/2682696528] up:boot 2024-02-09T23:56:32.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:32 smithi001 ceph-mon[32335]: fsmap 2 up:standby 2024-02-09T23:56:32.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:32 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-02-09T23:56:32.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:32 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:32.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:32 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:32.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:32 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:32.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:32 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:32.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:32 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:32.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:32 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:32.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:32 smithi001 ceph-mon[32335]: Deploying daemon mds.j on smithi001 2024-02-09T23:56:32.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:32 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3569445286' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:33.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:32 smithi088 ceph-mon[36452]: mds.? [v2:172.21.15.88:6832/2682696528,v1:172.21.15.88:6833/2682696528] up:boot 2024-02-09T23:56:33.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:32 smithi088 ceph-mon[36452]: fsmap 2 up:standby 2024-02-09T23:56:33.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:32 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-02-09T23:56:33.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:32 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:33.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:32 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:33.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:32 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:33.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:32 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:33.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:32 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:33.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:32 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:33.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:32 smithi088 ceph-mon[36452]: Deploying daemon mds.j on smithi001 2024-02-09T23:56:33.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:32 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3569445286' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:33.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:32 smithi103 ceph-mon[36942]: mds.? [v2:172.21.15.88:6832/2682696528,v1:172.21.15.88:6833/2682696528] up:boot 2024-02-09T23:56:33.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:32 smithi103 ceph-mon[36942]: fsmap 2 up:standby 2024-02-09T23:56:33.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:32 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-02-09T23:56:33.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:32 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:33.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:32 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:33.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:32 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:33.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:32 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:33.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:32 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:33.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:32 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:33.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:32 smithi103 ceph-mon[36942]: Deploying daemon mds.j on smithi001 2024-02-09T23:56:33.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:32 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3569445286' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:33.990 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:56:33.993 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:33 smithi088 ceph-mon[36452]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:34.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.109+0000 7f8b7733a640 1 -- 172.21.15.1:0/1257455109 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8b70106f40 msgr2=0x7f8b70109390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:34.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.109+0000 7f8b7733a640 1 --2- 172.21.15.1:0/1257455109 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8b70106f40 0x7f8b70109390 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f8b6c009ca0 tx=0x7f8b6c02c0f0 comp rx=0 tx=0).stop 2024-02-09T23:56:34.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.109+0000 7f8b7733a640 1 -- 172.21.15.1:0/1257455109 shutdown_connections 2024-02-09T23:56:34.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.109+0000 7f8b7733a640 1 --2- 172.21.15.1:0/1257455109 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8b70106f40 0x7f8b70109390 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:34.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.109+0000 7f8b7733a640 1 --2- 172.21.15.1:0/1257455109 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8b70104610 0x7f8b70106a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:34.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.109+0000 7f8b7733a640 1 --2- 172.21.15.1:0/1257455109 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8b70101ce0 0x7f8b701040d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:34.115 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.109+0000 7f8b7733a640 1 -- 172.21.15.1:0/1257455109 >> 172.21.15.1:0/1257455109 conn(0x7f8b700fb6d0 msgr2=0x7f8b700fdb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:34.115 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.109+0000 7f8b7733a640 1 -- 172.21.15.1:0/1257455109 shutdown_connections 2024-02-09T23:56:34.115 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.109+0000 7f8b7733a640 1 -- 172.21.15.1:0/1257455109 wait complete. 2024-02-09T23:56:34.115 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.109+0000 7f8b7733a640 1 Processor -- start 2024-02-09T23:56:34.115 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.109+0000 7f8b7733a640 1 -- start start 2024-02-09T23:56:34.115 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.109+0000 7f8b7733a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8b70101ce0 0x7f8b70197240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:34.115 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.109+0000 7f8b7733a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8b70104610 0x7f8b70197780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:34.115 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.109+0000 7f8b7733a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8b70106f40 0x7f8b7019e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:34.115 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.109+0000 7f8b7733a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b7019ed30 con 0x7f8b70101ce0 2024-02-09T23:56:34.115 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.110+0000 7f8b7733a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b7019eea0 con 0x7f8b70106f40 2024-02-09T23:56:34.115 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.110+0000 7f8b7733a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b7019f060 con 0x7f8b70104610 2024-02-09T23:56:34.115 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.110+0000 7f8b750d6640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8b70101ce0 0x7f8b70197240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:34.115 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.110+0000 7f8b750d6640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8b70101ce0 0x7f8b70197240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53718/0 (socket says 172.21.15.1:53718) 2024-02-09T23:56:34.116 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.110+0000 7f8b750d6640 1 -- 172.21.15.1:0/436499922 learned_addr learned my addr 172.21.15.1:0/436499922 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:56:34.116 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.110+0000 7f8b758d7640 1 --2- 172.21.15.1:0/436499922 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8b70106f40 0x7f8b7019e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:34.116 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.110+0000 7f8b748d5640 1 --2- 172.21.15.1:0/436499922 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8b70104610 0x7f8b70197780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:34.116 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.110+0000 7f8b750d6640 1 -- 172.21.15.1:0/436499922 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8b70104610 msgr2=0x7f8b70197780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:34.116 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.110+0000 7f8b750d6640 1 --2- 172.21.15.1:0/436499922 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8b70104610 0x7f8b70197780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:34.116 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.110+0000 7f8b750d6640 1 -- 172.21.15.1:0/436499922 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8b70106f40 msgr2=0x7f8b7019e7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:34.116 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.110+0000 7f8b750d6640 1 --2- 172.21.15.1:0/436499922 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8b70106f40 0x7f8b7019e7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:34.116 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.110+0000 7f8b750d6640 1 -- 172.21.15.1:0/436499922 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b6c009900 con 0x7f8b70101ce0 2024-02-09T23:56:34.116 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.110+0000 7f8b758d7640 1 --2- 172.21.15.1:0/436499922 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8b70106f40 0x7f8b7019e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:56:34.116 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.110+0000 7f8b750d6640 1 --2- 172.21.15.1:0/436499922 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8b70101ce0 0x7f8b70197240 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f8b6800e9f0 tx=0x7f8b6800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:34.116 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.110+0000 7f8b667fc640 1 -- 172.21.15.1:0/436499922 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b68009700 con 0x7f8b70101ce0 2024-02-09T23:56:34.116 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.110+0000 7f8b667fc640 1 -- 172.21.15.1:0/436499922 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8b6800cd80 con 0x7f8b70101ce0 2024-02-09T23:56:34.116 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.110+0000 7f8b667fc640 1 -- 172.21.15.1:0/436499922 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b68018920 con 0x7f8b70101ce0 2024-02-09T23:56:34.116 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.110+0000 7f8b7733a640 1 -- 172.21.15.1:0/436499922 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8b7019f340 con 0x7f8b70101ce0 2024-02-09T23:56:34.117 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.110+0000 7f8b7733a640 1 -- 172.21.15.1:0/436499922 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b7019f8a0 con 0x7f8b70101ce0 2024-02-09T23:56:34.117 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.111+0000 7f8b7733a640 1 -- 172.21.15.1:0/436499922 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8b700fd1c0 con 0x7f8b70101ce0 2024-02-09T23:56:34.117 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.113+0000 7f8b667fc640 1 -- 172.21.15.1:0/436499922 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f8b68018a80 con 0x7f8b70101ce0 2024-02-09T23:56:34.117 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.113+0000 7f8b667fc640 1 --2- 172.21.15.1:0/436499922 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8b5c0a2140 0x7f8b5c0a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:34.118 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.113+0000 7f8b748d5640 1 --2- 172.21.15.1:0/436499922 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8b5c0a2140 0x7f8b5c0a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:34.118 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.113+0000 7f8b667fc640 1 -- 172.21.15.1:0/436499922 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f8b68014070 con 0x7f8b70101ce0 2024-02-09T23:56:34.118 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.113+0000 7f8b748d5640 1 --2- 172.21.15.1:0/436499922 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8b5c0a2140 0x7f8b5c0a4600 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f8b70198750 tx=0x7f8b6000b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:34.119 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.117+0000 7f8b667fc640 1 -- 172.21.15.1:0/436499922 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f8b68097480 con 0x7f8b70101ce0 2024-02-09T23:56:34.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:33 smithi103 ceph-mon[36942]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:34.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:33 smithi001 ceph-mon[32335]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:34.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.341+0000 7f8b7733a640 1 -- 172.21.15.1:0/436499922 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8b7010cd90 con 0x7f8b70101ce0 2024-02-09T23:56:34.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.342+0000 7f8b667fc640 1 -- 172.21.15.1:0/436499922 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+2116 (secure 0 0 0) 0x7f8b68026860 con 0x7f8b70101ce0 2024-02-09T23:56:34.345 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:56:34.345 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24398,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[]} 2024-02-09T23:56:34.345 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 3 2024-02-09T23:56:34.347 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.344+0000 7f8b7733a640 1 -- 172.21.15.1:0/436499922 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8b5c0a2140 msgr2=0x7f8b5c0a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:34.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.344+0000 7f8b7733a640 1 --2- 172.21.15.1:0/436499922 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8b5c0a2140 0x7f8b5c0a4600 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f8b70198750 tx=0x7f8b6000b390 comp rx=0 tx=0).stop 2024-02-09T23:56:34.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.344+0000 7f8b7733a640 1 -- 172.21.15.1:0/436499922 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8b70101ce0 msgr2=0x7f8b70197240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:34.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.344+0000 7f8b7733a640 1 --2- 172.21.15.1:0/436499922 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8b70101ce0 0x7f8b70197240 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f8b6800e9f0 tx=0x7f8b6800eeb0 comp rx=0 tx=0).stop 2024-02-09T23:56:34.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.344+0000 7f8b7733a640 1 -- 172.21.15.1:0/436499922 shutdown_connections 2024-02-09T23:56:34.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.344+0000 7f8b7733a640 1 --2- 172.21.15.1:0/436499922 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8b5c0a2140 0x7f8b5c0a4600 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:34.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.344+0000 7f8b7733a640 1 --2- 172.21.15.1:0/436499922 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8b70106f40 0x7f8b7019e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:34.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.344+0000 7f8b7733a640 1 --2- 172.21.15.1:0/436499922 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8b70104610 0x7f8b70197780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:34.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.344+0000 7f8b7733a640 1 --2- 172.21.15.1:0/436499922 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8b70101ce0 0x7f8b70197240 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:34.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.344+0000 7f8b7733a640 1 -- 172.21.15.1:0/436499922 >> 172.21.15.1:0/436499922 conn(0x7f8b700fb6d0 msgr2=0x7f8b70102620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:34.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.344+0000 7f8b7733a640 1 -- 172.21.15.1:0/436499922 shutdown_connections 2024-02-09T23:56:34.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:34.344+0000 7f8b7733a640 1 -- 172.21.15.1:0/436499922 wait complete. 2024-02-09T23:56:34.719 INFO:journalctl@ceph.mds.j.smithi001.stdout:Feb 09 23:56:34 smithi001 systemd[1]: Started Ceph mds.j for b5005240-c7a5-11ee-95b8-87774f69a715. 2024-02-09T23:56:35.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:34 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/436499922' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:35.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:34 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:35.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:34 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:35.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:34 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:35.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:34 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:35.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:34 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:35.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:34 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:35.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:34 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/436499922' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:35.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:34 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:35.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:34 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:35.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:34 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:35.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:34 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:35.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:34 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:35.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:34 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:35.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:34 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/436499922' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:35.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:34 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:35.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:34 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:35.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:34 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:35.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:34 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:35.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:34 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:35.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:34 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:36.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:35 smithi103 ceph-mon[36942]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:36.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:35 smithi103 ceph-mon[36942]: Deploying daemon mds.d on smithi001 2024-02-09T23:56:36.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:35 smithi103 ceph-mon[36942]: mds.? [v2:172.21.15.1:6834/925423748,v1:172.21.15.1:6835/925423748] up:boot 2024-02-09T23:56:36.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:35 smithi103 ceph-mon[36942]: fsmap 3 up:standby 2024-02-09T23:56:36.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:35 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-02-09T23:56:36.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:35 smithi001 ceph-mon[32335]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:36.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:35 smithi001 ceph-mon[32335]: Deploying daemon mds.d on smithi001 2024-02-09T23:56:36.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:35 smithi001 ceph-mon[32335]: mds.? [v2:172.21.15.1:6834/925423748,v1:172.21.15.1:6835/925423748] up:boot 2024-02-09T23:56:36.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:35 smithi001 ceph-mon[32335]: fsmap 3 up:standby 2024-02-09T23:56:36.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:35 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-02-09T23:56:36.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:35 smithi088 ceph-mon[36452]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:36.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:35 smithi088 ceph-mon[36452]: Deploying daemon mds.d on smithi001 2024-02-09T23:56:36.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:35 smithi088 ceph-mon[36452]: mds.? [v2:172.21.15.1:6834/925423748,v1:172.21.15.1:6835/925423748] up:boot 2024-02-09T23:56:36.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:35 smithi088 ceph-mon[36452]: fsmap 3 up:standby 2024-02-09T23:56:36.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:35 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-02-09T23:56:36.358 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:56:36.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.464+0000 7f4207efb640 1 -- 172.21.15.1:0/2144962465 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4200101d10 msgr2=0x7f42001085a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:36.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.464+0000 7f4207efb640 1 --2- 172.21.15.1:0/2144962465 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4200101d10 0x7f42001085a0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f41f8009ca0 tx=0x7f41f802c0f0 comp rx=0 tx=0).stop 2024-02-09T23:56:36.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.464+0000 7f4207efb640 1 -- 172.21.15.1:0/2144962465 shutdown_connections 2024-02-09T23:56:36.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.464+0000 7f4207efb640 1 --2- 172.21.15.1:0/2144962465 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4200101d10 0x7f42001085a0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:36.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.464+0000 7f4207efb640 1 --2- 172.21.15.1:0/2144962465 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4200101350 0x7f42001017d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:36.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.464+0000 7f4207efb640 1 --2- 172.21.15.1:0/2144962465 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4200100160 0x7f4200100580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:36.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.464+0000 7f4207efb640 1 -- 172.21.15.1:0/2144962465 >> 172.21.15.1:0/2144962465 conn(0x7f42000fb6d0 msgr2=0x7f42000fdb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:36.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.464+0000 7f4207efb640 1 -- 172.21.15.1:0/2144962465 shutdown_connections 2024-02-09T23:56:36.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.464+0000 7f4207efb640 1 -- 172.21.15.1:0/2144962465 wait complete. 2024-02-09T23:56:36.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.464+0000 7f4207efb640 1 Processor -- start 2024-02-09T23:56:36.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.464+0000 7f4207efb640 1 -- start start 2024-02-09T23:56:36.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.464+0000 7f4207efb640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4200100160 0x7f42001040f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:36.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.464+0000 7f4207efb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4200101350 0x7f4200102730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:36.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.464+0000 7f4207efb640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4200101d10 0x7f4200102c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:36.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.464+0000 7f4207efb640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42001033d0 con 0x7f4200101350 2024-02-09T23:56:36.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.464+0000 7f4207efb640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4200103540 con 0x7f4200100160 2024-02-09T23:56:36.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.464+0000 7f4207efb640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42001a11c0 con 0x7f4200101d10 2024-02-09T23:56:36.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.465+0000 7f4205496640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4200101350 0x7f4200102730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:36.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.465+0000 7f4205496640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4200101350 0x7f4200102730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53758/0 (socket says 172.21.15.1:53758) 2024-02-09T23:56:36.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.465+0000 7f4205496640 1 -- 172.21.15.1:0/4094230112 learned_addr learned my addr 172.21.15.1:0/4094230112 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:56:36.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.465+0000 7f4206498640 1 --2- 172.21.15.1:0/4094230112 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4200101d10 0x7f4200102c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:36.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.465+0000 7f4205c97640 1 --2- 172.21.15.1:0/4094230112 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4200100160 0x7f42001040f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:36.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.465+0000 7f4205496640 1 -- 172.21.15.1:0/4094230112 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4200101d10 msgr2=0x7f4200102c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:36.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.465+0000 7f4205496640 1 --2- 172.21.15.1:0/4094230112 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4200101d10 0x7f4200102c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:36.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.465+0000 7f4205496640 1 -- 172.21.15.1:0/4094230112 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4200100160 msgr2=0x7f42001040f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:36.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.465+0000 7f4205496640 1 --2- 172.21.15.1:0/4094230112 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4200100160 0x7f42001040f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:36.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.465+0000 7f4205496640 1 -- 172.21.15.1:0/4094230112 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41f8009900 con 0x7f4200101350 2024-02-09T23:56:36.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.465+0000 7f4205496640 1 --2- 172.21.15.1:0/4094230112 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4200101350 0x7f4200102730 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f41fc00c950 tx=0x7f41fc00ce10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:36.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.465+0000 7f41f6ffd640 1 -- 172.21.15.1:0/4094230112 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41fc007c70 con 0x7f4200101350 2024-02-09T23:56:36.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.465+0000 7f41f6ffd640 1 -- 172.21.15.1:0/4094230112 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f41fc007dd0 con 0x7f4200101350 2024-02-09T23:56:36.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.465+0000 7f4207efb640 1 -- 172.21.15.1:0/4094230112 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f42001a1470 con 0x7f4200101350 2024-02-09T23:56:36.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.465+0000 7f41f6ffd640 1 -- 172.21.15.1:0/4094230112 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41fc0188c0 con 0x7f4200101350 2024-02-09T23:56:36.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.465+0000 7f4207efb640 1 -- 172.21.15.1:0/4094230112 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42001a1980 con 0x7f4200101350 2024-02-09T23:56:36.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.466+0000 7f4207efb640 1 -- 172.21.15.1:0/4094230112 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f420010bb70 con 0x7f4200101350 2024-02-09T23:56:36.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.467+0000 7f41f6ffd640 1 -- 172.21.15.1:0/4094230112 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f41fc018a20 con 0x7f4200101350 2024-02-09T23:56:36.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.468+0000 7f41f6ffd640 1 --2- 172.21.15.1:0/4094230112 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f41ec0a20c0 0x7f41ec0a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:36.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.468+0000 7f4205c97640 1 --2- 172.21.15.1:0/4094230112 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f41ec0a20c0 0x7f41ec0a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:36.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.468+0000 7f41f6ffd640 1 -- 172.21.15.1:0/4094230112 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f41fc0cd930 con 0x7f4200101350 2024-02-09T23:56:36.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.469+0000 7f4205c97640 1 --2- 172.21.15.1:0/4094230112 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f41ec0a20c0 0x7f41ec0a4580 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f42001011b0 tx=0x7f41f0005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:36.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.474+0000 7f41f6ffd640 1 -- 172.21.15.1:0/4094230112 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f41fc096d80 con 0x7f4200101350 2024-02-09T23:56:36.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.706+0000 7f4207efb640 1 -- 172.21.15.1:0/4094230112 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f420010bd00 con 0x7f4200101350 2024-02-09T23:56:36.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.707+0000 7f41f6ffd640 1 -- 172.21.15.1:0/4094230112 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) v1 ==== 93+0+2901 (secure 0 0 0) 0x7f41fc09a440 con 0x7f4200101350 2024-02-09T23:56:36.709 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:56:36.709 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":24398,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[]} 2024-02-09T23:56:36.709 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 4 2024-02-09T23:56:36.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.709+0000 7f4207efb640 1 -- 172.21.15.1:0/4094230112 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f41ec0a20c0 msgr2=0x7f41ec0a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:36.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.709+0000 7f4207efb640 1 --2- 172.21.15.1:0/4094230112 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f41ec0a20c0 0x7f41ec0a4580 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f42001011b0 tx=0x7f41f0005f90 comp rx=0 tx=0).stop 2024-02-09T23:56:36.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.709+0000 7f4207efb640 1 -- 172.21.15.1:0/4094230112 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4200101350 msgr2=0x7f4200102730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:36.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.709+0000 7f4207efb640 1 --2- 172.21.15.1:0/4094230112 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4200101350 0x7f4200102730 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f41fc00c950 tx=0x7f41fc00ce10 comp rx=0 tx=0).stop 2024-02-09T23:56:36.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.709+0000 7f4207efb640 1 -- 172.21.15.1:0/4094230112 shutdown_connections 2024-02-09T23:56:36.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.709+0000 7f4207efb640 1 --2- 172.21.15.1:0/4094230112 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4200101d10 0x7f4200102c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:36.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.709+0000 7f4207efb640 1 --2- 172.21.15.1:0/4094230112 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4200101350 0x7f4200102730 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:36.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.709+0000 7f4207efb640 1 --2- 172.21.15.1:0/4094230112 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f41ec0a20c0 0x7f41ec0a4580 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:36.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.709+0000 7f4207efb640 1 --2- 172.21.15.1:0/4094230112 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4200100160 0x7f42001040f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:36.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.709+0000 7f4207efb640 1 -- 172.21.15.1:0/4094230112 >> 172.21.15.1:0/4094230112 conn(0x7f42000fb6d0 msgr2=0x7f42000fd000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:36.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.709+0000 7f4207efb640 1 -- 172.21.15.1:0/4094230112 shutdown_connections 2024-02-09T23:56:36.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:36.709+0000 7f4207efb640 1 -- 172.21.15.1:0/4094230112 wait complete. 2024-02-09T23:56:36.948 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:36 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/4094230112' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:36.948 INFO:journalctl@ceph.mds.d.smithi001.stdout:Feb 09 23:56:36 smithi001 systemd[1]: Starting Ceph mds.d for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-09T23:56:37.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:36 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/4094230112' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:37.220 INFO:journalctl@ceph.mds.d.smithi001.stdout:Feb 09 23:56:37 smithi001 podman[73143]: 2024-02-09 23:56:37.065091366 +0000 UTC m=+0.017090936 image pull c328ab9dcfc7bf907ed3835578853a1e5a54ac5fa4d658ed833b2bc74e1373a6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58 2024-02-09T23:56:37.220 INFO:journalctl@ceph.mds.d.smithi001.stdout:Feb 09 23:56:37 smithi001 podman[73143]: 2024-02-09 23:56:37.174542335 +0000 UTC m=+0.126541904 container create 1fcd3d3e04822611da605af98aec6422f3515946fe068521d3b4195de92f68dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-d, org.label-schema.build-date=20240131, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-290212a, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-02-09T23:56:37.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:36 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/4094230112' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:37.720 INFO:journalctl@ceph.mds.d.smithi001.stdout:Feb 09 23:56:37 smithi001 podman[73143]: 2024-02-09 23:56:37.402636743 +0000 UTC m=+0.354636314 container init 1fcd3d3e04822611da605af98aec6422f3515946fe068521d3b4195de92f68dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-d, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.schema-version=1.0, RELEASE=main-290212a, GIT_CLEAN=True, io.buildah.version=1.33.2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240131, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-02-09T23:56:37.720 INFO:journalctl@ceph.mds.d.smithi001.stdout:Feb 09 23:56:37 smithi001 podman[73143]: 2024-02-09 23:56:37.405089617 +0000 UTC m=+0.357089196 container start 1fcd3d3e04822611da605af98aec6422f3515946fe068521d3b4195de92f68dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-d, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.2, org.label-schema.vendor=CentOS, RELEASE=main-290212a, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_BRANCH=HEAD, org.label-schema.build-date=20240131) 2024-02-09T23:56:37.720 INFO:journalctl@ceph.mds.d.smithi001.stdout:Feb 09 23:56:37 smithi001 ceph-mds[73162]: -- 172.21.15.1:0/4238016812 <== mon.0 v2:172.21.15.1:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5578ba4761a0 con 0x5578ba44cc00 2024-02-09T23:56:37.720 INFO:journalctl@ceph.mds.d.smithi001.stdout:Feb 09 23:56:37 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-d[73158]: starting mds.d at 2024-02-09T23:56:37.720 INFO:journalctl@ceph.mds.d.smithi001.stdout:Feb 09 23:56:37 smithi001 bash[73143]: 1fcd3d3e04822611da605af98aec6422f3515946fe068521d3b4195de92f68dd 2024-02-09T23:56:37.720 INFO:journalctl@ceph.mds.d.smithi001.stdout:Feb 09 23:56:37 smithi001 systemd[1]: Started Ceph mds.d for b5005240-c7a5-11ee-95b8-87774f69a715. 2024-02-09T23:56:38.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:37 smithi103 ceph-mon[36942]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:38.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:37 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:38.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:37 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:38.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:37 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:38.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:37 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:38.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:37 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:38.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:37 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:38.162 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:37 smithi088 ceph-mon[36452]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:38.162 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:37 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:38.162 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:37 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:38.163 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:37 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:38.163 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:37 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:38.163 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:37 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:38.163 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:37 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:38.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:37 smithi001 ceph-mon[32335]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:38.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:37 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:38.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:37 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:38.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:37 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:38.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:37 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:38.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:37 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:38.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:37 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:38.724 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:56:38.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.840+0000 7f37fac23640 1 -- 172.21.15.1:0/2580678950 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f37f4101350 msgr2=0x7f37f41017d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:38.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.840+0000 7f37fac23640 1 --2- 172.21.15.1:0/2580678950 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f37f4101350 0x7f37f41017d0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f37e0009900 tx=0x7f37e002bc30 comp rx=0 tx=0).stop 2024-02-09T23:56:38.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.840+0000 7f37fac23640 1 -- 172.21.15.1:0/2580678950 shutdown_connections 2024-02-09T23:56:38.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.840+0000 7f37fac23640 1 --2- 172.21.15.1:0/2580678950 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f37f4101d10 0x7f37f41085a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:38.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.840+0000 7f37fac23640 1 --2- 172.21.15.1:0/2580678950 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f37f4101350 0x7f37f41017d0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:38.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.840+0000 7f37fac23640 1 --2- 172.21.15.1:0/2580678950 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f37f4100160 0x7f37f4100580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:38.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.840+0000 7f37fac23640 1 -- 172.21.15.1:0/2580678950 >> 172.21.15.1:0/2580678950 conn(0x7f37f40fb6f0 msgr2=0x7f37f40fdb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:38.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.841+0000 7f37fac23640 1 -- 172.21.15.1:0/2580678950 shutdown_connections 2024-02-09T23:56:38.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.841+0000 7f37fac23640 1 -- 172.21.15.1:0/2580678950 wait complete. 2024-02-09T23:56:38.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.841+0000 7f37fac23640 1 Processor -- start 2024-02-09T23:56:38.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.841+0000 7f37fac23640 1 -- start start 2024-02-09T23:56:38.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.841+0000 7f37fac23640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f37f4100160 0x7f37f4199530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:38.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.841+0000 7f37fac23640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f37f4101350 0x7f37f4199a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:38.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.841+0000 7f37fac23640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f37f4101d10 0x7f37f41a0ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:38.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.841+0000 7f37fac23640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37f41a1020 con 0x7f37f4101350 2024-02-09T23:56:38.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.841+0000 7f37fac23640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37f41a1190 con 0x7f37f4100160 2024-02-09T23:56:38.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.841+0000 7f37fac23640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37f41a1350 con 0x7f37f4101d10 2024-02-09T23:56:38.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.841+0000 7f37f3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f37f4101350 0x7f37f4199a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:38.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.841+0000 7f37f3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f37f4101350 0x7f37f4199a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53786/0 (socket says 172.21.15.1:53786) 2024-02-09T23:56:38.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.841+0000 7f37f3fff640 1 -- 172.21.15.1:0/4263784546 learned_addr learned my addr 172.21.15.1:0/4263784546 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:56:38.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.841+0000 7f37f89bf640 1 --2- 172.21.15.1:0/4263784546 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f37f4100160 0x7f37f4199530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:38.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.842+0000 7f37f91c0640 1 --2- 172.21.15.1:0/4263784546 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f37f4101d10 0x7f37f41a0ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:38.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.842+0000 7f37f3fff640 1 -- 172.21.15.1:0/4263784546 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f37f4101d10 msgr2=0x7f37f41a0ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:38.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.842+0000 7f37f3fff640 1 --2- 172.21.15.1:0/4263784546 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f37f4101d10 0x7f37f41a0ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:38.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.842+0000 7f37f3fff640 1 -- 172.21.15.1:0/4263784546 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f37f4100160 msgr2=0x7f37f4199530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:38.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.842+0000 7f37f3fff640 1 --2- 172.21.15.1:0/4263784546 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f37f4100160 0x7f37f4199530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:38.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.842+0000 7f37f3fff640 1 -- 172.21.15.1:0/4263784546 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37e0009560 con 0x7f37f4101350 2024-02-09T23:56:38.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.842+0000 7f37f91c0640 1 --2- 172.21.15.1:0/4263784546 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f37f4101d10 0x7f37f41a0ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:56:38.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.842+0000 7f37f3fff640 1 --2- 172.21.15.1:0/4263784546 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f37f4101350 0x7f37f4199a70 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f37e002c6a0 tx=0x7f37e00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:38.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.842+0000 7f37f1ffb640 1 -- 172.21.15.1:0/4263784546 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37e00044e0 con 0x7f37f4101350 2024-02-09T23:56:38.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.842+0000 7f37f1ffb640 1 -- 172.21.15.1:0/4263784546 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f37e0004ac0 con 0x7f37f4101350 2024-02-09T23:56:38.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.842+0000 7f37fac23640 1 -- 172.21.15.1:0/4263784546 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f37f41a15d0 con 0x7f37f4101350 2024-02-09T23:56:38.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.842+0000 7f37f1ffb640 1 -- 172.21.15.1:0/4263784546 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37e003e450 con 0x7f37f4101350 2024-02-09T23:56:38.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.842+0000 7f37fac23640 1 -- 172.21.15.1:0/4263784546 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f37f41a1ae0 con 0x7f37f4101350 2024-02-09T23:56:38.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.843+0000 7f37fac23640 1 -- 172.21.15.1:0/4263784546 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f37f410bbc0 con 0x7f37f4101350 2024-02-09T23:56:38.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.844+0000 7f37f1ffb640 1 -- 172.21.15.1:0/4263784546 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f37e0003680 con 0x7f37f4101350 2024-02-09T23:56:38.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.845+0000 7f37f1ffb640 1 --2- 172.21.15.1:0/4263784546 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f37e40a20c0 0x7f37e40a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:38.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.845+0000 7f37f89bf640 1 --2- 172.21.15.1:0/4263784546 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f37e40a20c0 0x7f37e40a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:38.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.845+0000 7f37f1ffb640 1 -- 172.21.15.1:0/4263784546 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f37e00f01a0 con 0x7f37f4101350 2024-02-09T23:56:38.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.846+0000 7f37f89bf640 1 --2- 172.21.15.1:0/4263784546 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f37e40a20c0 0x7f37e40a4580 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f37e8005fd0 tx=0x7f37e800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:38.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:38.850+0000 7f37f1ffb640 1 -- 172.21.15.1:0/4263784546 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f37e00b9730 con 0x7f37f4101350 2024-02-09T23:56:39.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:39.071+0000 7f37fac23640 1 -- 172.21.15.1:0/4263784546 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f37f410bd50 con 0x7f37f4101350 2024-02-09T23:56:39.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:39.071+0000 7f37f1ffb640 1 -- 172.21.15.1:0/4263784546 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) v1 ==== 93+0+3689 (secure 0 0 0) 0x7f37e00bcdf0 con 0x7f37f4101350 2024-02-09T23:56:39.074 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:56:39.074 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24398,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[]} 2024-02-09T23:56:39.074 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 5 2024-02-09T23:56:39.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:39.074+0000 7f37fac23640 1 -- 172.21.15.1:0/4263784546 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f37e40a20c0 msgr2=0x7f37e40a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:39.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:39.074+0000 7f37fac23640 1 --2- 172.21.15.1:0/4263784546 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f37e40a20c0 0x7f37e40a4580 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f37e8005fd0 tx=0x7f37e800b390 comp rx=0 tx=0).stop 2024-02-09T23:56:39.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:39.074+0000 7f37fac23640 1 -- 172.21.15.1:0/4263784546 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f37f4101350 msgr2=0x7f37f4199a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:39.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:39.074+0000 7f37fac23640 1 --2- 172.21.15.1:0/4263784546 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f37f4101350 0x7f37f4199a70 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f37e002c6a0 tx=0x7f37e00042f0 comp rx=0 tx=0).stop 2024-02-09T23:56:39.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:39.074+0000 7f37fac23640 1 -- 172.21.15.1:0/4263784546 shutdown_connections 2024-02-09T23:56:39.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:39.074+0000 7f37fac23640 1 --2- 172.21.15.1:0/4263784546 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f37f4101d10 0x7f37f41a0ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:39.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:39.074+0000 7f37fac23640 1 --2- 172.21.15.1:0/4263784546 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f37f4101350 0x7f37f4199a70 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:39.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:39.074+0000 7f37fac23640 1 --2- 172.21.15.1:0/4263784546 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f37e40a20c0 0x7f37e40a4580 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:39.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:39.074+0000 7f37fac23640 1 --2- 172.21.15.1:0/4263784546 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f37f4100160 0x7f37f4199530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:39.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:39.074+0000 7f37fac23640 1 -- 172.21.15.1:0/4263784546 >> 172.21.15.1:0/4263784546 conn(0x7f37f40fb6f0 msgr2=0x7f37f40fd120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:39.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:39.074+0000 7f37fac23640 1 -- 172.21.15.1:0/4263784546 shutdown_connections 2024-02-09T23:56:39.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:39.074+0000 7f37fac23640 1 -- 172.21.15.1:0/4263784546 wait complete. 2024-02-09T23:56:39.086 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:38 smithi001 ceph-mon[32335]: Deploying daemon mds.e on smithi088 2024-02-09T23:56:39.086 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:38 smithi001 ceph-mon[32335]: mds.? [v2:172.21.15.1:6836/1456780203,v1:172.21.15.1:6837/1456780203] up:boot 2024-02-09T23:56:39.086 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:38 smithi001 ceph-mon[32335]: fsmap 4 up:standby 2024-02-09T23:56:39.086 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:38 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-02-09T23:56:39.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:38 smithi103 ceph-mon[36942]: Deploying daemon mds.e on smithi088 2024-02-09T23:56:39.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:38 smithi103 ceph-mon[36942]: mds.? [v2:172.21.15.1:6836/1456780203,v1:172.21.15.1:6837/1456780203] up:boot 2024-02-09T23:56:39.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:38 smithi103 ceph-mon[36942]: fsmap 4 up:standby 2024-02-09T23:56:39.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:38 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-02-09T23:56:39.222 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:38 smithi088 ceph-mon[36452]: Deploying daemon mds.e on smithi088 2024-02-09T23:56:39.222 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:38 smithi088 ceph-mon[36452]: mds.? [v2:172.21.15.1:6836/1456780203,v1:172.21.15.1:6837/1456780203] up:boot 2024-02-09T23:56:39.222 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:38 smithi088 ceph-mon[36452]: fsmap 4 up:standby 2024-02-09T23:56:39.222 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:38 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-02-09T23:56:40.046 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:39 smithi088 ceph-mon[36452]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:40.047 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:39 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/4263784546' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:40.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:39 smithi103 ceph-mon[36942]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:40.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:39 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/4263784546' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:40.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:39 smithi001 ceph-mon[32335]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:40.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:39 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/4263784546' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:40.595 INFO:journalctl@ceph.mds.e.smithi088.stdout:Feb 09 23:56:40 smithi088 systemd[1]: Started Ceph mds.e for b5005240-c7a5-11ee-95b8-87774f69a715. 2024-02-09T23:56:41.088 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:56:41.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.201+0000 7fea8e2a7640 1 -- 172.21.15.1:0/3832231397 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fea88101d80 msgr2=0x7fea88108610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:41.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.201+0000 7fea8e2a7640 1 --2- 172.21.15.1:0/3832231397 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fea88101d80 0x7fea88108610 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fea80009ca0 tx=0x7fea8002c0f0 comp rx=0 tx=0).stop 2024-02-09T23:56:41.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.201+0000 7fea8e2a7640 1 -- 172.21.15.1:0/3832231397 shutdown_connections 2024-02-09T23:56:41.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.201+0000 7fea8e2a7640 1 --2- 172.21.15.1:0/3832231397 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fea88101d80 0x7fea88108610 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:41.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.201+0000 7fea8e2a7640 1 --2- 172.21.15.1:0/3832231397 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fea881013c0 0x7fea88101840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:41.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.201+0000 7fea8e2a7640 1 --2- 172.21.15.1:0/3832231397 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fea881001d0 0x7fea881005f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:41.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.201+0000 7fea8e2a7640 1 -- 172.21.15.1:0/3832231397 >> 172.21.15.1:0/3832231397 conn(0x7fea880fb760 msgr2=0x7fea880fdb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:41.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.201+0000 7fea8e2a7640 1 -- 172.21.15.1:0/3832231397 shutdown_connections 2024-02-09T23:56:41.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.202+0000 7fea8e2a7640 1 -- 172.21.15.1:0/3832231397 wait complete. 2024-02-09T23:56:41.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.202+0000 7fea8e2a7640 1 Processor -- start 2024-02-09T23:56:41.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.202+0000 7fea8e2a7640 1 -- start start 2024-02-09T23:56:41.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.202+0000 7fea8e2a7640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fea881001d0 0x7fea881972b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:41.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.202+0000 7fea8e2a7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fea881013c0 0x7fea881977f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:41.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.202+0000 7fea8e2a7640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fea88101d80 0x7fea8819e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:41.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.202+0000 7fea8e2a7640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea8819eda0 con 0x7fea881013c0 2024-02-09T23:56:41.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.202+0000 7fea8e2a7640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea8819ef10 con 0x7fea88101d80 2024-02-09T23:56:41.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.202+0000 7fea8e2a7640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea8819f0d0 con 0x7fea881001d0 2024-02-09T23:56:41.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.203+0000 7fea877fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fea881013c0 0x7fea881977f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:41.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.203+0000 7fea877fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fea881013c0 0x7fea881977f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59682/0 (socket says 172.21.15.1:59682) 2024-02-09T23:56:41.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.203+0000 7fea877fe640 1 -- 172.21.15.1:0/406500033 learned_addr learned my addr 172.21.15.1:0/406500033 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:56:41.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.203+0000 7fea87fff640 1 --2- 172.21.15.1:0/406500033 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fea881001d0 0x7fea881972b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:41.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.203+0000 7fea8c844640 1 --2- 172.21.15.1:0/406500033 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fea88101d80 0x7fea8819e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:41.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.203+0000 7fea877fe640 1 -- 172.21.15.1:0/406500033 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fea881001d0 msgr2=0x7fea881972b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:41.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.203+0000 7fea877fe640 1 --2- 172.21.15.1:0/406500033 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fea881001d0 0x7fea881972b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:41.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.203+0000 7fea877fe640 1 -- 172.21.15.1:0/406500033 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fea88101d80 msgr2=0x7fea8819e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:41.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.203+0000 7fea877fe640 1 --2- 172.21.15.1:0/406500033 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fea88101d80 0x7fea8819e860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:41.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.203+0000 7fea877fe640 1 -- 172.21.15.1:0/406500033 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea80009900 con 0x7fea881013c0 2024-02-09T23:56:41.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.203+0000 7fea8c844640 1 --2- 172.21.15.1:0/406500033 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fea88101d80 0x7fea8819e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:56:41.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.203+0000 7fea877fe640 1 --2- 172.21.15.1:0/406500033 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fea881013c0 0x7fea881977f0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fea7800e9f0 tx=0x7fea7800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:41.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.203+0000 7fea857fa640 1 -- 172.21.15.1:0/406500033 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea78009700 con 0x7fea881013c0 2024-02-09T23:56:41.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.203+0000 7fea857fa640 1 -- 172.21.15.1:0/406500033 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fea7800cd80 con 0x7fea881013c0 2024-02-09T23:56:41.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.203+0000 7fea8e2a7640 1 -- 172.21.15.1:0/406500033 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fea8819f3b0 con 0x7fea881013c0 2024-02-09T23:56:41.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.203+0000 7fea857fa640 1 -- 172.21.15.1:0/406500033 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea78018920 con 0x7fea881013c0 2024-02-09T23:56:41.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.203+0000 7fea8e2a7640 1 -- 172.21.15.1:0/406500033 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea8819f8c0 con 0x7fea881013c0 2024-02-09T23:56:41.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.204+0000 7fea8e2a7640 1 -- 172.21.15.1:0/406500033 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fea8810bb70 con 0x7fea881013c0 2024-02-09T23:56:41.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.205+0000 7fea857fa640 1 -- 172.21.15.1:0/406500033 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7fea78018a80 con 0x7fea881013c0 2024-02-09T23:56:41.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.206+0000 7fea857fa640 1 --2- 172.21.15.1:0/406500033 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fea740a20c0 0x7fea740a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:41.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.206+0000 7fea87fff640 1 --2- 172.21.15.1:0/406500033 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fea740a20c0 0x7fea740a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:41.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.206+0000 7fea857fa640 1 -- 172.21.15.1:0/406500033 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fea78014070 con 0x7fea881013c0 2024-02-09T23:56:41.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.207+0000 7fea87fff640 1 --2- 172.21.15.1:0/406500033 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fea740a20c0 0x7fea740a4580 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fea88101220 tx=0x7fea70005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:41.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.211+0000 7fea857fa640 1 -- 172.21.15.1:0/406500033 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fea78052d20 con 0x7fea881013c0 2024-02-09T23:56:41.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.429+0000 7fea8e2a7640 1 -- 172.21.15.1:0/406500033 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fea8810bd00 con 0x7fea881013c0 2024-02-09T23:56:41.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.430+0000 7fea857fa640 1 -- 172.21.15.1:0/406500033 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+4480 (secure 0 0 0) 0x7fea780cfe60 con 0x7fea881013c0 2024-02-09T23:56:41.432 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:56:41.432 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24398,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24434,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[]} 2024-02-09T23:56:41.432 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 6 2024-02-09T23:56:41.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.432+0000 7fea8e2a7640 1 -- 172.21.15.1:0/406500033 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fea740a20c0 msgr2=0x7fea740a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:41.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.432+0000 7fea8e2a7640 1 --2- 172.21.15.1:0/406500033 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fea740a20c0 0x7fea740a4580 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fea88101220 tx=0x7fea70005f90 comp rx=0 tx=0).stop 2024-02-09T23:56:41.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.432+0000 7fea8e2a7640 1 -- 172.21.15.1:0/406500033 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fea881013c0 msgr2=0x7fea881977f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:41.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.432+0000 7fea8e2a7640 1 --2- 172.21.15.1:0/406500033 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fea881013c0 0x7fea881977f0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fea7800e9f0 tx=0x7fea7800eeb0 comp rx=0 tx=0).stop 2024-02-09T23:56:41.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.432+0000 7fea8e2a7640 1 -- 172.21.15.1:0/406500033 shutdown_connections 2024-02-09T23:56:41.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.432+0000 7fea8e2a7640 1 --2- 172.21.15.1:0/406500033 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fea740a20c0 0x7fea740a4580 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:41.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.432+0000 7fea8e2a7640 1 --2- 172.21.15.1:0/406500033 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fea88101d80 0x7fea8819e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:41.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.432+0000 7fea8e2a7640 1 --2- 172.21.15.1:0/406500033 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fea881013c0 0x7fea881977f0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:41.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.432+0000 7fea8e2a7640 1 --2- 172.21.15.1:0/406500033 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fea881001d0 0x7fea881972b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:41.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.432+0000 7fea8e2a7640 1 -- 172.21.15.1:0/406500033 >> 172.21.15.1:0/406500033 conn(0x7fea880fb760 msgr2=0x7fea880fd180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:41.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.432+0000 7fea8e2a7640 1 -- 172.21.15.1:0/406500033 shutdown_connections 2024-02-09T23:56:41.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:41.432+0000 7fea8e2a7640 1 -- 172.21.15.1:0/406500033 wait complete. 2024-02-09T23:56:41.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:41 smithi103 ceph-mon[36942]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:41.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:41 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:41.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:41 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:41.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:41 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:41.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:41 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:41.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:41 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:41.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:41 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:41.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:41 smithi103 ceph-mon[36942]: Deploying daemon mds.f on smithi103 2024-02-09T23:56:41.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:41 smithi103 ceph-mon[36942]: mds.? [v2:172.21.15.88:6834/1540825674,v1:172.21.15.88:6835/1540825674] up:boot 2024-02-09T23:56:41.641 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:41 smithi103 ceph-mon[36942]: fsmap 5 up:standby 2024-02-09T23:56:41.641 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:41 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-02-09T23:56:41.641 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:41 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/406500033' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:41.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:41 smithi001 ceph-mon[32335]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:41.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:41 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:41.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:41 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:41.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:41 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:41.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:41 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:41.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:41 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:41.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:41 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:41.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:41 smithi001 ceph-mon[32335]: Deploying daemon mds.f on smithi103 2024-02-09T23:56:41.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:41 smithi001 ceph-mon[32335]: mds.? [v2:172.21.15.88:6834/1540825674,v1:172.21.15.88:6835/1540825674] up:boot 2024-02-09T23:56:41.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:41 smithi001 ceph-mon[32335]: fsmap 5 up:standby 2024-02-09T23:56:41.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:41 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-02-09T23:56:41.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:41 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/406500033' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:41.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:41 smithi088 ceph-mon[36452]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:41.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:41 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:41.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:41 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:41.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:41 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:41.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:41 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:41.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:41 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:41.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:41 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:41.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:41 smithi088 ceph-mon[36452]: Deploying daemon mds.f on smithi103 2024-02-09T23:56:41.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:41 smithi088 ceph-mon[36452]: mds.? [v2:172.21.15.88:6834/1540825674,v1:172.21.15.88:6835/1540825674] up:boot 2024-02-09T23:56:41.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:41 smithi088 ceph-mon[36452]: fsmap 5 up:standby 2024-02-09T23:56:41.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:41 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-02-09T23:56:41.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:41 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/406500033' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:42.856 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 09 23:56:42 smithi103 systemd[1]: Starting Ceph mds.f for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-09T23:56:43.114 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 09 23:56:42 smithi103 podman[67675]: 2024-02-09 23:56:42.75718918 +0000 UTC m=+0.017865818 image pull c328ab9dcfc7bf907ed3835578853a1e5a54ac5fa4d658ed833b2bc74e1373a6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58 2024-02-09T23:56:43.114 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 09 23:56:42 smithi103 podman[67675]: 2024-02-09 23:56:42.876496153 +0000 UTC m=+0.137172809 container create 3576b56f4bb0b1ca1c4ac7fd0e88d6a639829b2bcdabc3a070c243afe90063a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f, io.buildah.version=1.33.2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240131, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, RELEASE=main-290212a) 2024-02-09T23:56:43.114 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 09 23:56:43 smithi103 podman[67675]: 2024-02-09 23:56:43.11237243 +0000 UTC m=+0.373049066 container init 3576b56f4bb0b1ca1c4ac7fd0e88d6a639829b2bcdabc3a070c243afe90063a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.license=GPLv2, io.buildah.version=1.33.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-290212a, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240131, GIT_CLEAN=True, ceph=True) 2024-02-09T23:56:43.389 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 09 23:56:43 smithi103 podman[67675]: 2024-02-09 23:56:43.11509495 +0000 UTC m=+0.375771587 container start 3576b56f4bb0b1ca1c4ac7fd0e88d6a639829b2bcdabc3a070c243afe90063a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240131, RELEASE=main-290212a, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-02-09T23:56:43.389 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 09 23:56:43 smithi103 ceph-mds[67694]: -- 172.21.15.103:0/3211208675 <== mon.1 v2:172.21.15.103:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55881c7221a0 con 0x55881c6f8800 2024-02-09T23:56:43.389 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 09 23:56:43 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: starting mds.f at 2024-02-09T23:56:43.390 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 09 23:56:43 smithi103 bash[67675]: 3576b56f4bb0b1ca1c4ac7fd0e88d6a639829b2bcdabc3a070c243afe90063a8 2024-02-09T23:56:43.390 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 09 23:56:43 smithi103 systemd[1]: Started Ceph mds.f for b5005240-c7a5-11ee-95b8-87774f69a715. 2024-02-09T23:56:43.446 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:56:43.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.559+0000 7f69d1264640 1 -- 172.21.15.1:0/1107495143 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f69cc101350 msgr2=0x7f69cc1017d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:43.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.559+0000 7f69d1264640 1 --2- 172.21.15.1:0/1107495143 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f69cc101350 0x7f69cc1017d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f69c0009900 tx=0x7f69c002bc30 comp rx=0 tx=0).stop 2024-02-09T23:56:43.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.559+0000 7f69d1264640 1 -- 172.21.15.1:0/1107495143 shutdown_connections 2024-02-09T23:56:43.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.559+0000 7f69d1264640 1 --2- 172.21.15.1:0/1107495143 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f69cc101d10 0x7f69cc1085a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:43.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.559+0000 7f69d1264640 1 --2- 172.21.15.1:0/1107495143 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f69cc101350 0x7f69cc1017d0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:43.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.559+0000 7f69d1264640 1 --2- 172.21.15.1:0/1107495143 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f69cc100160 0x7f69cc100580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:43.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.559+0000 7f69d1264640 1 -- 172.21.15.1:0/1107495143 >> 172.21.15.1:0/1107495143 conn(0x7f69cc0fb6f0 msgr2=0x7f69cc0fdb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:43.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.559+0000 7f69d1264640 1 -- 172.21.15.1:0/1107495143 shutdown_connections 2024-02-09T23:56:43.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.559+0000 7f69d1264640 1 -- 172.21.15.1:0/1107495143 wait complete. 2024-02-09T23:56:43.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.560+0000 7f69d1264640 1 Processor -- start 2024-02-09T23:56:43.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.560+0000 7f69d1264640 1 -- start start 2024-02-09T23:56:43.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.560+0000 7f69d1264640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f69cc100160 0x7f69cc197340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:43.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.560+0000 7f69d1264640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f69cc101350 0x7f69cc197880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:43.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.560+0000 7f69d1264640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f69cc101d10 0x7f69cc19e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:43.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.560+0000 7f69d1264640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69cc19ee30 con 0x7f69cc101d10 2024-02-09T23:56:43.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.560+0000 7f69d1264640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69cc19efa0 con 0x7f69cc100160 2024-02-09T23:56:43.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.560+0000 7f69d1264640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69cc19f160 con 0x7f69cc101350 2024-02-09T23:56:43.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.560+0000 7f69cb7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f69cc101d10 0x7f69cc19e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:43.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.560+0000 7f69cb7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f69cc101d10 0x7f69cc19e8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59692/0 (socket says 172.21.15.1:59692) 2024-02-09T23:56:43.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.560+0000 7f69cb7fe640 1 -- 172.21.15.1:0/3913396967 learned_addr learned my addr 172.21.15.1:0/3913396967 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:56:43.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.560+0000 7f69ca7fc640 1 --2- 172.21.15.1:0/3913396967 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f69cc101350 0x7f69cc197880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:43.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.560+0000 7f69caffd640 1 --2- 172.21.15.1:0/3913396967 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f69cc100160 0x7f69cc197340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:43.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.561+0000 7f69cb7fe640 1 -- 172.21.15.1:0/3913396967 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f69cc101350 msgr2=0x7f69cc197880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:43.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.561+0000 7f69cb7fe640 1 --2- 172.21.15.1:0/3913396967 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f69cc101350 0x7f69cc197880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:43.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.561+0000 7f69cb7fe640 1 -- 172.21.15.1:0/3913396967 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f69cc100160 msgr2=0x7f69cc197340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:43.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.561+0000 7f69cb7fe640 1 --2- 172.21.15.1:0/3913396967 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f69cc100160 0x7f69cc197340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:43.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.561+0000 7f69cb7fe640 1 -- 172.21.15.1:0/3913396967 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69c0009560 con 0x7f69cc101d10 2024-02-09T23:56:43.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.561+0000 7f69cb7fe640 1 --2- 172.21.15.1:0/3913396967 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f69cc101d10 0x7f69cc19e8f0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f69c4009fd0 tx=0x7f69c400b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:43.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.561+0000 7f69b3fff640 1 -- 172.21.15.1:0/3913396967 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69c400bea0 con 0x7f69cc101d10 2024-02-09T23:56:43.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.561+0000 7f69b3fff640 1 -- 172.21.15.1:0/3913396967 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f69c4009940 con 0x7f69cc101d10 2024-02-09T23:56:43.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.561+0000 7f69d1264640 1 -- 172.21.15.1:0/3913396967 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f69cc19f440 con 0x7f69cc101d10 2024-02-09T23:56:43.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.561+0000 7f69b3fff640 1 -- 172.21.15.1:0/3913396967 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69c40106c0 con 0x7f69cc101d10 2024-02-09T23:56:43.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.561+0000 7f69d1264640 1 -- 172.21.15.1:0/3913396967 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69cc19f8d0 con 0x7f69cc101d10 2024-02-09T23:56:43.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.562+0000 7f69d1264640 1 -- 172.21.15.1:0/3913396967 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f69cc10bbc0 con 0x7f69cc101d10 2024-02-09T23:56:43.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.563+0000 7f69b3fff640 1 -- 172.21.15.1:0/3913396967 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f69c4004240 con 0x7f69cc101d10 2024-02-09T23:56:43.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.564+0000 7f69b3fff640 1 --2- 172.21.15.1:0/3913396967 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f69b40a20c0 0x7f69b40a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:43.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.564+0000 7f69caffd640 1 --2- 172.21.15.1:0/3913396967 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f69b40a20c0 0x7f69b40a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:43.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.564+0000 7f69b3fff640 1 -- 172.21.15.1:0/3913396967 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f69c40cd470 con 0x7f69cc101d10 2024-02-09T23:56:43.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.564+0000 7f69caffd640 1 --2- 172.21.15.1:0/3913396967 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f69b40a20c0 0x7f69b40a4580 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f69cc1011b0 tx=0x7f69bc005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:43.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.568+0000 7f69b3fff640 1 -- 172.21.15.1:0/3913396967 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f69c4096990 con 0x7f69cc101d10 2024-02-09T23:56:43.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.787+0000 7f69d1264640 1 -- 172.21.15.1:0/3913396967 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f69cc10bd50 con 0x7f69cc101d10 2024-02-09T23:56:43.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.788+0000 7f69b3fff640 1 -- 172.21.15.1:0/3913396967 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+4480 (secure 0 0 0) 0x7f69c409a050 con 0x7f69cc101d10 2024-02-09T23:56:43.790 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:56:43.790 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24398,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24434,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[]} 2024-02-09T23:56:43.790 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 6 2024-02-09T23:56:43.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.790+0000 7f69d1264640 1 -- 172.21.15.1:0/3913396967 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f69b40a20c0 msgr2=0x7f69b40a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:43.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.790+0000 7f69d1264640 1 --2- 172.21.15.1:0/3913396967 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f69b40a20c0 0x7f69b40a4580 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f69cc1011b0 tx=0x7f69bc005f90 comp rx=0 tx=0).stop 2024-02-09T23:56:43.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.790+0000 7f69d1264640 1 -- 172.21.15.1:0/3913396967 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f69cc101d10 msgr2=0x7f69cc19e8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:43.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.790+0000 7f69d1264640 1 --2- 172.21.15.1:0/3913396967 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f69cc101d10 0x7f69cc19e8f0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f69c4009fd0 tx=0x7f69c400b260 comp rx=0 tx=0).stop 2024-02-09T23:56:43.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.790+0000 7f69d1264640 1 -- 172.21.15.1:0/3913396967 shutdown_connections 2024-02-09T23:56:43.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.790+0000 7f69d1264640 1 --2- 172.21.15.1:0/3913396967 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f69cc101d10 0x7f69cc19e8f0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:43.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.790+0000 7f69d1264640 1 --2- 172.21.15.1:0/3913396967 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f69cc101350 0x7f69cc197880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:43.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.790+0000 7f69d1264640 1 --2- 172.21.15.1:0/3913396967 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f69b40a20c0 0x7f69b40a4580 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:43.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.790+0000 7f69d1264640 1 --2- 172.21.15.1:0/3913396967 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f69cc100160 0x7f69cc197340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:43.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.790+0000 7f69d1264640 1 -- 172.21.15.1:0/3913396967 >> 172.21.15.1:0/3913396967 conn(0x7f69cc0fb6f0 msgr2=0x7f69cc0fd150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:43.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.790+0000 7f69d1264640 1 -- 172.21.15.1:0/3913396967 shutdown_connections 2024-02-09T23:56:43.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:43.790+0000 7f69d1264640 1 -- 172.21.15.1:0/3913396967 wait complete. 2024-02-09T23:56:44.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:43 smithi103 ceph-mon[36942]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:44.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:43 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:44.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:43 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:44.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:43 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:44.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:43 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:44.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:43 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:44.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:43 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:44.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:43 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3913396967' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:44.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:43 smithi001 ceph-mon[32335]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:44.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:43 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:44.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:43 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:44.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:43 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:44.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:43 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:44.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:43 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:44.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:43 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:44.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:43 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3913396967' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:44.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:43 smithi088 ceph-mon[36452]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:44.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:43 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:44.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:43 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:44.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:43 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:44.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:43 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:44.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:43 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:44.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:43 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:44.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:43 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3913396967' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:44.956 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:44 smithi103 ceph-mon[36942]: Deploying daemon mds.c on smithi103 2024-02-09T23:56:44.956 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:44 smithi103 ceph-mon[36942]: mds.? [v2:172.21.15.103:6834/3143955076,v1:172.21.15.103:6835/3143955076] up:boot 2024-02-09T23:56:44.956 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:44 smithi103 ceph-mon[36942]: fsmap 6 up:standby 2024-02-09T23:56:44.956 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:44 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-02-09T23:56:45.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:44 smithi001 ceph-mon[32335]: Deploying daemon mds.c on smithi103 2024-02-09T23:56:45.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:44 smithi001 ceph-mon[32335]: mds.? [v2:172.21.15.103:6834/3143955076,v1:172.21.15.103:6835/3143955076] up:boot 2024-02-09T23:56:45.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:44 smithi001 ceph-mon[32335]: fsmap 6 up:standby 2024-02-09T23:56:45.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:44 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-02-09T23:56:45.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:44 smithi088 ceph-mon[36452]: Deploying daemon mds.c on smithi103 2024-02-09T23:56:45.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:44 smithi088 ceph-mon[36452]: mds.? [v2:172.21.15.103:6834/3143955076,v1:172.21.15.103:6835/3143955076] up:boot 2024-02-09T23:56:45.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:44 smithi088 ceph-mon[36452]: fsmap 6 up:standby 2024-02-09T23:56:45.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:44 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-02-09T23:56:45.640 INFO:journalctl@ceph.mds.c.smithi103.stdout:Feb 09 23:56:45 smithi103 systemd[1]: Starting Ceph mds.c for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-09T23:56:45.807 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:56:45.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.921+0000 7f85d1a23640 1 -- 172.21.15.1:0/934223297 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f85cc101d10 msgr2=0x7f85cc1085a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:45.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.921+0000 7f85d1a23640 1 --2- 172.21.15.1:0/934223297 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f85cc101d10 0x7f85cc1085a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f85bc009ca0 tx=0x7f85bc02c0f0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.921+0000 7f85d1a23640 1 -- 172.21.15.1:0/934223297 shutdown_connections 2024-02-09T23:56:45.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.921+0000 7f85d1a23640 1 --2- 172.21.15.1:0/934223297 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f85cc101d10 0x7f85cc1085a0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.921+0000 7f85d1a23640 1 --2- 172.21.15.1:0/934223297 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f85cc101350 0x7f85cc1017d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.921+0000 7f85d1a23640 1 --2- 172.21.15.1:0/934223297 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f85cc100160 0x7f85cc100580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.922+0000 7f85d1a23640 1 -- 172.21.15.1:0/934223297 >> 172.21.15.1:0/934223297 conn(0x7f85cc0fb6d0 msgr2=0x7f85cc0fdb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:45.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.922+0000 7f85d1a23640 1 -- 172.21.15.1:0/934223297 shutdown_connections 2024-02-09T23:56:45.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.922+0000 7f85d1a23640 1 -- 172.21.15.1:0/934223297 wait complete. 2024-02-09T23:56:45.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.922+0000 7f85d1a23640 1 Processor -- start 2024-02-09T23:56:45.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.922+0000 7f85d1a23640 1 -- start start 2024-02-09T23:56:45.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.922+0000 7f85d1a23640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f85cc100160 0x7f85cc197270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:45.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.922+0000 7f85d1a23640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f85cc101350 0x7f85cc1977b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:45.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.922+0000 7f85d1a23640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f85cc101d10 0x7f85cc19e820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:45.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.922+0000 7f85d1a23640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85cc19ed60 con 0x7f85cc101350 2024-02-09T23:56:45.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.922+0000 7f85d1a23640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85cc19eed0 con 0x7f85cc100160 2024-02-09T23:56:45.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.922+0000 7f85d1a23640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85cc19f090 con 0x7f85cc101d10 2024-02-09T23:56:45.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.923+0000 7f85ca7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f85cc101350 0x7f85cc1977b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:45.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.923+0000 7f85ca7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f85cc101350 0x7f85cc1977b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59722/0 (socket says 172.21.15.1:59722) 2024-02-09T23:56:45.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.923+0000 7f85ca7fc640 1 -- 172.21.15.1:0/1733818733 learned_addr learned my addr 172.21.15.1:0/1733818733 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:56:45.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.923+0000 7f85cb7fe640 1 --2- 172.21.15.1:0/1733818733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f85cc101d10 0x7f85cc19e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:45.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.923+0000 7f85caffd640 1 --2- 172.21.15.1:0/1733818733 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f85cc100160 0x7f85cc197270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:45.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.923+0000 7f85ca7fc640 1 -- 172.21.15.1:0/1733818733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f85cc101d10 msgr2=0x7f85cc19e820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:45.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.923+0000 7f85ca7fc640 1 --2- 172.21.15.1:0/1733818733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f85cc101d10 0x7f85cc19e820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.923+0000 7f85ca7fc640 1 -- 172.21.15.1:0/1733818733 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f85cc100160 msgr2=0x7f85cc197270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:45.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.923+0000 7f85ca7fc640 1 --2- 172.21.15.1:0/1733818733 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f85cc100160 0x7f85cc197270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:45.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.923+0000 7f85ca7fc640 1 -- 172.21.15.1:0/1733818733 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85c0009490 con 0x7f85cc101350 2024-02-09T23:56:45.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.923+0000 7f85cb7fe640 1 --2- 172.21.15.1:0/1733818733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f85cc101d10 0x7f85cc19e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:56:45.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.923+0000 7f85ca7fc640 1 --2- 172.21.15.1:0/1733818733 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f85cc101350 0x7f85cc1977b0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f85c000ea60 tx=0x7f85c000ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:45.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.923+0000 7f85d0a21640 1 -- 172.21.15.1:0/1733818733 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85c000cde0 con 0x7f85cc101350 2024-02-09T23:56:45.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.923+0000 7f85d0a21640 1 -- 172.21.15.1:0/1733818733 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f85c00035f0 con 0x7f85cc101350 2024-02-09T23:56:45.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.923+0000 7f85d1a23640 1 -- 172.21.15.1:0/1733818733 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f85bc009900 con 0x7f85cc101350 2024-02-09T23:56:45.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.923+0000 7f85d0a21640 1 -- 172.21.15.1:0/1733818733 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85c0010690 con 0x7f85cc101350 2024-02-09T23:56:45.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.923+0000 7f85d1a23640 1 -- 172.21.15.1:0/1733818733 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85cc19f6f0 con 0x7f85cc101350 2024-02-09T23:56:45.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.924+0000 7f85d1a23640 1 -- 172.21.15.1:0/1733818733 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f85cc107420 con 0x7f85cc101350 2024-02-09T23:56:45.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.925+0000 7f85d0a21640 1 -- 172.21.15.1:0/1733818733 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f85c0003af0 con 0x7f85cc101350 2024-02-09T23:56:45.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.926+0000 7f85d0a21640 1 --2- 172.21.15.1:0/1733818733 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f85b40a20c0 0x7f85b40a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:45.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.926+0000 7f85caffd640 1 --2- 172.21.15.1:0/1733818733 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f85b40a20c0 0x7f85b40a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:45.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.926+0000 7f85d0a21640 1 -- 172.21.15.1:0/1733818733 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f85c0014070 con 0x7f85cc101350 2024-02-09T23:56:45.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.926+0000 7f85caffd640 1 --2- 172.21.15.1:0/1733818733 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f85b40a20c0 0x7f85b40a4580 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f85c4005d00 tx=0x7f85c4005c50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:45.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:45.930+0000 7f85d0a21640 1 -- 172.21.15.1:0/1733818733 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f85c00971b0 con 0x7f85cc101350 2024-02-09T23:56:45.980 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:45 smithi103 ceph-mon[36942]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:45.980 INFO:journalctl@ceph.mds.c.smithi103.stdout:Feb 09 23:56:45 smithi103 podman[67984]: 2024-02-09 23:56:45.573955784 +0000 UTC m=+0.017921480 image pull c328ab9dcfc7bf907ed3835578853a1e5a54ac5fa4d658ed833b2bc74e1373a6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58 2024-02-09T23:56:45.981 INFO:journalctl@ceph.mds.c.smithi103.stdout:Feb 09 23:56:45 smithi103 podman[67984]: 2024-02-09 23:56:45.699239016 +0000 UTC m=+0.143204702 container create ef436b04291ab4128652da35076394bd21b3721d3f8eef35ade1161fb65184e2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-c, org.label-schema.license=GPLv2, io.buildah.version=1.33.2, RELEASE=main-290212a, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240131, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-02-09T23:56:46.104 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:45 smithi001 ceph-mon[32335]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:46.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:46.151+0000 7f85d1a23640 1 -- 172.21.15.1:0/1733818733 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f85cc10cc70 con 0x7f85cc101350 2024-02-09T23:56:46.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:46.152+0000 7f85d0a21640 1 -- 172.21.15.1:0/1733818733 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+5274 (secure 0 0 0) 0x7f85c009a870 con 0x7f85cc101350 2024-02-09T23:56:46.154 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:56:46.155 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24398,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24434,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6835/3143955076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":3143955076},{"type":"v1","addr":"172.21.15.103:6835","nonce":3143955076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7}],"filesystems":[]} 2024-02-09T23:56:46.156 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 7 2024-02-09T23:56:46.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:46.154+0000 7f85d1a23640 1 -- 172.21.15.1:0/1733818733 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f85b40a20c0 msgr2=0x7f85b40a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:46.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:46.154+0000 7f85d1a23640 1 --2- 172.21.15.1:0/1733818733 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f85b40a20c0 0x7f85b40a4580 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f85c4005d00 tx=0x7f85c4005c50 comp rx=0 tx=0).stop 2024-02-09T23:56:46.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:46.154+0000 7f85d1a23640 1 -- 172.21.15.1:0/1733818733 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f85cc101350 msgr2=0x7f85cc1977b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:46.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:46.154+0000 7f85d1a23640 1 --2- 172.21.15.1:0/1733818733 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f85cc101350 0x7f85cc1977b0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f85c000ea60 tx=0x7f85c000ef20 comp rx=0 tx=0).stop 2024-02-09T23:56:46.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:46.154+0000 7f85d1a23640 1 -- 172.21.15.1:0/1733818733 shutdown_connections 2024-02-09T23:56:46.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:46.154+0000 7f85d1a23640 1 --2- 172.21.15.1:0/1733818733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f85cc101d10 0x7f85cc19e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:46.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:46.154+0000 7f85d1a23640 1 --2- 172.21.15.1:0/1733818733 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f85cc101350 0x7f85cc1977b0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:46.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:46.154+0000 7f85d1a23640 1 --2- 172.21.15.1:0/1733818733 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f85b40a20c0 0x7f85b40a4580 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:46.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:46.154+0000 7f85d1a23640 1 --2- 172.21.15.1:0/1733818733 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f85cc100160 0x7f85cc197270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:46.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:46.154+0000 7f85d1a23640 1 -- 172.21.15.1:0/1733818733 >> 172.21.15.1:0/1733818733 conn(0x7f85cc0fb6d0 msgr2=0x7f85cc1045f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:46.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:46.154+0000 7f85d1a23640 1 -- 172.21.15.1:0/1733818733 shutdown_connections 2024-02-09T23:56:46.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:46.154+0000 7f85d1a23640 1 -- 172.21.15.1:0/1733818733 wait complete. 2024-02-09T23:56:46.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:45 smithi088 ceph-mon[36452]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:46.389 INFO:journalctl@ceph.mds.c.smithi103.stdout:Feb 09 23:56:45 smithi103 podman[67984]: 2024-02-09 23:56:45.978426123 +0000 UTC m=+0.422391806 container init ef436b04291ab4128652da35076394bd21b3721d3f8eef35ade1161fb65184e2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-c, RELEASE=main-290212a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240131, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.2) 2024-02-09T23:56:46.389 INFO:journalctl@ceph.mds.c.smithi103.stdout:Feb 09 23:56:45 smithi103 podman[67984]: 2024-02-09 23:56:45.981441952 +0000 UTC m=+0.425407642 container start ef436b04291ab4128652da35076394bd21b3721d3f8eef35ade1161fb65184e2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-c, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240131, GIT_CLEAN=True, RELEASE=main-290212a, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.2, GIT_BRANCH=HEAD, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-02-09T23:56:46.389 INFO:journalctl@ceph.mds.c.smithi103.stdout:Feb 09 23:56:46 smithi103 ceph-mds[68003]: -- 172.21.15.103:0/1715262636 <== mon.1 v2:172.21.15.103:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5556096d01a0 con 0x5556096a7000 2024-02-09T23:56:46.389 INFO:journalctl@ceph.mds.c.smithi103.stdout:Feb 09 23:56:46 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-c[67999]: starting mds.c at 2024-02-09T23:56:46.390 INFO:journalctl@ceph.mds.c.smithi103.stdout:Feb 09 23:56:46 smithi103 bash[67984]: ef436b04291ab4128652da35076394bd21b3721d3f8eef35ade1161fb65184e2 2024-02-09T23:56:46.390 INFO:journalctl@ceph.mds.c.smithi103.stdout:Feb 09 23:56:46 smithi103 systemd[1]: Started Ceph mds.c for b5005240-c7a5-11ee-95b8-87774f69a715. 2024-02-09T23:56:47.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:47 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:47.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:47 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:47.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:47 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1733818733' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:47.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:47 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:47.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:47 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:47.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:47 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:47.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:47 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:47.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:47 smithi103 ceph-mon[36942]: Deploying daemon mds.h on smithi088 2024-02-09T23:56:47.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:47 smithi103 ceph-mon[36942]: mds.? [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] up:boot 2024-02-09T23:56:47.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:47 smithi103 ceph-mon[36942]: fsmap 7 up:standby 2024-02-09T23:56:47.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:47 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-02-09T23:56:47.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:47 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:47.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:47 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:47.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:47 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1733818733' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:47.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:47 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:47.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:47 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:47.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:47 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:47.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:47 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:47.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:47 smithi001 ceph-mon[32335]: Deploying daemon mds.h on smithi088 2024-02-09T23:56:47.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:47 smithi001 ceph-mon[32335]: mds.? [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] up:boot 2024-02-09T23:56:47.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:47 smithi001 ceph-mon[32335]: fsmap 7 up:standby 2024-02-09T23:56:47.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:47 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-02-09T23:56:47.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:47 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:47.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:47 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:47.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:47 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1733818733' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:47.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:47 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:47.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:47 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:47.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:47 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:47.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:47 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:47.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:47 smithi088 ceph-mon[36452]: Deploying daemon mds.h on smithi088 2024-02-09T23:56:47.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:47 smithi088 ceph-mon[36452]: mds.? [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] up:boot 2024-02-09T23:56:47.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:47 smithi088 ceph-mon[36452]: fsmap 7 up:standby 2024-02-09T23:56:47.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:47 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-02-09T23:56:48.168 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:56:48.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.281+0000 7fa9bf247640 1 -- 172.21.15.1:0/2705438835 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa9b81001d0 msgr2=0x7fa9b81005f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:48.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.281+0000 7fa9bf247640 1 --2- 172.21.15.1:0/2705438835 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa9b81001d0 0x7fa9b81005f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fa9a8009900 tx=0x7fa9a802bc30 comp rx=0 tx=0).stop 2024-02-09T23:56:48.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.281+0000 7fa9bf247640 1 -- 172.21.15.1:0/2705438835 shutdown_connections 2024-02-09T23:56:48.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.281+0000 7fa9bf247640 1 --2- 172.21.15.1:0/2705438835 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa9b8101d80 0x7fa9b8108610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.281+0000 7fa9bf247640 1 --2- 172.21.15.1:0/2705438835 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa9b81013c0 0x7fa9b8101840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.281+0000 7fa9bf247640 1 --2- 172.21.15.1:0/2705438835 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa9b81001d0 0x7fa9b81005f0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.281+0000 7fa9bf247640 1 -- 172.21.15.1:0/2705438835 >> 172.21.15.1:0/2705438835 conn(0x7fa9b80fb760 msgr2=0x7fa9b80fdb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:48.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.282+0000 7fa9bf247640 1 -- 172.21.15.1:0/2705438835 shutdown_connections 2024-02-09T23:56:48.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.282+0000 7fa9bf247640 1 -- 172.21.15.1:0/2705438835 wait complete. 2024-02-09T23:56:48.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.282+0000 7fa9bf247640 1 Processor -- start 2024-02-09T23:56:48.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.282+0000 7fa9bf247640 1 -- start start 2024-02-09T23:56:48.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.282+0000 7fa9bf247640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa9b81001d0 0x7fa9b8197310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:48.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.282+0000 7fa9bf247640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa9b81013c0 0x7fa9b8197850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:48.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.282+0000 7fa9bf247640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa9b8101d80 0x7fa9b819e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:48.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.282+0000 7fa9bf247640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9b819ee00 con 0x7fa9b8101d80 2024-02-09T23:56:48.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.282+0000 7fa9bf247640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9b819ef70 con 0x7fa9b81013c0 2024-02-09T23:56:48.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.282+0000 7fa9bf247640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9b819f130 con 0x7fa9b81001d0 2024-02-09T23:56:48.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.282+0000 7fa9bd7e4640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa9b8101d80 0x7fa9b819e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:48.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.282+0000 7fa9b7fff640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa9b81013c0 0x7fa9b8197850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:48.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.282+0000 7fa9bd7e4640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa9b8101d80 0x7fa9b819e8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59740/0 (socket says 172.21.15.1:59740) 2024-02-09T23:56:48.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.282+0000 7fa9bd7e4640 1 -- 172.21.15.1:0/188806113 learned_addr learned my addr 172.21.15.1:0/188806113 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:56:48.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.283+0000 7fa9bcfe3640 1 --2- 172.21.15.1:0/188806113 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa9b81001d0 0x7fa9b8197310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:48.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.283+0000 7fa9bd7e4640 1 -- 172.21.15.1:0/188806113 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa9b81001d0 msgr2=0x7fa9b8197310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:48.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.283+0000 7fa9bd7e4640 1 --2- 172.21.15.1:0/188806113 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa9b81001d0 0x7fa9b8197310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.283+0000 7fa9bd7e4640 1 -- 172.21.15.1:0/188806113 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa9b81013c0 msgr2=0x7fa9b8197850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:48.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.283+0000 7fa9bd7e4640 1 --2- 172.21.15.1:0/188806113 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa9b81013c0 0x7fa9b8197850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.283+0000 7fa9bd7e4640 1 -- 172.21.15.1:0/188806113 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9a8009560 con 0x7fa9b8101d80 2024-02-09T23:56:48.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.283+0000 7fa9b7fff640 1 --2- 172.21.15.1:0/188806113 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa9b81013c0 0x7fa9b8197850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:56:48.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.283+0000 7fa9bd7e4640 1 --2- 172.21.15.1:0/188806113 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa9b8101d80 0x7fa9b819e8c0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fa9b000eb10 tx=0x7fa9b000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:48.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.283+0000 7fa9b5ffb640 1 -- 172.21.15.1:0/188806113 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9b0004b20 con 0x7fa9b8101d80 2024-02-09T23:56:48.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.283+0000 7fa9bf247640 1 -- 172.21.15.1:0/188806113 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa9b819f410 con 0x7fa9b8101d80 2024-02-09T23:56:48.289 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.283+0000 7fa9b5ffb640 1 -- 172.21.15.1:0/188806113 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa9b0004c80 con 0x7fa9b8101d80 2024-02-09T23:56:48.289 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.283+0000 7fa9b5ffb640 1 -- 172.21.15.1:0/188806113 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9b0010650 con 0x7fa9b8101d80 2024-02-09T23:56:48.289 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.283+0000 7fa9bf247640 1 -- 172.21.15.1:0/188806113 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa9b819f8d0 con 0x7fa9b8101d80 2024-02-09T23:56:48.289 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.285+0000 7fa9bf247640 1 -- 172.21.15.1:0/188806113 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa9b810bb70 con 0x7fa9b8101d80 2024-02-09T23:56:48.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.285+0000 7fa9b5ffb640 1 -- 172.21.15.1:0/188806113 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7fa9b0005020 con 0x7fa9b8101d80 2024-02-09T23:56:48.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.286+0000 7fa9b5ffb640 1 --2- 172.21.15.1:0/188806113 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fa9a00a20c0 0x7fa9a00a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:48.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.286+0000 7fa9bcfe3640 1 --2- 172.21.15.1:0/188806113 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fa9a00a20c0 0x7fa9a00a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:48.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.286+0000 7fa9b5ffb640 1 -- 172.21.15.1:0/188806113 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fa9b0014070 con 0x7fa9b8101d80 2024-02-09T23:56:48.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.287+0000 7fa9bcfe3640 1 --2- 172.21.15.1:0/188806113 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fa9a00a20c0 0x7fa9a00a4580 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fa9a8005ab0 tx=0x7fa9a8005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:48.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.291+0000 7fa9b5ffb640 1 -- 172.21.15.1:0/188806113 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fa9b00d4080 con 0x7fa9b8101d80 2024-02-09T23:56:48.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:48 smithi001 ceph-mon[32335]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:48.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.509+0000 7fa9bf247640 1 -- 172.21.15.1:0/188806113 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa9b819fd60 con 0x7fa9b8101d80 2024-02-09T23:56:48.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.510+0000 7fa9b5ffb640 1 -- 172.21.15.1:0/188806113 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+6065 (secure 0 0 0) 0x7fa9b0097230 con 0x7fa9b8101d80 2024-02-09T23:56:48.512 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:56:48.512 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24398,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24434,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6835/3143955076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":3143955076},{"type":"v1","addr":"172.21.15.103:6835","nonce":3143955076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24475,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8}],"filesystems":[]} 2024-02-09T23:56:48.512 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 8 2024-02-09T23:56:48.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.512+0000 7fa9bf247640 1 -- 172.21.15.1:0/188806113 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fa9a00a20c0 msgr2=0x7fa9a00a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:48.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.512+0000 7fa9bf247640 1 --2- 172.21.15.1:0/188806113 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fa9a00a20c0 0x7fa9a00a4580 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fa9a8005ab0 tx=0x7fa9a8005fd0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.512+0000 7fa9bf247640 1 -- 172.21.15.1:0/188806113 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa9b8101d80 msgr2=0x7fa9b819e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:48.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.512+0000 7fa9bf247640 1 --2- 172.21.15.1:0/188806113 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa9b8101d80 0x7fa9b819e8c0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fa9b000eb10 tx=0x7fa9b000c2d0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.512+0000 7fa9bf247640 1 -- 172.21.15.1:0/188806113 shutdown_connections 2024-02-09T23:56:48.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.512+0000 7fa9bf247640 1 --2- 172.21.15.1:0/188806113 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa9b8101d80 0x7fa9b819e8c0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.512+0000 7fa9bf247640 1 --2- 172.21.15.1:0/188806113 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fa9a00a20c0 0x7fa9a00a4580 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.512+0000 7fa9bf247640 1 --2- 172.21.15.1:0/188806113 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa9b81013c0 0x7fa9b8197850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.512+0000 7fa9bf247640 1 --2- 172.21.15.1:0/188806113 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa9b81001d0 0x7fa9b8197310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:48.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.512+0000 7fa9bf247640 1 -- 172.21.15.1:0/188806113 >> 172.21.15.1:0/188806113 conn(0x7fa9b80fb760 msgr2=0x7fa9b80fd200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:48.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.512+0000 7fa9bf247640 1 -- 172.21.15.1:0/188806113 shutdown_connections 2024-02-09T23:56:48.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:48.512+0000 7fa9bf247640 1 -- 172.21.15.1:0/188806113 wait complete. 2024-02-09T23:56:48.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:48 smithi088 ceph-mon[36452]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:48.595 INFO:journalctl@ceph.mds.h.smithi088.stdout:Feb 09 23:56:48 smithi088 systemd[1]: Starting Ceph mds.h for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-09T23:56:48.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:48 smithi103 ceph-mon[36942]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:48.971 INFO:journalctl@ceph.mds.h.smithi088.stdout:Feb 09 23:56:48 smithi088 podman[67029]: 2024-02-09 23:56:48.532181986 +0000 UTC m=+0.018029695 image pull c328ab9dcfc7bf907ed3835578853a1e5a54ac5fa4d658ed833b2bc74e1373a6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58 2024-02-09T23:56:48.971 INFO:journalctl@ceph.mds.h.smithi088.stdout:Feb 09 23:56:48 smithi088 podman[67029]: 2024-02-09 23:56:48.68274446 +0000 UTC m=+0.168592157 container create f3736c712d9dc801816ed6ac9b16ee7fe81b473a6bcf0b15df338fd9f5dff0ef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-h, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.2, org.label-schema.license=GPLv2, RELEASE=main-290212a, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240131, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-02-09T23:56:48.971 INFO:journalctl@ceph.mds.h.smithi088.stdout:Feb 09 23:56:48 smithi088 podman[67029]: 2024-02-09 23:56:48.969274773 +0000 UTC m=+0.455122489 container init f3736c712d9dc801816ed6ac9b16ee7fe81b473a6bcf0b15df338fd9f5dff0ef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-h, RELEASE=main-290212a, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240131, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-02-09T23:56:49.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:49 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/188806113' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:49.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:49 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:49.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:49 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:49.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:49 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:49.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:49 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:49.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:49 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:49.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:49 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:49.346 INFO:journalctl@ceph.mds.h.smithi088.stdout:Feb 09 23:56:48 smithi088 podman[67029]: 2024-02-09 23:56:48.972114291 +0000 UTC m=+0.457961996 container start f3736c712d9dc801816ed6ac9b16ee7fe81b473a6bcf0b15df338fd9f5dff0ef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-h, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=main-290212a, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.2, org.label-schema.build-date=20240131) 2024-02-09T23:56:49.346 INFO:journalctl@ceph.mds.h.smithi088.stdout:Feb 09 23:56:48 smithi088 ceph-mds[67048]: -- 172.21.15.88:0/3930570871 <== mon.2 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e4475881a0 con 0x55e44755f000 2024-02-09T23:56:49.347 INFO:journalctl@ceph.mds.h.smithi088.stdout:Feb 09 23:56:48 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-h[67044]: starting mds.h at 2024-02-09T23:56:49.347 INFO:journalctl@ceph.mds.h.smithi088.stdout:Feb 09 23:56:49 smithi088 bash[67029]: f3736c712d9dc801816ed6ac9b16ee7fe81b473a6bcf0b15df338fd9f5dff0ef 2024-02-09T23:56:49.347 INFO:journalctl@ceph.mds.h.smithi088.stdout:Feb 09 23:56:49 smithi088 systemd[1]: Started Ceph mds.h for b5005240-c7a5-11ee-95b8-87774f69a715. 2024-02-09T23:56:49.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:49 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/188806113' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:49.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:49 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:49.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:49 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:49.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:49 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:49.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:49 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:49.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:49 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:49.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:49 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:49.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:49 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/188806113' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:49.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:49 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:49.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:49 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:49.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:49 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:49.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:49 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:49.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:49 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:49.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:49 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:50.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:50 smithi103 ceph-mon[36942]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:50.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:50 smithi103 ceph-mon[36942]: Deploying daemon mds.i on smithi103 2024-02-09T23:56:50.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:50 smithi103 ceph-mon[36942]: mds.? [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] up:boot 2024-02-09T23:56:50.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:50 smithi103 ceph-mon[36942]: fsmap 8 up:standby 2024-02-09T23:56:50.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:50 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-02-09T23:56:50.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:50 smithi001 ceph-mon[32335]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:50.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:50 smithi001 ceph-mon[32335]: Deploying daemon mds.i on smithi103 2024-02-09T23:56:50.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:50 smithi001 ceph-mon[32335]: mds.? [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] up:boot 2024-02-09T23:56:50.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:50 smithi001 ceph-mon[32335]: fsmap 8 up:standby 2024-02-09T23:56:50.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:50 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-02-09T23:56:50.525 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:56:50.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:50 smithi088 ceph-mon[36452]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:50.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:50 smithi088 ceph-mon[36452]: Deploying daemon mds.i on smithi103 2024-02-09T23:56:50.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:50 smithi088 ceph-mon[36452]: mds.? [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] up:boot 2024-02-09T23:56:50.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:50 smithi088 ceph-mon[36452]: fsmap 8 up:standby 2024-02-09T23:56:50.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:50 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-02-09T23:56:50.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.639+0000 7f273f657640 1 -- 172.21.15.1:0/3432704355 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f27381012c0 msgr2=0x7f27381016e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:50.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.639+0000 7f273f657640 1 --2- 172.21.15.1:0/3432704355 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f27381012c0 0x7f27381016e0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f2730009900 tx=0x7f273002bc30 comp rx=0 tx=0).stop 2024-02-09T23:56:50.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.639+0000 7f273f657640 1 -- 172.21.15.1:0/3432704355 shutdown_connections 2024-02-09T23:56:50.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.639+0000 7f273f657640 1 --2- 172.21.15.1:0/3432704355 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2738102e70 0x7f2738109700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:50.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.639+0000 7f273f657640 1 --2- 172.21.15.1:0/3432704355 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f27381024b0 0x7f2738102930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:50.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.639+0000 7f273f657640 1 --2- 172.21.15.1:0/3432704355 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f27381012c0 0x7f27381016e0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:50.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.639+0000 7f273f657640 1 -- 172.21.15.1:0/3432704355 >> 172.21.15.1:0/3432704355 conn(0x7f27380fc850 msgr2=0x7f27380fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:50.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.639+0000 7f273f657640 1 -- 172.21.15.1:0/3432704355 shutdown_connections 2024-02-09T23:56:50.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.639+0000 7f273f657640 1 -- 172.21.15.1:0/3432704355 wait complete. 2024-02-09T23:56:50.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.639+0000 7f273f657640 1 Processor -- start 2024-02-09T23:56:50.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.639+0000 7f273f657640 1 -- start start 2024-02-09T23:56:50.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.639+0000 7f273f657640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f27381012c0 0x7f27381972e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:50.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.639+0000 7f273f657640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f27381024b0 0x7f2738197820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:50.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.639+0000 7f273f657640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2738102e70 0x7f273819e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:50.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.639+0000 7f273f657640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f273819edd0 con 0x7f27381024b0 2024-02-09T23:56:50.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.639+0000 7f273f657640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f273819ef40 con 0x7f2738102e70 2024-02-09T23:56:50.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.639+0000 7f273f657640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f273819f100 con 0x7f27381012c0 2024-02-09T23:56:50.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.640+0000 7f273cbf2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f27381024b0 0x7f2738197820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:50.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.640+0000 7f273cbf2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f27381024b0 0x7f2738197820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:39856/0 (socket says 172.21.15.1:39856) 2024-02-09T23:56:50.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.640+0000 7f273cbf2640 1 -- 172.21.15.1:0/1297113407 learned_addr learned my addr 172.21.15.1:0/1297113407 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:56:50.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.640+0000 7f273dbf4640 1 --2- 172.21.15.1:0/1297113407 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2738102e70 0x7f273819e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:50.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.640+0000 7f273d3f3640 1 --2- 172.21.15.1:0/1297113407 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f27381012c0 0x7f27381972e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:50.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.640+0000 7f273cbf2640 1 -- 172.21.15.1:0/1297113407 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f27381012c0 msgr2=0x7f27381972e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:50.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.640+0000 7f273cbf2640 1 --2- 172.21.15.1:0/1297113407 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f27381012c0 0x7f27381972e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:50.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.640+0000 7f273cbf2640 1 -- 172.21.15.1:0/1297113407 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2738102e70 msgr2=0x7f273819e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:50.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.640+0000 7f273cbf2640 1 --2- 172.21.15.1:0/1297113407 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2738102e70 0x7f273819e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:50.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.640+0000 7f273cbf2640 1 -- 172.21.15.1:0/1297113407 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2730009560 con 0x7f27381024b0 2024-02-09T23:56:50.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.640+0000 7f273cbf2640 1 --2- 172.21.15.1:0/1297113407 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f27381024b0 0x7f2738197820 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f272c00c890 tx=0x7f272c00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:50.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.640+0000 7f27367fc640 1 -- 172.21.15.1:0/1297113407 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f272c004220 con 0x7f27381024b0 2024-02-09T23:56:50.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.640+0000 7f273f657640 1 -- 172.21.15.1:0/1297113407 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f273819f3e0 con 0x7f27381024b0 2024-02-09T23:56:50.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.640+0000 7f27367fc640 1 -- 172.21.15.1:0/1297113407 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f272c007e90 con 0x7f27381024b0 2024-02-09T23:56:50.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.640+0000 7f27367fc640 1 -- 172.21.15.1:0/1297113407 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f272c004a00 con 0x7f27381024b0 2024-02-09T23:56:50.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.640+0000 7f273f657640 1 -- 172.21.15.1:0/1297113407 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f273819f8f0 con 0x7f27381024b0 2024-02-09T23:56:50.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.641+0000 7f273f657640 1 -- 172.21.15.1:0/1297113407 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2738108660 con 0x7f27381024b0 2024-02-09T23:56:50.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.642+0000 7f27367fc640 1 -- 172.21.15.1:0/1297113407 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f272c0079b0 con 0x7f27381024b0 2024-02-09T23:56:50.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.643+0000 7f27367fc640 1 --2- 172.21.15.1:0/1297113407 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f27200a20c0 0x7f27200a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:50.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.643+0000 7f273d3f3640 1 --2- 172.21.15.1:0/1297113407 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f27200a20c0 0x7f27200a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:50.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.643+0000 7f27367fc640 1 -- 172.21.15.1:0/1297113407 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f272c0cd8b0 con 0x7f27381024b0 2024-02-09T23:56:50.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.643+0000 7f273d3f3640 1 --2- 172.21.15.1:0/1297113407 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f27200a20c0 0x7f27200a4580 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f2730005ab0 tx=0x7f2730005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:50.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.647+0000 7f27367fc640 1 -- 172.21.15.1:0/1297113407 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f272c096d30 con 0x7f27381024b0 2024-02-09T23:56:50.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.871+0000 7f273f657640 1 -- 172.21.15.1:0/1297113407 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f273810cc30 con 0x7f27381024b0 2024-02-09T23:56:50.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.872+0000 7f27367fc640 1 -- 172.21.15.1:0/1297113407 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+6856 (secure 0 0 0) 0x7f272c09a3f0 con 0x7f27381024b0 2024-02-09T23:56:50.874 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:56:50.874 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24398,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24434,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6835/3143955076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":3143955076},{"type":"v1","addr":"172.21.15.103:6835","nonce":3143955076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24475,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24476,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9}],"filesystems":[]} 2024-02-09T23:56:50.875 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 9 2024-02-09T23:56:50.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.874+0000 7f273f657640 1 -- 172.21.15.1:0/1297113407 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f27200a20c0 msgr2=0x7f27200a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:50.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.874+0000 7f273f657640 1 --2- 172.21.15.1:0/1297113407 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f27200a20c0 0x7f27200a4580 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f2730005ab0 tx=0x7f2730005fd0 comp rx=0 tx=0).stop 2024-02-09T23:56:50.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.874+0000 7f273f657640 1 -- 172.21.15.1:0/1297113407 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f27381024b0 msgr2=0x7f2738197820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:50.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.874+0000 7f273f657640 1 --2- 172.21.15.1:0/1297113407 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f27381024b0 0x7f2738197820 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f272c00c890 tx=0x7f272c00cd50 comp rx=0 tx=0).stop 2024-02-09T23:56:50.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.874+0000 7f273f657640 1 -- 172.21.15.1:0/1297113407 shutdown_connections 2024-02-09T23:56:50.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.874+0000 7f273f657640 1 --2- 172.21.15.1:0/1297113407 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f27200a20c0 0x7f27200a4580 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:50.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.874+0000 7f273f657640 1 --2- 172.21.15.1:0/1297113407 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2738102e70 0x7f273819e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:50.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.874+0000 7f273f657640 1 --2- 172.21.15.1:0/1297113407 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f27381024b0 0x7f2738197820 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:50.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.874+0000 7f273f657640 1 --2- 172.21.15.1:0/1297113407 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f27381012c0 0x7f27381972e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:50.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.874+0000 7f273f657640 1 -- 172.21.15.1:0/1297113407 >> 172.21.15.1:0/1297113407 conn(0x7f27380fc850 msgr2=0x7f2738105830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:50.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.874+0000 7f273f657640 1 -- 172.21.15.1:0/1297113407 shutdown_connections 2024-02-09T23:56:50.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:50.874+0000 7f273f657640 1 -- 172.21.15.1:0/1297113407 wait complete. 2024-02-09T23:56:51.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:51 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1297113407' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:51.390 INFO:journalctl@ceph.mds.i.smithi103.stdout:Feb 09 23:56:51 smithi103 systemd[1]: Starting Ceph mds.i for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-09T23:56:51.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:51 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1297113407' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:51.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:51 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1297113407' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:51.829 INFO:journalctl@ceph.mds.i.smithi103.stdout:Feb 09 23:56:51 smithi103 podman[68308]: 2024-02-09 23:56:51.429910522 +0000 UTC m=+0.018222413 image pull c328ab9dcfc7bf907ed3835578853a1e5a54ac5fa4d658ed833b2bc74e1373a6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58 2024-02-09T23:56:51.829 INFO:journalctl@ceph.mds.i.smithi103.stdout:Feb 09 23:56:51 smithi103 podman[68308]: 2024-02-09 23:56:51.565995159 +0000 UTC m=+0.154307051 container create 8475d9bdef5170ca5767e2b5fccfaa2ea95c7b299b510b91b4f0d305220b891d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-i, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240131, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-290212a, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275) 2024-02-09T23:56:51.829 INFO:journalctl@ceph.mds.i.smithi103.stdout:Feb 09 23:56:51 smithi103 podman[68308]: 2024-02-09 23:56:51.827420177 +0000 UTC m=+0.415732078 container init 8475d9bdef5170ca5767e2b5fccfaa2ea95c7b299b510b91b4f0d305220b891d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-i, GIT_BRANCH=HEAD, io.buildah.version=1.33.2, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240131, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=main-290212a, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-02-09T23:56:52.139 INFO:journalctl@ceph.mds.i.smithi103.stdout:Feb 09 23:56:51 smithi103 podman[68308]: 2024-02-09 23:56:51.830574072 +0000 UTC m=+0.418885965 container start 8475d9bdef5170ca5767e2b5fccfaa2ea95c7b299b510b91b4f0d305220b891d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-i, org.label-schema.build-date=20240131, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=main-290212a, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275) 2024-02-09T23:56:52.139 INFO:journalctl@ceph.mds.i.smithi103.stdout:Feb 09 23:56:51 smithi103 ceph-mds[68327]: -- 172.21.15.103:0/1011582389 <== mon.1 v2:172.21.15.103:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55b8375fa1a0 con 0x55b8375d1000 2024-02-09T23:56:52.140 INFO:journalctl@ceph.mds.i.smithi103.stdout:Feb 09 23:56:51 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-i[68323]: starting mds.i at 2024-02-09T23:56:52.140 INFO:journalctl@ceph.mds.i.smithi103.stdout:Feb 09 23:56:51 smithi103 bash[68308]: 8475d9bdef5170ca5767e2b5fccfaa2ea95c7b299b510b91b4f0d305220b891d 2024-02-09T23:56:52.140 INFO:journalctl@ceph.mds.i.smithi103.stdout:Feb 09 23:56:51 smithi103 systemd[1]: Started Ceph mds.i for b5005240-c7a5-11ee-95b8-87774f69a715. 2024-02-09T23:56:52.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:52 smithi001 ceph-mon[32335]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:52.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:52 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:52.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:52 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:52.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:52 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:52.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:52 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:52.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:52 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:52.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:52 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:52.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:52 smithi088 ceph-mon[36452]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:52.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:52 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:52.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:52 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:52.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:52 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:52.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:52 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:52.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:52 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:52.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:52 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:52.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:52 smithi103 ceph-mon[36942]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:52.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:52 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:52.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:52 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:52.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:52 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:52.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:52 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:52.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:52 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:52.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:52 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:52.888 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:56:53.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:52.998+0000 7f4dcd283640 1 -- 172.21.15.1:0/2669235490 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4dc8104610 msgr2=0x7f4dc8106a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:53.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:52.998+0000 7f4dcd283640 1 --2- 172.21.15.1:0/2669235490 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4dc8104610 0x7f4dc8106a00 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f4db0009900 tx=0x7f4db002bc30 comp rx=0 tx=0).stop 2024-02-09T23:56:53.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:52.998+0000 7f4dcd283640 1 -- 172.21.15.1:0/2669235490 shutdown_connections 2024-02-09T23:56:53.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:52.998+0000 7f4dcd283640 1 --2- 172.21.15.1:0/2669235490 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4dc8106f40 0x7f4dc8109390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:53.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:52.998+0000 7f4dcd283640 1 --2- 172.21.15.1:0/2669235490 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4dc8104610 0x7f4dc8106a00 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:53.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:52.998+0000 7f4dcd283640 1 --2- 172.21.15.1:0/2669235490 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4dc8101ce0 0x7f4dc81040d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:53.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:52.998+0000 7f4dcd283640 1 -- 172.21.15.1:0/2669235490 >> 172.21.15.1:0/2669235490 conn(0x7f4dc80fb6f0 msgr2=0x7f4dc80fdb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:53.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:52.998+0000 7f4dcd283640 1 -- 172.21.15.1:0/2669235490 shutdown_connections 2024-02-09T23:56:53.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:52.998+0000 7f4dcd283640 1 -- 172.21.15.1:0/2669235490 wait complete. 2024-02-09T23:56:53.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:52.999+0000 7f4dcd283640 1 Processor -- start 2024-02-09T23:56:53.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:52.999+0000 7f4dcd283640 1 -- start start 2024-02-09T23:56:53.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:52.999+0000 7f4dcd283640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4dc8101ce0 0x7f4dc8197370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:53.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:52.999+0000 7f4dcd283640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4dc8104610 0x7f4dc81978b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:53.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:52.999+0000 7f4dcd283640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4dc8106f40 0x7f4dc819e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:53.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:52.999+0000 7f4dcd283640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4dc819ee60 con 0x7f4dc8104610 2024-02-09T23:56:53.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:52.999+0000 7f4dcd283640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4dc819efd0 con 0x7f4dc8101ce0 2024-02-09T23:56:53.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:52.999+0000 7f4dcd283640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4dc819f190 con 0x7f4dc8106f40 2024-02-09T23:56:53.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:52.999+0000 7f4dc67fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4dc8104610 0x7f4dc81978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:53.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:52.999+0000 7f4dc67fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4dc8104610 0x7f4dc81978b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:39872/0 (socket says 172.21.15.1:39872) 2024-02-09T23:56:53.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:52.999+0000 7f4dc67fc640 1 -- 172.21.15.1:0/2366070768 learned_addr learned my addr 172.21.15.1:0/2366070768 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:56:53.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:52.999+0000 7f4dc77fe640 1 --2- 172.21.15.1:0/2366070768 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4dc8106f40 0x7f4dc819e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:53.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:52.999+0000 7f4dc6ffd640 1 --2- 172.21.15.1:0/2366070768 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4dc8101ce0 0x7f4dc8197370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:53.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:52.999+0000 7f4dc67fc640 1 -- 172.21.15.1:0/2366070768 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4dc8106f40 msgr2=0x7f4dc819e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:53.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:52.999+0000 7f4dc67fc640 1 --2- 172.21.15.1:0/2366070768 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4dc8106f40 0x7f4dc819e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:53.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:52.999+0000 7f4dc67fc640 1 -- 172.21.15.1:0/2366070768 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4dc8101ce0 msgr2=0x7f4dc8197370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:53.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:52.999+0000 7f4dc67fc640 1 --2- 172.21.15.1:0/2366070768 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4dc8101ce0 0x7f4dc8197370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:53.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:52.999+0000 7f4dc67fc640 1 -- 172.21.15.1:0/2366070768 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4db0009560 con 0x7f4dc8104610 2024-02-09T23:56:53.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:52.999+0000 7f4dc6ffd640 1 --2- 172.21.15.1:0/2366070768 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4dc8101ce0 0x7f4dc8197370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:56:53.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:53.000+0000 7f4dc67fc640 1 --2- 172.21.15.1:0/2366070768 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4dc8104610 0x7f4dc81978b0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f4db0000c00 tx=0x7f4db0004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:53.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:53.000+0000 7f4dbffff640 1 -- 172.21.15.1:0/2366070768 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4db0004df0 con 0x7f4dc8104610 2024-02-09T23:56:53.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:53.000+0000 7f4dbffff640 1 -- 172.21.15.1:0/2366070768 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4db0005430 con 0x7f4dc8104610 2024-02-09T23:56:53.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:53.000+0000 7f4dcd283640 1 -- 172.21.15.1:0/2366070768 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4dc819f410 con 0x7f4dc8104610 2024-02-09T23:56:53.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:53.000+0000 7f4dbffff640 1 -- 172.21.15.1:0/2366070768 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4db003e450 con 0x7f4dc8104610 2024-02-09T23:56:53.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:53.000+0000 7f4dcd283640 1 -- 172.21.15.1:0/2366070768 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4dc819f9a0 con 0x7f4dc8104610 2024-02-09T23:56:53.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:53.001+0000 7f4dcd283640 1 -- 172.21.15.1:0/2366070768 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4dc80fd1e0 con 0x7f4dc8104610 2024-02-09T23:56:53.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:53.002+0000 7f4dbffff640 1 -- 172.21.15.1:0/2366070768 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f4db0003680 con 0x7f4dc8104610 2024-02-09T23:56:53.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:53.002+0000 7f4dbffff640 1 --2- 172.21.15.1:0/2366070768 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f4db40a20c0 0x7f4db40a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:53.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:53.003+0000 7f4dc6ffd640 1 --2- 172.21.15.1:0/2366070768 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f4db40a20c0 0x7f4db40a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:53.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:53.003+0000 7f4dbffff640 1 -- 172.21.15.1:0/2366070768 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f4db00efe80 con 0x7f4dc8104610 2024-02-09T23:56:53.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:53.003+0000 7f4dc6ffd640 1 --2- 172.21.15.1:0/2366070768 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f4db40a20c0 0x7f4db40a4580 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f4db8006fd0 tx=0x7f4db8008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:53.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:53.007+0000 7f4dbffff640 1 -- 172.21.15.1:0/2366070768 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f4db00b9250 con 0x7f4dc8104610 2024-02-09T23:56:53.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:53.229+0000 7f4dcd283640 1 -- 172.21.15.1:0/2366070768 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f4dc802cde0 con 0x7f4dc8104610 2024-02-09T23:56:53.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:53.230+0000 7f4dbffff640 1 -- 172.21.15.1:0/2366070768 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) v1 ==== 94+0+7652 (secure 0 0 0) 0x7f4db00bc910 con 0x7f4dc8104610 2024-02-09T23:56:53.232 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:56:53.232 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24398,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24434,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6835/3143955076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":3143955076},{"type":"v1","addr":"172.21.15.103:6835","nonce":3143955076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24475,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24476,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24496,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[]} 2024-02-09T23:56:53.232 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 10 2024-02-09T23:56:53.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:53.232+0000 7f4dcd283640 1 -- 172.21.15.1:0/2366070768 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f4db40a20c0 msgr2=0x7f4db40a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:53.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:53.232+0000 7f4dcd283640 1 --2- 172.21.15.1:0/2366070768 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f4db40a20c0 0x7f4db40a4580 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f4db8006fd0 tx=0x7f4db8008040 comp rx=0 tx=0).stop 2024-02-09T23:56:53.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:53.232+0000 7f4dcd283640 1 -- 172.21.15.1:0/2366070768 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4dc8104610 msgr2=0x7f4dc81978b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:53.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:53.232+0000 7f4dcd283640 1 --2- 172.21.15.1:0/2366070768 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4dc8104610 0x7f4dc81978b0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f4db0000c00 tx=0x7f4db0004270 comp rx=0 tx=0).stop 2024-02-09T23:56:53.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:53.232+0000 7f4dcd283640 1 -- 172.21.15.1:0/2366070768 shutdown_connections 2024-02-09T23:56:53.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:53.232+0000 7f4dcd283640 1 --2- 172.21.15.1:0/2366070768 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4dc8106f40 0x7f4dc819e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:53.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:53.232+0000 7f4dcd283640 1 --2- 172.21.15.1:0/2366070768 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4dc8104610 0x7f4dc81978b0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:53.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:53.232+0000 7f4dcd283640 1 --2- 172.21.15.1:0/2366070768 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f4db40a20c0 0x7f4db40a4580 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:53.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:53.232+0000 7f4dcd283640 1 --2- 172.21.15.1:0/2366070768 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4dc8101ce0 0x7f4dc8197370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:53.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:53.232+0000 7f4dcd283640 1 -- 172.21.15.1:0/2366070768 >> 172.21.15.1:0/2366070768 conn(0x7f4dc80fb6f0 msgr2=0x7f4dc8102620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:53.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:53.232+0000 7f4dcd283640 1 -- 172.21.15.1:0/2366070768 shutdown_connections 2024-02-09T23:56:53.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:53.232+0000 7f4dcd283640 1 -- 172.21.15.1:0/2366070768 wait complete. 2024-02-09T23:56:53.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:53 smithi001 ceph-mon[32335]: Deploying daemon mds.g on smithi001 2024-02-09T23:56:53.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:53 smithi001 ceph-mon[32335]: mds.? [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] up:boot 2024-02-09T23:56:53.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:53 smithi001 ceph-mon[32335]: fsmap 9 up:standby 2024-02-09T23:56:53.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:53 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-02-09T23:56:53.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:53 smithi088 ceph-mon[36452]: Deploying daemon mds.g on smithi001 2024-02-09T23:56:53.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:53 smithi088 ceph-mon[36452]: mds.? [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] up:boot 2024-02-09T23:56:53.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:53 smithi088 ceph-mon[36452]: fsmap 9 up:standby 2024-02-09T23:56:53.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:53 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-02-09T23:56:53.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:53 smithi103 ceph-mon[36942]: Deploying daemon mds.g on smithi001 2024-02-09T23:56:53.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:53 smithi103 ceph-mon[36942]: mds.? [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] up:boot 2024-02-09T23:56:53.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:53 smithi103 ceph-mon[36942]: fsmap 9 up:standby 2024-02-09T23:56:53.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:53 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-02-09T23:56:54.461 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:54 smithi001 ceph-mon[32335]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:54.461 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:54 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2366070768' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:54.461 INFO:journalctl@ceph.mds.g.smithi001.stdout:Feb 09 23:56:54 smithi001 systemd[1]: Starting Ceph mds.g for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-09T23:56:54.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:54 smithi088 ceph-mon[36452]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:54.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:54 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2366070768' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:54.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:54 smithi103 ceph-mon[36942]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:54.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:54 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2366070768' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:54.720 INFO:journalctl@ceph.mds.g.smithi001.stdout:Feb 09 23:56:54 smithi001 podman[73739]: 2024-02-09 23:56:54.361781368 +0000 UTC m=+0.017954215 image pull c328ab9dcfc7bf907ed3835578853a1e5a54ac5fa4d658ed833b2bc74e1373a6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58 2024-02-09T23:56:54.720 INFO:journalctl@ceph.mds.g.smithi001.stdout:Feb 09 23:56:54 smithi001 podman[73739]: 2024-02-09 23:56:54.482682161 +0000 UTC m=+0.138855030 container create b52212e848a85e8f29c024ea9f449bf10c3d92e38bf5ce163c0bafe0999c191a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-g, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_BRANCH=HEAD, io.buildah.version=1.33.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-290212a, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240131, ceph=True, GIT_CLEAN=True) 2024-02-09T23:56:55.220 INFO:journalctl@ceph.mds.g.smithi001.stdout:Feb 09 23:56:54 smithi001 podman[73739]: 2024-02-09 23:56:54.734575353 +0000 UTC m=+0.390748199 container init b52212e848a85e8f29c024ea9f449bf10c3d92e38bf5ce163c0bafe0999c191a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-g, CEPH_POINT_RELEASE=, RELEASE=main-290212a, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240131, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.2, ceph=True) 2024-02-09T23:56:55.223 INFO:journalctl@ceph.mds.g.smithi001.stdout:Feb 09 23:56:54 smithi001 podman[73739]: 2024-02-09 23:56:54.737162635 +0000 UTC m=+0.393335463 container start b52212e848a85e8f29c024ea9f449bf10c3d92e38bf5ce163c0bafe0999c191a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-g, GIT_BRANCH=HEAD, io.buildah.version=1.33.2, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, RELEASE=main-290212a, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240131, CEPH_POINT_RELEASE=) 2024-02-09T23:56:55.223 INFO:journalctl@ceph.mds.g.smithi001.stdout:Feb 09 23:56:54 smithi001 ceph-mds[73757]: -- 172.21.15.1:0/2913024345 <== mon.0 v2:172.21.15.1:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559dd665c1a0 con 0x559dd6632c00 2024-02-09T23:56:55.223 INFO:journalctl@ceph.mds.g.smithi001.stdout:Feb 09 23:56:54 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-g[73753]: starting mds.g at 2024-02-09T23:56:55.224 INFO:journalctl@ceph.mds.g.smithi001.stdout:Feb 09 23:56:54 smithi001 bash[73739]: b52212e848a85e8f29c024ea9f449bf10c3d92e38bf5ce163c0bafe0999c191a 2024-02-09T23:56:55.224 INFO:journalctl@ceph.mds.g.smithi001.stdout:Feb 09 23:56:54 smithi001 systemd[1]: Started Ceph mds.g for b5005240-c7a5-11ee-95b8-87774f69a715. 2024-02-09T23:56:55.245 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:56:55.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.350+0000 7f15e8902640 1 -- 172.21.15.1:0/562398373 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15e4106f40 msgr2=0x7f15e4109390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:55.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.350+0000 7f15e8902640 1 --2- 172.21.15.1:0/562398373 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15e4106f40 0x7f15e4109390 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f15dc009ca0 tx=0x7f15dc02c0f0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.351+0000 7f15e8902640 1 -- 172.21.15.1:0/562398373 shutdown_connections 2024-02-09T23:56:55.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.351+0000 7f15e8902640 1 --2- 172.21.15.1:0/562398373 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15e4106f40 0x7f15e4109390 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.351+0000 7f15e8902640 1 --2- 172.21.15.1:0/562398373 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f15e4104610 0x7f15e4106a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.351+0000 7f15e8902640 1 --2- 172.21.15.1:0/562398373 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f15e4101ce0 0x7f15e41040d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.351+0000 7f15e8902640 1 -- 172.21.15.1:0/562398373 >> 172.21.15.1:0/562398373 conn(0x7f15e40fb6d0 msgr2=0x7f15e40fdb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:55.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.351+0000 7f15e8902640 1 -- 172.21.15.1:0/562398373 shutdown_connections 2024-02-09T23:56:55.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.351+0000 7f15e8902640 1 -- 172.21.15.1:0/562398373 wait complete. 2024-02-09T23:56:55.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.351+0000 7f15e8902640 1 Processor -- start 2024-02-09T23:56:55.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.351+0000 7f15e8902640 1 -- start start 2024-02-09T23:56:55.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.351+0000 7f15e8902640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f15e4101ce0 0x7f15e4101650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:55.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.351+0000 7f15e8902640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15e4104610 0x7f15e40ffc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:55.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.351+0000 7f15e8902640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f15e4106f40 0x7f15e41001d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:55.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.351+0000 7f15e8902640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15e4100930 con 0x7f15e4104610 2024-02-09T23:56:55.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.351+0000 7f15e8902640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15e4100aa0 con 0x7f15e4106f40 2024-02-09T23:56:55.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.351+0000 7f15e8902640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15e41a12c0 con 0x7f15e4101ce0 2024-02-09T23:56:55.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.352+0000 7f15e1d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15e4104610 0x7f15e40ffc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:55.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.352+0000 7f15e1d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15e4104610 0x7f15e40ffc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:39912/0 (socket says 172.21.15.1:39912) 2024-02-09T23:56:55.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.352+0000 7f15e1d9b640 1 -- 172.21.15.1:0/2741422346 learned_addr learned my addr 172.21.15.1:0/2741422346 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:56:55.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.352+0000 7f15e2d9d640 1 --2- 172.21.15.1:0/2741422346 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f15e4106f40 0x7f15e41001d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:55.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.352+0000 7f15e259c640 1 --2- 172.21.15.1:0/2741422346 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f15e4101ce0 0x7f15e4101650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:55.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.352+0000 7f15e1d9b640 1 -- 172.21.15.1:0/2741422346 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f15e4101ce0 msgr2=0x7f15e4101650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:55.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.352+0000 7f15e1d9b640 1 --2- 172.21.15.1:0/2741422346 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f15e4101ce0 0x7f15e4101650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.352+0000 7f15e1d9b640 1 -- 172.21.15.1:0/2741422346 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f15e4106f40 msgr2=0x7f15e41001d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:55.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.352+0000 7f15e1d9b640 1 --2- 172.21.15.1:0/2741422346 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f15e4106f40 0x7f15e41001d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.352+0000 7f15e1d9b640 1 -- 172.21.15.1:0/2741422346 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15dc009900 con 0x7f15e4104610 2024-02-09T23:56:55.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.352+0000 7f15e2d9d640 1 --2- 172.21.15.1:0/2741422346 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f15e4106f40 0x7f15e41001d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:56:55.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.352+0000 7f15e259c640 1 --2- 172.21.15.1:0/2741422346 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f15e4101ce0 0x7f15e4101650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:56:55.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.352+0000 7f15e1d9b640 1 --2- 172.21.15.1:0/2741422346 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15e4104610 0x7f15e40ffc90 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f15d400d950 tx=0x7f15d400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:55.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.352+0000 7f15d37fe640 1 -- 172.21.15.1:0/2741422346 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15d4009c30 con 0x7f15e4104610 2024-02-09T23:56:55.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.352+0000 7f15e8902640 1 -- 172.21.15.1:0/2741422346 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15e41a1570 con 0x7f15e4104610 2024-02-09T23:56:55.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.352+0000 7f15d37fe640 1 -- 172.21.15.1:0/2741422346 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f15d4009d90 con 0x7f15e4104610 2024-02-09T23:56:55.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.352+0000 7f15d37fe640 1 -- 172.21.15.1:0/2741422346 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15d4010460 con 0x7f15e4104610 2024-02-09T23:56:55.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.352+0000 7f15e8902640 1 -- 172.21.15.1:0/2741422346 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15e41a1a80 con 0x7f15e4104610 2024-02-09T23:56:55.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.354+0000 7f15e8902640 1 -- 172.21.15.1:0/2741422346 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f15e40fd1c0 con 0x7f15e4104610 2024-02-09T23:56:55.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.355+0000 7f15d37fe640 1 -- 172.21.15.1:0/2741422346 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f15d4003f20 con 0x7f15e4104610 2024-02-09T23:56:55.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.355+0000 7f15d37fe640 1 --2- 172.21.15.1:0/2741422346 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f15cc0a20c0 0x7f15cc0a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:55.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.355+0000 7f15d37fe640 1 -- 172.21.15.1:0/2741422346 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f15d40cd530 con 0x7f15e4104610 2024-02-09T23:56:55.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.355+0000 7f15e259c640 1 --2- 172.21.15.1:0/2741422346 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f15cc0a20c0 0x7f15cc0a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:55.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.356+0000 7f15e259c640 1 --2- 172.21.15.1:0/2741422346 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f15cc0a20c0 0x7f15cc0a4580 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f15d8009b50 tx=0x7f15d8005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:55.362 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.360+0000 7f15d37fe640 1 -- 172.21.15.1:0/2741422346 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f15d40969a0 con 0x7f15e4104610 2024-02-09T23:56:55.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.593+0000 7f15e8902640 1 -- 172.21.15.1:0/2741422346 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f15e410ce40 con 0x7f15e4104610 2024-02-09T23:56:55.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.593+0000 7f15d37fe640 1 -- 172.21.15.1:0/2741422346 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) v1 ==== 94+0+8441 (secure 0 0 0) 0x7f15d409a060 con 0x7f15e4104610 2024-02-09T23:56:55.595 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:56:55.595 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":24398,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24434,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6835/3143955076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":3143955076},{"type":"v1","addr":"172.21.15.103:6835","nonce":3143955076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24475,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24476,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24496,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[]} 2024-02-09T23:56:55.596 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 11 2024-02-09T23:56:55.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.595+0000 7f15e8902640 1 -- 172.21.15.1:0/2741422346 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f15cc0a20c0 msgr2=0x7f15cc0a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:55.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.595+0000 7f15e8902640 1 --2- 172.21.15.1:0/2741422346 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f15cc0a20c0 0x7f15cc0a4580 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f15d8009b50 tx=0x7f15d8005f90 comp rx=0 tx=0).stop 2024-02-09T23:56:55.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.595+0000 7f15e8902640 1 -- 172.21.15.1:0/2741422346 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15e4104610 msgr2=0x7f15e40ffc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:55.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.595+0000 7f15e8902640 1 --2- 172.21.15.1:0/2741422346 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15e4104610 0x7f15e40ffc90 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f15d400d950 tx=0x7f15d400de10 comp rx=0 tx=0).stop 2024-02-09T23:56:55.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.595+0000 7f15e8902640 1 -- 172.21.15.1:0/2741422346 shutdown_connections 2024-02-09T23:56:55.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.595+0000 7f15e8902640 1 --2- 172.21.15.1:0/2741422346 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f15cc0a20c0 0x7f15cc0a4580 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.595+0000 7f15e8902640 1 --2- 172.21.15.1:0/2741422346 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f15e4106f40 0x7f15e41001d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.595+0000 7f15e8902640 1 --2- 172.21.15.1:0/2741422346 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15e4104610 0x7f15e40ffc90 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.595+0000 7f15e8902640 1 --2- 172.21.15.1:0/2741422346 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f15e4101ce0 0x7f15e4101650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:55.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.595+0000 7f15e8902640 1 -- 172.21.15.1:0/2741422346 >> 172.21.15.1:0/2741422346 conn(0x7f15e40fb6d0 msgr2=0x7f15e4102620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:55.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.595+0000 7f15e8902640 1 -- 172.21.15.1:0/2741422346 shutdown_connections 2024-02-09T23:56:55.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:55.595+0000 7f15e8902640 1 -- 172.21.15.1:0/2741422346 wait complete. 2024-02-09T23:56:56.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:55 smithi103 ceph-mon[36942]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:56.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:55 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:56.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:55 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:56.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:55 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:56.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:55 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:56.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:55 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:56.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:55 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:56.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:55 smithi103 ceph-mon[36942]: Deploying daemon mds.a on smithi001 2024-02-09T23:56:56.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:55 smithi103 ceph-mon[36942]: mds.? [v2:172.21.15.1:6838/1071346655,v1:172.21.15.1:6839/1071346655] up:boot 2024-02-09T23:56:56.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:55 smithi103 ceph-mon[36942]: fsmap 10 up:standby 2024-02-09T23:56:56.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:55 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-02-09T23:56:56.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:55 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2741422346' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:56.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:55 smithi001 ceph-mon[32335]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:56.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:55 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:56.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:55 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:56.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:55 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:56.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:55 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:56.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:55 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:56.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:55 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:56.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:55 smithi001 ceph-mon[32335]: Deploying daemon mds.a on smithi001 2024-02-09T23:56:56.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:55 smithi001 ceph-mon[32335]: mds.? [v2:172.21.15.1:6838/1071346655,v1:172.21.15.1:6839/1071346655] up:boot 2024-02-09T23:56:56.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:55 smithi001 ceph-mon[32335]: fsmap 10 up:standby 2024-02-09T23:56:56.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:55 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-02-09T23:56:56.221 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:55 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2741422346' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:56.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:55 smithi088 ceph-mon[36452]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:56.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:55 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:56.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:55 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:56.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:55 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:56.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:55 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:56.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:55 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:56.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:55 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:56.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:55 smithi088 ceph-mon[36452]: Deploying daemon mds.a on smithi001 2024-02-09T23:56:56.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:55 smithi088 ceph-mon[36452]: mds.? [v2:172.21.15.1:6838/1071346655,v1:172.21.15.1:6839/1071346655] up:boot 2024-02-09T23:56:56.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:55 smithi088 ceph-mon[36452]: fsmap 10 up:standby 2024-02-09T23:56:56.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:55 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-02-09T23:56:56.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:55 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2741422346' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:57.121 INFO:journalctl@ceph.mds.a.smithi001.stdout:Feb 09 23:56:57 smithi001 systemd[1]: Starting Ceph mds.a for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-09T23:56:57.440 INFO:journalctl@ceph.mds.a.smithi001.stdout:Feb 09 23:56:57 smithi001 podman[74085]: 2024-02-09 23:56:57.17479987 +0000 UTC m=+0.018093082 image pull c328ab9dcfc7bf907ed3835578853a1e5a54ac5fa4d658ed833b2bc74e1373a6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58 2024-02-09T23:56:57.440 INFO:journalctl@ceph.mds.a.smithi001.stdout:Feb 09 23:56:57 smithi001 podman[74085]: 2024-02-09 23:56:57.281479956 +0000 UTC m=+0.124773201 container create a9ff8e2a8b6ab0b16ac5d202813470cfe3cae87c6ea7d33a0a0042f08decfa45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-a, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=main-290212a, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240131, GIT_BRANCH=HEAD, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275) 2024-02-09T23:56:57.609 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:56:57.720 INFO:journalctl@ceph.mds.a.smithi001.stdout:Feb 09 23:56:57 smithi001 podman[74085]: 2024-02-09 23:56:57.559275243 +0000 UTC m=+0.402568448 container init a9ff8e2a8b6ab0b16ac5d202813470cfe3cae87c6ea7d33a0a0042f08decfa45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-a, io.buildah.version=1.33.2, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-290212a, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.build-date=20240131, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-02-09T23:56:57.720 INFO:journalctl@ceph.mds.a.smithi001.stdout:Feb 09 23:56:57 smithi001 podman[74085]: 2024-02-09 23:56:57.561962552 +0000 UTC m=+0.405255758 container start a9ff8e2a8b6ab0b16ac5d202813470cfe3cae87c6ea7d33a0a0042f08decfa45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-a, ceph=True, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, CEPH_POINT_RELEASE=, RELEASE=main-290212a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240131, GIT_CLEAN=True, io.buildah.version=1.33.2, GIT_BRANCH=HEAD) 2024-02-09T23:56:57.720 INFO:journalctl@ceph.mds.a.smithi001.stdout:Feb 09 23:56:57 smithi001 ceph-mds[74114]: -- 172.21.15.1:0/3423035307 <== mon.0 v2:172.21.15.1:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e33daa41a0 con 0x55e33da7a800 2024-02-09T23:56:57.720 INFO:journalctl@ceph.mds.a.smithi001.stdout:Feb 09 23:56:57 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-a[74108]: starting mds.a at 2024-02-09T23:56:57.720 INFO:journalctl@ceph.mds.a.smithi001.stdout:Feb 09 23:56:57 smithi001 bash[74085]: a9ff8e2a8b6ab0b16ac5d202813470cfe3cae87c6ea7d33a0a0042f08decfa45 2024-02-09T23:56:57.721 INFO:journalctl@ceph.mds.a.smithi001.stdout:Feb 09 23:56:57 smithi001 systemd[1]: Started Ceph mds.a for b5005240-c7a5-11ee-95b8-87774f69a715. 2024-02-09T23:56:57.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.720+0000 7fb0eacfb640 1 -- 172.21.15.1:0/2701512844 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb0e4101d10 msgr2=0x7fb0e41085a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:57.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.720+0000 7fb0eacfb640 1 --2- 172.21.15.1:0/2701512844 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb0e4101d10 0x7fb0e41085a0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fb0dc009ca0 tx=0x7fb0dc02c0f0 comp rx=0 tx=0).stop 2024-02-09T23:56:57.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.720+0000 7fb0eacfb640 1 -- 172.21.15.1:0/2701512844 shutdown_connections 2024-02-09T23:56:57.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.720+0000 7fb0eacfb640 1 --2- 172.21.15.1:0/2701512844 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb0e4101d10 0x7fb0e41085a0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:57.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.720+0000 7fb0eacfb640 1 --2- 172.21.15.1:0/2701512844 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb0e4101350 0x7fb0e41017d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:57.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.720+0000 7fb0eacfb640 1 --2- 172.21.15.1:0/2701512844 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb0e4100160 0x7fb0e4100580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:57.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.720+0000 7fb0eacfb640 1 -- 172.21.15.1:0/2701512844 >> 172.21.15.1:0/2701512844 conn(0x7fb0e40fb6d0 msgr2=0x7fb0e40fdb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:57.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.721+0000 7fb0eacfb640 1 -- 172.21.15.1:0/2701512844 shutdown_connections 2024-02-09T23:56:57.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.721+0000 7fb0eacfb640 1 -- 172.21.15.1:0/2701512844 wait complete. 2024-02-09T23:56:57.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.721+0000 7fb0eacfb640 1 Processor -- start 2024-02-09T23:56:57.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.721+0000 7fb0eacfb640 1 -- start start 2024-02-09T23:56:57.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.721+0000 7fb0eacfb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb0e4100160 0x7fb0e4197230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:57.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.721+0000 7fb0eacfb640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb0e4101350 0x7fb0e4197770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:57.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.721+0000 7fb0eacfb640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb0e4101d10 0x7fb0e419e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:57.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.721+0000 7fb0eacfb640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0e419ed20 con 0x7fb0e4100160 2024-02-09T23:56:57.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.721+0000 7fb0eacfb640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0e419ee90 con 0x7fb0e4101350 2024-02-09T23:56:57.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.721+0000 7fb0eacfb640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0e419f050 con 0x7fb0e4101d10 2024-02-09T23:56:57.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.721+0000 7fb0e8a97640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb0e4100160 0x7fb0e4197230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:57.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.721+0000 7fb0e8a97640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb0e4100160 0x7fb0e4197230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:39964/0 (socket says 172.21.15.1:39964) 2024-02-09T23:56:57.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.721+0000 7fb0e8a97640 1 -- 172.21.15.1:0/2896069211 learned_addr learned my addr 172.21.15.1:0/2896069211 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:56:57.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.721+0000 7fb0e3fff640 1 --2- 172.21.15.1:0/2896069211 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb0e4101350 0x7fb0e4197770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:57.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.722+0000 7fb0e9298640 1 --2- 172.21.15.1:0/2896069211 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb0e4101d10 0x7fb0e419e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:57.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.722+0000 7fb0e8a97640 1 -- 172.21.15.1:0/2896069211 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb0e4101d10 msgr2=0x7fb0e419e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:57.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.722+0000 7fb0e8a97640 1 --2- 172.21.15.1:0/2896069211 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb0e4101d10 0x7fb0e419e7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:57.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.722+0000 7fb0e8a97640 1 -- 172.21.15.1:0/2896069211 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb0e4101350 msgr2=0x7fb0e4197770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:57.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.722+0000 7fb0e8a97640 1 --2- 172.21.15.1:0/2896069211 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb0e4101350 0x7fb0e4197770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:57.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.722+0000 7fb0e8a97640 1 -- 172.21.15.1:0/2896069211 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0d8009490 con 0x7fb0e4100160 2024-02-09T23:56:57.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.722+0000 7fb0e8a97640 1 --2- 172.21.15.1:0/2896069211 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb0e4100160 0x7fb0e4197230 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fb0d800e9c0 tx=0x7fb0d800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:57.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.723+0000 7fb0e1ffb640 1 -- 172.21.15.1:0/2896069211 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0d800cde0 con 0x7fb0e4100160 2024-02-09T23:56:57.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.723+0000 7fb0eacfb640 1 -- 172.21.15.1:0/2896069211 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb0d0009490 con 0x7fb0e4100160 2024-02-09T23:56:57.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.723+0000 7fb0e1ffb640 1 -- 172.21.15.1:0/2896069211 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb0d8010910 con 0x7fb0e4100160 2024-02-09T23:56:57.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.723+0000 7fb0e1ffb640 1 -- 172.21.15.1:0/2896069211 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0d8018980 con 0x7fb0e4100160 2024-02-09T23:56:57.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.723+0000 7fb0eacfb640 1 -- 172.21.15.1:0/2896069211 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb0dc009900 con 0x7fb0e4100160 2024-02-09T23:56:57.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.724+0000 7fb0eacfb640 1 -- 172.21.15.1:0/2896069211 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb0e410bb70 con 0x7fb0e4100160 2024-02-09T23:56:57.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.725+0000 7fb0e1ffb640 1 -- 172.21.15.1:0/2896069211 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7fb0d8010a80 con 0x7fb0e4100160 2024-02-09T23:56:57.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.726+0000 7fb0e1ffb640 1 --2- 172.21.15.1:0/2896069211 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb0d40a20c0 0x7fb0d40a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:56:57.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.726+0000 7fb0e3fff640 1 --2- 172.21.15.1:0/2896069211 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb0d40a20c0 0x7fb0d40a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:56:57.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.726+0000 7fb0e1ffb640 1 -- 172.21.15.1:0/2896069211 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fb0d8014070 con 0x7fb0e4100160 2024-02-09T23:56:57.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.726+0000 7fb0e3fff640 1 --2- 172.21.15.1:0/2896069211 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb0d40a20c0 0x7fb0d40a4580 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fb0e4198740 tx=0x7fb0d0005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:56:57.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.730+0000 7fb0e1ffb640 1 -- 172.21.15.1:0/2896069211 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fb0d80d4080 con 0x7fb0e4100160 2024-02-09T23:56:57.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.963+0000 7fb0eacfb640 1 -- 172.21.15.1:0/2896069211 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb0e410bd00 con 0x7fb0e4100160 2024-02-09T23:56:57.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.963+0000 7fb0e1ffb640 1 -- 172.21.15.1:0/2896069211 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) v1 ==== 94+0+9227 (secure 0 0 0) 0x7fb0d8097240 con 0x7fb0e4100160 2024-02-09T23:56:57.966 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:56:57.966 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14646,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24398,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24434,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6835/3143955076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":3143955076},{"type":"v1","addr":"172.21.15.103:6835","nonce":3143955076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24475,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24476,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24496,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[]} 2024-02-09T23:56:57.966 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 12 2024-02-09T23:56:57.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.966+0000 7fb0eacfb640 1 -- 172.21.15.1:0/2896069211 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb0d40a20c0 msgr2=0x7fb0d40a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:57.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.966+0000 7fb0eacfb640 1 --2- 172.21.15.1:0/2896069211 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb0d40a20c0 0x7fb0d40a4580 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fb0e4198740 tx=0x7fb0d0005f90 comp rx=0 tx=0).stop 2024-02-09T23:56:57.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.966+0000 7fb0eacfb640 1 -- 172.21.15.1:0/2896069211 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb0e4100160 msgr2=0x7fb0e4197230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:56:57.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.966+0000 7fb0eacfb640 1 --2- 172.21.15.1:0/2896069211 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb0e4100160 0x7fb0e4197230 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fb0d800e9c0 tx=0x7fb0d800ee80 comp rx=0 tx=0).stop 2024-02-09T23:56:57.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.966+0000 7fb0eacfb640 1 -- 172.21.15.1:0/2896069211 shutdown_connections 2024-02-09T23:56:57.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.966+0000 7fb0eacfb640 1 --2- 172.21.15.1:0/2896069211 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb0e4101d10 0x7fb0e419e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:57.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.966+0000 7fb0eacfb640 1 --2- 172.21.15.1:0/2896069211 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb0d40a20c0 0x7fb0d40a4580 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:57.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.966+0000 7fb0eacfb640 1 --2- 172.21.15.1:0/2896069211 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb0e4101350 0x7fb0e4197770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:57.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.966+0000 7fb0eacfb640 1 --2- 172.21.15.1:0/2896069211 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb0e4100160 0x7fb0e4197230 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:56:57.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.966+0000 7fb0eacfb640 1 -- 172.21.15.1:0/2896069211 >> 172.21.15.1:0/2896069211 conn(0x7fb0e40fb6d0 msgr2=0x7fb0e40fd110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:56:57.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.966+0000 7fb0eacfb640 1 -- 172.21.15.1:0/2896069211 shutdown_connections 2024-02-09T23:56:57.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:56:57.966+0000 7fb0eacfb640 1 -- 172.21.15.1:0/2896069211 wait complete. 2024-02-09T23:56:58.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:57 smithi103 ceph-mon[36942]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:58.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:57 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:58.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:57 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:58.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:57 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:58.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:57 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:58.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:57 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:58.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:57 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:58.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:57 smithi001 ceph-mon[32335]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:58.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:57 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:58.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:57 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:58.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:57 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:58.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:57 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:58.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:57 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:58.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:57 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:58.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:57 smithi088 ceph-mon[36452]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:56:58.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:57 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:58.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:57 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:58.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:57 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:56:58.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:57 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-09T23:56:58.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:57 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-09T23:56:58.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:57 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:56:59.178 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:58 smithi088 ceph-mon[36452]: Deploying daemon mds.b on smithi088 2024-02-09T23:56:59.178 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:58 smithi088 ceph-mon[36452]: mds.? [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] up:boot 2024-02-09T23:56:59.178 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:58 smithi088 ceph-mon[36452]: fsmap 11 up:standby 2024-02-09T23:56:59.178 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:58 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-02-09T23:56:59.178 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:58 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2896069211' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:59.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:58 smithi001 ceph-mon[32335]: Deploying daemon mds.b on smithi088 2024-02-09T23:56:59.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:58 smithi001 ceph-mon[32335]: mds.? [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] up:boot 2024-02-09T23:56:59.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:58 smithi001 ceph-mon[32335]: fsmap 11 up:standby 2024-02-09T23:56:59.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:58 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-02-09T23:56:59.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:58 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2896069211' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:59.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:58 smithi103 ceph-mon[36942]: Deploying daemon mds.b on smithi088 2024-02-09T23:56:59.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:58 smithi103 ceph-mon[36942]: mds.? [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] up:boot 2024-02-09T23:56:59.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:58 smithi103 ceph-mon[36942]: fsmap 11 up:standby 2024-02-09T23:56:59.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:58 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-02-09T23:56:59.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:58 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2896069211' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:56:59.979 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:57:00.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.092+0000 7f46c178a640 1 -- 172.21.15.1:0/2509725097 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f46bc1001d0 msgr2=0x7f46bc1005f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:00.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.092+0000 7f46c178a640 1 --2- 172.21.15.1:0/2509725097 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f46bc1001d0 0x7f46bc1005f0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f46ac009900 tx=0x7f46ac02bc30 comp rx=0 tx=0).stop 2024-02-09T23:57:00.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.092+0000 7f46c178a640 1 -- 172.21.15.1:0/2509725097 shutdown_connections 2024-02-09T23:57:00.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.092+0000 7f46c178a640 1 --2- 172.21.15.1:0/2509725097 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f46bc101d80 0x7f46bc108610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.092+0000 7f46c178a640 1 --2- 172.21.15.1:0/2509725097 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f46bc1013c0 0x7f46bc101840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.092+0000 7f46c178a640 1 --2- 172.21.15.1:0/2509725097 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f46bc1001d0 0x7f46bc1005f0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.092+0000 7f46c178a640 1 -- 172.21.15.1:0/2509725097 >> 172.21.15.1:0/2509725097 conn(0x7f46bc0fb760 msgr2=0x7f46bc0fdb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:00.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.092+0000 7f46c178a640 1 -- 172.21.15.1:0/2509725097 shutdown_connections 2024-02-09T23:57:00.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.092+0000 7f46c178a640 1 -- 172.21.15.1:0/2509725097 wait complete. 2024-02-09T23:57:00.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.092+0000 7f46c178a640 1 Processor -- start 2024-02-09T23:57:00.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.092+0000 7f46c178a640 1 -- start start 2024-02-09T23:57:00.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.093+0000 7f46c178a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f46bc1001d0 0x7f46bc197320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.093+0000 7f46c178a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f46bc1013c0 0x7f46bc197860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.093+0000 7f46c178a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f46bc101d80 0x7f46bc19e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.093+0000 7f46c178a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46bc19ee10 con 0x7f46bc1001d0 2024-02-09T23:57:00.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.093+0000 7f46c178a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46bc19ef80 con 0x7f46bc1013c0 2024-02-09T23:57:00.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.093+0000 7f46c178a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46bc19f140 con 0x7f46bc101d80 2024-02-09T23:57:00.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.093+0000 7f46baffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f46bc1001d0 0x7f46bc197320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.093+0000 7f46baffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f46bc1001d0 0x7f46bc197320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:39974/0 (socket says 172.21.15.1:39974) 2024-02-09T23:57:00.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.093+0000 7f46baffd640 1 -- 172.21.15.1:0/2588933672 learned_addr learned my addr 172.21.15.1:0/2588933672 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:00.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.093+0000 7f46ba7fc640 1 --2- 172.21.15.1:0/2588933672 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f46bc1013c0 0x7f46bc197860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.093+0000 7f46bb7fe640 1 --2- 172.21.15.1:0/2588933672 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f46bc101d80 0x7f46bc19e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.093+0000 7f46baffd640 1 -- 172.21.15.1:0/2588933672 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f46bc101d80 msgr2=0x7f46bc19e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:00.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.093+0000 7f46baffd640 1 --2- 172.21.15.1:0/2588933672 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f46bc101d80 0x7f46bc19e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.093+0000 7f46baffd640 1 -- 172.21.15.1:0/2588933672 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f46bc1013c0 msgr2=0x7f46bc197860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:00.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.093+0000 7f46baffd640 1 --2- 172.21.15.1:0/2588933672 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f46bc1013c0 0x7f46bc197860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.093+0000 7f46baffd640 1 -- 172.21.15.1:0/2588933672 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46ac009560 con 0x7f46bc1001d0 2024-02-09T23:57:00.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.093+0000 7f46baffd640 1 --2- 172.21.15.1:0/2588933672 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f46bc1001d0 0x7f46bc197320 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f46ac005ab0 tx=0x7f46ac004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:00.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.093+0000 7f46b3fff640 1 -- 172.21.15.1:0/2588933672 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46ac004aa0 con 0x7f46bc1001d0 2024-02-09T23:57:00.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.093+0000 7f46c178a640 1 -- 172.21.15.1:0/2588933672 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f46bc19f3c0 con 0x7f46bc1001d0 2024-02-09T23:57:00.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.093+0000 7f46b3fff640 1 -- 172.21.15.1:0/2588933672 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f46ac0052d0 con 0x7f46bc1001d0 2024-02-09T23:57:00.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.093+0000 7f46b3fff640 1 -- 172.21.15.1:0/2588933672 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46ac003e80 con 0x7f46bc1001d0 2024-02-09T23:57:00.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.094+0000 7f46c178a640 1 -- 172.21.15.1:0/2588933672 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f46bc19f8d0 con 0x7f46bc1001d0 2024-02-09T23:57:00.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.095+0000 7f46c178a640 1 -- 172.21.15.1:0/2588933672 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f46bc1074f0 con 0x7f46bc1001d0 2024-02-09T23:57:00.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.096+0000 7f46b3fff640 1 -- 172.21.15.1:0/2588933672 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f46ac005440 con 0x7f46bc1001d0 2024-02-09T23:57:00.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.096+0000 7f46b3fff640 1 --2- 172.21.15.1:0/2588933672 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f46a80a20c0 0x7f46a80a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:00.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.096+0000 7f46ba7fc640 1 --2- 172.21.15.1:0/2588933672 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f46a80a20c0 0x7f46a80a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:00.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.096+0000 7f46b3fff640 1 -- 172.21.15.1:0/2588933672 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f46ac0efd00 con 0x7f46bc1001d0 2024-02-09T23:57:00.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.097+0000 7f46ba7fc640 1 --2- 172.21.15.1:0/2588933672 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f46a80a20c0 0x7f46a80a4580 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f46bc198830 tx=0x7f46a400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:00.102 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.101+0000 7f46b3fff640 1 -- 172.21.15.1:0/2588933672 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f46ac0b9170 con 0x7f46bc1001d0 2024-02-09T23:57:00.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:56:59 smithi001 ceph-mon[32335]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:57:00.309 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:56:59 smithi088 ceph-mon[36452]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:57:00.310 INFO:journalctl@ceph.mds.b.smithi088.stdout:Feb 09 23:57:00 smithi088 systemd[1]: Starting Ceph mds.b for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-09T23:57:00.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.322+0000 7f46c178a640 1 -- 172.21.15.1:0/2588933672 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f46bc02cde0 con 0x7f46bc1001d0 2024-02-09T23:57:00.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.323+0000 7f46b3fff640 1 -- 172.21.15.1:0/2588933672 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) v1 ==== 94+0+9227 (secure 0 0 0) 0x7f46ac0bc830 con 0x7f46bc1001d0 2024-02-09T23:57:00.325 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:57:00.325 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14646,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24398,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24434,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6835/3143955076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":3143955076},{"type":"v1","addr":"172.21.15.103:6835","nonce":3143955076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24475,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24476,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24496,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[]} 2024-02-09T23:57:00.326 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 12 2024-02-09T23:57:00.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.325+0000 7f46c178a640 1 -- 172.21.15.1:0/2588933672 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f46a80a20c0 msgr2=0x7f46a80a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:00.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.325+0000 7f46c178a640 1 --2- 172.21.15.1:0/2588933672 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f46a80a20c0 0x7f46a80a4580 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f46bc198830 tx=0x7f46a400b390 comp rx=0 tx=0).stop 2024-02-09T23:57:00.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.325+0000 7f46c178a640 1 -- 172.21.15.1:0/2588933672 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f46bc1001d0 msgr2=0x7f46bc197320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:00.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.325+0000 7f46c178a640 1 --2- 172.21.15.1:0/2588933672 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f46bc1001d0 0x7f46bc197320 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f46ac005ab0 tx=0x7f46ac004270 comp rx=0 tx=0).stop 2024-02-09T23:57:00.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.325+0000 7f46c178a640 1 -- 172.21.15.1:0/2588933672 shutdown_connections 2024-02-09T23:57:00.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.325+0000 7f46c178a640 1 --2- 172.21.15.1:0/2588933672 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f46bc101d80 0x7f46bc19e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.325+0000 7f46c178a640 1 --2- 172.21.15.1:0/2588933672 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f46a80a20c0 0x7f46a80a4580 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.325+0000 7f46c178a640 1 --2- 172.21.15.1:0/2588933672 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f46bc1013c0 0x7f46bc197860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.325+0000 7f46c178a640 1 --2- 172.21.15.1:0/2588933672 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f46bc1001d0 0x7f46bc197320 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:00.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.325+0000 7f46c178a640 1 -- 172.21.15.1:0/2588933672 >> 172.21.15.1:0/2588933672 conn(0x7f46bc0fb760 msgr2=0x7f46bc1046c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:00.329 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.326+0000 7f46c178a640 1 -- 172.21.15.1:0/2588933672 shutdown_connections 2024-02-09T23:57:00.329 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:00.326+0000 7f46c178a640 1 -- 172.21.15.1:0/2588933672 wait complete. 2024-02-09T23:57:00.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:56:59 smithi103 ceph-mon[36942]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:57:00.574 INFO:journalctl@ceph.mds.b.smithi088.stdout:Feb 09 23:57:00 smithi088 podman[67348]: 2024-02-09 23:57:00.210551744 +0000 UTC m=+0.017955946 image pull c328ab9dcfc7bf907ed3835578853a1e5a54ac5fa4d658ed833b2bc74e1373a6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58 2024-02-09T23:57:00.575 INFO:journalctl@ceph.mds.b.smithi088.stdout:Feb 09 23:57:00 smithi088 podman[67348]: 2024-02-09 23:57:00.32845336 +0000 UTC m=+0.135857565 container create 7e365ad4104f7e81e0c265596d291770bdb53825703cbcd987025d293f75c39b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-b, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240131, io.buildah.version=1.33.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, RELEASE=main-290212a, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.license=GPLv2) 2024-02-09T23:57:00.845 INFO:journalctl@ceph.mds.b.smithi088.stdout:Feb 09 23:57:00 smithi088 podman[67348]: 2024-02-09 23:57:00.573081807 +0000 UTC m=+0.380486004 container init 7e365ad4104f7e81e0c265596d291770bdb53825703cbcd987025d293f75c39b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-b, org.label-schema.build-date=20240131, io.buildah.version=1.33.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=main-290212a, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-02-09T23:57:00.845 INFO:journalctl@ceph.mds.b.smithi088.stdout:Feb 09 23:57:00 smithi088 podman[67348]: 2024-02-09 23:57:00.575641098 +0000 UTC m=+0.383045293 container start 7e365ad4104f7e81e0c265596d291770bdb53825703cbcd987025d293f75c39b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-b, GIT_BRANCH=HEAD, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.2, RELEASE=main-290212a, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240131, ceph=True) 2024-02-09T23:57:00.845 INFO:journalctl@ceph.mds.b.smithi088.stdout:Feb 09 23:57:00 smithi088 ceph-mds[67367]: -- 172.21.15.88:0/3088383103 <== mon.2 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55b77229c1a0 con 0x55b772272800 2024-02-09T23:57:00.845 INFO:journalctl@ceph.mds.b.smithi088.stdout:Feb 09 23:57:00 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-b[67363]: starting mds.b at 2024-02-09T23:57:00.845 INFO:journalctl@ceph.mds.b.smithi088.stdout:Feb 09 23:57:00 smithi088 bash[67348]: 7e365ad4104f7e81e0c265596d291770bdb53825703cbcd987025d293f75c39b 2024-02-09T23:57:00.845 INFO:journalctl@ceph.mds.b.smithi088.stdout:Feb 09 23:57:00 smithi088 systemd[1]: Started Ceph mds.b for b5005240-c7a5-11ee-95b8-87774f69a715. 2024-02-09T23:57:01.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:00 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2588933672' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:57:01.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:00 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:01.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:00 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:01.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:00 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:01.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:00 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:01.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:00 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:01.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:00 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2588933672' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:57:01.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:00 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:01.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:00 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:01.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:00 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:01.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:00 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:01.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:00 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:01.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:00 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2588933672' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:57:01.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:00 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:01.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:00 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:01.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:00 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:01.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:00 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:01.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:00 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:02.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:01 smithi088 ceph-mon[36452]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:57:02.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:01 smithi088 ceph-mon[36452]: mds.? [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] up:boot 2024-02-09T23:57:02.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:01 smithi088 ceph-mon[36452]: fsmap 12 up:standby 2024-02-09T23:57:02.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:01 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-02-09T23:57:02.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:01 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:57:02.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:01 smithi103 ceph-mon[36942]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:57:02.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:01 smithi103 ceph-mon[36942]: mds.? [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] up:boot 2024-02-09T23:57:02.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:01 smithi103 ceph-mon[36942]: fsmap 12 up:standby 2024-02-09T23:57:02.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:01 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-02-09T23:57:02.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:01 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:57:02.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:01 smithi001 ceph-mon[32335]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:57:02.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:01 smithi001 ceph-mon[32335]: mds.? [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] up:boot 2024-02-09T23:57:02.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:01 smithi001 ceph-mon[32335]: fsmap 12 up:standby 2024-02-09T23:57:02.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:01 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-02-09T23:57:02.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:01 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:57:02.339 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:57:02.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.448+0000 7f91eeffd640 1 -- 172.21.15.1:0/2709989006 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f91e8101350 msgr2=0x7f91e81017d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:02.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.448+0000 7f91eeffd640 1 --2- 172.21.15.1:0/2709989006 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f91e8101350 0x7f91e81017d0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f91dc009900 tx=0x7f91dc02bc30 comp rx=0 tx=0).stop 2024-02-09T23:57:02.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.449+0000 7f91eeffd640 1 -- 172.21.15.1:0/2709989006 shutdown_connections 2024-02-09T23:57:02.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.449+0000 7f91eeffd640 1 --2- 172.21.15.1:0/2709989006 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f91e8101d10 0x7f91e81085a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:02.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.449+0000 7f91eeffd640 1 --2- 172.21.15.1:0/2709989006 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f91e8101350 0x7f91e81017d0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:02.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.449+0000 7f91eeffd640 1 --2- 172.21.15.1:0/2709989006 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f91e8100160 0x7f91e8100580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:02.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.449+0000 7f91eeffd640 1 -- 172.21.15.1:0/2709989006 >> 172.21.15.1:0/2709989006 conn(0x7f91e80fb6d0 msgr2=0x7f91e80fdb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:02.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.449+0000 7f91eeffd640 1 -- 172.21.15.1:0/2709989006 shutdown_connections 2024-02-09T23:57:02.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.449+0000 7f91eeffd640 1 -- 172.21.15.1:0/2709989006 wait complete. 2024-02-09T23:57:02.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.449+0000 7f91eeffd640 1 Processor -- start 2024-02-09T23:57:02.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.449+0000 7f91eeffd640 1 -- start start 2024-02-09T23:57:02.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.450+0000 7f91eeffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f91e8100160 0x7f91e8069090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:02.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.450+0000 7f91eeffd640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f91e8101350 0x7f91e819bff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:02.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.450+0000 7f91eeffd640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f91e8101d10 0x7f91e819e630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:02.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.450+0000 7f91eeffd640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91e819edc0 con 0x7f91e8100160 2024-02-09T23:57:02.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.450+0000 7f91eeffd640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91e819ef30 con 0x7f91e8101d10 2024-02-09T23:57:02.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.450+0000 7f91eeffd640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91e819f0f0 con 0x7f91e8101350 2024-02-09T23:57:02.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.450+0000 7f91ecd99640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f91e8100160 0x7f91e8069090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:02.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.450+0000 7f91ecd99640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f91e8100160 0x7f91e8069090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52754/0 (socket says 172.21.15.1:52754) 2024-02-09T23:57:02.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.450+0000 7f91ecd99640 1 -- 172.21.15.1:0/3772724763 learned_addr learned my addr 172.21.15.1:0/3772724763 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:02.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.450+0000 7f91ed59a640 1 --2- 172.21.15.1:0/3772724763 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f91e8101d10 0x7f91e819e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:02.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.450+0000 7f91e7fff640 1 --2- 172.21.15.1:0/3772724763 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f91e8101350 0x7f91e819bff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:02.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.450+0000 7f91ecd99640 1 -- 172.21.15.1:0/3772724763 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f91e8101350 msgr2=0x7f91e819bff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:02.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.450+0000 7f91ecd99640 1 --2- 172.21.15.1:0/3772724763 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f91e8101350 0x7f91e819bff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:02.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.450+0000 7f91ecd99640 1 -- 172.21.15.1:0/3772724763 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f91e8101d10 msgr2=0x7f91e819e630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:02.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.450+0000 7f91ecd99640 1 --2- 172.21.15.1:0/3772724763 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f91e8101d10 0x7f91e819e630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:02.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.450+0000 7f91ecd99640 1 -- 172.21.15.1:0/3772724763 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91dc009560 con 0x7f91e8100160 2024-02-09T23:57:02.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.450+0000 7f91ecd99640 1 --2- 172.21.15.1:0/3772724763 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f91e8100160 0x7f91e8069090 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f91e000eb70 tx=0x7f91e000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:02.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.450+0000 7f91e5ffb640 1 -- 172.21.15.1:0/3772724763 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91e0003b70 con 0x7f91e8100160 2024-02-09T23:57:02.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.450+0000 7f91eeffd640 1 -- 172.21.15.1:0/3772724763 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91e819f3d0 con 0x7f91e8100160 2024-02-09T23:57:02.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.450+0000 7f91e5ffb640 1 -- 172.21.15.1:0/3772724763 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f91e000ee70 con 0x7f91e8100160 2024-02-09T23:57:02.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.450+0000 7f91e5ffb640 1 -- 172.21.15.1:0/3772724763 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91e00107f0 con 0x7f91e8100160 2024-02-09T23:57:02.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.451+0000 7f91eeffd640 1 -- 172.21.15.1:0/3772724763 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91e819f860 con 0x7f91e8100160 2024-02-09T23:57:02.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.452+0000 7f91eeffd640 1 -- 172.21.15.1:0/3772724763 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f91e8107420 con 0x7f91e8100160 2024-02-09T23:57:02.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.453+0000 7f91e5ffb640 1 -- 172.21.15.1:0/3772724763 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f91e0004020 con 0x7f91e8100160 2024-02-09T23:57:02.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.453+0000 7f91e5ffb640 1 --2- 172.21.15.1:0/3772724763 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f91d00a20c0 0x7f91d00a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:02.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.453+0000 7f91e7fff640 1 --2- 172.21.15.1:0/3772724763 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f91d00a20c0 0x7f91d00a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:02.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.454+0000 7f91e5ffb640 1 -- 172.21.15.1:0/3772724763 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f91e0014070 con 0x7f91e8100160 2024-02-09T23:57:02.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.454+0000 7f91e7fff640 1 --2- 172.21.15.1:0/3772724763 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f91d00a20c0 0x7f91d00a4580 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f91dc009230 tx=0x7f91dc005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:02.460 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.458+0000 7f91e5ffb640 1 -- 172.21.15.1:0/3772724763 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f91e0097270 con 0x7f91e8100160 2024-02-09T23:57:02.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.701+0000 7f91eeffd640 1 -- 172.21.15.1:0/3772724763 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f91e810bb70 con 0x7f91e8100160 2024-02-09T23:57:02.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.701+0000 7f91e5ffb640 1 -- 172.21.15.1:0/3772724763 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) v1 ==== 94+0+10019 (secure 0 0 0) 0x7f91e009a930 con 0x7f91e8100160 2024-02-09T23:57:02.704 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:57:02.704 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14634,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14646,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24398,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24406,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24434,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24457,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6835/3143955076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":3143955076},{"type":"v1","addr":"172.21.15.103:6835","nonce":3143955076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24475,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24476,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24496,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10},{"gid":24518,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":13}],"filesystems":[]} 2024-02-09T23:57:02.704 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 13 2024-02-09T23:57:02.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.704+0000 7f91eeffd640 1 -- 172.21.15.1:0/3772724763 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f91d00a20c0 msgr2=0x7f91d00a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:02.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.704+0000 7f91eeffd640 1 --2- 172.21.15.1:0/3772724763 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f91d00a20c0 0x7f91d00a4580 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f91dc009230 tx=0x7f91dc005fd0 comp rx=0 tx=0).stop 2024-02-09T23:57:02.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.704+0000 7f91eeffd640 1 -- 172.21.15.1:0/3772724763 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f91e8100160 msgr2=0x7f91e8069090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:02.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.704+0000 7f91eeffd640 1 --2- 172.21.15.1:0/3772724763 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f91e8100160 0x7f91e8069090 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f91e000eb70 tx=0x7f91e000c6a0 comp rx=0 tx=0).stop 2024-02-09T23:57:02.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.704+0000 7f91eeffd640 1 -- 172.21.15.1:0/3772724763 shutdown_connections 2024-02-09T23:57:02.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.704+0000 7f91eeffd640 1 --2- 172.21.15.1:0/3772724763 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f91d00a20c0 0x7f91d00a4580 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:02.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.704+0000 7f91eeffd640 1 --2- 172.21.15.1:0/3772724763 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f91e8101d10 0x7f91e819e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:02.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.704+0000 7f91eeffd640 1 --2- 172.21.15.1:0/3772724763 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f91e8101350 0x7f91e819bff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:02.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.704+0000 7f91eeffd640 1 --2- 172.21.15.1:0/3772724763 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f91e8100160 0x7f91e8069090 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:02.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.704+0000 7f91eeffd640 1 -- 172.21.15.1:0/3772724763 >> 172.21.15.1:0/3772724763 conn(0x7f91e80fb6d0 msgr2=0x7f91e81045f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:02.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.704+0000 7f91eeffd640 1 -- 172.21.15.1:0/3772724763 shutdown_connections 2024-02-09T23:57:02.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.704+0000 7f91eeffd640 1 -- 172.21.15.1:0/3772724763 wait complete. 2024-02-09T23:57:02.718 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:57:02.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.819+0000 7f190988f640 1 -- 172.21.15.1:0/1521673743 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1904104680 msgr2=0x7f1904106a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:02.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.819+0000 7f190988f640 1 --2- 172.21.15.1:0/1521673743 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1904104680 0x7f1904106a70 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f18ec009900 tx=0x7f18ec02bc30 comp rx=0 tx=0).stop 2024-02-09T23:57:02.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.819+0000 7f190988f640 1 -- 172.21.15.1:0/1521673743 shutdown_connections 2024-02-09T23:57:02.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.819+0000 7f190988f640 1 --2- 172.21.15.1:0/1521673743 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1904106fb0 0x7f19041093a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:02.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.819+0000 7f190988f640 1 --2- 172.21.15.1:0/1521673743 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1904104680 0x7f1904106a70 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:02.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.819+0000 7f190988f640 1 --2- 172.21.15.1:0/1521673743 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1904101d50 0x7f1904104140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:02.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.819+0000 7f190988f640 1 -- 172.21.15.1:0/1521673743 >> 172.21.15.1:0/1521673743 conn(0x7f19040fb6c0 msgr2=0x7f19040fdb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:02.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.820+0000 7f190988f640 1 -- 172.21.15.1:0/1521673743 shutdown_connections 2024-02-09T23:57:02.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.820+0000 7f190988f640 1 -- 172.21.15.1:0/1521673743 wait complete. 2024-02-09T23:57:02.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.820+0000 7f190988f640 1 Processor -- start 2024-02-09T23:57:02.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.820+0000 7f190988f640 1 -- start start 2024-02-09T23:57:02.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.820+0000 7f190988f640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1904101d50 0x7f19041972e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:02.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.820+0000 7f190988f640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1904104680 0x7f1904197820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:02.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.820+0000 7f190988f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1904106fb0 0x7f190419e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:02.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.820+0000 7f190988f640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f190419edd0 con 0x7f1904106fb0 2024-02-09T23:57:02.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.820+0000 7f190988f640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f190419ef40 con 0x7f1904101d50 2024-02-09T23:57:02.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.820+0000 7f190988f640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f190419f100 con 0x7f1904104680 2024-02-09T23:57:02.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.820+0000 7f1902ffd640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1904101d50 0x7f19041972e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:02.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.820+0000 7f19037fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1904106fb0 0x7f190419e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:02.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.820+0000 7f1902ffd640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1904101d50 0x7f19041972e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.1:36222/0 (socket says 172.21.15.1:36222) 2024-02-09T23:57:02.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.820+0000 7f18fbfff640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1904104680 0x7f1904197820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:02.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.820+0000 7f19037fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1904106fb0 0x7f190419e890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52768/0 (socket says 172.21.15.1:52768) 2024-02-09T23:57:02.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.820+0000 7f1902ffd640 1 -- 172.21.15.1:0/2838125674 learned_addr learned my addr 172.21.15.1:0/2838125674 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:02.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.821+0000 7f1902ffd640 1 -- 172.21.15.1:0/2838125674 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1904104680 msgr2=0x7f1904197820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:02.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.821+0000 7f1902ffd640 1 --2- 172.21.15.1:0/2838125674 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1904104680 0x7f1904197820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:02.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.821+0000 7f1902ffd640 1 -- 172.21.15.1:0/2838125674 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1904106fb0 msgr2=0x7f190419e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:02.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.821+0000 7f1902ffd640 1 --2- 172.21.15.1:0/2838125674 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1904106fb0 0x7f190419e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:02.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.821+0000 7f1902ffd640 1 -- 172.21.15.1:0/2838125674 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18f4009490 con 0x7f1904101d50 2024-02-09T23:57:02.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.821+0000 7f1902ffd640 1 --2- 172.21.15.1:0/2838125674 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1904101d50 0x7f19041972e0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f18f400ea60 tx=0x7f18f400ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:02.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.821+0000 7f190888d640 1 -- 172.21.15.1:0/2838125674 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18f400cde0 con 0x7f1904101d50 2024-02-09T23:57:02.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.821+0000 7f190988f640 1 -- 172.21.15.1:0/2838125674 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18ec009560 con 0x7f1904101d50 2024-02-09T23:57:02.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.821+0000 7f190888d640 1 -- 172.21.15.1:0/2838125674 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f18f40035f0 con 0x7f1904101d50 2024-02-09T23:57:02.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.821+0000 7f190888d640 1 -- 172.21.15.1:0/2838125674 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18f4010690 con 0x7f1904101d50 2024-02-09T23:57:02.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.821+0000 7f190988f640 1 -- 172.21.15.1:0/2838125674 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f190419f780 con 0x7f1904101d50 2024-02-09T23:57:02.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.822+0000 7f190988f640 1 -- 172.21.15.1:0/2838125674 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f19040fd1b0 con 0x7f1904101d50 2024-02-09T23:57:02.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.823+0000 7f190888d640 1 -- 172.21.15.1:0/2838125674 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f18f4003af0 con 0x7f1904101d50 2024-02-09T23:57:02.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.824+0000 7f190888d640 1 --2- 172.21.15.1:0/2838125674 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f18f00a20c0 0x7f18f00a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:02.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.824+0000 7f18fbfff640 1 --2- 172.21.15.1:0/2838125674 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f18f00a20c0 0x7f18f00a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:02.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.824+0000 7f190888d640 1 -- 172.21.15.1:0/2838125674 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f18f4014070 con 0x7f1904101d50 2024-02-09T23:57:02.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.824+0000 7f18fbfff640 1 --2- 172.21.15.1:0/2838125674 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f18f00a20c0 0x7f18f00a4580 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f18ec005ab0 tx=0x7f18ec005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:02.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:02.827+0000 7f190888d640 1 -- 172.21.15.1:0/2838125674 <== mon.2 v2:172.21.15.88:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f18f4097110 con 0x7f1904101d50 2024-02-09T23:57:03.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.012+0000 7f190988f640 1 -- 172.21.15.1:0/2838125674 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f190410ce20 con 0x7f1904101d50 2024-02-09T23:57:03.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.013+0000 7f190888d640 1 -- 172.21.15.1:0/2838125674 <== mon.2 v2:172.21.15.88:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) v1 ==== 74+0+18352 (secure 0 0 0) 0x7f190410ce20 con 0x7f1904101d50 2024-02-09T23:57:03.016 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:57:03.016 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":81,"fsid":"b5005240-c7a5-11ee-95b8-87774f69a715","created":"2024-02-09T23:49:06.829648+0000","modified":"2024-02-09T23:56:16.514333+0000","last_up_change":"2024-02-09T23:56:15.507374+0000","last_in_change":"2024-02-09T23:55:55.668510+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:52:28.527596+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4fa23604-c2ff-4c47-8ac8-10dce6bba3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6803","nonce":4020662944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6805","nonce":4020662944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6809","nonce":4020662944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6807","nonce":4020662944}]},"public_addr":"172.21.15.1:6803/4020662944","cluster_addr":"172.21.15.1:6805/4020662944","heartbeat_back_addr":"172.21.15.1:6809/4020662944","heartbeat_front_addr":"172.21.15.1:6807/4020662944","state":["exists","up"]},{"osd":1,"uuid":"d64b48a6-3b47-4712-b607-d0e951b3b4a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6801","nonce":1258648868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6803","nonce":1258648868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6807","nonce":1258648868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6805","nonce":1258648868}]},"public_addr":"172.21.15.88:6801/1258648868","cluster_addr":"172.21.15.88:6803/1258648868","heartbeat_back_addr":"172.21.15.88:6807/1258648868","heartbeat_front_addr":"172.21.15.88:6805/1258648868","state":["exists","up"]},{"osd":2,"uuid":"6be4c8dc-283d-4025-9c1f-c00ee4e3659f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6801","nonce":2902494825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6803","nonce":2902494825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6807","nonce":2902494825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6805","nonce":2902494825}]},"public_addr":"172.21.15.103:6801/2902494825","cluster_addr":"172.21.15.103:6803/2902494825","heartbeat_back_addr":"172.21.15.103:6807/2902494825","heartbeat_front_addr":"172.21.15.103:6805/2902494825","state":["exists","up"]},{"osd":3,"uuid":"52579ea8-e424-4adc-9fd9-44cec7e3875a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6811","nonce":680841642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6813","nonce":680841642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6817","nonce":680841642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6815","nonce":680841642}]},"public_addr":"172.21.15.1:6811/680841642","cluster_addr":"172.21.15.1:6813/680841642","heartbeat_back_addr":"172.21.15.1:6817/680841642","heartbeat_front_addr":"172.21.15.1:6815/680841642","state":["exists","up"]},{"osd":4,"uuid":"6503d3b5-f26b-4438-b256-ae4f76c7c773","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6809","nonce":2788918193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6811","nonce":2788918193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6815","nonce":2788918193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6813","nonce":2788918193}]},"public_addr":"172.21.15.88:6809/2788918193","cluster_addr":"172.21.15.88:6811/2788918193","heartbeat_back_addr":"172.21.15.88:6815/2788918193","heartbeat_front_addr":"172.21.15.88:6813/2788918193","state":["exists","up"]},{"osd":5,"uuid":"86188624-366a-487e-9db3-2782ef0884cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6809","nonce":3760780468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6811","nonce":3760780468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6815","nonce":3760780468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6813","nonce":3760780468}]},"public_addr":"172.21.15.103:6809/3760780468","cluster_addr":"172.21.15.103:6811/3760780468","heartbeat_back_addr":"172.21.15.103:6815/3760780468","heartbeat_front_addr":"172.21.15.103:6813/3760780468","state":["exists","up"]},{"osd":6,"uuid":"c59e7ba5-1cbe-41c3-a7e4-330175adfdf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6819","nonce":363854281}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6821","nonce":363854281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6825","nonce":363854281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6823","nonce":363854281}]},"public_addr":"172.21.15.1:6819/363854281","cluster_addr":"172.21.15.1:6821/363854281","heartbeat_back_addr":"172.21.15.1:6825/363854281","heartbeat_front_addr":"172.21.15.1:6823/363854281","state":["exists","up"]},{"osd":7,"uuid":"a77b4ef0-ecf7-457c-95c6-3e63cc6b1bba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6817","nonce":812841825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6819","nonce":812841825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6823","nonce":812841825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6821","nonce":812841825}]},"public_addr":"172.21.15.88:6817/812841825","cluster_addr":"172.21.15.88:6819/812841825","heartbeat_back_addr":"172.21.15.88:6823/812841825","heartbeat_front_addr":"172.21.15.88:6821/812841825","state":["exists","up"]},{"osd":8,"uuid":"bf2a6a1e-71ba-44d2-ba61-309f29496ef9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6817","nonce":3258812878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6819","nonce":3258812878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6823","nonce":3258812878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6821","nonce":3258812878}]},"public_addr":"172.21.15.103:6817/3258812878","cluster_addr":"172.21.15.103:6819/3258812878","heartbeat_back_addr":"172.21.15.103:6823/3258812878","heartbeat_front_addr":"172.21.15.103:6821/3258812878","state":["exists","up"]},{"osd":9,"uuid":"c9531676-199e-43ad-9299-6b5b60fd6ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6827","nonce":2830634909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6829","nonce":2830634909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6833","nonce":2830634909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6831","nonce":2830634909}]},"public_addr":"172.21.15.1:6827/2830634909","cluster_addr":"172.21.15.1:6829/2830634909","heartbeat_back_addr":"172.21.15.1:6833/2830634909","heartbeat_front_addr":"172.21.15.1:6831/2830634909","state":["exists","up"]},{"osd":10,"uuid":"41c2bb14-f8c9-45ce-a81e-9bf9dbba0b51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6825","nonce":1128031509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6827","nonce":1128031509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6831","nonce":1128031509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6829","nonce":1128031509}]},"public_addr":"172.21.15.88:6825/1128031509","cluster_addr":"172.21.15.88:6827/1128031509","heartbeat_back_addr":"172.21.15.88:6831/1128031509","heartbeat_front_addr":"172.21.15.88:6829/1128031509","state":["exists","up"]},{"osd":11,"uuid":"41003dad-b792-418d-9a82-bdf67311ea90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6825","nonce":2854918902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6827","nonce":2854918902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6831","nonce":2854918902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6829","nonce":2854918902}]},"public_addr":"172.21.15.103:6825/2854918902","cluster_addr":"172.21.15.103:6827/2854918902","heartbeat_back_addr":"172.21.15.103:6831/2854918902","heartbeat_front_addr":"172.21.15.103:6829/2854918902","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:51:39.446367+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:02.973641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:25.664661+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:50.561389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:14.598286+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:39.149718+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:04.327941+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:29.497887+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:55.922386+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:21.966560+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:47.653451+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:14.122475+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:0/2182725984":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6800/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1236715707":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3991013292":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3894463217":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6801/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6800/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3968648683":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6801/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1600532294":"2024-02-10T23:50:04.182518+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:57:03.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.015+0000 7f190988f640 1 -- 172.21.15.1:0/2838125674 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f18f00a20c0 msgr2=0x7f18f00a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.015+0000 7f190988f640 1 --2- 172.21.15.1:0/2838125674 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f18f00a20c0 0x7f18f00a4580 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f18ec005ab0 tx=0x7f18ec005fd0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.015+0000 7f190988f640 1 -- 172.21.15.1:0/2838125674 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1904101d50 msgr2=0x7f19041972e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.015+0000 7f190988f640 1 --2- 172.21.15.1:0/2838125674 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1904101d50 0x7f19041972e0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f18f400ea60 tx=0x7f18f400ef20 comp rx=0 tx=0).stop 2024-02-09T23:57:03.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.016+0000 7f190988f640 1 -- 172.21.15.1:0/2838125674 shutdown_connections 2024-02-09T23:57:03.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.016+0000 7f190988f640 1 --2- 172.21.15.1:0/2838125674 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1904106fb0 0x7f190419e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.016+0000 7f190988f640 1 --2- 172.21.15.1:0/2838125674 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1904104680 0x7f1904197820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.016+0000 7f190988f640 1 --2- 172.21.15.1:0/2838125674 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f18f00a20c0 0x7f18f00a4580 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.016+0000 7f190988f640 1 --2- 172.21.15.1:0/2838125674 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1904101d50 0x7f19041972e0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.019 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.016+0000 7f190988f640 1 -- 172.21.15.1:0/2838125674 >> 172.21.15.1:0/2838125674 conn(0x7f19040fb6c0 msgr2=0x7f19041027b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:03.019 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.016+0000 7f190988f640 1 -- 172.21.15.1:0/2838125674 shutdown_connections 2024-02-09T23:57:03.019 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.016+0000 7f190988f640 1 -- 172.21.15.1:0/2838125674 wait complete. 2024-02-09T23:57:03.029 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:52:28.527596+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-09T23:57:03.030 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-09T23:57:03.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.134+0000 7fe812c96640 1 -- 172.21.15.1:0/4270941195 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe80c106f90 msgr2=0x7fe80c109380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.134+0000 7fe812c96640 1 --2- 172.21.15.1:0/4270941195 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe80c106f90 0x7fe80c109380 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fe804009ca0 tx=0x7fe80402c0f0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.134+0000 7fe812c96640 1 -- 172.21.15.1:0/4270941195 shutdown_connections 2024-02-09T23:57:03.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.134+0000 7fe812c96640 1 --2- 172.21.15.1:0/4270941195 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe80c106f90 0x7fe80c109380 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.134+0000 7fe812c96640 1 --2- 172.21.15.1:0/4270941195 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe80c104660 0x7fe80c106a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.134+0000 7fe812c96640 1 --2- 172.21.15.1:0/4270941195 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe80c101d30 0x7fe80c104120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.134+0000 7fe812c96640 1 -- 172.21.15.1:0/4270941195 >> 172.21.15.1:0/4270941195 conn(0x7fe80c0fb6c0 msgr2=0x7fe80c0fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:03.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.134+0000 7fe812c96640 1 -- 172.21.15.1:0/4270941195 shutdown_connections 2024-02-09T23:57:03.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.134+0000 7fe812c96640 1 -- 172.21.15.1:0/4270941195 wait complete. 2024-02-09T23:57:03.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.134+0000 7fe812c96640 1 Processor -- start 2024-02-09T23:57:03.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.134+0000 7fe812c96640 1 -- start start 2024-02-09T23:57:03.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.135+0000 7fe812c96640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe80c101d30 0x7fe80c1016a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.135+0000 7fe812c96640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe80c104660 0x7fe80c0ffce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.135+0000 7fe812c96640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe80c106f90 0x7fe80c100220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.135+0000 7fe812c96640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe80c100980 con 0x7fe80c101d30 2024-02-09T23:57:03.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.135+0000 7fe812c96640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe80c100af0 con 0x7fe80c104660 2024-02-09T23:57:03.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.135+0000 7fe812c96640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe80c1a1330 con 0x7fe80c106f90 2024-02-09T23:57:03.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.135+0000 7fe810a32640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe80c101d30 0x7fe80c1016a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.135+0000 7fe810a32640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe80c101d30 0x7fe80c1016a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52786/0 (socket says 172.21.15.1:52786) 2024-02-09T23:57:03.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.135+0000 7fe810a32640 1 -- 172.21.15.1:0/1891091411 learned_addr learned my addr 172.21.15.1:0/1891091411 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:03.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.135+0000 7fe80bfff640 1 --2- 172.21.15.1:0/1891091411 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe80c104660 0x7fe80c0ffce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.135+0000 7fe811233640 1 --2- 172.21.15.1:0/1891091411 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe80c106f90 0x7fe80c100220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.135+0000 7fe810a32640 1 -- 172.21.15.1:0/1891091411 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe80c106f90 msgr2=0x7fe80c100220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.135+0000 7fe810a32640 1 --2- 172.21.15.1:0/1891091411 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe80c106f90 0x7fe80c100220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.135+0000 7fe810a32640 1 -- 172.21.15.1:0/1891091411 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe80c104660 msgr2=0x7fe80c0ffce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.135+0000 7fe810a32640 1 --2- 172.21.15.1:0/1891091411 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe80c104660 0x7fe80c0ffce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.135+0000 7fe810a32640 1 -- 172.21.15.1:0/1891091411 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe804009900 con 0x7fe80c101d30 2024-02-09T23:57:03.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.135+0000 7fe810a32640 1 --2- 172.21.15.1:0/1891091411 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe80c101d30 0x7fe80c1016a0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fe80000ea20 tx=0x7fe80000eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:03.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.135+0000 7fe809ffb640 1 -- 172.21.15.1:0/1891091411 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe800009700 con 0x7fe80c101d30 2024-02-09T23:57:03.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.135+0000 7fe809ffb640 1 -- 172.21.15.1:0/1891091411 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe80000cd80 con 0x7fe80c101d30 2024-02-09T23:57:03.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.135+0000 7fe812c96640 1 -- 172.21.15.1:0/1891091411 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe80c1a15e0 con 0x7fe80c101d30 2024-02-09T23:57:03.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.135+0000 7fe809ffb640 1 -- 172.21.15.1:0/1891091411 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe800018840 con 0x7fe80c101d30 2024-02-09T23:57:03.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.136+0000 7fe812c96640 1 -- 172.21.15.1:0/1891091411 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe80c1a1af0 con 0x7fe80c101d30 2024-02-09T23:57:03.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.137+0000 7fe812c96640 1 -- 172.21.15.1:0/1891091411 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe80c0fd1b0 con 0x7fe80c101d30 2024-02-09T23:57:03.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.138+0000 7fe809ffb640 1 -- 172.21.15.1:0/1891091411 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7fe800010a80 con 0x7fe80c101d30 2024-02-09T23:57:03.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.139+0000 7fe809ffb640 1 --2- 172.21.15.1:0/1891091411 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe7fc0a20c0 0x7fe7fc0a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.139+0000 7fe80bfff640 1 --2- 172.21.15.1:0/1891091411 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe7fc0a20c0 0x7fe7fc0a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.139+0000 7fe809ffb640 1 -- 172.21.15.1:0/1891091411 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fe800014070 con 0x7fe80c101d30 2024-02-09T23:57:03.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.139+0000 7fe80bfff640 1 --2- 172.21.15.1:0/1891091411 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe7fc0a20c0 0x7fe7fc0a4580 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fe80c101410 tx=0x7fe7f8005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:03.145 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.143+0000 7fe809ffb640 1 -- 172.21.15.1:0/1891091411 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fe800052d20 con 0x7fe80c101d30 2024-02-09T23:57:03.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.338+0000 7fe812c96640 1 -- 172.21.15.1:0/1891091411 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe80c10cc60 con 0x7fe80c101d30 2024-02-09T23:57:03.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.339+0000 7fe809ffb640 1 -- 172.21.15.1:0/1891091411 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v81) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe80c10cc60 con 0x7fe80c101d30 2024-02-09T23:57:03.341 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 1 2024-02-09T23:57:03.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.341+0000 7fe812c96640 1 -- 172.21.15.1:0/1891091411 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe7fc0a20c0 msgr2=0x7fe7fc0a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.341+0000 7fe812c96640 1 --2- 172.21.15.1:0/1891091411 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe7fc0a20c0 0x7fe7fc0a4580 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fe80c101410 tx=0x7fe7f8005f90 comp rx=0 tx=0).stop 2024-02-09T23:57:03.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.341+0000 7fe812c96640 1 -- 172.21.15.1:0/1891091411 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe80c101d30 msgr2=0x7fe80c1016a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.341+0000 7fe812c96640 1 --2- 172.21.15.1:0/1891091411 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe80c101d30 0x7fe80c1016a0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fe80000ea20 tx=0x7fe80000eee0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.341+0000 7fe812c96640 1 -- 172.21.15.1:0/1891091411 shutdown_connections 2024-02-09T23:57:03.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.341+0000 7fe812c96640 1 --2- 172.21.15.1:0/1891091411 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe80c106f90 0x7fe80c100220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.341+0000 7fe812c96640 1 --2- 172.21.15.1:0/1891091411 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe7fc0a20c0 0x7fe7fc0a4580 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.341+0000 7fe812c96640 1 --2- 172.21.15.1:0/1891091411 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe80c104660 0x7fe80c0ffce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.341+0000 7fe812c96640 1 --2- 172.21.15.1:0/1891091411 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe80c101d30 0x7fe80c1016a0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.341+0000 7fe812c96640 1 -- 172.21.15.1:0/1891091411 >> 172.21.15.1:0/1891091411 conn(0x7fe80c0fb6c0 msgr2=0x7fe80c102670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:03.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.341+0000 7fe812c96640 1 -- 172.21.15.1:0/1891091411 shutdown_connections 2024-02-09T23:57:03.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.341+0000 7fe812c96640 1 -- 172.21.15.1:0/1891091411 wait complete. 2024-02-09T23:57:03.355 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-02-09T23:57:03.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.468+0000 7f0d5ac81640 1 -- 172.21.15.1:0/118541072 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0d54101cf0 msgr2=0x7f0d541040e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.468+0000 7f0d5ac81640 1 --2- 172.21.15.1:0/118541072 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0d54101cf0 0x7f0d541040e0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f0d4c009ca0 tx=0x7f0d4c02c0f0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.468+0000 7f0d5ac81640 1 -- 172.21.15.1:0/118541072 shutdown_connections 2024-02-09T23:57:03.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.468+0000 7f0d5ac81640 1 --2- 172.21.15.1:0/118541072 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0d54106f50 0x7f0d54109360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.468+0000 7f0d5ac81640 1 --2- 172.21.15.1:0/118541072 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d54104620 0x7f0d54106a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.468+0000 7f0d5ac81640 1 --2- 172.21.15.1:0/118541072 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0d54101cf0 0x7f0d541040e0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.468+0000 7f0d5ac81640 1 -- 172.21.15.1:0/118541072 >> 172.21.15.1:0/118541072 conn(0x7f0d540fb6c0 msgr2=0x7f0d540fdae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:03.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.468+0000 7f0d5ac81640 1 -- 172.21.15.1:0/118541072 shutdown_connections 2024-02-09T23:57:03.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.468+0000 7f0d5ac81640 1 -- 172.21.15.1:0/118541072 wait complete. 2024-02-09T23:57:03.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.468+0000 7f0d5ac81640 1 Processor -- start 2024-02-09T23:57:03.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.468+0000 7f0d5ac81640 1 -- start start 2024-02-09T23:57:03.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.468+0000 7f0d5ac81640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0d54101cf0 0x7f0d54197230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.468+0000 7f0d5ac81640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0d54104620 0x7f0d54197770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.468+0000 7f0d5ac81640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d54106f50 0x7f0d5419e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.468+0000 7f0d5ac81640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d5419ed20 con 0x7f0d54104620 2024-02-09T23:57:03.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.468+0000 7f0d5ac81640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d5419ee90 con 0x7f0d54101cf0 2024-02-09T23:57:03.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.468+0000 7f0d5ac81640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d5419f050 con 0x7f0d54106f50 2024-02-09T23:57:03.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.469+0000 7f0d53fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0d54104620 0x7f0d54197770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.469+0000 7f0d53fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0d54104620 0x7f0d54197770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52808/0 (socket says 172.21.15.1:52808) 2024-02-09T23:57:03.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.469+0000 7f0d53fff640 1 -- 172.21.15.1:0/314175389 learned_addr learned my addr 172.21.15.1:0/314175389 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:03.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.469+0000 7f0d58a1d640 1 --2- 172.21.15.1:0/314175389 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0d54101cf0 0x7f0d54197230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.469+0000 7f0d5921e640 1 --2- 172.21.15.1:0/314175389 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d54106f50 0x7f0d5419e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.469+0000 7f0d53fff640 1 -- 172.21.15.1:0/314175389 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d54106f50 msgr2=0x7f0d5419e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.469+0000 7f0d53fff640 1 --2- 172.21.15.1:0/314175389 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d54106f50 0x7f0d5419e7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.469+0000 7f0d53fff640 1 -- 172.21.15.1:0/314175389 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0d54101cf0 msgr2=0x7f0d54197230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.469+0000 7f0d53fff640 1 --2- 172.21.15.1:0/314175389 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0d54101cf0 0x7f0d54197230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.469+0000 7f0d53fff640 1 -- 172.21.15.1:0/314175389 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d4c009900 con 0x7f0d54104620 2024-02-09T23:57:03.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.469+0000 7f0d53fff640 1 --2- 172.21.15.1:0/314175389 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0d54104620 0x7f0d54197770 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f0d3c00c970 tx=0x7f0d3c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:03.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.469+0000 7f0d51ffb640 1 -- 172.21.15.1:0/314175389 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d3c004440 con 0x7f0d54104620 2024-02-09T23:57:03.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.469+0000 7f0d5ac81640 1 -- 172.21.15.1:0/314175389 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d5419f330 con 0x7f0d54104620 2024-02-09T23:57:03.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.469+0000 7f0d51ffb640 1 -- 172.21.15.1:0/314175389 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0d3c007d40 con 0x7f0d54104620 2024-02-09T23:57:03.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.469+0000 7f0d51ffb640 1 -- 172.21.15.1:0/314175389 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d3c00f450 con 0x7f0d54104620 2024-02-09T23:57:03.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.469+0000 7f0d5ac81640 1 -- 172.21.15.1:0/314175389 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d5419f840 con 0x7f0d54104620 2024-02-09T23:57:03.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.470+0000 7f0d5ac81640 1 -- 172.21.15.1:0/314175389 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d540fd1b0 con 0x7f0d54104620 2024-02-09T23:57:03.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.471+0000 7f0d51ffb640 1 -- 172.21.15.1:0/314175389 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f0d3c007860 con 0x7f0d54104620 2024-02-09T23:57:03.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.472+0000 7f0d51ffb640 1 --2- 172.21.15.1:0/314175389 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0d400a20c0 0x7f0d400a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.472+0000 7f0d58a1d640 1 --2- 172.21.15.1:0/314175389 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0d400a20c0 0x7f0d400a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.472+0000 7f0d51ffb640 1 -- 172.21.15.1:0/314175389 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f0d3c0cd8b0 con 0x7f0d54104620 2024-02-09T23:57:03.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.472+0000 7f0d58a1d640 1 --2- 172.21.15.1:0/314175389 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0d400a20c0 0x7f0d400a4580 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f0d4c006010 tx=0x7f0d4c0326b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:03.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.476+0000 7f0d51ffb640 1 -- 172.21.15.1:0/314175389 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f0d3c096d20 con 0x7f0d54104620 2024-02-09T23:57:03.629 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:03 smithi001 ceph-mon[32335]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:57:03.630 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:03 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:03.630 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:03 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:03.630 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:03 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:03.630 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:03 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:03.630 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:03 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:03.631 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:03 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:03.631 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:03 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:57:03.631 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:03 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:57:03.631 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:03 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3772724763' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:57:03.631 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:03 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:03.631 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:03 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:57:03.631 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:03 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2838125674' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:57:03.631 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:03 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1891091411' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-09T23:57:03.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.662+0000 7f0d5ac81640 1 -- 172.21.15.1:0/314175389 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f0d5410cc40 con 0x7f0d54104620 2024-02-09T23:57:03.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.663+0000 7f0d51ffb640 1 -- 172.21.15.1:0/314175389 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v81) v1 ==== 84+0+65 (secure 0 0 0) 0x7f0d3c09a3e0 con 0x7f0d54104620 2024-02-09T23:57:03.665 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:57:03.665 INFO:teuthology.orchestra.run.smithi001.stdout:[ 2024-02-09T23:57:03.665 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-09T23:57:03.665 INFO:teuthology.orchestra.run.smithi001.stdout: "poolnum": 1, 2024-02-09T23:57:03.665 INFO:teuthology.orchestra.run.smithi001.stdout: "poolname": ".mgr" 2024-02-09T23:57:03.665 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-09T23:57:03.665 INFO:teuthology.orchestra.run.smithi001.stdout:] 2024-02-09T23:57:03.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.665+0000 7f0d5ac81640 1 -- 172.21.15.1:0/314175389 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0d400a20c0 msgr2=0x7f0d400a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.665+0000 7f0d5ac81640 1 --2- 172.21.15.1:0/314175389 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0d400a20c0 0x7f0d400a4580 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f0d4c006010 tx=0x7f0d4c0326b0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.665+0000 7f0d5ac81640 1 -- 172.21.15.1:0/314175389 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0d54104620 msgr2=0x7f0d54197770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.665+0000 7f0d5ac81640 1 --2- 172.21.15.1:0/314175389 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0d54104620 0x7f0d54197770 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f0d3c00c970 tx=0x7f0d3c00ce30 comp rx=0 tx=0).stop 2024-02-09T23:57:03.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.665+0000 7f0d5ac81640 1 -- 172.21.15.1:0/314175389 shutdown_connections 2024-02-09T23:57:03.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.665+0000 7f0d5ac81640 1 --2- 172.21.15.1:0/314175389 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d54106f50 0x7f0d5419e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.665+0000 7f0d5ac81640 1 --2- 172.21.15.1:0/314175389 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0d54104620 0x7f0d54197770 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.665+0000 7f0d5ac81640 1 --2- 172.21.15.1:0/314175389 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0d400a20c0 0x7f0d400a4580 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.665+0000 7f0d5ac81640 1 --2- 172.21.15.1:0/314175389 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0d54101cf0 0x7f0d54197230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.665+0000 7f0d5ac81640 1 -- 172.21.15.1:0/314175389 >> 172.21.15.1:0/314175389 conn(0x7f0d540fb6c0 msgr2=0x7f0d54102650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:03.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.665+0000 7f0d5ac81640 1 -- 172.21.15.1:0/314175389 shutdown_connections 2024-02-09T23:57:03.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.665+0000 7f0d5ac81640 1 -- 172.21.15.1:0/314175389 wait complete. 2024-02-09T23:57:03.678 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-02-09T23:57:03.678 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-02-09T23:57:03.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.787+0000 7ff356993640 1 -- 172.21.15.1:0/3070760675 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff350101d50 msgr2=0x7ff350104140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.787+0000 7ff356993640 1 --2- 172.21.15.1:0/3070760675 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff350101d50 0x7ff350104140 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7ff340009900 tx=0x7ff34002bc30 comp rx=0 tx=0).stop 2024-02-09T23:57:03.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.787+0000 7ff356993640 1 -- 172.21.15.1:0/3070760675 shutdown_connections 2024-02-09T23:57:03.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.787+0000 7ff356993640 1 --2- 172.21.15.1:0/3070760675 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff350106fb0 0x7ff3501093a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.787+0000 7ff356993640 1 --2- 172.21.15.1:0/3070760675 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff350104680 0x7ff350106a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.787+0000 7ff356993640 1 --2- 172.21.15.1:0/3070760675 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff350101d50 0x7ff350104140 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.787+0000 7ff356993640 1 -- 172.21.15.1:0/3070760675 >> 172.21.15.1:0/3070760675 conn(0x7ff3500fb700 msgr2=0x7ff3500fdb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:03.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.787+0000 7ff356993640 1 -- 172.21.15.1:0/3070760675 shutdown_connections 2024-02-09T23:57:03.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.787+0000 7ff356993640 1 -- 172.21.15.1:0/3070760675 wait complete. 2024-02-09T23:57:03.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.787+0000 7ff356993640 1 Processor -- start 2024-02-09T23:57:03.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.787+0000 7ff356993640 1 -- start start 2024-02-09T23:57:03.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.788+0000 7ff356993640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff350101d50 0x7ff350197320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.788+0000 7ff356993640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff350104680 0x7ff350197860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.788+0000 7ff356993640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff350106fb0 0x7ff35019e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.788+0000 7ff356993640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff35019ee10 con 0x7ff350104680 2024-02-09T23:57:03.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.788+0000 7ff356993640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff35019ef80 con 0x7ff350106fb0 2024-02-09T23:57:03.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.788+0000 7ff356993640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff35019f140 con 0x7ff350101d50 2024-02-09T23:57:03.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.788+0000 7ff34f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff350104680 0x7ff350197860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.788+0000 7ff34f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff350104680 0x7ff350197860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52826/0 (socket says 172.21.15.1:52826) 2024-02-09T23:57:03.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.788+0000 7ff34f7fe640 1 -- 172.21.15.1:0/322012704 learned_addr learned my addr 172.21.15.1:0/322012704 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:03.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.788+0000 7ff34ffff640 1 --2- 172.21.15.1:0/322012704 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff350101d50 0x7ff350197320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.788+0000 7ff354f30640 1 --2- 172.21.15.1:0/322012704 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff350106fb0 0x7ff35019e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.788+0000 7ff34f7fe640 1 -- 172.21.15.1:0/322012704 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff350101d50 msgr2=0x7ff350197320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.788+0000 7ff34f7fe640 1 --2- 172.21.15.1:0/322012704 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff350101d50 0x7ff350197320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.788+0000 7ff34f7fe640 1 -- 172.21.15.1:0/322012704 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff350106fb0 msgr2=0x7ff35019e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:03.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.788+0000 7ff34f7fe640 1 --2- 172.21.15.1:0/322012704 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff350106fb0 0x7ff35019e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:03.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.788+0000 7ff34f7fe640 1 -- 172.21.15.1:0/322012704 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff340009560 con 0x7ff350104680 2024-02-09T23:57:03.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.788+0000 7ff34ffff640 1 --2- 172.21.15.1:0/322012704 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff350101d50 0x7ff350197320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:03.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.788+0000 7ff354f30640 1 --2- 172.21.15.1:0/322012704 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff350106fb0 0x7ff35019e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:03.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.788+0000 7ff34f7fe640 1 --2- 172.21.15.1:0/322012704 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff350104680 0x7ff350197860 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7ff33800d740 tx=0x7ff33800dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:03.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.788+0000 7ff34d7fa640 1 -- 172.21.15.1:0/322012704 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff338009c30 con 0x7ff350104680 2024-02-09T23:57:03.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.788+0000 7ff34d7fa640 1 -- 172.21.15.1:0/322012704 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff33800de50 con 0x7ff350104680 2024-02-09T23:57:03.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.788+0000 7ff356993640 1 -- 172.21.15.1:0/322012704 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff35019f420 con 0x7ff350104680 2024-02-09T23:57:03.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.789+0000 7ff34d7fa640 1 -- 172.21.15.1:0/322012704 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff338010460 con 0x7ff350104680 2024-02-09T23:57:03.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.789+0000 7ff356993640 1 -- 172.21.15.1:0/322012704 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff35019f930 con 0x7ff350104680 2024-02-09T23:57:03.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.789+0000 7ff356993640 1 -- 172.21.15.1:0/322012704 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff3500fd1f0 con 0x7ff350104680 2024-02-09T23:57:03.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.791+0000 7ff34d7fa640 1 -- 172.21.15.1:0/322012704 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7ff338004f10 con 0x7ff350104680 2024-02-09T23:57:03.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.791+0000 7ff34d7fa640 1 --2- 172.21.15.1:0/322012704 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff33c0a2140 0x7ff33c0a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:03.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.791+0000 7ff34ffff640 1 --2- 172.21.15.1:0/322012704 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff33c0a2140 0x7ff33c0a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:03.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.791+0000 7ff34d7fa640 1 -- 172.21.15.1:0/322012704 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7ff3380cd260 con 0x7ff350104680 2024-02-09T23:57:03.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.792+0000 7ff34ffff640 1 --2- 172.21.15.1:0/322012704 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff33c0a2140 0x7ff33c0a4600 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7ff340000c00 tx=0x7ff340005be0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:03.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.795+0000 7ff34d7fa640 1 -- 172.21.15.1:0/322012704 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7ff338096630 con 0x7ff350104680 2024-02-09T23:57:03.837 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:03 smithi103 ceph-mon[36942]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:57:03.837 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:03 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:03.837 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:03 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:03.837 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:03 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:03.837 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:03 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:03.837 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:03 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:03.837 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:03 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:03.837 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:03 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:57:03.837 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:03 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:57:03.837 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:03 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3772724763' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:57:03.837 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:03 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:03.837 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:03 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:57:03.837 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:03 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2838125674' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:57:03.838 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:03 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1891091411' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-09T23:57:03.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:03 smithi088 ceph-mon[36452]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:57:03.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:03 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:03.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:03 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:03.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:03 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:03.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:03 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:03.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:03 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:03.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:03 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:03.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:03 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:57:03.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:03 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:57:03.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:03 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3772724763' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:57:03.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:03 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:03.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:03 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:57:03.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:03 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2838125674' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:57:03.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:03 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1891091411' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-09T23:57:03.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:03.977+0000 7ff356993640 1 -- 172.21.15.1:0/322012704 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7ff35002ce50 con 0x7ff350104680 2024-02-09T23:57:04.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.588+0000 7ff34d7fa640 1 -- 172.21.15.1:0/322012704 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v82) v1 ==== 138+0+0 (secure 0 0 0) 0x7ff338099cf0 con 0x7ff350104680 2024-02-09T23:57:04.590 INFO:teuthology.orchestra.run.smithi001.stderr:pool 'cephfs_metadata' created 2024-02-09T23:57:04.592 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.590+0000 7ff356993640 1 -- 172.21.15.1:0/322012704 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff33c0a2140 msgr2=0x7ff33c0a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:04.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.590+0000 7ff356993640 1 --2- 172.21.15.1:0/322012704 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff33c0a2140 0x7ff33c0a4600 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7ff340000c00 tx=0x7ff340005be0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.590+0000 7ff356993640 1 -- 172.21.15.1:0/322012704 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff350104680 msgr2=0x7ff350197860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:04.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.590+0000 7ff356993640 1 --2- 172.21.15.1:0/322012704 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff350104680 0x7ff350197860 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7ff33800d740 tx=0x7ff33800dc00 comp rx=0 tx=0).stop 2024-02-09T23:57:04.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.591+0000 7ff356993640 1 -- 172.21.15.1:0/322012704 shutdown_connections 2024-02-09T23:57:04.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.591+0000 7ff356993640 1 --2- 172.21.15.1:0/322012704 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff33c0a2140 0x7ff33c0a4600 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.591+0000 7ff356993640 1 --2- 172.21.15.1:0/322012704 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff350106fb0 0x7ff35019e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.591+0000 7ff356993640 1 --2- 172.21.15.1:0/322012704 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff350104680 0x7ff350197860 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.591+0000 7ff356993640 1 --2- 172.21.15.1:0/322012704 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff350101d50 0x7ff350197320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.591+0000 7ff356993640 1 -- 172.21.15.1:0/322012704 >> 172.21.15.1:0/322012704 conn(0x7ff3500fb700 msgr2=0x7ff3501026b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:04.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.591+0000 7ff356993640 1 -- 172.21.15.1:0/322012704 shutdown_connections 2024-02-09T23:57:04.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.591+0000 7ff356993640 1 -- 172.21.15.1:0/322012704 wait complete. 2024-02-09T23:57:04.607 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-02-09T23:57:04.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.720+0000 7f5a3e28d640 1 -- 172.21.15.1:0/2721300633 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a38103460 msgr2=0x7f5a38103880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:04.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.720+0000 7f5a3e28d640 1 --2- 172.21.15.1:0/2721300633 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a38103460 0x7f5a38103880 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f5a2c009900 tx=0x7f5a2c02bc30 comp rx=0 tx=0).stop 2024-02-09T23:57:04.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.720+0000 7f5a3e28d640 1 -- 172.21.15.1:0/2721300633 shutdown_connections 2024-02-09T23:57:04.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.720+0000 7f5a3e28d640 1 --2- 172.21.15.1:0/2721300633 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a38105010 0x7f5a3810b8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.720+0000 7f5a3e28d640 1 --2- 172.21.15.1:0/2721300633 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5a38104650 0x7f5a38104ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.720+0000 7f5a3e28d640 1 --2- 172.21.15.1:0/2721300633 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a38103460 0x7f5a38103880 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.720+0000 7f5a3e28d640 1 -- 172.21.15.1:0/2721300633 >> 172.21.15.1:0/2721300633 conn(0x7f5a380fe9f0 msgr2=0x7f5a38100e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:04.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.720+0000 7f5a3e28d640 1 -- 172.21.15.1:0/2721300633 shutdown_connections 2024-02-09T23:57:04.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.720+0000 7f5a3e28d640 1 -- 172.21.15.1:0/2721300633 wait complete. 2024-02-09T23:57:04.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.721+0000 7f5a3e28d640 1 Processor -- start 2024-02-09T23:57:04.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.721+0000 7f5a3e28d640 1 -- start start 2024-02-09T23:57:04.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.721+0000 7f5a3e28d640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a38103460 0x7f5a38199500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:04.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.721+0000 7f5a3e28d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a38104650 0x7f5a38199a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:04.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.721+0000 7f5a3e28d640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5a38105010 0x7f5a381a0ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:04.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.721+0000 7f5a3e28d640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a381a0ff0 con 0x7f5a38104650 2024-02-09T23:57:04.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.721+0000 7f5a3e28d640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a381a1160 con 0x7f5a38105010 2024-02-09T23:57:04.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.721+0000 7f5a3e28d640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a381a1320 con 0x7f5a38103460 2024-02-09T23:57:04.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.721+0000 7f5a377fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a38104650 0x7f5a38199a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:04.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.721+0000 7f5a377fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a38104650 0x7f5a38199a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52844/0 (socket says 172.21.15.1:52844) 2024-02-09T23:57:04.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.721+0000 7f5a377fe640 1 -- 172.21.15.1:0/1746109665 learned_addr learned my addr 172.21.15.1:0/1746109665 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:04.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.721+0000 7f5a37fff640 1 --2- 172.21.15.1:0/1746109665 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a38103460 0x7f5a38199500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:04.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.721+0000 7f5a3c82a640 1 --2- 172.21.15.1:0/1746109665 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5a38105010 0x7f5a381a0ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:04.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.721+0000 7f5a377fe640 1 -- 172.21.15.1:0/1746109665 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a38103460 msgr2=0x7f5a38199500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:04.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.721+0000 7f5a377fe640 1 --2- 172.21.15.1:0/1746109665 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a38103460 0x7f5a38199500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.721+0000 7f5a377fe640 1 -- 172.21.15.1:0/1746109665 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5a38105010 msgr2=0x7f5a381a0ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:04.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.721+0000 7f5a377fe640 1 --2- 172.21.15.1:0/1746109665 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5a38105010 0x7f5a381a0ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:04.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.721+0000 7f5a377fe640 1 -- 172.21.15.1:0/1746109665 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a2c009560 con 0x7f5a38104650 2024-02-09T23:57:04.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.721+0000 7f5a3c82a640 1 --2- 172.21.15.1:0/1746109665 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5a38105010 0x7f5a381a0ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:04.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.722+0000 7f5a377fe640 1 --2- 172.21.15.1:0/1746109665 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a38104650 0x7f5a38199a40 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f5a2800e9f0 tx=0x7f5a2800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:04.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.722+0000 7f5a357fa640 1 -- 172.21.15.1:0/1746109665 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a28009700 con 0x7f5a38104650 2024-02-09T23:57:04.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.722+0000 7f5a357fa640 1 -- 172.21.15.1:0/1746109665 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5a2800cd80 con 0x7f5a38104650 2024-02-09T23:57:04.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.722+0000 7f5a3e28d640 1 -- 172.21.15.1:0/1746109665 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5a381a1600 con 0x7f5a38104650 2024-02-09T23:57:04.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.722+0000 7f5a357fa640 1 -- 172.21.15.1:0/1746109665 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a28018920 con 0x7f5a38104650 2024-02-09T23:57:04.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.722+0000 7f5a3e28d640 1 -- 172.21.15.1:0/1746109665 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a381a1b60 con 0x7f5a38104650 2024-02-09T23:57:04.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.723+0000 7f5a3e28d640 1 -- 172.21.15.1:0/1746109665 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5a3810a7a0 con 0x7f5a38104650 2024-02-09T23:57:04.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.724+0000 7f5a357fa640 1 -- 172.21.15.1:0/1746109665 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f5a28018a80 con 0x7f5a38104650 2024-02-09T23:57:04.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.725+0000 7f5a357fa640 1 --2- 172.21.15.1:0/1746109665 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5a200a2140 0x7f5a200a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:04.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.725+0000 7f5a37fff640 1 --2- 172.21.15.1:0/1746109665 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5a200a2140 0x7f5a200a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:04.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.725+0000 7f5a357fa640 1 -- 172.21.15.1:0/1746109665 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7497+0+0 (secure 0 0 0) 0x7f5a28014070 con 0x7f5a38104650 2024-02-09T23:57:04.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.725+0000 7f5a37fff640 1 --2- 172.21.15.1:0/1746109665 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5a200a2140 0x7f5a200a4600 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f5a2c006010 tx=0x7f5a2c000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:04.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.729+0000 7f5a357fa640 1 -- 172.21.15.1:0/1746109665 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f5a28097530 con 0x7f5a38104650 2024-02-09T23:57:04.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:04 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/314175389' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-02-09T23:57:04.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:04 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/322012704' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-02-09T23:57:04.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:04.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:04.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:04.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:04.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:04.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:04.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:04.845 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:57:04.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:57:04.846 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:04.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:04 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/314175389' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-02-09T23:57:04.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:04 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/322012704' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-02-09T23:57:04.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:04 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:04.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:04 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:04.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:04 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:04.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:04 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:04.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:04 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:04.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:04 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:04.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:04 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:04.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:04 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:57:04.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:04 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:57:04.872 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:04 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:04.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:04 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/314175389' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-02-09T23:57:04.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:04 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/322012704' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-02-09T23:57:04.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:04 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:04.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:04 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:04.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:04 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:04.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:04 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:04.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:04 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:04.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:04 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:04.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:04 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:04.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:04 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:57:04.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:04 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:57:04.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:04 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:57:04.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:04.913+0000 7f5a3e28d640 1 -- 172.21.15.1:0/1746109665 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f5a3810ef90 con 0x7f5a38104650 2024-02-09T23:57:05.592 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.590+0000 7f5a357fa640 1 -- 172.21.15.1:0/1746109665 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v83) v1 ==== 170+0+0 (secure 0 0 0) 0x7f5a2809abf0 con 0x7f5a38104650 2024-02-09T23:57:05.592 INFO:teuthology.orchestra.run.smithi001.stderr:pool 'cephfs_data' created 2024-02-09T23:57:05.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.593+0000 7f5a3e28d640 1 -- 172.21.15.1:0/1746109665 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5a200a2140 msgr2=0x7f5a200a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:05.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.593+0000 7f5a3e28d640 1 --2- 172.21.15.1:0/1746109665 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5a200a2140 0x7f5a200a4600 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f5a2c006010 tx=0x7f5a2c000bc0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.593+0000 7f5a3e28d640 1 -- 172.21.15.1:0/1746109665 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a38104650 msgr2=0x7f5a38199a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:05.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.593+0000 7f5a3e28d640 1 --2- 172.21.15.1:0/1746109665 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a38104650 0x7f5a38199a40 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f5a2800e9f0 tx=0x7f5a2800eeb0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.593+0000 7f5a3e28d640 1 -- 172.21.15.1:0/1746109665 shutdown_connections 2024-02-09T23:57:05.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.593+0000 7f5a3e28d640 1 --2- 172.21.15.1:0/1746109665 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5a200a2140 0x7f5a200a4600 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.593+0000 7f5a3e28d640 1 --2- 172.21.15.1:0/1746109665 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5a38105010 0x7f5a381a0ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.593+0000 7f5a3e28d640 1 --2- 172.21.15.1:0/1746109665 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a38104650 0x7f5a38199a40 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.593+0000 7f5a3e28d640 1 --2- 172.21.15.1:0/1746109665 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a38103460 0x7f5a38199500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.593+0000 7f5a3e28d640 1 -- 172.21.15.1:0/1746109665 >> 172.21.15.1:0/1746109665 conn(0x7f5a380fe9f0 msgr2=0x7f5a38107970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:05.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.593+0000 7f5a3e28d640 1 -- 172.21.15.1:0/1746109665 shutdown_connections 2024-02-09T23:57:05.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.593+0000 7f5a3e28d640 1 -- 172.21.15.1:0/1746109665 wait complete. 2024-02-09T23:57:05.617 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-02-09T23:57:05.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.724+0000 7f58c3c23640 1 -- 172.21.15.1:0/550903977 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f58bc102830 msgr2=0x7f58bc102c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:05.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.724+0000 7f58c3c23640 1 --2- 172.21.15.1:0/550903977 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f58bc102830 0x7f58bc102c50 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f58b4009900 tx=0x7f58b402bc30 comp rx=0 tx=0).stop 2024-02-09T23:57:05.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.724+0000 7f58c3c23640 1 -- 172.21.15.1:0/550903977 shutdown_connections 2024-02-09T23:57:05.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.724+0000 7f58c3c23640 1 --2- 172.21.15.1:0/550903977 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f58bc0ffc60 0x7f58bc109810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.724+0000 7f58c3c23640 1 --2- 172.21.15.1:0/550903977 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f58bc0ff2a0 0x7f58bc0ff720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.724+0000 7f58c3c23640 1 --2- 172.21.15.1:0/550903977 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f58bc102830 0x7f58bc102c50 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.724+0000 7f58c3c23640 1 -- 172.21.15.1:0/550903977 >> 172.21.15.1:0/550903977 conn(0x7f58bc0fae40 msgr2=0x7f58bc0fd280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:05.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.724+0000 7f58c3c23640 1 -- 172.21.15.1:0/550903977 shutdown_connections 2024-02-09T23:57:05.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.724+0000 7f58c3c23640 1 -- 172.21.15.1:0/550903977 wait complete. 2024-02-09T23:57:05.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.724+0000 7f58c3c23640 1 Processor -- start 2024-02-09T23:57:05.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.724+0000 7f58c3c23640 1 -- start start 2024-02-09T23:57:05.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.725+0000 7f58c3c23640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f58bc0ff2a0 0x7f58bc197330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.725+0000 7f58c3c23640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f58bc0ffc60 0x7f58bc197870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.725+0000 7f58c3c23640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f58bc102830 0x7f58bc19e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.725+0000 7f58c3c23640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58bc19ee20 con 0x7f58bc102830 2024-02-09T23:57:05.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.725+0000 7f58c3c23640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58bc19ef90 con 0x7f58bc0ffc60 2024-02-09T23:57:05.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.725+0000 7f58c3c23640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58bc19f150 con 0x7f58bc0ff2a0 2024-02-09T23:57:05.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.725+0000 7f58c21c0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f58bc102830 0x7f58bc19e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.725+0000 7f58c21c0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f58bc102830 0x7f58bc19e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52866/0 (socket says 172.21.15.1:52866) 2024-02-09T23:57:05.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.725+0000 7f58c21c0640 1 -- 172.21.15.1:0/3234063653 learned_addr learned my addr 172.21.15.1:0/3234063653 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:05.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.725+0000 7f58c19bf640 1 --2- 172.21.15.1:0/3234063653 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f58bc0ff2a0 0x7f58bc197330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.725+0000 7f58c11be640 1 --2- 172.21.15.1:0/3234063653 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f58bc0ffc60 0x7f58bc197870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.725+0000 7f58c21c0640 1 -- 172.21.15.1:0/3234063653 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f58bc0ff2a0 msgr2=0x7f58bc197330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:05.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.725+0000 7f58c21c0640 1 --2- 172.21.15.1:0/3234063653 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f58bc0ff2a0 0x7f58bc197330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.725+0000 7f58c21c0640 1 -- 172.21.15.1:0/3234063653 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f58bc0ffc60 msgr2=0x7f58bc197870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:05.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.725+0000 7f58c21c0640 1 --2- 172.21.15.1:0/3234063653 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f58bc0ffc60 0x7f58bc197870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:05.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.725+0000 7f58c21c0640 1 -- 172.21.15.1:0/3234063653 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58b4009560 con 0x7f58bc102830 2024-02-09T23:57:05.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.725+0000 7f58c19bf640 1 --2- 172.21.15.1:0/3234063653 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f58bc0ff2a0 0x7f58bc197330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:05.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.725+0000 7f58c21c0640 1 --2- 172.21.15.1:0/3234063653 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f58bc102830 0x7f58bc19e8e0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f58ac00cad0 tx=0x7f58ac00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:05.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.725+0000 7f58baffd640 1 -- 172.21.15.1:0/3234063653 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58ac00ae20 con 0x7f58bc102830 2024-02-09T23:57:05.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.725+0000 7f58baffd640 1 -- 172.21.15.1:0/3234063653 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f58ac005020 con 0x7f58bc102830 2024-02-09T23:57:05.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.725+0000 7f58c3c23640 1 -- 172.21.15.1:0/3234063653 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f58bc19f430 con 0x7f58bc102830 2024-02-09T23:57:05.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.725+0000 7f58baffd640 1 -- 172.21.15.1:0/3234063653 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58ac00f6b0 con 0x7f58bc102830 2024-02-09T23:57:05.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.725+0000 7f58c3c23640 1 -- 172.21.15.1:0/3234063653 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58bc19f940 con 0x7f58bc102830 2024-02-09T23:57:05.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.727+0000 7f58c3c23640 1 -- 172.21.15.1:0/3234063653 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f58bc108710 con 0x7f58bc102830 2024-02-09T23:57:05.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.728+0000 7f58baffd640 1 -- 172.21.15.1:0/3234063653 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f58ac005520 con 0x7f58bc102830 2024-02-09T23:57:05.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.728+0000 7f58baffd640 1 --2- 172.21.15.1:0/3234063653 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f58a40a2140 0x7f58a40a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:05.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.729+0000 7f58c19bf640 1 --2- 172.21.15.1:0/3234063653 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f58a40a2140 0x7f58a40a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:05.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.729+0000 7f58baffd640 1 -- 172.21.15.1:0/3234063653 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 7879+0+0 (secure 0 0 0) 0x7f58ac0cdf60 con 0x7f58bc102830 2024-02-09T23:57:05.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.729+0000 7f58c19bf640 1 --2- 172.21.15.1:0/3234063653 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f58a40a2140 0x7f58a40a4600 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f58b4006010 tx=0x7f58b402c800 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:05.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.732+0000 7f58baffd640 1 -- 172.21.15.1:0/3234063653 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f58ac097140 con 0x7f58bc102830 2024-02-09T23:57:05.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:05 smithi103 ceph-mon[36942]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:57:05.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:05 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/322012704' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-02-09T23:57:05.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:05 smithi103 ceph-mon[36942]: osdmap e82: 12 total, 12 up, 12 in 2024-02-09T23:57:05.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:05 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1746109665' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-02-09T23:57:05.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:05.955+0000 7f58c3c23640 1 -- 172.21.15.1:0/3234063653 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f58bc10cc90 con 0x7f58bc102830 2024-02-09T23:57:05.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:05 smithi001 ceph-mon[32335]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:57:05.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:05 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/322012704' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-02-09T23:57:05.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:05 smithi001 ceph-mon[32335]: osdmap e82: 12 total, 12 up, 12 in 2024-02-09T23:57:05.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:05 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1746109665' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-02-09T23:57:06.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:05 smithi088 ceph-mon[36452]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:57:06.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:05 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/322012704' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-02-09T23:57:06.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:05 smithi088 ceph-mon[36452]: osdmap e82: 12 total, 12 up, 12 in 2024-02-09T23:57:06.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:05 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1746109665' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-02-09T23:57:06.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.615+0000 7f58baffd640 1 -- 172.21.15.1:0/3234063653 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) v1 ==== 172+0+0 (secure 0 0 0) 0x7f58ac01d070 con 0x7f58bc102830 2024-02-09T23:57:06.618 INFO:teuthology.orchestra.run.smithi001.stderr:new fs with metadata pool 2 and data pool 3 2024-02-09T23:57:06.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.620+0000 7f58c3c23640 1 -- 172.21.15.1:0/3234063653 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f58a40a2140 msgr2=0x7f58a40a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:06.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.620+0000 7f58c3c23640 1 --2- 172.21.15.1:0/3234063653 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f58a40a2140 0x7f58a40a4600 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f58b4006010 tx=0x7f58b402c800 comp rx=0 tx=0).stop 2024-02-09T23:57:06.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.620+0000 7f58c3c23640 1 -- 172.21.15.1:0/3234063653 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f58bc102830 msgr2=0x7f58bc19e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:06.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.620+0000 7f58c3c23640 1 --2- 172.21.15.1:0/3234063653 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f58bc102830 0x7f58bc19e8e0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f58ac00cad0 tx=0x7f58ac00cf90 comp rx=0 tx=0).stop 2024-02-09T23:57:06.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.620+0000 7f58c3c23640 1 -- 172.21.15.1:0/3234063653 shutdown_connections 2024-02-09T23:57:06.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.620+0000 7f58c3c23640 1 --2- 172.21.15.1:0/3234063653 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f58bc102830 0x7f58bc19e8e0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.620+0000 7f58c3c23640 1 --2- 172.21.15.1:0/3234063653 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f58a40a2140 0x7f58a40a4600 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.620+0000 7f58c3c23640 1 --2- 172.21.15.1:0/3234063653 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f58bc0ffc60 0x7f58bc197870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.620+0000 7f58c3c23640 1 --2- 172.21.15.1:0/3234063653 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f58bc0ff2a0 0x7f58bc197330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.620+0000 7f58c3c23640 1 -- 172.21.15.1:0/3234063653 >> 172.21.15.1:0/3234063653 conn(0x7f58bc0fae40 msgr2=0x7f58bc1058e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:06.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.620+0000 7f58c3c23640 1 -- 172.21.15.1:0/3234063653 shutdown_connections 2024-02-09T23:57:06.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.620+0000 7f58c3c23640 1 -- 172.21.15.1:0/3234063653 wait complete. 2024-02-09T23:57:06.644 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:57:06.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.751+0000 7f5c032eb640 1 -- 172.21.15.1:0/464442411 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5bfc1001d0 msgr2=0x7f5bfc1005f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:06.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.751+0000 7f5c032eb640 1 --2- 172.21.15.1:0/464442411 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5bfc1001d0 0x7f5bfc1005f0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f5bf8009900 tx=0x7f5bf802bc30 comp rx=0 tx=0).stop 2024-02-09T23:57:06.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.751+0000 7f5c032eb640 1 -- 172.21.15.1:0/464442411 shutdown_connections 2024-02-09T23:57:06.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.751+0000 7f5c032eb640 1 --2- 172.21.15.1:0/464442411 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5bfc101d80 0x7f5bfc108610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.751+0000 7f5c032eb640 1 --2- 172.21.15.1:0/464442411 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5bfc1013c0 0x7f5bfc101840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.751+0000 7f5c032eb640 1 --2- 172.21.15.1:0/464442411 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5bfc1001d0 0x7f5bfc1005f0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.751+0000 7f5c032eb640 1 -- 172.21.15.1:0/464442411 >> 172.21.15.1:0/464442411 conn(0x7f5bfc0fb760 msgr2=0x7f5bfc0fdb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:06.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.751+0000 7f5c032eb640 1 -- 172.21.15.1:0/464442411 shutdown_connections 2024-02-09T23:57:06.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.751+0000 7f5c032eb640 1 -- 172.21.15.1:0/464442411 wait complete. 2024-02-09T23:57:06.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.751+0000 7f5c032eb640 1 Processor -- start 2024-02-09T23:57:06.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.751+0000 7f5c032eb640 1 -- start start 2024-02-09T23:57:06.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.752+0000 7f5c032eb640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5bfc1001d0 0x7f5bfc1972c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:06.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.752+0000 7f5c032eb640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5bfc1013c0 0x7f5bfc197800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:06.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.752+0000 7f5c032eb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5bfc101d80 0x7f5bfc19e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:06.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.752+0000 7f5c032eb640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bfc19edb0 con 0x7f5bfc101d80 2024-02-09T23:57:06.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.752+0000 7f5c032eb640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bfc19ef20 con 0x7f5bfc1013c0 2024-02-09T23:57:06.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.752+0000 7f5c032eb640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bfc19f0e0 con 0x7f5bfc1001d0 2024-02-09T23:57:06.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.752+0000 7f5c01888640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5bfc101d80 0x7f5bfc19e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:06.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.752+0000 7f5c01888640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5bfc101d80 0x7f5bfc19e870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52884/0 (socket says 172.21.15.1:52884) 2024-02-09T23:57:06.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.752+0000 7f5c01888640 1 -- 172.21.15.1:0/2251936877 learned_addr learned my addr 172.21.15.1:0/2251936877 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:06.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.752+0000 7f5c00886640 1 --2- 172.21.15.1:0/2251936877 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5bfc1013c0 0x7f5bfc197800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:06.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.752+0000 7f5c01087640 1 --2- 172.21.15.1:0/2251936877 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5bfc1001d0 0x7f5bfc1972c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:06.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.752+0000 7f5c01888640 1 -- 172.21.15.1:0/2251936877 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5bfc1001d0 msgr2=0x7f5bfc1972c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:06.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.752+0000 7f5c01888640 1 --2- 172.21.15.1:0/2251936877 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5bfc1001d0 0x7f5bfc1972c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.752+0000 7f5c01888640 1 -- 172.21.15.1:0/2251936877 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5bfc1013c0 msgr2=0x7f5bfc197800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:06.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.752+0000 7f5c01888640 1 --2- 172.21.15.1:0/2251936877 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5bfc1013c0 0x7f5bfc197800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.752+0000 7f5c01888640 1 -- 172.21.15.1:0/2251936877 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5bf8009560 con 0x7f5bfc101d80 2024-02-09T23:57:06.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.752+0000 7f5c01888640 1 --2- 172.21.15.1:0/2251936877 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5bfc101d80 0x7f5bfc19e870 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f5bf400eaa0 tx=0x7f5bf400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:06.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.752+0000 7f5bf27fc640 1 -- 172.21.15.1:0/2251936877 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bf400cdb0 con 0x7f5bfc101d80 2024-02-09T23:57:06.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.752+0000 7f5c032eb640 1 -- 172.21.15.1:0/2251936877 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5bfc19f3c0 con 0x7f5bfc101d80 2024-02-09T23:57:06.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.752+0000 7f5bf27fc640 1 -- 172.21.15.1:0/2251936877 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5bf4005020 con 0x7f5bfc101d80 2024-02-09T23:57:06.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.752+0000 7f5bf27fc640 1 -- 172.21.15.1:0/2251936877 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bf40116d0 con 0x7f5bfc101d80 2024-02-09T23:57:06.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.753+0000 7f5c032eb640 1 -- 172.21.15.1:0/2251936877 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5bfc19f8d0 con 0x7f5bfc101d80 2024-02-09T23:57:06.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.754+0000 7f5c032eb640 1 -- 172.21.15.1:0/2251936877 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5bfc1074f0 con 0x7f5bfc101d80 2024-02-09T23:57:06.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.755+0000 7f5bf27fc640 1 -- 172.21.15.1:0/2251936877 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f5bf4005490 con 0x7f5bfc101d80 2024-02-09T23:57:06.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.755+0000 7f5bf27fc640 1 --2- 172.21.15.1:0/2251936877 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5be80a20c0 0x7f5be80a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:06.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.755+0000 7f5c01087640 1 --2- 172.21.15.1:0/2251936877 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5be80a20c0 0x7f5be80a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:06.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.756+0000 7f5bf27fc640 1 -- 172.21.15.1:0/2251936877 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f5bf40cdd20 con 0x7f5bfc101d80 2024-02-09T23:57:06.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.756+0000 7f5c01087640 1 --2- 172.21.15.1:0/2251936877 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5be80a20c0 0x7f5be80a4580 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f5bf8006010 tx=0x7f5bf8000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:06.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.760+0000 7f5bf27fc640 1 -- 172.21.15.1:0/2251936877 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f5bf4096e40 con 0x7f5bfc101d80 2024-02-09T23:57:06.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:06 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1746109665' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-02-09T23:57:06.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:06 smithi103 ceph-mon[36942]: osdmap e83: 12 total, 12 up, 12 in 2024-02-09T23:57:06.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:06 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3234063653' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-02-09T23:57:06.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:06 smithi103 ceph-mon[36942]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-02-09T23:57:06.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.945+0000 7f5c032eb640 1 -- 172.21.15.1:0/2251936877 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5bfc02ce50 con 0x7f5bfc101d80 2024-02-09T23:57:06.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.947+0000 7f5bf27fc640 1 -- 172.21.15.1:0/2251936877 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) v1 ==== 74+0+22128 (secure 0 0 0) 0x7f5bf401f020 con 0x7f5bfc101d80 2024-02-09T23:57:06.949 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:57:06.949 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":84,"fsid":"b5005240-c7a5-11ee-95b8-87774f69a715","created":"2024-02-09T23:49:06.829648+0000","modified":"2024-02-09T23:57:05.956623+0000","last_up_change":"2024-02-09T23:56:15.507374+0000","last_in_change":"2024-02-09T23:55:55.668510+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:52:28.527596+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:57:04.230570+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:57:05.160207+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4fa23604-c2ff-4c47-8ac8-10dce6bba3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6803","nonce":4020662944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6805","nonce":4020662944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6809","nonce":4020662944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6807","nonce":4020662944}]},"public_addr":"172.21.15.1:6803/4020662944","cluster_addr":"172.21.15.1:6805/4020662944","heartbeat_back_addr":"172.21.15.1:6809/4020662944","heartbeat_front_addr":"172.21.15.1:6807/4020662944","state":["exists","up"]},{"osd":1,"uuid":"d64b48a6-3b47-4712-b607-d0e951b3b4a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6801","nonce":1258648868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6803","nonce":1258648868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6807","nonce":1258648868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6805","nonce":1258648868}]},"public_addr":"172.21.15.88:6801/1258648868","cluster_addr":"172.21.15.88:6803/1258648868","heartbeat_back_addr":"172.21.15.88:6807/1258648868","heartbeat_front_addr":"172.21.15.88:6805/1258648868","state":["exists","up"]},{"osd":2,"uuid":"6be4c8dc-283d-4025-9c1f-c00ee4e3659f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6801","nonce":2902494825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6803","nonce":2902494825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6807","nonce":2902494825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6805","nonce":2902494825}]},"public_addr":"172.21.15.103:6801/2902494825","cluster_addr":"172.21.15.103:6803/2902494825","heartbeat_back_addr":"172.21.15.103:6807/2902494825","heartbeat_front_addr":"172.21.15.103:6805/2902494825","state":["exists","up"]},{"osd":3,"uuid":"52579ea8-e424-4adc-9fd9-44cec7e3875a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6811","nonce":680841642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6813","nonce":680841642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6817","nonce":680841642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6815","nonce":680841642}]},"public_addr":"172.21.15.1:6811/680841642","cluster_addr":"172.21.15.1:6813/680841642","heartbeat_back_addr":"172.21.15.1:6817/680841642","heartbeat_front_addr":"172.21.15.1:6815/680841642","state":["exists","up"]},{"osd":4,"uuid":"6503d3b5-f26b-4438-b256-ae4f76c7c773","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6809","nonce":2788918193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6811","nonce":2788918193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6815","nonce":2788918193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6813","nonce":2788918193}]},"public_addr":"172.21.15.88:6809/2788918193","cluster_addr":"172.21.15.88:6811/2788918193","heartbeat_back_addr":"172.21.15.88:6815/2788918193","heartbeat_front_addr":"172.21.15.88:6813/2788918193","state":["exists","up"]},{"osd":5,"uuid":"86188624-366a-487e-9db3-2782ef0884cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6809","nonce":3760780468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6811","nonce":3760780468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6815","nonce":3760780468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6813","nonce":3760780468}]},"public_addr":"172.21.15.103:6809/3760780468","cluster_addr":"172.21.15.103:6811/3760780468","heartbeat_back_addr":"172.21.15.103:6815/3760780468","heartbeat_front_addr":"172.21.15.103:6813/3760780468","state":["exists","up"]},{"osd":6,"uuid":"c59e7ba5-1cbe-41c3-a7e4-330175adfdf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6819","nonce":363854281}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6821","nonce":363854281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6825","nonce":363854281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6823","nonce":363854281}]},"public_addr":"172.21.15.1:6819/363854281","cluster_addr":"172.21.15.1:6821/363854281","heartbeat_back_addr":"172.21.15.1:6825/363854281","heartbeat_front_addr":"172.21.15.1:6823/363854281","state":["exists","up"]},{"osd":7,"uuid":"a77b4ef0-ecf7-457c-95c6-3e63cc6b1bba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6817","nonce":812841825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6819","nonce":812841825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6823","nonce":812841825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6821","nonce":812841825}]},"public_addr":"172.21.15.88:6817/812841825","cluster_addr":"172.21.15.88:6819/812841825","heartbeat_back_addr":"172.21.15.88:6823/812841825","heartbeat_front_addr":"172.21.15.88:6821/812841825","state":["exists","up"]},{"osd":8,"uuid":"bf2a6a1e-71ba-44d2-ba61-309f29496ef9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6817","nonce":3258812878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6819","nonce":3258812878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6823","nonce":3258812878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6821","nonce":3258812878}]},"public_addr":"172.21.15.103:6817/3258812878","cluster_addr":"172.21.15.103:6819/3258812878","heartbeat_back_addr":"172.21.15.103:6823/3258812878","heartbeat_front_addr":"172.21.15.103:6821/3258812878","state":["exists","up"]},{"osd":9,"uuid":"c9531676-199e-43ad-9299-6b5b60fd6ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6827","nonce":2830634909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6829","nonce":2830634909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6833","nonce":2830634909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6831","nonce":2830634909}]},"public_addr":"172.21.15.1:6827/2830634909","cluster_addr":"172.21.15.1:6829/2830634909","heartbeat_back_addr":"172.21.15.1:6833/2830634909","heartbeat_front_addr":"172.21.15.1:6831/2830634909","state":["exists","up"]},{"osd":10,"uuid":"41c2bb14-f8c9-45ce-a81e-9bf9dbba0b51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6825","nonce":1128031509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6827","nonce":1128031509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6831","nonce":1128031509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6829","nonce":1128031509}]},"public_addr":"172.21.15.88:6825/1128031509","cluster_addr":"172.21.15.88:6827/1128031509","heartbeat_back_addr":"172.21.15.88:6831/1128031509","heartbeat_front_addr":"172.21.15.88:6829/1128031509","state":["exists","up"]},{"osd":11,"uuid":"41003dad-b792-418d-9a82-bdf67311ea90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6825","nonce":2854918902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6827","nonce":2854918902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6831","nonce":2854918902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6829","nonce":2854918902}]},"public_addr":"172.21.15.103:6825/2854918902","cluster_addr":"172.21.15.103:6827/2854918902","heartbeat_back_addr":"172.21.15.103:6831/2854918902","heartbeat_front_addr":"172.21.15.103:6829/2854918902","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:51:39.446367+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:02.973641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:25.664661+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:50.561389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:14.598286+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:39.149718+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:04.327941+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:29.497887+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:55.922386+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:21.966560+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:47.653451+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:14.122475+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:0/2182725984":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6800/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1236715707":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3991013292":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3894463217":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6801/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6800/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3968648683":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6801/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1600532294":"2024-02-10T23:50:04.182518+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:57:06.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.948+0000 7f5c032eb640 1 -- 172.21.15.1:0/2251936877 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5be80a20c0 msgr2=0x7f5be80a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:06.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.948+0000 7f5c032eb640 1 --2- 172.21.15.1:0/2251936877 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5be80a20c0 0x7f5be80a4580 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f5bf8006010 tx=0x7f5bf8000bc0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.949+0000 7f5c032eb640 1 -- 172.21.15.1:0/2251936877 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5bfc101d80 msgr2=0x7f5bfc19e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:06.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.949+0000 7f5c032eb640 1 --2- 172.21.15.1:0/2251936877 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5bfc101d80 0x7f5bfc19e870 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f5bf400eaa0 tx=0x7f5bf400ef60 comp rx=0 tx=0).stop 2024-02-09T23:57:06.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.949+0000 7f5c032eb640 1 -- 172.21.15.1:0/2251936877 shutdown_connections 2024-02-09T23:57:06.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.949+0000 7f5c032eb640 1 --2- 172.21.15.1:0/2251936877 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5bfc101d80 0x7f5bfc19e870 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.949+0000 7f5c032eb640 1 --2- 172.21.15.1:0/2251936877 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5be80a20c0 0x7f5be80a4580 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.949+0000 7f5c032eb640 1 --2- 172.21.15.1:0/2251936877 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5bfc1013c0 0x7f5bfc197800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.949+0000 7f5c032eb640 1 --2- 172.21.15.1:0/2251936877 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5bfc1001d0 0x7f5bfc1972c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:06.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.949+0000 7f5c032eb640 1 -- 172.21.15.1:0/2251936877 >> 172.21.15.1:0/2251936877 conn(0x7f5bfc0fb760 msgr2=0x7f5bfc1046c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:06.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.949+0000 7f5c032eb640 1 -- 172.21.15.1:0/2251936877 shutdown_connections 2024-02-09T23:57:06.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:06.949+0000 7f5c032eb640 1 -- 172.21.15.1:0/2251936877 wait complete. 2024-02-09T23:57:06.960 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:06 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1746109665' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-02-09T23:57:06.960 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:06 smithi001 ceph-mon[32335]: osdmap e83: 12 total, 12 up, 12 in 2024-02-09T23:57:06.960 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:06 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3234063653' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-02-09T23:57:06.961 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:06 smithi001 ceph-mon[32335]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-02-09T23:57:06.962 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:57:07.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.062+0000 7f29ee3d0640 1 -- 172.21.15.1:0/2715999138 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f29e8100e60 msgr2=0x7f29e8108700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:07.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.062+0000 7f29ee3d0640 1 --2- 172.21.15.1:0/2715999138 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f29e8100e60 0x7f29e8108700 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f29e0009cd0 tx=0x7f29e002c0f0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.062+0000 7f29ee3d0640 1 -- 172.21.15.1:0/2715999138 shutdown_connections 2024-02-09T23:57:07.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.062+0000 7f29ee3d0640 1 --2- 172.21.15.1:0/2715999138 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f29e8100e60 0x7f29e8108700 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.062+0000 7f29ee3d0640 1 --2- 172.21.15.1:0/2715999138 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f29e81004a0 0x7f29e8100920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.062+0000 7f29ee3d0640 1 --2- 172.21.15.1:0/2715999138 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f29e8101770 0x7f29e8101b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.062+0000 7f29ee3d0640 1 -- 172.21.15.1:0/2715999138 >> 172.21.15.1:0/2715999138 conn(0x7f29e80faeb0 msgr2=0x7f29e80fd310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:07.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.062+0000 7f29ee3d0640 1 -- 172.21.15.1:0/2715999138 shutdown_connections 2024-02-09T23:57:07.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.062+0000 7f29ee3d0640 1 -- 172.21.15.1:0/2715999138 wait complete. 2024-02-09T23:57:07.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.062+0000 7f29ee3d0640 1 Processor -- start 2024-02-09T23:57:07.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.062+0000 7f29ee3d0640 1 -- start start 2024-02-09T23:57:07.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.063+0000 7f29ee3d0640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f29e81004a0 0x7f29e81972c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:07.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.063+0000 7f29ee3d0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f29e8100e60 0x7f29e8197800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:07.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.063+0000 7f29ee3d0640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f29e8101770 0x7f29e819e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:07.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.063+0000 7f29ee3d0640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29e819edb0 con 0x7f29e8100e60 2024-02-09T23:57:07.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.063+0000 7f29ee3d0640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29e819ef20 con 0x7f29e81004a0 2024-02-09T23:57:07.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.063+0000 7f29ee3d0640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29e819f0e0 con 0x7f29e8101770 2024-02-09T23:57:07.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.063+0000 7f29e77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f29e8100e60 0x7f29e8197800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:07.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.063+0000 7f29e77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f29e8100e60 0x7f29e8197800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52900/0 (socket says 172.21.15.1:52900) 2024-02-09T23:57:07.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.063+0000 7f29e77fe640 1 -- 172.21.15.1:0/1037463411 learned_addr learned my addr 172.21.15.1:0/1037463411 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:07.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.063+0000 7f29e7fff640 1 --2- 172.21.15.1:0/1037463411 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f29e81004a0 0x7f29e81972c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:07.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.063+0000 7f29ec96d640 1 --2- 172.21.15.1:0/1037463411 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f29e8101770 0x7f29e819e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:07.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.063+0000 7f29e77fe640 1 -- 172.21.15.1:0/1037463411 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f29e8101770 msgr2=0x7f29e819e870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:07.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.063+0000 7f29e77fe640 1 --2- 172.21.15.1:0/1037463411 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f29e8101770 0x7f29e819e870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.063+0000 7f29e77fe640 1 -- 172.21.15.1:0/1037463411 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f29e81004a0 msgr2=0x7f29e81972c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:07.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.063+0000 7f29e77fe640 1 --2- 172.21.15.1:0/1037463411 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f29e81004a0 0x7f29e81972c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.063+0000 7f29e77fe640 1 -- 172.21.15.1:0/1037463411 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29e0009900 con 0x7f29e8100e60 2024-02-09T23:57:07.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.063+0000 7f29ec96d640 1 --2- 172.21.15.1:0/1037463411 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f29e8101770 0x7f29e819e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:07.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.063+0000 7f29e77fe640 1 --2- 172.21.15.1:0/1037463411 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f29e8100e60 0x7f29e8197800 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f29d800c970 tx=0x7f29d800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:07.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.063+0000 7f29e57fa640 1 -- 172.21.15.1:0/1037463411 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29d8007bb0 con 0x7f29e8100e60 2024-02-09T23:57:07.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.064+0000 7f29e57fa640 1 -- 172.21.15.1:0/1037463411 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f29d8007d10 con 0x7f29e8100e60 2024-02-09T23:57:07.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.064+0000 7f29ee3d0640 1 -- 172.21.15.1:0/1037463411 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f29e819f3c0 con 0x7f29e8100e60 2024-02-09T23:57:07.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.064+0000 7f29e57fa640 1 -- 172.21.15.1:0/1037463411 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29d800f450 con 0x7f29e8100e60 2024-02-09T23:57:07.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.064+0000 7f29ee3d0640 1 -- 172.21.15.1:0/1037463411 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29e819f880 con 0x7f29e8100e60 2024-02-09T23:57:07.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.064+0000 7f29ee3d0640 1 -- 172.21.15.1:0/1037463411 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f29e81075e0 con 0x7f29e8100e60 2024-02-09T23:57:07.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.066+0000 7f29e57fa640 1 -- 172.21.15.1:0/1037463411 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f29d8004f70 con 0x7f29e8100e60 2024-02-09T23:57:07.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.066+0000 7f29e57fa640 1 --2- 172.21.15.1:0/1037463411 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f29d40a20c0 0x7f29d40a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:07.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.066+0000 7f29e7fff640 1 --2- 172.21.15.1:0/1037463411 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f29d40a20c0 0x7f29d40a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:07.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.066+0000 7f29e57fa640 1 -- 172.21.15.1:0/1037463411 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f29d80cd930 con 0x7f29e8100e60 2024-02-09T23:57:07.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.067+0000 7f29e7fff640 1 --2- 172.21.15.1:0/1037463411 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f29d40a20c0 0x7f29d40a4580 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f29e8069710 tx=0x7f29d000b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:07.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.071+0000 7f29e57fa640 1 -- 172.21.15.1:0/1037463411 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f29d80969b0 con 0x7f29e8100e60 2024-02-09T23:57:07.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:06 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1746109665' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-02-09T23:57:07.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:06 smithi088 ceph-mon[36452]: osdmap e83: 12 total, 12 up, 12 in 2024-02-09T23:57:07.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:06 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3234063653' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-02-09T23:57:07.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:06 smithi088 ceph-mon[36452]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-02-09T23:57:07.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.253+0000 7f29ee3d0640 1 -- 172.21.15.1:0/1037463411 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f29e810ccc0 con 0x7f29e8100e60 2024-02-09T23:57:07.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.254+0000 7f29e57fa640 1 -- 172.21.15.1:0/1037463411 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) v1 ==== 74+0+22128 (secure 0 0 0) 0x7f29d809a070 con 0x7f29e8100e60 2024-02-09T23:57:07.256 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:57:07.257 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":84,"fsid":"b5005240-c7a5-11ee-95b8-87774f69a715","created":"2024-02-09T23:49:06.829648+0000","modified":"2024-02-09T23:57:05.956623+0000","last_up_change":"2024-02-09T23:56:15.507374+0000","last_in_change":"2024-02-09T23:55:55.668510+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:52:28.527596+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:57:04.230570+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:57:05.160207+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4fa23604-c2ff-4c47-8ac8-10dce6bba3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6803","nonce":4020662944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6805","nonce":4020662944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6809","nonce":4020662944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6807","nonce":4020662944}]},"public_addr":"172.21.15.1:6803/4020662944","cluster_addr":"172.21.15.1:6805/4020662944","heartbeat_back_addr":"172.21.15.1:6809/4020662944","heartbeat_front_addr":"172.21.15.1:6807/4020662944","state":["exists","up"]},{"osd":1,"uuid":"d64b48a6-3b47-4712-b607-d0e951b3b4a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6801","nonce":1258648868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6803","nonce":1258648868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6807","nonce":1258648868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6805","nonce":1258648868}]},"public_addr":"172.21.15.88:6801/1258648868","cluster_addr":"172.21.15.88:6803/1258648868","heartbeat_back_addr":"172.21.15.88:6807/1258648868","heartbeat_front_addr":"172.21.15.88:6805/1258648868","state":["exists","up"]},{"osd":2,"uuid":"6be4c8dc-283d-4025-9c1f-c00ee4e3659f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6801","nonce":2902494825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6803","nonce":2902494825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6807","nonce":2902494825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6805","nonce":2902494825}]},"public_addr":"172.21.15.103:6801/2902494825","cluster_addr":"172.21.15.103:6803/2902494825","heartbeat_back_addr":"172.21.15.103:6807/2902494825","heartbeat_front_addr":"172.21.15.103:6805/2902494825","state":["exists","up"]},{"osd":3,"uuid":"52579ea8-e424-4adc-9fd9-44cec7e3875a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6811","nonce":680841642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6813","nonce":680841642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6817","nonce":680841642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6815","nonce":680841642}]},"public_addr":"172.21.15.1:6811/680841642","cluster_addr":"172.21.15.1:6813/680841642","heartbeat_back_addr":"172.21.15.1:6817/680841642","heartbeat_front_addr":"172.21.15.1:6815/680841642","state":["exists","up"]},{"osd":4,"uuid":"6503d3b5-f26b-4438-b256-ae4f76c7c773","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6809","nonce":2788918193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6811","nonce":2788918193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6815","nonce":2788918193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6813","nonce":2788918193}]},"public_addr":"172.21.15.88:6809/2788918193","cluster_addr":"172.21.15.88:6811/2788918193","heartbeat_back_addr":"172.21.15.88:6815/2788918193","heartbeat_front_addr":"172.21.15.88:6813/2788918193","state":["exists","up"]},{"osd":5,"uuid":"86188624-366a-487e-9db3-2782ef0884cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6809","nonce":3760780468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6811","nonce":3760780468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6815","nonce":3760780468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6813","nonce":3760780468}]},"public_addr":"172.21.15.103:6809/3760780468","cluster_addr":"172.21.15.103:6811/3760780468","heartbeat_back_addr":"172.21.15.103:6815/3760780468","heartbeat_front_addr":"172.21.15.103:6813/3760780468","state":["exists","up"]},{"osd":6,"uuid":"c59e7ba5-1cbe-41c3-a7e4-330175adfdf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6819","nonce":363854281}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6821","nonce":363854281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6825","nonce":363854281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6823","nonce":363854281}]},"public_addr":"172.21.15.1:6819/363854281","cluster_addr":"172.21.15.1:6821/363854281","heartbeat_back_addr":"172.21.15.1:6825/363854281","heartbeat_front_addr":"172.21.15.1:6823/363854281","state":["exists","up"]},{"osd":7,"uuid":"a77b4ef0-ecf7-457c-95c6-3e63cc6b1bba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6817","nonce":812841825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6819","nonce":812841825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6823","nonce":812841825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6821","nonce":812841825}]},"public_addr":"172.21.15.88:6817/812841825","cluster_addr":"172.21.15.88:6819/812841825","heartbeat_back_addr":"172.21.15.88:6823/812841825","heartbeat_front_addr":"172.21.15.88:6821/812841825","state":["exists","up"]},{"osd":8,"uuid":"bf2a6a1e-71ba-44d2-ba61-309f29496ef9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6817","nonce":3258812878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6819","nonce":3258812878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6823","nonce":3258812878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6821","nonce":3258812878}]},"public_addr":"172.21.15.103:6817/3258812878","cluster_addr":"172.21.15.103:6819/3258812878","heartbeat_back_addr":"172.21.15.103:6823/3258812878","heartbeat_front_addr":"172.21.15.103:6821/3258812878","state":["exists","up"]},{"osd":9,"uuid":"c9531676-199e-43ad-9299-6b5b60fd6ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6827","nonce":2830634909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6829","nonce":2830634909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6833","nonce":2830634909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6831","nonce":2830634909}]},"public_addr":"172.21.15.1:6827/2830634909","cluster_addr":"172.21.15.1:6829/2830634909","heartbeat_back_addr":"172.21.15.1:6833/2830634909","heartbeat_front_addr":"172.21.15.1:6831/2830634909","state":["exists","up"]},{"osd":10,"uuid":"41c2bb14-f8c9-45ce-a81e-9bf9dbba0b51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6825","nonce":1128031509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6827","nonce":1128031509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6831","nonce":1128031509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6829","nonce":1128031509}]},"public_addr":"172.21.15.88:6825/1128031509","cluster_addr":"172.21.15.88:6827/1128031509","heartbeat_back_addr":"172.21.15.88:6831/1128031509","heartbeat_front_addr":"172.21.15.88:6829/1128031509","state":["exists","up"]},{"osd":11,"uuid":"41003dad-b792-418d-9a82-bdf67311ea90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6825","nonce":2854918902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6827","nonce":2854918902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6831","nonce":2854918902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6829","nonce":2854918902}]},"public_addr":"172.21.15.103:6825/2854918902","cluster_addr":"172.21.15.103:6827/2854918902","heartbeat_back_addr":"172.21.15.103:6831/2854918902","heartbeat_front_addr":"172.21.15.103:6829/2854918902","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:51:39.446367+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:02.973641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:25.664661+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:50.561389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:14.598286+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:39.149718+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:04.327941+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:29.497887+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:55.922386+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:21.966560+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:47.653451+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:14.122475+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:0/2182725984":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6800/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1236715707":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3991013292":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3894463217":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6801/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6800/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3968648683":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6801/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1600532294":"2024-02-10T23:50:04.182518+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:57:07.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.256+0000 7f29ee3d0640 1 -- 172.21.15.1:0/1037463411 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f29d40a20c0 msgr2=0x7f29d40a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:07.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.256+0000 7f29ee3d0640 1 --2- 172.21.15.1:0/1037463411 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f29d40a20c0 0x7f29d40a4580 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f29e8069710 tx=0x7f29d000b390 comp rx=0 tx=0).stop 2024-02-09T23:57:07.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.256+0000 7f29ee3d0640 1 -- 172.21.15.1:0/1037463411 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f29e8100e60 msgr2=0x7f29e8197800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:07.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.256+0000 7f29ee3d0640 1 --2- 172.21.15.1:0/1037463411 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f29e8100e60 0x7f29e8197800 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f29d800c970 tx=0x7f29d800ce30 comp rx=0 tx=0).stop 2024-02-09T23:57:07.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.256+0000 7f29ee3d0640 1 -- 172.21.15.1:0/1037463411 shutdown_connections 2024-02-09T23:57:07.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.256+0000 7f29ee3d0640 1 --2- 172.21.15.1:0/1037463411 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f29e8101770 0x7f29e819e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.256+0000 7f29ee3d0640 1 --2- 172.21.15.1:0/1037463411 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f29e8100e60 0x7f29e8197800 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.256+0000 7f29ee3d0640 1 --2- 172.21.15.1:0/1037463411 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f29d40a20c0 0x7f29d40a4580 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.256+0000 7f29ee3d0640 1 --2- 172.21.15.1:0/1037463411 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f29e81004a0 0x7f29e81972c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.256+0000 7f29ee3d0640 1 -- 172.21.15.1:0/1037463411 >> 172.21.15.1:0/1037463411 conn(0x7f29e80faeb0 msgr2=0x7f29e81047b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:07.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.256+0000 7f29ee3d0640 1 -- 172.21.15.1:0/1037463411 shutdown_connections 2024-02-09T23:57:07.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.256+0000 7f29ee3d0640 1 -- 172.21.15.1:0/1037463411 wait complete. 2024-02-09T23:57:07.270 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-02-09T23:57:07.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.373+0000 7f7b3449d640 1 -- 172.21.15.1:0/1749512425 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7b2c101d00 msgr2=0x7f7b2c108590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:07.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.373+0000 7f7b3449d640 1 --2- 172.21.15.1:0/1749512425 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7b2c101d00 0x7f7b2c108590 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f7b24009900 tx=0x7f7b2402bc30 comp rx=0 tx=0).stop 2024-02-09T23:57:07.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.373+0000 7f7b3449d640 1 -- 172.21.15.1:0/1749512425 shutdown_connections 2024-02-09T23:57:07.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.373+0000 7f7b3449d640 1 --2- 172.21.15.1:0/1749512425 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7b2c101d00 0x7f7b2c108590 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.373+0000 7f7b3449d640 1 --2- 172.21.15.1:0/1749512425 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7b2c101340 0x7f7b2c1017c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.373+0000 7f7b3449d640 1 --2- 172.21.15.1:0/1749512425 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7b2c100150 0x7f7b2c100570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.373+0000 7f7b3449d640 1 -- 172.21.15.1:0/1749512425 >> 172.21.15.1:0/1749512425 conn(0x7f7b2c0fb6c0 msgr2=0x7f7b2c0fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:07.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.373+0000 7f7b3449d640 1 -- 172.21.15.1:0/1749512425 shutdown_connections 2024-02-09T23:57:07.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.373+0000 7f7b3449d640 1 -- 172.21.15.1:0/1749512425 wait complete. 2024-02-09T23:57:07.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.374+0000 7f7b3449d640 1 Processor -- start 2024-02-09T23:57:07.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.374+0000 7f7b3449d640 1 -- start start 2024-02-09T23:57:07.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.374+0000 7f7b3449d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7b2c100150 0x7f7b2c069e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:07.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.374+0000 7f7b3449d640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7b2c101340 0x7f7b2c19bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:07.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.374+0000 7f7b3449d640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7b2c101d00 0x7f7b2c19e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:07.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.374+0000 7f7b3449d640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b2c19ed70 con 0x7f7b2c100150 2024-02-09T23:57:07.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.374+0000 7f7b3449d640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b2c19eee0 con 0x7f7b2c101340 2024-02-09T23:57:07.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.374+0000 7f7b3449d640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b2c19f0a0 con 0x7f7b2c101d00 2024-02-09T23:57:07.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.374+0000 7f7b32239640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7b2c100150 0x7f7b2c069e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:07.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.374+0000 7f7b32239640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7b2c100150 0x7f7b2c069e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52916/0 (socket says 172.21.15.1:52916) 2024-02-09T23:57:07.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.374+0000 7f7b32239640 1 -- 172.21.15.1:0/91712523 learned_addr learned my addr 172.21.15.1:0/91712523 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:07.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.374+0000 7f7b31a38640 1 --2- 172.21.15.1:0/91712523 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7b2c101340 0x7f7b2c19bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:07.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.374+0000 7f7b32a3a640 1 --2- 172.21.15.1:0/91712523 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7b2c101d00 0x7f7b2c19e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:07.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.374+0000 7f7b32239640 1 -- 172.21.15.1:0/91712523 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7b2c101d00 msgr2=0x7f7b2c19e5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:07.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.374+0000 7f7b32239640 1 --2- 172.21.15.1:0/91712523 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7b2c101d00 0x7f7b2c19e5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.374+0000 7f7b32239640 1 -- 172.21.15.1:0/91712523 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7b2c101340 msgr2=0x7f7b2c19bfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:07.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.374+0000 7f7b32239640 1 --2- 172.21.15.1:0/91712523 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7b2c101340 0x7f7b2c19bfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.375+0000 7f7b32239640 1 -- 172.21.15.1:0/91712523 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b24009560 con 0x7f7b2c100150 2024-02-09T23:57:07.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.375+0000 7f7b32239640 1 --2- 172.21.15.1:0/91712523 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7b2c100150 0x7f7b2c069e40 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f7b1c00ccb0 tx=0x7f7b1c00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:07.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.375+0000 7f7b2b7fe640 1 -- 172.21.15.1:0/91712523 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b1c003990 con 0x7f7b2c100150 2024-02-09T23:57:07.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.375+0000 7f7b3449d640 1 -- 172.21.15.1:0/91712523 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b2c19f380 con 0x7f7b2c100150 2024-02-09T23:57:07.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.375+0000 7f7b2b7fe640 1 -- 172.21.15.1:0/91712523 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7b1c004020 con 0x7f7b2c100150 2024-02-09T23:57:07.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.375+0000 7f7b2b7fe640 1 -- 172.21.15.1:0/91712523 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b1c00f6b0 con 0x7f7b2c100150 2024-02-09T23:57:07.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.375+0000 7f7b3449d640 1 -- 172.21.15.1:0/91712523 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b2c19f8e0 con 0x7f7b2c100150 2024-02-09T23:57:07.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.376+0000 7f7b3449d640 1 -- 172.21.15.1:0/91712523 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7b2c107470 con 0x7f7b2c100150 2024-02-09T23:57:07.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.377+0000 7f7b2b7fe640 1 -- 172.21.15.1:0/91712523 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f7b1c004190 con 0x7f7b2c100150 2024-02-09T23:57:07.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.377+0000 7f7b2b7fe640 1 --2- 172.21.15.1:0/91712523 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f7b140a20c0 0x7f7b140a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:07.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.378+0000 7f7b31a38640 1 --2- 172.21.15.1:0/91712523 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f7b140a20c0 0x7f7b140a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:07.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.378+0000 7f7b2b7fe640 1 -- 172.21.15.1:0/91712523 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f7b1c0cdc80 con 0x7f7b2c100150 2024-02-09T23:57:07.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.378+0000 7f7b31a38640 1 --2- 172.21.15.1:0/91712523 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f7b140a20c0 0x7f7b140a4580 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f7b2c069bb0 tx=0x7f7b2000a4c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:07.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.382+0000 7f7b2b7fe640 1 -- 172.21.15.1:0/91712523 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f7b1c09a8d0 con 0x7f7b2c100150 2024-02-09T23:57:07.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.600+0000 7f7b3449d640 1 -- 172.21.15.1:0/91712523 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f7b2c02cdb0 con 0x7f7b2c100150 2024-02-09T23:57:07.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.855+0000 7f7b2b7fe640 1 -- 172.21.15.1:0/91712523 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v16) v1 ==== 118+0+0 (secure 0 0 0) 0x7f7b1c09a460 con 0x7f7b2c100150 2024-02-09T23:57:07.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.857+0000 7f7b3449d640 1 -- 172.21.15.1:0/91712523 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f7b140a20c0 msgr2=0x7f7b140a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:07.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.857+0000 7f7b3449d640 1 --2- 172.21.15.1:0/91712523 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f7b140a20c0 0x7f7b140a4580 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f7b2c069bb0 tx=0x7f7b2000a4c0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.857+0000 7f7b3449d640 1 -- 172.21.15.1:0/91712523 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7b2c100150 msgr2=0x7f7b2c069e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:07.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.857+0000 7f7b3449d640 1 --2- 172.21.15.1:0/91712523 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7b2c100150 0x7f7b2c069e40 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f7b1c00ccb0 tx=0x7f7b1c00a620 comp rx=0 tx=0).stop 2024-02-09T23:57:07.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.857+0000 7f7b3449d640 1 -- 172.21.15.1:0/91712523 shutdown_connections 2024-02-09T23:57:07.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.857+0000 7f7b3449d640 1 --2- 172.21.15.1:0/91712523 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7b2c101d00 0x7f7b2c19e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.857+0000 7f7b3449d640 1 --2- 172.21.15.1:0/91712523 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f7b140a20c0 0x7f7b140a4580 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.857+0000 7f7b3449d640 1 --2- 172.21.15.1:0/91712523 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7b2c101340 0x7f7b2c19bfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.857+0000 7f7b3449d640 1 --2- 172.21.15.1:0/91712523 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7b2c100150 0x7f7b2c069e40 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.857+0000 7f7b3449d640 1 -- 172.21.15.1:0/91712523 >> 172.21.15.1:0/91712523 conn(0x7f7b2c0fb6c0 msgr2=0x7f7b2c104640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:07.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.857+0000 7f7b3449d640 1 -- 172.21.15.1:0/91712523 shutdown_connections 2024-02-09T23:57:07.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.858+0000 7f7b3449d640 1 -- 172.21.15.1:0/91712523 wait complete. 2024-02-09T23:57:07.871 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated'}} 2024-02-09T23:57:07.871 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 5 2024-02-09T23:57:07.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:07 smithi103 ceph-mon[36942]: pgmap v284: 97 pgs: 15 creating+peering, 5 active+clean, 77 unknown; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:57:07.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:07 smithi103 ceph-mon[36942]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-02-09T23:57:07.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:07 smithi103 ceph-mon[36942]: osdmap e84: 12 total, 12 up, 12 in 2024-02-09T23:57:07.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:07 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3234063653' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-02-09T23:57:07.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:07 smithi103 ceph-mon[36942]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-02-09T23:57:07.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:07 smithi103 ceph-mon[36942]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-02-09T23:57:07.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:07 smithi103 ceph-mon[36942]: mds.? [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] up:active 2024-02-09T23:57:07.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:07 smithi103 ceph-mon[36942]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-02-09T23:57:07.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:07 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2251936877' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:57:07.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:07 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1037463411' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:57:07.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:07 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/91712523' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-02-09T23:57:07.896 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:07 smithi001 ceph-mon[32335]: pgmap v284: 97 pgs: 15 creating+peering, 5 active+clean, 77 unknown; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:57:07.896 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:07 smithi001 ceph-mon[32335]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-02-09T23:57:07.896 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:07 smithi001 ceph-mon[32335]: osdmap e84: 12 total, 12 up, 12 in 2024-02-09T23:57:07.896 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:07 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3234063653' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-02-09T23:57:07.896 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:07 smithi001 ceph-mon[32335]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-02-09T23:57:07.896 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:07 smithi001 ceph-mon[32335]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-02-09T23:57:07.896 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:07 smithi001 ceph-mon[32335]: mds.? [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] up:active 2024-02-09T23:57:07.896 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:07 smithi001 ceph-mon[32335]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-02-09T23:57:07.896 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:07 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2251936877' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:57:07.896 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:07 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1037463411' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:57:07.896 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:07 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/91712523' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-02-09T23:57:07.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.976+0000 7fbe1c3c9640 1 -- 172.21.15.1:0/2712032128 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe14100150 msgr2=0x7fbe14100570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:07.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.976+0000 7fbe1c3c9640 1 --2- 172.21.15.1:0/2712032128 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe14100150 0x7fbe14100570 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fbe0c009900 tx=0x7fbe0c02bc30 comp rx=0 tx=0).stop 2024-02-09T23:57:07.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.976+0000 7fbe1c3c9640 1 -- 172.21.15.1:0/2712032128 shutdown_connections 2024-02-09T23:57:07.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.976+0000 7fbe1c3c9640 1 --2- 172.21.15.1:0/2712032128 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbe14101d00 0x7fbe14108590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.976+0000 7fbe1c3c9640 1 --2- 172.21.15.1:0/2712032128 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbe14101340 0x7fbe141017c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.976+0000 7fbe1c3c9640 1 --2- 172.21.15.1:0/2712032128 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe14100150 0x7fbe14100570 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.976+0000 7fbe1c3c9640 1 -- 172.21.15.1:0/2712032128 >> 172.21.15.1:0/2712032128 conn(0x7fbe140fb6c0 msgr2=0x7fbe140fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:07.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.976+0000 7fbe1c3c9640 1 -- 172.21.15.1:0/2712032128 shutdown_connections 2024-02-09T23:57:07.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.976+0000 7fbe1c3c9640 1 -- 172.21.15.1:0/2712032128 wait complete. 2024-02-09T23:57:07.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.977+0000 7fbe1c3c9640 1 Processor -- start 2024-02-09T23:57:07.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.977+0000 7fbe1c3c9640 1 -- start start 2024-02-09T23:57:07.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.977+0000 7fbe1c3c9640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbe14100150 0x7fbe14069090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:07.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.977+0000 7fbe1c3c9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe14101340 0x7fbe1419c080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:07.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.977+0000 7fbe1c3c9640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbe14101d00 0x7fbe1419e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:07.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.977+0000 7fbe1c3c9640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe1419ee50 con 0x7fbe14101340 2024-02-09T23:57:07.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.977+0000 7fbe1c3c9640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe1419efc0 con 0x7fbe14101d00 2024-02-09T23:57:07.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.977+0000 7fbe1c3c9640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe1419f180 con 0x7fbe14100150 2024-02-09T23:57:07.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.977+0000 7fbe19964640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe14101340 0x7fbe1419c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:07.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.977+0000 7fbe19964640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe14101340 0x7fbe1419c080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52924/0 (socket says 172.21.15.1:52924) 2024-02-09T23:57:07.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.977+0000 7fbe19964640 1 -- 172.21.15.1:0/2941002372 learned_addr learned my addr 172.21.15.1:0/2941002372 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:07.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.977+0000 7fbe1a165640 1 --2- 172.21.15.1:0/2941002372 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbe14100150 0x7fbe14069090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:07.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.977+0000 7fbe1a966640 1 --2- 172.21.15.1:0/2941002372 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbe14101d00 0x7fbe1419e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:07.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.977+0000 7fbe19964640 1 -- 172.21.15.1:0/2941002372 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbe14100150 msgr2=0x7fbe14069090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:07.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.977+0000 7fbe19964640 1 --2- 172.21.15.1:0/2941002372 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbe14100150 0x7fbe14069090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.977+0000 7fbe19964640 1 -- 172.21.15.1:0/2941002372 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbe14101d00 msgr2=0x7fbe1419e6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:07.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.977+0000 7fbe19964640 1 --2- 172.21.15.1:0/2941002372 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbe14101d00 0x7fbe1419e6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:07.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.977+0000 7fbe19964640 1 -- 172.21.15.1:0/2941002372 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe0c009560 con 0x7fbe14101340 2024-02-09T23:57:07.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.977+0000 7fbe1a966640 1 --2- 172.21.15.1:0/2941002372 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbe14101d00 0x7fbe1419e6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:07.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.978+0000 7fbe19964640 1 --2- 172.21.15.1:0/2941002372 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe14101340 0x7fbe1419c080 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fbe0400d770 tx=0x7fbe0400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:07.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.978+0000 7fbe0b7fe640 1 -- 172.21.15.1:0/2941002372 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe04009c30 con 0x7fbe14101340 2024-02-09T23:57:07.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.978+0000 7fbe0b7fe640 1 -- 172.21.15.1:0/2941002372 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbe0400de80 con 0x7fbe14101340 2024-02-09T23:57:07.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.978+0000 7fbe1c3c9640 1 -- 172.21.15.1:0/2941002372 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbe1419f460 con 0x7fbe14101340 2024-02-09T23:57:07.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.978+0000 7fbe0b7fe640 1 -- 172.21.15.1:0/2941002372 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe04004e80 con 0x7fbe14101340 2024-02-09T23:57:07.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.978+0000 7fbe1c3c9640 1 -- 172.21.15.1:0/2941002372 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbe1419f970 con 0x7fbe14101340 2024-02-09T23:57:07.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.979+0000 7fbe1c3c9640 1 -- 172.21.15.1:0/2941002372 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbe14107590 con 0x7fbe14101340 2024-02-09T23:57:07.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.980+0000 7fbe0b7fe640 1 -- 172.21.15.1:0/2941002372 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7fbe04005020 con 0x7fbe14101340 2024-02-09T23:57:07.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.980+0000 7fbe0b7fe640 1 --2- 172.21.15.1:0/2941002372 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fbe000a2140 0x7fbe000a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:07.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.980+0000 7fbe1a165640 1 --2- 172.21.15.1:0/2941002372 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fbe000a2140 0x7fbe000a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:07.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.980+0000 7fbe0b7fe640 1 -- 172.21.15.1:0/2941002372 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fbe040cd600 con 0x7fbe14101340 2024-02-09T23:57:07.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.981+0000 7fbe1a165640 1 --2- 172.21.15.1:0/2941002372 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fbe000a2140 0x7fbe000a4600 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fbe0c006010 tx=0x7fbe0c000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:07.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:07.985+0000 7fbe0b7fe640 1 -- 172.21.15.1:0/2941002372 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fbe04096720 con 0x7fbe14101340 2024-02-09T23:57:08.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:07 smithi088 ceph-mon[36452]: pgmap v284: 97 pgs: 15 creating+peering, 5 active+clean, 77 unknown; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:57:08.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:07 smithi088 ceph-mon[36452]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-02-09T23:57:08.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:07 smithi088 ceph-mon[36452]: osdmap e84: 12 total, 12 up, 12 in 2024-02-09T23:57:08.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:07 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3234063653' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-02-09T23:57:08.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:07 smithi088 ceph-mon[36452]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-02-09T23:57:08.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:07 smithi088 ceph-mon[36452]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-02-09T23:57:08.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:07 smithi088 ceph-mon[36452]: mds.? [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] up:active 2024-02-09T23:57:08.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:07 smithi088 ceph-mon[36452]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-02-09T23:57:08.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:07 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2251936877' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:57:08.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:07 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1037463411' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:57:08.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:07 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/91712523' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-02-09T23:57:08.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:08.208+0000 7fbe1c3c9640 1 -- 172.21.15.1:0/2941002372 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"} v 0) v1 -- 0x7fbe1410bdb0 con 0x7fbe14101340 2024-02-09T23:57:08.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:08.860+0000 7fbe0b7fe640 1 -- 172.21.15.1:0/2941002372 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]=0 v17) v1 ==== 105+0+0 (secure 0 0 0) 0x7fbe04099de0 con 0x7fbe14101340 2024-02-09T23:57:08.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:08.863+0000 7fbe1c3c9640 1 -- 172.21.15.1:0/2941002372 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fbe000a2140 msgr2=0x7fbe000a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:08.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:08.863+0000 7fbe1c3c9640 1 --2- 172.21.15.1:0/2941002372 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fbe000a2140 0x7fbe000a4600 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fbe0c006010 tx=0x7fbe0c000bc0 comp rx=0 tx=0).stop 2024-02-09T23:57:08.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:08.863+0000 7fbe1c3c9640 1 -- 172.21.15.1:0/2941002372 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe14101340 msgr2=0x7fbe1419c080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:08.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:08.863+0000 7fbe1c3c9640 1 --2- 172.21.15.1:0/2941002372 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe14101340 0x7fbe1419c080 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fbe0400d770 tx=0x7fbe0400dc30 comp rx=0 tx=0).stop 2024-02-09T23:57:08.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:08.863+0000 7fbe1c3c9640 1 -- 172.21.15.1:0/2941002372 shutdown_connections 2024-02-09T23:57:08.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:08.863+0000 7fbe1c3c9640 1 --2- 172.21.15.1:0/2941002372 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fbe000a2140 0x7fbe000a4600 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:08.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:08.863+0000 7fbe1c3c9640 1 --2- 172.21.15.1:0/2941002372 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbe14101d00 0x7fbe1419e6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:08.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:08.863+0000 7fbe1c3c9640 1 --2- 172.21.15.1:0/2941002372 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe14101340 0x7fbe1419c080 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:08.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:08.863+0000 7fbe1c3c9640 1 --2- 172.21.15.1:0/2941002372 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbe14100150 0x7fbe14069090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:08.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:08.863+0000 7fbe1c3c9640 1 -- 172.21.15.1:0/2941002372 >> 172.21.15.1:0/2941002372 conn(0x7fbe140fb6c0 msgr2=0x7fbe14104760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:08.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:08.863+0000 7fbe1c3c9640 1 -- 172.21.15.1:0/2941002372 shutdown_connections 2024-02-09T23:57:08.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:08.863+0000 7fbe1c3c9640 1 -- 172.21.15.1:0/2941002372 wait complete. 2024-02-09T23:57:08.880 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:08 smithi001 ceph-mon[32335]: osdmap e85: 12 total, 12 up, 12 in 2024-02-09T23:57:08.880 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:08 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/91712523' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-02-09T23:57:08.880 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:08 smithi001 ceph-mon[32335]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-02-09T23:57:08.880 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:08 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2941002372' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-02-09T23:57:08.881 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay true 2024-02-09T23:57:08.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:08 smithi103 ceph-mon[36942]: osdmap e85: 12 total, 12 up, 12 in 2024-02-09T23:57:08.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:08 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/91712523' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-02-09T23:57:08.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:08 smithi103 ceph-mon[36942]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-02-09T23:57:08.889 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:08 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2941002372' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-02-09T23:57:09.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.035+0000 7fea6ade2640 1 -- 172.21.15.1:0/2475649308 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fea64102450 msgr2=0x7fea641028d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:09.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.035+0000 7fea6ade2640 1 --2- 172.21.15.1:0/2475649308 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fea64102450 0x7fea641028d0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fea50009900 tx=0x7fea5002bc30 comp rx=0 tx=0).stop 2024-02-09T23:57:09.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.035+0000 7fea6ade2640 1 -- 172.21.15.1:0/2475649308 shutdown_connections 2024-02-09T23:57:09.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.035+0000 7fea6ade2640 1 --2- 172.21.15.1:0/2475649308 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fea64102e10 0x7fea641096a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.035+0000 7fea6ade2640 1 --2- 172.21.15.1:0/2475649308 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fea64102450 0x7fea641028d0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.035+0000 7fea6ade2640 1 --2- 172.21.15.1:0/2475649308 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fea64101260 0x7fea64101680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.035+0000 7fea6ade2640 1 -- 172.21.15.1:0/2475649308 >> 172.21.15.1:0/2475649308 conn(0x7fea640fc7f0 msgr2=0x7fea640fec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:09.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.035+0000 7fea6ade2640 1 -- 172.21.15.1:0/2475649308 shutdown_connections 2024-02-09T23:57:09.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.035+0000 7fea6ade2640 1 -- 172.21.15.1:0/2475649308 wait complete. 2024-02-09T23:57:09.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.036+0000 7fea6ade2640 1 Processor -- start 2024-02-09T23:57:09.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.036+0000 7fea6ade2640 1 -- start start 2024-02-09T23:57:09.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.036+0000 7fea6ade2640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fea64101260 0x7fea64197300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.036+0000 7fea6ade2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fea64102450 0x7fea64197840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.036+0000 7fea6ade2640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fea64102e10 0x7fea6419e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.036+0000 7fea6ade2640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea6419edf0 con 0x7fea64102450 2024-02-09T23:57:09.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.036+0000 7fea6ade2640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea6419ef60 con 0x7fea64102e10 2024-02-09T23:57:09.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.036+0000 7fea6ade2640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea6419f120 con 0x7fea64101260 2024-02-09T23:57:09.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.036+0000 7fea63fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fea64102450 0x7fea64197840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.036+0000 7fea63fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fea64102450 0x7fea64197840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52938/0 (socket says 172.21.15.1:52938) 2024-02-09T23:57:09.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.036+0000 7fea63fff640 1 -- 172.21.15.1:0/3177457860 learned_addr learned my addr 172.21.15.1:0/3177457860 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:09.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.036+0000 7fea6937f640 1 --2- 172.21.15.1:0/3177457860 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fea64102e10 0x7fea6419e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.036+0000 7fea68b7e640 1 --2- 172.21.15.1:0/3177457860 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fea64101260 0x7fea64197300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.036+0000 7fea63fff640 1 -- 172.21.15.1:0/3177457860 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fea64101260 msgr2=0x7fea64197300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:09.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.036+0000 7fea63fff640 1 --2- 172.21.15.1:0/3177457860 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fea64101260 0x7fea64197300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.036+0000 7fea63fff640 1 -- 172.21.15.1:0/3177457860 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fea64102e10 msgr2=0x7fea6419e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:09.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.036+0000 7fea63fff640 1 --2- 172.21.15.1:0/3177457860 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fea64102e10 0x7fea6419e8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.036+0000 7fea63fff640 1 -- 172.21.15.1:0/3177457860 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea50009560 con 0x7fea64102450 2024-02-09T23:57:09.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.036+0000 7fea68b7e640 1 --2- 172.21.15.1:0/3177457860 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fea64101260 0x7fea64197300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:09.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.036+0000 7fea63fff640 1 --2- 172.21.15.1:0/3177457860 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fea64102450 0x7fea64197840 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fea50006010 tx=0x7fea500042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:09.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.037+0000 7fea61ffb640 1 -- 172.21.15.1:0/3177457860 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea500044e0 con 0x7fea64102450 2024-02-09T23:57:09.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.037+0000 7fea6ade2640 1 -- 172.21.15.1:0/3177457860 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fea6419f3a0 con 0x7fea64102450 2024-02-09T23:57:09.042 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.037+0000 7fea61ffb640 1 -- 172.21.15.1:0/3177457860 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fea500054e0 con 0x7fea64102450 2024-02-09T23:57:09.042 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.037+0000 7fea61ffb640 1 -- 172.21.15.1:0/3177457860 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea5003e450 con 0x7fea64102450 2024-02-09T23:57:09.042 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.037+0000 7fea6ade2640 1 -- 172.21.15.1:0/3177457860 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea6419f900 con 0x7fea64102450 2024-02-09T23:57:09.042 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.038+0000 7fea6ade2640 1 -- 172.21.15.1:0/3177457860 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fea641085a0 con 0x7fea64102450 2024-02-09T23:57:09.043 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.039+0000 7fea61ffb640 1 -- 172.21.15.1:0/3177457860 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7fea500035f0 con 0x7fea64102450 2024-02-09T23:57:09.043 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.040+0000 7fea61ffb640 1 --2- 172.21.15.1:0/3177457860 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fea540a20c0 0x7fea540a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:09.043 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.040+0000 7fea61ffb640 1 -- 172.21.15.1:0/3177457860 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fea500f0520 con 0x7fea64102450 2024-02-09T23:57:09.043 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.040+0000 7fea68b7e640 1 --2- 172.21.15.1:0/3177457860 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fea540a20c0 0x7fea540a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:09.043 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.040+0000 7fea68b7e640 1 --2- 172.21.15.1:0/3177457860 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fea540a20c0 0x7fea540a4580 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fea580058c0 tx=0x7fea58005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:09.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.043+0000 7fea61ffb640 1 -- 172.21.15.1:0/3177457860 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fea500b9640 con 0x7fea64102450 2024-02-09T23:57:09.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:08 smithi088 ceph-mon[36452]: osdmap e85: 12 total, 12 up, 12 in 2024-02-09T23:57:09.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:08 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/91712523' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-02-09T23:57:09.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:08 smithi088 ceph-mon[36452]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-02-09T23:57:09.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:08 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2941002372' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-02-09T23:57:09.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.262+0000 7fea6ade2640 1 -- 172.21.15.1:0/3177457860 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) v1 -- 0x7fea6410cc70 con 0x7fea64102450 2024-02-09T23:57:09.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.867+0000 7fea61ffb640 1 -- 172.21.15.1:0/3177457860 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v19) v1 ==== 121+0+0 (secure 0 0 0) 0x7fea500bcd00 con 0x7fea64102450 2024-02-09T23:57:09.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.870+0000 7fea6ade2640 1 -- 172.21.15.1:0/3177457860 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fea540a20c0 msgr2=0x7fea540a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:09.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.870+0000 7fea6ade2640 1 --2- 172.21.15.1:0/3177457860 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fea540a20c0 0x7fea540a4580 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fea580058c0 tx=0x7fea58005850 comp rx=0 tx=0).stop 2024-02-09T23:57:09.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.870+0000 7fea6ade2640 1 -- 172.21.15.1:0/3177457860 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fea64102450 msgr2=0x7fea64197840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:09.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.870+0000 7fea6ade2640 1 --2- 172.21.15.1:0/3177457860 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fea64102450 0x7fea64197840 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fea50006010 tx=0x7fea500042f0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.870+0000 7fea6ade2640 1 -- 172.21.15.1:0/3177457860 shutdown_connections 2024-02-09T23:57:09.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.870+0000 7fea6ade2640 1 --2- 172.21.15.1:0/3177457860 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fea540a20c0 0x7fea540a4580 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.870+0000 7fea6ade2640 1 --2- 172.21.15.1:0/3177457860 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fea64102e10 0x7fea6419e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.870+0000 7fea6ade2640 1 --2- 172.21.15.1:0/3177457860 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fea64102450 0x7fea64197840 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.870+0000 7fea6ade2640 1 --2- 172.21.15.1:0/3177457860 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fea64101260 0x7fea64197300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:09.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.870+0000 7fea6ade2640 1 -- 172.21.15.1:0/3177457860 >> 172.21.15.1:0/3177457860 conn(0x7fea640fc7f0 msgr2=0x7fea64105770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:09.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.871+0000 7fea6ade2640 1 -- 172.21.15.1:0/3177457860 shutdown_connections 2024-02-09T23:57:09.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:09.871+0000 7fea6ade2640 1 -- 172.21.15.1:0/3177457860 wait complete. 2024-02-09T23:57:09.888 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:09 smithi001 ceph-mon[32335]: pgmap v287: 97 pgs: 23 creating+peering, 51 active+clean, 23 unknown; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail; 767 B/s wr, 6 op/s 2024-02-09T23:57:09.889 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:09 smithi001 ceph-mon[32335]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-02-09T23:57:09.889 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:09 smithi001 ceph-mon[32335]: Cluster is now healthy 2024-02-09T23:57:09.889 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:09 smithi001 ceph-mon[32335]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-02-09T23:57:09.889 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:09 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2941002372' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-02-09T23:57:09.889 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:09 smithi001 ceph-mon[32335]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-02-09T23:57:09.889 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:09 smithi001 ceph-mon[32335]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-02-09T23:57:09.889 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:09 smithi001 ceph-mon[32335]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-02-09T23:57:09.889 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:09 smithi001 ceph-mon[32335]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-02-09T23:57:09.889 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:09 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3177457860' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-02-09T23:57:09.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:09 smithi103 ceph-mon[36942]: pgmap v287: 97 pgs: 23 creating+peering, 51 active+clean, 23 unknown; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail; 767 B/s wr, 6 op/s 2024-02-09T23:57:09.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:09 smithi103 ceph-mon[36942]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-02-09T23:57:09.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:09 smithi103 ceph-mon[36942]: Cluster is now healthy 2024-02-09T23:57:09.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:09 smithi103 ceph-mon[36942]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-02-09T23:57:09.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:09 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2941002372' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-02-09T23:57:09.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:09 smithi103 ceph-mon[36942]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-02-09T23:57:09.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:09 smithi103 ceph-mon[36942]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-02-09T23:57:09.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:09 smithi103 ceph-mon[36942]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-02-09T23:57:09.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:09 smithi103 ceph-mon[36942]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-02-09T23:57:09.890 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:09 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3177457860' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-02-09T23:57:09.891 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs session_timeout 300 2024-02-09T23:57:10.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.000+0000 7f344b5f4640 1 -- 172.21.15.1:0/598371857 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f34441014a0 msgr2=0x7f3444107d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:10.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.000+0000 7f344b5f4640 1 --2- 172.21.15.1:0/598371857 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f34441014a0 0x7f3444107d30 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f343c009ca0 tx=0x7f343c02c0f0 comp rx=0 tx=0).stop 2024-02-09T23:57:10.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.000+0000 7f344b5f4640 1 -- 172.21.15.1:0/598371857 shutdown_connections 2024-02-09T23:57:10.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.000+0000 7f344b5f4640 1 --2- 172.21.15.1:0/598371857 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f34441014a0 0x7f3444107d30 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:10.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.000+0000 7f344b5f4640 1 --2- 172.21.15.1:0/598371857 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3444100ae0 0x7f3444100f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:10.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.000+0000 7f344b5f4640 1 --2- 172.21.15.1:0/598371857 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f34440ff8f0 0x7f34440ffd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:10.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.000+0000 7f344b5f4640 1 -- 172.21.15.1:0/598371857 >> 172.21.15.1:0/598371857 conn(0x7f34440fae60 msgr2=0x7f34440fd2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:10.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.000+0000 7f344b5f4640 1 -- 172.21.15.1:0/598371857 shutdown_connections 2024-02-09T23:57:10.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.000+0000 7f344b5f4640 1 -- 172.21.15.1:0/598371857 wait complete. 2024-02-09T23:57:10.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.001+0000 7f344b5f4640 1 Processor -- start 2024-02-09T23:57:10.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.001+0000 7f344b5f4640 1 -- start start 2024-02-09T23:57:10.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.001+0000 7f344b5f4640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f34440ff8f0 0x7f34441972c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:10.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.001+0000 7f344b5f4640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3444100ae0 0x7f3444197800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:10.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.001+0000 7f344b5f4640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f34441014a0 0x7f344419e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:10.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.001+0000 7f344b5f4640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f344419edb0 con 0x7f34440ff8f0 2024-02-09T23:57:10.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.001+0000 7f344b5f4640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f344419ef20 con 0x7f34441014a0 2024-02-09T23:57:10.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.001+0000 7f344b5f4640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f344419f0e0 con 0x7f3444100ae0 2024-02-09T23:57:10.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.001+0000 7f3449390640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f34440ff8f0 0x7f34441972c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:10.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.001+0000 7f3449390640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f34440ff8f0 0x7f34441972c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52964/0 (socket says 172.21.15.1:52964) 2024-02-09T23:57:10.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.001+0000 7f3449390640 1 -- 172.21.15.1:0/286785916 learned_addr learned my addr 172.21.15.1:0/286785916 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:10.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.001+0000 7f3449b91640 1 --2- 172.21.15.1:0/286785916 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f34441014a0 0x7f344419e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:10.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.001+0000 7f3448b8f640 1 --2- 172.21.15.1:0/286785916 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3444100ae0 0x7f3444197800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:10.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.001+0000 7f3449390640 1 -- 172.21.15.1:0/286785916 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3444100ae0 msgr2=0x7f3444197800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:10.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.001+0000 7f3449390640 1 --2- 172.21.15.1:0/286785916 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3444100ae0 0x7f3444197800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:10.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.001+0000 7f3449390640 1 -- 172.21.15.1:0/286785916 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f34441014a0 msgr2=0x7f344419e870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:10.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.001+0000 7f3449390640 1 --2- 172.21.15.1:0/286785916 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f34441014a0 0x7f344419e870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:10.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.001+0000 7f3449390640 1 -- 172.21.15.1:0/286785916 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f343c009900 con 0x7f34440ff8f0 2024-02-09T23:57:10.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.001+0000 7f3449390640 1 --2- 172.21.15.1:0/286785916 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f34440ff8f0 0x7f34441972c0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f344000d770 tx=0x7f344000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:10.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.002+0000 7f343a7fc640 1 -- 172.21.15.1:0/286785916 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3440009c30 con 0x7f34440ff8f0 2024-02-09T23:57:10.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.002+0000 7f343a7fc640 1 -- 172.21.15.1:0/286785916 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f344000de80 con 0x7f34440ff8f0 2024-02-09T23:57:10.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.002+0000 7f344b5f4640 1 -- 172.21.15.1:0/286785916 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f344419f3c0 con 0x7f34440ff8f0 2024-02-09T23:57:10.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.002+0000 7f343a7fc640 1 -- 172.21.15.1:0/286785916 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3440010460 con 0x7f34440ff8f0 2024-02-09T23:57:10.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.002+0000 7f344b5f4640 1 -- 172.21.15.1:0/286785916 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f344419f8d0 con 0x7f34440ff8f0 2024-02-09T23:57:10.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.003+0000 7f344b5f4640 1 -- 172.21.15.1:0/286785916 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f344410bba0 con 0x7f34440ff8f0 2024-02-09T23:57:10.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.004+0000 7f343a7fc640 1 -- 172.21.15.1:0/286785916 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f3440003f60 con 0x7f34440ff8f0 2024-02-09T23:57:10.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.004+0000 7f343a7fc640 1 --2- 172.21.15.1:0/286785916 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f34300a20c0 0x7f34300a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:10.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.004+0000 7f343a7fc640 1 -- 172.21.15.1:0/286785916 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f34400cd890 con 0x7f34440ff8f0 2024-02-09T23:57:10.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.004+0000 7f3448b8f640 1 --2- 172.21.15.1:0/286785916 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f34300a20c0 0x7f34300a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:10.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.005+0000 7f3448b8f640 1 --2- 172.21.15.1:0/286785916 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f34300a20c0 0x7f34300a4580 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f3434005fd0 tx=0x7f3434005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:10.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.008+0000 7f343a7fc640 1 -- 172.21.15.1:0/286785916 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f34400969b0 con 0x7f34440ff8f0 2024-02-09T23:57:10.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:09 smithi088 ceph-mon[36452]: pgmap v287: 97 pgs: 23 creating+peering, 51 active+clean, 23 unknown; 577 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail; 767 B/s wr, 6 op/s 2024-02-09T23:57:10.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:09 smithi088 ceph-mon[36452]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-02-09T23:57:10.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:09 smithi088 ceph-mon[36452]: Cluster is now healthy 2024-02-09T23:57:10.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:09 smithi088 ceph-mon[36452]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-02-09T23:57:10.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:09 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2941002372' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-02-09T23:57:10.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:09 smithi088 ceph-mon[36452]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-02-09T23:57:10.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:09 smithi088 ceph-mon[36452]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-02-09T23:57:10.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:09 smithi088 ceph-mon[36452]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-02-09T23:57:10.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:09 smithi088 ceph-mon[36452]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-02-09T23:57:10.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:09 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3177457860' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-02-09T23:57:10.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.230+0000 7f344b5f4640 1 -- 172.21.15.1:0/286785916 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) v1 -- 0x7f344419faf0 con 0x7f34440ff8f0 2024-02-09T23:57:10.879 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.877+0000 7f343a7fc640 1 -- 172.21.15.1:0/286785916 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v21) v1 ==== 115+0+0 (secure 0 0 0) 0x7f344419faf0 con 0x7f34440ff8f0 2024-02-09T23:57:10.882 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.880+0000 7f344b5f4640 1 -- 172.21.15.1:0/286785916 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f34300a20c0 msgr2=0x7f34300a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:10.882 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.880+0000 7f344b5f4640 1 --2- 172.21.15.1:0/286785916 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f34300a20c0 0x7f34300a4580 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f3434005fd0 tx=0x7f3434005850 comp rx=0 tx=0).stop 2024-02-09T23:57:10.882 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.880+0000 7f344b5f4640 1 -- 172.21.15.1:0/286785916 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f34440ff8f0 msgr2=0x7f34441972c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:10.882 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.880+0000 7f344b5f4640 1 --2- 172.21.15.1:0/286785916 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f34440ff8f0 0x7f34441972c0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f344000d770 tx=0x7f344000dc30 comp rx=0 tx=0).stop 2024-02-09T23:57:10.883 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.880+0000 7f344b5f4640 1 -- 172.21.15.1:0/286785916 shutdown_connections 2024-02-09T23:57:10.883 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.880+0000 7f344b5f4640 1 --2- 172.21.15.1:0/286785916 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f34300a20c0 0x7f34300a4580 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:10.883 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.880+0000 7f344b5f4640 1 --2- 172.21.15.1:0/286785916 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f34441014a0 0x7f344419e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:10.883 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.880+0000 7f344b5f4640 1 --2- 172.21.15.1:0/286785916 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3444100ae0 0x7f3444197800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:10.883 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.880+0000 7f344b5f4640 1 --2- 172.21.15.1:0/286785916 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f34440ff8f0 0x7f34441972c0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:10.883 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.880+0000 7f344b5f4640 1 -- 172.21.15.1:0/286785916 >> 172.21.15.1:0/286785916 conn(0x7f34440fae60 msgr2=0x7f3444108630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:10.883 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.880+0000 7f344b5f4640 1 -- 172.21.15.1:0/286785916 shutdown_connections 2024-02-09T23:57:10.883 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:10.880+0000 7f344b5f4640 1 -- 172.21.15.1:0/286785916 wait complete. 2024-02-09T23:57:10.899 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated'} subvols for filesystem 'cephfs' 2024-02-09T23:57:10.899 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup create cephfs qa 2024-02-09T23:57:11.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.009+0000 7f63f2c4e640 1 -- 172.21.15.1:0/1807901655 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f63ec101cc0 msgr2=0x7f63ec1040b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:11.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.009+0000 7f63f2c4e640 1 --2- 172.21.15.1:0/1807901655 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f63ec101cc0 0x7f63ec1040b0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f63e0009900 tx=0x7f63e002bc30 comp rx=0 tx=0).stop 2024-02-09T23:57:11.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.009+0000 7f63f2c4e640 1 -- 172.21.15.1:0/1807901655 shutdown_connections 2024-02-09T23:57:11.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.009+0000 7f63f2c4e640 1 --2- 172.21.15.1:0/1807901655 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f63ec106f20 0x7f63ec109370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:11.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.009+0000 7f63f2c4e640 1 --2- 172.21.15.1:0/1807901655 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63ec1045f0 0x7f63ec1069e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:11.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.009+0000 7f63f2c4e640 1 --2- 172.21.15.1:0/1807901655 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f63ec101cc0 0x7f63ec1040b0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:11.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.009+0000 7f63f2c4e640 1 -- 172.21.15.1:0/1807901655 >> 172.21.15.1:0/1807901655 conn(0x7f63ec0fb690 msgr2=0x7f63ec0fdaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:11.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.009+0000 7f63f2c4e640 1 -- 172.21.15.1:0/1807901655 shutdown_connections 2024-02-09T23:57:11.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.009+0000 7f63f2c4e640 1 -- 172.21.15.1:0/1807901655 wait complete. 2024-02-09T23:57:11.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.010+0000 7f63f2c4e640 1 Processor -- start 2024-02-09T23:57:11.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.010+0000 7f63f2c4e640 1 -- start start 2024-02-09T23:57:11.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.010+0000 7f63f2c4e640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63ec101cc0 0x7f63ec1972f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:11.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.010+0000 7f63f2c4e640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f63ec1045f0 0x7f63ec197830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:11.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.010+0000 7f63f2c4e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f63ec106f20 0x7f63ec19e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:11.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.010+0000 7f63f2c4e640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63ec19ede0 con 0x7f63ec106f20 2024-02-09T23:57:11.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.010+0000 7f63f2c4e640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63ec19ef50 con 0x7f63ec101cc0 2024-02-09T23:57:11.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.010+0000 7f63f2c4e640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63ec19f110 con 0x7f63ec1045f0 2024-02-09T23:57:11.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.010+0000 7f63f11eb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f63ec106f20 0x7f63ec19e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:11.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.010+0000 7f63f11eb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f63ec106f20 0x7f63ec19e8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34062/0 (socket says 172.21.15.1:34062) 2024-02-09T23:57:11.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.010+0000 7f63f11eb640 1 -- 172.21.15.1:0/1600266576 learned_addr learned my addr 172.21.15.1:0/1600266576 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:11.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.010+0000 7f63ebfff640 1 --2- 172.21.15.1:0/1600266576 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f63ec1045f0 0x7f63ec197830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:11.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.010+0000 7f63f09ea640 1 --2- 172.21.15.1:0/1600266576 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63ec101cc0 0x7f63ec1972f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:11.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.010+0000 7f63f11eb640 1 -- 172.21.15.1:0/1600266576 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f63ec1045f0 msgr2=0x7f63ec197830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:11.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.010+0000 7f63f11eb640 1 --2- 172.21.15.1:0/1600266576 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f63ec1045f0 0x7f63ec197830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:11.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.010+0000 7f63f11eb640 1 -- 172.21.15.1:0/1600266576 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63ec101cc0 msgr2=0x7f63ec1972f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:11.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.010+0000 7f63f11eb640 1 --2- 172.21.15.1:0/1600266576 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63ec101cc0 0x7f63ec1972f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:11.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.010+0000 7f63f11eb640 1 -- 172.21.15.1:0/1600266576 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63e0009560 con 0x7f63ec106f20 2024-02-09T23:57:11.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.010+0000 7f63f09ea640 1 --2- 172.21.15.1:0/1600266576 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63ec101cc0 0x7f63ec1972f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:11.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.010+0000 7f63f11eb640 1 --2- 172.21.15.1:0/1600266576 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f63ec106f20 0x7f63ec19e8a0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f63e400eb10 tx=0x7f63e400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:11.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.011+0000 7f63e9ffb640 1 -- 172.21.15.1:0/1600266576 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63e4004b20 con 0x7f63ec106f20 2024-02-09T23:57:11.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.011+0000 7f63e9ffb640 1 -- 172.21.15.1:0/1600266576 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f63e4004c80 con 0x7f63ec106f20 2024-02-09T23:57:11.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.011+0000 7f63e9ffb640 1 -- 172.21.15.1:0/1600266576 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63e4010650 con 0x7f63ec106f20 2024-02-09T23:57:11.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.011+0000 7f63f2c4e640 1 -- 172.21.15.1:0/1600266576 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f63ec19f3f0 con 0x7f63ec106f20 2024-02-09T23:57:11.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.011+0000 7f63f2c4e640 1 -- 172.21.15.1:0/1600266576 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f63ec19f8b0 con 0x7f63ec106f20 2024-02-09T23:57:11.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.012+0000 7f63f2c4e640 1 -- 172.21.15.1:0/1600266576 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f63ec0fd180 con 0x7f63ec106f20 2024-02-09T23:57:11.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.013+0000 7f63e9ffb640 1 -- 172.21.15.1:0/1600266576 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f63e4005020 con 0x7f63ec106f20 2024-02-09T23:57:11.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.014+0000 7f63e9ffb640 1 --2- 172.21.15.1:0/1600266576 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f63dc0a2140 0x7f63dc0a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:11.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.014+0000 7f63f09ea640 1 --2- 172.21.15.1:0/1600266576 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f63dc0a2140 0x7f63dc0a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:11.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.014+0000 7f63e9ffb640 1 -- 172.21.15.1:0/1600266576 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f63e4014070 con 0x7f63ec106f20 2024-02-09T23:57:11.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.014+0000 7f63f09ea640 1 --2- 172.21.15.1:0/1600266576 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f63dc0a2140 0x7f63dc0a4600 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f63e0000c00 tx=0x7f63e0005be0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:11.020 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.018+0000 7f63e9ffb640 1 -- 172.21.15.1:0/1600266576 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f63e4097190 con 0x7f63ec106f20 2024-02-09T23:57:11.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:10 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3177457860' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-02-09T23:57:11.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:10 smithi103 ceph-mon[36942]: mds.? [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] up:active 2024-02-09T23:57:11.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:10 smithi103 ceph-mon[36942]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-02-09T23:57:11.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:10 smithi103 ceph-mon[36942]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-02-09T23:57:11.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:10 smithi103 ceph-mon[36942]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2024-02-09T23:57:11.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:10 smithi103 ceph-mon[36942]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-02-09T23:57:11.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:10 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/286785916' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-02-09T23:57:11.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:10 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3177457860' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-02-09T23:57:11.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:10 smithi001 ceph-mon[32335]: mds.? [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] up:active 2024-02-09T23:57:11.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:10 smithi001 ceph-mon[32335]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-02-09T23:57:11.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:10 smithi001 ceph-mon[32335]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-02-09T23:57:11.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:10 smithi001 ceph-mon[32335]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2024-02-09T23:57:11.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:10 smithi001 ceph-mon[32335]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-02-09T23:57:11.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:10 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/286785916' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-02-09T23:57:11.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.227+0000 7f63f2c4e640 1 -- 172.21.15.1:0/1600266576 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) v1 -- 0x7f63ec02cef0 con 0x7f63dc0a2140 2024-02-09T23:57:11.345 INFO:journalctl@ceph.mds.b.smithi088.stdout:Feb 09 23:57:10 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-b[67363]: 2024-02-09T23:57:10.907+0000 7f95421e1700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-02-09T23:57:11.345 INFO:journalctl@ceph.mds.b.smithi088.stdout:Feb 09 23:57:10 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-b[67363]: 2024-02-09T23:57:10.907+0000 7f95421e1700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-02-09T23:57:11.345 INFO:journalctl@ceph.mds.b.smithi088.stdout:Feb 09 23:57:10 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-b[67363]: 2024-02-09T23:57:10.907+0000 7f95421e1700 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2024-02-09T23:57:11.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:10 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3177457860' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-02-09T23:57:11.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:10 smithi088 ceph-mon[36452]: mds.? [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] up:active 2024-02-09T23:57:11.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:10 smithi088 ceph-mon[36452]: daemon mds.h assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-02-09T23:57:11.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:10 smithi088 ceph-mon[36452]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-02-09T23:57:11.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:10 smithi088 ceph-mon[36452]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:creating} 9 up:standby 2024-02-09T23:57:11.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:10 smithi088 ceph-mon[36452]: daemon mds.h is now active in filesystem cephfs as rank 2 2024-02-09T23:57:11.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:10 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/286785916' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-02-09T23:57:11.719 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:57:11 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:57:11.231+0000 7f3b1b9a5700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-09T23:57:11.720 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:57:11 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:57:11.231+0000 7f3b1b9a5700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-09T23:57:11.720 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:57:11 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:57:11.231+0000 7f3b1b9a5700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-09T23:57:11.720 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:57:11 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:57:11.231+0000 7f3b1b9a5700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-09T23:57:11.720 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:57:11 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:57:11.231+0000 7f3b1b9a5700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-09T23:57:11.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.873+0000 7f63e9ffb640 1 -- 172.21.15.1:0/1600266576 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f63ec02cef0 con 0x7f63dc0a2140 2024-02-09T23:57:11.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.875+0000 7f63f2c4e640 1 -- 172.21.15.1:0/1600266576 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f63dc0a2140 msgr2=0x7f63dc0a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:11.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.875+0000 7f63f2c4e640 1 --2- 172.21.15.1:0/1600266576 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f63dc0a2140 0x7f63dc0a4600 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f63e0000c00 tx=0x7f63e0005be0 comp rx=0 tx=0).stop 2024-02-09T23:57:11.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.875+0000 7f63f2c4e640 1 -- 172.21.15.1:0/1600266576 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f63ec106f20 msgr2=0x7f63ec19e8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:11.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.875+0000 7f63f2c4e640 1 --2- 172.21.15.1:0/1600266576 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f63ec106f20 0x7f63ec19e8a0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f63e400eb10 tx=0x7f63e400c2d0 comp rx=0 tx=0).stop 2024-02-09T23:57:11.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.875+0000 7f63f2c4e640 1 -- 172.21.15.1:0/1600266576 shutdown_connections 2024-02-09T23:57:11.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.875+0000 7f63f2c4e640 1 --2- 172.21.15.1:0/1600266576 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f63ec106f20 0x7f63ec19e8a0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:11.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.875+0000 7f63f2c4e640 1 --2- 172.21.15.1:0/1600266576 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f63ec1045f0 0x7f63ec197830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:11.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.875+0000 7f63f2c4e640 1 --2- 172.21.15.1:0/1600266576 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f63dc0a2140 0x7f63dc0a4600 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:11.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.875+0000 7f63f2c4e640 1 --2- 172.21.15.1:0/1600266576 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63ec101cc0 0x7f63ec1972f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:11.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.875+0000 7f63f2c4e640 1 -- 172.21.15.1:0/1600266576 >> 172.21.15.1:0/1600266576 conn(0x7f63ec0fb690 msgr2=0x7f63ec102560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:11.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.876+0000 7f63f2c4e640 1 -- 172.21.15.1:0/1600266576 shutdown_connections 2024-02-09T23:57:11.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:11.876+0000 7f63f2c4e640 1 -- 172.21.15.1:0/1600266576 wait complete. 2024-02-09T23:57:11.892 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_0 --group_name qa 2024-02-09T23:57:12.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.003+0000 7f9a0e563640 1 -- 172.21.15.1:0/1478044648 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9a08101d00 msgr2=0x7f9a08108590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:12.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.003+0000 7f9a0e563640 1 --2- 172.21.15.1:0/1478044648 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9a08101d00 0x7f9a08108590 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f9a00009ca0 tx=0x7f9a0002c0f0 comp rx=0 tx=0).stop 2024-02-09T23:57:12.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.003+0000 7f9a0e563640 1 -- 172.21.15.1:0/1478044648 shutdown_connections 2024-02-09T23:57:12.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.003+0000 7f9a0e563640 1 --2- 172.21.15.1:0/1478044648 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9a08101d00 0x7f9a08108590 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:12.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.003+0000 7f9a0e563640 1 --2- 172.21.15.1:0/1478044648 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a08101340 0x7f9a081017c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:12.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.003+0000 7f9a0e563640 1 --2- 172.21.15.1:0/1478044648 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9a08100150 0x7f9a08100570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:12.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.003+0000 7f9a0e563640 1 -- 172.21.15.1:0/1478044648 >> 172.21.15.1:0/1478044648 conn(0x7f9a080fb6c0 msgr2=0x7f9a080fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:12.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.003+0000 7f9a0e563640 1 -- 172.21.15.1:0/1478044648 shutdown_connections 2024-02-09T23:57:12.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.003+0000 7f9a0e563640 1 -- 172.21.15.1:0/1478044648 wait complete. 2024-02-09T23:57:12.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.004+0000 7f9a0e563640 1 Processor -- start 2024-02-09T23:57:12.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.004+0000 7f9a0e563640 1 -- start start 2024-02-09T23:57:12.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.004+0000 7f9a0e563640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a08100150 0x7f9a081972b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:12.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.004+0000 7f9a0e563640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9a08101340 0x7f9a081977f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:12.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.004+0000 7f9a0e563640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9a08101d00 0x7f9a0819e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:12.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.004+0000 7f9a0e563640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a0819eda0 con 0x7f9a08101340 2024-02-09T23:57:12.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.004+0000 7f9a0e563640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a0819ef10 con 0x7f9a08100150 2024-02-09T23:57:12.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.004+0000 7f9a0e563640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a0819f0d0 con 0x7f9a08101d00 2024-02-09T23:57:12.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.004+0000 7f9a077fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9a08101340 0x7f9a081977f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:12.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.004+0000 7f9a077fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9a08101340 0x7f9a081977f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34102/0 (socket says 172.21.15.1:34102) 2024-02-09T23:57:12.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.004+0000 7f9a077fe640 1 -- 172.21.15.1:0/2488989233 learned_addr learned my addr 172.21.15.1:0/2488989233 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:12.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.005+0000 7f9a07fff640 1 --2- 172.21.15.1:0/2488989233 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a08100150 0x7f9a081972b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:12.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.005+0000 7f9a077fe640 1 -- 172.21.15.1:0/2488989233 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9a08101d00 msgr2=0x7f9a0819e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:12.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.005+0000 7f9a077fe640 1 --2- 172.21.15.1:0/2488989233 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9a08101d00 0x7f9a0819e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:12.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.005+0000 7f9a077fe640 1 -- 172.21.15.1:0/2488989233 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a08100150 msgr2=0x7f9a081972b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:12.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.005+0000 7f9a077fe640 1 --2- 172.21.15.1:0/2488989233 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a08100150 0x7f9a081972b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:12.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.005+0000 7f9a077fe640 1 -- 172.21.15.1:0/2488989233 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a00009900 con 0x7f9a08101340 2024-02-09T23:57:12.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.005+0000 7f9a077fe640 1 --2- 172.21.15.1:0/2488989233 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9a08101340 0x7f9a081977f0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f99fc00d950 tx=0x7f99fc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:12.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.005+0000 7f9a057fa640 1 -- 172.21.15.1:0/2488989233 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99fc009a30 con 0x7f9a08101340 2024-02-09T23:57:12.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.005+0000 7f9a0e563640 1 -- 172.21.15.1:0/2488989233 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a0819f3b0 con 0x7f9a08101340 2024-02-09T23:57:12.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.005+0000 7f9a057fa640 1 -- 172.21.15.1:0/2488989233 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f99fc009b90 con 0x7f9a08101340 2024-02-09T23:57:12.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.005+0000 7f9a057fa640 1 -- 172.21.15.1:0/2488989233 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99fc004a00 con 0x7f9a08101340 2024-02-09T23:57:12.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.005+0000 7f9a0e563640 1 -- 172.21.15.1:0/2488989233 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a0819f8c0 con 0x7f9a08101340 2024-02-09T23:57:12.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.006+0000 7f9a0e563640 1 -- 172.21.15.1:0/2488989233 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9a0810bb60 con 0x7f9a08101340 2024-02-09T23:57:12.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.007+0000 7f9a057fa640 1 -- 172.21.15.1:0/2488989233 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f99fc009d00 con 0x7f9a08101340 2024-02-09T23:57:12.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.008+0000 7f9a057fa640 1 --2- 172.21.15.1:0/2488989233 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f99f00a20c0 0x7f99f00a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:12.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.008+0000 7f9a07fff640 1 --2- 172.21.15.1:0/2488989233 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f99f00a20c0 0x7f99f00a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:12.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.008+0000 7f9a057fa640 1 -- 172.21.15.1:0/2488989233 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f99fc0cdd30 con 0x7f9a08101340 2024-02-09T23:57:12.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.009+0000 7f9a07fff640 1 --2- 172.21.15.1:0/2488989233 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f99f00a20c0 0x7f99f00a4580 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f99f8005fd0 tx=0x7f99f8005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:12.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.012+0000 7f9a057fa640 1 -- 172.21.15.1:0/2488989233 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f99fc096db0 con 0x7f9a08101340 2024-02-09T23:57:12.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:11 smithi103 ceph-mon[36942]: pgmap v288: 97 pgs: 20 creating+peering, 70 active+clean, 7 unknown; 579 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s wr, 9 op/s 2024-02-09T23:57:12.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:11 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/286785916' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-02-09T23:57:12.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:11 smithi103 ceph-mon[36942]: mds.? [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] up:active 2024-02-09T23:57:12.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:11 smithi103 ceph-mon[36942]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-02-09T23:57:12.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:11 smithi103 ceph-mon[36942]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 9 up:standby 2024-02-09T23:57:12.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:11 smithi103 ceph-mon[36942]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:creating} 8 up:standby 2024-02-09T23:57:12.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:11 smithi103 ceph-mon[36942]: daemon mds.c is now active in filesystem cephfs as rank 3 2024-02-09T23:57:12.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:11 smithi103 ceph-mon[36942]: from='client.14742 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:57:12.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:11 smithi103 ceph-mon[36942]: mds.? [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] up:active 2024-02-09T23:57:12.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:11 smithi103 ceph-mon[36942]: daemon mds.a assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-02-09T23:57:12.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:11 smithi103 ceph-mon[36942]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-02-09T23:57:12.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:11 smithi103 ceph-mon[36942]: Cluster is now healthy 2024-02-09T23:57:12.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:11 smithi103 ceph-mon[36942]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:active} 4 up:standby-replay 4 up:standby 2024-02-09T23:57:12.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:11 smithi103 ceph-mon[36942]: fsmap cephfs:5 4 up:standby-replay 1 up:creating 3 up:standby 4 up:active 2024-02-09T23:57:12.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:11 smithi103 ceph-mon[36942]: daemon mds.a is now active in filesystem cephfs as rank 4 2024-02-09T23:57:12.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:11 smithi001 ceph-mon[32335]: pgmap v288: 97 pgs: 20 creating+peering, 70 active+clean, 7 unknown; 579 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s wr, 9 op/s 2024-02-09T23:57:12.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:11 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/286785916' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-02-09T23:57:12.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:11 smithi001 ceph-mon[32335]: mds.? [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] up:active 2024-02-09T23:57:12.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:11 smithi001 ceph-mon[32335]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-02-09T23:57:12.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:11 smithi001 ceph-mon[32335]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 9 up:standby 2024-02-09T23:57:12.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:11 smithi001 ceph-mon[32335]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:creating} 8 up:standby 2024-02-09T23:57:12.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:11 smithi001 ceph-mon[32335]: daemon mds.c is now active in filesystem cephfs as rank 3 2024-02-09T23:57:12.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:11 smithi001 ceph-mon[32335]: from='client.14742 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:57:12.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:11 smithi001 ceph-mon[32335]: mds.? [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] up:active 2024-02-09T23:57:12.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:11 smithi001 ceph-mon[32335]: daemon mds.a assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-02-09T23:57:12.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:11 smithi001 ceph-mon[32335]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-02-09T23:57:12.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:11 smithi001 ceph-mon[32335]: Cluster is now healthy 2024-02-09T23:57:12.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:11 smithi001 ceph-mon[32335]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:active} 4 up:standby-replay 4 up:standby 2024-02-09T23:57:12.221 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:11 smithi001 ceph-mon[32335]: fsmap cephfs:5 4 up:standby-replay 1 up:creating 3 up:standby 4 up:active 2024-02-09T23:57:12.221 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:11 smithi001 ceph-mon[32335]: daemon mds.a is now active in filesystem cephfs as rank 4 2024-02-09T23:57:12.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.224+0000 7f9a0e563640 1 -- 172.21.15.1:0/2488989233 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) v1 -- 0x7f9a080fd850 con 0x7f99f00a20c0 2024-02-09T23:57:12.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.247+0000 7f9a057fa640 1 -- 172.21.15.1:0/2488989233 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f9a080fd850 con 0x7f99f00a20c0 2024-02-09T23:57:12.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.249+0000 7f9a0e563640 1 -- 172.21.15.1:0/2488989233 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f99f00a20c0 msgr2=0x7f99f00a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:12.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.249+0000 7f9a0e563640 1 --2- 172.21.15.1:0/2488989233 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f99f00a20c0 0x7f99f00a4580 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f99f8005fd0 tx=0x7f99f8005850 comp rx=0 tx=0).stop 2024-02-09T23:57:12.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.249+0000 7f9a0e563640 1 -- 172.21.15.1:0/2488989233 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9a08101340 msgr2=0x7f9a081977f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:12.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.249+0000 7f9a0e563640 1 --2- 172.21.15.1:0/2488989233 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9a08101340 0x7f9a081977f0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f99fc00d950 tx=0x7f99fc00de10 comp rx=0 tx=0).stop 2024-02-09T23:57:12.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.249+0000 7f9a0e563640 1 -- 172.21.15.1:0/2488989233 shutdown_connections 2024-02-09T23:57:12.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.249+0000 7f9a0e563640 1 --2- 172.21.15.1:0/2488989233 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9a08101d00 0x7f9a0819e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:12.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.249+0000 7f9a0e563640 1 --2- 172.21.15.1:0/2488989233 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9a08101340 0x7f9a081977f0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:12.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.249+0000 7f9a0e563640 1 --2- 172.21.15.1:0/2488989233 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f99f00a20c0 0x7f99f00a4580 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:12.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.249+0000 7f9a0e563640 1 --2- 172.21.15.1:0/2488989233 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a08100150 0x7f9a081972b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:12.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.249+0000 7f9a0e563640 1 -- 172.21.15.1:0/2488989233 >> 172.21.15.1:0/2488989233 conn(0x7f9a080fb6c0 msgr2=0x7f9a080fd140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:12.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.249+0000 7f9a0e563640 1 -- 172.21.15.1:0/2488989233 shutdown_connections 2024-02-09T23:57:12.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.249+0000 7f9a0e563640 1 -- 172.21.15.1:0/2488989233 wait complete. 2024-02-09T23:57:12.262 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-02-09T23:57:12.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:11 smithi088 ceph-mon[36452]: pgmap v288: 97 pgs: 20 creating+peering, 70 active+clean, 7 unknown; 579 KiB data, 339 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s wr, 9 op/s 2024-02-09T23:57:12.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:11 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/286785916' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-02-09T23:57:12.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:11 smithi088 ceph-mon[36452]: mds.? [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] up:active 2024-02-09T23:57:12.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:11 smithi088 ceph-mon[36452]: daemon mds.c assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-02-09T23:57:12.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:11 smithi088 ceph-mon[36452]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=h=up:active} 9 up:standby 2024-02-09T23:57:12.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:11 smithi088 ceph-mon[36452]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:creating} 8 up:standby 2024-02-09T23:57:12.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:11 smithi088 ceph-mon[36452]: daemon mds.c is now active in filesystem cephfs as rank 3 2024-02-09T23:57:12.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:11 smithi088 ceph-mon[36452]: from='client.14742 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:57:12.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:11 smithi088 ceph-mon[36452]: mds.? [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] up:active 2024-02-09T23:57:12.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:11 smithi088 ceph-mon[36452]: daemon mds.a assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-02-09T23:57:12.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:11 smithi088 ceph-mon[36452]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-02-09T23:57:12.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:11 smithi088 ceph-mon[36452]: Cluster is now healthy 2024-02-09T23:57:12.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:11 smithi088 ceph-mon[36452]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=h=up:active,3=c=up:active} 4 up:standby-replay 4 up:standby 2024-02-09T23:57:12.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:11 smithi088 ceph-mon[36452]: fsmap cephfs:5 4 up:standby-replay 1 up:creating 3 up:standby 4 up:active 2024-02-09T23:57:12.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:11 smithi088 ceph-mon[36452]: daemon mds.a is now active in filesystem cephfs as rank 4 2024-02-09T23:57:12.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.367+0000 7f5e45148640 1 -- 172.21.15.1:0/569370585 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5e40100150 msgr2=0x7f5e40100570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:12.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.367+0000 7f5e45148640 1 --2- 172.21.15.1:0/569370585 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5e40100150 0x7f5e40100570 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f5e30009900 tx=0x7f5e3002bc30 comp rx=0 tx=0).stop 2024-02-09T23:57:12.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.367+0000 7f5e45148640 1 -- 172.21.15.1:0/569370585 shutdown_connections 2024-02-09T23:57:12.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.367+0000 7f5e45148640 1 --2- 172.21.15.1:0/569370585 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5e40101d00 0x7f5e40108590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:12.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.367+0000 7f5e45148640 1 --2- 172.21.15.1:0/569370585 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e40101340 0x7f5e401017c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:12.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.367+0000 7f5e45148640 1 --2- 172.21.15.1:0/569370585 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5e40100150 0x7f5e40100570 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:12.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.367+0000 7f5e45148640 1 -- 172.21.15.1:0/569370585 >> 172.21.15.1:0/569370585 conn(0x7f5e400fb6a0 msgr2=0x7f5e400fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:12.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.367+0000 7f5e45148640 1 -- 172.21.15.1:0/569370585 shutdown_connections 2024-02-09T23:57:12.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.367+0000 7f5e45148640 1 -- 172.21.15.1:0/569370585 wait complete. 2024-02-09T23:57:12.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.367+0000 7f5e45148640 1 Processor -- start 2024-02-09T23:57:12.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.368+0000 7f5e45148640 1 -- start start 2024-02-09T23:57:12.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.368+0000 7f5e45148640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5e40100150 0x7f5e40199570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:12.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.368+0000 7f5e45148640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5e40101340 0x7f5e40199ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:12.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.368+0000 7f5e45148640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e40101d00 0x7f5e401a0b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:12.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.368+0000 7f5e45148640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e401a1060 con 0x7f5e40101340 2024-02-09T23:57:12.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.368+0000 7f5e45148640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e401a11d0 con 0x7f5e40101d00 2024-02-09T23:57:12.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.368+0000 7f5e45148640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e401a1390 con 0x7f5e40100150 2024-02-09T23:57:12.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.368+0000 7f5e3e59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5e40101340 0x7f5e40199ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:12.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.368+0000 7f5e3e59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5e40101340 0x7f5e40199ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34122/0 (socket says 172.21.15.1:34122) 2024-02-09T23:57:12.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.368+0000 7f5e3e59c640 1 -- 172.21.15.1:0/3327038311 learned_addr learned my addr 172.21.15.1:0/3327038311 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:12.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.368+0000 7f5e3ed9d640 1 --2- 172.21.15.1:0/3327038311 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5e40100150 0x7f5e40199570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:12.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.368+0000 7f5e3f59e640 1 --2- 172.21.15.1:0/3327038311 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e40101d00 0x7f5e401a0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:12.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.368+0000 7f5e3e59c640 1 -- 172.21.15.1:0/3327038311 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5e40100150 msgr2=0x7f5e40199570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:12.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.368+0000 7f5e3e59c640 1 --2- 172.21.15.1:0/3327038311 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5e40100150 0x7f5e40199570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:12.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.368+0000 7f5e3e59c640 1 -- 172.21.15.1:0/3327038311 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e40101d00 msgr2=0x7f5e401a0b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:12.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.368+0000 7f5e3e59c640 1 --2- 172.21.15.1:0/3327038311 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e40101d00 0x7f5e401a0b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:12.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.368+0000 7f5e3e59c640 1 -- 172.21.15.1:0/3327038311 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e30009560 con 0x7f5e40101340 2024-02-09T23:57:12.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.368+0000 7f5e3f59e640 1 --2- 172.21.15.1:0/3327038311 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e40101d00 0x7f5e401a0b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:12.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.368+0000 7f5e3e59c640 1 --2- 172.21.15.1:0/3327038311 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5e40101340 0x7f5e40199ab0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f5e3400b4a0 tx=0x7f5e3400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:12.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.369+0000 7f5e27fff640 1 -- 172.21.15.1:0/3327038311 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e34010610 con 0x7f5e40101340 2024-02-09T23:57:12.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.369+0000 7f5e27fff640 1 -- 172.21.15.1:0/3327038311 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5e34010c50 con 0x7f5e40101340 2024-02-09T23:57:12.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.369+0000 7f5e45148640 1 -- 172.21.15.1:0/3327038311 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5e401a1670 con 0x7f5e40101340 2024-02-09T23:57:12.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.369+0000 7f5e27fff640 1 -- 172.21.15.1:0/3327038311 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e34017e20 con 0x7f5e40101340 2024-02-09T23:57:12.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.369+0000 7f5e45148640 1 -- 172.21.15.1:0/3327038311 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5e401a1c00 con 0x7f5e40101340 2024-02-09T23:57:12.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.370+0000 7f5e45148640 1 -- 172.21.15.1:0/3327038311 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5e4010bc10 con 0x7f5e40101340 2024-02-09T23:57:12.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.371+0000 7f5e27fff640 1 -- 172.21.15.1:0/3327038311 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f5e34017480 con 0x7f5e40101340 2024-02-09T23:57:12.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.371+0000 7f5e27fff640 1 --2- 172.21.15.1:0/3327038311 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5e280a20c0 0x7f5e280a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:12.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.371+0000 7f5e3ed9d640 1 --2- 172.21.15.1:0/3327038311 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5e280a20c0 0x7f5e280a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:12.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.371+0000 7f5e27fff640 1 -- 172.21.15.1:0/3327038311 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f5e340cd1a0 con 0x7f5e40101340 2024-02-09T23:57:12.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.372+0000 7f5e3ed9d640 1 --2- 172.21.15.1:0/3327038311 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5e280a20c0 0x7f5e280a4580 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f5e3002c240 tx=0x7f5e3002c7e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:12.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.376+0000 7f5e27fff640 1 -- 172.21.15.1:0/3327038311 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f5e340962c0 con 0x7f5e40101340 2024-02-09T23:57:12.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.588+0000 7f5e45148640 1 -- 172.21.15.1:0/3327038311 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) v1 -- 0x7f5e400fd810 con 0x7f5e280a20c0 2024-02-09T23:57:12.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.592+0000 7f5e27fff640 1 -- 172.21.15.1:0/3327038311 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+54 (secure 0 0 0) 0x7f5e400fd810 con 0x7f5e280a20c0 2024-02-09T23:57:12.594 INFO:teuthology.orchestra.run.smithi001.stdout:/volumes/qa/sv_0/d78900dd-6526-4c80-8ed3-162c96973b3e 2024-02-09T23:57:12.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.594+0000 7f5e45148640 1 -- 172.21.15.1:0/3327038311 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5e280a20c0 msgr2=0x7f5e280a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:12.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.594+0000 7f5e45148640 1 --2- 172.21.15.1:0/3327038311 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5e280a20c0 0x7f5e280a4580 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f5e3002c240 tx=0x7f5e3002c7e0 comp rx=0 tx=0).stop 2024-02-09T23:57:12.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.594+0000 7f5e45148640 1 -- 172.21.15.1:0/3327038311 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5e40101340 msgr2=0x7f5e40199ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:12.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.594+0000 7f5e45148640 1 --2- 172.21.15.1:0/3327038311 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5e40101340 0x7f5e40199ab0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f5e3400b4a0 tx=0x7f5e3400b960 comp rx=0 tx=0).stop 2024-02-09T23:57:12.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.594+0000 7f5e45148640 1 -- 172.21.15.1:0/3327038311 shutdown_connections 2024-02-09T23:57:12.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.594+0000 7f5e45148640 1 --2- 172.21.15.1:0/3327038311 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5e280a20c0 0x7f5e280a4580 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:12.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.594+0000 7f5e45148640 1 --2- 172.21.15.1:0/3327038311 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e40101d00 0x7f5e401a0b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:12.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.594+0000 7f5e45148640 1 --2- 172.21.15.1:0/3327038311 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5e40101340 0x7f5e40199ab0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:12.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.594+0000 7f5e45148640 1 --2- 172.21.15.1:0/3327038311 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5e40100150 0x7f5e40199570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:12.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.594+0000 7f5e45148640 1 -- 172.21.15.1:0/3327038311 >> 172.21.15.1:0/3327038311 conn(0x7f5e400fb6a0 msgr2=0x7f5e400fd100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:12.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.594+0000 7f5e45148640 1 -- 172.21.15.1:0/3327038311 shutdown_connections 2024-02-09T23:57:12.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.594+0000 7f5e45148640 1 -- 172.21.15.1:0/3327038311 wait complete. 2024-02-09T23:57:12.607 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_1 --group_name qa 2024-02-09T23:57:12.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.713+0000 7f2bd556c640 1 -- 172.21.15.1:0/2330125927 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bd0104600 msgr2=0x7f2bd01069f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:12.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.713+0000 7f2bd556c640 1 --2- 172.21.15.1:0/2330125927 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bd0104600 0x7f2bd01069f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f2bb8009900 tx=0x7f2bb802bc30 comp rx=0 tx=0).stop 2024-02-09T23:57:12.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.713+0000 7f2bd556c640 1 -- 172.21.15.1:0/2330125927 shutdown_connections 2024-02-09T23:57:12.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.713+0000 7f2bd556c640 1 --2- 172.21.15.1:0/2330125927 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2bd0106f30 0x7f2bd0109380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:12.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.713+0000 7f2bd556c640 1 --2- 172.21.15.1:0/2330125927 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bd0104600 0x7f2bd01069f0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:12.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.713+0000 7f2bd556c640 1 --2- 172.21.15.1:0/2330125927 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2bd0101cd0 0x7f2bd01040c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:12.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.713+0000 7f2bd556c640 1 -- 172.21.15.1:0/2330125927 >> 172.21.15.1:0/2330125927 conn(0x7f2bd00fb6c0 msgr2=0x7f2bd00fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:12.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.713+0000 7f2bd556c640 1 -- 172.21.15.1:0/2330125927 shutdown_connections 2024-02-09T23:57:12.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.713+0000 7f2bd556c640 1 -- 172.21.15.1:0/2330125927 wait complete. 2024-02-09T23:57:12.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.714+0000 7f2bd556c640 1 Processor -- start 2024-02-09T23:57:12.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.714+0000 7f2bd556c640 1 -- start start 2024-02-09T23:57:12.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.714+0000 7f2bd556c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bd0101cd0 0x7f2bd0197380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:12.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.714+0000 7f2bd556c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2bd0104600 0x7f2bd01978c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:12.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.714+0000 7f2bd556c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2bd0106f30 0x7f2bd019e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:12.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.714+0000 7f2bd556c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bd019ee70 con 0x7f2bd0101cd0 2024-02-09T23:57:12.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.714+0000 7f2bd556c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bd019efe0 con 0x7f2bd0106f30 2024-02-09T23:57:12.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.714+0000 7f2bd556c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bd019f1a0 con 0x7f2bd0104600 2024-02-09T23:57:12.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.714+0000 7f2bceffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bd0101cd0 0x7f2bd0197380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:12.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.714+0000 7f2bceffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bd0101cd0 0x7f2bd0197380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34144/0 (socket says 172.21.15.1:34144) 2024-02-09T23:57:12.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.714+0000 7f2bceffd640 1 -- 172.21.15.1:0/579352975 learned_addr learned my addr 172.21.15.1:0/579352975 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:12.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.714+0000 7f2bc7fff640 1 --2- 172.21.15.1:0/579352975 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2bd0104600 0x7f2bd01978c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:12.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.714+0000 7f2bceffd640 1 -- 172.21.15.1:0/579352975 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2bd0104600 msgr2=0x7f2bd01978c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:12.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.714+0000 7f2bceffd640 1 --2- 172.21.15.1:0/579352975 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2bd0104600 0x7f2bd01978c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:12.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.714+0000 7f2bceffd640 1 -- 172.21.15.1:0/579352975 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2bd0106f30 msgr2=0x7f2bd019e930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:12.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.714+0000 7f2bceffd640 1 --2- 172.21.15.1:0/579352975 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2bd0106f30 0x7f2bd019e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:12.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.714+0000 7f2bceffd640 1 -- 172.21.15.1:0/579352975 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2bb8009560 con 0x7f2bd0101cd0 2024-02-09T23:57:12.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.714+0000 7f2bceffd640 1 --2- 172.21.15.1:0/579352975 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bd0101cd0 0x7f2bd0197380 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f2bc000d770 tx=0x7f2bc000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:12.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.714+0000 7f2bccff9640 1 -- 172.21.15.1:0/579352975 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bc0009c30 con 0x7f2bd0101cd0 2024-02-09T23:57:12.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.715+0000 7f2bccff9640 1 -- 172.21.15.1:0/579352975 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2bc000de80 con 0x7f2bd0101cd0 2024-02-09T23:57:12.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.715+0000 7f2bd556c640 1 -- 172.21.15.1:0/579352975 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2bd019f480 con 0x7f2bd0101cd0 2024-02-09T23:57:12.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.715+0000 7f2bccff9640 1 -- 172.21.15.1:0/579352975 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bc0004e80 con 0x7f2bd0101cd0 2024-02-09T23:57:12.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.715+0000 7f2bd556c640 1 -- 172.21.15.1:0/579352975 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2bd019f960 con 0x7f2bd0101cd0 2024-02-09T23:57:12.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.716+0000 7f2bd556c640 1 -- 172.21.15.1:0/579352975 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2bd00fd1b0 con 0x7f2bd0101cd0 2024-02-09T23:57:12.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.717+0000 7f2bccff9640 1 -- 172.21.15.1:0/579352975 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 16) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f2bc0005020 con 0x7f2bd0101cd0 2024-02-09T23:57:12.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.717+0000 7f2bccff9640 1 --2- 172.21.15.1:0/579352975 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2bbc0a2140 0x7f2bbc0a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:12.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.718+0000 7f2bc7fff640 1 --2- 172.21.15.1:0/579352975 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2bbc0a2140 0x7f2bbc0a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:12.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.718+0000 7f2bccff9640 1 -- 172.21.15.1:0/579352975 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f2bc00cd5c0 con 0x7f2bd0101cd0 2024-02-09T23:57:12.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.718+0000 7f2bc7fff640 1 --2- 172.21.15.1:0/579352975 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2bbc0a2140 0x7f2bbc0a4600 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f2bb8006010 tx=0x7f2bb8000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:12.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.722+0000 7f2bccff9640 1 -- 172.21.15.1:0/579352975 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f2bc00966e0 con 0x7f2bd0101cd0 2024-02-09T23:57:12.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.895+0000 7f2bccff9640 1 -- 172.21.15.1:0/579352975 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f2bc0096ab0 con 0x7f2bd0101cd0 2024-02-09T23:57:12.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.946+0000 7f2bd556c640 1 -- 172.21.15.1:0/579352975 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) v1 -- 0x7f2bd002cfa0 con 0x7f2bbc0a2140 2024-02-09T23:57:12.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.968+0000 7f2bccff9640 1 -- 172.21.15.1:0/579352975 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f2bd002cfa0 con 0x7f2bbc0a2140 2024-02-09T23:57:12.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.970+0000 7f2bd556c640 1 -- 172.21.15.1:0/579352975 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2bbc0a2140 msgr2=0x7f2bbc0a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:12.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.970+0000 7f2bd556c640 1 --2- 172.21.15.1:0/579352975 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2bbc0a2140 0x7f2bbc0a4600 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f2bb8006010 tx=0x7f2bb8000bc0 comp rx=0 tx=0).stop 2024-02-09T23:57:12.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.970+0000 7f2bd556c640 1 -- 172.21.15.1:0/579352975 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bd0101cd0 msgr2=0x7f2bd0197380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:12.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.970+0000 7f2bd556c640 1 --2- 172.21.15.1:0/579352975 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bd0101cd0 0x7f2bd0197380 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f2bc000d770 tx=0x7f2bc000dc30 comp rx=0 tx=0).stop 2024-02-09T23:57:12.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.970+0000 7f2bd556c640 1 -- 172.21.15.1:0/579352975 shutdown_connections 2024-02-09T23:57:12.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.970+0000 7f2bd556c640 1 --2- 172.21.15.1:0/579352975 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2bbc0a2140 0x7f2bbc0a4600 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:12.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.970+0000 7f2bd556c640 1 --2- 172.21.15.1:0/579352975 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2bd0106f30 0x7f2bd019e930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:12.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.970+0000 7f2bd556c640 1 --2- 172.21.15.1:0/579352975 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2bd0104600 0x7f2bd01978c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:12.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.970+0000 7f2bd556c640 1 --2- 172.21.15.1:0/579352975 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bd0101cd0 0x7f2bd0197380 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:12.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.970+0000 7f2bd556c640 1 -- 172.21.15.1:0/579352975 >> 172.21.15.1:0/579352975 conn(0x7f2bd00fb6c0 msgr2=0x7f2bd0102590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:12.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.970+0000 7f2bd556c640 1 -- 172.21.15.1:0/579352975 shutdown_connections 2024-02-09T23:57:12.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:12.970+0000 7f2bd556c640 1 -- 172.21.15.1:0/579352975 wait complete. 2024-02-09T23:57:12.983 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-02-09T23:57:13.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.089+0000 7f5a41640640 1 -- 172.21.15.1:0/1290356200 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a3c100130 msgr2=0x7f5a3c100550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:13.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.089+0000 7f5a41640640 1 --2- 172.21.15.1:0/1290356200 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a3c100130 0x7f5a3c100550 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f5a2c009900 tx=0x7f5a2c02bc30 comp rx=0 tx=0).stop 2024-02-09T23:57:13.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.089+0000 7f5a41640640 1 -- 172.21.15.1:0/1290356200 shutdown_connections 2024-02-09T23:57:13.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.089+0000 7f5a41640640 1 --2- 172.21.15.1:0/1290356200 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5a3c101ce0 0x7f5a3c108570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.089+0000 7f5a41640640 1 --2- 172.21.15.1:0/1290356200 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a3c101320 0x7f5a3c1017a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.089+0000 7f5a41640640 1 --2- 172.21.15.1:0/1290356200 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a3c100130 0x7f5a3c100550 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.089+0000 7f5a41640640 1 -- 172.21.15.1:0/1290356200 >> 172.21.15.1:0/1290356200 conn(0x7f5a3c0fb660 msgr2=0x7f5a3c0fdae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:13.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.089+0000 7f5a41640640 1 -- 172.21.15.1:0/1290356200 shutdown_connections 2024-02-09T23:57:13.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.089+0000 7f5a41640640 1 -- 172.21.15.1:0/1290356200 wait complete. 2024-02-09T23:57:13.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.090+0000 7f5a41640640 1 Processor -- start 2024-02-09T23:57:13.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.090+0000 7f5a41640640 1 -- start start 2024-02-09T23:57:13.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.090+0000 7f5a41640640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a3c100130 0x7f5a3c1972e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:13.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.090+0000 7f5a41640640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5a3c101320 0x7f5a3c197820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:13.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.090+0000 7f5a41640640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a3c101ce0 0x7f5a3c19e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:13.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.090+0000 7f5a41640640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a3c19edd0 con 0x7f5a3c101ce0 2024-02-09T23:57:13.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.090+0000 7f5a41640640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a3c19ef40 con 0x7f5a3c101320 2024-02-09T23:57:13.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.090+0000 7f5a41640640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a3c19f100 con 0x7f5a3c100130 2024-02-09T23:57:13.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.090+0000 7f5a3b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a3c101ce0 0x7f5a3c19e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:13.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.090+0000 7f5a3affd640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a3c100130 0x7f5a3c1972e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:13.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.090+0000 7f5a3b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a3c101ce0 0x7f5a3c19e890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34164/0 (socket says 172.21.15.1:34164) 2024-02-09T23:57:13.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.090+0000 7f5a3b7fe640 1 -- 172.21.15.1:0/2057550222 learned_addr learned my addr 172.21.15.1:0/2057550222 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:13.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.090+0000 7f5a33fff640 1 --2- 172.21.15.1:0/2057550222 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5a3c101320 0x7f5a3c197820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:13.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.091+0000 7f5a3affd640 1 -- 172.21.15.1:0/2057550222 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5a3c101320 msgr2=0x7f5a3c197820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:13.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.091+0000 7f5a3affd640 1 --2- 172.21.15.1:0/2057550222 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5a3c101320 0x7f5a3c197820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.091+0000 7f5a3affd640 1 -- 172.21.15.1:0/2057550222 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a3c101ce0 msgr2=0x7f5a3c19e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:13.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.091+0000 7f5a3affd640 1 --2- 172.21.15.1:0/2057550222 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a3c101ce0 0x7f5a3c19e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.091+0000 7f5a3affd640 1 -- 172.21.15.1:0/2057550222 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a2c009560 con 0x7f5a3c100130 2024-02-09T23:57:13.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.091+0000 7f5a3b7fe640 1 --2- 172.21.15.1:0/2057550222 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a3c101ce0 0x7f5a3c19e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:57:13.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.091+0000 7f5a3affd640 1 --2- 172.21.15.1:0/2057550222 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a3c100130 0x7f5a3c1972e0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f5a2c036040 tx=0x7f5a2c005e80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:13.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.091+0000 7f5a38ff9640 1 -- 172.21.15.1:0/2057550222 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a2c0043d0 con 0x7f5a3c100130 2024-02-09T23:57:13.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.091+0000 7f5a41640640 1 -- 172.21.15.1:0/2057550222 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5a3c19f380 con 0x7f5a3c100130 2024-02-09T23:57:13.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.091+0000 7f5a41640640 1 -- 172.21.15.1:0/2057550222 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a3c19f8b0 con 0x7f5a3c100130 2024-02-09T23:57:13.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.091+0000 7f5a38ff9640 1 -- 172.21.15.1:0/2057550222 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5a2c0052d0 con 0x7f5a3c100130 2024-02-09T23:57:13.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.091+0000 7f5a38ff9640 1 -- 172.21.15.1:0/2057550222 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a2c003c60 con 0x7f5a3c100130 2024-02-09T23:57:13.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.092+0000 7f5a41640640 1 -- 172.21.15.1:0/2057550222 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5a3c10d5b0 con 0x7f5a3c100130 2024-02-09T23:57:13.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.093+0000 7f5a38ff9640 1 -- 172.21.15.1:0/2057550222 <== mon.1 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f5a2c004df0 con 0x7f5a3c100130 2024-02-09T23:57:13.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.094+0000 7f5a38ff9640 1 --2- 172.21.15.1:0/2057550222 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5a280a2150 0x7f5a280a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:13.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.094+0000 7f5a33fff640 1 --2- 172.21.15.1:0/2057550222 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5a280a2150 0x7f5a280a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:13.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.094+0000 7f5a38ff9640 1 -- 172.21.15.1:0/2057550222 <== mon.1 v2:172.21.15.103:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f5a2c0efde0 con 0x7f5a3c100130 2024-02-09T23:57:13.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.094+0000 7f5a33fff640 1 --2- 172.21.15.1:0/2057550222 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5a280a2150 0x7f5a280a4610 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f5a3c1987f0 tx=0x7f5a24005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:13.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.099+0000 7f5a38ff9640 1 -- 172.21.15.1:0/2057550222 <== mon.1 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f5a2c0b8e10 con 0x7f5a3c100130 2024-02-09T23:57:13.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:12 smithi103 ceph-mon[36942]: from='client.14754 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:57:13.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:12 smithi103 ceph-mon[36942]: mds.? [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] up:active 2024-02-09T23:57:13.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:12 smithi103 ceph-mon[36942]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-02-09T23:57:13.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:12 smithi103 ceph-mon[36942]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-02-09T23:57:13.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:12 smithi001 ceph-mon[32335]: from='client.14754 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:57:13.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:12 smithi001 ceph-mon[32335]: mds.? [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] up:active 2024-02-09T23:57:13.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:12 smithi001 ceph-mon[32335]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-02-09T23:57:13.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:12 smithi001 ceph-mon[32335]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-02-09T23:57:13.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.308+0000 7f5a41640640 1 -- 172.21.15.1:0/2057550222 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f5a3c061700 con 0x7f5a280a2150 2024-02-09T23:57:13.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.312+0000 7f5a38ff9640 1 -- 172.21.15.1:0/2057550222 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+54 (secure 0 0 0) 0x7f5a3c061700 con 0x7f5a280a2150 2024-02-09T23:57:13.314 INFO:teuthology.orchestra.run.smithi001.stdout:/volumes/qa/sv_1/4e850b60-98ea-4fff-91ea-e6cc68f61ac0 2024-02-09T23:57:13.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.314+0000 7f5a41640640 1 -- 172.21.15.1:0/2057550222 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5a280a2150 msgr2=0x7f5a280a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:13.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.314+0000 7f5a41640640 1 --2- 172.21.15.1:0/2057550222 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5a280a2150 0x7f5a280a4610 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f5a3c1987f0 tx=0x7f5a24005f90 comp rx=0 tx=0).stop 2024-02-09T23:57:13.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.314+0000 7f5a41640640 1 -- 172.21.15.1:0/2057550222 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a3c100130 msgr2=0x7f5a3c1972e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:13.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.314+0000 7f5a41640640 1 --2- 172.21.15.1:0/2057550222 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a3c100130 0x7f5a3c1972e0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f5a2c036040 tx=0x7f5a2c005e80 comp rx=0 tx=0).stop 2024-02-09T23:57:13.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.314+0000 7f5a41640640 1 -- 172.21.15.1:0/2057550222 shutdown_connections 2024-02-09T23:57:13.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.314+0000 7f5a41640640 1 --2- 172.21.15.1:0/2057550222 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a3c101ce0 0x7f5a3c19e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.314+0000 7f5a41640640 1 --2- 172.21.15.1:0/2057550222 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5a280a2150 0x7f5a280a4610 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.314+0000 7f5a41640640 1 --2- 172.21.15.1:0/2057550222 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5a3c101320 0x7f5a3c197820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.314+0000 7f5a41640640 1 --2- 172.21.15.1:0/2057550222 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a3c100130 0x7f5a3c1972e0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.314+0000 7f5a41640640 1 -- 172.21.15.1:0/2057550222 >> 172.21.15.1:0/2057550222 conn(0x7f5a3c0fb660 msgr2=0x7f5a3c104620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:13.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.314+0000 7f5a41640640 1 -- 172.21.15.1:0/2057550222 shutdown_connections 2024-02-09T23:57:13.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.314+0000 7f5a41640640 1 -- 172.21.15.1:0/2057550222 wait complete. 2024-02-09T23:57:13.327 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:57:13.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:12 smithi088 ceph-mon[36452]: from='client.14754 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:57:13.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:12 smithi088 ceph-mon[36452]: mds.? [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] up:active 2024-02-09T23:57:13.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:12 smithi088 ceph-mon[36452]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-02-09T23:57:13.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:12 smithi088 ceph-mon[36452]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-02-09T23:57:13.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.428+0000 7fbfef4c3640 1 -- 172.21.15.1:0/924958492 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbfe81024b0 msgr2=0x7fbfe8102930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:13.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.428+0000 7fbfef4c3640 1 --2- 172.21.15.1:0/924958492 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbfe81024b0 0x7fbfe8102930 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fbfdc009900 tx=0x7fbfdc02bc30 comp rx=0 tx=0).stop 2024-02-09T23:57:13.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.428+0000 7fbfef4c3640 1 -- 172.21.15.1:0/924958492 shutdown_connections 2024-02-09T23:57:13.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.428+0000 7fbfef4c3640 1 --2- 172.21.15.1:0/924958492 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbfe8102e70 0x7fbfe8109700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.428+0000 7fbfef4c3640 1 --2- 172.21.15.1:0/924958492 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbfe81024b0 0x7fbfe8102930 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.428+0000 7fbfef4c3640 1 --2- 172.21.15.1:0/924958492 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbfe81012c0 0x7fbfe81016e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.428+0000 7fbfef4c3640 1 -- 172.21.15.1:0/924958492 >> 172.21.15.1:0/924958492 conn(0x7fbfe80fc850 msgr2=0x7fbfe80fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:13.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.428+0000 7fbfef4c3640 1 -- 172.21.15.1:0/924958492 shutdown_connections 2024-02-09T23:57:13.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.428+0000 7fbfef4c3640 1 -- 172.21.15.1:0/924958492 wait complete. 2024-02-09T23:57:13.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.428+0000 7fbfef4c3640 1 Processor -- start 2024-02-09T23:57:13.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.428+0000 7fbfef4c3640 1 -- start start 2024-02-09T23:57:13.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.429+0000 7fbfef4c3640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbfe81012c0 0x7fbfe8197240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:13.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.429+0000 7fbfef4c3640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbfe81024b0 0x7fbfe8197780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:13.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.429+0000 7fbfef4c3640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbfe8102e70 0x7fbfe819e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:13.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.429+0000 7fbfef4c3640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfe819ed30 con 0x7fbfe81024b0 2024-02-09T23:57:13.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.429+0000 7fbfef4c3640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfe819eea0 con 0x7fbfe81012c0 2024-02-09T23:57:13.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.429+0000 7fbfef4c3640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfe819f060 con 0x7fbfe8102e70 2024-02-09T23:57:13.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.429+0000 7fbfeca5e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbfe81024b0 0x7fbfe8197780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:13.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.429+0000 7fbfeca5e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbfe81024b0 0x7fbfe8197780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34178/0 (socket says 172.21.15.1:34178) 2024-02-09T23:57:13.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.429+0000 7fbfeca5e640 1 -- 172.21.15.1:0/1212900046 learned_addr learned my addr 172.21.15.1:0/1212900046 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:13.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.429+0000 7fbfeda60640 1 --2- 172.21.15.1:0/1212900046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbfe8102e70 0x7fbfe819e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:13.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.429+0000 7fbfed25f640 1 --2- 172.21.15.1:0/1212900046 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbfe81012c0 0x7fbfe8197240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:13.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.429+0000 7fbfeca5e640 1 -- 172.21.15.1:0/1212900046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbfe8102e70 msgr2=0x7fbfe819e7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:13.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.429+0000 7fbfeca5e640 1 --2- 172.21.15.1:0/1212900046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbfe8102e70 0x7fbfe819e7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.429+0000 7fbfeca5e640 1 -- 172.21.15.1:0/1212900046 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbfe81012c0 msgr2=0x7fbfe8197240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:13.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.429+0000 7fbfeca5e640 1 --2- 172.21.15.1:0/1212900046 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbfe81012c0 0x7fbfe8197240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.429+0000 7fbfeca5e640 1 -- 172.21.15.1:0/1212900046 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfdc009560 con 0x7fbfe81024b0 2024-02-09T23:57:13.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.429+0000 7fbfed25f640 1 --2- 172.21.15.1:0/1212900046 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbfe81012c0 0x7fbfe8197240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:13.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.429+0000 7fbfeca5e640 1 --2- 172.21.15.1:0/1212900046 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbfe81024b0 0x7fbfe8197780 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fbfdc006010 tx=0x7fbfdc0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:13.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.429+0000 7fbfe67fc640 1 -- 172.21.15.1:0/1212900046 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfdc0044e0 con 0x7fbfe81024b0 2024-02-09T23:57:13.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.429+0000 7fbfe67fc640 1 -- 172.21.15.1:0/1212900046 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbfdc0054e0 con 0x7fbfe81024b0 2024-02-09T23:57:13.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.429+0000 7fbfef4c3640 1 -- 172.21.15.1:0/1212900046 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbfe819f2e0 con 0x7fbfe81024b0 2024-02-09T23:57:13.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.429+0000 7fbfe67fc640 1 -- 172.21.15.1:0/1212900046 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfdc03e450 con 0x7fbfe81024b0 2024-02-09T23:57:13.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.429+0000 7fbfef4c3640 1 -- 172.21.15.1:0/1212900046 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbfe819f7f0 con 0x7fbfe81024b0 2024-02-09T23:57:13.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.430+0000 7fbfef4c3640 1 -- 172.21.15.1:0/1212900046 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbfe8108580 con 0x7fbfe81024b0 2024-02-09T23:57:13.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.431+0000 7fbfe67fc640 1 -- 172.21.15.1:0/1212900046 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7fbfdc0035f0 con 0x7fbfe81024b0 2024-02-09T23:57:13.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.432+0000 7fbfe67fc640 1 --2- 172.21.15.1:0/1212900046 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fbfd00a2150 0x7fbfd00a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:13.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.432+0000 7fbfed25f640 1 --2- 172.21.15.1:0/1212900046 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fbfd00a2150 0x7fbfd00a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:13.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.432+0000 7fbfe67fc640 1 -- 172.21.15.1:0/1212900046 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fbfdc0f0030 con 0x7fbfe81024b0 2024-02-09T23:57:13.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.432+0000 7fbfed25f640 1 --2- 172.21.15.1:0/1212900046 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fbfd00a2150 0x7fbfd00a4610 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fbfe8102310 tx=0x7fbfd8008370 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:13.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.436+0000 7fbfe67fc640 1 -- 172.21.15.1:0/1212900046 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fbfdc0b9160 con 0x7fbfe81024b0 2024-02-09T23:57:13.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.661+0000 7fbfef4c3640 1 -- 172.21.15.1:0/1212900046 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fbfe810ceb0 con 0x7fbfe81024b0 2024-02-09T23:57:13.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.661+0000 7fbfe67fc640 1 -- 172.21.15.1:0/1212900046 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11367 (secure 0 0 0) 0x7fbfdc0bc820 con 0x7fbfe81024b0 2024-02-09T23:57:13.663 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:57:13.663 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-09T23:57:05.956988+0000","modified":"2024-02-09T23:57:12.862580+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24496,"mds_2":24476,"mds_3":24475,"mds_4":14646},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14646":{"gid":14646,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24398":{"gid":24398,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24406":{"gid":24406,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24457":{"gid":24457,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/3143955076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":3143955076},{"type":"v1","addr":"172.21.15.103:6835","nonce":3143955076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24475":{"gid":24475,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-09T23:57:13.664 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 26 2024-02-09T23:57:13.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.663+0000 7fbfef4c3640 1 -- 172.21.15.1:0/1212900046 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fbfd00a2150 msgr2=0x7fbfd00a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:13.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.663+0000 7fbfef4c3640 1 --2- 172.21.15.1:0/1212900046 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fbfd00a2150 0x7fbfd00a4610 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fbfe8102310 tx=0x7fbfd8008370 comp rx=0 tx=0).stop 2024-02-09T23:57:13.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.664+0000 7fbfef4c3640 1 -- 172.21.15.1:0/1212900046 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbfe81024b0 msgr2=0x7fbfe8197780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:13.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.664+0000 7fbfef4c3640 1 --2- 172.21.15.1:0/1212900046 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbfe81024b0 0x7fbfe8197780 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fbfdc006010 tx=0x7fbfdc0042f0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.664+0000 7fbfef4c3640 1 -- 172.21.15.1:0/1212900046 shutdown_connections 2024-02-09T23:57:13.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.664+0000 7fbfef4c3640 1 --2- 172.21.15.1:0/1212900046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbfe8102e70 0x7fbfe819e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.664+0000 7fbfef4c3640 1 --2- 172.21.15.1:0/1212900046 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbfe81024b0 0x7fbfe8197780 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.664+0000 7fbfef4c3640 1 --2- 172.21.15.1:0/1212900046 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fbfd00a2150 0x7fbfd00a4610 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.664+0000 7fbfef4c3640 1 --2- 172.21.15.1:0/1212900046 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbfe81012c0 0x7fbfe8197240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.664+0000 7fbfef4c3640 1 -- 172.21.15.1:0/1212900046 >> 172.21.15.1:0/1212900046 conn(0x7fbfe80fc850 msgr2=0x7fbfe8105750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:13.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.664+0000 7fbfef4c3640 1 -- 172.21.15.1:0/1212900046 shutdown_connections 2024-02-09T23:57:13.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.664+0000 7fbfef4c3640 1 -- 172.21.15.1:0/1212900046 wait complete. 2024-02-09T23:57:13.677 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:57:13.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.777+0000 7f813e513640 1 -- 172.21.15.1:0/2968049459 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8138104610 msgr2=0x7f8138106a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:13.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.777+0000 7f813e513640 1 --2- 172.21.15.1:0/2968049459 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8138104610 0x7f8138106a00 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f8128009900 tx=0x7f812802bc30 comp rx=0 tx=0).stop 2024-02-09T23:57:13.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.777+0000 7f813e513640 1 -- 172.21.15.1:0/2968049459 shutdown_connections 2024-02-09T23:57:13.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.777+0000 7f813e513640 1 --2- 172.21.15.1:0/2968049459 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8138106f40 0x7f8138109390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.777+0000 7f813e513640 1 --2- 172.21.15.1:0/2968049459 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8138104610 0x7f8138106a00 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.777+0000 7f813e513640 1 --2- 172.21.15.1:0/2968049459 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8138101ce0 0x7f81381040d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.777+0000 7f813e513640 1 -- 172.21.15.1:0/2968049459 >> 172.21.15.1:0/2968049459 conn(0x7f81380fb6f0 msgr2=0x7f81380fdb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:13.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.777+0000 7f813e513640 1 -- 172.21.15.1:0/2968049459 shutdown_connections 2024-02-09T23:57:13.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.777+0000 7f813e513640 1 -- 172.21.15.1:0/2968049459 wait complete. 2024-02-09T23:57:13.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.778+0000 7f813e513640 1 Processor -- start 2024-02-09T23:57:13.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.778+0000 7f813e513640 1 -- start start 2024-02-09T23:57:13.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.778+0000 7f813e513640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8138101ce0 0x7f8138197380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:13.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.778+0000 7f813e513640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8138104610 0x7f81381978c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:13.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.778+0000 7f813e513640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8138106f40 0x7f813819e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:13.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.778+0000 7f813e513640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f813819ee70 con 0x7f8138106f40 2024-02-09T23:57:13.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.778+0000 7f813e513640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f813819efe0 con 0x7f8138101ce0 2024-02-09T23:57:13.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.778+0000 7f813e513640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f813819f1a0 con 0x7f8138104610 2024-02-09T23:57:13.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.778+0000 7f813cab0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8138106f40 0x7f813819e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:13.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.778+0000 7f813cab0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8138106f40 0x7f813819e930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34198/0 (socket says 172.21.15.1:34198) 2024-02-09T23:57:13.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.778+0000 7f813cab0640 1 -- 172.21.15.1:0/3878595982 learned_addr learned my addr 172.21.15.1:0/3878595982 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:13.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.778+0000 7f81377fe640 1 --2- 172.21.15.1:0/3878595982 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8138104610 0x7f81381978c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:13.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.778+0000 7f8137fff640 1 --2- 172.21.15.1:0/3878595982 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8138101ce0 0x7f8138197380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:13.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.778+0000 7f813cab0640 1 -- 172.21.15.1:0/3878595982 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8138104610 msgr2=0x7f81381978c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:13.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.778+0000 7f813cab0640 1 --2- 172.21.15.1:0/3878595982 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8138104610 0x7f81381978c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.778+0000 7f813cab0640 1 -- 172.21.15.1:0/3878595982 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8138101ce0 msgr2=0x7f8138197380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:13.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.778+0000 7f813cab0640 1 --2- 172.21.15.1:0/3878595982 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8138101ce0 0x7f8138197380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.778+0000 7f813cab0640 1 -- 172.21.15.1:0/3878595982 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8128009560 con 0x7f8138106f40 2024-02-09T23:57:13.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.779+0000 7f813cab0640 1 --2- 172.21.15.1:0/3878595982 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8138106f40 0x7f813819e930 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f813000b970 tx=0x7f813000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:13.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.779+0000 7f81357fa640 1 -- 172.21.15.1:0/3878595982 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f813000cb40 con 0x7f8138106f40 2024-02-09T23:57:13.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.779+0000 7f813e513640 1 -- 172.21.15.1:0/3878595982 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f813819f480 con 0x7f8138106f40 2024-02-09T23:57:13.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.779+0000 7f81357fa640 1 -- 172.21.15.1:0/3878595982 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f813000cca0 con 0x7f8138106f40 2024-02-09T23:57:13.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.779+0000 7f81357fa640 1 -- 172.21.15.1:0/3878595982 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81300077d0 con 0x7f8138106f40 2024-02-09T23:57:13.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.779+0000 7f813e513640 1 -- 172.21.15.1:0/3878595982 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f813819f990 con 0x7f8138106f40 2024-02-09T23:57:13.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.780+0000 7f813e513640 1 -- 172.21.15.1:0/3878595982 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f81380fd1e0 con 0x7f8138106f40 2024-02-09T23:57:13.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.781+0000 7f81357fa640 1 -- 172.21.15.1:0/3878595982 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f8130014440 con 0x7f8138106f40 2024-02-09T23:57:13.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.781+0000 7f81357fa640 1 --2- 172.21.15.1:0/3878595982 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f81200a2150 0x7f81200a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:13.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.782+0000 7f8137fff640 1 --2- 172.21.15.1:0/3878595982 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f81200a2150 0x7f81200a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:13.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.782+0000 7f81357fa640 1 -- 172.21.15.1:0/3878595982 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f81300cd8d0 con 0x7f8138106f40 2024-02-09T23:57:13.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.782+0000 7f8137fff640 1 --2- 172.21.15.1:0/3878595982 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f81200a2150 0x7f81200a4610 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f812c005fd0 tx=0x7f812c00b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:13.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.785+0000 7f81357fa640 1 -- 172.21.15.1:0/3878595982 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f8130096ab0 con 0x7f8138106f40 2024-02-09T23:57:13.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:13 smithi001 ceph-mon[32335]: pgmap v289: 97 pgs: 97 active+clean; 582 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 KiB/s rd, 5.8 KiB/s wr, 19 op/s 2024-02-09T23:57:13.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:13 smithi001 ceph-mon[32335]: from='client.14760 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:57:13.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:13 smithi001 ceph-mon[32335]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-02-09T23:57:13.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:13 smithi001 ceph-mon[32335]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:57:13.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:13 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1212900046' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:57:13.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.968+0000 7f813e513640 1 -- 172.21.15.1:0/3878595982 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f813810ccd0 con 0x7f8138106f40 2024-02-09T23:57:13.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.970+0000 7f81357fa640 1 -- 172.21.15.1:0/3878595982 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) v1 ==== 74+0+22115 (secure 0 0 0) 0x7f813009a170 con 0x7f8138106f40 2024-02-09T23:57:13.972 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:57:13.973 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":85,"fsid":"b5005240-c7a5-11ee-95b8-87774f69a715","created":"2024-02-09T23:49:06.829648+0000","modified":"2024-02-09T23:57:07.615361+0000","last_up_change":"2024-02-09T23:56:15.507374+0000","last_in_change":"2024-02-09T23:55:55.668510+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:52:28.527596+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:57:04.230570+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:57:05.160207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4fa23604-c2ff-4c47-8ac8-10dce6bba3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6803","nonce":4020662944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6805","nonce":4020662944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6809","nonce":4020662944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6807","nonce":4020662944}]},"public_addr":"172.21.15.1:6803/4020662944","cluster_addr":"172.21.15.1:6805/4020662944","heartbeat_back_addr":"172.21.15.1:6809/4020662944","heartbeat_front_addr":"172.21.15.1:6807/4020662944","state":["exists","up"]},{"osd":1,"uuid":"d64b48a6-3b47-4712-b607-d0e951b3b4a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6801","nonce":1258648868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6803","nonce":1258648868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6807","nonce":1258648868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6805","nonce":1258648868}]},"public_addr":"172.21.15.88:6801/1258648868","cluster_addr":"172.21.15.88:6803/1258648868","heartbeat_back_addr":"172.21.15.88:6807/1258648868","heartbeat_front_addr":"172.21.15.88:6805/1258648868","state":["exists","up"]},{"osd":2,"uuid":"6be4c8dc-283d-4025-9c1f-c00ee4e3659f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6801","nonce":2902494825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6803","nonce":2902494825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6807","nonce":2902494825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6805","nonce":2902494825}]},"public_addr":"172.21.15.103:6801/2902494825","cluster_addr":"172.21.15.103:6803/2902494825","heartbeat_back_addr":"172.21.15.103:6807/2902494825","heartbeat_front_addr":"172.21.15.103:6805/2902494825","state":["exists","up"]},{"osd":3,"uuid":"52579ea8-e424-4adc-9fd9-44cec7e3875a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6811","nonce":680841642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6813","nonce":680841642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6817","nonce":680841642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6815","nonce":680841642}]},"public_addr":"172.21.15.1:6811/680841642","cluster_addr":"172.21.15.1:6813/680841642","heartbeat_back_addr":"172.21.15.1:6817/680841642","heartbeat_front_addr":"172.21.15.1:6815/680841642","state":["exists","up"]},{"osd":4,"uuid":"6503d3b5-f26b-4438-b256-ae4f76c7c773","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6809","nonce":2788918193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6811","nonce":2788918193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6815","nonce":2788918193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6813","nonce":2788918193}]},"public_addr":"172.21.15.88:6809/2788918193","cluster_addr":"172.21.15.88:6811/2788918193","heartbeat_back_addr":"172.21.15.88:6815/2788918193","heartbeat_front_addr":"172.21.15.88:6813/2788918193","state":["exists","up"]},{"osd":5,"uuid":"86188624-366a-487e-9db3-2782ef0884cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6809","nonce":3760780468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6811","nonce":3760780468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6815","nonce":3760780468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6813","nonce":3760780468}]},"public_addr":"172.21.15.103:6809/3760780468","cluster_addr":"172.21.15.103:6811/3760780468","heartbeat_back_addr":"172.21.15.103:6815/3760780468","heartbeat_front_addr":"172.21.15.103:6813/3760780468","state":["exists","up"]},{"osd":6,"uuid":"c59e7ba5-1cbe-41c3-a7e4-330175adfdf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6819","nonce":363854281}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6821","nonce":363854281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6825","nonce":363854281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6823","nonce":363854281}]},"public_addr":"172.21.15.1:6819/363854281","cluster_addr":"172.21.15.1:6821/363854281","heartbeat_back_addr":"172.21.15.1:6825/363854281","heartbeat_front_addr":"172.21.15.1:6823/363854281","state":["exists","up"]},{"osd":7,"uuid":"a77b4ef0-ecf7-457c-95c6-3e63cc6b1bba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6817","nonce":812841825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6819","nonce":812841825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6823","nonce":812841825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6821","nonce":812841825}]},"public_addr":"172.21.15.88:6817/812841825","cluster_addr":"172.21.15.88:6819/812841825","heartbeat_back_addr":"172.21.15.88:6823/812841825","heartbeat_front_addr":"172.21.15.88:6821/812841825","state":["exists","up"]},{"osd":8,"uuid":"bf2a6a1e-71ba-44d2-ba61-309f29496ef9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6817","nonce":3258812878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6819","nonce":3258812878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6823","nonce":3258812878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6821","nonce":3258812878}]},"public_addr":"172.21.15.103:6817/3258812878","cluster_addr":"172.21.15.103:6819/3258812878","heartbeat_back_addr":"172.21.15.103:6823/3258812878","heartbeat_front_addr":"172.21.15.103:6821/3258812878","state":["exists","up"]},{"osd":9,"uuid":"c9531676-199e-43ad-9299-6b5b60fd6ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6827","nonce":2830634909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6829","nonce":2830634909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6833","nonce":2830634909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6831","nonce":2830634909}]},"public_addr":"172.21.15.1:6827/2830634909","cluster_addr":"172.21.15.1:6829/2830634909","heartbeat_back_addr":"172.21.15.1:6833/2830634909","heartbeat_front_addr":"172.21.15.1:6831/2830634909","state":["exists","up"]},{"osd":10,"uuid":"41c2bb14-f8c9-45ce-a81e-9bf9dbba0b51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6825","nonce":1128031509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6827","nonce":1128031509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6831","nonce":1128031509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6829","nonce":1128031509}]},"public_addr":"172.21.15.88:6825/1128031509","cluster_addr":"172.21.15.88:6827/1128031509","heartbeat_back_addr":"172.21.15.88:6831/1128031509","heartbeat_front_addr":"172.21.15.88:6829/1128031509","state":["exists","up"]},{"osd":11,"uuid":"41003dad-b792-418d-9a82-bdf67311ea90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6825","nonce":2854918902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6827","nonce":2854918902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6831","nonce":2854918902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6829","nonce":2854918902}]},"public_addr":"172.21.15.103:6825/2854918902","cluster_addr":"172.21.15.103:6827/2854918902","heartbeat_back_addr":"172.21.15.103:6831/2854918902","heartbeat_front_addr":"172.21.15.103:6829/2854918902","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:51:39.446367+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:02.973641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:25.664661+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:50.561389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:14.598286+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:39.149718+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:04.327941+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:29.497887+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:55.922386+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:21.966560+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:47.653451+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:14.122475+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:0/2182725984":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6800/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1236715707":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3991013292":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3894463217":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6801/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6800/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3968648683":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6801/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1600532294":"2024-02-10T23:50:04.182518+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:57:13.974 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.972+0000 7f813e513640 1 -- 172.21.15.1:0/3878595982 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f81200a2150 msgr2=0x7f81200a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:13.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.972+0000 7f813e513640 1 --2- 172.21.15.1:0/3878595982 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f81200a2150 0x7f81200a4610 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f812c005fd0 tx=0x7f812c00b390 comp rx=0 tx=0).stop 2024-02-09T23:57:13.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.972+0000 7f813e513640 1 -- 172.21.15.1:0/3878595982 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8138106f40 msgr2=0x7f813819e930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:13.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.972+0000 7f813e513640 1 --2- 172.21.15.1:0/3878595982 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8138106f40 0x7f813819e930 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f813000b970 tx=0x7f813000be30 comp rx=0 tx=0).stop 2024-02-09T23:57:13.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.973+0000 7f813e513640 1 -- 172.21.15.1:0/3878595982 shutdown_connections 2024-02-09T23:57:13.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.973+0000 7f813e513640 1 --2- 172.21.15.1:0/3878595982 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8138106f40 0x7f813819e930 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.973+0000 7f813e513640 1 --2- 172.21.15.1:0/3878595982 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8138104610 0x7f81381978c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.973+0000 7f813e513640 1 --2- 172.21.15.1:0/3878595982 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f81200a2150 0x7f81200a4610 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.973+0000 7f813e513640 1 --2- 172.21.15.1:0/3878595982 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8138101ce0 0x7f8138197380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:13.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.973+0000 7f813e513640 1 -- 172.21.15.1:0/3878595982 >> 172.21.15.1:0/3878595982 conn(0x7f81380fb6f0 msgr2=0x7f8138102620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:13.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.973+0000 7f813e513640 1 -- 172.21.15.1:0/3878595982 shutdown_connections 2024-02-09T23:57:13.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:13.973+0000 7f813e513640 1 -- 172.21.15.1:0/3878595982 wait complete. 2024-02-09T23:57:13.986 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-02-09T23:57:13.986 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-09T23:57:14.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.086+0000 7fa860e2a640 1 -- 172.21.15.1:0/2673242509 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa85c1028c0 msgr2=0x7fa85c102ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:14.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.086+0000 7fa860e2a640 1 --2- 172.21.15.1:0/2673242509 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa85c1028c0 0x7fa85c102ce0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fa854009900 tx=0x7fa85402bc30 comp rx=0 tx=0).stop 2024-02-09T23:57:14.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.086+0000 7fa860e2a640 1 -- 172.21.15.1:0/2673242509 shutdown_connections 2024-02-09T23:57:14.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.086+0000 7fa860e2a640 1 --2- 172.21.15.1:0/2673242509 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa85c0ffcf0 0x7fa85c1098a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:14.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.086+0000 7fa860e2a640 1 --2- 172.21.15.1:0/2673242509 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa85c0ff330 0x7fa85c0ff7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:14.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.086+0000 7fa860e2a640 1 --2- 172.21.15.1:0/2673242509 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa85c1028c0 0x7fa85c102ce0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:14.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.086+0000 7fa860e2a640 1 -- 172.21.15.1:0/2673242509 >> 172.21.15.1:0/2673242509 conn(0x7fa85c0faeb0 msgr2=0x7fa85c0fd310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:14.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.086+0000 7fa860e2a640 1 -- 172.21.15.1:0/2673242509 shutdown_connections 2024-02-09T23:57:14.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.086+0000 7fa860e2a640 1 -- 172.21.15.1:0/2673242509 wait complete. 2024-02-09T23:57:14.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.087+0000 7fa860e2a640 1 Processor -- start 2024-02-09T23:57:14.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.087+0000 7fa860e2a640 1 -- start start 2024-02-09T23:57:14.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.087+0000 7fa860e2a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa85c0ff330 0x7fa85c197310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:14.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.087+0000 7fa860e2a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa85c0ffcf0 0x7fa85c197850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:14.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.087+0000 7fa860e2a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa85c1028c0 0x7fa85c19e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:14.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.087+0000 7fa860e2a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa85c19ee00 con 0x7fa85c0ffcf0 2024-02-09T23:57:14.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.087+0000 7fa860e2a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa85c19ef70 con 0x7fa85c1028c0 2024-02-09T23:57:14.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.087+0000 7fa860e2a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa85c19f130 con 0x7fa85c0ff330 2024-02-09T23:57:14.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.087+0000 7fa859d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa85c0ffcf0 0x7fa85c197850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:14.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.087+0000 7fa859d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa85c0ffcf0 0x7fa85c197850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34212/0 (socket says 172.21.15.1:34212) 2024-02-09T23:57:14.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.087+0000 7fa859d9b640 1 -- 172.21.15.1:0/127773276 learned_addr learned my addr 172.21.15.1:0/127773276 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:14.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.087+0000 7fa85ad9d640 1 --2- 172.21.15.1:0/127773276 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa85c1028c0 0x7fa85c19e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:14.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.087+0000 7fa85a59c640 1 --2- 172.21.15.1:0/127773276 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa85c0ff330 0x7fa85c197310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:14.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.087+0000 7fa859d9b640 1 -- 172.21.15.1:0/127773276 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa85c0ff330 msgr2=0x7fa85c197310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:14.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.087+0000 7fa859d9b640 1 --2- 172.21.15.1:0/127773276 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa85c0ff330 0x7fa85c197310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:14.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.087+0000 7fa859d9b640 1 -- 172.21.15.1:0/127773276 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa85c1028c0 msgr2=0x7fa85c19e8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:14.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.087+0000 7fa859d9b640 1 --2- 172.21.15.1:0/127773276 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa85c1028c0 0x7fa85c19e8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:14.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.087+0000 7fa859d9b640 1 -- 172.21.15.1:0/127773276 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa854009560 con 0x7fa85c0ffcf0 2024-02-09T23:57:14.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.087+0000 7fa859d9b640 1 --2- 172.21.15.1:0/127773276 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa85c0ffcf0 0x7fa85c197850 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fa84400e9f0 tx=0x7fa84400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:14.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.088+0000 7fa8537fe640 1 -- 172.21.15.1:0/127773276 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa844009720 con 0x7fa85c0ffcf0 2024-02-09T23:57:14.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.088+0000 7fa8537fe640 1 -- 172.21.15.1:0/127773276 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa84400cd80 con 0x7fa85c0ffcf0 2024-02-09T23:57:14.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.088+0000 7fa860e2a640 1 -- 172.21.15.1:0/127773276 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa85c19f410 con 0x7fa85c0ffcf0 2024-02-09T23:57:14.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.088+0000 7fa8537fe640 1 -- 172.21.15.1:0/127773276 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa844010690 con 0x7fa85c0ffcf0 2024-02-09T23:57:14.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.088+0000 7fa860e2a640 1 -- 172.21.15.1:0/127773276 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa85c19f8d0 con 0x7fa85c0ffcf0 2024-02-09T23:57:14.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.089+0000 7fa860e2a640 1 -- 172.21.15.1:0/127773276 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa85c108780 con 0x7fa85c0ffcf0 2024-02-09T23:57:14.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.090+0000 7fa8537fe640 1 -- 172.21.15.1:0/127773276 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7fa8440046c0 con 0x7fa85c0ffcf0 2024-02-09T23:57:14.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.090+0000 7fa8537fe640 1 --2- 172.21.15.1:0/127773276 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fa8480a2150 0x7fa8480a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:14.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.090+0000 7fa85a59c640 1 --2- 172.21.15.1:0/127773276 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fa8480a2150 0x7fa8480a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:14.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.090+0000 7fa8537fe640 1 -- 172.21.15.1:0/127773276 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fa844014070 con 0x7fa85c0ffcf0 2024-02-09T23:57:14.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.091+0000 7fa85a59c640 1 --2- 172.21.15.1:0/127773276 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fa8480a2150 0x7fa8480a4610 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fa854006010 tx=0x7fa854000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:14.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.094+0000 7fa8537fe640 1 -- 172.21.15.1:0/127773276 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fa8440970d0 con 0x7fa85c0ffcf0 2024-02-09T23:57:14.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:13 smithi103 ceph-mon[36942]: pgmap v289: 97 pgs: 97 active+clean; 582 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 KiB/s rd, 5.8 KiB/s wr, 19 op/s 2024-02-09T23:57:14.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:13 smithi103 ceph-mon[36942]: from='client.14760 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:57:14.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:13 smithi103 ceph-mon[36942]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-02-09T23:57:14.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:13 smithi103 ceph-mon[36942]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:57:14.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:13 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1212900046' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:57:14.274 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.271+0000 7fa860e2a640 1 -- 172.21.15.1:0/127773276 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fa85c02ce20 con 0x7fa8480a2150 2024-02-09T23:57:14.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.282+0000 7fa8537fe640 1 -- 172.21.15.1:0/127773276 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+336907 (secure 0 0 0) 0x7fa85c02ce20 con 0x7fa8480a2150 2024-02-09T23:57:14.289 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:57:14.291 INFO:teuthology.orchestra.run.smithi001.stderr:dumped all 2024-02-09T23:57:14.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.285+0000 7fa860e2a640 1 -- 172.21.15.1:0/127773276 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fa8480a2150 msgr2=0x7fa8480a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:14.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.285+0000 7fa860e2a640 1 --2- 172.21.15.1:0/127773276 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fa8480a2150 0x7fa8480a4610 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fa854006010 tx=0x7fa854000bc0 comp rx=0 tx=0).stop 2024-02-09T23:57:14.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.285+0000 7fa860e2a640 1 -- 172.21.15.1:0/127773276 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa85c0ffcf0 msgr2=0x7fa85c197850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:14.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.285+0000 7fa860e2a640 1 --2- 172.21.15.1:0/127773276 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa85c0ffcf0 0x7fa85c197850 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fa84400e9f0 tx=0x7fa84400edf0 comp rx=0 tx=0).stop 2024-02-09T23:57:14.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.286+0000 7fa860e2a640 1 -- 172.21.15.1:0/127773276 shutdown_connections 2024-02-09T23:57:14.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.286+0000 7fa860e2a640 1 --2- 172.21.15.1:0/127773276 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fa8480a2150 0x7fa8480a4610 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:14.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.286+0000 7fa860e2a640 1 --2- 172.21.15.1:0/127773276 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa85c1028c0 0x7fa85c19e8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:14.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.286+0000 7fa860e2a640 1 --2- 172.21.15.1:0/127773276 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa85c0ffcf0 0x7fa85c197850 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:14.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.286+0000 7fa860e2a640 1 --2- 172.21.15.1:0/127773276 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa85c0ff330 0x7fa85c197310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:14.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.286+0000 7fa860e2a640 1 -- 172.21.15.1:0/127773276 >> 172.21.15.1:0/127773276 conn(0x7fa85c0faeb0 msgr2=0x7fa85c105950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:14.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.286+0000 7fa860e2a640 1 -- 172.21.15.1:0/127773276 shutdown_connections 2024-02-09T23:57:14.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.286+0000 7fa860e2a640 1 -- 172.21.15.1:0/127773276 wait complete. 2024-02-09T23:57:14.298 INFO:teuthology.orchestra.run.smithi001.stdout:{"pg_ready":true,"pg_map":{"version":290,"stamp":"2024-02-09T23:57:14.262151+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":597702,"num_objects":88,"num_object_clones":0,"num_object_copies":264,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":88,"num_whiteouts":0,"num_read":160,"num_read_kb":140,"num_write":365,"num_write_kb":2993,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":57,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":296,"ondisk_log_size":296,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":279,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":347832,"kb_used_data":11156,"kb_used_omap":18,"kb_used_meta":336557,"kb_avail":1124593992,"statfs":{"total":1151940427776,"available":1151584247808,"internally_reserved":0,"allocated":11423744,"data_stored":7070709,"data_compressed":108480,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":19142,"internal_metadata":344634682},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":7334,"num_objects":86,"num_object_clones":0,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":0,"num_read":24,"num_read_kb":21,"num_write":184,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":57,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001914"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699976+0000","last_change":"2024-02-09T23:57:06.638921+0000","last_active":"2024-02-09T23:57:07.699976+0000","last_peered":"2024-02-09T23:57:07.699976+0000","last_clean":"2024-02-09T23:57:07.699976+0000","last_became_active":"2024-02-09T23:57:06.638560+0000","last_became_peered":"2024-02-09T23:57:06.638560+0000","last_unstale":"2024-02-09T23:57:07.699976+0000","last_undegraded":"2024-02-09T23:57:07.699976+0000","last_fullsized":"2024-02-09T23:57:07.699976+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:04:46.241517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699197+0000","last_change":"2024-02-09T23:57:06.626465+0000","last_active":"2024-02-09T23:57:07.699197+0000","last_peered":"2024-02-09T23:57:07.699197+0000","last_clean":"2024-02-09T23:57:07.699197+0000","last_became_active":"2024-02-09T23:57:06.625265+0000","last_became_peered":"2024-02-09T23:57:06.625265+0000","last_unstale":"2024-02-09T23:57:07.699197+0000","last_undegraded":"2024-02-09T23:57:07.699197+0000","last_fullsized":"2024-02-09T23:57:07.699197+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:32:34.304699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699205+0000","last_change":"2024-02-09T23:57:06.645515+0000","last_active":"2024-02-09T23:57:07.699205+0000","last_peered":"2024-02-09T23:57:07.699205+0000","last_clean":"2024-02-09T23:57:07.699205+0000","last_became_active":"2024-02-09T23:57:06.644952+0000","last_became_peered":"2024-02-09T23:57:06.644952+0000","last_unstale":"2024-02-09T23:57:07.699205+0000","last_undegraded":"2024-02-09T23:57:07.699205+0000","last_fullsized":"2024-02-09T23:57:07.699205+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:16:57.223424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699869+0000","last_change":"2024-02-09T23:57:06.628827+0000","last_active":"2024-02-09T23:57:07.699869+0000","last_peered":"2024-02-09T23:57:07.699869+0000","last_clean":"2024-02-09T23:57:07.699869+0000","last_became_active":"2024-02-09T23:57:06.628491+0000","last_became_peered":"2024-02-09T23:57:06.628491+0000","last_unstale":"2024-02-09T23:57:07.699869+0000","last_undegraded":"2024-02-09T23:57:07.699869+0000","last_fullsized":"2024-02-09T23:57:07.699869+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:30:11.082419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.627718+0000","last_change":"2024-02-09T23:57:06.630954+0000","last_active":"2024-02-09T23:57:07.627718+0000","last_peered":"2024-02-09T23:57:07.627718+0000","last_clean":"2024-02-09T23:57:07.627718+0000","last_became_active":"2024-02-09T23:57:06.630574+0000","last_became_peered":"2024-02-09T23:57:06.630574+0000","last_unstale":"2024-02-09T23:57:07.627718+0000","last_undegraded":"2024-02-09T23:57:07.627718+0000","last_fullsized":"2024-02-09T23:57:07.627718+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:45:31.676749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.700080+0000","last_change":"2024-02-09T23:57:06.624424+0000","last_active":"2024-02-09T23:57:07.700080+0000","last_peered":"2024-02-09T23:57:07.700080+0000","last_clean":"2024-02-09T23:57:07.700080+0000","last_became_active":"2024-02-09T23:57:06.621937+0000","last_became_peered":"2024-02-09T23:57:06.621937+0000","last_unstale":"2024-02-09T23:57:07.700080+0000","last_undegraded":"2024-02-09T23:57:07.700080+0000","last_fullsized":"2024-02-09T23:57:07.700080+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:58:38.721174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.700509+0000","last_change":"2024-02-09T23:57:06.623715+0000","last_active":"2024-02-09T23:57:07.700509+0000","last_peered":"2024-02-09T23:57:07.700509+0000","last_clean":"2024-02-09T23:57:07.700509+0000","last_became_active":"2024-02-09T23:57:06.621751+0000","last_became_peered":"2024-02-09T23:57:06.621751+0000","last_unstale":"2024-02-09T23:57:07.700509+0000","last_undegraded":"2024-02-09T23:57:07.700509+0000","last_fullsized":"2024-02-09T23:57:07.700509+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:25:06.997079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.626989+0000","last_change":"2024-02-09T23:57:06.631255+0000","last_active":"2024-02-09T23:57:07.626989+0000","last_peered":"2024-02-09T23:57:07.626989+0000","last_clean":"2024-02-09T23:57:07.626989+0000","last_became_active":"2024-02-09T23:57:06.630881+0000","last_became_peered":"2024-02-09T23:57:06.630881+0000","last_unstale":"2024-02-09T23:57:07.626989+0000","last_undegraded":"2024-02-09T23:57:07.626989+0000","last_fullsized":"2024-02-09T23:57:07.626989+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:36:40.683806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.619732+0000","last_change":"2024-02-09T23:57:06.638473+0000","last_active":"2024-02-09T23:57:07.619732+0000","last_peered":"2024-02-09T23:57:07.619732+0000","last_clean":"2024-02-09T23:57:07.619732+0000","last_became_active":"2024-02-09T23:57:06.638147+0000","last_became_peered":"2024-02-09T23:57:06.638147+0000","last_unstale":"2024-02-09T23:57:07.619732+0000","last_undegraded":"2024-02-09T23:57:07.619732+0000","last_fullsized":"2024-02-09T23:57:07.619732+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:55:26.126193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.700291+0000","last_change":"2024-02-09T23:57:06.627755+0000","last_active":"2024-02-09T23:57:07.700291+0000","last_peered":"2024-02-09T23:57:07.700291+0000","last_clean":"2024-02-09T23:57:07.700291+0000","last_became_active":"2024-02-09T23:57:06.627399+0000","last_became_peered":"2024-02-09T23:57:06.627399+0000","last_unstale":"2024-02-09T23:57:07.700291+0000","last_undegraded":"2024-02-09T23:57:07.700291+0000","last_fullsized":"2024-02-09T23:57:07.700291+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:40:15.261622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.700819+0000","last_change":"2024-02-09T23:57:06.640177+0000","last_active":"2024-02-09T23:57:07.700819+0000","last_peered":"2024-02-09T23:57:07.700819+0000","last_clean":"2024-02-09T23:57:07.700819+0000","last_became_active":"2024-02-09T23:57:06.639876+0000","last_became_peered":"2024-02-09T23:57:06.639876+0000","last_unstale":"2024-02-09T23:57:07.700819+0000","last_undegraded":"2024-02-09T23:57:07.700819+0000","last_fullsized":"2024-02-09T23:57:07.700819+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:51:20.035119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699677+0000","last_change":"2024-02-09T23:57:06.629729+0000","last_active":"2024-02-09T23:57:07.699677+0000","last_peered":"2024-02-09T23:57:07.699677+0000","last_clean":"2024-02-09T23:57:07.699677+0000","last_became_active":"2024-02-09T23:57:06.629406+0000","last_became_peered":"2024-02-09T23:57:06.629406+0000","last_unstale":"2024-02-09T23:57:07.699677+0000","last_undegraded":"2024-02-09T23:57:07.699677+0000","last_fullsized":"2024-02-09T23:57:07.699677+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:14:09.020625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.618410+0000","last_change":"2024-02-09T23:57:06.619700+0000","last_active":"2024-02-09T23:57:07.618410+0000","last_peered":"2024-02-09T23:57:07.618410+0000","last_clean":"2024-02-09T23:57:07.618410+0000","last_became_active":"2024-02-09T23:57:06.619119+0000","last_became_peered":"2024-02-09T23:57:06.619119+0000","last_unstale":"2024-02-09T23:57:07.618410+0000","last_undegraded":"2024-02-09T23:57:07.618410+0000","last_fullsized":"2024-02-09T23:57:07.618410+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:33:31.527350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.698934+0000","last_change":"2024-02-09T23:57:06.635778+0000","last_active":"2024-02-09T23:57:07.698934+0000","last_peered":"2024-02-09T23:57:07.698934+0000","last_clean":"2024-02-09T23:57:07.698934+0000","last_became_active":"2024-02-09T23:57:06.634590+0000","last_became_peered":"2024-02-09T23:57:06.634590+0000","last_unstale":"2024-02-09T23:57:07.698934+0000","last_undegraded":"2024-02-09T23:57:07.698934+0000","last_fullsized":"2024-02-09T23:57:07.698934+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:06:00.988404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.698855+0000","last_change":"2024-02-09T23:57:06.632123+0000","last_active":"2024-02-09T23:57:07.698855+0000","last_peered":"2024-02-09T23:57:07.698855+0000","last_clean":"2024-02-09T23:57:07.698855+0000","last_became_active":"2024-02-09T23:57:06.631790+0000","last_became_peered":"2024-02-09T23:57:06.631790+0000","last_unstale":"2024-02-09T23:57:07.698855+0000","last_undegraded":"2024-02-09T23:57:07.698855+0000","last_fullsized":"2024-02-09T23:57:07.698855+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:47:06.904815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.619123+0000","last_change":"2024-02-09T23:57:06.630760+0000","last_active":"2024-02-09T23:57:07.619123+0000","last_peered":"2024-02-09T23:57:07.619123+0000","last_clean":"2024-02-09T23:57:07.619123+0000","last_became_active":"2024-02-09T23:57:06.630469+0000","last_became_peered":"2024-02-09T23:57:06.630469+0000","last_unstale":"2024-02-09T23:57:07.619123+0000","last_undegraded":"2024-02-09T23:57:07.619123+0000","last_fullsized":"2024-02-09T23:57:07.619123+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:03:57.516582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.700040+0000","last_change":"2024-02-09T23:57:06.639723+0000","last_active":"2024-02-09T23:57:07.700040+0000","last_peered":"2024-02-09T23:57:07.700040+0000","last_clean":"2024-02-09T23:57:07.700040+0000","last_became_active":"2024-02-09T23:57:06.639298+0000","last_became_peered":"2024-02-09T23:57:06.639298+0000","last_unstale":"2024-02-09T23:57:07.700040+0000","last_undegraded":"2024-02-09T23:57:07.700040+0000","last_fullsized":"2024-02-09T23:57:07.700040+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:15:11.130963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.625700+0000","last_change":"2024-02-09T23:57:06.621954+0000","last_active":"2024-02-09T23:57:07.625700+0000","last_peered":"2024-02-09T23:57:07.625700+0000","last_clean":"2024-02-09T23:57:07.625700+0000","last_became_active":"2024-02-09T23:57:06.621594+0000","last_became_peered":"2024-02-09T23:57:06.621594+0000","last_unstale":"2024-02-09T23:57:07.625700+0000","last_undegraded":"2024-02-09T23:57:07.625700+0000","last_fullsized":"2024-02-09T23:57:07.625700+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:53:13.972810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699845+0000","last_change":"2024-02-09T23:57:06.632333+0000","last_active":"2024-02-09T23:57:07.699845+0000","last_peered":"2024-02-09T23:57:07.699845+0000","last_clean":"2024-02-09T23:57:07.699845+0000","last_became_active":"2024-02-09T23:57:06.631898+0000","last_became_peered":"2024-02-09T23:57:06.631898+0000","last_unstale":"2024-02-09T23:57:07.699845+0000","last_undegraded":"2024-02-09T23:57:07.699845+0000","last_fullsized":"2024-02-09T23:57:07.699845+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:18:28.175534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"85'13","reported_seq":31,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:12.868915+0000","last_change":"2024-02-09T23:57:05.606683+0000","last_active":"2024-02-09T23:57:12.868915+0000","last_peered":"2024-02-09T23:57:12.868915+0000","last_clean":"2024-02-09T23:57:12.868915+0000","last_became_active":"2024-02-09T23:57:05.606342+0000","last_became_peered":"2024-02-09T23:57:05.606342+0000","last_unstale":"2024-02-09T23:57:12.868915+0000","last_undegraded":"2024-02-09T23:57:12.868915+0000","last_fullsized":"2024-02-09T23:57:12.868915+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:41:07.754199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.627393+0000","last_change":"2024-02-09T23:57:06.633510+0000","last_active":"2024-02-09T23:57:07.627393+0000","last_peered":"2024-02-09T23:57:07.627393+0000","last_clean":"2024-02-09T23:57:07.627393+0000","last_became_active":"2024-02-09T23:57:06.630914+0000","last_became_peered":"2024-02-09T23:57:06.630914+0000","last_unstale":"2024-02-09T23:57:07.627393+0000","last_undegraded":"2024-02-09T23:57:07.627393+0000","last_fullsized":"2024-02-09T23:57:07.627393+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:03:10.141586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"85'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.627431+0000","last_change":"2024-02-09T23:57:05.618090+0000","last_active":"2024-02-09T23:57:07.627431+0000","last_peered":"2024-02-09T23:57:07.627431+0000","last_clean":"2024-02-09T23:57:07.627431+0000","last_became_active":"2024-02-09T23:57:05.617789+0000","last_became_peered":"2024-02-09T23:57:05.617789+0000","last_unstale":"2024-02-09T23:57:07.627431+0000","last_undegraded":"2024-02-09T23:57:07.627431+0000","last_fullsized":"2024-02-09T23:57:07.627431+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:28:16.579274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699334+0000","last_change":"2024-02-09T23:57:06.642732+0000","last_active":"2024-02-09T23:57:07.699334+0000","last_peered":"2024-02-09T23:57:07.699334+0000","last_clean":"2024-02-09T23:57:07.699334+0000","last_became_active":"2024-02-09T23:57:06.641580+0000","last_became_peered":"2024-02-09T23:57:06.641580+0000","last_unstale":"2024-02-09T23:57:07.699334+0000","last_undegraded":"2024-02-09T23:57:07.699334+0000","last_fullsized":"2024-02-09T23:57:07.699334+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:45:49.310518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"85'11","reported_seq":27,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:11.870189+0000","last_change":"2024-02-09T23:57:05.612439+0000","last_active":"2024-02-09T23:57:11.870189+0000","last_peered":"2024-02-09T23:57:11.870189+0000","last_clean":"2024-02-09T23:57:11.870189+0000","last_became_active":"2024-02-09T23:57:05.612066+0000","last_became_peered":"2024-02-09T23:57:05.612066+0000","last_unstale":"2024-02-09T23:57:11.870189+0000","last_undegraded":"2024-02-09T23:57:11.870189+0000","last_fullsized":"2024-02-09T23:57:11.870189+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:05:51.983936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":15,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.619333+0000","last_change":"2024-02-09T23:57:06.629820+0000","last_active":"2024-02-09T23:57:07.619333+0000","last_peered":"2024-02-09T23:57:07.619333+0000","last_clean":"2024-02-09T23:57:07.619333+0000","last_became_active":"2024-02-09T23:57:06.629505+0000","last_became_peered":"2024-02-09T23:57:06.629505+0000","last_unstale":"2024-02-09T23:57:07.619333+0000","last_undegraded":"2024-02-09T23:57:07.619333+0000","last_fullsized":"2024-02-09T23:57:07.619333+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:06:55.500698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'5","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:11.870448+0000","last_change":"2024-02-09T23:57:05.615996+0000","last_active":"2024-02-09T23:57:11.870448+0000","last_peered":"2024-02-09T23:57:11.870448+0000","last_clean":"2024-02-09T23:57:11.870448+0000","last_became_active":"2024-02-09T23:57:05.615223+0000","last_became_peered":"2024-02-09T23:57:05.615223+0000","last_unstale":"2024-02-09T23:57:11.870448+0000","last_undegraded":"2024-02-09T23:57:11.870448+0000","last_fullsized":"2024-02-09T23:57:11.870448+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:44.470973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.619507+0000","last_change":"2024-02-09T23:57:06.638646+0000","last_active":"2024-02-09T23:57:07.619507+0000","last_peered":"2024-02-09T23:57:07.619507+0000","last_clean":"2024-02-09T23:57:07.619507+0000","last_became_active":"2024-02-09T23:57:06.638346+0000","last_became_peered":"2024-02-09T23:57:06.638346+0000","last_unstale":"2024-02-09T23:57:07.619507+0000","last_undegraded":"2024-02-09T23:57:07.619507+0000","last_fullsized":"2024-02-09T23:57:07.619507+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:35:56.407804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"85'5","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:08.880898+0000","last_change":"2024-02-09T23:57:05.614177+0000","last_active":"2024-02-09T23:57:08.880898+0000","last_peered":"2024-02-09T23:57:08.880898+0000","last_clean":"2024-02-09T23:57:08.880898+0000","last_became_active":"2024-02-09T23:57:05.613785+0000","last_became_peered":"2024-02-09T23:57:05.613785+0000","last_unstale":"2024-02-09T23:57:08.880898+0000","last_undegraded":"2024-02-09T23:57:08.880898+0000","last_fullsized":"2024-02-09T23:57:08.880898+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:02:31.588409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.627613+0000","last_change":"2024-02-09T23:57:06.623716+0000","last_active":"2024-02-09T23:57:07.627613+0000","last_peered":"2024-02-09T23:57:07.627613+0000","last_clean":"2024-02-09T23:57:07.627613+0000","last_became_active":"2024-02-09T23:57:06.623321+0000","last_became_peered":"2024-02-09T23:57:06.623321+0000","last_unstale":"2024-02-09T23:57:07.627613+0000","last_undegraded":"2024-02-09T23:57:07.627613+0000","last_fullsized":"2024-02-09T23:57:07.627613+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:15:52.884212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:09.884922+0000","last_change":"2024-02-09T23:57:05.607259+0000","last_active":"2024-02-09T23:57:09.884922+0000","last_peered":"2024-02-09T23:57:09.884922+0000","last_clean":"2024-02-09T23:57:09.884922+0000","last_became_active":"2024-02-09T23:57:05.606697+0000","last_became_peered":"2024-02-09T23:57:05.606697+0000","last_unstale":"2024-02-09T23:57:09.884922+0000","last_undegraded":"2024-02-09T23:57:09.884922+0000","last_fullsized":"2024-02-09T23:57:09.884922+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:21:07.937805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.619346+0000","last_change":"2024-02-09T23:57:06.631900+0000","last_active":"2024-02-09T23:57:07.619346+0000","last_peered":"2024-02-09T23:57:07.619346+0000","last_clean":"2024-02-09T23:57:07.619346+0000","last_became_active":"2024-02-09T23:57:06.631587+0000","last_became_peered":"2024-02-09T23:57:06.631587+0000","last_unstale":"2024-02-09T23:57:07.619346+0000","last_undegraded":"2024-02-09T23:57:07.619346+0000","last_fullsized":"2024-02-09T23:57:07.619346+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:23:27.695453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"85'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:09.885689+0000","last_change":"2024-02-09T23:57:05.602287+0000","last_active":"2024-02-09T23:57:09.885689+0000","last_peered":"2024-02-09T23:57:09.885689+0000","last_clean":"2024-02-09T23:57:09.885689+0000","last_became_active":"2024-02-09T23:57:05.601826+0000","last_became_peered":"2024-02-09T23:57:05.601826+0000","last_unstale":"2024-02-09T23:57:09.885689+0000","last_undegraded":"2024-02-09T23:57:09.885689+0000","last_fullsized":"2024-02-09T23:57:09.885689+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:20:31.247249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.627061+0000","last_change":"2024-02-09T23:57:06.620425+0000","last_active":"2024-02-09T23:57:07.627061+0000","last_peered":"2024-02-09T23:57:07.627061+0000","last_clean":"2024-02-09T23:57:07.627061+0000","last_became_active":"2024-02-09T23:57:06.619968+0000","last_became_peered":"2024-02-09T23:57:06.619968+0000","last_unstale":"2024-02-09T23:57:07.627061+0000","last_undegraded":"2024-02-09T23:57:07.627061+0000","last_fullsized":"2024-02-09T23:57:07.627061+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:42:48.476252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"85'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:08.880358+0000","last_change":"2024-02-09T23:57:05.614629+0000","last_active":"2024-02-09T23:57:08.880358+0000","last_peered":"2024-02-09T23:57:08.880358+0000","last_clean":"2024-02-09T23:57:08.880358+0000","last_became_active":"2024-02-09T23:57:05.614270+0000","last_became_peered":"2024-02-09T23:57:05.614270+0000","last_unstale":"2024-02-09T23:57:08.880358+0000","last_undegraded":"2024-02-09T23:57:08.880358+0000","last_fullsized":"2024-02-09T23:57:08.880358+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:30:16.457925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.625645+0000","last_change":"2024-02-09T23:57:06.639691+0000","last_active":"2024-02-09T23:57:07.625645+0000","last_peered":"2024-02-09T23:57:07.625645+0000","last_clean":"2024-02-09T23:57:07.625645+0000","last_became_active":"2024-02-09T23:57:06.639364+0000","last_became_peered":"2024-02-09T23:57:06.639364+0000","last_unstale":"2024-02-09T23:57:07.625645+0000","last_undegraded":"2024-02-09T23:57:07.625645+0000","last_fullsized":"2024-02-09T23:57:07.625645+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:07:09.260920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:08.879030+0000","last_change":"2024-02-09T23:57:05.610175+0000","last_active":"2024-02-09T23:57:08.879030+0000","last_peered":"2024-02-09T23:57:08.879030+0000","last_clean":"2024-02-09T23:57:08.879030+0000","last_became_active":"2024-02-09T23:57:05.609839+0000","last_became_peered":"2024-02-09T23:57:05.609839+0000","last_unstale":"2024-02-09T23:57:08.879030+0000","last_undegraded":"2024-02-09T23:57:08.879030+0000","last_fullsized":"2024-02-09T23:57:08.879030+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:32:38.425383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.619644+0000","last_change":"2024-02-09T23:57:06.629148+0000","last_active":"2024-02-09T23:57:07.619644+0000","last_peered":"2024-02-09T23:57:07.619644+0000","last_clean":"2024-02-09T23:57:07.619644+0000","last_became_active":"2024-02-09T23:57:06.628787+0000","last_became_peered":"2024-02-09T23:57:06.628787+0000","last_unstale":"2024-02-09T23:57:07.619644+0000","last_undegraded":"2024-02-09T23:57:07.619644+0000","last_fullsized":"2024-02-09T23:57:07.619644+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:54:28.436695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"85'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:08.879711+0000","last_change":"2024-02-09T23:57:05.610016+0000","last_active":"2024-02-09T23:57:08.879711+0000","last_peered":"2024-02-09T23:57:08.879711+0000","last_clean":"2024-02-09T23:57:08.879711+0000","last_became_active":"2024-02-09T23:57:05.609723+0000","last_became_peered":"2024-02-09T23:57:05.609723+0000","last_unstale":"2024-02-09T23:57:08.879711+0000","last_undegraded":"2024-02-09T23:57:08.879711+0000","last_fullsized":"2024-02-09T23:57:08.879711+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:03:30.477468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699278+0000","last_change":"2024-02-09T23:57:06.635111+0000","last_active":"2024-02-09T23:57:07.699278+0000","last_peered":"2024-02-09T23:57:07.699278+0000","last_clean":"2024-02-09T23:57:07.699278+0000","last_became_active":"2024-02-09T23:57:06.631671+0000","last_became_peered":"2024-02-09T23:57:06.631671+0000","last_unstale":"2024-02-09T23:57:07.699278+0000","last_undegraded":"2024-02-09T23:57:07.699278+0000","last_fullsized":"2024-02-09T23:57:07.699278+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:09:22.317147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"85'5","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:08.880336+0000","last_change":"2024-02-09T23:57:05.614937+0000","last_active":"2024-02-09T23:57:08.880336+0000","last_peered":"2024-02-09T23:57:08.880336+0000","last_clean":"2024-02-09T23:57:08.880336+0000","last_became_active":"2024-02-09T23:57:05.614138+0000","last_became_peered":"2024-02-09T23:57:05.614138+0000","last_unstale":"2024-02-09T23:57:08.880336+0000","last_undegraded":"2024-02-09T23:57:08.880336+0000","last_fullsized":"2024-02-09T23:57:08.880336+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:44:16.306911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.619651+0000","last_change":"2024-02-09T23:57:06.639169+0000","last_active":"2024-02-09T23:57:07.619651+0000","last_peered":"2024-02-09T23:57:07.619651+0000","last_clean":"2024-02-09T23:57:07.619651+0000","last_became_active":"2024-02-09T23:57:06.638846+0000","last_became_peered":"2024-02-09T23:57:06.638846+0000","last_unstale":"2024-02-09T23:57:07.619651+0000","last_undegraded":"2024-02-09T23:57:07.619651+0000","last_fullsized":"2024-02-09T23:57:07.619651+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:22:05.889888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"85'8","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:08.878541+0000","last_change":"2024-02-09T23:57:05.610707+0000","last_active":"2024-02-09T23:57:08.878541+0000","last_peered":"2024-02-09T23:57:08.878541+0000","last_clean":"2024-02-09T23:57:08.878541+0000","last_became_active":"2024-02-09T23:57:05.610335+0000","last_became_peered":"2024-02-09T23:57:05.610335+0000","last_unstale":"2024-02-09T23:57:08.878541+0000","last_undegraded":"2024-02-09T23:57:08.878541+0000","last_fullsized":"2024-02-09T23:57:08.878541+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:41:30.782700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.627628+0000","last_change":"2024-02-09T23:57:06.627355+0000","last_active":"2024-02-09T23:57:07.627628+0000","last_peered":"2024-02-09T23:57:07.627628+0000","last_clean":"2024-02-09T23:57:07.627628+0000","last_became_active":"2024-02-09T23:57:06.626988+0000","last_became_peered":"2024-02-09T23:57:06.626988+0000","last_unstale":"2024-02-09T23:57:07.627628+0000","last_undegraded":"2024-02-09T23:57:07.627628+0000","last_fullsized":"2024-02-09T23:57:07.627628+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:46:22.270054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"85'9","reported_seq":26,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:11.868665+0000","last_change":"2024-02-09T23:57:05.609741+0000","last_active":"2024-02-09T23:57:11.868665+0000","last_peered":"2024-02-09T23:57:11.868665+0000","last_clean":"2024-02-09T23:57:11.868665+0000","last_became_active":"2024-02-09T23:57:05.609390+0000","last_became_peered":"2024-02-09T23:57:05.609390+0000","last_unstale":"2024-02-09T23:57:11.868665+0000","last_undegraded":"2024-02-09T23:57:11.868665+0000","last_fullsized":"2024-02-09T23:57:11.868665+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:32:07.748476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.618278+0000","last_change":"2024-02-09T23:57:06.631465+0000","last_active":"2024-02-09T23:57:07.618278+0000","last_peered":"2024-02-09T23:57:07.618278+0000","last_clean":"2024-02-09T23:57:07.618278+0000","last_became_active":"2024-02-09T23:57:06.631088+0000","last_became_peered":"2024-02-09T23:57:06.631088+0000","last_unstale":"2024-02-09T23:57:07.618278+0000","last_undegraded":"2024-02-09T23:57:07.618278+0000","last_fullsized":"2024-02-09T23:57:07.618278+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:01:53.361435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"85'4","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:08.879701+0000","last_change":"2024-02-09T23:57:05.612270+0000","last_active":"2024-02-09T23:57:08.879701+0000","last_peered":"2024-02-09T23:57:08.879701+0000","last_clean":"2024-02-09T23:57:08.879701+0000","last_became_active":"2024-02-09T23:57:05.611959+0000","last_became_peered":"2024-02-09T23:57:05.611959+0000","last_unstale":"2024-02-09T23:57:08.879701+0000","last_undegraded":"2024-02-09T23:57:08.879701+0000","last_fullsized":"2024-02-09T23:57:08.879701+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:59:19.992630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.700858+0000","last_change":"2024-02-09T23:57:06.634619+0000","last_active":"2024-02-09T23:57:07.700858+0000","last_peered":"2024-02-09T23:57:07.700858+0000","last_clean":"2024-02-09T23:57:07.700858+0000","last_became_active":"2024-02-09T23:57:06.634210+0000","last_became_peered":"2024-02-09T23:57:06.634210+0000","last_unstale":"2024-02-09T23:57:07.700858+0000","last_undegraded":"2024-02-09T23:57:07.700858+0000","last_fullsized":"2024-02-09T23:57:07.700858+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:52:22.063449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"85'5","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:11.862165+0000","last_change":"2024-02-09T23:57:05.606826+0000","last_active":"2024-02-09T23:57:11.862165+0000","last_peered":"2024-02-09T23:57:11.862165+0000","last_clean":"2024-02-09T23:57:11.862165+0000","last_became_active":"2024-02-09T23:57:05.606480+0000","last_became_peered":"2024-02-09T23:57:05.606480+0000","last_unstale":"2024-02-09T23:57:11.862165+0000","last_undegraded":"2024-02-09T23:57:11.862165+0000","last_fullsized":"2024-02-09T23:57:11.862165+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:56:00.192534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.700062+0000","last_change":"2024-02-09T23:57:06.624487+0000","last_active":"2024-02-09T23:57:07.700062+0000","last_peered":"2024-02-09T23:57:07.700062+0000","last_clean":"2024-02-09T23:57:07.700062+0000","last_became_active":"2024-02-09T23:57:06.624148+0000","last_became_peered":"2024-02-09T23:57:06.624148+0000","last_unstale":"2024-02-09T23:57:07.700062+0000","last_undegraded":"2024-02-09T23:57:07.700062+0000","last_fullsized":"2024-02-09T23:57:07.700062+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:03:42.028339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"85'17","reported_seq":33,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:11.859229+0000","last_change":"2024-02-09T23:57:05.615461+0000","last_active":"2024-02-09T23:57:11.859229+0000","last_peered":"2024-02-09T23:57:11.859229+0000","last_clean":"2024-02-09T23:57:11.859229+0000","last_became_active":"2024-02-09T23:57:05.615106+0000","last_became_peered":"2024-02-09T23:57:05.615106+0000","last_unstale":"2024-02-09T23:57:11.859229+0000","last_undegraded":"2024-02-09T23:57:11.859229+0000","last_fullsized":"2024-02-09T23:57:11.859229+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:41:55.071097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.619150+0000","last_change":"2024-02-09T23:57:06.628867+0000","last_active":"2024-02-09T23:57:07.619150+0000","last_peered":"2024-02-09T23:57:07.619150+0000","last_clean":"2024-02-09T23:57:07.619150+0000","last_became_active":"2024-02-09T23:57:06.628471+0000","last_became_peered":"2024-02-09T23:57:06.628471+0000","last_unstale":"2024-02-09T23:57:07.619150+0000","last_undegraded":"2024-02-09T23:57:07.619150+0000","last_fullsized":"2024-02-09T23:57:07.619150+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:43:37.464829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'2","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:11.859114+0000","last_change":"2024-02-09T23:57:05.614493+0000","last_active":"2024-02-09T23:57:11.859114+0000","last_peered":"2024-02-09T23:57:11.859114+0000","last_clean":"2024-02-09T23:57:11.859114+0000","last_became_active":"2024-02-09T23:57:05.614154+0000","last_became_peered":"2024-02-09T23:57:05.614154+0000","last_unstale":"2024-02-09T23:57:11.859114+0000","last_undegraded":"2024-02-09T23:57:11.859114+0000","last_fullsized":"2024-02-09T23:57:11.859114+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:49:47.110364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699841+0000","last_change":"2024-02-09T23:57:06.630643+0000","last_active":"2024-02-09T23:57:07.699841+0000","last_peered":"2024-02-09T23:57:07.699841+0000","last_clean":"2024-02-09T23:57:07.699841+0000","last_became_active":"2024-02-09T23:57:06.630280+0000","last_became_peered":"2024-02-09T23:57:06.630280+0000","last_unstale":"2024-02-09T23:57:07.699841+0000","last_undegraded":"2024-02-09T23:57:07.699841+0000","last_fullsized":"2024-02-09T23:57:07.699841+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:26:12.152056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"85'1","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:09.148517+0000","last_change":"2024-02-09T23:57:05.610820+0000","last_active":"2024-02-09T23:57:09.148517+0000","last_peered":"2024-02-09T23:57:09.148517+0000","last_clean":"2024-02-09T23:57:09.148517+0000","last_became_active":"2024-02-09T23:57:05.610379+0000","last_became_peered":"2024-02-09T23:57:05.610379+0000","last_unstale":"2024-02-09T23:57:09.148517+0000","last_undegraded":"2024-02-09T23:57:09.148517+0000","last_fullsized":"2024-02-09T23:57:09.148517+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:11:23.127349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.700368+0000","last_change":"2024-02-09T23:57:06.631474+0000","last_active":"2024-02-09T23:57:07.700368+0000","last_peered":"2024-02-09T23:57:07.700368+0000","last_clean":"2024-02-09T23:57:07.700368+0000","last_became_active":"2024-02-09T23:57:06.631146+0000","last_became_peered":"2024-02-09T23:57:06.631146+0000","last_unstale":"2024-02-09T23:57:07.700368+0000","last_undegraded":"2024-02-09T23:57:07.700368+0000","last_fullsized":"2024-02-09T23:57:07.700368+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:47:10.109717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"85'1","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.700454+0000","last_change":"2024-02-09T23:57:05.612805+0000","last_active":"2024-02-09T23:57:07.700454+0000","last_peered":"2024-02-09T23:57:07.700454+0000","last_clean":"2024-02-09T23:57:07.700454+0000","last_became_active":"2024-02-09T23:57:05.612473+0000","last_became_peered":"2024-02-09T23:57:05.612473+0000","last_unstale":"2024-02-09T23:57:07.700454+0000","last_undegraded":"2024-02-09T23:57:07.700454+0000","last_fullsized":"2024-02-09T23:57:07.700454+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:08:00.129775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.700526+0000","last_change":"2024-02-09T23:57:06.636115+0000","last_active":"2024-02-09T23:57:07.700526+0000","last_peered":"2024-02-09T23:57:07.700526+0000","last_clean":"2024-02-09T23:57:07.700526+0000","last_became_active":"2024-02-09T23:57:06.635797+0000","last_became_peered":"2024-02-09T23:57:06.635797+0000","last_unstale":"2024-02-09T23:57:07.700526+0000","last_undegraded":"2024-02-09T23:57:07.700526+0000","last_fullsized":"2024-02-09T23:57:07.700526+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:59:19.328675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.619464+0000","last_change":"2024-02-09T23:57:06.623292+0000","last_active":"2024-02-09T23:57:07.619464+0000","last_peered":"2024-02-09T23:57:07.619464+0000","last_clean":"2024-02-09T23:57:07.619464+0000","last_became_active":"2024-02-09T23:57:06.622980+0000","last_became_peered":"2024-02-09T23:57:06.622980+0000","last_unstale":"2024-02-09T23:57:07.619464+0000","last_undegraded":"2024-02-09T23:57:07.619464+0000","last_fullsized":"2024-02-09T23:57:07.619464+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:39:48.674611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"85'4","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:09.885144+0000","last_change":"2024-02-09T23:57:05.603119+0000","last_active":"2024-02-09T23:57:09.885144+0000","last_peered":"2024-02-09T23:57:09.885144+0000","last_clean":"2024-02-09T23:57:09.885144+0000","last_became_active":"2024-02-09T23:57:05.602806+0000","last_became_peered":"2024-02-09T23:57:05.602806+0000","last_unstale":"2024-02-09T23:57:09.885144+0000","last_undegraded":"2024-02-09T23:57:09.885144+0000","last_fullsized":"2024-02-09T23:57:09.885144+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:50:48.007097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.627279+0000","last_change":"2024-02-09T23:57:06.637007+0000","last_active":"2024-02-09T23:57:07.627279+0000","last_peered":"2024-02-09T23:57:07.627279+0000","last_clean":"2024-02-09T23:57:07.627279+0000","last_became_active":"2024-02-09T23:57:06.636396+0000","last_became_peered":"2024-02-09T23:57:06.636396+0000","last_unstale":"2024-02-09T23:57:07.627279+0000","last_undegraded":"2024-02-09T23:57:07.627279+0000","last_fullsized":"2024-02-09T23:57:07.627279+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:11:31.422896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"85'6","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:11.860073+0000","last_change":"2024-02-09T23:57:05.606745+0000","last_active":"2024-02-09T23:57:11.860073+0000","last_peered":"2024-02-09T23:57:11.860073+0000","last_clean":"2024-02-09T23:57:11.860073+0000","last_became_active":"2024-02-09T23:57:05.606401+0000","last_became_peered":"2024-02-09T23:57:05.606401+0000","last_unstale":"2024-02-09T23:57:11.860073+0000","last_undegraded":"2024-02-09T23:57:11.860073+0000","last_fullsized":"2024-02-09T23:57:11.860073+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:35:38.737251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":348,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.700495+0000","last_change":"2024-02-09T23:55:52.845813+0000","last_active":"2024-02-09T23:57:07.700495+0000","last_peered":"2024-02-09T23:57:07.700495+0000","last_clean":"2024-02-09T23:57:07.700495+0000","last_became_active":"2024-02-09T23:55:52.845392+0000","last_became_peered":"2024-02-09T23:55:52.845392+0000","last_unstale":"2024-02-09T23:57:07.700495+0000","last_undegraded":"2024-02-09T23:57:07.700495+0000","last_fullsized":"2024-02-09T23:57:07.700495+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:52:28.528032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:52:28.528032+0000","last_clean_scrub_stamp":"2024-02-09T23:52:28.528032+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:55:39.392199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.618121+0000","last_change":"2024-02-09T23:57:06.637855+0000","last_active":"2024-02-09T23:57:07.618121+0000","last_peered":"2024-02-09T23:57:07.618121+0000","last_clean":"2024-02-09T23:57:07.618121+0000","last_became_active":"2024-02-09T23:57:06.637568+0000","last_became_peered":"2024-02-09T23:57:06.637568+0000","last_unstale":"2024-02-09T23:57:07.618121+0000","last_undegraded":"2024-02-09T23:57:07.618121+0000","last_fullsized":"2024-02-09T23:57:07.618121+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:11:24.964130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:09.882897+0000","last_change":"2024-02-09T23:57:05.612288+0000","last_active":"2024-02-09T23:57:09.882897+0000","last_peered":"2024-02-09T23:57:09.882897+0000","last_clean":"2024-02-09T23:57:09.882897+0000","last_became_active":"2024-02-09T23:57:05.611942+0000","last_became_peered":"2024-02-09T23:57:05.611942+0000","last_unstale":"2024-02-09T23:57:09.882897+0000","last_undegraded":"2024-02-09T23:57:09.882897+0000","last_fullsized":"2024-02-09T23:57:09.882897+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:55:39.289715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"85'4","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:11.859333+0000","last_change":"2024-02-09T23:57:05.615695+0000","last_active":"2024-02-09T23:57:11.859333+0000","last_peered":"2024-02-09T23:57:11.859333+0000","last_clean":"2024-02-09T23:57:11.859333+0000","last_became_active":"2024-02-09T23:57:05.615340+0000","last_became_peered":"2024-02-09T23:57:05.615340+0000","last_unstale":"2024-02-09T23:57:11.859333+0000","last_undegraded":"2024-02-09T23:57:11.859333+0000","last_fullsized":"2024-02-09T23:57:11.859333+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:32:00.533576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.618444+0000","last_change":"2024-02-09T23:57:06.617756+0000","last_active":"2024-02-09T23:57:07.618444+0000","last_peered":"2024-02-09T23:57:07.618444+0000","last_clean":"2024-02-09T23:57:07.618444+0000","last_became_active":"2024-02-09T23:57:06.617265+0000","last_became_peered":"2024-02-09T23:57:06.617265+0000","last_unstale":"2024-02-09T23:57:07.618444+0000","last_undegraded":"2024-02-09T23:57:07.618444+0000","last_fullsized":"2024-02-09T23:57:07.618444+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:07:16.510400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"85'9","reported_seq":24,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:12.625245+0000","last_change":"2024-02-09T23:57:05.611877+0000","last_active":"2024-02-09T23:57:12.625245+0000","last_peered":"2024-02-09T23:57:12.625245+0000","last_clean":"2024-02-09T23:57:12.625245+0000","last_became_active":"2024-02-09T23:57:05.611592+0000","last_became_peered":"2024-02-09T23:57:05.611592+0000","last_unstale":"2024-02-09T23:57:12.625245+0000","last_undegraded":"2024-02-09T23:57:12.625245+0000","last_fullsized":"2024-02-09T23:57:12.625245+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:17:31.374844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.627443+0000","last_change":"2024-02-09T23:57:06.635258+0000","last_active":"2024-02-09T23:57:07.627443+0000","last_peered":"2024-02-09T23:57:07.627443+0000","last_clean":"2024-02-09T23:57:07.627443+0000","last_became_active":"2024-02-09T23:57:06.634027+0000","last_became_peered":"2024-02-09T23:57:06.634027+0000","last_unstale":"2024-02-09T23:57:07.627443+0000","last_undegraded":"2024-02-09T23:57:07.627443+0000","last_fullsized":"2024-02-09T23:57:07.627443+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:22:52.691904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"85'7","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:11.868586+0000","last_change":"2024-02-09T23:57:05.604119+0000","last_active":"2024-02-09T23:57:11.868586+0000","last_peered":"2024-02-09T23:57:11.868586+0000","last_clean":"2024-02-09T23:57:11.868586+0000","last_became_active":"2024-02-09T23:57:05.603790+0000","last_became_peered":"2024-02-09T23:57:05.603790+0000","last_unstale":"2024-02-09T23:57:11.868586+0000","last_undegraded":"2024-02-09T23:57:11.868586+0000","last_fullsized":"2024-02-09T23:57:11.868586+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:32:35.996866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699244+0000","last_change":"2024-02-09T23:57:06.639235+0000","last_active":"2024-02-09T23:57:07.699244+0000","last_peered":"2024-02-09T23:57:07.699244+0000","last_clean":"2024-02-09T23:57:07.699244+0000","last_became_active":"2024-02-09T23:57:06.638161+0000","last_became_peered":"2024-02-09T23:57:06.638161+0000","last_unstale":"2024-02-09T23:57:07.699244+0000","last_undegraded":"2024-02-09T23:57:07.699244+0000","last_fullsized":"2024-02-09T23:57:07.699244+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:36:27.334864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"85'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:08.879749+0000","last_change":"2024-02-09T23:57:05.603199+0000","last_active":"2024-02-09T23:57:08.879749+0000","last_peered":"2024-02-09T23:57:08.879749+0000","last_clean":"2024-02-09T23:57:08.879749+0000","last_became_active":"2024-02-09T23:57:05.602773+0000","last_became_peered":"2024-02-09T23:57:05.602773+0000","last_unstale":"2024-02-09T23:57:08.879749+0000","last_undegraded":"2024-02-09T23:57:08.879749+0000","last_fullsized":"2024-02-09T23:57:08.879749+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:18:00.633758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.627344+0000","last_change":"2024-02-09T23:57:06.624178+0000","last_active":"2024-02-09T23:57:07.627344+0000","last_peered":"2024-02-09T23:57:07.627344+0000","last_clean":"2024-02-09T23:57:07.627344+0000","last_became_active":"2024-02-09T23:57:06.623776+0000","last_became_peered":"2024-02-09T23:57:06.623776+0000","last_unstale":"2024-02-09T23:57:07.627344+0000","last_undegraded":"2024-02-09T23:57:07.627344+0000","last_fullsized":"2024-02-09T23:57:07.627344+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:37:17.906128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"85'7","reported_seq":22,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:11.868185+0000","last_change":"2024-02-09T23:57:05.617768+0000","last_active":"2024-02-09T23:57:11.868185+0000","last_peered":"2024-02-09T23:57:11.868185+0000","last_clean":"2024-02-09T23:57:11.868185+0000","last_became_active":"2024-02-09T23:57:05.617413+0000","last_became_peered":"2024-02-09T23:57:05.617413+0000","last_unstale":"2024-02-09T23:57:11.868185+0000","last_undegraded":"2024-02-09T23:57:11.868185+0000","last_fullsized":"2024-02-09T23:57:11.868185+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:10:17.041109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699464+0000","last_change":"2024-02-09T23:57:06.625650+0000","last_active":"2024-02-09T23:57:07.699464+0000","last_peered":"2024-02-09T23:57:07.699464+0000","last_clean":"2024-02-09T23:57:07.699464+0000","last_became_active":"2024-02-09T23:57:06.624816+0000","last_became_peered":"2024-02-09T23:57:06.624816+0000","last_unstale":"2024-02-09T23:57:07.699464+0000","last_undegraded":"2024-02-09T23:57:07.699464+0000","last_fullsized":"2024-02-09T23:57:07.699464+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:51:06.489608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:10.893942+0000","last_change":"2024-02-09T23:57:05.608817+0000","last_active":"2024-02-09T23:57:10.893942+0000","last_peered":"2024-02-09T23:57:10.893942+0000","last_clean":"2024-02-09T23:57:10.893942+0000","last_became_active":"2024-02-09T23:57:05.608480+0000","last_became_peered":"2024-02-09T23:57:05.608480+0000","last_unstale":"2024-02-09T23:57:10.893942+0000","last_undegraded":"2024-02-09T23:57:10.893942+0000","last_fullsized":"2024-02-09T23:57:10.893942+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:42:17.672240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.627217+0000","last_change":"2024-02-09T23:57:06.642300+0000","last_active":"2024-02-09T23:57:07.627217+0000","last_peered":"2024-02-09T23:57:07.627217+0000","last_clean":"2024-02-09T23:57:07.627217+0000","last_became_active":"2024-02-09T23:57:06.641191+0000","last_became_peered":"2024-02-09T23:57:06.641191+0000","last_unstale":"2024-02-09T23:57:07.627217+0000","last_undegraded":"2024-02-09T23:57:07.627217+0000","last_fullsized":"2024-02-09T23:57:07.627217+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:43:18.370907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"85'4","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:08.880329+0000","last_change":"2024-02-09T23:57:05.613686+0000","last_active":"2024-02-09T23:57:08.880329+0000","last_peered":"2024-02-09T23:57:08.880329+0000","last_clean":"2024-02-09T23:57:08.880329+0000","last_became_active":"2024-02-09T23:57:05.613303+0000","last_became_peered":"2024-02-09T23:57:05.613303+0000","last_unstale":"2024-02-09T23:57:08.880329+0000","last_undegraded":"2024-02-09T23:57:08.880329+0000","last_fullsized":"2024-02-09T23:57:08.880329+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:41:48.680477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.700858+0000","last_change":"2024-02-09T23:57:06.643427+0000","last_active":"2024-02-09T23:57:07.700858+0000","last_peered":"2024-02-09T23:57:07.700858+0000","last_clean":"2024-02-09T23:57:07.700858+0000","last_became_active":"2024-02-09T23:57:06.643077+0000","last_became_peered":"2024-02-09T23:57:06.643077+0000","last_unstale":"2024-02-09T23:57:07.700858+0000","last_undegraded":"2024-02-09T23:57:07.700858+0000","last_fullsized":"2024-02-09T23:57:07.700858+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:27:27.850234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"85'5","reported_seq":24,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:11.867607+0000","last_change":"2024-02-09T23:57:05.606985+0000","last_active":"2024-02-09T23:57:11.867607+0000","last_peered":"2024-02-09T23:57:11.867607+0000","last_clean":"2024-02-09T23:57:11.867607+0000","last_became_active":"2024-02-09T23:57:05.606620+0000","last_became_peered":"2024-02-09T23:57:05.606620+0000","last_unstale":"2024-02-09T23:57:11.867607+0000","last_undegraded":"2024-02-09T23:57:11.867607+0000","last_fullsized":"2024-02-09T23:57:11.867607+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:47:15.780467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.700909+0000","last_change":"2024-02-09T23:57:06.639420+0000","last_active":"2024-02-09T23:57:07.700909+0000","last_peered":"2024-02-09T23:57:07.700909+0000","last_clean":"2024-02-09T23:57:07.700909+0000","last_became_active":"2024-02-09T23:57:06.639093+0000","last_became_peered":"2024-02-09T23:57:06.639093+0000","last_unstale":"2024-02-09T23:57:07.700909+0000","last_undegraded":"2024-02-09T23:57:07.700909+0000","last_fullsized":"2024-02-09T23:57:07.700909+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:28:23.444489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"85'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.619465+0000","last_change":"2024-02-09T23:57:05.617740+0000","last_active":"2024-02-09T23:57:07.619465+0000","last_peered":"2024-02-09T23:57:07.619465+0000","last_clean":"2024-02-09T23:57:07.619465+0000","last_became_active":"2024-02-09T23:57:05.617367+0000","last_became_peered":"2024-02-09T23:57:05.617367+0000","last_unstale":"2024-02-09T23:57:07.619465+0000","last_undegraded":"2024-02-09T23:57:07.619465+0000","last_fullsized":"2024-02-09T23:57:07.619465+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:47:34.063743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.700663+0000","last_change":"2024-02-09T23:57:06.631145+0000","last_active":"2024-02-09T23:57:07.700663+0000","last_peered":"2024-02-09T23:57:07.700663+0000","last_clean":"2024-02-09T23:57:07.700663+0000","last_became_active":"2024-02-09T23:57:06.630801+0000","last_became_peered":"2024-02-09T23:57:06.630801+0000","last_unstale":"2024-02-09T23:57:07.700663+0000","last_undegraded":"2024-02-09T23:57:07.700663+0000","last_fullsized":"2024-02-09T23:57:07.700663+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:41:52.114139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.618548+0000","last_change":"2024-02-09T23:57:05.601531+0000","last_active":"2024-02-09T23:57:07.618548+0000","last_peered":"2024-02-09T23:57:07.618548+0000","last_clean":"2024-02-09T23:57:07.618548+0000","last_became_active":"2024-02-09T23:57:05.601196+0000","last_became_peered":"2024-02-09T23:57:05.601196+0000","last_unstale":"2024-02-09T23:57:07.618548+0000","last_undegraded":"2024-02-09T23:57:07.618548+0000","last_fullsized":"2024-02-09T23:57:07.618548+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:11:41.701214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.700699+0000","last_change":"2024-02-09T23:57:06.626671+0000","last_active":"2024-02-09T23:57:07.700699+0000","last_peered":"2024-02-09T23:57:07.700699+0000","last_clean":"2024-02-09T23:57:07.700699+0000","last_became_active":"2024-02-09T23:57:06.626290+0000","last_became_peered":"2024-02-09T23:57:06.626290+0000","last_unstale":"2024-02-09T23:57:07.700699+0000","last_undegraded":"2024-02-09T23:57:07.700699+0000","last_fullsized":"2024-02-09T23:57:07.700699+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:32:22.155457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699530+0000","last_change":"2024-02-09T23:57:06.623319+0000","last_active":"2024-02-09T23:57:07.699530+0000","last_peered":"2024-02-09T23:57:07.699530+0000","last_clean":"2024-02-09T23:57:07.699530+0000","last_became_active":"2024-02-09T23:57:06.622996+0000","last_became_peered":"2024-02-09T23:57:06.622996+0000","last_unstale":"2024-02-09T23:57:07.699530+0000","last_undegraded":"2024-02-09T23:57:07.699530+0000","last_fullsized":"2024-02-09T23:57:07.699530+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:17:58.547858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699331+0000","last_change":"2024-02-09T23:57:06.635561+0000","last_active":"2024-02-09T23:57:07.699331+0000","last_peered":"2024-02-09T23:57:07.699331+0000","last_clean":"2024-02-09T23:57:07.699331+0000","last_became_active":"2024-02-09T23:57:06.634862+0000","last_became_peered":"2024-02-09T23:57:06.634862+0000","last_unstale":"2024-02-09T23:57:07.699331+0000","last_undegraded":"2024-02-09T23:57:07.699331+0000","last_fullsized":"2024-02-09T23:57:07.699331+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:18:55.444410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699311+0000","last_change":"2024-02-09T23:57:06.642617+0000","last_active":"2024-02-09T23:57:07.699311+0000","last_peered":"2024-02-09T23:57:07.699311+0000","last_clean":"2024-02-09T23:57:07.699311+0000","last_became_active":"2024-02-09T23:57:06.642287+0000","last_became_peered":"2024-02-09T23:57:06.642287+0000","last_unstale":"2024-02-09T23:57:07.699311+0000","last_undegraded":"2024-02-09T23:57:07.699311+0000","last_fullsized":"2024-02-09T23:57:07.699311+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:07:30.297547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.698981+0000","last_change":"2024-02-09T23:57:06.635647+0000","last_active":"2024-02-09T23:57:07.698981+0000","last_peered":"2024-02-09T23:57:07.698981+0000","last_clean":"2024-02-09T23:57:07.698981+0000","last_became_active":"2024-02-09T23:57:06.632867+0000","last_became_peered":"2024-02-09T23:57:06.632867+0000","last_unstale":"2024-02-09T23:57:07.698981+0000","last_undegraded":"2024-02-09T23:57:07.698981+0000","last_fullsized":"2024-02-09T23:57:07.698981+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:22:33.508041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.618319+0000","last_change":"2024-02-09T23:57:06.636299+0000","last_active":"2024-02-09T23:57:07.618319+0000","last_peered":"2024-02-09T23:57:07.618319+0000","last_clean":"2024-02-09T23:57:07.618319+0000","last_became_active":"2024-02-09T23:57:06.635931+0000","last_became_peered":"2024-02-09T23:57:06.635931+0000","last_unstale":"2024-02-09T23:57:07.618319+0000","last_undegraded":"2024-02-09T23:57:07.618319+0000","last_fullsized":"2024-02-09T23:57:07.618319+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:13:19.192205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699862+0000","last_change":"2024-02-09T23:57:06.627392+0000","last_active":"2024-02-09T23:57:07.699862+0000","last_peered":"2024-02-09T23:57:07.699862+0000","last_clean":"2024-02-09T23:57:07.699862+0000","last_became_active":"2024-02-09T23:57:06.627058+0000","last_became_peered":"2024-02-09T23:57:06.627058+0000","last_unstale":"2024-02-09T23:57:07.699862+0000","last_undegraded":"2024-02-09T23:57:07.699862+0000","last_fullsized":"2024-02-09T23:57:07.699862+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:28:23.018218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699948+0000","last_change":"2024-02-09T23:57:06.631082+0000","last_active":"2024-02-09T23:57:07.699948+0000","last_peered":"2024-02-09T23:57:07.699948+0000","last_clean":"2024-02-09T23:57:07.699948+0000","last_became_active":"2024-02-09T23:57:06.630775+0000","last_became_peered":"2024-02-09T23:57:06.630775+0000","last_unstale":"2024-02-09T23:57:07.699948+0000","last_undegraded":"2024-02-09T23:57:07.699948+0000","last_fullsized":"2024-02-09T23:57:07.699948+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:41:35.627731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.627360+0000","last_change":"2024-02-09T23:57:06.641862+0000","last_active":"2024-02-09T23:57:07.627360+0000","last_peered":"2024-02-09T23:57:07.627360+0000","last_clean":"2024-02-09T23:57:07.627360+0000","last_became_active":"2024-02-09T23:57:06.640905+0000","last_became_peered":"2024-02-09T23:57:06.640905+0000","last_unstale":"2024-02-09T23:57:07.627360+0000","last_undegraded":"2024-02-09T23:57:07.627360+0000","last_fullsized":"2024-02-09T23:57:07.627360+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:05:36.528013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.619476+0000","last_change":"2024-02-09T23:57:06.632269+0000","last_active":"2024-02-09T23:57:07.619476+0000","last_peered":"2024-02-09T23:57:07.619476+0000","last_clean":"2024-02-09T23:57:07.619476+0000","last_became_active":"2024-02-09T23:57:06.631281+0000","last_became_peered":"2024-02-09T23:57:06.631281+0000","last_unstale":"2024-02-09T23:57:07.619476+0000","last_undegraded":"2024-02-09T23:57:07.619476+0000","last_fullsized":"2024-02-09T23:57:07.619476+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:40:47.005916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.627162+0000","last_change":"2024-02-09T23:57:06.635584+0000","last_active":"2024-02-09T23:57:07.627162+0000","last_peered":"2024-02-09T23:57:07.627162+0000","last_clean":"2024-02-09T23:57:07.627162+0000","last_became_active":"2024-02-09T23:57:06.631913+0000","last_became_peered":"2024-02-09T23:57:06.631913+0000","last_unstale":"2024-02-09T23:57:07.627162+0000","last_undegraded":"2024-02-09T23:57:07.627162+0000","last_fullsized":"2024-02-09T23:57:07.627162+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:14:08.793356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.619323+0000","last_change":"2024-02-09T23:57:06.638651+0000","last_active":"2024-02-09T23:57:07.619323+0000","last_peered":"2024-02-09T23:57:07.619323+0000","last_clean":"2024-02-09T23:57:07.619323+0000","last_became_active":"2024-02-09T23:57:06.638114+0000","last_became_peered":"2024-02-09T23:57:06.638114+0000","last_unstale":"2024-02-09T23:57:07.619323+0000","last_undegraded":"2024-02-09T23:57:07.619323+0000","last_fullsized":"2024-02-09T23:57:07.619323+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:14:54.444299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.618428+0000","last_change":"2024-02-09T23:57:06.633338+0000","last_active":"2024-02-09T23:57:07.618428+0000","last_peered":"2024-02-09T23:57:07.618428+0000","last_clean":"2024-02-09T23:57:07.618428+0000","last_became_active":"2024-02-09T23:57:06.633018+0000","last_became_peered":"2024-02-09T23:57:06.633018+0000","last_unstale":"2024-02-09T23:57:07.618428+0000","last_undegraded":"2024-02-09T23:57:07.618428+0000","last_fullsized":"2024-02-09T23:57:07.618428+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:36:47.401829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699451+0000","last_change":"2024-02-09T23:57:06.633271+0000","last_active":"2024-02-09T23:57:07.699451+0000","last_peered":"2024-02-09T23:57:07.699451+0000","last_clean":"2024-02-09T23:57:07.699451+0000","last_became_active":"2024-02-09T23:57:06.632962+0000","last_became_peered":"2024-02-09T23:57:06.632962+0000","last_unstale":"2024-02-09T23:57:07.699451+0000","last_undegraded":"2024-02-09T23:57:07.699451+0000","last_fullsized":"2024-02-09T23:57:07.699451+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:33:45.916156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":376832,"data_stored":4132576,"data_compressed":249834,"data_compressed_allocated":315392,"data_compressed_original":4096000,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":7334,"num_objects":86,"num_object_clones":0,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":0,"num_read":24,"num_read_kb":21,"num_write":184,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":57,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":376832,"data_stored":56875,"data_compressed":1868,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383693,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":917504,"data_stored":439103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57199999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65500000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46600000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42399999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77000000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32600000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73599999999999999}]},{"osd":8,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64000000000000001}]},{"osd":9,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68200000000000005}]},{"osd":10,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66600000000000004}]}]},{"osd":10,"up_from":72,"seq":309237645331,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":999424,"data_stored":1031457,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64000000000000001}]},{"osd":1,"last update":"Fri Feb 9 23:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.36499999999999999}]},{"osd":2,"last update":"Fri Feb 9 23:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.224,"5min":1.224,"15min":1.224},"last":0.67400000000000004}]},{"osd":3,"last update":"Fri Feb 9 23:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":1.2849999999999999,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.51200000000000001}]},{"osd":4,"last update":"Fri Feb 9 23:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.44},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.41999999999999998}]},{"osd":5,"last update":"Fri Feb 9 23:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.05,"5min":1.05,"15min":1.05},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.125,"5min":1.125,"15min":1.125},"last":0.61799999999999999}]},{"osd":6,"last update":"Fri Feb 9 23:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.3100000000000001,"5min":1.3100000000000001,"15min":1.3100000000000001},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.70499999999999996}]},{"osd":7,"last update":"Fri Feb 9 23:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.258,"5min":1.258,"15min":1.258},"last":0.58799999999999997}]},{"osd":8,"last update":"Fri Feb 9 23:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":0.745,"15min":0.745},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.034,"5min":1.034,"15min":1.034},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.865,"5min":1.865,"15min":1.865},"last":0.65500000000000003}]},{"osd":9,"last update":"Fri Feb 9 23:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.9279999999999999,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.749}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77200000000000002}]}]},{"osd":9,"up_from":67,"seq":287762808857,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":950272,"data_stored":439643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:56:24 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.33300000000000002}]},{"osd":1,"last update":"Fri Feb 9 23:56:24 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.55900000000000005}]},{"osd":2,"last update":"Fri Feb 9 23:56:24 2024","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.56999999999999995}]},{"osd":3,"last update":"Fri Feb 9 23:56:24 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.47199999999999998}]},{"osd":4,"last update":"Fri Feb 9 23:56:24 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.80600000000000005}]},{"osd":5,"last update":"Fri Feb 9 23:56:24 2024","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.63}]},{"osd":6,"last update":"Fri Feb 9 23:56:24 2024","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.45400000000000001}]},{"osd":7,"last update":"Fri Feb 9 23:56:24 2024","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.60199999999999998}]},{"osd":8,"last update":"Fri Feb 9 23:56:24 2024","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.1339999999999999,"5min":1.1339999999999999,"15min":1.1339999999999999},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.77500000000000002}]},{"osd":10,"last update":"Fri Feb 9 23:56:52 2024","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.65200000000000002}]}]},{"osd":8,"up_from":59,"seq":253403070493,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32088,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713064,"statfs":{"total":95995035648,"available":95962177536,"internally_reserved":0,"allocated":933888,"data_stored":439259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.53900000000000003,"15min":0.53800000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.51900000000000002,"15min":0.51600000000000001},"min":{"1min":0.36699999999999999,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.72499999999999998,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.67400000000000004}]},{"osd":1,"last update":"Fri Feb 9 23:57:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.55200000000000005,"15min":0.55000000000000004},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.58099999999999996},{"interface":"front","average":{"1min":1.0349999999999999,"5min":0.66500000000000004,"15min":0.60299999999999998},"min":{"1min":0.47099999999999997,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":8.3290000000000006,"5min":8.3290000000000006,"15min":8.3290000000000006},"last":0.56899999999999995}]},{"osd":2,"last update":"Fri Feb 9 23:57:03 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.42199999999999999,"15min":0.41499999999999998},"min":{"1min":0.28899999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47499999999999998,"15min":0.47399999999999998},"min":{"1min":0.307,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.42099999999999999}]},{"osd":3,"last update":"Fri Feb 9 23:57:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.57199999999999995,"15min":0.57699999999999996},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.621,"15min":0.622},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.80700000000000005}]},{"osd":4,"last update":"Fri Feb 9 23:57:03 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.56200000000000006,"15min":0.55600000000000005},"min":{"1min":0.41399999999999998,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.57299999999999995,"15min":0.56899999999999995},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.72299999999999998}]},{"osd":5,"last update":"Fri Feb 9 23:57:03 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.54400000000000004,"15min":0.54500000000000004},"min":{"1min":0.32700000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.45400000000000001}]},{"osd":6,"last update":"Fri Feb 9 23:57:03 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.624,"15min":0.61799999999999999},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.60099999999999998}]},{"osd":7,"last update":"Fri Feb 9 23:57:03 2024","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.69199999999999995,"15min":0.68799999999999994},"min":{"1min":0.501,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.66300000000000003,"15min":0.66200000000000003},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.70899999999999996}]},{"osd":9,"last update":"Fri Feb 9 23:56:23 2024","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.69399999999999995}]},{"osd":10,"last update":"Fri Feb 9 23:56:48 2024","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.745},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.84699999999999998}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78700000000000003}]}]},{"osd":7,"up_from":51,"seq":219043332130,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":978944,"data_stored":1030681,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:56:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.52300000000000002,"15min":0.51300000000000001},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.82799999999999996},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.51900000000000002,"15min":0.51500000000000001},"min":{"1min":0.35899999999999999,"5min":0.308,"15min":0.308},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.96299999999999997}]},{"osd":1,"last update":"Fri Feb 9 23:56:37 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.38800000000000001,"15min":0.379},"min":{"1min":0.29699999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.40000000000000002,"15min":0.39200000000000002},"min":{"1min":0.29199999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.64400000000000002,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.71299999999999997}]},{"osd":2,"last update":"Fri Feb 9 23:56:37 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.60699999999999998,"15min":0.60399999999999998},"min":{"1min":0.47099999999999997,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.80500000000000005},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.58599999999999997,"15min":0.58799999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.754}]},{"osd":3,"last update":"Fri Feb 9 23:56:37 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.54000000000000004,"15min":0.53600000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.57099999999999995,"15min":0.56499999999999995},"min":{"1min":0.38900000000000001,"5min":0.37,"15min":0.37},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.56999999999999995}]},{"osd":4,"last update":"Fri Feb 9 23:56:37 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.49399999999999999,"15min":0.48599999999999999},"min":{"1min":0.29499999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.502,"15min":0.497},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.73399999999999999}]},{"osd":5,"last update":"Fri Feb 9 23:56:37 2024","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.65500000000000003,"15min":0.65300000000000002},"min":{"1min":0.48299999999999998,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.61699999999999999,"15min":0.62},"min":{"1min":0.45600000000000002,"5min":0.44,"15min":0.44},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.82199999999999995}]},{"osd":6,"last update":"Fri Feb 9 23:56:37 2024","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.64900000000000002,"15min":0.64300000000000002},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.66100000000000003,"15min":0.65600000000000003},"min":{"1min":0.46600000000000003,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":1,"5min":1,"15min":1},"last":0.85499999999999998}]},{"osd":8,"last update":"Fri Feb 9 23:57:00 2024","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.67400000000000004,"15min":0.66800000000000004},"min":{"1min":0.50900000000000001,"5min":0.496,"15min":0.496},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.66300000000000003,"15min":0.65900000000000003},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.84899999999999998,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.84299999999999997}]},{"osd":9,"last update":"Fri Feb 9 23:56:24 2024","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":1.119,"5min":1.119,"15min":1.119},"last":0.88800000000000001},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.874}]},{"osd":10,"last update":"Fri Feb 9 23:56:53 2024","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.95999999999999996},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.90900000000000003}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98499999999999999}]}]},{"osd":6,"up_from":46,"seq":197568495655,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27912,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717240,"statfs":{"total":95995035648,"available":95966453760,"internally_reserved":0,"allocated":917504,"data_stored":438611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:09 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.40200000000000002,"15min":0.39400000000000002},"min":{"1min":0.27100000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.66500000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.442,"5min":0.443,"15min":0.44900000000000001},"min":{"1min":0.312,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.627,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.30599999999999999}]},{"osd":1,"last update":"Fri Feb 9 23:57:09 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57699999999999996,"15min":0.58099999999999996},"min":{"1min":0.378,"5min":0.314,"15min":0.314},"max":{"1min":0.77600000000000002,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.48899999999999999}]},{"osd":2,"last update":"Fri Feb 9 23:57:09 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.81899999999999995,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.59399999999999997,"15min":0.59499999999999997},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.85999999999999999,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.628}]},{"osd":3,"last update":"Fri Feb 9 23:57:09 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.48999999999999999,"15min":0.495},"min":{"1min":0.309,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.55400000000000005,"15min":0.56000000000000005},"min":{"1min":0.33100000000000002,"5min":0.311,"15min":0.311},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.36899999999999999}]},{"osd":4,"last update":"Fri Feb 9 23:57:09 2024","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.622,"15min":0.629},"min":{"1min":0.40000000000000002,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.63800000000000001,"15min":0.64800000000000002},"min":{"1min":0.45900000000000002,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.53100000000000003}]},{"osd":5,"last update":"Fri Feb 9 23:57:09 2024","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.64400000000000002,"15min":0.63400000000000001},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.46700000000000003,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.50900000000000001}]},{"osd":7,"last update":"Fri Feb 9 23:56:37 2024","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.67300000000000004,"15min":0.66200000000000003},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.66400000000000003,"15min":0.65400000000000003},"min":{"1min":0.51600000000000001,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.54900000000000004}]},{"osd":8,"last update":"Fri Feb 9 23:56:59 2024","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.71599999999999997,"15min":0.70699999999999996},"min":{"1min":0.57299999999999995,"5min":0.495,"15min":0.495},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.70999999999999996,"15min":0.70199999999999996},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.67300000000000004}]},{"osd":9,"last update":"Fri Feb 9 23:56:23 2024","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.52200000000000002}]},{"osd":10,"last update":"Fri Feb 9 23:56:51 2024","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.64400000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574912,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":929792,"data_stored":440715,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:56:14 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.48999999999999999,"15min":0.46000000000000002},"min":{"1min":0.34799999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.505,"15min":0.47299999999999998},"min":{"1min":0.38100000000000001,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.59699999999999998}]},{"osd":2,"last update":"Fri Feb 9 23:56:30 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.54000000000000004,"15min":0.52800000000000002},"min":{"1min":0.34799999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.54200000000000004,"15min":0.52600000000000002},"min":{"1min":0.35899999999999999,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.72099999999999997}]},{"osd":3,"last update":"Fri Feb 9 23:56:54 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.56399999999999995,"15min":0.54600000000000004},"min":{"1min":0.38100000000000001,"5min":0.376,"15min":0.376},"max":{"1min":0.77900000000000003,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.57299999999999995,"15min":0.55100000000000005},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1,"5min":1,"15min":1},"last":0.44700000000000001}]},{"osd":4,"last update":"Fri Feb 9 23:56:23 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.42799999999999999,"15min":0.41599999999999998},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.45200000000000001,"15min":0.442},"min":{"1min":0.29099999999999998,"5min":0.245,"15min":0.245},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.47399999999999998}]},{"osd":5,"last update":"Fri Feb 9 23:56:50 2024","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.56599999999999995,"15min":0.54500000000000004},"min":{"1min":0.45800000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.56499999999999995,"15min":0.54000000000000004},"min":{"1min":0.434,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.746}]},{"osd":6,"last update":"Fri Feb 9 23:56:11 2024","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.61499999999999999,"15min":0.60999999999999999},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.65700000000000003,"15min":0.65900000000000003},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.629}]},{"osd":7,"last update":"Fri Feb 9 23:56:33 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.52900000000000003,"15min":0.51800000000000002},"min":{"1min":0.377,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.54000000000000004,"15min":0.54200000000000004},"min":{"1min":0.35099999999999998,"5min":0.315,"15min":0.315},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.70799999999999996}]},{"osd":8,"last update":"Fri Feb 9 23:57:03 2024","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"min":{"1min":0.49099999999999999,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.755},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.68000000000000005,"15min":0.67600000000000005},"min":{"1min":0.53400000000000003,"5min":0.432,"15min":0.432},"max":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.81200000000000006}]},{"osd":9,"last update":"Fri Feb 9 23:56:23 2024","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.02,"5min":1.02,"15min":1.02},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.79500000000000004}]},{"osd":10,"last update":"Fri Feb 9 23:56:50 2024","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.82899999999999996}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84999999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738437,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27940,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717212,"statfs":{"total":95995035648,"available":95966425088,"internally_reserved":0,"allocated":946176,"data_stored":440587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Feb 9 23:56:10 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.48199999999999998,"15min":0.47399999999999998},"min":{"1min":0.35699999999999998,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.51400000000000001,"15min":0.496},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.65000000000000002}]},{"osd":2,"last update":"Fri Feb 9 23:56:35 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.52300000000000002,"15min":0.501},"min":{"1min":0.42799999999999999,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.49299999999999999,"15min":0.47099999999999997},"min":{"1min":0.38200000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.42499999999999999}]},{"osd":3,"last update":"Fri Feb 9 23:55:56 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.39100000000000001,"15min":0.35899999999999999},"min":{"1min":0.27100000000000002,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.42099999999999999,"15min":0.40200000000000002},"min":{"1min":0.29599999999999999,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.49399999999999999}]},{"osd":4,"last update":"Fri Feb 9 23:56:21 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.50900000000000001,"15min":0.497},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.56499999999999995,"15min":0.53700000000000003},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.68799999999999994}]},{"osd":5,"last update":"Fri Feb 9 23:56:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.56399999999999995,"15min":0.56000000000000005},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.73399999999999999,"5min":0.626,"15min":0.60299999999999998},"min":{"1min":0.42199999999999999,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.61399999999999999}]},{"osd":6,"last update":"Fri Feb 9 23:56:10 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.52900000000000003,"15min":0.51700000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.52600000000000002,"15min":0.52000000000000002},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.59999999999999998}]},{"osd":7,"last update":"Fri Feb 9 23:56:35 2024","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.58099999999999996,"15min":0.56899999999999995},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.65000000000000002,"15min":0.63},"min":{"1min":0.47399999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.61599999999999999}]},{"osd":8,"last update":"Fri Feb 9 23:57:06 2024","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.65800000000000003,"15min":0.65400000000000003},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.823,"5min":1.823,"15min":1.823},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.76600000000000001,"15min":0.752},"min":{"1min":0.53200000000000003,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":3.8100000000000001,"5min":3.8100000000000001,"15min":3.8100000000000001},"last":0.746}]},{"osd":9,"last update":"Fri Feb 9 23:56:26 2024","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.55600000000000005}]},{"osd":10,"last update":"Fri Feb 9 23:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.63},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.77500000000000002}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67500000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411388,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":974848,"data_stored":461388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:56:30 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.48099999999999998,"15min":0.48899999999999999},"min":{"1min":0.28100000000000003,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.48099999999999998,"15min":0.504},"min":{"1min":0.35499999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.62,"5min":0.75,"15min":0.75},"last":0.52700000000000002}]},{"osd":1,"last update":"Fri Feb 9 23:56:30 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.53200000000000003,"15min":0.51100000000000001},"min":{"1min":0.46999999999999997,"5min":0.314,"15min":0.314},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.52400000000000002,"15min":0.52100000000000002},"min":{"1min":0.35899999999999999,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.75800000000000001}]},{"osd":3,"last update":"Fri Feb 9 23:56:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53900000000000003,"15min":0.53300000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.79000000000000004,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.434},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.52900000000000003,"15min":0.51500000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.71099999999999997,"5min":0.746,"15min":0.746},"last":0.39200000000000002}]},{"osd":4,"last update":"Fri Feb 9 23:56:24 2024","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.55000000000000004,"15min":0.52200000000000002},"min":{"1min":0.40899999999999997,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.57399999999999995,"15min":0.54200000000000004},"min":{"1min":0.46999999999999997,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.77500000000000002}]},{"osd":5,"last update":"Fri Feb 9 23:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.40999999999999998,"15min":0.40400000000000003},"min":{"1min":0.28599999999999998,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.58599999999999997,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.47999999999999998,"15min":0.46400000000000002},"min":{"1min":0.33200000000000002,"5min":0.315,"15min":0.315},"max":{"1min":0.75700000000000001,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.61599999999999999}]},{"osd":6,"last update":"Fri Feb 9 23:56:12 2024","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.54500000000000004,"15min":0.52700000000000002},"min":{"1min":0.39100000000000001,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.53100000000000003,"15min":0.51200000000000001},"min":{"1min":0.46200000000000002,"5min":0.378,"15min":0.378},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.55200000000000005}]},{"osd":7,"last update":"Fri Feb 9 23:56:35 2024","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.61399999999999999,"15min":0.60599999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.628,"15min":0.624},"min":{"1min":0.5,"5min":0.38,"15min":0.38},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.45600000000000002}]},{"osd":8,"last update":"Fri Feb 9 23:56:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.57899999999999996,"15min":0.59799999999999998},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.68500000000000005,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.65800000000000003,"15min":0.67600000000000005},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.74199999999999999,"5min":0.873,"15min":0.873},"last":0.68400000000000005}]},{"osd":9,"last update":"Fri Feb 9 23:56:24 2024","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.65000000000000002}]},{"osd":10,"last update":"Fri Feb 9 23:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.82899999999999996}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182454,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36256,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708896,"statfs":{"total":95995035648,"available":95957909504,"internally_reserved":0,"allocated":942080,"data_stored":438951,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:56:59 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.34999999999999998,"15min":0.33400000000000002},"min":{"1min":0.25,"5min":0.214,"15min":0.214},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.37,"15min":0.35999999999999999},"min":{"1min":0.25800000000000001,"5min":0.218,"15min":0.218},"max":{"1min":0.57399999999999995,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.28399999999999997}]},{"osd":1,"last update":"Fri Feb 9 23:56:59 2024","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.56799999999999995,"15min":0.53800000000000003},"min":{"1min":0.38800000000000001,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.52600000000000002,"15min":0.51100000000000001},"min":{"1min":0.439,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76600000000000001,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.52400000000000002}]},{"osd":2,"last update":"Fri Feb 9 23:56:59 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54200000000000004,"15min":0.52900000000000003},"min":{"1min":0.35599999999999998,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.71899999999999997,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.59599999999999997,"15min":0.55600000000000005},"min":{"1min":0.46899999999999997,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.44400000000000001}]},{"osd":4,"last update":"Fri Feb 9 23:56:20 2024","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.60899999999999999,"15min":0.58499999999999996},"min":{"1min":0.51100000000000001,"5min":0.373,"15min":0.373},"max":{"1min":1.234,"5min":1.234,"15min":1.234},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.75,"5min":0.64800000000000002,"15min":0.627},"min":{"1min":0.52000000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.2749999999999999,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":0.56699999999999995}]},{"osd":5,"last update":"Fri Feb 9 23:56:45 2024","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.63200000000000001,"15min":0.624},"min":{"1min":0.41999999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.58099999999999996,"15min":0.58299999999999996},"min":{"1min":0.42499999999999999,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.80800000000000005,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.56000000000000005}]},{"osd":6,"last update":"Fri Feb 9 23:57:10 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.54500000000000004,"15min":0.53700000000000003},"min":{"1min":0.34000000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.48899999999999999,"15min":0.49099999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.70399999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.37}]},{"osd":7,"last update":"Fri Feb 9 23:56:34 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.60399999999999998,"15min":0.60199999999999998},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.432},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.71399999999999997,"15min":0.69599999999999995},"min":{"1min":0.48999999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.1819999999999999,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.58699999999999997}]},{"osd":8,"last update":"Fri Feb 9 23:56:59 2024","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.70099999999999996,"15min":0.69699999999999995},"min":{"1min":0.45700000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":1.081,"5min":1.081,"15min":1.081},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.48299999999999998,"5min":0.432,"15min":0.432},"max":{"1min":0.76700000000000002,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.495}]},{"osd":9,"last update":"Fri Feb 9 23:56:28 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.05,"5min":1.05,"15min":1.05},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.48799999999999999}]},{"osd":10,"last update":"Fri Feb 9 23:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.3180000000000001,"5min":1.3180000000000001,"15min":1.3180000000000001},"last":0.621}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]}]},{"osd":4,"up_from":33,"seq":141733920817,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":929792,"data_stored":439187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:56:26 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.47099999999999997,"15min":0.45700000000000002},"min":{"1min":0.33600000000000002,"5min":0.312,"15min":0.312},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.505,"15min":0.48899999999999999},"min":{"1min":0.34999999999999998,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.38800000000000001}]},{"osd":1,"last update":"Fri Feb 9 23:56:26 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.35099999999999998,"15min":0.32900000000000001},"min":{"1min":0.28399999999999997,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.36099999999999999,"15min":0.33900000000000002},"min":{"1min":0.26600000000000001,"5min":0.248,"15min":0.248},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.52900000000000003}]},{"osd":2,"last update":"Fri Feb 9 23:56:26 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.52900000000000003,"15min":0.503},"min":{"1min":0.36199999999999999,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.55100000000000005,"15min":0.52600000000000002},"min":{"1min":0.41099999999999998,"5min":0.318,"15min":0.318},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.67300000000000004}]},{"osd":3,"last update":"Fri Feb 9 23:56:26 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.53800000000000003,"15min":0.51200000000000001},"min":{"1min":0.48399999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.51400000000000001,"15min":0.49399999999999999},"min":{"1min":0.38,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.57899999999999996}]},{"osd":5,"last update":"Fri Feb 9 23:56:54 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.57499999999999996,"15min":0.54900000000000004},"min":{"1min":0.48499999999999999,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.57599999999999996,"15min":0.54800000000000004},"min":{"1min":0.44800000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.84299999999999997}]},{"osd":6,"last update":"Fri Feb 9 23:56:12 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.56699999999999995,"15min":0.56899999999999995},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.79900000000000004,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.59399999999999997,"15min":0.58999999999999997},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.81699999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.76600000000000001}]},{"osd":7,"last update":"Fri Feb 9 23:56:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.38500000000000001,"5min":0.377,"15min":0.377},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.745},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.54600000000000004,"15min":0.55100000000000005},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.69599999999999995,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.69099999999999995}]},{"osd":8,"last update":"Fri Feb 9 23:57:02 2024","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.65700000000000003,"15min":0.65100000000000002},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.64900000000000002,"15min":0.64500000000000002},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.81399999999999995}]},{"osd":9,"last update":"Fri Feb 9 23:56:26 2024","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.90300000000000002}]},{"osd":10,"last update":"Fri Feb 9 23:56:54 2024","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.02,"5min":1.02,"15min":1.02},"last":0.871},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.80100000000000005}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86199999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757293,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":1031127,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:56:45 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.52500000000000002,"15min":0.51700000000000002},"min":{"1min":0.34599999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.53500000000000003,"15min":0.52700000000000002},"min":{"1min":0.34899999999999998,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.90000000000000002,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.56699999999999995}]},{"osd":1,"last update":"Fri Feb 9 23:56:45 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.51400000000000001,"15min":0.5},"min":{"1min":0.36699999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.52200000000000002,"15min":0.496},"min":{"1min":0.41299999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.93500000000000005}]},{"osd":2,"last update":"Fri Feb 9 23:56:45 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.38900000000000001,"15min":0.38300000000000001},"min":{"1min":0.23200000000000001,"5min":0.223,"15min":0.223},"max":{"1min":0.59099999999999997,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.39300000000000002,"15min":0.38700000000000001},"min":{"1min":0.24399999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.83099999999999996}]},{"osd":3,"last update":"Fri Feb 9 23:56:45 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.54900000000000004,"15min":0.54400000000000004},"min":{"1min":0.35599999999999998,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.79000000000000004,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.62,"5min":0.57299999999999995,"15min":0.56599999999999995},"min":{"1min":0.36099999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.79600000000000004,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.76500000000000001}]},{"osd":4,"last update":"Fri Feb 9 23:56:45 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.56599999999999995,"15min":0.55200000000000005},"min":{"1min":0.46700000000000003,"5min":0.311,"15min":0.311},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.89900000000000002},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.56000000000000005,"15min":0.53800000000000003},"min":{"1min":0.42399999999999999,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.88300000000000001}]},{"osd":6,"last update":"Fri Feb 9 23:56:11 2024","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.61799999999999999,"15min":0.61199999999999999},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.86299999999999999},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.622,"15min":0.61599999999999999},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.82199999999999995,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.96799999999999997}]},{"osd":7,"last update":"Fri Feb 9 23:56:38 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.59799999999999998,"15min":0.59599999999999997},"min":{"1min":0.46000000000000002,"5min":0.37,"15min":0.37},"max":{"1min":0.84199999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.85099999999999998},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.622,"15min":0.61799999999999999},"min":{"1min":0.39600000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.95199999999999996}]},{"osd":8,"last update":"Fri Feb 9 23:56:58 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.59899999999999998,"15min":0.59699999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":1.0069999999999999},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.63500000000000001,"15min":0.64100000000000001},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.83499999999999996,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.74099999999999999}]},{"osd":9,"last update":"Fri Feb 9 23:56:26 2024","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.81299999999999994},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.91400000000000003}]},{"osd":10,"last update":"Fri Feb 9 23:56:50 2024","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":1.034},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.98999999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34517,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34517,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":40165,"data_compressed":1868,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-09T23:57:14.306 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-09T23:57:14.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:13 smithi088 ceph-mon[36452]: pgmap v289: 97 pgs: 97 active+clean; 582 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 KiB/s rd, 5.8 KiB/s wr, 19 op/s 2024-02-09T23:57:14.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:13 smithi088 ceph-mon[36452]: from='client.14760 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:57:14.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:13 smithi088 ceph-mon[36452]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-02-09T23:57:14.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:13 smithi088 ceph-mon[36452]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:57:14.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:13 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1212900046' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:57:14.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.439+0000 7f08cee4d640 1 -- 172.21.15.1:0/3879098073 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f08c8101d50 msgr2=0x7f08c8104140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:14.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.439+0000 7f08cee4d640 1 --2- 172.21.15.1:0/3879098073 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f08c8101d50 0x7f08c8104140 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f08bc009900 tx=0x7f08bc02bc30 comp rx=0 tx=0).stop 2024-02-09T23:57:14.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.439+0000 7f08cee4d640 1 -- 172.21.15.1:0/3879098073 shutdown_connections 2024-02-09T23:57:14.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.439+0000 7f08cee4d640 1 --2- 172.21.15.1:0/3879098073 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f08c8106fb0 0x7f08c8109400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:14.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.439+0000 7f08cee4d640 1 --2- 172.21.15.1:0/3879098073 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f08c8104680 0x7f08c8106a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:14.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.439+0000 7f08cee4d640 1 --2- 172.21.15.1:0/3879098073 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f08c8101d50 0x7f08c8104140 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:14.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.439+0000 7f08cee4d640 1 -- 172.21.15.1:0/3879098073 >> 172.21.15.1:0/3879098073 conn(0x7f08c80fb740 msgr2=0x7f08c80fdb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:14.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.439+0000 7f08cee4d640 1 -- 172.21.15.1:0/3879098073 shutdown_connections 2024-02-09T23:57:14.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.439+0000 7f08cee4d640 1 -- 172.21.15.1:0/3879098073 wait complete. 2024-02-09T23:57:14.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.440+0000 7f08cee4d640 1 Processor -- start 2024-02-09T23:57:14.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.440+0000 7f08cee4d640 1 -- start start 2024-02-09T23:57:14.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.440+0000 7f08cee4d640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f08c8101d50 0x7f08c8197240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:14.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.440+0000 7f08cee4d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f08c8104680 0x7f08c8197780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:14.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.440+0000 7f08cee4d640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f08c8106fb0 0x7f08c819e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:14.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.440+0000 7f08cee4d640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08c819ed30 con 0x7f08c8104680 2024-02-09T23:57:14.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.440+0000 7f08cee4d640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08c819eea0 con 0x7f08c8106fb0 2024-02-09T23:57:14.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.440+0000 7f08cee4d640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08c819f060 con 0x7f08c8101d50 2024-02-09T23:57:14.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.440+0000 7f08c7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f08c8104680 0x7f08c8197780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:14.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.440+0000 7f08c7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f08c8104680 0x7f08c8197780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34234/0 (socket says 172.21.15.1:34234) 2024-02-09T23:57:14.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.440+0000 7f08c7fff640 1 -- 172.21.15.1:0/18214007 learned_addr learned my addr 172.21.15.1:0/18214007 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:14.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.440+0000 7f08cd3ea640 1 --2- 172.21.15.1:0/18214007 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f08c8106fb0 0x7f08c819e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:14.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.440+0000 7f08ccbe9640 1 --2- 172.21.15.1:0/18214007 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f08c8101d50 0x7f08c8197240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:14.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.440+0000 7f08c7fff640 1 -- 172.21.15.1:0/18214007 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f08c8101d50 msgr2=0x7f08c8197240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:14.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.440+0000 7f08c7fff640 1 --2- 172.21.15.1:0/18214007 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f08c8101d50 0x7f08c8197240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:14.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.440+0000 7f08c7fff640 1 -- 172.21.15.1:0/18214007 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f08c8106fb0 msgr2=0x7f08c819e7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:14.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.440+0000 7f08c7fff640 1 --2- 172.21.15.1:0/18214007 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f08c8106fb0 0x7f08c819e7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:14.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.440+0000 7f08c7fff640 1 -- 172.21.15.1:0/18214007 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08bc009560 con 0x7f08c8104680 2024-02-09T23:57:14.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.440+0000 7f08ccbe9640 1 --2- 172.21.15.1:0/18214007 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f08c8101d50 0x7f08c8197240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:14.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.441+0000 7f08c7fff640 1 --2- 172.21.15.1:0/18214007 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f08c8104680 0x7f08c8197780 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f08b400c970 tx=0x7f08b400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:14.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.441+0000 7f08c5ffb640 1 -- 172.21.15.1:0/18214007 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08b4004440 con 0x7f08c8104680 2024-02-09T23:57:14.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.441+0000 7f08cee4d640 1 -- 172.21.15.1:0/18214007 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f08c819f340 con 0x7f08c8104680 2024-02-09T23:57:14.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.441+0000 7f08c5ffb640 1 -- 172.21.15.1:0/18214007 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f08b4007d40 con 0x7f08c8104680 2024-02-09T23:57:14.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.441+0000 7f08c5ffb640 1 -- 172.21.15.1:0/18214007 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08b400f450 con 0x7f08c8104680 2024-02-09T23:57:14.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.441+0000 7f08cee4d640 1 -- 172.21.15.1:0/18214007 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08c819f8a0 con 0x7f08c8104680 2024-02-09T23:57:14.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.442+0000 7f08cee4d640 1 -- 172.21.15.1:0/18214007 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f08c80fd230 con 0x7f08c8104680 2024-02-09T23:57:14.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.443+0000 7f08c5ffb640 1 -- 172.21.15.1:0/18214007 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f08b4007860 con 0x7f08c8104680 2024-02-09T23:57:14.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.443+0000 7f08c5ffb640 1 --2- 172.21.15.1:0/18214007 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f08b80a2150 0x7f08b80a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:14.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.443+0000 7f08c5ffb640 1 -- 172.21.15.1:0/18214007 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f08b40cded0 con 0x7f08c8104680 2024-02-09T23:57:14.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.443+0000 7f08ccbe9640 1 --2- 172.21.15.1:0/18214007 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f08b80a2150 0x7f08b80a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:14.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.444+0000 7f08ccbe9640 1 --2- 172.21.15.1:0/18214007 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f08b80a2150 0x7f08b80a4610 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f08bc000c00 tx=0x7f08bc005be0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:14.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.448+0000 7f08c5ffb640 1 -- 172.21.15.1:0/18214007 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f08b4096df0 con 0x7f08c8104680 2024-02-09T23:57:14.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.625+0000 7f08cee4d640 1 -- 172.21.15.1:0/18214007 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f08c802ce20 con 0x7f08b80a2150 2024-02-09T23:57:14.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.636+0000 7f08c5ffb640 1 -- 172.21.15.1:0/18214007 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+336907 (secure 0 0 0) 0x7f08c802ce20 con 0x7f08b80a2150 2024-02-09T23:57:14.642 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:57:14.644 INFO:teuthology.orchestra.run.smithi001.stderr:dumped all 2024-02-09T23:57:14.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.640+0000 7f08cee4d640 1 -- 172.21.15.1:0/18214007 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f08b80a2150 msgr2=0x7f08b80a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:14.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.640+0000 7f08cee4d640 1 --2- 172.21.15.1:0/18214007 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f08b80a2150 0x7f08b80a4610 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f08bc000c00 tx=0x7f08bc005be0 comp rx=0 tx=0).stop 2024-02-09T23:57:14.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.640+0000 7f08cee4d640 1 -- 172.21.15.1:0/18214007 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f08c8104680 msgr2=0x7f08c8197780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:14.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.640+0000 7f08cee4d640 1 --2- 172.21.15.1:0/18214007 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f08c8104680 0x7f08c8197780 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f08b400c970 tx=0x7f08b400ce30 comp rx=0 tx=0).stop 2024-02-09T23:57:14.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.640+0000 7f08cee4d640 1 -- 172.21.15.1:0/18214007 shutdown_connections 2024-02-09T23:57:14.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.640+0000 7f08cee4d640 1 --2- 172.21.15.1:0/18214007 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f08b80a2150 0x7f08b80a4610 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:14.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.640+0000 7f08cee4d640 1 --2- 172.21.15.1:0/18214007 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f08c8106fb0 0x7f08c819e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:14.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.640+0000 7f08cee4d640 1 --2- 172.21.15.1:0/18214007 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f08c8104680 0x7f08c8197780 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:14.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.640+0000 7f08cee4d640 1 --2- 172.21.15.1:0/18214007 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f08c8101d50 0x7f08c8197240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:14.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.640+0000 7f08cee4d640 1 -- 172.21.15.1:0/18214007 >> 172.21.15.1:0/18214007 conn(0x7f08c80fb740 msgr2=0x7f08c8102610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:14.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.640+0000 7f08cee4d640 1 -- 172.21.15.1:0/18214007 shutdown_connections 2024-02-09T23:57:14.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:14.640+0000 7f08cee4d640 1 -- 172.21.15.1:0/18214007 wait complete. 2024-02-09T23:57:14.654 INFO:teuthology.orchestra.run.smithi001.stdout:{"pg_ready":true,"pg_map":{"version":290,"stamp":"2024-02-09T23:57:14.262151+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":597702,"num_objects":88,"num_object_clones":0,"num_object_copies":264,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":88,"num_whiteouts":0,"num_read":160,"num_read_kb":140,"num_write":365,"num_write_kb":2993,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":57,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":296,"ondisk_log_size":296,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":279,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":347832,"kb_used_data":11156,"kb_used_omap":18,"kb_used_meta":336557,"kb_avail":1124593992,"statfs":{"total":1151940427776,"available":1151584247808,"internally_reserved":0,"allocated":11423744,"data_stored":7070709,"data_compressed":108480,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":19142,"internal_metadata":344634682},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":7334,"num_objects":86,"num_object_clones":0,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":0,"num_read":24,"num_read_kb":21,"num_write":184,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":57,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001914"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699976+0000","last_change":"2024-02-09T23:57:06.638921+0000","last_active":"2024-02-09T23:57:07.699976+0000","last_peered":"2024-02-09T23:57:07.699976+0000","last_clean":"2024-02-09T23:57:07.699976+0000","last_became_active":"2024-02-09T23:57:06.638560+0000","last_became_peered":"2024-02-09T23:57:06.638560+0000","last_unstale":"2024-02-09T23:57:07.699976+0000","last_undegraded":"2024-02-09T23:57:07.699976+0000","last_fullsized":"2024-02-09T23:57:07.699976+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:04:46.241517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699197+0000","last_change":"2024-02-09T23:57:06.626465+0000","last_active":"2024-02-09T23:57:07.699197+0000","last_peered":"2024-02-09T23:57:07.699197+0000","last_clean":"2024-02-09T23:57:07.699197+0000","last_became_active":"2024-02-09T23:57:06.625265+0000","last_became_peered":"2024-02-09T23:57:06.625265+0000","last_unstale":"2024-02-09T23:57:07.699197+0000","last_undegraded":"2024-02-09T23:57:07.699197+0000","last_fullsized":"2024-02-09T23:57:07.699197+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:32:34.304699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699205+0000","last_change":"2024-02-09T23:57:06.645515+0000","last_active":"2024-02-09T23:57:07.699205+0000","last_peered":"2024-02-09T23:57:07.699205+0000","last_clean":"2024-02-09T23:57:07.699205+0000","last_became_active":"2024-02-09T23:57:06.644952+0000","last_became_peered":"2024-02-09T23:57:06.644952+0000","last_unstale":"2024-02-09T23:57:07.699205+0000","last_undegraded":"2024-02-09T23:57:07.699205+0000","last_fullsized":"2024-02-09T23:57:07.699205+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:16:57.223424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699869+0000","last_change":"2024-02-09T23:57:06.628827+0000","last_active":"2024-02-09T23:57:07.699869+0000","last_peered":"2024-02-09T23:57:07.699869+0000","last_clean":"2024-02-09T23:57:07.699869+0000","last_became_active":"2024-02-09T23:57:06.628491+0000","last_became_peered":"2024-02-09T23:57:06.628491+0000","last_unstale":"2024-02-09T23:57:07.699869+0000","last_undegraded":"2024-02-09T23:57:07.699869+0000","last_fullsized":"2024-02-09T23:57:07.699869+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:30:11.082419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.627718+0000","last_change":"2024-02-09T23:57:06.630954+0000","last_active":"2024-02-09T23:57:07.627718+0000","last_peered":"2024-02-09T23:57:07.627718+0000","last_clean":"2024-02-09T23:57:07.627718+0000","last_became_active":"2024-02-09T23:57:06.630574+0000","last_became_peered":"2024-02-09T23:57:06.630574+0000","last_unstale":"2024-02-09T23:57:07.627718+0000","last_undegraded":"2024-02-09T23:57:07.627718+0000","last_fullsized":"2024-02-09T23:57:07.627718+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:45:31.676749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.700080+0000","last_change":"2024-02-09T23:57:06.624424+0000","last_active":"2024-02-09T23:57:07.700080+0000","last_peered":"2024-02-09T23:57:07.700080+0000","last_clean":"2024-02-09T23:57:07.700080+0000","last_became_active":"2024-02-09T23:57:06.621937+0000","last_became_peered":"2024-02-09T23:57:06.621937+0000","last_unstale":"2024-02-09T23:57:07.700080+0000","last_undegraded":"2024-02-09T23:57:07.700080+0000","last_fullsized":"2024-02-09T23:57:07.700080+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:58:38.721174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.700509+0000","last_change":"2024-02-09T23:57:06.623715+0000","last_active":"2024-02-09T23:57:07.700509+0000","last_peered":"2024-02-09T23:57:07.700509+0000","last_clean":"2024-02-09T23:57:07.700509+0000","last_became_active":"2024-02-09T23:57:06.621751+0000","last_became_peered":"2024-02-09T23:57:06.621751+0000","last_unstale":"2024-02-09T23:57:07.700509+0000","last_undegraded":"2024-02-09T23:57:07.700509+0000","last_fullsized":"2024-02-09T23:57:07.700509+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:25:06.997079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.626989+0000","last_change":"2024-02-09T23:57:06.631255+0000","last_active":"2024-02-09T23:57:07.626989+0000","last_peered":"2024-02-09T23:57:07.626989+0000","last_clean":"2024-02-09T23:57:07.626989+0000","last_became_active":"2024-02-09T23:57:06.630881+0000","last_became_peered":"2024-02-09T23:57:06.630881+0000","last_unstale":"2024-02-09T23:57:07.626989+0000","last_undegraded":"2024-02-09T23:57:07.626989+0000","last_fullsized":"2024-02-09T23:57:07.626989+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:36:40.683806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.619732+0000","last_change":"2024-02-09T23:57:06.638473+0000","last_active":"2024-02-09T23:57:07.619732+0000","last_peered":"2024-02-09T23:57:07.619732+0000","last_clean":"2024-02-09T23:57:07.619732+0000","last_became_active":"2024-02-09T23:57:06.638147+0000","last_became_peered":"2024-02-09T23:57:06.638147+0000","last_unstale":"2024-02-09T23:57:07.619732+0000","last_undegraded":"2024-02-09T23:57:07.619732+0000","last_fullsized":"2024-02-09T23:57:07.619732+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:55:26.126193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.700291+0000","last_change":"2024-02-09T23:57:06.627755+0000","last_active":"2024-02-09T23:57:07.700291+0000","last_peered":"2024-02-09T23:57:07.700291+0000","last_clean":"2024-02-09T23:57:07.700291+0000","last_became_active":"2024-02-09T23:57:06.627399+0000","last_became_peered":"2024-02-09T23:57:06.627399+0000","last_unstale":"2024-02-09T23:57:07.700291+0000","last_undegraded":"2024-02-09T23:57:07.700291+0000","last_fullsized":"2024-02-09T23:57:07.700291+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:40:15.261622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.700819+0000","last_change":"2024-02-09T23:57:06.640177+0000","last_active":"2024-02-09T23:57:07.700819+0000","last_peered":"2024-02-09T23:57:07.700819+0000","last_clean":"2024-02-09T23:57:07.700819+0000","last_became_active":"2024-02-09T23:57:06.639876+0000","last_became_peered":"2024-02-09T23:57:06.639876+0000","last_unstale":"2024-02-09T23:57:07.700819+0000","last_undegraded":"2024-02-09T23:57:07.700819+0000","last_fullsized":"2024-02-09T23:57:07.700819+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:51:20.035119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699677+0000","last_change":"2024-02-09T23:57:06.629729+0000","last_active":"2024-02-09T23:57:07.699677+0000","last_peered":"2024-02-09T23:57:07.699677+0000","last_clean":"2024-02-09T23:57:07.699677+0000","last_became_active":"2024-02-09T23:57:06.629406+0000","last_became_peered":"2024-02-09T23:57:06.629406+0000","last_unstale":"2024-02-09T23:57:07.699677+0000","last_undegraded":"2024-02-09T23:57:07.699677+0000","last_fullsized":"2024-02-09T23:57:07.699677+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:14:09.020625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.618410+0000","last_change":"2024-02-09T23:57:06.619700+0000","last_active":"2024-02-09T23:57:07.618410+0000","last_peered":"2024-02-09T23:57:07.618410+0000","last_clean":"2024-02-09T23:57:07.618410+0000","last_became_active":"2024-02-09T23:57:06.619119+0000","last_became_peered":"2024-02-09T23:57:06.619119+0000","last_unstale":"2024-02-09T23:57:07.618410+0000","last_undegraded":"2024-02-09T23:57:07.618410+0000","last_fullsized":"2024-02-09T23:57:07.618410+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:33:31.527350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.698934+0000","last_change":"2024-02-09T23:57:06.635778+0000","last_active":"2024-02-09T23:57:07.698934+0000","last_peered":"2024-02-09T23:57:07.698934+0000","last_clean":"2024-02-09T23:57:07.698934+0000","last_became_active":"2024-02-09T23:57:06.634590+0000","last_became_peered":"2024-02-09T23:57:06.634590+0000","last_unstale":"2024-02-09T23:57:07.698934+0000","last_undegraded":"2024-02-09T23:57:07.698934+0000","last_fullsized":"2024-02-09T23:57:07.698934+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:06:00.988404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.698855+0000","last_change":"2024-02-09T23:57:06.632123+0000","last_active":"2024-02-09T23:57:07.698855+0000","last_peered":"2024-02-09T23:57:07.698855+0000","last_clean":"2024-02-09T23:57:07.698855+0000","last_became_active":"2024-02-09T23:57:06.631790+0000","last_became_peered":"2024-02-09T23:57:06.631790+0000","last_unstale":"2024-02-09T23:57:07.698855+0000","last_undegraded":"2024-02-09T23:57:07.698855+0000","last_fullsized":"2024-02-09T23:57:07.698855+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:47:06.904815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.619123+0000","last_change":"2024-02-09T23:57:06.630760+0000","last_active":"2024-02-09T23:57:07.619123+0000","last_peered":"2024-02-09T23:57:07.619123+0000","last_clean":"2024-02-09T23:57:07.619123+0000","last_became_active":"2024-02-09T23:57:06.630469+0000","last_became_peered":"2024-02-09T23:57:06.630469+0000","last_unstale":"2024-02-09T23:57:07.619123+0000","last_undegraded":"2024-02-09T23:57:07.619123+0000","last_fullsized":"2024-02-09T23:57:07.619123+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:03:57.516582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.700040+0000","last_change":"2024-02-09T23:57:06.639723+0000","last_active":"2024-02-09T23:57:07.700040+0000","last_peered":"2024-02-09T23:57:07.700040+0000","last_clean":"2024-02-09T23:57:07.700040+0000","last_became_active":"2024-02-09T23:57:06.639298+0000","last_became_peered":"2024-02-09T23:57:06.639298+0000","last_unstale":"2024-02-09T23:57:07.700040+0000","last_undegraded":"2024-02-09T23:57:07.700040+0000","last_fullsized":"2024-02-09T23:57:07.700040+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:15:11.130963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.625700+0000","last_change":"2024-02-09T23:57:06.621954+0000","last_active":"2024-02-09T23:57:07.625700+0000","last_peered":"2024-02-09T23:57:07.625700+0000","last_clean":"2024-02-09T23:57:07.625700+0000","last_became_active":"2024-02-09T23:57:06.621594+0000","last_became_peered":"2024-02-09T23:57:06.621594+0000","last_unstale":"2024-02-09T23:57:07.625700+0000","last_undegraded":"2024-02-09T23:57:07.625700+0000","last_fullsized":"2024-02-09T23:57:07.625700+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:53:13.972810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699845+0000","last_change":"2024-02-09T23:57:06.632333+0000","last_active":"2024-02-09T23:57:07.699845+0000","last_peered":"2024-02-09T23:57:07.699845+0000","last_clean":"2024-02-09T23:57:07.699845+0000","last_became_active":"2024-02-09T23:57:06.631898+0000","last_became_peered":"2024-02-09T23:57:06.631898+0000","last_unstale":"2024-02-09T23:57:07.699845+0000","last_undegraded":"2024-02-09T23:57:07.699845+0000","last_fullsized":"2024-02-09T23:57:07.699845+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:18:28.175534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"85'13","reported_seq":31,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:12.868915+0000","last_change":"2024-02-09T23:57:05.606683+0000","last_active":"2024-02-09T23:57:12.868915+0000","last_peered":"2024-02-09T23:57:12.868915+0000","last_clean":"2024-02-09T23:57:12.868915+0000","last_became_active":"2024-02-09T23:57:05.606342+0000","last_became_peered":"2024-02-09T23:57:05.606342+0000","last_unstale":"2024-02-09T23:57:12.868915+0000","last_undegraded":"2024-02-09T23:57:12.868915+0000","last_fullsized":"2024-02-09T23:57:12.868915+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:41:07.754199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.627393+0000","last_change":"2024-02-09T23:57:06.633510+0000","last_active":"2024-02-09T23:57:07.627393+0000","last_peered":"2024-02-09T23:57:07.627393+0000","last_clean":"2024-02-09T23:57:07.627393+0000","last_became_active":"2024-02-09T23:57:06.630914+0000","last_became_peered":"2024-02-09T23:57:06.630914+0000","last_unstale":"2024-02-09T23:57:07.627393+0000","last_undegraded":"2024-02-09T23:57:07.627393+0000","last_fullsized":"2024-02-09T23:57:07.627393+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:03:10.141586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"85'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.627431+0000","last_change":"2024-02-09T23:57:05.618090+0000","last_active":"2024-02-09T23:57:07.627431+0000","last_peered":"2024-02-09T23:57:07.627431+0000","last_clean":"2024-02-09T23:57:07.627431+0000","last_became_active":"2024-02-09T23:57:05.617789+0000","last_became_peered":"2024-02-09T23:57:05.617789+0000","last_unstale":"2024-02-09T23:57:07.627431+0000","last_undegraded":"2024-02-09T23:57:07.627431+0000","last_fullsized":"2024-02-09T23:57:07.627431+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:28:16.579274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699334+0000","last_change":"2024-02-09T23:57:06.642732+0000","last_active":"2024-02-09T23:57:07.699334+0000","last_peered":"2024-02-09T23:57:07.699334+0000","last_clean":"2024-02-09T23:57:07.699334+0000","last_became_active":"2024-02-09T23:57:06.641580+0000","last_became_peered":"2024-02-09T23:57:06.641580+0000","last_unstale":"2024-02-09T23:57:07.699334+0000","last_undegraded":"2024-02-09T23:57:07.699334+0000","last_fullsized":"2024-02-09T23:57:07.699334+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:45:49.310518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"85'11","reported_seq":27,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:11.870189+0000","last_change":"2024-02-09T23:57:05.612439+0000","last_active":"2024-02-09T23:57:11.870189+0000","last_peered":"2024-02-09T23:57:11.870189+0000","last_clean":"2024-02-09T23:57:11.870189+0000","last_became_active":"2024-02-09T23:57:05.612066+0000","last_became_peered":"2024-02-09T23:57:05.612066+0000","last_unstale":"2024-02-09T23:57:11.870189+0000","last_undegraded":"2024-02-09T23:57:11.870189+0000","last_fullsized":"2024-02-09T23:57:11.870189+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:05:51.983936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":15,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.619333+0000","last_change":"2024-02-09T23:57:06.629820+0000","last_active":"2024-02-09T23:57:07.619333+0000","last_peered":"2024-02-09T23:57:07.619333+0000","last_clean":"2024-02-09T23:57:07.619333+0000","last_became_active":"2024-02-09T23:57:06.629505+0000","last_became_peered":"2024-02-09T23:57:06.629505+0000","last_unstale":"2024-02-09T23:57:07.619333+0000","last_undegraded":"2024-02-09T23:57:07.619333+0000","last_fullsized":"2024-02-09T23:57:07.619333+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:06:55.500698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'5","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:11.870448+0000","last_change":"2024-02-09T23:57:05.615996+0000","last_active":"2024-02-09T23:57:11.870448+0000","last_peered":"2024-02-09T23:57:11.870448+0000","last_clean":"2024-02-09T23:57:11.870448+0000","last_became_active":"2024-02-09T23:57:05.615223+0000","last_became_peered":"2024-02-09T23:57:05.615223+0000","last_unstale":"2024-02-09T23:57:11.870448+0000","last_undegraded":"2024-02-09T23:57:11.870448+0000","last_fullsized":"2024-02-09T23:57:11.870448+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:44.470973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.619507+0000","last_change":"2024-02-09T23:57:06.638646+0000","last_active":"2024-02-09T23:57:07.619507+0000","last_peered":"2024-02-09T23:57:07.619507+0000","last_clean":"2024-02-09T23:57:07.619507+0000","last_became_active":"2024-02-09T23:57:06.638346+0000","last_became_peered":"2024-02-09T23:57:06.638346+0000","last_unstale":"2024-02-09T23:57:07.619507+0000","last_undegraded":"2024-02-09T23:57:07.619507+0000","last_fullsized":"2024-02-09T23:57:07.619507+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:35:56.407804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"85'5","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:08.880898+0000","last_change":"2024-02-09T23:57:05.614177+0000","last_active":"2024-02-09T23:57:08.880898+0000","last_peered":"2024-02-09T23:57:08.880898+0000","last_clean":"2024-02-09T23:57:08.880898+0000","last_became_active":"2024-02-09T23:57:05.613785+0000","last_became_peered":"2024-02-09T23:57:05.613785+0000","last_unstale":"2024-02-09T23:57:08.880898+0000","last_undegraded":"2024-02-09T23:57:08.880898+0000","last_fullsized":"2024-02-09T23:57:08.880898+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:02:31.588409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.627613+0000","last_change":"2024-02-09T23:57:06.623716+0000","last_active":"2024-02-09T23:57:07.627613+0000","last_peered":"2024-02-09T23:57:07.627613+0000","last_clean":"2024-02-09T23:57:07.627613+0000","last_became_active":"2024-02-09T23:57:06.623321+0000","last_became_peered":"2024-02-09T23:57:06.623321+0000","last_unstale":"2024-02-09T23:57:07.627613+0000","last_undegraded":"2024-02-09T23:57:07.627613+0000","last_fullsized":"2024-02-09T23:57:07.627613+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:15:52.884212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:09.884922+0000","last_change":"2024-02-09T23:57:05.607259+0000","last_active":"2024-02-09T23:57:09.884922+0000","last_peered":"2024-02-09T23:57:09.884922+0000","last_clean":"2024-02-09T23:57:09.884922+0000","last_became_active":"2024-02-09T23:57:05.606697+0000","last_became_peered":"2024-02-09T23:57:05.606697+0000","last_unstale":"2024-02-09T23:57:09.884922+0000","last_undegraded":"2024-02-09T23:57:09.884922+0000","last_fullsized":"2024-02-09T23:57:09.884922+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:21:07.937805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.619346+0000","last_change":"2024-02-09T23:57:06.631900+0000","last_active":"2024-02-09T23:57:07.619346+0000","last_peered":"2024-02-09T23:57:07.619346+0000","last_clean":"2024-02-09T23:57:07.619346+0000","last_became_active":"2024-02-09T23:57:06.631587+0000","last_became_peered":"2024-02-09T23:57:06.631587+0000","last_unstale":"2024-02-09T23:57:07.619346+0000","last_undegraded":"2024-02-09T23:57:07.619346+0000","last_fullsized":"2024-02-09T23:57:07.619346+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:23:27.695453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"85'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:09.885689+0000","last_change":"2024-02-09T23:57:05.602287+0000","last_active":"2024-02-09T23:57:09.885689+0000","last_peered":"2024-02-09T23:57:09.885689+0000","last_clean":"2024-02-09T23:57:09.885689+0000","last_became_active":"2024-02-09T23:57:05.601826+0000","last_became_peered":"2024-02-09T23:57:05.601826+0000","last_unstale":"2024-02-09T23:57:09.885689+0000","last_undegraded":"2024-02-09T23:57:09.885689+0000","last_fullsized":"2024-02-09T23:57:09.885689+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:20:31.247249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.627061+0000","last_change":"2024-02-09T23:57:06.620425+0000","last_active":"2024-02-09T23:57:07.627061+0000","last_peered":"2024-02-09T23:57:07.627061+0000","last_clean":"2024-02-09T23:57:07.627061+0000","last_became_active":"2024-02-09T23:57:06.619968+0000","last_became_peered":"2024-02-09T23:57:06.619968+0000","last_unstale":"2024-02-09T23:57:07.627061+0000","last_undegraded":"2024-02-09T23:57:07.627061+0000","last_fullsized":"2024-02-09T23:57:07.627061+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:42:48.476252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"85'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:08.880358+0000","last_change":"2024-02-09T23:57:05.614629+0000","last_active":"2024-02-09T23:57:08.880358+0000","last_peered":"2024-02-09T23:57:08.880358+0000","last_clean":"2024-02-09T23:57:08.880358+0000","last_became_active":"2024-02-09T23:57:05.614270+0000","last_became_peered":"2024-02-09T23:57:05.614270+0000","last_unstale":"2024-02-09T23:57:08.880358+0000","last_undegraded":"2024-02-09T23:57:08.880358+0000","last_fullsized":"2024-02-09T23:57:08.880358+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:30:16.457925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.625645+0000","last_change":"2024-02-09T23:57:06.639691+0000","last_active":"2024-02-09T23:57:07.625645+0000","last_peered":"2024-02-09T23:57:07.625645+0000","last_clean":"2024-02-09T23:57:07.625645+0000","last_became_active":"2024-02-09T23:57:06.639364+0000","last_became_peered":"2024-02-09T23:57:06.639364+0000","last_unstale":"2024-02-09T23:57:07.625645+0000","last_undegraded":"2024-02-09T23:57:07.625645+0000","last_fullsized":"2024-02-09T23:57:07.625645+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:07:09.260920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:08.879030+0000","last_change":"2024-02-09T23:57:05.610175+0000","last_active":"2024-02-09T23:57:08.879030+0000","last_peered":"2024-02-09T23:57:08.879030+0000","last_clean":"2024-02-09T23:57:08.879030+0000","last_became_active":"2024-02-09T23:57:05.609839+0000","last_became_peered":"2024-02-09T23:57:05.609839+0000","last_unstale":"2024-02-09T23:57:08.879030+0000","last_undegraded":"2024-02-09T23:57:08.879030+0000","last_fullsized":"2024-02-09T23:57:08.879030+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:32:38.425383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.619644+0000","last_change":"2024-02-09T23:57:06.629148+0000","last_active":"2024-02-09T23:57:07.619644+0000","last_peered":"2024-02-09T23:57:07.619644+0000","last_clean":"2024-02-09T23:57:07.619644+0000","last_became_active":"2024-02-09T23:57:06.628787+0000","last_became_peered":"2024-02-09T23:57:06.628787+0000","last_unstale":"2024-02-09T23:57:07.619644+0000","last_undegraded":"2024-02-09T23:57:07.619644+0000","last_fullsized":"2024-02-09T23:57:07.619644+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:54:28.436695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"85'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:08.879711+0000","last_change":"2024-02-09T23:57:05.610016+0000","last_active":"2024-02-09T23:57:08.879711+0000","last_peered":"2024-02-09T23:57:08.879711+0000","last_clean":"2024-02-09T23:57:08.879711+0000","last_became_active":"2024-02-09T23:57:05.609723+0000","last_became_peered":"2024-02-09T23:57:05.609723+0000","last_unstale":"2024-02-09T23:57:08.879711+0000","last_undegraded":"2024-02-09T23:57:08.879711+0000","last_fullsized":"2024-02-09T23:57:08.879711+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:03:30.477468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699278+0000","last_change":"2024-02-09T23:57:06.635111+0000","last_active":"2024-02-09T23:57:07.699278+0000","last_peered":"2024-02-09T23:57:07.699278+0000","last_clean":"2024-02-09T23:57:07.699278+0000","last_became_active":"2024-02-09T23:57:06.631671+0000","last_became_peered":"2024-02-09T23:57:06.631671+0000","last_unstale":"2024-02-09T23:57:07.699278+0000","last_undegraded":"2024-02-09T23:57:07.699278+0000","last_fullsized":"2024-02-09T23:57:07.699278+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:09:22.317147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"85'5","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:08.880336+0000","last_change":"2024-02-09T23:57:05.614937+0000","last_active":"2024-02-09T23:57:08.880336+0000","last_peered":"2024-02-09T23:57:08.880336+0000","last_clean":"2024-02-09T23:57:08.880336+0000","last_became_active":"2024-02-09T23:57:05.614138+0000","last_became_peered":"2024-02-09T23:57:05.614138+0000","last_unstale":"2024-02-09T23:57:08.880336+0000","last_undegraded":"2024-02-09T23:57:08.880336+0000","last_fullsized":"2024-02-09T23:57:08.880336+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:44:16.306911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.619651+0000","last_change":"2024-02-09T23:57:06.639169+0000","last_active":"2024-02-09T23:57:07.619651+0000","last_peered":"2024-02-09T23:57:07.619651+0000","last_clean":"2024-02-09T23:57:07.619651+0000","last_became_active":"2024-02-09T23:57:06.638846+0000","last_became_peered":"2024-02-09T23:57:06.638846+0000","last_unstale":"2024-02-09T23:57:07.619651+0000","last_undegraded":"2024-02-09T23:57:07.619651+0000","last_fullsized":"2024-02-09T23:57:07.619651+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:22:05.889888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"85'8","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:08.878541+0000","last_change":"2024-02-09T23:57:05.610707+0000","last_active":"2024-02-09T23:57:08.878541+0000","last_peered":"2024-02-09T23:57:08.878541+0000","last_clean":"2024-02-09T23:57:08.878541+0000","last_became_active":"2024-02-09T23:57:05.610335+0000","last_became_peered":"2024-02-09T23:57:05.610335+0000","last_unstale":"2024-02-09T23:57:08.878541+0000","last_undegraded":"2024-02-09T23:57:08.878541+0000","last_fullsized":"2024-02-09T23:57:08.878541+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:41:30.782700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.627628+0000","last_change":"2024-02-09T23:57:06.627355+0000","last_active":"2024-02-09T23:57:07.627628+0000","last_peered":"2024-02-09T23:57:07.627628+0000","last_clean":"2024-02-09T23:57:07.627628+0000","last_became_active":"2024-02-09T23:57:06.626988+0000","last_became_peered":"2024-02-09T23:57:06.626988+0000","last_unstale":"2024-02-09T23:57:07.627628+0000","last_undegraded":"2024-02-09T23:57:07.627628+0000","last_fullsized":"2024-02-09T23:57:07.627628+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:46:22.270054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"85'9","reported_seq":26,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:11.868665+0000","last_change":"2024-02-09T23:57:05.609741+0000","last_active":"2024-02-09T23:57:11.868665+0000","last_peered":"2024-02-09T23:57:11.868665+0000","last_clean":"2024-02-09T23:57:11.868665+0000","last_became_active":"2024-02-09T23:57:05.609390+0000","last_became_peered":"2024-02-09T23:57:05.609390+0000","last_unstale":"2024-02-09T23:57:11.868665+0000","last_undegraded":"2024-02-09T23:57:11.868665+0000","last_fullsized":"2024-02-09T23:57:11.868665+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:32:07.748476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.618278+0000","last_change":"2024-02-09T23:57:06.631465+0000","last_active":"2024-02-09T23:57:07.618278+0000","last_peered":"2024-02-09T23:57:07.618278+0000","last_clean":"2024-02-09T23:57:07.618278+0000","last_became_active":"2024-02-09T23:57:06.631088+0000","last_became_peered":"2024-02-09T23:57:06.631088+0000","last_unstale":"2024-02-09T23:57:07.618278+0000","last_undegraded":"2024-02-09T23:57:07.618278+0000","last_fullsized":"2024-02-09T23:57:07.618278+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:01:53.361435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"85'4","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:08.879701+0000","last_change":"2024-02-09T23:57:05.612270+0000","last_active":"2024-02-09T23:57:08.879701+0000","last_peered":"2024-02-09T23:57:08.879701+0000","last_clean":"2024-02-09T23:57:08.879701+0000","last_became_active":"2024-02-09T23:57:05.611959+0000","last_became_peered":"2024-02-09T23:57:05.611959+0000","last_unstale":"2024-02-09T23:57:08.879701+0000","last_undegraded":"2024-02-09T23:57:08.879701+0000","last_fullsized":"2024-02-09T23:57:08.879701+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:59:19.992630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.700858+0000","last_change":"2024-02-09T23:57:06.634619+0000","last_active":"2024-02-09T23:57:07.700858+0000","last_peered":"2024-02-09T23:57:07.700858+0000","last_clean":"2024-02-09T23:57:07.700858+0000","last_became_active":"2024-02-09T23:57:06.634210+0000","last_became_peered":"2024-02-09T23:57:06.634210+0000","last_unstale":"2024-02-09T23:57:07.700858+0000","last_undegraded":"2024-02-09T23:57:07.700858+0000","last_fullsized":"2024-02-09T23:57:07.700858+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:52:22.063449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"85'5","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:11.862165+0000","last_change":"2024-02-09T23:57:05.606826+0000","last_active":"2024-02-09T23:57:11.862165+0000","last_peered":"2024-02-09T23:57:11.862165+0000","last_clean":"2024-02-09T23:57:11.862165+0000","last_became_active":"2024-02-09T23:57:05.606480+0000","last_became_peered":"2024-02-09T23:57:05.606480+0000","last_unstale":"2024-02-09T23:57:11.862165+0000","last_undegraded":"2024-02-09T23:57:11.862165+0000","last_fullsized":"2024-02-09T23:57:11.862165+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:56:00.192534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.700062+0000","last_change":"2024-02-09T23:57:06.624487+0000","last_active":"2024-02-09T23:57:07.700062+0000","last_peered":"2024-02-09T23:57:07.700062+0000","last_clean":"2024-02-09T23:57:07.700062+0000","last_became_active":"2024-02-09T23:57:06.624148+0000","last_became_peered":"2024-02-09T23:57:06.624148+0000","last_unstale":"2024-02-09T23:57:07.700062+0000","last_undegraded":"2024-02-09T23:57:07.700062+0000","last_fullsized":"2024-02-09T23:57:07.700062+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:03:42.028339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"85'17","reported_seq":33,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:11.859229+0000","last_change":"2024-02-09T23:57:05.615461+0000","last_active":"2024-02-09T23:57:11.859229+0000","last_peered":"2024-02-09T23:57:11.859229+0000","last_clean":"2024-02-09T23:57:11.859229+0000","last_became_active":"2024-02-09T23:57:05.615106+0000","last_became_peered":"2024-02-09T23:57:05.615106+0000","last_unstale":"2024-02-09T23:57:11.859229+0000","last_undegraded":"2024-02-09T23:57:11.859229+0000","last_fullsized":"2024-02-09T23:57:11.859229+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:41:55.071097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.619150+0000","last_change":"2024-02-09T23:57:06.628867+0000","last_active":"2024-02-09T23:57:07.619150+0000","last_peered":"2024-02-09T23:57:07.619150+0000","last_clean":"2024-02-09T23:57:07.619150+0000","last_became_active":"2024-02-09T23:57:06.628471+0000","last_became_peered":"2024-02-09T23:57:06.628471+0000","last_unstale":"2024-02-09T23:57:07.619150+0000","last_undegraded":"2024-02-09T23:57:07.619150+0000","last_fullsized":"2024-02-09T23:57:07.619150+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:43:37.464829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'2","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:11.859114+0000","last_change":"2024-02-09T23:57:05.614493+0000","last_active":"2024-02-09T23:57:11.859114+0000","last_peered":"2024-02-09T23:57:11.859114+0000","last_clean":"2024-02-09T23:57:11.859114+0000","last_became_active":"2024-02-09T23:57:05.614154+0000","last_became_peered":"2024-02-09T23:57:05.614154+0000","last_unstale":"2024-02-09T23:57:11.859114+0000","last_undegraded":"2024-02-09T23:57:11.859114+0000","last_fullsized":"2024-02-09T23:57:11.859114+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:49:47.110364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699841+0000","last_change":"2024-02-09T23:57:06.630643+0000","last_active":"2024-02-09T23:57:07.699841+0000","last_peered":"2024-02-09T23:57:07.699841+0000","last_clean":"2024-02-09T23:57:07.699841+0000","last_became_active":"2024-02-09T23:57:06.630280+0000","last_became_peered":"2024-02-09T23:57:06.630280+0000","last_unstale":"2024-02-09T23:57:07.699841+0000","last_undegraded":"2024-02-09T23:57:07.699841+0000","last_fullsized":"2024-02-09T23:57:07.699841+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:26:12.152056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"85'1","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:09.148517+0000","last_change":"2024-02-09T23:57:05.610820+0000","last_active":"2024-02-09T23:57:09.148517+0000","last_peered":"2024-02-09T23:57:09.148517+0000","last_clean":"2024-02-09T23:57:09.148517+0000","last_became_active":"2024-02-09T23:57:05.610379+0000","last_became_peered":"2024-02-09T23:57:05.610379+0000","last_unstale":"2024-02-09T23:57:09.148517+0000","last_undegraded":"2024-02-09T23:57:09.148517+0000","last_fullsized":"2024-02-09T23:57:09.148517+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:11:23.127349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.700368+0000","last_change":"2024-02-09T23:57:06.631474+0000","last_active":"2024-02-09T23:57:07.700368+0000","last_peered":"2024-02-09T23:57:07.700368+0000","last_clean":"2024-02-09T23:57:07.700368+0000","last_became_active":"2024-02-09T23:57:06.631146+0000","last_became_peered":"2024-02-09T23:57:06.631146+0000","last_unstale":"2024-02-09T23:57:07.700368+0000","last_undegraded":"2024-02-09T23:57:07.700368+0000","last_fullsized":"2024-02-09T23:57:07.700368+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:47:10.109717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"85'1","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.700454+0000","last_change":"2024-02-09T23:57:05.612805+0000","last_active":"2024-02-09T23:57:07.700454+0000","last_peered":"2024-02-09T23:57:07.700454+0000","last_clean":"2024-02-09T23:57:07.700454+0000","last_became_active":"2024-02-09T23:57:05.612473+0000","last_became_peered":"2024-02-09T23:57:05.612473+0000","last_unstale":"2024-02-09T23:57:07.700454+0000","last_undegraded":"2024-02-09T23:57:07.700454+0000","last_fullsized":"2024-02-09T23:57:07.700454+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:08:00.129775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.700526+0000","last_change":"2024-02-09T23:57:06.636115+0000","last_active":"2024-02-09T23:57:07.700526+0000","last_peered":"2024-02-09T23:57:07.700526+0000","last_clean":"2024-02-09T23:57:07.700526+0000","last_became_active":"2024-02-09T23:57:06.635797+0000","last_became_peered":"2024-02-09T23:57:06.635797+0000","last_unstale":"2024-02-09T23:57:07.700526+0000","last_undegraded":"2024-02-09T23:57:07.700526+0000","last_fullsized":"2024-02-09T23:57:07.700526+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:59:19.328675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.619464+0000","last_change":"2024-02-09T23:57:06.623292+0000","last_active":"2024-02-09T23:57:07.619464+0000","last_peered":"2024-02-09T23:57:07.619464+0000","last_clean":"2024-02-09T23:57:07.619464+0000","last_became_active":"2024-02-09T23:57:06.622980+0000","last_became_peered":"2024-02-09T23:57:06.622980+0000","last_unstale":"2024-02-09T23:57:07.619464+0000","last_undegraded":"2024-02-09T23:57:07.619464+0000","last_fullsized":"2024-02-09T23:57:07.619464+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:39:48.674611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"85'4","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:09.885144+0000","last_change":"2024-02-09T23:57:05.603119+0000","last_active":"2024-02-09T23:57:09.885144+0000","last_peered":"2024-02-09T23:57:09.885144+0000","last_clean":"2024-02-09T23:57:09.885144+0000","last_became_active":"2024-02-09T23:57:05.602806+0000","last_became_peered":"2024-02-09T23:57:05.602806+0000","last_unstale":"2024-02-09T23:57:09.885144+0000","last_undegraded":"2024-02-09T23:57:09.885144+0000","last_fullsized":"2024-02-09T23:57:09.885144+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:50:48.007097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.627279+0000","last_change":"2024-02-09T23:57:06.637007+0000","last_active":"2024-02-09T23:57:07.627279+0000","last_peered":"2024-02-09T23:57:07.627279+0000","last_clean":"2024-02-09T23:57:07.627279+0000","last_became_active":"2024-02-09T23:57:06.636396+0000","last_became_peered":"2024-02-09T23:57:06.636396+0000","last_unstale":"2024-02-09T23:57:07.627279+0000","last_undegraded":"2024-02-09T23:57:07.627279+0000","last_fullsized":"2024-02-09T23:57:07.627279+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:11:31.422896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"85'6","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:11.860073+0000","last_change":"2024-02-09T23:57:05.606745+0000","last_active":"2024-02-09T23:57:11.860073+0000","last_peered":"2024-02-09T23:57:11.860073+0000","last_clean":"2024-02-09T23:57:11.860073+0000","last_became_active":"2024-02-09T23:57:05.606401+0000","last_became_peered":"2024-02-09T23:57:05.606401+0000","last_unstale":"2024-02-09T23:57:11.860073+0000","last_undegraded":"2024-02-09T23:57:11.860073+0000","last_fullsized":"2024-02-09T23:57:11.860073+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:35:38.737251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":348,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.700495+0000","last_change":"2024-02-09T23:55:52.845813+0000","last_active":"2024-02-09T23:57:07.700495+0000","last_peered":"2024-02-09T23:57:07.700495+0000","last_clean":"2024-02-09T23:57:07.700495+0000","last_became_active":"2024-02-09T23:55:52.845392+0000","last_became_peered":"2024-02-09T23:55:52.845392+0000","last_unstale":"2024-02-09T23:57:07.700495+0000","last_undegraded":"2024-02-09T23:57:07.700495+0000","last_fullsized":"2024-02-09T23:57:07.700495+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:52:28.528032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:52:28.528032+0000","last_clean_scrub_stamp":"2024-02-09T23:52:28.528032+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:55:39.392199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.618121+0000","last_change":"2024-02-09T23:57:06.637855+0000","last_active":"2024-02-09T23:57:07.618121+0000","last_peered":"2024-02-09T23:57:07.618121+0000","last_clean":"2024-02-09T23:57:07.618121+0000","last_became_active":"2024-02-09T23:57:06.637568+0000","last_became_peered":"2024-02-09T23:57:06.637568+0000","last_unstale":"2024-02-09T23:57:07.618121+0000","last_undegraded":"2024-02-09T23:57:07.618121+0000","last_fullsized":"2024-02-09T23:57:07.618121+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:11:24.964130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:09.882897+0000","last_change":"2024-02-09T23:57:05.612288+0000","last_active":"2024-02-09T23:57:09.882897+0000","last_peered":"2024-02-09T23:57:09.882897+0000","last_clean":"2024-02-09T23:57:09.882897+0000","last_became_active":"2024-02-09T23:57:05.611942+0000","last_became_peered":"2024-02-09T23:57:05.611942+0000","last_unstale":"2024-02-09T23:57:09.882897+0000","last_undegraded":"2024-02-09T23:57:09.882897+0000","last_fullsized":"2024-02-09T23:57:09.882897+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:55:39.289715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"85'4","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:11.859333+0000","last_change":"2024-02-09T23:57:05.615695+0000","last_active":"2024-02-09T23:57:11.859333+0000","last_peered":"2024-02-09T23:57:11.859333+0000","last_clean":"2024-02-09T23:57:11.859333+0000","last_became_active":"2024-02-09T23:57:05.615340+0000","last_became_peered":"2024-02-09T23:57:05.615340+0000","last_unstale":"2024-02-09T23:57:11.859333+0000","last_undegraded":"2024-02-09T23:57:11.859333+0000","last_fullsized":"2024-02-09T23:57:11.859333+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:32:00.533576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.618444+0000","last_change":"2024-02-09T23:57:06.617756+0000","last_active":"2024-02-09T23:57:07.618444+0000","last_peered":"2024-02-09T23:57:07.618444+0000","last_clean":"2024-02-09T23:57:07.618444+0000","last_became_active":"2024-02-09T23:57:06.617265+0000","last_became_peered":"2024-02-09T23:57:06.617265+0000","last_unstale":"2024-02-09T23:57:07.618444+0000","last_undegraded":"2024-02-09T23:57:07.618444+0000","last_fullsized":"2024-02-09T23:57:07.618444+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:07:16.510400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"85'9","reported_seq":24,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:12.625245+0000","last_change":"2024-02-09T23:57:05.611877+0000","last_active":"2024-02-09T23:57:12.625245+0000","last_peered":"2024-02-09T23:57:12.625245+0000","last_clean":"2024-02-09T23:57:12.625245+0000","last_became_active":"2024-02-09T23:57:05.611592+0000","last_became_peered":"2024-02-09T23:57:05.611592+0000","last_unstale":"2024-02-09T23:57:12.625245+0000","last_undegraded":"2024-02-09T23:57:12.625245+0000","last_fullsized":"2024-02-09T23:57:12.625245+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:17:31.374844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.627443+0000","last_change":"2024-02-09T23:57:06.635258+0000","last_active":"2024-02-09T23:57:07.627443+0000","last_peered":"2024-02-09T23:57:07.627443+0000","last_clean":"2024-02-09T23:57:07.627443+0000","last_became_active":"2024-02-09T23:57:06.634027+0000","last_became_peered":"2024-02-09T23:57:06.634027+0000","last_unstale":"2024-02-09T23:57:07.627443+0000","last_undegraded":"2024-02-09T23:57:07.627443+0000","last_fullsized":"2024-02-09T23:57:07.627443+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:22:52.691904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"85'7","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:11.868586+0000","last_change":"2024-02-09T23:57:05.604119+0000","last_active":"2024-02-09T23:57:11.868586+0000","last_peered":"2024-02-09T23:57:11.868586+0000","last_clean":"2024-02-09T23:57:11.868586+0000","last_became_active":"2024-02-09T23:57:05.603790+0000","last_became_peered":"2024-02-09T23:57:05.603790+0000","last_unstale":"2024-02-09T23:57:11.868586+0000","last_undegraded":"2024-02-09T23:57:11.868586+0000","last_fullsized":"2024-02-09T23:57:11.868586+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:32:35.996866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699244+0000","last_change":"2024-02-09T23:57:06.639235+0000","last_active":"2024-02-09T23:57:07.699244+0000","last_peered":"2024-02-09T23:57:07.699244+0000","last_clean":"2024-02-09T23:57:07.699244+0000","last_became_active":"2024-02-09T23:57:06.638161+0000","last_became_peered":"2024-02-09T23:57:06.638161+0000","last_unstale":"2024-02-09T23:57:07.699244+0000","last_undegraded":"2024-02-09T23:57:07.699244+0000","last_fullsized":"2024-02-09T23:57:07.699244+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:36:27.334864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"85'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:08.879749+0000","last_change":"2024-02-09T23:57:05.603199+0000","last_active":"2024-02-09T23:57:08.879749+0000","last_peered":"2024-02-09T23:57:08.879749+0000","last_clean":"2024-02-09T23:57:08.879749+0000","last_became_active":"2024-02-09T23:57:05.602773+0000","last_became_peered":"2024-02-09T23:57:05.602773+0000","last_unstale":"2024-02-09T23:57:08.879749+0000","last_undegraded":"2024-02-09T23:57:08.879749+0000","last_fullsized":"2024-02-09T23:57:08.879749+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:18:00.633758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.627344+0000","last_change":"2024-02-09T23:57:06.624178+0000","last_active":"2024-02-09T23:57:07.627344+0000","last_peered":"2024-02-09T23:57:07.627344+0000","last_clean":"2024-02-09T23:57:07.627344+0000","last_became_active":"2024-02-09T23:57:06.623776+0000","last_became_peered":"2024-02-09T23:57:06.623776+0000","last_unstale":"2024-02-09T23:57:07.627344+0000","last_undegraded":"2024-02-09T23:57:07.627344+0000","last_fullsized":"2024-02-09T23:57:07.627344+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:37:17.906128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"85'7","reported_seq":22,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:11.868185+0000","last_change":"2024-02-09T23:57:05.617768+0000","last_active":"2024-02-09T23:57:11.868185+0000","last_peered":"2024-02-09T23:57:11.868185+0000","last_clean":"2024-02-09T23:57:11.868185+0000","last_became_active":"2024-02-09T23:57:05.617413+0000","last_became_peered":"2024-02-09T23:57:05.617413+0000","last_unstale":"2024-02-09T23:57:11.868185+0000","last_undegraded":"2024-02-09T23:57:11.868185+0000","last_fullsized":"2024-02-09T23:57:11.868185+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:10:17.041109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699464+0000","last_change":"2024-02-09T23:57:06.625650+0000","last_active":"2024-02-09T23:57:07.699464+0000","last_peered":"2024-02-09T23:57:07.699464+0000","last_clean":"2024-02-09T23:57:07.699464+0000","last_became_active":"2024-02-09T23:57:06.624816+0000","last_became_peered":"2024-02-09T23:57:06.624816+0000","last_unstale":"2024-02-09T23:57:07.699464+0000","last_undegraded":"2024-02-09T23:57:07.699464+0000","last_fullsized":"2024-02-09T23:57:07.699464+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:51:06.489608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:10.893942+0000","last_change":"2024-02-09T23:57:05.608817+0000","last_active":"2024-02-09T23:57:10.893942+0000","last_peered":"2024-02-09T23:57:10.893942+0000","last_clean":"2024-02-09T23:57:10.893942+0000","last_became_active":"2024-02-09T23:57:05.608480+0000","last_became_peered":"2024-02-09T23:57:05.608480+0000","last_unstale":"2024-02-09T23:57:10.893942+0000","last_undegraded":"2024-02-09T23:57:10.893942+0000","last_fullsized":"2024-02-09T23:57:10.893942+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:42:17.672240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.627217+0000","last_change":"2024-02-09T23:57:06.642300+0000","last_active":"2024-02-09T23:57:07.627217+0000","last_peered":"2024-02-09T23:57:07.627217+0000","last_clean":"2024-02-09T23:57:07.627217+0000","last_became_active":"2024-02-09T23:57:06.641191+0000","last_became_peered":"2024-02-09T23:57:06.641191+0000","last_unstale":"2024-02-09T23:57:07.627217+0000","last_undegraded":"2024-02-09T23:57:07.627217+0000","last_fullsized":"2024-02-09T23:57:07.627217+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:43:18.370907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"85'4","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:08.880329+0000","last_change":"2024-02-09T23:57:05.613686+0000","last_active":"2024-02-09T23:57:08.880329+0000","last_peered":"2024-02-09T23:57:08.880329+0000","last_clean":"2024-02-09T23:57:08.880329+0000","last_became_active":"2024-02-09T23:57:05.613303+0000","last_became_peered":"2024-02-09T23:57:05.613303+0000","last_unstale":"2024-02-09T23:57:08.880329+0000","last_undegraded":"2024-02-09T23:57:08.880329+0000","last_fullsized":"2024-02-09T23:57:08.880329+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:41:48.680477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.700858+0000","last_change":"2024-02-09T23:57:06.643427+0000","last_active":"2024-02-09T23:57:07.700858+0000","last_peered":"2024-02-09T23:57:07.700858+0000","last_clean":"2024-02-09T23:57:07.700858+0000","last_became_active":"2024-02-09T23:57:06.643077+0000","last_became_peered":"2024-02-09T23:57:06.643077+0000","last_unstale":"2024-02-09T23:57:07.700858+0000","last_undegraded":"2024-02-09T23:57:07.700858+0000","last_fullsized":"2024-02-09T23:57:07.700858+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:27:27.850234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"85'5","reported_seq":24,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:11.867607+0000","last_change":"2024-02-09T23:57:05.606985+0000","last_active":"2024-02-09T23:57:11.867607+0000","last_peered":"2024-02-09T23:57:11.867607+0000","last_clean":"2024-02-09T23:57:11.867607+0000","last_became_active":"2024-02-09T23:57:05.606620+0000","last_became_peered":"2024-02-09T23:57:05.606620+0000","last_unstale":"2024-02-09T23:57:11.867607+0000","last_undegraded":"2024-02-09T23:57:11.867607+0000","last_fullsized":"2024-02-09T23:57:11.867607+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:47:15.780467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.700909+0000","last_change":"2024-02-09T23:57:06.639420+0000","last_active":"2024-02-09T23:57:07.700909+0000","last_peered":"2024-02-09T23:57:07.700909+0000","last_clean":"2024-02-09T23:57:07.700909+0000","last_became_active":"2024-02-09T23:57:06.639093+0000","last_became_peered":"2024-02-09T23:57:06.639093+0000","last_unstale":"2024-02-09T23:57:07.700909+0000","last_undegraded":"2024-02-09T23:57:07.700909+0000","last_fullsized":"2024-02-09T23:57:07.700909+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:28:23.444489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"85'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.619465+0000","last_change":"2024-02-09T23:57:05.617740+0000","last_active":"2024-02-09T23:57:07.619465+0000","last_peered":"2024-02-09T23:57:07.619465+0000","last_clean":"2024-02-09T23:57:07.619465+0000","last_became_active":"2024-02-09T23:57:05.617367+0000","last_became_peered":"2024-02-09T23:57:05.617367+0000","last_unstale":"2024-02-09T23:57:07.619465+0000","last_undegraded":"2024-02-09T23:57:07.619465+0000","last_fullsized":"2024-02-09T23:57:07.619465+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:47:34.063743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.700663+0000","last_change":"2024-02-09T23:57:06.631145+0000","last_active":"2024-02-09T23:57:07.700663+0000","last_peered":"2024-02-09T23:57:07.700663+0000","last_clean":"2024-02-09T23:57:07.700663+0000","last_became_active":"2024-02-09T23:57:06.630801+0000","last_became_peered":"2024-02-09T23:57:06.630801+0000","last_unstale":"2024-02-09T23:57:07.700663+0000","last_undegraded":"2024-02-09T23:57:07.700663+0000","last_fullsized":"2024-02-09T23:57:07.700663+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:41:52.114139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.618548+0000","last_change":"2024-02-09T23:57:05.601531+0000","last_active":"2024-02-09T23:57:07.618548+0000","last_peered":"2024-02-09T23:57:07.618548+0000","last_clean":"2024-02-09T23:57:07.618548+0000","last_became_active":"2024-02-09T23:57:05.601196+0000","last_became_peered":"2024-02-09T23:57:05.601196+0000","last_unstale":"2024-02-09T23:57:07.618548+0000","last_undegraded":"2024-02-09T23:57:07.618548+0000","last_fullsized":"2024-02-09T23:57:07.618548+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:11:41.701214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.700699+0000","last_change":"2024-02-09T23:57:06.626671+0000","last_active":"2024-02-09T23:57:07.700699+0000","last_peered":"2024-02-09T23:57:07.700699+0000","last_clean":"2024-02-09T23:57:07.700699+0000","last_became_active":"2024-02-09T23:57:06.626290+0000","last_became_peered":"2024-02-09T23:57:06.626290+0000","last_unstale":"2024-02-09T23:57:07.700699+0000","last_undegraded":"2024-02-09T23:57:07.700699+0000","last_fullsized":"2024-02-09T23:57:07.700699+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:32:22.155457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699530+0000","last_change":"2024-02-09T23:57:06.623319+0000","last_active":"2024-02-09T23:57:07.699530+0000","last_peered":"2024-02-09T23:57:07.699530+0000","last_clean":"2024-02-09T23:57:07.699530+0000","last_became_active":"2024-02-09T23:57:06.622996+0000","last_became_peered":"2024-02-09T23:57:06.622996+0000","last_unstale":"2024-02-09T23:57:07.699530+0000","last_undegraded":"2024-02-09T23:57:07.699530+0000","last_fullsized":"2024-02-09T23:57:07.699530+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:17:58.547858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699331+0000","last_change":"2024-02-09T23:57:06.635561+0000","last_active":"2024-02-09T23:57:07.699331+0000","last_peered":"2024-02-09T23:57:07.699331+0000","last_clean":"2024-02-09T23:57:07.699331+0000","last_became_active":"2024-02-09T23:57:06.634862+0000","last_became_peered":"2024-02-09T23:57:06.634862+0000","last_unstale":"2024-02-09T23:57:07.699331+0000","last_undegraded":"2024-02-09T23:57:07.699331+0000","last_fullsized":"2024-02-09T23:57:07.699331+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:18:55.444410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699311+0000","last_change":"2024-02-09T23:57:06.642617+0000","last_active":"2024-02-09T23:57:07.699311+0000","last_peered":"2024-02-09T23:57:07.699311+0000","last_clean":"2024-02-09T23:57:07.699311+0000","last_became_active":"2024-02-09T23:57:06.642287+0000","last_became_peered":"2024-02-09T23:57:06.642287+0000","last_unstale":"2024-02-09T23:57:07.699311+0000","last_undegraded":"2024-02-09T23:57:07.699311+0000","last_fullsized":"2024-02-09T23:57:07.699311+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:07:30.297547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.698981+0000","last_change":"2024-02-09T23:57:06.635647+0000","last_active":"2024-02-09T23:57:07.698981+0000","last_peered":"2024-02-09T23:57:07.698981+0000","last_clean":"2024-02-09T23:57:07.698981+0000","last_became_active":"2024-02-09T23:57:06.632867+0000","last_became_peered":"2024-02-09T23:57:06.632867+0000","last_unstale":"2024-02-09T23:57:07.698981+0000","last_undegraded":"2024-02-09T23:57:07.698981+0000","last_fullsized":"2024-02-09T23:57:07.698981+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:22:33.508041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.618319+0000","last_change":"2024-02-09T23:57:06.636299+0000","last_active":"2024-02-09T23:57:07.618319+0000","last_peered":"2024-02-09T23:57:07.618319+0000","last_clean":"2024-02-09T23:57:07.618319+0000","last_became_active":"2024-02-09T23:57:06.635931+0000","last_became_peered":"2024-02-09T23:57:06.635931+0000","last_unstale":"2024-02-09T23:57:07.618319+0000","last_undegraded":"2024-02-09T23:57:07.618319+0000","last_fullsized":"2024-02-09T23:57:07.618319+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:13:19.192205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699862+0000","last_change":"2024-02-09T23:57:06.627392+0000","last_active":"2024-02-09T23:57:07.699862+0000","last_peered":"2024-02-09T23:57:07.699862+0000","last_clean":"2024-02-09T23:57:07.699862+0000","last_became_active":"2024-02-09T23:57:06.627058+0000","last_became_peered":"2024-02-09T23:57:06.627058+0000","last_unstale":"2024-02-09T23:57:07.699862+0000","last_undegraded":"2024-02-09T23:57:07.699862+0000","last_fullsized":"2024-02-09T23:57:07.699862+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:28:23.018218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699948+0000","last_change":"2024-02-09T23:57:06.631082+0000","last_active":"2024-02-09T23:57:07.699948+0000","last_peered":"2024-02-09T23:57:07.699948+0000","last_clean":"2024-02-09T23:57:07.699948+0000","last_became_active":"2024-02-09T23:57:06.630775+0000","last_became_peered":"2024-02-09T23:57:06.630775+0000","last_unstale":"2024-02-09T23:57:07.699948+0000","last_undegraded":"2024-02-09T23:57:07.699948+0000","last_fullsized":"2024-02-09T23:57:07.699948+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:41:35.627731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.627360+0000","last_change":"2024-02-09T23:57:06.641862+0000","last_active":"2024-02-09T23:57:07.627360+0000","last_peered":"2024-02-09T23:57:07.627360+0000","last_clean":"2024-02-09T23:57:07.627360+0000","last_became_active":"2024-02-09T23:57:06.640905+0000","last_became_peered":"2024-02-09T23:57:06.640905+0000","last_unstale":"2024-02-09T23:57:07.627360+0000","last_undegraded":"2024-02-09T23:57:07.627360+0000","last_fullsized":"2024-02-09T23:57:07.627360+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:05:36.528013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.619476+0000","last_change":"2024-02-09T23:57:06.632269+0000","last_active":"2024-02-09T23:57:07.619476+0000","last_peered":"2024-02-09T23:57:07.619476+0000","last_clean":"2024-02-09T23:57:07.619476+0000","last_became_active":"2024-02-09T23:57:06.631281+0000","last_became_peered":"2024-02-09T23:57:06.631281+0000","last_unstale":"2024-02-09T23:57:07.619476+0000","last_undegraded":"2024-02-09T23:57:07.619476+0000","last_fullsized":"2024-02-09T23:57:07.619476+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:40:47.005916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.627162+0000","last_change":"2024-02-09T23:57:06.635584+0000","last_active":"2024-02-09T23:57:07.627162+0000","last_peered":"2024-02-09T23:57:07.627162+0000","last_clean":"2024-02-09T23:57:07.627162+0000","last_became_active":"2024-02-09T23:57:06.631913+0000","last_became_peered":"2024-02-09T23:57:06.631913+0000","last_unstale":"2024-02-09T23:57:07.627162+0000","last_undegraded":"2024-02-09T23:57:07.627162+0000","last_fullsized":"2024-02-09T23:57:07.627162+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:14:08.793356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.619323+0000","last_change":"2024-02-09T23:57:06.638651+0000","last_active":"2024-02-09T23:57:07.619323+0000","last_peered":"2024-02-09T23:57:07.619323+0000","last_clean":"2024-02-09T23:57:07.619323+0000","last_became_active":"2024-02-09T23:57:06.638114+0000","last_became_peered":"2024-02-09T23:57:06.638114+0000","last_unstale":"2024-02-09T23:57:07.619323+0000","last_undegraded":"2024-02-09T23:57:07.619323+0000","last_fullsized":"2024-02-09T23:57:07.619323+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:14:54.444299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.618428+0000","last_change":"2024-02-09T23:57:06.633338+0000","last_active":"2024-02-09T23:57:07.618428+0000","last_peered":"2024-02-09T23:57:07.618428+0000","last_clean":"2024-02-09T23:57:07.618428+0000","last_became_active":"2024-02-09T23:57:06.633018+0000","last_became_peered":"2024-02-09T23:57:06.633018+0000","last_unstale":"2024-02-09T23:57:07.618428+0000","last_undegraded":"2024-02-09T23:57:07.618428+0000","last_fullsized":"2024-02-09T23:57:07.618428+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:36:47.401829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-09T23:57:07.699451+0000","last_change":"2024-02-09T23:57:06.633271+0000","last_active":"2024-02-09T23:57:07.699451+0000","last_peered":"2024-02-09T23:57:07.699451+0000","last_clean":"2024-02-09T23:57:07.699451+0000","last_became_active":"2024-02-09T23:57:06.632962+0000","last_became_peered":"2024-02-09T23:57:06.632962+0000","last_unstale":"2024-02-09T23:57:07.699451+0000","last_undegraded":"2024-02-09T23:57:07.699451+0000","last_fullsized":"2024-02-09T23:57:07.699451+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:33:45.916156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":376832,"data_stored":4132576,"data_compressed":249834,"data_compressed_allocated":315392,"data_compressed_original":4096000,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":7334,"num_objects":86,"num_object_clones":0,"num_object_copies":258,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":86,"num_whiteouts":0,"num_read":24,"num_read_kb":21,"num_write":184,"num_write_kb":55,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":57,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":376832,"data_stored":56875,"data_compressed":1868,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383693,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27916,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717236,"statfs":{"total":95995035648,"available":95966449664,"internally_reserved":0,"allocated":917504,"data_stored":439103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57199999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65500000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46600000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42399999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77000000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32600000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48699999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73599999999999999}]},{"osd":8,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64000000000000001}]},{"osd":9,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68200000000000005}]},{"osd":10,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66600000000000004}]}]},{"osd":10,"up_from":72,"seq":309237645331,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":999424,"data_stored":1031457,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64000000000000001}]},{"osd":1,"last update":"Fri Feb 9 23:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.36499999999999999}]},{"osd":2,"last update":"Fri Feb 9 23:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.224,"5min":1.224,"15min":1.224},"last":0.67400000000000004}]},{"osd":3,"last update":"Fri Feb 9 23:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":1.2849999999999999,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.51200000000000001}]},{"osd":4,"last update":"Fri Feb 9 23:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.44},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.41999999999999998}]},{"osd":5,"last update":"Fri Feb 9 23:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.05,"5min":1.05,"15min":1.05},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.125,"5min":1.125,"15min":1.125},"last":0.61799999999999999}]},{"osd":6,"last update":"Fri Feb 9 23:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.3100000000000001,"5min":1.3100000000000001,"15min":1.3100000000000001},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.107,"5min":1.107,"15min":1.107},"last":0.70499999999999996}]},{"osd":7,"last update":"Fri Feb 9 23:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.258,"5min":1.258,"15min":1.258},"last":0.58799999999999997}]},{"osd":8,"last update":"Fri Feb 9 23:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":0.745,"15min":0.745},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.034,"5min":1.034,"15min":1.034},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.865,"5min":1.865,"15min":1.865},"last":0.65500000000000003}]},{"osd":9,"last update":"Fri Feb 9 23:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"max":{"1min":1.1479999999999999,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.9279999999999999,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.749}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77200000000000002}]}]},{"osd":9,"up_from":67,"seq":287762808857,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":950272,"data_stored":439643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:56:24 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.33300000000000002}]},{"osd":1,"last update":"Fri Feb 9 23:56:24 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.55900000000000005}]},{"osd":2,"last update":"Fri Feb 9 23:56:24 2024","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":0.96099999999999997,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.56999999999999995}]},{"osd":3,"last update":"Fri Feb 9 23:56:24 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.47199999999999998}]},{"osd":4,"last update":"Fri Feb 9 23:56:24 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.80600000000000005}]},{"osd":5,"last update":"Fri Feb 9 23:56:24 2024","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.63}]},{"osd":6,"last update":"Fri Feb 9 23:56:24 2024","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.45400000000000001}]},{"osd":7,"last update":"Fri Feb 9 23:56:24 2024","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.0129999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.60199999999999998}]},{"osd":8,"last update":"Fri Feb 9 23:56:24 2024","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.1339999999999999,"5min":1.1339999999999999,"15min":1.1339999999999999},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.77500000000000002}]},{"osd":10,"last update":"Fri Feb 9 23:56:52 2024","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.65200000000000002}]}]},{"osd":8,"up_from":59,"seq":253403070493,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32088,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713064,"statfs":{"total":95995035648,"available":95962177536,"internally_reserved":0,"allocated":933888,"data_stored":439259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.53900000000000003,"15min":0.53800000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.51900000000000002,"15min":0.51600000000000001},"min":{"1min":0.36699999999999999,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.72499999999999998,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.67400000000000004}]},{"osd":1,"last update":"Fri Feb 9 23:57:03 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.55200000000000005,"15min":0.55000000000000004},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.58099999999999996},{"interface":"front","average":{"1min":1.0349999999999999,"5min":0.66500000000000004,"15min":0.60299999999999998},"min":{"1min":0.47099999999999997,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":8.3290000000000006,"5min":8.3290000000000006,"15min":8.3290000000000006},"last":0.56899999999999995}]},{"osd":2,"last update":"Fri Feb 9 23:57:03 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.42199999999999999,"15min":0.41499999999999998},"min":{"1min":0.28899999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47499999999999998,"15min":0.47399999999999998},"min":{"1min":0.307,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.42099999999999999}]},{"osd":3,"last update":"Fri Feb 9 23:57:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.57199999999999995,"15min":0.57699999999999996},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.621,"15min":0.622},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.80700000000000005}]},{"osd":4,"last update":"Fri Feb 9 23:57:03 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.56200000000000006,"15min":0.55600000000000005},"min":{"1min":0.41399999999999998,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.57299999999999995,"15min":0.56899999999999995},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.72299999999999998}]},{"osd":5,"last update":"Fri Feb 9 23:57:03 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.54400000000000004,"15min":0.54500000000000004},"min":{"1min":0.32700000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.45400000000000001}]},{"osd":6,"last update":"Fri Feb 9 23:57:03 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.624,"15min":0.61799999999999999},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.60099999999999998}]},{"osd":7,"last update":"Fri Feb 9 23:57:03 2024","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.69199999999999995,"15min":0.68799999999999994},"min":{"1min":0.501,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.66300000000000003,"15min":0.66200000000000003},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.70899999999999996}]},{"osd":9,"last update":"Fri Feb 9 23:56:23 2024","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.69399999999999995}]},{"osd":10,"last update":"Fri Feb 9 23:56:48 2024","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.745},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.84699999999999998}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78700000000000003}]}]},{"osd":7,"up_from":51,"seq":219043332130,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":978944,"data_stored":1030681,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:56:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.52300000000000002,"15min":0.51300000000000001},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.82799999999999996},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.51900000000000002,"15min":0.51500000000000001},"min":{"1min":0.35899999999999999,"5min":0.308,"15min":0.308},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.96299999999999997}]},{"osd":1,"last update":"Fri Feb 9 23:56:37 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.38800000000000001,"15min":0.379},"min":{"1min":0.29699999999999999,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.40000000000000002,"15min":0.39200000000000002},"min":{"1min":0.29199999999999998,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.64400000000000002,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.71299999999999997}]},{"osd":2,"last update":"Fri Feb 9 23:56:37 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.60699999999999998,"15min":0.60399999999999998},"min":{"1min":0.47099999999999997,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.80500000000000005},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.58599999999999997,"15min":0.58799999999999997},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.754}]},{"osd":3,"last update":"Fri Feb 9 23:56:37 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.54000000000000004,"15min":0.53600000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.57099999999999995,"15min":0.56499999999999995},"min":{"1min":0.38900000000000001,"5min":0.37,"15min":0.37},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.56999999999999995}]},{"osd":4,"last update":"Fri Feb 9 23:56:37 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.49399999999999999,"15min":0.48599999999999999},"min":{"1min":0.29499999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.502,"15min":0.497},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.73399999999999999}]},{"osd":5,"last update":"Fri Feb 9 23:56:37 2024","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.65500000000000003,"15min":0.65300000000000002},"min":{"1min":0.48299999999999998,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.61699999999999999,"15min":0.62},"min":{"1min":0.45600000000000002,"5min":0.44,"15min":0.44},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.82199999999999995}]},{"osd":6,"last update":"Fri Feb 9 23:56:37 2024","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.64900000000000002,"15min":0.64300000000000002},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.66100000000000003,"15min":0.65600000000000003},"min":{"1min":0.46600000000000003,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":1,"5min":1,"15min":1},"last":0.85499999999999998}]},{"osd":8,"last update":"Fri Feb 9 23:57:00 2024","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.67400000000000004,"15min":0.66800000000000004},"min":{"1min":0.50900000000000001,"5min":0.496,"15min":0.496},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.66300000000000003,"15min":0.65900000000000003},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.84899999999999998,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.84299999999999997}]},{"osd":9,"last update":"Fri Feb 9 23:56:24 2024","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":1.119,"5min":1.119,"15min":1.119},"last":0.88800000000000001},{"interface":"front","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.874}]},{"osd":10,"last update":"Fri Feb 9 23:56:53 2024","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":1.0609999999999999,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.95999999999999996},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.90900000000000003}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98499999999999999}]}]},{"osd":6,"up_from":46,"seq":197568495655,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27912,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717240,"statfs":{"total":95995035648,"available":95966453760,"internally_reserved":0,"allocated":917504,"data_stored":438611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:09 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.40200000000000002,"15min":0.39400000000000002},"min":{"1min":0.27100000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.66500000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.442,"5min":0.443,"15min":0.44900000000000001},"min":{"1min":0.312,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.627,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.30599999999999999}]},{"osd":1,"last update":"Fri Feb 9 23:57:09 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57699999999999996,"15min":0.58099999999999996},"min":{"1min":0.378,"5min":0.314,"15min":0.314},"max":{"1min":0.77600000000000002,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.48899999999999999}]},{"osd":2,"last update":"Fri Feb 9 23:57:09 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.81899999999999995,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.59399999999999997,"15min":0.59499999999999997},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.85999999999999999,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.628}]},{"osd":3,"last update":"Fri Feb 9 23:57:09 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.48999999999999999,"15min":0.495},"min":{"1min":0.309,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.55400000000000005,"15min":0.56000000000000005},"min":{"1min":0.33100000000000002,"5min":0.311,"15min":0.311},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.36899999999999999}]},{"osd":4,"last update":"Fri Feb 9 23:57:09 2024","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.622,"15min":0.629},"min":{"1min":0.40000000000000002,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.63800000000000001,"15min":0.64800000000000002},"min":{"1min":0.45900000000000002,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.53100000000000003}]},{"osd":5,"last update":"Fri Feb 9 23:57:09 2024","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.64400000000000002,"15min":0.63400000000000001},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.46700000000000003,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.96199999999999997,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.50900000000000001}]},{"osd":7,"last update":"Fri Feb 9 23:56:37 2024","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.67300000000000004,"15min":0.66200000000000003},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.66400000000000003,"15min":0.65400000000000003},"min":{"1min":0.51600000000000001,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.54900000000000004}]},{"osd":8,"last update":"Fri Feb 9 23:56:59 2024","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.71599999999999997,"15min":0.70699999999999996},"min":{"1min":0.57299999999999995,"5min":0.495,"15min":0.495},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.70999999999999996,"15min":0.70199999999999996},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.67300000000000004}]},{"osd":9,"last update":"Fri Feb 9 23:56:23 2024","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.52200000000000002}]},{"osd":10,"last update":"Fri Feb 9 23:56:51 2024","interfaces":[{"interface":"back","average":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.64400000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574912,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":929792,"data_stored":440715,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:56:14 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.48999999999999999,"15min":0.46000000000000002},"min":{"1min":0.34799999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.505,"15min":0.47299999999999998},"min":{"1min":0.38100000000000001,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.59699999999999998}]},{"osd":2,"last update":"Fri Feb 9 23:56:30 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.54000000000000004,"15min":0.52800000000000002},"min":{"1min":0.34799999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.54200000000000004,"15min":0.52600000000000002},"min":{"1min":0.35899999999999999,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.72099999999999997}]},{"osd":3,"last update":"Fri Feb 9 23:56:54 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.56399999999999995,"15min":0.54600000000000004},"min":{"1min":0.38100000000000001,"5min":0.376,"15min":0.376},"max":{"1min":0.77900000000000003,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.57299999999999995,"15min":0.55100000000000005},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1,"5min":1,"15min":1},"last":0.44700000000000001}]},{"osd":4,"last update":"Fri Feb 9 23:56:23 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.42799999999999999,"15min":0.41599999999999998},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.45200000000000001,"15min":0.442},"min":{"1min":0.29099999999999998,"5min":0.245,"15min":0.245},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.47399999999999998}]},{"osd":5,"last update":"Fri Feb 9 23:56:50 2024","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.56599999999999995,"15min":0.54500000000000004},"min":{"1min":0.45800000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.64100000000000001,"5min":0.56499999999999995,"15min":0.54000000000000004},"min":{"1min":0.434,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.746}]},{"osd":6,"last update":"Fri Feb 9 23:56:11 2024","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.61499999999999999,"15min":0.60999999999999999},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.65700000000000003,"15min":0.65900000000000003},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.629}]},{"osd":7,"last update":"Fri Feb 9 23:56:33 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.52900000000000003,"15min":0.51800000000000002},"min":{"1min":0.377,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.54000000000000004,"15min":0.54200000000000004},"min":{"1min":0.35099999999999998,"5min":0.315,"15min":0.315},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.70799999999999996}]},{"osd":8,"last update":"Fri Feb 9 23:57:03 2024","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"min":{"1min":0.49099999999999999,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.755},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.68000000000000005,"15min":0.67600000000000005},"min":{"1min":0.53400000000000003,"5min":0.432,"15min":0.432},"max":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.81200000000000006}]},{"osd":9,"last update":"Fri Feb 9 23:56:23 2024","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.02,"5min":1.02,"15min":1.02},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.79500000000000004}]},{"osd":10,"last update":"Fri Feb 9 23:56:50 2024","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.746,"5min":0.746,"15min":0.746},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.82899999999999996}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84999999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738437,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27940,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717212,"statfs":{"total":95995035648,"available":95966425088,"internally_reserved":0,"allocated":946176,"data_stored":440587,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Feb 9 23:56:10 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.48199999999999998,"15min":0.47399999999999998},"min":{"1min":0.35699999999999998,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.51400000000000001,"15min":0.496},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.65000000000000002}]},{"osd":2,"last update":"Fri Feb 9 23:56:35 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.52300000000000002,"15min":0.501},"min":{"1min":0.42799999999999999,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.49299999999999999,"15min":0.47099999999999997},"min":{"1min":0.38200000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.42499999999999999}]},{"osd":3,"last update":"Fri Feb 9 23:55:56 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.39100000000000001,"15min":0.35899999999999999},"min":{"1min":0.27100000000000002,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.42099999999999999,"15min":0.40200000000000002},"min":{"1min":0.29599999999999999,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.49399999999999999}]},{"osd":4,"last update":"Fri Feb 9 23:56:21 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.50900000000000001,"15min":0.497},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.56499999999999995,"15min":0.53700000000000003},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.68799999999999994}]},{"osd":5,"last update":"Fri Feb 9 23:56:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.56399999999999995,"15min":0.56000000000000005},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.73399999999999999,"5min":0.626,"15min":0.60299999999999998},"min":{"1min":0.42199999999999999,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.61399999999999999}]},{"osd":6,"last update":"Fri Feb 9 23:56:10 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.52900000000000003,"15min":0.51700000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.52600000000000002,"15min":0.52000000000000002},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.59999999999999998}]},{"osd":7,"last update":"Fri Feb 9 23:56:35 2024","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.58099999999999996,"15min":0.56899999999999995},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.65000000000000002,"15min":0.63},"min":{"1min":0.47399999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.61599999999999999}]},{"osd":8,"last update":"Fri Feb 9 23:57:06 2024","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.65800000000000003,"15min":0.65400000000000003},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.823,"5min":1.823,"15min":1.823},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.76600000000000001,"15min":0.752},"min":{"1min":0.53200000000000003,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":3.8100000000000001,"5min":3.8100000000000001,"15min":3.8100000000000001},"last":0.746}]},{"osd":9,"last update":"Fri Feb 9 23:56:26 2024","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.55600000000000005}]},{"osd":10,"last update":"Fri Feb 9 23:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.63},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.77500000000000002}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67500000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411388,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":974848,"data_stored":461388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:56:30 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.48099999999999998,"15min":0.48899999999999999},"min":{"1min":0.28100000000000003,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.48099999999999998,"15min":0.504},"min":{"1min":0.35499999999999998,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.62,"5min":0.75,"15min":0.75},"last":0.52700000000000002}]},{"osd":1,"last update":"Fri Feb 9 23:56:30 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.53200000000000003,"15min":0.51100000000000001},"min":{"1min":0.46999999999999997,"5min":0.314,"15min":0.314},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.52400000000000002,"15min":0.52100000000000002},"min":{"1min":0.35899999999999999,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.75800000000000001}]},{"osd":3,"last update":"Fri Feb 9 23:56:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53900000000000003,"15min":0.53300000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.79000000000000004,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.434},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.52900000000000003,"15min":0.51500000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.71099999999999997,"5min":0.746,"15min":0.746},"last":0.39200000000000002}]},{"osd":4,"last update":"Fri Feb 9 23:56:24 2024","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.55000000000000004,"15min":0.52200000000000002},"min":{"1min":0.40899999999999997,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.57399999999999995,"15min":0.54200000000000004},"min":{"1min":0.46999999999999997,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.77500000000000002}]},{"osd":5,"last update":"Fri Feb 9 23:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.40999999999999998,"15min":0.40400000000000003},"min":{"1min":0.28599999999999998,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.58599999999999997,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.47999999999999998,"15min":0.46400000000000002},"min":{"1min":0.33200000000000002,"5min":0.315,"15min":0.315},"max":{"1min":0.75700000000000001,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.61599999999999999}]},{"osd":6,"last update":"Fri Feb 9 23:56:12 2024","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.54500000000000004,"15min":0.52700000000000002},"min":{"1min":0.39100000000000001,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.53100000000000003,"15min":0.51200000000000001},"min":{"1min":0.46200000000000002,"5min":0.378,"15min":0.378},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.55200000000000005}]},{"osd":7,"last update":"Fri Feb 9 23:56:35 2024","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.61399999999999999,"15min":0.60599999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.628,"15min":0.624},"min":{"1min":0.5,"5min":0.38,"15min":0.38},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.45600000000000002}]},{"osd":8,"last update":"Fri Feb 9 23:56:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.57899999999999996,"15min":0.59799999999999998},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.68500000000000005,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.65800000000000003,"15min":0.67600000000000005},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.74199999999999999,"5min":0.873,"15min":0.873},"last":0.68400000000000005}]},{"osd":9,"last update":"Fri Feb 9 23:56:24 2024","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.65000000000000002}]},{"osd":10,"last update":"Fri Feb 9 23:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.82899999999999996}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182454,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36256,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708896,"statfs":{"total":95995035648,"available":95957909504,"internally_reserved":0,"allocated":942080,"data_stored":438951,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:56:59 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.34999999999999998,"15min":0.33400000000000002},"min":{"1min":0.25,"5min":0.214,"15min":0.214},"max":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.26200000000000001},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.37,"15min":0.35999999999999999},"min":{"1min":0.25800000000000001,"5min":0.218,"15min":0.218},"max":{"1min":0.57399999999999995,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.28399999999999997}]},{"osd":1,"last update":"Fri Feb 9 23:56:59 2024","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.56799999999999995,"15min":0.53800000000000003},"min":{"1min":0.38800000000000001,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.52600000000000002,"15min":0.51100000000000001},"min":{"1min":0.439,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76600000000000001,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.52400000000000002}]},{"osd":2,"last update":"Fri Feb 9 23:56:59 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54200000000000004,"15min":0.52900000000000003},"min":{"1min":0.35599999999999998,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.71899999999999997,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.59599999999999997,"15min":0.55600000000000005},"min":{"1min":0.46899999999999997,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.44400000000000001}]},{"osd":4,"last update":"Fri Feb 9 23:56:20 2024","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.60899999999999999,"15min":0.58499999999999996},"min":{"1min":0.51100000000000001,"5min":0.373,"15min":0.373},"max":{"1min":1.234,"5min":1.234,"15min":1.234},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.75,"5min":0.64800000000000002,"15min":0.627},"min":{"1min":0.52000000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.2749999999999999,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":0.56699999999999995}]},{"osd":5,"last update":"Fri Feb 9 23:56:45 2024","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.63200000000000001,"15min":0.624},"min":{"1min":0.41999999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.58099999999999996,"15min":0.58299999999999996},"min":{"1min":0.42499999999999999,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.80800000000000005,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.56000000000000005}]},{"osd":6,"last update":"Fri Feb 9 23:57:10 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.54500000000000004,"15min":0.53700000000000003},"min":{"1min":0.34000000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.48899999999999999,"15min":0.49099999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.70399999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.37}]},{"osd":7,"last update":"Fri Feb 9 23:56:34 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.60399999999999998,"15min":0.60199999999999998},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.432},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.71399999999999997,"15min":0.69599999999999995},"min":{"1min":0.48999999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.1819999999999999,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.58699999999999997}]},{"osd":8,"last update":"Fri Feb 9 23:56:59 2024","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.70099999999999996,"15min":0.69699999999999995},"min":{"1min":0.45700000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":1.081,"5min":1.081,"15min":1.081},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.48299999999999998,"5min":0.432,"15min":0.432},"max":{"1min":0.76700000000000002,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.495}]},{"osd":9,"last update":"Fri Feb 9 23:56:28 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.05,"5min":1.05,"15min":1.05},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.48799999999999999}]},{"osd":10,"last update":"Fri Feb 9 23:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.3180000000000001,"5min":1.3180000000000001,"15min":1.3180000000000001},"last":0.621}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]}]},{"osd":4,"up_from":33,"seq":141733920817,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":929792,"data_stored":439187,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:56:26 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.47099999999999997,"15min":0.45700000000000002},"min":{"1min":0.33600000000000002,"5min":0.312,"15min":0.312},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.505,"15min":0.48899999999999999},"min":{"1min":0.34999999999999998,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.38800000000000001}]},{"osd":1,"last update":"Fri Feb 9 23:56:26 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.35099999999999998,"15min":0.32900000000000001},"min":{"1min":0.28399999999999997,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.36099999999999999,"15min":0.33900000000000002},"min":{"1min":0.26600000000000001,"5min":0.248,"15min":0.248},"max":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.52900000000000003}]},{"osd":2,"last update":"Fri Feb 9 23:56:26 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.52900000000000003,"15min":0.503},"min":{"1min":0.36199999999999999,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.55100000000000005,"15min":0.52600000000000002},"min":{"1min":0.41099999999999998,"5min":0.318,"15min":0.318},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.67300000000000004}]},{"osd":3,"last update":"Fri Feb 9 23:56:26 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.53800000000000003,"15min":0.51200000000000001},"min":{"1min":0.48399999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.51400000000000001,"15min":0.49399999999999999},"min":{"1min":0.38,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.57899999999999996}]},{"osd":5,"last update":"Fri Feb 9 23:56:54 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.57499999999999996,"15min":0.54900000000000004},"min":{"1min":0.48499999999999999,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.57599999999999996,"15min":0.54800000000000004},"min":{"1min":0.44800000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.84299999999999997}]},{"osd":6,"last update":"Fri Feb 9 23:56:12 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.56699999999999995,"15min":0.56899999999999995},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.79900000000000004,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.59399999999999997,"15min":0.58999999999999997},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.81699999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.76600000000000001}]},{"osd":7,"last update":"Fri Feb 9 23:56:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.38500000000000001,"5min":0.377,"15min":0.377},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.745},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.54600000000000004,"15min":0.55100000000000005},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.69599999999999995,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.69099999999999995}]},{"osd":8,"last update":"Fri Feb 9 23:57:02 2024","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.65700000000000003,"15min":0.65100000000000002},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.67400000000000004,"5min":0.64900000000000002,"15min":0.64500000000000002},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.81399999999999995}]},{"osd":9,"last update":"Fri Feb 9 23:56:26 2024","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.90300000000000002}]},{"osd":10,"last update":"Fri Feb 9 23:56:54 2024","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.70999999999999996,"15min":0.70999999999999996},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.02,"5min":1.02,"15min":1.02},"last":0.871},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.80100000000000005}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86199999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757293,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":1031127,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:56:45 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.52500000000000002,"15min":0.51700000000000002},"min":{"1min":0.34599999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.53500000000000003,"15min":0.52700000000000002},"min":{"1min":0.34899999999999998,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.90000000000000002,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.56699999999999995}]},{"osd":1,"last update":"Fri Feb 9 23:56:45 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.51400000000000001,"15min":0.5},"min":{"1min":0.36699999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.52200000000000002,"15min":0.496},"min":{"1min":0.41299999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.93500000000000005}]},{"osd":2,"last update":"Fri Feb 9 23:56:45 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.38900000000000001,"15min":0.38300000000000001},"min":{"1min":0.23200000000000001,"5min":0.223,"15min":0.223},"max":{"1min":0.59099999999999997,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.42499999999999999,"5min":0.39300000000000002,"15min":0.38700000000000001},"min":{"1min":0.24399999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.83099999999999996}]},{"osd":3,"last update":"Fri Feb 9 23:56:45 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.54900000000000004,"15min":0.54400000000000004},"min":{"1min":0.35599999999999998,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.79000000000000004,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.62,"5min":0.57299999999999995,"15min":0.56599999999999995},"min":{"1min":0.36099999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.79600000000000004,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.76500000000000001}]},{"osd":4,"last update":"Fri Feb 9 23:56:45 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.56599999999999995,"15min":0.55200000000000005},"min":{"1min":0.46700000000000003,"5min":0.311,"15min":0.311},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.89900000000000002},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.56000000000000005,"15min":0.53800000000000003},"min":{"1min":0.42399999999999999,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.88300000000000001}]},{"osd":6,"last update":"Fri Feb 9 23:56:11 2024","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.61799999999999999,"15min":0.61199999999999999},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.86299999999999999},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.622,"15min":0.61599999999999999},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.82199999999999995,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.96799999999999997}]},{"osd":7,"last update":"Fri Feb 9 23:56:38 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.59799999999999998,"15min":0.59599999999999997},"min":{"1min":0.46000000000000002,"5min":0.37,"15min":0.37},"max":{"1min":0.84199999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.85099999999999998},{"interface":"front","average":{"1min":0.64700000000000002,"5min":0.622,"15min":0.61799999999999999},"min":{"1min":0.39600000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.95199999999999996}]},{"osd":8,"last update":"Fri Feb 9 23:56:58 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.59899999999999998,"15min":0.59699999999999998},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":1.0069999999999999},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.63500000000000001,"15min":0.64100000000000001},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.83499999999999996,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.74099999999999999}]},{"osd":9,"last update":"Fri Feb 9 23:56:26 2024","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.81299999999999994},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.91400000000000003}]},{"osd":10,"last update":"Fri Feb 9 23:56:50 2024","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":1.034},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.98999999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34517,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34517,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":40165,"data_compressed":1868,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2464,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-09T23:57:14.661 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-02-09T23:57:14.661 INFO:tasks.cephadm:Setting up client nodes... 2024-02-09T23:57:14.662 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-02-09T23:57:14.936 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:57:14.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:14 smithi001 ceph-mon[32335]: from='client.24622 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:57:14.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:14 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3878595982' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:57:15.313 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:14 smithi103 ceph-mon[36942]: from='client.24622 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:57:15.313 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:14 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3878595982' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:57:15.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:14 smithi088 ceph-mon[36452]: from='client.24622 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:57:15.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:14 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3878595982' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:57:15.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:15 smithi001 ceph-mon[32335]: pgmap v290: 97 pgs: 97 active+clean; 584 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6.9 KiB/s wr, 25 op/s 2024-02-09T23:57:15.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:15 smithi001 ceph-mon[32335]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-09T23:57:15.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:15 smithi001 ceph-mon[32335]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-09T23:57:16.230 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:15 smithi103 ceph-mon[36942]: pgmap v290: 97 pgs: 97 active+clean; 584 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6.9 KiB/s wr, 25 op/s 2024-02-09T23:57:16.230 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:15 smithi103 ceph-mon[36942]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-09T23:57:16.230 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:15 smithi103 ceph-mon[36942]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-09T23:57:16.345 INFO:journalctl@ceph.mds.b.smithi088.stdout:Feb 09 23:57:15 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-b[67363]: 2024-02-09T23:57:15.907+0000 7f95421e1700 -1 mds.pinger is_rank_lagging: rank=3 was never sent ping request. 2024-02-09T23:57:16.345 INFO:journalctl@ceph.mds.b.smithi088.stdout:Feb 09 23:57:15 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-b[67363]: 2024-02-09T23:57:15.907+0000 7f95421e1700 -1 mds.pinger is_rank_lagging: rank=4 was never sent ping request. 2024-02-09T23:57:16.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:15 smithi088 ceph-mon[36452]: pgmap v290: 97 pgs: 97 active+clean; 584 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 6.9 KiB/s wr, 25 op/s 2024-02-09T23:57:16.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:15 smithi088 ceph-mon[36452]: from='client.14790 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-09T23:57:16.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:15 smithi088 ceph-mon[36452]: from='client.14796 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-09T23:57:16.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.838+0000 7f351437c700 1 -- 172.21.15.1:0/946373606 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f350c103910 msgr2=0x7f350c10a1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:16.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.838+0000 7f351437c700 1 --2- 172.21.15.1:0/946373606 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f350c103910 0x7f350c10a1c0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f350400b0d0 tx=0x7f350400b3e0 comp rx=0 tx=0).stop 2024-02-09T23:57:16.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.838+0000 7f351437c700 1 -- 172.21.15.1:0/946373606 shutdown_connections 2024-02-09T23:57:16.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.838+0000 7f351437c700 1 --2- 172.21.15.1:0/946373606 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f350c103910 0x7f350c10a1c0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:16.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.838+0000 7f351437c700 1 --2- 172.21.15.1:0/946373606 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f350c101d70 0x7f350c102190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:16.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.838+0000 7f351437c700 1 --2- 172.21.15.1:0/946373606 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f350c102f70 0x7f350c1033d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:16.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.838+0000 7f351437c700 1 -- 172.21.15.1:0/946373606 >> 172.21.15.1:0/946373606 conn(0x7f350c0fd330 msgr2=0x7f350c0ff750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:16.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.838+0000 7f351437c700 1 -- 172.21.15.1:0/946373606 shutdown_connections 2024-02-09T23:57:16.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.838+0000 7f351437c700 1 -- 172.21.15.1:0/946373606 wait complete. 2024-02-09T23:57:16.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.839+0000 7f351437c700 1 Processor -- start 2024-02-09T23:57:16.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.839+0000 7f351437c700 1 -- start start 2024-02-09T23:57:16.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.839+0000 7f351437c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f350c101d70 0x7f350c197d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:16.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.839+0000 7f351437c700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f350c102f70 0x7f350c198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:16.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.839+0000 7f351437c700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f350c103910 0x7f350c19f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:16.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.839+0000 7f351437c700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f350c19f860 con 0x7f350c101d70 2024-02-09T23:57:16.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.839+0000 7f351437c700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f350c19f9a0 con 0x7f350c103910 2024-02-09T23:57:16.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.839+0000 7f351437c700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f350c19fb60 con 0x7f350c102f70 2024-02-09T23:57:16.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.839+0000 7f3512118700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f350c101d70 0x7f350c197d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:16.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.839+0000 7f3512118700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f350c101d70 0x7f350c197d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34264/0 (socket says 172.21.15.1:34264) 2024-02-09T23:57:16.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.839+0000 7f3512118700 1 -- 172.21.15.1:0/1932801696 learned_addr learned my addr 172.21.15.1:0/1932801696 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:16.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.839+0000 7f3511917700 1 --2- 172.21.15.1:0/1932801696 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f350c102f70 0x7f350c198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:16.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.839+0000 7f3512919700 1 --2- 172.21.15.1:0/1932801696 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f350c103910 0x7f350c19f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:16.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.840+0000 7f3512118700 1 -- 172.21.15.1:0/1932801696 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f350c102f70 msgr2=0x7f350c198250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:16.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.840+0000 7f3512118700 1 --2- 172.21.15.1:0/1932801696 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f350c102f70 0x7f350c198250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:16.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.840+0000 7f3512118700 1 -- 172.21.15.1:0/1932801696 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f350c103910 msgr2=0x7f350c19f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:16.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.840+0000 7f3512118700 1 --2- 172.21.15.1:0/1932801696 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f350c103910 0x7f350c19f290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:16.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.840+0000 7f3512118700 1 -- 172.21.15.1:0/1932801696 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3504009d00 con 0x7f350c101d70 2024-02-09T23:57:16.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.840+0000 7f3512118700 1 --2- 172.21.15.1:0/1932801696 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f350c101d70 0x7f350c197d10 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f350800b500 tx=0x7f350800b810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:16.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.840+0000 7f35037fe700 1 -- 172.21.15.1:0/1932801696 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3508011830 con 0x7f350c101d70 2024-02-09T23:57:16.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.840+0000 7f35037fe700 1 -- 172.21.15.1:0/1932801696 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3508011e70 con 0x7f350c101d70 2024-02-09T23:57:16.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.840+0000 7f351437c700 1 -- 172.21.15.1:0/1932801696 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f350c073fb0 con 0x7f350c101d70 2024-02-09T23:57:16.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.840+0000 7f35037fe700 1 -- 172.21.15.1:0/1932801696 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3508010e70 con 0x7f350c101d70 2024-02-09T23:57:16.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.840+0000 7f351437c700 1 -- 172.21.15.1:0/1932801696 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f350c074580 con 0x7f350c101d70 2024-02-09T23:57:16.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.841+0000 7f351437c700 1 -- 172.21.15.1:0/1932801696 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f350c050230 con 0x7f350c101d70 2024-02-09T23:57:16.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.842+0000 7f35037fe700 1 -- 172.21.15.1:0/1932801696 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f3508010510 con 0x7f350c101d70 2024-02-09T23:57:16.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.843+0000 7f35037fe700 1 --2- 172.21.15.1:0/1932801696 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f34f80a2310 0x7f34f80a47d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:16.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.843+0000 7f3511917700 1 --2- 172.21.15.1:0/1932801696 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f34f80a2310 0x7f34f80a47d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:16.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.843+0000 7f35037fe700 1 -- 172.21.15.1:0/1932801696 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f35080cd660 con 0x7f350c101d70 2024-02-09T23:57:16.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.843+0000 7f3511917700 1 --2- 172.21.15.1:0/1932801696 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f34f80a2310 0x7f34f80a47d0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f34fc00ac50 tx=0x7f34fc00a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:16.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:16.847+0000 7f35037fe700 1 -- 172.21.15.1:0/1932801696 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f3508096690 con 0x7f350c101d70 2024-02-09T23:57:17.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:17.137+0000 7f351437c700 1 -- 172.21.15.1:0/1932801696 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) v1 -- 0x7f350c10d7a0 con 0x7f350c101d70 2024-02-09T23:57:17.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:17.140+0000 7f35037fe700 1 -- 172.21.15.1:0/1932801696 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) v1 ==== 170+0+59 (secure 0 0 0) 0x7f3508099d50 con 0x7f350c101d70 2024-02-09T23:57:17.142 INFO:teuthology.orchestra.run.smithi001.stdout:[client.0] 2024-02-09T23:57:17.143 INFO:teuthology.orchestra.run.smithi001.stdout: key = AQDdu8Zl+TpACBAAWmRaUh2TrUME32VVABzuwQ== 2024-02-09T23:57:17.144 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:17.142+0000 7f351437c700 1 -- 172.21.15.1:0/1932801696 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f34f80a2310 msgr2=0x7f34f80a47d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:17.144 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:17.142+0000 7f351437c700 1 --2- 172.21.15.1:0/1932801696 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f34f80a2310 0x7f34f80a47d0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f34fc00ac50 tx=0x7f34fc00a380 comp rx=0 tx=0).stop 2024-02-09T23:57:17.144 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:17.142+0000 7f351437c700 1 -- 172.21.15.1:0/1932801696 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f350c101d70 msgr2=0x7f350c197d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:17.144 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:17.142+0000 7f351437c700 1 --2- 172.21.15.1:0/1932801696 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f350c101d70 0x7f350c197d10 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f350800b500 tx=0x7f350800b810 comp rx=0 tx=0).stop 2024-02-09T23:57:17.144 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:17.142+0000 7f351437c700 1 -- 172.21.15.1:0/1932801696 shutdown_connections 2024-02-09T23:57:17.144 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:17.142+0000 7f351437c700 1 --2- 172.21.15.1:0/1932801696 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f34f80a2310 0x7f34f80a47d0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:17.144 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:17.142+0000 7f351437c700 1 --2- 172.21.15.1:0/1932801696 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f350c101d70 0x7f350c197d10 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:17.145 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:17.142+0000 7f351437c700 1 --2- 172.21.15.1:0/1932801696 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f350c103910 0x7f350c19f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:17.145 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:17.142+0000 7f351437c700 1 --2- 172.21.15.1:0/1932801696 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f350c102f70 0x7f350c198250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:17.145 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:17.142+0000 7f351437c700 1 -- 172.21.15.1:0/1932801696 >> 172.21.15.1:0/1932801696 conn(0x7f350c0fd330 msgr2=0x7f350c1061a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:17.145 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:17.142+0000 7f351437c700 1 -- 172.21.15.1:0/1932801696 shutdown_connections 2024-02-09T23:57:17.145 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:17.142+0000 7f351437c700 1 -- 172.21.15.1:0/1932801696 wait complete. 2024-02-09T23:57:17.750 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-02-09T23:57:17.750 DEBUG:teuthology.orchestra.run.smithi001:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-02-09T23:57:17.750 DEBUG:teuthology.orchestra.run.smithi001:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-02-09T23:57:17.794 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-02-09T23:57:17.794 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-02-09T23:57:17.794 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph mgr dump --format=json 2024-02-09T23:57:18.075 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:57:18.148 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:17 smithi088 ceph-mon[36452]: pgmap v291: 97 pgs: 97 active+clean; 620 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 11 KiB/s wr, 27 op/s 2024-02-09T23:57:18.148 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:17 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1932801696' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-02-09T23:57:18.148 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:17 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1932801696' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-02-09T23:57:18.196 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:17 smithi001 ceph-mon[32335]: pgmap v291: 97 pgs: 97 active+clean; 620 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 11 KiB/s wr, 27 op/s 2024-02-09T23:57:18.196 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:17 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1932801696' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-02-09T23:57:18.196 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:17 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1932801696' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-02-09T23:57:18.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:17 smithi103 ceph-mon[36942]: pgmap v291: 97 pgs: 97 active+clean; 620 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 11 KiB/s wr, 27 op/s 2024-02-09T23:57:18.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:17 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1932801696' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-02-09T23:57:18.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:17 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1932801696' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-02-09T23:57:19.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.700+0000 7f17a0b8f700 1 -- 172.21.15.1:0/3852005754 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f179c107e80 msgr2=0x7f179c108260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:19.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.700+0000 7f17a0b8f700 1 --2- 172.21.15.1:0/3852005754 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f179c107e80 0x7f179c108260 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f178c009990 tx=0x7f178c009ca0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.700+0000 7f17a0b8f700 1 -- 172.21.15.1:0/3852005754 shutdown_connections 2024-02-09T23:57:19.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.700+0000 7f17a0b8f700 1 --2- 172.21.15.1:0/3852005754 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f179c107e80 0x7f179c108260 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.700+0000 7f17a0b8f700 1 --2- 172.21.15.1:0/3852005754 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f179c102760 0x7f179c10ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.700+0000 7f17a0b8f700 1 --2- 172.21.15.1:0/3852005754 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f179c101da0 0x7f179c102220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.700+0000 7f17a0b8f700 1 -- 172.21.15.1:0/3852005754 >> 172.21.15.1:0/3852005754 conn(0x7f179c078de0 msgr2=0x7f179c0791f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:19.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.700+0000 7f17a0b8f700 1 -- 172.21.15.1:0/3852005754 shutdown_connections 2024-02-09T23:57:19.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.700+0000 7f17a0b8f700 1 -- 172.21.15.1:0/3852005754 wait complete. 2024-02-09T23:57:19.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.701+0000 7f17a0b8f700 1 Processor -- start 2024-02-09T23:57:19.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.701+0000 7f17a0b8f700 1 -- start start 2024-02-09T23:57:19.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.701+0000 7f17a0b8f700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f179c101da0 0x7f179c074020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:19.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.701+0000 7f17a0b8f700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f179c102760 0x7f179c074560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:19.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.701+0000 7f17a0b8f700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f179c107e80 0x7f179c074aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:19.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.701+0000 7f17a0b8f700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f179c1a6600 con 0x7f179c101da0 2024-02-09T23:57:19.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.701+0000 7f17a0b8f700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f179c1a6770 con 0x7f179c102760 2024-02-09T23:57:19.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.701+0000 7f17a0b8f700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f179c1a6930 con 0x7f179c107e80 2024-02-09T23:57:19.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.702+0000 7f179a59c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f179c101da0 0x7f179c074020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:19.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.702+0000 7f179a59c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f179c101da0 0x7f179c074020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34280/0 (socket says 172.21.15.1:34280) 2024-02-09T23:57:19.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.702+0000 7f179a59c700 1 -- 172.21.15.1:0/3921027297 learned_addr learned my addr 172.21.15.1:0/3921027297 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:19.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.702+0000 7f1799d9b700 1 --2- 172.21.15.1:0/3921027297 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f179c102760 0x7f179c074560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:19.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.702+0000 7f179ad9d700 1 --2- 172.21.15.1:0/3921027297 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f179c107e80 0x7f179c074aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:19.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.702+0000 7f179a59c700 1 -- 172.21.15.1:0/3921027297 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f179c107e80 msgr2=0x7f179c074aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:19.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.702+0000 7f179a59c700 1 --2- 172.21.15.1:0/3921027297 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f179c107e80 0x7f179c074aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.702+0000 7f179a59c700 1 -- 172.21.15.1:0/3921027297 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f179c102760 msgr2=0x7f179c074560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:19.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.702+0000 7f179a59c700 1 --2- 172.21.15.1:0/3921027297 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f179c102760 0x7f179c074560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.702+0000 7f179a59c700 1 -- 172.21.15.1:0/3921027297 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f178c0095f0 con 0x7f179c101da0 2024-02-09T23:57:19.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.702+0000 7f1799d9b700 1 --2- 172.21.15.1:0/3921027297 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f179c102760 0x7f179c074560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:57:19.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.702+0000 7f179a59c700 1 --2- 172.21.15.1:0/3921027297 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f179c101da0 0x7f179c074020 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f178c004760 tx=0x7f178c004790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:19.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.702+0000 7f178b7fe700 1 -- 172.21.15.1:0/3921027297 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f178c01d070 con 0x7f179c101da0 2024-02-09T23:57:19.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.702+0000 7f17a0b8f700 1 -- 172.21.15.1:0/3921027297 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f179c1a6bb0 con 0x7f179c101da0 2024-02-09T23:57:19.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.702+0000 7f178b7fe700 1 -- 172.21.15.1:0/3921027297 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f178c00b5b0 con 0x7f179c101da0 2024-02-09T23:57:19.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.702+0000 7f178b7fe700 1 -- 172.21.15.1:0/3921027297 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f178c017650 con 0x7f179c101da0 2024-02-09T23:57:19.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.703+0000 7f17a0b8f700 1 -- 172.21.15.1:0/3921027297 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f179c1a7050 con 0x7f179c101da0 2024-02-09T23:57:19.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.704+0000 7f17a0b8f700 1 -- 172.21.15.1:0/3921027297 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f179c0689e0 con 0x7f179c101da0 2024-02-09T23:57:19.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.705+0000 7f178b7fe700 1 -- 172.21.15.1:0/3921027297 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f178c022470 con 0x7f179c101da0 2024-02-09T23:57:19.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.705+0000 7f178b7fe700 1 --2- 172.21.15.1:0/3921027297 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f17840a21e0 0x7f17840a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:19.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.705+0000 7f1799d9b700 1 --2- 172.21.15.1:0/3921027297 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f17840a21e0 0x7f17840a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:19.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.705+0000 7f178b7fe700 1 -- 172.21.15.1:0/3921027297 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f178c0cefc0 con 0x7f179c101da0 2024-02-09T23:57:19.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.706+0000 7f1799d9b700 1 --2- 172.21.15.1:0/3921027297 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f17840a21e0 0x7f17840a46a0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f179c079370 tx=0x7f1790009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:19.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.710+0000 7f178b7fe700 1 -- 172.21.15.1:0/3921027297 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f178c098070 con 0x7f179c101da0 2024-02-09T23:57:19.971 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:19 smithi001 ceph-mon[32335]: pgmap v292: 97 pgs: 97 active+clean; 620 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 9.5 KiB/s wr, 25 op/s 2024-02-09T23:57:19.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.976+0000 7f17a0b8f700 1 -- 172.21.15.1:0/3921027297 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7f179c10a2b0 con 0x7f179c101da0 2024-02-09T23:57:19.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.981+0000 7f178b7fe700 1 -- 172.21.15.1:0/3921027297 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) v1 ==== 74+0+261473 (secure 0 0 0) 0x7f178c022e60 con 0x7f179c101da0 2024-02-09T23:57:19.989 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:57:19.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.984+0000 7f17a0b8f700 1 -- 172.21.15.1:0/3921027297 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f17840a21e0 msgr2=0x7f17840a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:19.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.984+0000 7f17a0b8f700 1 --2- 172.21.15.1:0/3921027297 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f17840a21e0 0x7f17840a46a0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f179c079370 tx=0x7f1790009260 comp rx=0 tx=0).stop 2024-02-09T23:57:19.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.984+0000 7f17a0b8f700 1 -- 172.21.15.1:0/3921027297 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f179c101da0 msgr2=0x7f179c074020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:19.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.984+0000 7f17a0b8f700 1 --2- 172.21.15.1:0/3921027297 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f179c101da0 0x7f179c074020 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f178c004760 tx=0x7f178c004790 comp rx=0 tx=0).stop 2024-02-09T23:57:19.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.984+0000 7f17a0b8f700 1 -- 172.21.15.1:0/3921027297 shutdown_connections 2024-02-09T23:57:19.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.984+0000 7f17a0b8f700 1 --2- 172.21.15.1:0/3921027297 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f17840a21e0 0x7f17840a46a0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.984+0000 7f17a0b8f700 1 --2- 172.21.15.1:0/3921027297 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f179c101da0 0x7f179c074020 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.984+0000 7f17a0b8f700 1 --2- 172.21.15.1:0/3921027297 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f179c107e80 0x7f179c074aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.984+0000 7f17a0b8f700 1 --2- 172.21.15.1:0/3921027297 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f179c102760 0x7f179c074560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:19.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.984+0000 7f17a0b8f700 1 -- 172.21.15.1:0/3921027297 >> 172.21.15.1:0/3921027297 conn(0x7f179c078de0 msgr2=0x7f179c1009b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:19.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.984+0000 7f17a0b8f700 1 -- 172.21.15.1:0/3921027297 shutdown_connections 2024-02-09T23:57:19.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:19.984+0000 7f17a0b8f700 1 -- 172.21.15.1:0/3921027297 wait complete. 2024-02-09T23:57:20.338 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:19 smithi088 ceph-mon[36452]: pgmap v292: 97 pgs: 97 active+clean; 620 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 9.5 KiB/s wr, 25 op/s 2024-02-09T23:57:20.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:19 smithi103 ceph-mon[36942]: pgmap v292: 97 pgs: 97 active+clean; 620 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 9.5 KiB/s wr, 25 op/s 2024-02-09T23:57:20.704 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":17,"flags":0,"active_gid":14150,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6800","nonce":1442269036},{"type":"v1","addr":"172.21.15.1:6801","nonce":1442269036}]},"active_addr":"172.21.15.1:6801/1442269036","active_change":"2024-02-09T23:50:04.182635+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24109,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24113,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.1:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.1:0","nonce":104696858}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.1:0","nonce":1500865609}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.1:0","nonce":677519522}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.1:0","nonce":148014982}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.1:0","nonce":2363817443}]}]} 2024-02-09T23:57:20.711 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-02-09T23:57:20.711 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-02-09T23:57:20.712 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph osd dump --format=json 2024-02-09T23:57:20.962 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:57:20.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:20 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3921027297' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-02-09T23:57:21.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:20 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3921027297' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-02-09T23:57:21.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:20 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3921027297' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-02-09T23:57:22.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:21 smithi001 ceph-mon[32335]: pgmap v293: 97 pgs: 97 active+clean; 625 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 9.0 KiB/s wr, 25 op/s 2024-02-09T23:57:22.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:21 smithi088 ceph-mon[36452]: pgmap v293: 97 pgs: 97 active+clean; 625 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 9.0 KiB/s wr, 25 op/s 2024-02-09T23:57:22.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:21 smithi103 ceph-mon[36942]: pgmap v293: 97 pgs: 97 active+clean; 625 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 9.0 KiB/s wr, 25 op/s 2024-02-09T23:57:22.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.639+0000 7f4eb68d3700 1 -- 172.21.15.1:0/3860703243 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4eb0100da0 msgr2=0x7f4eb010d2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:22.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.639+0000 7f4eb68d3700 1 --2- 172.21.15.1:0/3860703243 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4eb0100da0 0x7f4eb010d2b0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f4ea800b0a0 tx=0x7f4ea800b3b0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.639+0000 7f4eb68d3700 1 -- 172.21.15.1:0/3860703243 shutdown_connections 2024-02-09T23:57:22.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.639+0000 7f4eb68d3700 1 --2- 172.21.15.1:0/3860703243 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4eb0100da0 0x7f4eb010d2b0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.639+0000 7f4eb68d3700 1 --2- 172.21.15.1:0/3860703243 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4eb0106470 0x7f4eb0106850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.639+0000 7f4eb68d3700 1 --2- 172.21.15.1:0/3860703243 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4eb01003e0 0x7f4eb0100860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.639+0000 7f4eb68d3700 1 -- 172.21.15.1:0/3860703243 >> 172.21.15.1:0/3860703243 conn(0x7f4eb0077220 msgr2=0x7f4eb00fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:22.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.639+0000 7f4eb68d3700 1 -- 172.21.15.1:0/3860703243 shutdown_connections 2024-02-09T23:57:22.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.639+0000 7f4eb68d3700 1 -- 172.21.15.1:0/3860703243 wait complete. 2024-02-09T23:57:22.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.640+0000 7f4eb68d3700 1 Processor -- start 2024-02-09T23:57:22.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.640+0000 7f4eb68d3700 1 -- start start 2024-02-09T23:57:22.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.640+0000 7f4eb68d3700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4eb01003e0 0x7f4eb0197340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:22.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.640+0000 7f4eb68d3700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4eb0100da0 0x7f4eb0197880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:22.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.640+0000 7f4eb68d3700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4eb0106470 0x7f4eb019bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:22.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.640+0000 7f4eb68d3700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4eb019c1d0 con 0x7f4eb01003e0 2024-02-09T23:57:22.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.640+0000 7f4eb68d3700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4eb019c340 con 0x7f4eb0100da0 2024-02-09T23:57:22.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.640+0000 7f4eb68d3700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4eb019c500 con 0x7f4eb0106470 2024-02-09T23:57:22.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.640+0000 7f4eaffff700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4eb01003e0 0x7f4eb0197340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:22.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.640+0000 7f4eaffff700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4eb01003e0 0x7f4eb0197340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:51944/0 (socket says 172.21.15.1:51944) 2024-02-09T23:57:22.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.640+0000 7f4eaffff700 1 -- 172.21.15.1:0/1678434748 learned_addr learned my addr 172.21.15.1:0/1678434748 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:22.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.640+0000 7f4eaf7fe700 1 --2- 172.21.15.1:0/1678434748 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4eb0100da0 0x7f4eb0197880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:22.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.641+0000 7f4eb4e70700 1 --2- 172.21.15.1:0/1678434748 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4eb0106470 0x7f4eb019bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:22.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.641+0000 7f4eaffff700 1 -- 172.21.15.1:0/1678434748 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4eb0106470 msgr2=0x7f4eb019bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:22.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.641+0000 7f4eaffff700 1 --2- 172.21.15.1:0/1678434748 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4eb0106470 0x7f4eb019bbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.641+0000 7f4eaffff700 1 -- 172.21.15.1:0/1678434748 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4eb0100da0 msgr2=0x7f4eb0197880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:22.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.641+0000 7f4eaffff700 1 --2- 172.21.15.1:0/1678434748 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4eb0100da0 0x7f4eb0197880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.641+0000 7f4eaffff700 1 -- 172.21.15.1:0/1678434748 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ea8009d00 con 0x7f4eb01003e0 2024-02-09T23:57:22.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.641+0000 7f4eaf7fe700 1 --2- 172.21.15.1:0/1678434748 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4eb0100da0 0x7f4eb0197880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:57:22.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.641+0000 7f4eaffff700 1 --2- 172.21.15.1:0/1678434748 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4eb01003e0 0x7f4eb0197340 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f4ea000e9a0 tx=0x7f4ea000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:22.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.641+0000 7f4ead7fa700 1 -- 172.21.15.1:0/1678434748 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ea0009790 con 0x7f4eb01003e0 2024-02-09T23:57:22.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.641+0000 7f4ead7fa700 1 -- 172.21.15.1:0/1678434748 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4ea0010430 con 0x7f4eb01003e0 2024-02-09T23:57:22.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.641+0000 7f4eb68d3700 1 -- 172.21.15.1:0/1678434748 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4eb019c7e0 con 0x7f4eb01003e0 2024-02-09T23:57:22.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.641+0000 7f4ead7fa700 1 -- 172.21.15.1:0/1678434748 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ea0018680 con 0x7f4eb01003e0 2024-02-09T23:57:22.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.641+0000 7f4eb68d3700 1 -- 172.21.15.1:0/1678434748 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4eb010dd80 con 0x7f4eb01003e0 2024-02-09T23:57:22.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.642+0000 7f4eb68d3700 1 -- 172.21.15.1:0/1678434748 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4eb0101b20 con 0x7f4eb01003e0 2024-02-09T23:57:22.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.644+0000 7f4ead7fa700 1 -- 172.21.15.1:0/1678434748 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f4ea0010910 con 0x7f4eb01003e0 2024-02-09T23:57:22.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.644+0000 7f4ead7fa700 1 --2- 172.21.15.1:0/1678434748 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f4e980a21e0 0x7f4e980a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:22.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.644+0000 7f4eaf7fe700 1 --2- 172.21.15.1:0/1678434748 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f4e980a21e0 0x7f4e980a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:22.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.644+0000 7f4ead7fa700 1 -- 172.21.15.1:0/1678434748 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f4ea0014070 con 0x7f4eb01003e0 2024-02-09T23:57:22.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.645+0000 7f4eaf7fe700 1 --2- 172.21.15.1:0/1678434748 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f4e980a21e0 0x7f4e980a46a0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f4eb0104ad0 tx=0x7f4ea4009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:22.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.648+0000 7f4ead7fa700 1 -- 172.21.15.1:0/1678434748 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f4ea0097310 con 0x7f4eb01003e0 2024-02-09T23:57:22.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.853+0000 7f4eb68d3700 1 -- 172.21.15.1:0/1678434748 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4eb01986b0 con 0x7f4eb01003e0 2024-02-09T23:57:22.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.855+0000 7f4ead7fa700 1 -- 172.21.15.1:0/1678434748 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) v1 ==== 74+0+22115 (secure 0 0 0) 0x7f4ea00105a0 con 0x7f4eb01003e0 2024-02-09T23:57:22.859 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:57:22.859 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":85,"fsid":"b5005240-c7a5-11ee-95b8-87774f69a715","created":"2024-02-09T23:49:06.829648+0000","modified":"2024-02-09T23:57:07.615361+0000","last_up_change":"2024-02-09T23:56:15.507374+0000","last_in_change":"2024-02-09T23:55:55.668510+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:52:28.527596+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:57:04.230570+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:57:05.160207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4fa23604-c2ff-4c47-8ac8-10dce6bba3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6803","nonce":4020662944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6805","nonce":4020662944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6809","nonce":4020662944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6807","nonce":4020662944}]},"public_addr":"172.21.15.1:6803/4020662944","cluster_addr":"172.21.15.1:6805/4020662944","heartbeat_back_addr":"172.21.15.1:6809/4020662944","heartbeat_front_addr":"172.21.15.1:6807/4020662944","state":["exists","up"]},{"osd":1,"uuid":"d64b48a6-3b47-4712-b607-d0e951b3b4a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6801","nonce":1258648868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6803","nonce":1258648868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6807","nonce":1258648868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6805","nonce":1258648868}]},"public_addr":"172.21.15.88:6801/1258648868","cluster_addr":"172.21.15.88:6803/1258648868","heartbeat_back_addr":"172.21.15.88:6807/1258648868","heartbeat_front_addr":"172.21.15.88:6805/1258648868","state":["exists","up"]},{"osd":2,"uuid":"6be4c8dc-283d-4025-9c1f-c00ee4e3659f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6801","nonce":2902494825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6803","nonce":2902494825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6807","nonce":2902494825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6805","nonce":2902494825}]},"public_addr":"172.21.15.103:6801/2902494825","cluster_addr":"172.21.15.103:6803/2902494825","heartbeat_back_addr":"172.21.15.103:6807/2902494825","heartbeat_front_addr":"172.21.15.103:6805/2902494825","state":["exists","up"]},{"osd":3,"uuid":"52579ea8-e424-4adc-9fd9-44cec7e3875a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6811","nonce":680841642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6813","nonce":680841642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6817","nonce":680841642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6815","nonce":680841642}]},"public_addr":"172.21.15.1:6811/680841642","cluster_addr":"172.21.15.1:6813/680841642","heartbeat_back_addr":"172.21.15.1:6817/680841642","heartbeat_front_addr":"172.21.15.1:6815/680841642","state":["exists","up"]},{"osd":4,"uuid":"6503d3b5-f26b-4438-b256-ae4f76c7c773","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6809","nonce":2788918193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6811","nonce":2788918193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6815","nonce":2788918193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6813","nonce":2788918193}]},"public_addr":"172.21.15.88:6809/2788918193","cluster_addr":"172.21.15.88:6811/2788918193","heartbeat_back_addr":"172.21.15.88:6815/2788918193","heartbeat_front_addr":"172.21.15.88:6813/2788918193","state":["exists","up"]},{"osd":5,"uuid":"86188624-366a-487e-9db3-2782ef0884cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6809","nonce":3760780468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6811","nonce":3760780468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6815","nonce":3760780468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6813","nonce":3760780468}]},"public_addr":"172.21.15.103:6809/3760780468","cluster_addr":"172.21.15.103:6811/3760780468","heartbeat_back_addr":"172.21.15.103:6815/3760780468","heartbeat_front_addr":"172.21.15.103:6813/3760780468","state":["exists","up"]},{"osd":6,"uuid":"c59e7ba5-1cbe-41c3-a7e4-330175adfdf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6819","nonce":363854281}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6821","nonce":363854281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6825","nonce":363854281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6823","nonce":363854281}]},"public_addr":"172.21.15.1:6819/363854281","cluster_addr":"172.21.15.1:6821/363854281","heartbeat_back_addr":"172.21.15.1:6825/363854281","heartbeat_front_addr":"172.21.15.1:6823/363854281","state":["exists","up"]},{"osd":7,"uuid":"a77b4ef0-ecf7-457c-95c6-3e63cc6b1bba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6817","nonce":812841825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6819","nonce":812841825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6823","nonce":812841825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6821","nonce":812841825}]},"public_addr":"172.21.15.88:6817/812841825","cluster_addr":"172.21.15.88:6819/812841825","heartbeat_back_addr":"172.21.15.88:6823/812841825","heartbeat_front_addr":"172.21.15.88:6821/812841825","state":["exists","up"]},{"osd":8,"uuid":"bf2a6a1e-71ba-44d2-ba61-309f29496ef9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6817","nonce":3258812878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6819","nonce":3258812878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6823","nonce":3258812878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6821","nonce":3258812878}]},"public_addr":"172.21.15.103:6817/3258812878","cluster_addr":"172.21.15.103:6819/3258812878","heartbeat_back_addr":"172.21.15.103:6823/3258812878","heartbeat_front_addr":"172.21.15.103:6821/3258812878","state":["exists","up"]},{"osd":9,"uuid":"c9531676-199e-43ad-9299-6b5b60fd6ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6827","nonce":2830634909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6829","nonce":2830634909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6833","nonce":2830634909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6831","nonce":2830634909}]},"public_addr":"172.21.15.1:6827/2830634909","cluster_addr":"172.21.15.1:6829/2830634909","heartbeat_back_addr":"172.21.15.1:6833/2830634909","heartbeat_front_addr":"172.21.15.1:6831/2830634909","state":["exists","up"]},{"osd":10,"uuid":"41c2bb14-f8c9-45ce-a81e-9bf9dbba0b51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6825","nonce":1128031509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6827","nonce":1128031509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6831","nonce":1128031509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6829","nonce":1128031509}]},"public_addr":"172.21.15.88:6825/1128031509","cluster_addr":"172.21.15.88:6827/1128031509","heartbeat_back_addr":"172.21.15.88:6831/1128031509","heartbeat_front_addr":"172.21.15.88:6829/1128031509","state":["exists","up"]},{"osd":11,"uuid":"41003dad-b792-418d-9a82-bdf67311ea90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6825","nonce":2854918902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6827","nonce":2854918902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6831","nonce":2854918902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6829","nonce":2854918902}]},"public_addr":"172.21.15.103:6825/2854918902","cluster_addr":"172.21.15.103:6827/2854918902","heartbeat_back_addr":"172.21.15.103:6831/2854918902","heartbeat_front_addr":"172.21.15.103:6829/2854918902","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:51:39.446367+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:02.973641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:25.664661+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:50.561389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:14.598286+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:39.149718+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:04.327941+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:29.497887+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:55.922386+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:21.966560+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:47.653451+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:14.122475+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:0/2182725984":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6800/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1236715707":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3991013292":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3894463217":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6801/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6800/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3968648683":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6801/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1600532294":"2024-02-10T23:50:04.182518+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:57:22.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.857+0000 7f4eb68d3700 1 -- 172.21.15.1:0/1678434748 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f4e980a21e0 msgr2=0x7f4e980a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:22.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.857+0000 7f4eb68d3700 1 --2- 172.21.15.1:0/1678434748 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f4e980a21e0 0x7f4e980a46a0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f4eb0104ad0 tx=0x7f4ea4009260 comp rx=0 tx=0).stop 2024-02-09T23:57:22.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.857+0000 7f4eb68d3700 1 -- 172.21.15.1:0/1678434748 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4eb01003e0 msgr2=0x7f4eb0197340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:22.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.857+0000 7f4eb68d3700 1 --2- 172.21.15.1:0/1678434748 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4eb01003e0 0x7f4eb0197340 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f4ea000e9a0 tx=0x7f4ea000ecb0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.857+0000 7f4eb68d3700 1 -- 172.21.15.1:0/1678434748 shutdown_connections 2024-02-09T23:57:22.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.857+0000 7f4eb68d3700 1 --2- 172.21.15.1:0/1678434748 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f4e980a21e0 0x7f4e980a46a0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.857+0000 7f4eb68d3700 1 --2- 172.21.15.1:0/1678434748 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4eb01003e0 0x7f4eb0197340 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.857+0000 7f4eb68d3700 1 --2- 172.21.15.1:0/1678434748 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4eb0106470 0x7f4eb019bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.857+0000 7f4eb68d3700 1 --2- 172.21.15.1:0/1678434748 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4eb0100da0 0x7f4eb0197880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:22.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.857+0000 7f4eb68d3700 1 -- 172.21.15.1:0/1678434748 >> 172.21.15.1:0/1678434748 conn(0x7f4eb0077220 msgr2=0x7f4eb0105730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:22.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.857+0000 7f4eb68d3700 1 -- 172.21.15.1:0/1678434748 shutdown_connections 2024-02-09T23:57:22.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:22.857+0000 7f4eb68d3700 1 -- 172.21.15.1:0/1678434748 wait complete. 2024-02-09T23:57:23.184 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:22 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1678434748' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:57:23.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:22 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1678434748' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:57:23.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:22 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1678434748' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:57:23.528 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-02-09T23:57:23.529 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph osd dump --format=json 2024-02-09T23:57:23.772 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:57:24.143 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:23 smithi001 ceph-mon[32335]: pgmap v294: 97 pgs: 97 active+clean; 625 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 8.0 KiB/s wr, 24 op/s 2024-02-09T23:57:24.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:23 smithi088 ceph-mon[36452]: pgmap v294: 97 pgs: 97 active+clean; 625 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 8.0 KiB/s wr, 24 op/s 2024-02-09T23:57:24.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:23 smithi103 ceph-mon[36942]: pgmap v294: 97 pgs: 97 active+clean; 625 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 8.0 KiB/s wr, 24 op/s 2024-02-09T23:57:25.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.415+0000 7ff0e57f2700 1 -- 172.21.15.1:0/2711027140 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff0e0101770 msgr2=0x7ff0e0101bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:25.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.415+0000 7ff0e57f2700 1 --2- 172.21.15.1:0/2711027140 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff0e0101770 0x7ff0e0101bf0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7ff0d4009990 tx=0x7ff0d4009ca0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.415+0000 7ff0e57f2700 1 -- 172.21.15.1:0/2711027140 shutdown_connections 2024-02-09T23:57:25.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.415+0000 7ff0e57f2700 1 --2- 172.21.15.1:0/2711027140 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff0e0102130 0x7ff0e010db00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.415+0000 7ff0e57f2700 1 --2- 172.21.15.1:0/2711027140 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff0e0105c60 0x7ff0e0106040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.415+0000 7ff0e57f2700 1 --2- 172.21.15.1:0/2711027140 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff0e0101770 0x7ff0e0101bf0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.415+0000 7ff0e57f2700 1 -- 172.21.15.1:0/2711027140 >> 172.21.15.1:0/2711027140 conn(0x7ff0e0075f60 msgr2=0x7ff0e0076370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:25.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.415+0000 7ff0e57f2700 1 -- 172.21.15.1:0/2711027140 shutdown_connections 2024-02-09T23:57:25.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.415+0000 7ff0e57f2700 1 -- 172.21.15.1:0/2711027140 wait complete. 2024-02-09T23:57:25.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.416+0000 7ff0e57f2700 1 Processor -- start 2024-02-09T23:57:25.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.416+0000 7ff0e57f2700 1 -- start start 2024-02-09T23:57:25.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.416+0000 7ff0e57f2700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff0e0101770 0x7ff0e0196ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:25.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.416+0000 7ff0e57f2700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff0e0102130 0x7ff0e0197530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:25.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.416+0000 7ff0e57f2700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff0e0105c60 0x7ff0e019b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:25.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.416+0000 7ff0e57f2700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0e019bed0 con 0x7ff0e0102130 2024-02-09T23:57:25.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.416+0000 7ff0e57f2700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0e019c040 con 0x7ff0e0105c60 2024-02-09T23:57:25.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.416+0000 7ff0e57f2700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0e019c200 con 0x7ff0e0101770 2024-02-09T23:57:25.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.416+0000 7ff0de7fc700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff0e0102130 0x7ff0e0197530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:25.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.416+0000 7ff0de7fc700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff0e0102130 0x7ff0e0197530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:51974/0 (socket says 172.21.15.1:51974) 2024-02-09T23:57:25.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.416+0000 7ff0de7fc700 1 -- 172.21.15.1:0/1850442959 learned_addr learned my addr 172.21.15.1:0/1850442959 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:25.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.416+0000 7ff0deffd700 1 --2- 172.21.15.1:0/1850442959 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff0e0101770 0x7ff0e0196ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:25.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.417+0000 7ff0df7fe700 1 --2- 172.21.15.1:0/1850442959 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff0e0105c60 0x7ff0e019b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:25.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.417+0000 7ff0de7fc700 1 -- 172.21.15.1:0/1850442959 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff0e0101770 msgr2=0x7ff0e0196ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:25.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.417+0000 7ff0de7fc700 1 --2- 172.21.15.1:0/1850442959 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff0e0101770 0x7ff0e0196ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.417+0000 7ff0de7fc700 1 -- 172.21.15.1:0/1850442959 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff0e0105c60 msgr2=0x7ff0e019b8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:25.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.417+0000 7ff0de7fc700 1 --2- 172.21.15.1:0/1850442959 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff0e0105c60 0x7ff0e019b8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.417+0000 7ff0de7fc700 1 -- 172.21.15.1:0/1850442959 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0d40095f0 con 0x7ff0e0102130 2024-02-09T23:57:25.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.417+0000 7ff0de7fc700 1 --2- 172.21.15.1:0/1850442959 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff0e0102130 0x7ff0e0197530 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7ff0d40098e0 tx=0x7ff0d400f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:25.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.417+0000 7ff0c7fff700 1 -- 172.21.15.1:0/1850442959 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0d401d070 con 0x7ff0e0102130 2024-02-09T23:57:25.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.417+0000 7ff0c7fff700 1 -- 172.21.15.1:0/1850442959 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff0d400fbc0 con 0x7ff0e0102130 2024-02-09T23:57:25.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.417+0000 7ff0e57f2700 1 -- 172.21.15.1:0/1850442959 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0e019c480 con 0x7ff0e0102130 2024-02-09T23:57:25.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.417+0000 7ff0c7fff700 1 -- 172.21.15.1:0/1850442959 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0d4017650 con 0x7ff0e0102130 2024-02-09T23:57:25.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.417+0000 7ff0e57f2700 1 -- 172.21.15.1:0/1850442959 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0e01a3d40 con 0x7ff0e0102130 2024-02-09T23:57:25.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.418+0000 7ff0e57f2700 1 -- 172.21.15.1:0/1850442959 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff0e006a010 con 0x7ff0e0102130 2024-02-09T23:57:25.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.419+0000 7ff0c7fff700 1 -- 172.21.15.1:0/1850442959 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7ff0d4017870 con 0x7ff0e0102130 2024-02-09T23:57:25.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.420+0000 7ff0c7fff700 1 --2- 172.21.15.1:0/1850442959 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff0c80a21e0 0x7ff0c80a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:25.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.420+0000 7ff0deffd700 1 --2- 172.21.15.1:0/1850442959 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff0c80a21e0 0x7ff0c80a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:25.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.420+0000 7ff0c7fff700 1 -- 172.21.15.1:0/1850442959 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7ff0d40cf1d0 con 0x7ff0e0102130 2024-02-09T23:57:25.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.420+0000 7ff0deffd700 1 --2- 172.21.15.1:0/1850442959 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff0c80a21e0 0x7ff0c80a46a0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7ff0d000ac50 tx=0x7ff0d000a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:25.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.424+0000 7ff0c7fff700 1 -- 172.21.15.1:0/1850442959 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7ff0d4098180 con 0x7ff0e0102130 2024-02-09T23:57:25.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.626+0000 7ff0e57f2700 1 -- 172.21.15.1:0/1850442959 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff0e0198350 con 0x7ff0e0102130 2024-02-09T23:57:25.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.627+0000 7ff0c7fff700 1 -- 172.21.15.1:0/1850442959 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) v1 ==== 74+0+22115 (secure 0 0 0) 0x7ff0d409b840 con 0x7ff0e0102130 2024-02-09T23:57:25.631 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:57:25.631 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":85,"fsid":"b5005240-c7a5-11ee-95b8-87774f69a715","created":"2024-02-09T23:49:06.829648+0000","modified":"2024-02-09T23:57:07.615361+0000","last_up_change":"2024-02-09T23:56:15.507374+0000","last_in_change":"2024-02-09T23:55:55.668510+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:52:28.527596+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:57:04.230570+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:57:05.160207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4fa23604-c2ff-4c47-8ac8-10dce6bba3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6803","nonce":4020662944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6805","nonce":4020662944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6809","nonce":4020662944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6807","nonce":4020662944}]},"public_addr":"172.21.15.1:6803/4020662944","cluster_addr":"172.21.15.1:6805/4020662944","heartbeat_back_addr":"172.21.15.1:6809/4020662944","heartbeat_front_addr":"172.21.15.1:6807/4020662944","state":["exists","up"]},{"osd":1,"uuid":"d64b48a6-3b47-4712-b607-d0e951b3b4a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6801","nonce":1258648868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6803","nonce":1258648868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6807","nonce":1258648868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6805","nonce":1258648868}]},"public_addr":"172.21.15.88:6801/1258648868","cluster_addr":"172.21.15.88:6803/1258648868","heartbeat_back_addr":"172.21.15.88:6807/1258648868","heartbeat_front_addr":"172.21.15.88:6805/1258648868","state":["exists","up"]},{"osd":2,"uuid":"6be4c8dc-283d-4025-9c1f-c00ee4e3659f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6801","nonce":2902494825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6803","nonce":2902494825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6807","nonce":2902494825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6805","nonce":2902494825}]},"public_addr":"172.21.15.103:6801/2902494825","cluster_addr":"172.21.15.103:6803/2902494825","heartbeat_back_addr":"172.21.15.103:6807/2902494825","heartbeat_front_addr":"172.21.15.103:6805/2902494825","state":["exists","up"]},{"osd":3,"uuid":"52579ea8-e424-4adc-9fd9-44cec7e3875a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6811","nonce":680841642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6813","nonce":680841642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6817","nonce":680841642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6815","nonce":680841642}]},"public_addr":"172.21.15.1:6811/680841642","cluster_addr":"172.21.15.1:6813/680841642","heartbeat_back_addr":"172.21.15.1:6817/680841642","heartbeat_front_addr":"172.21.15.1:6815/680841642","state":["exists","up"]},{"osd":4,"uuid":"6503d3b5-f26b-4438-b256-ae4f76c7c773","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6809","nonce":2788918193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6811","nonce":2788918193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6815","nonce":2788918193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6813","nonce":2788918193}]},"public_addr":"172.21.15.88:6809/2788918193","cluster_addr":"172.21.15.88:6811/2788918193","heartbeat_back_addr":"172.21.15.88:6815/2788918193","heartbeat_front_addr":"172.21.15.88:6813/2788918193","state":["exists","up"]},{"osd":5,"uuid":"86188624-366a-487e-9db3-2782ef0884cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6809","nonce":3760780468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6811","nonce":3760780468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6815","nonce":3760780468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6813","nonce":3760780468}]},"public_addr":"172.21.15.103:6809/3760780468","cluster_addr":"172.21.15.103:6811/3760780468","heartbeat_back_addr":"172.21.15.103:6815/3760780468","heartbeat_front_addr":"172.21.15.103:6813/3760780468","state":["exists","up"]},{"osd":6,"uuid":"c59e7ba5-1cbe-41c3-a7e4-330175adfdf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6819","nonce":363854281}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6821","nonce":363854281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6825","nonce":363854281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6823","nonce":363854281}]},"public_addr":"172.21.15.1:6819/363854281","cluster_addr":"172.21.15.1:6821/363854281","heartbeat_back_addr":"172.21.15.1:6825/363854281","heartbeat_front_addr":"172.21.15.1:6823/363854281","state":["exists","up"]},{"osd":7,"uuid":"a77b4ef0-ecf7-457c-95c6-3e63cc6b1bba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6817","nonce":812841825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6819","nonce":812841825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6823","nonce":812841825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6821","nonce":812841825}]},"public_addr":"172.21.15.88:6817/812841825","cluster_addr":"172.21.15.88:6819/812841825","heartbeat_back_addr":"172.21.15.88:6823/812841825","heartbeat_front_addr":"172.21.15.88:6821/812841825","state":["exists","up"]},{"osd":8,"uuid":"bf2a6a1e-71ba-44d2-ba61-309f29496ef9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6817","nonce":3258812878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6819","nonce":3258812878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6823","nonce":3258812878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6821","nonce":3258812878}]},"public_addr":"172.21.15.103:6817/3258812878","cluster_addr":"172.21.15.103:6819/3258812878","heartbeat_back_addr":"172.21.15.103:6823/3258812878","heartbeat_front_addr":"172.21.15.103:6821/3258812878","state":["exists","up"]},{"osd":9,"uuid":"c9531676-199e-43ad-9299-6b5b60fd6ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6827","nonce":2830634909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6829","nonce":2830634909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6833","nonce":2830634909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6831","nonce":2830634909}]},"public_addr":"172.21.15.1:6827/2830634909","cluster_addr":"172.21.15.1:6829/2830634909","heartbeat_back_addr":"172.21.15.1:6833/2830634909","heartbeat_front_addr":"172.21.15.1:6831/2830634909","state":["exists","up"]},{"osd":10,"uuid":"41c2bb14-f8c9-45ce-a81e-9bf9dbba0b51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6825","nonce":1128031509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6827","nonce":1128031509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6831","nonce":1128031509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6829","nonce":1128031509}]},"public_addr":"172.21.15.88:6825/1128031509","cluster_addr":"172.21.15.88:6827/1128031509","heartbeat_back_addr":"172.21.15.88:6831/1128031509","heartbeat_front_addr":"172.21.15.88:6829/1128031509","state":["exists","up"]},{"osd":11,"uuid":"41003dad-b792-418d-9a82-bdf67311ea90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6825","nonce":2854918902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6827","nonce":2854918902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6831","nonce":2854918902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6829","nonce":2854918902}]},"public_addr":"172.21.15.103:6825/2854918902","cluster_addr":"172.21.15.103:6827/2854918902","heartbeat_back_addr":"172.21.15.103:6831/2854918902","heartbeat_front_addr":"172.21.15.103:6829/2854918902","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:51:39.446367+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:02.973641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:25.664661+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:50.561389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:14.598286+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:39.149718+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:04.327941+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:29.497887+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:55.922386+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:21.966560+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:47.653451+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:14.122475+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:0/2182725984":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6800/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1236715707":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3991013292":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3894463217":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6801/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6800/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3968648683":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6801/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1600532294":"2024-02-10T23:50:04.182518+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:57:25.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.629+0000 7ff0e57f2700 1 -- 172.21.15.1:0/1850442959 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff0c80a21e0 msgr2=0x7ff0c80a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:25.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.629+0000 7ff0e57f2700 1 --2- 172.21.15.1:0/1850442959 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff0c80a21e0 0x7ff0c80a46a0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7ff0d000ac50 tx=0x7ff0d000a380 comp rx=0 tx=0).stop 2024-02-09T23:57:25.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.629+0000 7ff0e57f2700 1 -- 172.21.15.1:0/1850442959 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff0e0102130 msgr2=0x7ff0e0197530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:25.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.629+0000 7ff0e57f2700 1 --2- 172.21.15.1:0/1850442959 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff0e0102130 0x7ff0e0197530 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7ff0d40098e0 tx=0x7ff0d400f690 comp rx=0 tx=0).stop 2024-02-09T23:57:25.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.629+0000 7ff0e57f2700 1 -- 172.21.15.1:0/1850442959 shutdown_connections 2024-02-09T23:57:25.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.629+0000 7ff0e57f2700 1 --2- 172.21.15.1:0/1850442959 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff0c80a21e0 0x7ff0c80a46a0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.629+0000 7ff0e57f2700 1 --2- 172.21.15.1:0/1850442959 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff0e0105c60 0x7ff0e019b8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.629+0000 7ff0e57f2700 1 --2- 172.21.15.1:0/1850442959 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff0e0101770 0x7ff0e0196ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.629+0000 7ff0e57f2700 1 --2- 172.21.15.1:0/1850442959 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff0e0102130 0x7ff0e0197530 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:25.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.630+0000 7ff0e57f2700 1 -- 172.21.15.1:0/1850442959 >> 172.21.15.1:0/1850442959 conn(0x7ff0e0075f60 msgr2=0x7ff0e00ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:25.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.630+0000 7ff0e57f2700 1 -- 172.21.15.1:0/1850442959 shutdown_connections 2024-02-09T23:57:25.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:25.630+0000 7ff0e57f2700 1 -- 172.21.15.1:0/1850442959 wait complete. 2024-02-09T23:57:26.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:25 smithi103 ceph-mon[36942]: pgmap v295: 97 pgs: 97 active+clean; 625 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 6.0 KiB/s wr, 19 op/s 2024-02-09T23:57:26.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:25 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1850442959' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:57:26.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:25 smithi001 ceph-mon[32335]: pgmap v295: 97 pgs: 97 active+clean; 625 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 6.0 KiB/s wr, 19 op/s 2024-02-09T23:57:26.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:25 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1850442959' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:57:26.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:25 smithi088 ceph-mon[36452]: pgmap v295: 97 pgs: 97 active+clean; 625 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 6.0 KiB/s wr, 19 op/s 2024-02-09T23:57:26.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:25 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1850442959' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:57:26.421 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph tell osd.0 flush_pg_stats 2024-02-09T23:57:26.422 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph tell osd.1 flush_pg_stats 2024-02-09T23:57:26.422 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph tell osd.2 flush_pg_stats 2024-02-09T23:57:26.422 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph tell osd.3 flush_pg_stats 2024-02-09T23:57:26.423 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph tell osd.4 flush_pg_stats 2024-02-09T23:57:26.423 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph tell osd.5 flush_pg_stats 2024-02-09T23:57:26.423 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph tell osd.6 flush_pg_stats 2024-02-09T23:57:26.424 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph tell osd.7 flush_pg_stats 2024-02-09T23:57:26.424 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph tell osd.8 flush_pg_stats 2024-02-09T23:57:26.425 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph tell osd.9 flush_pg_stats 2024-02-09T23:57:26.425 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph tell osd.10 flush_pg_stats 2024-02-09T23:57:26.425 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph tell osd.11 flush_pg_stats 2024-02-09T23:57:27.030 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:57:27.985 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:57:28.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:27 smithi001 ceph-mon[32335]: pgmap v296: 97 pgs: 97 active+clean; 638 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.9 KiB/s wr, 15 op/s 2024-02-09T23:57:28.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:27 smithi088 ceph-mon[36452]: pgmap v296: 97 pgs: 97 active+clean; 638 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.9 KiB/s wr, 15 op/s 2024-02-09T23:57:28.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:27 smithi103 ceph-mon[36942]: pgmap v296: 97 pgs: 97 active+clean; 638 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.9 KiB/s wr, 15 op/s 2024-02-09T23:57:28.541 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:57:28.541 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:57:28.542 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:57:28.566 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:57:28.570 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:57:28.575 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:57:30.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:29 smithi001 ceph-mon[32335]: pgmap v297: 97 pgs: 97 active+clean; 638 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.0 KiB/s wr, 12 op/s 2024-02-09T23:57:30.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:29 smithi088 ceph-mon[36452]: pgmap v297: 97 pgs: 97 active+clean; 638 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.0 KiB/s wr, 12 op/s 2024-02-09T23:57:30.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:29 smithi103 ceph-mon[36942]: pgmap v297: 97 pgs: 97 active+clean; 638 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.0 KiB/s wr, 12 op/s 2024-02-09T23:57:31.359 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:57:32.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:31 smithi001 ceph-mon[32335]: pgmap v298: 97 pgs: 97 active+clean; 638 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 1.8 KiB/s wr, 11 op/s 2024-02-09T23:57:32.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:31 smithi088 ceph-mon[36452]: pgmap v298: 97 pgs: 97 active+clean; 638 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 1.8 KiB/s wr, 11 op/s 2024-02-09T23:57:32.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:31 smithi103 ceph-mon[36942]: pgmap v298: 97 pgs: 97 active+clean; 638 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 1.8 KiB/s wr, 11 op/s 2024-02-09T23:57:33.470 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:57:33.471 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:57:33.471 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:57:34.217 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:33 smithi001 ceph-mon[32335]: pgmap v299: 97 pgs: 97 active+clean; 638 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-02-09T23:57:34.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:33 smithi088 ceph-mon[36452]: pgmap v299: 97 pgs: 97 active+clean; 638 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-02-09T23:57:34.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:33 smithi103 ceph-mon[36942]: pgmap v299: 97 pgs: 97 active+clean; 638 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-02-09T23:57:34.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.398+0000 7f5413393700 1 -- 172.21.15.1:0/1600161179 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f540c105c60 msgr2=0x7f540c106040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:34.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.398+0000 7f5413393700 1 --2- 172.21.15.1:0/1600161179 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f540c105c60 0x7f540c106040 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f5408009990 tx=0x7f5408009ca0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.398+0000 7f5413393700 1 -- 172.21.15.1:0/1600161179 shutdown_connections 2024-02-09T23:57:34.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.398+0000 7f5413393700 1 --2- 172.21.15.1:0/1600161179 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f540c105c60 0x7f540c106040 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.398+0000 7f5413393700 1 --2- 172.21.15.1:0/1600161179 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f540c102130 0x7f540c10db00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.398+0000 7f5413393700 1 --2- 172.21.15.1:0/1600161179 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f540c101770 0x7f540c101bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.398+0000 7f5413393700 1 -- 172.21.15.1:0/1600161179 >> 172.21.15.1:0/1600161179 conn(0x7f540c075f80 msgr2=0x7f540c076390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:34.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.398+0000 7f5413393700 1 -- 172.21.15.1:0/1600161179 shutdown_connections 2024-02-09T23:57:34.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.398+0000 7f5413393700 1 -- 172.21.15.1:0/1600161179 wait complete. 2024-02-09T23:57:34.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.399+0000 7f5413393700 1 Processor -- start 2024-02-09T23:57:34.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.399+0000 7f5413393700 1 -- start start 2024-02-09T23:57:34.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.399+0000 7f5413393700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f540c101770 0x7f540c198260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:34.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.399+0000 7f5413393700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f540c102130 0x7f540c1987a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:34.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.399+0000 7f5413393700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f540c105c60 0x7f540c19cb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:34.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.399+0000 7f5413393700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f540c19d140 con 0x7f540c102130 2024-02-09T23:57:34.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.399+0000 7f5413393700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f540c19d2b0 con 0x7f540c101770 2024-02-09T23:57:34.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.399+0000 7f5413393700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f540c19d470 con 0x7f540c105c60 2024-02-09T23:57:34.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.399+0000 7f541092e700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f540c102130 0x7f540c1987a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:34.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.399+0000 7f541092e700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f540c102130 0x7f540c1987a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59864/0 (socket says 172.21.15.1:59864) 2024-02-09T23:57:34.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.399+0000 7f541092e700 1 -- 172.21.15.1:0/3674491828 learned_addr learned my addr 172.21.15.1:0/3674491828 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:34.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.400+0000 7f541112f700 1 --2- 172.21.15.1:0/3674491828 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f540c101770 0x7f540c198260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:34.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.400+0000 7f5411930700 1 --2- 172.21.15.1:0/3674491828 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f540c105c60 0x7f540c19cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:34.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.400+0000 7f541092e700 1 -- 172.21.15.1:0/3674491828 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f540c105c60 msgr2=0x7f540c19cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:34.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.400+0000 7f541092e700 1 --2- 172.21.15.1:0/3674491828 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f540c105c60 0x7f540c19cb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.400+0000 7f541092e700 1 -- 172.21.15.1:0/3674491828 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f540c101770 msgr2=0x7f540c198260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:34.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.400+0000 7f541092e700 1 --2- 172.21.15.1:0/3674491828 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f540c101770 0x7f540c198260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.400+0000 7f541092e700 1 -- 172.21.15.1:0/3674491828 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54080095f0 con 0x7f540c102130 2024-02-09T23:57:34.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.400+0000 7f541112f700 1 --2- 172.21.15.1:0/3674491828 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f540c101770 0x7f540c198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:34.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.400+0000 7f5411930700 1 --2- 172.21.15.1:0/3674491828 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f540c105c60 0x7f540c19cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:34.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.400+0000 7f541092e700 1 --2- 172.21.15.1:0/3674491828 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f540c102130 0x7f540c1987a0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f53fc00d950 tx=0x7f53fc00dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:34.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.400+0000 7f54027fc700 1 -- 172.21.15.1:0/3674491828 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53fc009b40 con 0x7f540c102130 2024-02-09T23:57:34.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.400+0000 7f5413393700 1 -- 172.21.15.1:0/3674491828 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f540c19d750 con 0x7f540c102130 2024-02-09T23:57:34.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.400+0000 7f54027fc700 1 -- 172.21.15.1:0/3674491828 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f53fc009ca0 con 0x7f540c102130 2024-02-09T23:57:34.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.400+0000 7f54027fc700 1 -- 172.21.15.1:0/3674491828 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53fc00f6b0 con 0x7f540c102130 2024-02-09T23:57:34.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.400+0000 7f5413393700 1 -- 172.21.15.1:0/3674491828 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f540c1a4fb0 con 0x7f540c102130 2024-02-09T23:57:34.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.401+0000 7f5413393700 1 -- 172.21.15.1:0/3674491828 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f540c111030 con 0x7f540c102130 2024-02-09T23:57:34.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.402+0000 7f54027fc700 1 -- 172.21.15.1:0/3674491828 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f53fc010460 con 0x7f540c102130 2024-02-09T23:57:34.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.402+0000 7f54027fc700 1 --2- 172.21.15.1:0/3674491828 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f53f80a21e0 0x7f53f80a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:34.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.403+0000 7f541112f700 1 --2- 172.21.15.1:0/3674491828 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f53f80a21e0 0x7f53f80a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:34.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.403+0000 7f54027fc700 1 -- 172.21.15.1:0/3674491828 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f53fc0ce110 con 0x7f540c102130 2024-02-09T23:57:34.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.403+0000 7f54027fc700 1 --2- 172.21.15.1:0/3674491828 >> [v2:172.21.15.88:6800/1258648868,v1:172.21.15.88:6801/1258648868] conn(0x7f53f80ab9c0 0x7f53f80adde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:34.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.403+0000 7f54027fc700 1 -- 172.21.15.1:0/3674491828 --> [v2:172.21.15.88:6800/1258648868,v1:172.21.15.88:6801/1258648868] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f53f80ae490 con 0x7f53f80ab9c0 2024-02-09T23:57:34.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.403+0000 7f54027fc700 1 -- 172.21.15.1:0/3674491828 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7f53fc0ce5b0 con 0x7f540c102130 2024-02-09T23:57:34.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.403+0000 7f541112f700 1 --2- 172.21.15.1:0/3674491828 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f53f80a21e0 0x7f53f80a46a0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f5408006010 tx=0x7f540800b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:34.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.403+0000 7f5411930700 1 --2- 172.21.15.1:0/3674491828 >> [v2:172.21.15.88:6800/1258648868,v1:172.21.15.88:6801/1258648868] conn(0x7f53f80ab9c0 0x7f53f80adde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:34.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.404+0000 7f5411930700 1 --2- 172.21.15.1:0/3674491828 >> [v2:172.21.15.88:6800/1258648868,v1:172.21.15.88:6801/1258648868] conn(0x7f53f80ab9c0 0x7f53f80adde0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:34.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.404+0000 7f54027fc700 1 -- 172.21.15.1:0/3674491828 <== osd.1 v2:172.21.15.88:6800/1258648868 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f53f80ae490 con 0x7f53f80ab9c0 2024-02-09T23:57:34.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.421+0000 7f5413393700 1 -- 172.21.15.1:0/3674491828 --> [v2:172.21.15.88:6800/1258648868,v1:172.21.15.88:6801/1258648868] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f540c0623b0 con 0x7f53f80ab9c0 2024-02-09T23:57:34.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.421+0000 7f54027fc700 1 -- 172.21.15.1:0/3674491828 <== osd.1 v2:172.21.15.88:6800/1258648868 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f540c0623b0 con 0x7f53f80ab9c0 2024-02-09T23:57:34.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.422+0000 7f5413393700 1 -- 172.21.15.1:0/3674491828 >> [v2:172.21.15.88:6800/1258648868,v1:172.21.15.88:6801/1258648868] conn(0x7f53f80ab9c0 msgr2=0x7f53f80adde0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:34.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.422+0000 7f5413393700 1 --2- 172.21.15.1:0/3674491828 >> [v2:172.21.15.88:6800/1258648868,v1:172.21.15.88:6801/1258648868] conn(0x7f53f80ab9c0 0x7f53f80adde0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:34.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.422+0000 7f5413393700 1 -- 172.21.15.1:0/3674491828 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f53f80a21e0 msgr2=0x7f53f80a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:34.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.422+0000 7f5413393700 1 --2- 172.21.15.1:0/3674491828 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f53f80a21e0 0x7f53f80a46a0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f5408006010 tx=0x7f540800b540 comp rx=0 tx=0).stop 2024-02-09T23:57:34.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.422+0000 7f5413393700 1 -- 172.21.15.1:0/3674491828 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f540c102130 msgr2=0x7f540c1987a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:34.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.422+0000 7f5413393700 1 --2- 172.21.15.1:0/3674491828 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f540c102130 0x7f540c1987a0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f53fc00d950 tx=0x7f53fc00dd10 comp rx=0 tx=0).stop 2024-02-09T23:57:34.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.422+0000 7f5411930700 1 -- 172.21.15.1:0/3674491828 reap_dead start 2024-02-09T23:57:34.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.422+0000 7f5413393700 1 -- 172.21.15.1:0/3674491828 shutdown_connections 2024-02-09T23:57:34.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.422+0000 7f5413393700 1 -- 172.21.15.1:0/3674491828 >> 172.21.15.1:0/3674491828 conn(0x7f540c075f80 msgr2=0x7f540c100760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:34.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.422+0000 7f5413393700 1 -- 172.21.15.1:0/3674491828 shutdown_connections 2024-02-09T23:57:34.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:34.422+0000 7f5413393700 1 -- 172.21.15.1:0/3674491828 wait complete. 2024-02-09T23:57:36.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:35 smithi001 ceph-mon[32335]: pgmap v300: 97 pgs: 97 active+clean; 638 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-02-09T23:57:36.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:35 smithi088 ceph-mon[36452]: pgmap v300: 97 pgs: 97 active+clean; 638 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-02-09T23:57:36.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:35 smithi103 ceph-mon[36942]: pgmap v300: 97 pgs: 97 active+clean; 638 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-02-09T23:57:38.052 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.329+0000 7fb532335700 1 -- 172.21.15.1:0/3159625372 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb52c06a4c0 msgr2=0x7fb52c06a8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:38.052 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.329+0000 7fb532335700 1 --2- 172.21.15.1:0/3159625372 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb52c06a4c0 0x7fb52c06a8a0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fb51c009990 tx=0x7fb51c009ca0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.052 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.329+0000 7fb532335700 1 -- 172.21.15.1:0/3159625372 shutdown_connections 2024-02-09T23:57:38.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.329+0000 7fb532335700 1 --2- 172.21.15.1:0/3159625372 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb52c06a4c0 0x7fb52c06a8a0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.329+0000 7fb532335700 1 --2- 172.21.15.1:0/3159625372 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb52c107030 0x7fb52c10ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.329+0000 7fb532335700 1 --2- 172.21.15.1:0/3159625372 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb52c06ae70 0x7fb52c106950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.329+0000 7fb532335700 1 -- 172.21.15.1:0/3159625372 >> 172.21.15.1:0/3159625372 conn(0x7fb52c076c70 msgr2=0x7fb52c077080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:38.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.329+0000 7fb532335700 1 -- 172.21.15.1:0/3159625372 shutdown_connections 2024-02-09T23:57:38.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.329+0000 7fb532335700 1 -- 172.21.15.1:0/3159625372 wait complete. 2024-02-09T23:57:38.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.330+0000 7fb532335700 1 Processor -- start 2024-02-09T23:57:38.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.330+0000 7fb532335700 1 -- start start 2024-02-09T23:57:38.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.330+0000 7fb532335700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb52c06a4c0 0x7fb52c100d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:38.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.330+0000 7fb532335700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb52c06ae70 0x7fb52c101260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:38.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.330+0000 7fb532335700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb52c107030 0x7fb52c1017a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:38.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.330+0000 7fb532335700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb52c1a6570 con 0x7fb52c107030 2024-02-09T23:57:38.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.330+0000 7fb532335700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb52c1a66e0 con 0x7fb52c06a4c0 2024-02-09T23:57:38.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.330+0000 7fb532335700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb52c1a68a0 con 0x7fb52c06ae70 2024-02-09T23:57:38.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.330+0000 7fb5308d2700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb52c107030 0x7fb52c1017a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:38.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.330+0000 7fb5308d2700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb52c107030 0x7fb52c1017a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59894/0 (socket says 172.21.15.1:59894) 2024-02-09T23:57:38.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.330+0000 7fb5308d2700 1 -- 172.21.15.1:0/1486122653 learned_addr learned my addr 172.21.15.1:0/1486122653 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:38.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.330+0000 7fb52bfff700 1 --2- 172.21.15.1:0/1486122653 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb52c06a4c0 0x7fb52c100d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:38.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.330+0000 7fb52b7fe700 1 --2- 172.21.15.1:0/1486122653 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb52c06ae70 0x7fb52c101260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:38.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.331+0000 7fb5308d2700 1 -- 172.21.15.1:0/1486122653 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb52c06ae70 msgr2=0x7fb52c101260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:38.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.331+0000 7fb5308d2700 1 --2- 172.21.15.1:0/1486122653 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb52c06ae70 0x7fb52c101260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.331+0000 7fb5308d2700 1 -- 172.21.15.1:0/1486122653 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb52c06a4c0 msgr2=0x7fb52c100d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:38.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.331+0000 7fb5308d2700 1 --2- 172.21.15.1:0/1486122653 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb52c06a4c0 0x7fb52c100d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.331+0000 7fb5308d2700 1 -- 172.21.15.1:0/1486122653 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb51c0095f0 con 0x7fb52c107030 2024-02-09T23:57:38.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.331+0000 7fb5308d2700 1 --2- 172.21.15.1:0/1486122653 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb52c107030 0x7fb52c1017a0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fb52400b970 tx=0x7fb52400bd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:38.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.331+0000 7fb5297fa700 1 -- 172.21.15.1:0/1486122653 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb52400c9b0 con 0x7fb52c107030 2024-02-09T23:57:38.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.331+0000 7fb5297fa700 1 -- 172.21.15.1:0/1486122653 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb524014440 con 0x7fb52c107030 2024-02-09T23:57:38.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.331+0000 7fb532335700 1 -- 172.21.15.1:0/1486122653 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb52c1a6b80 con 0x7fb52c107030 2024-02-09T23:57:38.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.331+0000 7fb5297fa700 1 -- 172.21.15.1:0/1486122653 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5240075d0 con 0x7fb52c107030 2024-02-09T23:57:38.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.331+0000 7fb532335700 1 -- 172.21.15.1:0/1486122653 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb52c1a7030 con 0x7fb52c107030 2024-02-09T23:57:38.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.332+0000 7fb532335700 1 -- 172.21.15.1:0/1486122653 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fb52c1120a0 con 0x7fb52c107030 2024-02-09T23:57:38.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.333+0000 7fb5297fa700 1 -- 172.21.15.1:0/1486122653 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7fb524014920 con 0x7fb52c107030 2024-02-09T23:57:38.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.333+0000 7fb5297fa700 1 --2- 172.21.15.1:0/1486122653 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb5140a21e0 0x7fb5140a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:38.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.334+0000 7fb52bfff700 1 --2- 172.21.15.1:0/1486122653 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb5140a21e0 0x7fb5140a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:38.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.334+0000 7fb5297fa700 1 -- 172.21.15.1:0/1486122653 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fb524006e40 con 0x7fb52c107030 2024-02-09T23:57:38.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.334+0000 7fb5297fa700 1 --2- 172.21.15.1:0/1486122653 >> [v2:172.21.15.103:6824/2854918902,v1:172.21.15.103:6825/2854918902] conn(0x7fb5140ab9c0 0x7fb5140adde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:38.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.334+0000 7fb5297fa700 1 -- 172.21.15.1:0/1486122653 --> [v2:172.21.15.103:6824/2854918902,v1:172.21.15.103:6825/2854918902] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fb5140ae490 con 0x7fb5140ab9c0 2024-02-09T23:57:38.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.334+0000 7fb5297fa700 1 -- 172.21.15.1:0/1486122653 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb5240cdd90 con 0x7fb52c107030 2024-02-09T23:57:38.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.334+0000 7fb52bfff700 1 --2- 172.21.15.1:0/1486122653 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb5140a21e0 0x7fb5140a46a0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb51c006010 tx=0x7fb51c01a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:38.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.334+0000 7fb52b7fe700 1 --2- 172.21.15.1:0/1486122653 >> [v2:172.21.15.103:6824/2854918902,v1:172.21.15.103:6825/2854918902] conn(0x7fb5140ab9c0 0x7fb5140adde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:38.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.335+0000 7fb52b7fe700 1 --2- 172.21.15.1:0/1486122653 >> [v2:172.21.15.103:6824/2854918902,v1:172.21.15.103:6825/2854918902] conn(0x7fb5140ab9c0 0x7fb5140adde0 crc :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:38.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.335+0000 7fb5297fa700 1 -- 172.21.15.1:0/1486122653 <== osd.11 v2:172.21.15.103:6824/2854918902 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7fb5140ae490 con 0x7fb5140ab9c0 2024-02-09T23:57:38.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.352+0000 7fb532335700 1 -- 172.21.15.1:0/1486122653 --> [v2:172.21.15.103:6824/2854918902,v1:172.21.15.103:6825/2854918902] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fb52c062430 con 0x7fb5140ab9c0 2024-02-09T23:57:38.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.352+0000 7fb5297fa700 1 -- 172.21.15.1:0/1486122653 <== osd.11 v2:172.21.15.103:6824/2854918902 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fb52c062430 con 0x7fb5140ab9c0 2024-02-09T23:57:38.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.353+0000 7fb532335700 1 -- 172.21.15.1:0/1486122653 >> [v2:172.21.15.103:6824/2854918902,v1:172.21.15.103:6825/2854918902] conn(0x7fb5140ab9c0 msgr2=0x7fb5140adde0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:38.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.353+0000 7fb532335700 1 --2- 172.21.15.1:0/1486122653 >> [v2:172.21.15.103:6824/2854918902,v1:172.21.15.103:6825/2854918902] conn(0x7fb5140ab9c0 0x7fb5140adde0 crc :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:38.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.353+0000 7fb532335700 1 -- 172.21.15.1:0/1486122653 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb5140a21e0 msgr2=0x7fb5140a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:38.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.353+0000 7fb532335700 1 --2- 172.21.15.1:0/1486122653 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb5140a21e0 0x7fb5140a46a0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb51c006010 tx=0x7fb51c01a040 comp rx=0 tx=0).stop 2024-02-09T23:57:38.057 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.353+0000 7fb532335700 1 -- 172.21.15.1:0/1486122653 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb52c107030 msgr2=0x7fb52c1017a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:38.057 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.353+0000 7fb532335700 1 --2- 172.21.15.1:0/1486122653 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb52c107030 0x7fb52c1017a0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fb52400b970 tx=0x7fb52400bd30 comp rx=0 tx=0).stop 2024-02-09T23:57:38.057 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.353+0000 7fb5308d2700 1 -- 172.21.15.1:0/1486122653 reap_dead start 2024-02-09T23:57:38.057 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.353+0000 7fb532335700 1 -- 172.21.15.1:0/1486122653 shutdown_connections 2024-02-09T23:57:38.057 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.353+0000 7fb532335700 1 -- 172.21.15.1:0/1486122653 >> 172.21.15.1:0/1486122653 conn(0x7fb52c076c70 msgr2=0x7fb52c0fec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:38.057 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.353+0000 7fb532335700 1 -- 172.21.15.1:0/1486122653 shutdown_connections 2024-02-09T23:57:38.057 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:37.353+0000 7fb532335700 1 -- 172.21.15.1:0/1486122653 wait complete. 2024-02-09T23:57:38.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:37 smithi001 ceph-mon[32335]: pgmap v301: 97 pgs: 97 active+clean; 641 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-02-09T23:57:38.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:37 smithi088 ceph-mon[36452]: pgmap v301: 97 pgs: 97 active+clean; 641 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-02-09T23:57:38.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:37 smithi103 ceph-mon[36942]: pgmap v301: 97 pgs: 97 active+clean; 641 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-02-09T23:57:38.756 INFO:teuthology.orchestra.run.smithi001.stdout:343597383699 2024-02-09T23:57:38.757 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph osd last-stat-seq osd.11 2024-02-09T23:57:39.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.791+0000 7f8d9d47a700 1 -- 172.21.15.1:0/599114002 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d98100eb0 msgr2=0x7f8d98101290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:39.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.791+0000 7f8d9d47a700 1 --2- 172.21.15.1:0/599114002 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d98100eb0 0x7f8d98101290 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f8d88009990 tx=0x7f8d88009ca0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.791+0000 7f8d9d47a700 1 -- 172.21.15.1:0/599114002 shutdown_connections 2024-02-09T23:57:39.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.791+0000 7f8d9d47a700 1 --2- 172.21.15.1:0/599114002 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d98100eb0 0x7f8d98101290 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.791+0000 7f8d9d47a700 1 --2- 172.21.15.1:0/599114002 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d98105f00 0x7f8d9810dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.791+0000 7f8d9d47a700 1 --2- 172.21.15.1:0/599114002 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8d98101860 0x7f8d98105820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.791+0000 7f8d9d47a700 1 -- 172.21.15.1:0/599114002 >> 172.21.15.1:0/599114002 conn(0x7f8d98076c70 msgr2=0x7f8d98077080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:39.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.791+0000 7f8d9d47a700 1 -- 172.21.15.1:0/599114002 shutdown_connections 2024-02-09T23:57:39.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.791+0000 7f8d9d47a700 1 -- 172.21.15.1:0/599114002 wait complete. 2024-02-09T23:57:39.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.791+0000 7f8d9d47a700 1 Processor -- start 2024-02-09T23:57:39.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.791+0000 7f8d9d47a700 1 -- start start 2024-02-09T23:57:39.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.792+0000 7f8d9d47a700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d98100eb0 0x7f8d98197100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:39.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.792+0000 7f8d9d47a700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d98101860 0x7f8d98197640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:39.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.792+0000 7f8d9d47a700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8d98105f00 0x7f8d9819b980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:39.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.792+0000 7f8d9d47a700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d9819bf90 con 0x7f8d98100eb0 2024-02-09T23:57:39.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.792+0000 7f8d9d47a700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d9819c100 con 0x7f8d98105f00 2024-02-09T23:57:39.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.792+0000 7f8d9d47a700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d9819c2c0 con 0x7f8d98101860 2024-02-09T23:57:39.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.792+0000 7f8d96ffd700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d98100eb0 0x7f8d98197100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:39.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.792+0000 7f8d96ffd700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d98100eb0 0x7f8d98197100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59908/0 (socket says 172.21.15.1:59908) 2024-02-09T23:57:39.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.792+0000 7f8d96ffd700 1 -- 172.21.15.1:0/2054524583 learned_addr learned my addr 172.21.15.1:0/2054524583 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:39.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.792+0000 7f8d8ffff700 1 --2- 172.21.15.1:0/2054524583 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d98101860 0x7f8d98197640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:39.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.792+0000 7f8d977fe700 1 --2- 172.21.15.1:0/2054524583 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8d98105f00 0x7f8d9819b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:39.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.792+0000 7f8d96ffd700 1 -- 172.21.15.1:0/2054524583 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d98101860 msgr2=0x7f8d98197640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:39.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.792+0000 7f8d96ffd700 1 --2- 172.21.15.1:0/2054524583 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d98101860 0x7f8d98197640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.792+0000 7f8d96ffd700 1 -- 172.21.15.1:0/2054524583 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8d98105f00 msgr2=0x7f8d9819b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:39.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.792+0000 7f8d96ffd700 1 --2- 172.21.15.1:0/2054524583 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8d98105f00 0x7f8d9819b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.792+0000 7f8d96ffd700 1 -- 172.21.15.1:0/2054524583 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d880095f0 con 0x7f8d98100eb0 2024-02-09T23:57:39.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.792+0000 7f8d977fe700 1 --2- 172.21.15.1:0/2054524583 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8d98105f00 0x7f8d9819b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:39.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.792+0000 7f8d96ffd700 1 --2- 172.21.15.1:0/2054524583 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d98100eb0 0x7f8d98197100 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f8d880098e0 tx=0x7f8d8800f740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:39.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.793+0000 7f8d94ff9700 1 -- 172.21.15.1:0/2054524583 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d8801d070 con 0x7f8d98100eb0 2024-02-09T23:57:39.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.793+0000 7f8d9d47a700 1 -- 172.21.15.1:0/2054524583 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d9819c540 con 0x7f8d98100eb0 2024-02-09T23:57:39.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.793+0000 7f8d94ff9700 1 -- 172.21.15.1:0/2054524583 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8d8800fc70 con 0x7f8d98100eb0 2024-02-09T23:57:39.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.793+0000 7f8d94ff9700 1 -- 172.21.15.1:0/2054524583 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d880176e0 con 0x7f8d98100eb0 2024-02-09T23:57:39.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.793+0000 7f8d9d47a700 1 -- 172.21.15.1:0/2054524583 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d981a3e00 con 0x7f8d98100eb0 2024-02-09T23:57:39.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.794+0000 7f8d9d47a700 1 -- 172.21.15.1:0/2054524583 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f8d98102300 con 0x7f8d98100eb0 2024-02-09T23:57:39.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.795+0000 7f8d94ff9700 1 -- 172.21.15.1:0/2054524583 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f8d880229e0 con 0x7f8d98100eb0 2024-02-09T23:57:39.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.795+0000 7f8d94ff9700 1 --2- 172.21.15.1:0/2054524583 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8d840a21e0 0x7f8d840a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:39.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.795+0000 7f8d8ffff700 1 --2- 172.21.15.1:0/2054524583 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8d840a21e0 0x7f8d840a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:39.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.796+0000 7f8d94ff9700 1 -- 172.21.15.1:0/2054524583 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f8d880cf470 con 0x7f8d98100eb0 2024-02-09T23:57:39.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.796+0000 7f8d94ff9700 1 --2- 172.21.15.1:0/2054524583 >> [v2:172.21.15.103:6800/2902494825,v1:172.21.15.103:6801/2902494825] conn(0x7f8d840ab9c0 0x7f8d840adde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:39.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.796+0000 7f8d94ff9700 1 -- 172.21.15.1:0/2054524583 --> [v2:172.21.15.103:6800/2902494825,v1:172.21.15.103:6801/2902494825] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f8d840ae490 con 0x7f8d840ab9c0 2024-02-09T23:57:39.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.796+0000 7f8d94ff9700 1 -- 172.21.15.1:0/2054524583 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8d880cf910 con 0x7f8d98100eb0 2024-02-09T23:57:39.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.796+0000 7f8d8ffff700 1 --2- 172.21.15.1:0/2054524583 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8d840a21e0 0x7f8d840a46a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f8d80005ea0 tx=0x7f8d80005e30 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:39.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.796+0000 7f8d977fe700 1 --2- 172.21.15.1:0/2054524583 >> [v2:172.21.15.103:6800/2902494825,v1:172.21.15.103:6801/2902494825] conn(0x7f8d840ab9c0 0x7f8d840adde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:39.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.797+0000 7f8d977fe700 1 --2- 172.21.15.1:0/2054524583 >> [v2:172.21.15.103:6800/2902494825,v1:172.21.15.103:6801/2902494825] conn(0x7f8d840ab9c0 0x7f8d840adde0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:39.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.797+0000 7f8d94ff9700 1 -- 172.21.15.1:0/2054524583 <== osd.2 v2:172.21.15.103:6800/2902494825 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f8d840ae490 con 0x7f8d840ab9c0 2024-02-09T23:57:39.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.814+0000 7f8d9d47a700 1 -- 172.21.15.1:0/2054524583 --> [v2:172.21.15.103:6800/2902494825,v1:172.21.15.103:6801/2902494825] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f8d98110f60 con 0x7f8d840ab9c0 2024-02-09T23:57:39.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.814+0000 7f8d94ff9700 1 -- 172.21.15.1:0/2054524583 <== osd.2 v2:172.21.15.103:6800/2902494825 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f8d98110f60 con 0x7f8d840ab9c0 2024-02-09T23:57:39.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.815+0000 7f8d9d47a700 1 -- 172.21.15.1:0/2054524583 >> [v2:172.21.15.103:6800/2902494825,v1:172.21.15.103:6801/2902494825] conn(0x7f8d840ab9c0 msgr2=0x7f8d840adde0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:39.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.815+0000 7f8d9d47a700 1 --2- 172.21.15.1:0/2054524583 >> [v2:172.21.15.103:6800/2902494825,v1:172.21.15.103:6801/2902494825] conn(0x7f8d840ab9c0 0x7f8d840adde0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:39.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.815+0000 7f8d9d47a700 1 -- 172.21.15.1:0/2054524583 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8d840a21e0 msgr2=0x7f8d840a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:39.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.815+0000 7f8d9d47a700 1 --2- 172.21.15.1:0/2054524583 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8d840a21e0 0x7f8d840a46a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f8d80005ea0 tx=0x7f8d80005e30 comp rx=0 tx=0).stop 2024-02-09T23:57:39.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.815+0000 7f8d9d47a700 1 -- 172.21.15.1:0/2054524583 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d98100eb0 msgr2=0x7f8d98197100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:39.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.815+0000 7f8d9d47a700 1 --2- 172.21.15.1:0/2054524583 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d98100eb0 0x7f8d98197100 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f8d880098e0 tx=0x7f8d8800f740 comp rx=0 tx=0).stop 2024-02-09T23:57:39.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.815+0000 7f8d977fe700 1 -- 172.21.15.1:0/2054524583 reap_dead start 2024-02-09T23:57:39.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.815+0000 7f8d9d47a700 1 -- 172.21.15.1:0/2054524583 shutdown_connections 2024-02-09T23:57:39.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.815+0000 7f8d9d47a700 1 -- 172.21.15.1:0/2054524583 >> 172.21.15.1:0/2054524583 conn(0x7f8d98076c70 msgr2=0x7f8d980feca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:39.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.815+0000 7f8d9d47a700 1 -- 172.21.15.1:0/2054524583 shutdown_connections 2024-02-09T23:57:39.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:39.815+0000 7f8d9d47a700 1 -- 172.21.15.1:0/2054524583 wait complete. 2024-02-09T23:57:39.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:39 smithi001 ceph-mon[32335]: pgmap v302: 97 pgs: 97 active+clean; 641 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 426 B/s wr, 9 op/s 2024-02-09T23:57:40.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:39 smithi088 ceph-mon[36452]: pgmap v302: 97 pgs: 97 active+clean; 641 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 426 B/s wr, 9 op/s 2024-02-09T23:57:40.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:39 smithi103 ceph-mon[36942]: pgmap v302: 97 pgs: 97 active+clean; 641 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 426 B/s wr, 9 op/s 2024-02-09T23:57:40.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.510+0000 7ff5840a0700 1 -- 172.21.15.1:0/1368561922 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff57c105fd0 msgr2=0x7ff57c10dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:40.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.510+0000 7ff5840a0700 1 --2- 172.21.15.1:0/1368561922 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff57c105fd0 0x7ff57c10dba0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7ff57400b0a0 tx=0x7ff57400b3b0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.511+0000 7ff5840a0700 1 -- 172.21.15.1:0/1368561922 shutdown_connections 2024-02-09T23:57:40.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.511+0000 7ff5840a0700 1 --2- 172.21.15.1:0/1368561922 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff57c105fd0 0x7ff57c10dba0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.511+0000 7ff5840a0700 1 --2- 172.21.15.1:0/1368561922 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff57c100ef0 0x7ff57c1012d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.511+0000 7ff5840a0700 1 --2- 172.21.15.1:0/1368561922 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff57c1018a0 0x7ff57c1058f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.511+0000 7ff5840a0700 1 -- 172.21.15.1:0/1368561922 >> 172.21.15.1:0/1368561922 conn(0x7ff57c077d50 msgr2=0x7ff57c078160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:40.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.511+0000 7ff5840a0700 1 -- 172.21.15.1:0/1368561922 shutdown_connections 2024-02-09T23:57:40.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.511+0000 7ff5840a0700 1 -- 172.21.15.1:0/1368561922 wait complete. 2024-02-09T23:57:40.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.511+0000 7ff5840a0700 1 Processor -- start 2024-02-09T23:57:40.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.511+0000 7ff5840a0700 1 -- start start 2024-02-09T23:57:40.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.511+0000 7ff5840a0700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff57c100ef0 0x7ff57c1984f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.511+0000 7ff5840a0700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff57c1018a0 0x7ff57c198a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.511+0000 7ff5840a0700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff57c105fd0 0x7ff57c19cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.512+0000 7ff5840a0700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff57c19d3d0 con 0x7ff57c1018a0 2024-02-09T23:57:40.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.512+0000 7ff5840a0700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff57c19d540 con 0x7ff57c105fd0 2024-02-09T23:57:40.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.512+0000 7ff5840a0700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff57c19d700 con 0x7ff57c100ef0 2024-02-09T23:57:40.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.512+0000 7ff58163b700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff57c1018a0 0x7ff57c198a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.512+0000 7ff58163b700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff57c1018a0 0x7ff57c198a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59934/0 (socket says 172.21.15.1:59934) 2024-02-09T23:57:40.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.512+0000 7ff58163b700 1 -- 172.21.15.1:0/3088488272 learned_addr learned my addr 172.21.15.1:0/3088488272 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:40.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.512+0000 7ff581e3c700 1 --2- 172.21.15.1:0/3088488272 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff57c100ef0 0x7ff57c1984f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.512+0000 7ff58163b700 1 -- 172.21.15.1:0/3088488272 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff57c100ef0 msgr2=0x7ff57c1984f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:40.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.512+0000 7ff58163b700 1 --2- 172.21.15.1:0/3088488272 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff57c100ef0 0x7ff57c1984f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.512+0000 7ff58163b700 1 -- 172.21.15.1:0/3088488272 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff57c105fd0 msgr2=0x7ff57c19cdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:40.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.512+0000 7ff58163b700 1 --2- 172.21.15.1:0/3088488272 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff57c105fd0 0x7ff57c19cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.512+0000 7ff58163b700 1 -- 172.21.15.1:0/3088488272 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff574009d00 con 0x7ff57c1018a0 2024-02-09T23:57:40.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.512+0000 7ff58163b700 1 --2- 172.21.15.1:0/3088488272 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff57c1018a0 0x7ff57c198a30 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7ff56c00b500 tx=0x7ff56c00b8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:40.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.512+0000 7ff572ffd700 1 -- 172.21.15.1:0/3088488272 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff56c011830 con 0x7ff57c1018a0 2024-02-09T23:57:40.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.512+0000 7ff5840a0700 1 -- 172.21.15.1:0/3088488272 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff57c19d9e0 con 0x7ff57c1018a0 2024-02-09T23:57:40.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.512+0000 7ff572ffd700 1 -- 172.21.15.1:0/3088488272 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff56c011e70 con 0x7ff57c1018a0 2024-02-09T23:57:40.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.512+0000 7ff572ffd700 1 -- 172.21.15.1:0/3088488272 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff56c00f2e0 con 0x7ff57c1018a0 2024-02-09T23:57:40.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.512+0000 7ff5840a0700 1 -- 172.21.15.1:0/3088488272 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff57c1a5240 con 0x7ff57c1018a0 2024-02-09T23:57:40.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.513+0000 7ff5840a0700 1 -- 172.21.15.1:0/3088488272 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7ff57c111070 con 0x7ff57c1018a0 2024-02-09T23:57:40.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.514+0000 7ff572ffd700 1 -- 172.21.15.1:0/3088488272 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7ff56c010610 con 0x7ff57c1018a0 2024-02-09T23:57:40.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.515+0000 7ff572ffd700 1 --2- 172.21.15.1:0/3088488272 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff5680a2260 0x7ff5680a4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.515+0000 7ff572ffd700 1 -- 172.21.15.1:0/3088488272 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7ff56c0cdbf0 con 0x7ff57c1018a0 2024-02-09T23:57:40.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.515+0000 7ff572ffd700 1 --2- 172.21.15.1:0/3088488272 >> [v2:172.21.15.1:6810/680841642,v1:172.21.15.1:6811/680841642] conn(0x7ff5680aba40 0x7ff5680ade60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.515+0000 7ff572ffd700 1 -- 172.21.15.1:0/3088488272 --> [v2:172.21.15.1:6810/680841642,v1:172.21.15.1:6811/680841642] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7ff5680ae510 con 0x7ff5680aba40 2024-02-09T23:57:40.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.515+0000 7ff572ffd700 1 -- 172.21.15.1:0/3088488272 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff56c0ce090 con 0x7ff57c1018a0 2024-02-09T23:57:40.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.516+0000 7ff581e3c700 1 --2- 172.21.15.1:0/3088488272 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff5680a2260 0x7ff5680a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.516+0000 7ff58263d700 1 --2- 172.21.15.1:0/3088488272 >> [v2:172.21.15.1:6810/680841642,v1:172.21.15.1:6811/680841642] conn(0x7ff5680aba40 0x7ff5680ade60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.516+0000 7ff58263d700 1 --2- 172.21.15.1:0/3088488272 >> [v2:172.21.15.1:6810/680841642,v1:172.21.15.1:6811/680841642] conn(0x7ff5680aba40 0x7ff5680ade60 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:40.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.516+0000 7ff581e3c700 1 --2- 172.21.15.1:0/3088488272 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff5680a2260 0x7ff5680a4720 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7ff578005fd0 tx=0x7ff57800a560 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:40.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.517+0000 7ff572ffd700 1 -- 172.21.15.1:0/3088488272 <== osd.3 v2:172.21.15.1:6810/680841642 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7ff5680ae510 con 0x7ff5680aba40 2024-02-09T23:57:40.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.534+0000 7ff5840a0700 1 -- 172.21.15.1:0/3088488272 --> [v2:172.21.15.1:6810/680841642,v1:172.21.15.1:6811/680841642] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7ff57c0623b0 con 0x7ff5680aba40 2024-02-09T23:57:40.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.534+0000 7ff572ffd700 1 -- 172.21.15.1:0/3088488272 <== osd.3 v2:172.21.15.1:6810/680841642 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7ff57c0623b0 con 0x7ff5680aba40 2024-02-09T23:57:40.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.534+0000 7ff5840a0700 1 -- 172.21.15.1:0/3088488272 >> [v2:172.21.15.1:6810/680841642,v1:172.21.15.1:6811/680841642] conn(0x7ff5680aba40 msgr2=0x7ff5680ade60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:40.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.534+0000 7ff5840a0700 1 --2- 172.21.15.1:0/3088488272 >> [v2:172.21.15.1:6810/680841642,v1:172.21.15.1:6811/680841642] conn(0x7ff5680aba40 0x7ff5680ade60 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.534+0000 7ff5840a0700 1 -- 172.21.15.1:0/3088488272 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff5680a2260 msgr2=0x7ff5680a4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:40.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.534+0000 7ff5840a0700 1 --2- 172.21.15.1:0/3088488272 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff5680a2260 0x7ff5680a4720 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7ff578005fd0 tx=0x7ff57800a560 comp rx=0 tx=0).stop 2024-02-09T23:57:40.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.534+0000 7ff5840a0700 1 -- 172.21.15.1:0/3088488272 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff57c1018a0 msgr2=0x7ff57c198a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:40.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.534+0000 7ff5840a0700 1 --2- 172.21.15.1:0/3088488272 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff57c1018a0 0x7ff57c198a30 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7ff56c00b500 tx=0x7ff56c00b8c0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.534+0000 7ff58263d700 1 -- 172.21.15.1:0/3088488272 reap_dead start 2024-02-09T23:57:40.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.534+0000 7ff5840a0700 1 -- 172.21.15.1:0/3088488272 shutdown_connections 2024-02-09T23:57:40.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.534+0000 7ff5840a0700 1 -- 172.21.15.1:0/3088488272 >> 172.21.15.1:0/3088488272 conn(0x7ff57c077d50 msgr2=0x7ff57c06a700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:40.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.535+0000 7ff5840a0700 1 -- 172.21.15.1:0/3088488272 shutdown_connections 2024-02-09T23:57:40.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.535+0000 7ff5840a0700 1 -- 172.21.15.1:0/3088488272 wait complete. 2024-02-09T23:57:40.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.749+0000 7f9a45620700 1 -- 172.21.15.1:0/2509999363 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9a40107da0 msgr2=0x7f9a40108180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:40.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.749+0000 7f9a45620700 1 --2- 172.21.15.1:0/2509999363 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9a40107da0 0x7f9a40108180 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f9a300099c0 tx=0x7f9a30009cd0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.749+0000 7f9a45620700 1 -- 172.21.15.1:0/2509999363 shutdown_connections 2024-02-09T23:57:40.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.749+0000 7f9a45620700 1 --2- 172.21.15.1:0/2509999363 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9a40107da0 0x7f9a40108180 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.749+0000 7f9a45620700 1 --2- 172.21.15.1:0/2509999363 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9a4006adc0 0x7f9a4010ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.749+0000 7f9a45620700 1 --2- 172.21.15.1:0/2509999363 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a4006a420 0x7f9a4006a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.749+0000 7f9a45620700 1 -- 172.21.15.1:0/2509999363 >> 172.21.15.1:0/2509999363 conn(0x7f9a40076c40 msgr2=0x7f9a40077050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:40.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.749+0000 7f9a45620700 1 -- 172.21.15.1:0/2509999363 shutdown_connections 2024-02-09T23:57:40.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.749+0000 7f9a45620700 1 -- 172.21.15.1:0/2509999363 wait complete. 2024-02-09T23:57:40.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.750+0000 7f9a45620700 1 Processor -- start 2024-02-09T23:57:40.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.750+0000 7f9a45620700 1 -- start start 2024-02-09T23:57:40.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.750+0000 7f9a45620700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9a4006a420 0x7f9a40198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.750+0000 7f9a45620700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9a4006adc0 0x7f9a40198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.750+0000 7f9a45620700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a40107da0 0x7f9a4019cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.750+0000 7f9a45620700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a4019d1e0 con 0x7f9a4006a420 2024-02-09T23:57:40.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.750+0000 7f9a45620700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a4019d350 con 0x7f9a40107da0 2024-02-09T23:57:40.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.750+0000 7f9a45620700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a4019d510 con 0x7f9a4006adc0 2024-02-09T23:57:40.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.750+0000 7f9a3effd700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9a4006a420 0x7f9a40198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.750+0000 7f9a3effd700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9a4006a420 0x7f9a40198300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38330/0 (socket says 172.21.15.1:38330) 2024-02-09T23:57:40.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.750+0000 7f9a3effd700 1 -- 172.21.15.1:0/214116814 learned_addr learned my addr 172.21.15.1:0/214116814 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:40.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.750+0000 7f9a3f7fe700 1 --2- 172.21.15.1:0/214116814 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a40107da0 0x7f9a4019cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.751+0000 7f9a3e7fc700 1 --2- 172.21.15.1:0/214116814 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9a4006adc0 0x7f9a40198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.751+0000 7f9a3effd700 1 -- 172.21.15.1:0/214116814 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9a4006adc0 msgr2=0x7f9a40198840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:40.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.751+0000 7f9a3effd700 1 --2- 172.21.15.1:0/214116814 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9a4006adc0 0x7f9a40198840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.751+0000 7f9a3effd700 1 -- 172.21.15.1:0/214116814 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a40107da0 msgr2=0x7f9a4019cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:40.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.751+0000 7f9a3effd700 1 --2- 172.21.15.1:0/214116814 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a40107da0 0x7f9a4019cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.751+0000 7f9a3effd700 1 -- 172.21.15.1:0/214116814 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a300095f0 con 0x7f9a4006a420 2024-02-09T23:57:40.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.751+0000 7f9a3f7fe700 1 --2- 172.21.15.1:0/214116814 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a40107da0 0x7f9a4019cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:40.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.751+0000 7f9a3effd700 1 --2- 172.21.15.1:0/214116814 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9a4006a420 0x7f9a40198300 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f9a30009990 tx=0x7f9a30005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:40.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.751+0000 7f9a27fff700 1 -- 172.21.15.1:0/214116814 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a3001d070 con 0x7f9a4006a420 2024-02-09T23:57:40.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.751+0000 7f9a45620700 1 -- 172.21.15.1:0/214116814 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a4019d790 con 0x7f9a4006a420 2024-02-09T23:57:40.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.751+0000 7f9a27fff700 1 -- 172.21.15.1:0/214116814 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9a30004cc0 con 0x7f9a4006a420 2024-02-09T23:57:40.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.751+0000 7f9a27fff700 1 -- 172.21.15.1:0/214116814 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a30003d50 con 0x7f9a4006a420 2024-02-09T23:57:40.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.751+0000 7f9a45620700 1 -- 172.21.15.1:0/214116814 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a401a5050 con 0x7f9a4006a420 2024-02-09T23:57:40.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.752+0000 7f9a45620700 1 -- 172.21.15.1:0/214116814 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f9a40112000 con 0x7f9a4006a420 2024-02-09T23:57:40.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.753+0000 7f9a27fff700 1 -- 172.21.15.1:0/214116814 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f9a300050c0 con 0x7f9a4006a420 2024-02-09T23:57:40.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.754+0000 7f9a27fff700 1 --2- 172.21.15.1:0/214116814 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f9a280a21e0 0x7f9a280a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.754+0000 7f9a3e7fc700 1 --2- 172.21.15.1:0/214116814 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f9a280a21e0 0x7f9a280a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.754+0000 7f9a27fff700 1 -- 172.21.15.1:0/214116814 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f9a300cf2c0 con 0x7f9a4006a420 2024-02-09T23:57:40.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.754+0000 7f9a27fff700 1 --2- 172.21.15.1:0/214116814 >> [v2:172.21.15.88:6808/2788918193,v1:172.21.15.88:6809/2788918193] conn(0x7f9a280ab9c0 0x7f9a280adde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:40.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.754+0000 7f9a27fff700 1 -- 172.21.15.1:0/214116814 --> [v2:172.21.15.88:6808/2788918193,v1:172.21.15.88:6809/2788918193] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f9a280ae490 con 0x7f9a280ab9c0 2024-02-09T23:57:40.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.754+0000 7f9a27fff700 1 -- 172.21.15.1:0/214116814 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9a300cf760 con 0x7f9a4006a420 2024-02-09T23:57:40.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.754+0000 7f9a3e7fc700 1 --2- 172.21.15.1:0/214116814 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f9a280a21e0 0x7f9a280a46a0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f9a34005950 tx=0x7f9a340058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:40.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.755+0000 7f9a3f7fe700 1 --2- 172.21.15.1:0/214116814 >> [v2:172.21.15.88:6808/2788918193,v1:172.21.15.88:6809/2788918193] conn(0x7f9a280ab9c0 0x7f9a280adde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:40.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.755+0000 7f9a3f7fe700 1 --2- 172.21.15.1:0/214116814 >> [v2:172.21.15.88:6808/2788918193,v1:172.21.15.88:6809/2788918193] conn(0x7f9a280ab9c0 0x7f9a280adde0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:40.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.756+0000 7f9a27fff700 1 -- 172.21.15.1:0/214116814 <== osd.4 v2:172.21.15.88:6808/2788918193 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f9a280ae490 con 0x7f9a280ab9c0 2024-02-09T23:57:40.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.772+0000 7f9a45620700 1 -- 172.21.15.1:0/214116814 --> [v2:172.21.15.88:6808/2788918193,v1:172.21.15.88:6809/2788918193] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f9a400623b0 con 0x7f9a280ab9c0 2024-02-09T23:57:40.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.773+0000 7f9a27fff700 1 -- 172.21.15.1:0/214116814 <== osd.4 v2:172.21.15.88:6808/2788918193 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f9a400623b0 con 0x7f9a280ab9c0 2024-02-09T23:57:40.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.773+0000 7f9a45620700 1 -- 172.21.15.1:0/214116814 >> [v2:172.21.15.88:6808/2788918193,v1:172.21.15.88:6809/2788918193] conn(0x7f9a280ab9c0 msgr2=0x7f9a280adde0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:40.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.773+0000 7f9a45620700 1 --2- 172.21.15.1:0/214116814 >> [v2:172.21.15.88:6808/2788918193,v1:172.21.15.88:6809/2788918193] conn(0x7f9a280ab9c0 0x7f9a280adde0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.773+0000 7f9a45620700 1 -- 172.21.15.1:0/214116814 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f9a280a21e0 msgr2=0x7f9a280a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:40.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.773+0000 7f9a45620700 1 --2- 172.21.15.1:0/214116814 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f9a280a21e0 0x7f9a280a46a0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f9a34005950 tx=0x7f9a340058e0 comp rx=0 tx=0).stop 2024-02-09T23:57:40.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.773+0000 7f9a45620700 1 -- 172.21.15.1:0/214116814 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9a4006a420 msgr2=0x7f9a40198300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:40.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.773+0000 7f9a45620700 1 --2- 172.21.15.1:0/214116814 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9a4006a420 0x7f9a40198300 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f9a30009990 tx=0x7f9a30005e80 comp rx=0 tx=0).stop 2024-02-09T23:57:40.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.773+0000 7f9a3f7fe700 1 -- 172.21.15.1:0/214116814 reap_dead start 2024-02-09T23:57:40.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.773+0000 7f9a45620700 1 -- 172.21.15.1:0/214116814 shutdown_connections 2024-02-09T23:57:40.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.773+0000 7f9a45620700 1 -- 172.21.15.1:0/214116814 >> 172.21.15.1:0/214116814 conn(0x7f9a40076c40 msgr2=0x7f9a400ff9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:40.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.773+0000 7f9a45620700 1 -- 172.21.15.1:0/214116814 shutdown_connections 2024-02-09T23:57:40.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:40.773+0000 7f9a45620700 1 -- 172.21.15.1:0/214116814 wait complete. 2024-02-09T23:57:41.473 INFO:teuthology.orchestra.run.smithi001.stdout:55834574917 2024-02-09T23:57:41.473 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph osd last-stat-seq osd.1 2024-02-09T23:57:42.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:41 smithi001 ceph-mon[32335]: pgmap v303: 97 pgs: 97 active+clean; 641 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 426 B/s wr, 11 op/s 2024-02-09T23:57:42.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:41 smithi088 ceph-mon[36452]: pgmap v303: 97 pgs: 97 active+clean; 641 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 426 B/s wr, 11 op/s 2024-02-09T23:57:42.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:41 smithi103 ceph-mon[36942]: pgmap v303: 97 pgs: 97 active+clean; 641 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 426 B/s wr, 11 op/s 2024-02-09T23:57:43.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.954+0000 7f8d655d1700 1 -- 172.21.15.1:0/596902480 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d601015c0 msgr2=0x7f8d6010daa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:43.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.954+0000 7f8d655d1700 1 --2- 172.21.15.1:0/596902480 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d601015c0 0x7f8d6010daa0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f8d5800b0a0 tx=0x7f8d5800b3b0 comp rx=0 tx=0).stop 2024-02-09T23:57:43.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.954+0000 7f8d655d1700 1 -- 172.21.15.1:0/596902480 shutdown_connections 2024-02-09T23:57:43.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.954+0000 7f8d655d1700 1 --2- 172.21.15.1:0/596902480 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d601015c0 0x7f8d6010daa0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:43.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.954+0000 7f8d655d1700 1 --2- 172.21.15.1:0/596902480 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8d60106c60 0x7f8d60107040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:43.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.954+0000 7f8d655d1700 1 --2- 172.21.15.1:0/596902480 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d60100c20 0x7f8d60101080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:43.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.954+0000 7f8d655d1700 1 -- 172.21.15.1:0/596902480 >> 172.21.15.1:0/596902480 conn(0x7f8d60077b50 msgr2=0x7f8d60077f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:43.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.954+0000 7f8d655d1700 1 -- 172.21.15.1:0/596902480 shutdown_connections 2024-02-09T23:57:43.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.954+0000 7f8d655d1700 1 -- 172.21.15.1:0/596902480 wait complete. 2024-02-09T23:57:43.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.955+0000 7f8d655d1700 1 Processor -- start 2024-02-09T23:57:43.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.955+0000 7f8d655d1700 1 -- start start 2024-02-09T23:57:43.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.955+0000 7f8d655d1700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d60100c20 0x7f8d6019a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:43.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.955+0000 7f8d655d1700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8d601015c0 0x7f8d6019aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:43.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.955+0000 7f8d655d1700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d60106c60 0x7f8d6019edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:43.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.955+0000 7f8d655d1700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d6019f400 con 0x7f8d60106c60 2024-02-09T23:57:43.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.955+0000 7f8d655d1700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d6019f570 con 0x7f8d601015c0 2024-02-09T23:57:43.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.955+0000 7f8d655d1700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d6019f730 con 0x7f8d60100c20 2024-02-09T23:57:43.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.955+0000 7f8d5f7fe700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d60106c60 0x7f8d6019edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:43.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.955+0000 7f8d5f7fe700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d60106c60 0x7f8d6019edf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38334/0 (socket says 172.21.15.1:38334) 2024-02-09T23:57:43.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.955+0000 7f8d5f7fe700 1 -- 172.21.15.1:0/4169098488 learned_addr learned my addr 172.21.15.1:0/4169098488 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:43.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.955+0000 7f8d567fc700 1 --2- 172.21.15.1:0/4169098488 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8d601015c0 0x7f8d6019aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:43.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.955+0000 7f8d5effd700 1 --2- 172.21.15.1:0/4169098488 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d60100c20 0x7f8d6019a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:43.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.956+0000 7f8d5f7fe700 1 -- 172.21.15.1:0/4169098488 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d60100c20 msgr2=0x7f8d6019a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:43.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.956+0000 7f8d5f7fe700 1 --2- 172.21.15.1:0/4169098488 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d60100c20 0x7f8d6019a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:43.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.956+0000 7f8d5f7fe700 1 -- 172.21.15.1:0/4169098488 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8d601015c0 msgr2=0x7f8d6019aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:43.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.956+0000 7f8d5f7fe700 1 --2- 172.21.15.1:0/4169098488 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8d601015c0 0x7f8d6019aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:43.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.956+0000 7f8d5f7fe700 1 -- 172.21.15.1:0/4169098488 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d58009d00 con 0x7f8d60106c60 2024-02-09T23:57:43.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.956+0000 7f8d5f7fe700 1 --2- 172.21.15.1:0/4169098488 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d60106c60 0x7f8d6019edf0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f8d5800b830 tx=0x7f8d5800cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:43.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.956+0000 7f8d5cff9700 1 -- 172.21.15.1:0/4169098488 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d5800e040 con 0x7f8d60106c60 2024-02-09T23:57:43.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.956+0000 7f8d655d1700 1 -- 172.21.15.1:0/4169098488 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d6019f9b0 con 0x7f8d60106c60 2024-02-09T23:57:43.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.956+0000 7f8d5cff9700 1 -- 172.21.15.1:0/4169098488 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8d58007a10 con 0x7f8d60106c60 2024-02-09T23:57:43.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.956+0000 7f8d5cff9700 1 -- 172.21.15.1:0/4169098488 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d580057b0 con 0x7f8d60106c60 2024-02-09T23:57:43.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.956+0000 7f8d655d1700 1 -- 172.21.15.1:0/4169098488 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d601a7270 con 0x7f8d60106c60 2024-02-09T23:57:43.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.957+0000 7f8d655d1700 1 -- 172.21.15.1:0/4169098488 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f8d60110f40 con 0x7f8d60106c60 2024-02-09T23:57:43.964 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.958+0000 7f8d5cff9700 1 -- 172.21.15.1:0/4169098488 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f8d58005910 con 0x7f8d60106c60 2024-02-09T23:57:43.964 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.959+0000 7f8d5cff9700 1 --2- 172.21.15.1:0/4169098488 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8d4c0a21e0 0x7f8d4c0a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:43.964 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.959+0000 7f8d5effd700 1 --2- 172.21.15.1:0/4169098488 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8d4c0a21e0 0x7f8d4c0a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:43.964 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.959+0000 7f8d5cff9700 1 -- 172.21.15.1:0/4169098488 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f8d580cfcb0 con 0x7f8d60106c60 2024-02-09T23:57:43.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.959+0000 7f8d5cff9700 1 --2- 172.21.15.1:0/4169098488 >> [v2:172.21.15.1:6826/2830634909,v1:172.21.15.1:6827/2830634909] conn(0x7f8d4c0ab890 0x7f8d4c0adcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:43.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.959+0000 7f8d5cff9700 1 -- 172.21.15.1:0/4169098488 --> [v2:172.21.15.1:6826/2830634909,v1:172.21.15.1:6827/2830634909] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f8d4c0ae360 con 0x7f8d4c0ab890 2024-02-09T23:57:43.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.959+0000 7f8d5cff9700 1 -- 172.21.15.1:0/4169098488 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8d580d0020 con 0x7f8d60106c60 2024-02-09T23:57:43.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.959+0000 7f8d567fc700 1 --2- 172.21.15.1:0/4169098488 >> [v2:172.21.15.1:6826/2830634909,v1:172.21.15.1:6827/2830634909] conn(0x7f8d4c0ab890 0x7f8d4c0adcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:43.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.959+0000 7f8d5effd700 1 --2- 172.21.15.1:0/4169098488 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8d4c0a21e0 0x7f8d4c0a46a0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f8d50005950 tx=0x7f8d5000a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:43.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.959+0000 7f8d567fc700 1 --2- 172.21.15.1:0/4169098488 >> [v2:172.21.15.1:6826/2830634909,v1:172.21.15.1:6827/2830634909] conn(0x7f8d4c0ab890 0x7f8d4c0adcb0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:43.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.960+0000 7f8d5cff9700 1 -- 172.21.15.1:0/4169098488 <== osd.9 v2:172.21.15.1:6826/2830634909 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f8d4c0ae360 con 0x7f8d4c0ab890 2024-02-09T23:57:43.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.976+0000 7f8d655d1700 1 -- 172.21.15.1:0/4169098488 --> [v2:172.21.15.1:6826/2830634909,v1:172.21.15.1:6827/2830634909] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f8d6006a390 con 0x7f8d4c0ab890 2024-02-09T23:57:43.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.977+0000 7f8d5cff9700 1 -- 172.21.15.1:0/4169098488 <== osd.9 v2:172.21.15.1:6826/2830634909 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f8d6006a390 con 0x7f8d4c0ab890 2024-02-09T23:57:43.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.977+0000 7f8d655d1700 1 -- 172.21.15.1:0/4169098488 >> [v2:172.21.15.1:6826/2830634909,v1:172.21.15.1:6827/2830634909] conn(0x7f8d4c0ab890 msgr2=0x7f8d4c0adcb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:43.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.977+0000 7f8d655d1700 1 --2- 172.21.15.1:0/4169098488 >> [v2:172.21.15.1:6826/2830634909,v1:172.21.15.1:6827/2830634909] conn(0x7f8d4c0ab890 0x7f8d4c0adcb0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:43.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.977+0000 7f8d655d1700 1 -- 172.21.15.1:0/4169098488 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8d4c0a21e0 msgr2=0x7f8d4c0a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:43.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.977+0000 7f8d655d1700 1 --2- 172.21.15.1:0/4169098488 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8d4c0a21e0 0x7f8d4c0a46a0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f8d50005950 tx=0x7f8d5000a300 comp rx=0 tx=0).stop 2024-02-09T23:57:43.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.977+0000 7f8d655d1700 1 -- 172.21.15.1:0/4169098488 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d60106c60 msgr2=0x7f8d6019edf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:43.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.977+0000 7f8d655d1700 1 --2- 172.21.15.1:0/4169098488 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d60106c60 0x7f8d6019edf0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f8d5800b830 tx=0x7f8d5800cf90 comp rx=0 tx=0).stop 2024-02-09T23:57:43.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.977+0000 7f8d5f7fe700 1 -- 172.21.15.1:0/4169098488 reap_dead start 2024-02-09T23:57:43.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.977+0000 7f8d655d1700 1 -- 172.21.15.1:0/4169098488 shutdown_connections 2024-02-09T23:57:43.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.977+0000 7f8d655d1700 1 -- 172.21.15.1:0/4169098488 >> 172.21.15.1:0/4169098488 conn(0x7f8d60077b50 msgr2=0x7f8d60069a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:43.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.977+0000 7f8d655d1700 1 -- 172.21.15.1:0/4169098488 shutdown_connections 2024-02-09T23:57:43.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:43.977+0000 7f8d655d1700 1 -- 172.21.15.1:0/4169098488 wait complete. 2024-02-09T23:57:44.048 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:43 smithi001 ceph-mon[32335]: pgmap v304: 97 pgs: 97 active+clean; 641 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 426 B/s wr, 10 op/s 2024-02-09T23:57:44.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.146+0000 7f917cb53700 1 -- 172.21.15.1:0/3599096843 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9178106c60 msgr2=0x7f9178107040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:44.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.146+0000 7f917cb53700 1 --2- 172.21.15.1:0/3599096843 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9178106c60 0x7f9178107040 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f9170009990 tx=0x7f9170009ca0 comp rx=0 tx=0).stop 2024-02-09T23:57:44.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.146+0000 7f917cb53700 1 -- 172.21.15.1:0/3599096843 shutdown_connections 2024-02-09T23:57:44.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.146+0000 7f917cb53700 1 --2- 172.21.15.1:0/3599096843 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9178106c60 0x7f9178107040 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:44.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.146+0000 7f917cb53700 1 --2- 172.21.15.1:0/3599096843 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f91781015c0 0x7f917810daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:44.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.146+0000 7f917cb53700 1 --2- 172.21.15.1:0/3599096843 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9178100c20 0x7f9178101080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:44.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.146+0000 7f917cb53700 1 -- 172.21.15.1:0/3599096843 >> 172.21.15.1:0/3599096843 conn(0x7f9178077b50 msgr2=0x7f9178077f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:44.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.146+0000 7f917cb53700 1 -- 172.21.15.1:0/3599096843 shutdown_connections 2024-02-09T23:57:44.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.146+0000 7f917cb53700 1 -- 172.21.15.1:0/3599096843 wait complete. 2024-02-09T23:57:44.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.147+0000 7f917cb53700 1 Processor -- start 2024-02-09T23:57:44.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.147+0000 7f917cb53700 1 -- start start 2024-02-09T23:57:44.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.147+0000 7f917cb53700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9178100c20 0x7f91781028d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:44.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.147+0000 7f917cb53700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f91781015c0 0x7f9178102e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:44.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.147+0000 7f917cb53700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9178106c60 0x7f9178103350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:44.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.147+0000 7f917cb53700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91781a6650 con 0x7f9178100c20 2024-02-09T23:57:44.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.147+0000 7f917cb53700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91781a67c0 con 0x7f9178106c60 2024-02-09T23:57:44.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.147+0000 7f917cb53700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91781a6980 con 0x7f91781015c0 2024-02-09T23:57:44.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.147+0000 7f917659c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9178100c20 0x7f91781028d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:44.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.147+0000 7f917659c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9178100c20 0x7f91781028d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38348/0 (socket says 172.21.15.1:38348) 2024-02-09T23:57:44.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.147+0000 7f917659c700 1 -- 172.21.15.1:0/857545954 learned_addr learned my addr 172.21.15.1:0/857545954 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:44.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.147+0000 7f9175d9b700 1 --2- 172.21.15.1:0/857545954 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f91781015c0 0x7f9178102e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:44.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.147+0000 7f9176d9d700 1 --2- 172.21.15.1:0/857545954 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9178106c60 0x7f9178103350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:44.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.147+0000 7f917659c700 1 -- 172.21.15.1:0/857545954 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f91781015c0 msgr2=0x7f9178102e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:44.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.147+0000 7f917659c700 1 --2- 172.21.15.1:0/857545954 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f91781015c0 0x7f9178102e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:44.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.147+0000 7f917659c700 1 -- 172.21.15.1:0/857545954 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9178106c60 msgr2=0x7f9178103350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:44.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.147+0000 7f917659c700 1 --2- 172.21.15.1:0/857545954 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9178106c60 0x7f9178103350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:44.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.147+0000 7f917659c700 1 -- 172.21.15.1:0/857545954 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91700095f0 con 0x7f9178100c20 2024-02-09T23:57:44.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.147+0000 7f9176d9d700 1 --2- 172.21.15.1:0/857545954 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9178106c60 0x7f9178103350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:44.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.148+0000 7f917659c700 1 --2- 172.21.15.1:0/857545954 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9178100c20 0x7f91781028d0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f9170000c00 tx=0x7f9170004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:44.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.148+0000 7f916f7fe700 1 -- 172.21.15.1:0/857545954 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f917001d070 con 0x7f9178100c20 2024-02-09T23:57:44.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.148+0000 7f917cb53700 1 -- 172.21.15.1:0/857545954 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91781a6c00 con 0x7f9178100c20 2024-02-09T23:57:44.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.148+0000 7f916f7fe700 1 -- 172.21.15.1:0/857545954 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9170022470 con 0x7f9178100c20 2024-02-09T23:57:44.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.148+0000 7f916f7fe700 1 -- 172.21.15.1:0/857545954 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9170017630 con 0x7f9178100c20 2024-02-09T23:57:44.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.148+0000 7f917cb53700 1 -- 172.21.15.1:0/857545954 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91781a7070 con 0x7f9178100c20 2024-02-09T23:57:44.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.148+0000 7f917cb53700 1 -- 172.21.15.1:0/857545954 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f9178110e80 con 0x7f9178100c20 2024-02-09T23:57:44.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.150+0000 7f916f7fe700 1 -- 172.21.15.1:0/857545954 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f91700225e0 con 0x7f9178100c20 2024-02-09T23:57:44.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.150+0000 7f916f7fe700 1 --2- 172.21.15.1:0/857545954 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f91640a21e0 0x7f91640a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:44.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.150+0000 7f9175d9b700 1 --2- 172.21.15.1:0/857545954 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f91640a21e0 0x7f91640a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:44.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.151+0000 7f916f7fe700 1 -- 172.21.15.1:0/857545954 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f91700cf3e0 con 0x7f9178100c20 2024-02-09T23:57:44.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.151+0000 7f916f7fe700 1 --2- 172.21.15.1:0/857545954 >> [v2:172.21.15.1:6818/363854281,v1:172.21.15.1:6819/363854281] conn(0x7f91640ab9c0 0x7f91640adde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:44.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.151+0000 7f916f7fe700 1 -- 172.21.15.1:0/857545954 --> [v2:172.21.15.1:6818/363854281,v1:172.21.15.1:6819/363854281] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f91640ae490 con 0x7f91640ab9c0 2024-02-09T23:57:44.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.151+0000 7f916f7fe700 1 -- 172.21.15.1:0/857545954 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7f91700cf880 con 0x7f9178100c20 2024-02-09T23:57:44.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.151+0000 7f9176d9d700 1 --2- 172.21.15.1:0/857545954 >> [v2:172.21.15.1:6818/363854281,v1:172.21.15.1:6819/363854281] conn(0x7f91640ab9c0 0x7f91640adde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:44.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.151+0000 7f9175d9b700 1 --2- 172.21.15.1:0/857545954 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f91640a21e0 0x7f91640a46a0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f91780780e0 tx=0x7f9160009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:44.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.151+0000 7f9176d9d700 1 --2- 172.21.15.1:0/857545954 >> [v2:172.21.15.1:6818/363854281,v1:172.21.15.1:6819/363854281] conn(0x7f91640ab9c0 0x7f91640adde0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:44.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.152+0000 7f916f7fe700 1 -- 172.21.15.1:0/857545954 <== osd.6 v2:172.21.15.1:6818/363854281 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f91640ae490 con 0x7f91640ab9c0 2024-02-09T23:57:44.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.168+0000 7f917cb53700 1 -- 172.21.15.1:0/857545954 --> [v2:172.21.15.1:6818/363854281,v1:172.21.15.1:6819/363854281] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f9178104cb0 con 0x7f91640ab9c0 2024-02-09T23:57:44.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.168+0000 7f916f7fe700 1 -- 172.21.15.1:0/857545954 <== osd.6 v2:172.21.15.1:6818/363854281 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f9178104cb0 con 0x7f91640ab9c0 2024-02-09T23:57:44.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.168+0000 7f917cb53700 1 -- 172.21.15.1:0/857545954 >> [v2:172.21.15.1:6818/363854281,v1:172.21.15.1:6819/363854281] conn(0x7f91640ab9c0 msgr2=0x7f91640adde0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:44.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.168+0000 7f917cb53700 1 --2- 172.21.15.1:0/857545954 >> [v2:172.21.15.1:6818/363854281,v1:172.21.15.1:6819/363854281] conn(0x7f91640ab9c0 0x7f91640adde0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:44.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.169+0000 7f917cb53700 1 -- 172.21.15.1:0/857545954 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f91640a21e0 msgr2=0x7f91640a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:44.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.169+0000 7f917cb53700 1 --2- 172.21.15.1:0/857545954 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f91640a21e0 0x7f91640a46a0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f91780780e0 tx=0x7f9160009260 comp rx=0 tx=0).stop 2024-02-09T23:57:44.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.169+0000 7f917cb53700 1 -- 172.21.15.1:0/857545954 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9178100c20 msgr2=0x7f91781028d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:44.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.169+0000 7f917cb53700 1 --2- 172.21.15.1:0/857545954 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9178100c20 0x7f91781028d0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f9170000c00 tx=0x7f9170004730 comp rx=0 tx=0).stop 2024-02-09T23:57:44.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.169+0000 7f9176d9d700 1 -- 172.21.15.1:0/857545954 reap_dead start 2024-02-09T23:57:44.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.169+0000 7f917cb53700 1 -- 172.21.15.1:0/857545954 shutdown_connections 2024-02-09T23:57:44.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.169+0000 7f917cb53700 1 -- 172.21.15.1:0/857545954 >> 172.21.15.1:0/857545954 conn(0x7f9178077b50 msgr2=0x7f91780fff80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:44.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.169+0000 7f917cb53700 1 -- 172.21.15.1:0/857545954 shutdown_connections 2024-02-09T23:57:44.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:44.169+0000 7f917cb53700 1 -- 172.21.15.1:0/857545954 wait complete. 2024-02-09T23:57:44.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:43 smithi088 ceph-mon[36452]: pgmap v304: 97 pgs: 97 active+clean; 641 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 426 B/s wr, 10 op/s 2024-02-09T23:57:44.392 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:43 smithi103 ceph-mon[36942]: pgmap v304: 97 pgs: 97 active+clean; 641 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 426 B/s wr, 10 op/s 2024-02-09T23:57:46.080 INFO:teuthology.orchestra.run.smithi001.stdout:287762808863 2024-02-09T23:57:46.081 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph osd last-stat-seq osd.9 2024-02-09T23:57:46.196 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:45 smithi001 ceph-mon[32335]: pgmap v305: 97 pgs: 97 active+clean; 641 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 426 B/s wr, 10 op/s 2024-02-09T23:57:46.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:45 smithi088 ceph-mon[36452]: pgmap v305: 97 pgs: 97 active+clean; 641 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 426 B/s wr, 10 op/s 2024-02-09T23:57:46.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:45 smithi103 ceph-mon[36942]: pgmap v305: 97 pgs: 97 active+clean; 641 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 426 B/s wr, 10 op/s 2024-02-09T23:57:46.743 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.740+0000 7f3d24aab700 1 -- 172.21.15.1:0/2301711882 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3d2006ae30 msgr2=0x7f3d2010eb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:46.743 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.740+0000 7f3d24aab700 1 --2- 172.21.15.1:0/2301711882 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3d2006ae30 0x7f3d2010eb70 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f3d1800b0d0 tx=0x7f3d1800b3e0 comp rx=0 tx=0).stop 2024-02-09T23:57:46.743 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.740+0000 7f3d24aab700 1 -- 172.21.15.1:0/2301711882 shutdown_connections 2024-02-09T23:57:46.743 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.740+0000 7f3d24aab700 1 --2- 172.21.15.1:0/2301711882 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3d2006ae30 0x7f3d2010eb70 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:46.743 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.740+0000 7f3d24aab700 1 --2- 172.21.15.1:0/2301711882 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3d20107d50 0x7f3d20108130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:46.743 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.740+0000 7f3d24aab700 1 --2- 172.21.15.1:0/2301711882 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3d2006a470 0x7f3d2006a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:46.743 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.740+0000 7f3d24aab700 1 -- 172.21.15.1:0/2301711882 >> 172.21.15.1:0/2301711882 conn(0x7f3d20077c30 msgr2=0x7f3d20078040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:46.743 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.740+0000 7f3d24aab700 1 -- 172.21.15.1:0/2301711882 shutdown_connections 2024-02-09T23:57:46.743 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.740+0000 7f3d24aab700 1 -- 172.21.15.1:0/2301711882 wait complete. 2024-02-09T23:57:46.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.740+0000 7f3d24aab700 1 Processor -- start 2024-02-09T23:57:46.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.740+0000 7f3d24aab700 1 -- start start 2024-02-09T23:57:46.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.741+0000 7f3d24aab700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3d2006a470 0x7f3d201981a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:46.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.741+0000 7f3d24aab700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3d2006ae30 0x7f3d201986e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:46.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.741+0000 7f3d24aab700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3d20107d50 0x7f3d2019ca20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:46.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.741+0000 7f3d24aab700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d2019d030 con 0x7f3d20107d50 2024-02-09T23:57:46.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.741+0000 7f3d24aab700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d2019d1a0 con 0x7f3d2006a470 2024-02-09T23:57:46.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.741+0000 7f3d24aab700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d2019d360 con 0x7f3d2006ae30 2024-02-09T23:57:46.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.741+0000 7f3d1ed9d700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3d20107d50 0x7f3d2019ca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:46.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.741+0000 7f3d1ed9d700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3d20107d50 0x7f3d2019ca20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38360/0 (socket says 172.21.15.1:38360) 2024-02-09T23:57:46.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.741+0000 7f3d1ed9d700 1 -- 172.21.15.1:0/1953155807 learned_addr learned my addr 172.21.15.1:0/1953155807 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:46.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.741+0000 7f3d1dd9b700 1 --2- 172.21.15.1:0/1953155807 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3d2006ae30 0x7f3d201986e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:46.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.741+0000 7f3d1e59c700 1 --2- 172.21.15.1:0/1953155807 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3d2006a470 0x7f3d201981a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:46.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.741+0000 7f3d1ed9d700 1 -- 172.21.15.1:0/1953155807 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3d2006ae30 msgr2=0x7f3d201986e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:46.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.741+0000 7f3d1ed9d700 1 --2- 172.21.15.1:0/1953155807 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3d2006ae30 0x7f3d201986e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:46.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.741+0000 7f3d1ed9d700 1 -- 172.21.15.1:0/1953155807 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3d2006a470 msgr2=0x7f3d201981a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:46.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.741+0000 7f3d1ed9d700 1 --2- 172.21.15.1:0/1953155807 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3d2006a470 0x7f3d201981a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:46.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.741+0000 7f3d1ed9d700 1 -- 172.21.15.1:0/1953155807 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d18009d00 con 0x7f3d20107d50 2024-02-09T23:57:46.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.741+0000 7f3d1e59c700 1 --2- 172.21.15.1:0/1953155807 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3d2006a470 0x7f3d201981a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:46.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.741+0000 7f3d1ed9d700 1 --2- 172.21.15.1:0/1953155807 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3d20107d50 0x7f3d2019ca20 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f3d18005bb0 tx=0x7f3d1800cfa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:46.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.741+0000 7f3d0f7fe700 1 -- 172.21.15.1:0/1953155807 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d1800e040 con 0x7f3d20107d50 2024-02-09T23:57:46.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.742+0000 7f3d24aab700 1 -- 172.21.15.1:0/1953155807 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d2019d5e0 con 0x7f3d20107d50 2024-02-09T23:57:46.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.742+0000 7f3d0f7fe700 1 -- 172.21.15.1:0/1953155807 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3d18004e60 con 0x7f3d20107d50 2024-02-09T23:57:46.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.742+0000 7f3d0f7fe700 1 -- 172.21.15.1:0/1953155807 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d18005880 con 0x7f3d20107d50 2024-02-09T23:57:46.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.742+0000 7f3d24aab700 1 -- 172.21.15.1:0/1953155807 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d20100dd0 con 0x7f3d20107d50 2024-02-09T23:57:46.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.742+0000 7f3d24aab700 1 -- 172.21.15.1:0/1953155807 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f3d20103400 con 0x7f3d20107d50 2024-02-09T23:57:46.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.744+0000 7f3d0f7fe700 1 -- 172.21.15.1:0/1953155807 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f3d1801c6c0 con 0x7f3d20107d50 2024-02-09T23:57:46.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.744+0000 7f3d0f7fe700 1 --2- 172.21.15.1:0/1953155807 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f3d080a21e0 0x7f3d080a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:46.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.744+0000 7f3d1e59c700 1 --2- 172.21.15.1:0/1953155807 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f3d080a21e0 0x7f3d080a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:46.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.744+0000 7f3d0f7fe700 1 -- 172.21.15.1:0/1953155807 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f3d180d3410 con 0x7f3d20107d50 2024-02-09T23:57:46.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.744+0000 7f3d0f7fe700 1 --2- 172.21.15.1:0/1953155807 >> [v2:172.21.15.88:6816/812841825,v1:172.21.15.88:6817/812841825] conn(0x7f3d080ab9c0 0x7f3d080adde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:46.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.744+0000 7f3d0f7fe700 1 -- 172.21.15.1:0/1953155807 --> [v2:172.21.15.88:6816/812841825,v1:172.21.15.88:6817/812841825] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f3d080ae490 con 0x7f3d080ab9c0 2024-02-09T23:57:46.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.744+0000 7f3d0f7fe700 1 -- 172.21.15.1:0/1953155807 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3d180d38b0 con 0x7f3d20107d50 2024-02-09T23:57:46.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.745+0000 7f3d1e59c700 1 --2- 172.21.15.1:0/1953155807 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f3d080a21e0 0x7f3d080a46a0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f3d14005fd0 tx=0x7f3d14005e20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:46.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.745+0000 7f3d1dd9b700 1 --2- 172.21.15.1:0/1953155807 >> [v2:172.21.15.88:6816/812841825,v1:172.21.15.88:6817/812841825] conn(0x7f3d080ab9c0 0x7f3d080adde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:46.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.745+0000 7f3d1dd9b700 1 --2- 172.21.15.1:0/1953155807 >> [v2:172.21.15.88:6816/812841825,v1:172.21.15.88:6817/812841825] conn(0x7f3d080ab9c0 0x7f3d080adde0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:46.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.746+0000 7f3d0f7fe700 1 -- 172.21.15.1:0/1953155807 <== osd.7 v2:172.21.15.88:6816/812841825 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f3d080ae490 con 0x7f3d080ab9c0 2024-02-09T23:57:46.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.762+0000 7f3d24aab700 1 -- 172.21.15.1:0/1953155807 --> [v2:172.21.15.88:6816/812841825,v1:172.21.15.88:6817/812841825] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f3d20112060 con 0x7f3d080ab9c0 2024-02-09T23:57:46.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.763+0000 7f3d0f7fe700 1 -- 172.21.15.1:0/1953155807 <== osd.7 v2:172.21.15.88:6816/812841825 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f3d20112060 con 0x7f3d080ab9c0 2024-02-09T23:57:46.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.763+0000 7f3d24aab700 1 -- 172.21.15.1:0/1953155807 >> [v2:172.21.15.88:6816/812841825,v1:172.21.15.88:6817/812841825] conn(0x7f3d080ab9c0 msgr2=0x7f3d080adde0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:46.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.763+0000 7f3d24aab700 1 --2- 172.21.15.1:0/1953155807 >> [v2:172.21.15.88:6816/812841825,v1:172.21.15.88:6817/812841825] conn(0x7f3d080ab9c0 0x7f3d080adde0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:46.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.763+0000 7f3d24aab700 1 -- 172.21.15.1:0/1953155807 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f3d080a21e0 msgr2=0x7f3d080a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:46.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.763+0000 7f3d24aab700 1 --2- 172.21.15.1:0/1953155807 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f3d080a21e0 0x7f3d080a46a0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f3d14005fd0 tx=0x7f3d14005e20 comp rx=0 tx=0).stop 2024-02-09T23:57:46.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.763+0000 7f3d24aab700 1 -- 172.21.15.1:0/1953155807 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3d20107d50 msgr2=0x7f3d2019ca20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:46.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.763+0000 7f3d24aab700 1 --2- 172.21.15.1:0/1953155807 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3d20107d50 0x7f3d2019ca20 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f3d18005bb0 tx=0x7f3d1800cfa0 comp rx=0 tx=0).stop 2024-02-09T23:57:46.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.763+0000 7f3d1ed9d700 1 -- 172.21.15.1:0/1953155807 reap_dead start 2024-02-09T23:57:46.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.763+0000 7f3d24aab700 1 -- 172.21.15.1:0/1953155807 shutdown_connections 2024-02-09T23:57:46.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.763+0000 7f3d24aab700 1 -- 172.21.15.1:0/1953155807 >> 172.21.15.1:0/1953155807 conn(0x7f3d20077c30 msgr2=0x7f3d200ff4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:46.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.763+0000 7f3d24aab700 1 -- 172.21.15.1:0/1953155807 shutdown_connections 2024-02-09T23:57:46.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:46.763+0000 7f3d24aab700 1 -- 172.21.15.1:0/1953155807 wait complete. 2024-02-09T23:57:47.755 INFO:teuthology.orchestra.run.smithi001.stdout:197568495662 2024-02-09T23:57:47.756 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph osd last-stat-seq osd.6 2024-02-09T23:57:48.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:47 smithi001 ceph-mon[32335]: pgmap v306: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 597 B/s wr, 10 op/s 2024-02-09T23:57:48.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:47 smithi088 ceph-mon[36452]: pgmap v306: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 597 B/s wr, 10 op/s 2024-02-09T23:57:48.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:47 smithi103 ceph-mon[36942]: pgmap v306: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 597 B/s wr, 10 op/s 2024-02-09T23:57:48.909 INFO:teuthology.orchestra.run.smithi001.stdout:141733920823 2024-02-09T23:57:48.910 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph osd last-stat-seq osd.4 2024-02-09T23:57:49.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.092+0000 7fc80aa22700 1 -- 172.21.15.1:0/1220590247 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc804101860 msgr2=0x7fc804105820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:49.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.092+0000 7fc80aa22700 1 --2- 172.21.15.1:0/1220590247 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc804101860 0x7fc804105820 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fc7f8009990 tx=0x7fc7f8009ca0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.092+0000 7fc80aa22700 1 -- 172.21.15.1:0/1220590247 shutdown_connections 2024-02-09T23:57:49.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.092+0000 7fc80aa22700 1 --2- 172.21.15.1:0/1220590247 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc804105f00 0x7fc80410dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.092+0000 7fc80aa22700 1 --2- 172.21.15.1:0/1220590247 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc804100eb0 0x7fc804101290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.092+0000 7fc80aa22700 1 --2- 172.21.15.1:0/1220590247 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc804101860 0x7fc804105820 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.092+0000 7fc80aa22700 1 -- 172.21.15.1:0/1220590247 >> 172.21.15.1:0/1220590247 conn(0x7fc804076c70 msgr2=0x7fc804077080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:49.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.092+0000 7fc80aa22700 1 -- 172.21.15.1:0/1220590247 shutdown_connections 2024-02-09T23:57:49.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.092+0000 7fc80aa22700 1 -- 172.21.15.1:0/1220590247 wait complete. 2024-02-09T23:57:49.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.092+0000 7fc80aa22700 1 Processor -- start 2024-02-09T23:57:49.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.092+0000 7fc80aa22700 1 -- start start 2024-02-09T23:57:49.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.093+0000 7fc80aa22700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc804100eb0 0x7fc8041990c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:49.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.093+0000 7fc80aa22700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc804101860 0x7fc804199600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:49.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.093+0000 7fc80aa22700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc804105f00 0x7fc8041a4140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:49.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.093+0000 7fc80aa22700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc804199ec0 con 0x7fc804100eb0 2024-02-09T23:57:49.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.093+0000 7fc80aa22700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8041a4680 con 0x7fc804105f00 2024-02-09T23:57:49.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.093+0000 7fc80aa22700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8041a47c0 con 0x7fc804101860 2024-02-09T23:57:49.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.093+0000 7fc803fff700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc804100eb0 0x7fc8041990c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:49.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.093+0000 7fc803fff700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc804100eb0 0x7fc8041990c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38378/0 (socket says 172.21.15.1:38378) 2024-02-09T23:57:49.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.093+0000 7fc803fff700 1 -- 172.21.15.1:0/1209705328 learned_addr learned my addr 172.21.15.1:0/1209705328 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:49.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.093+0000 7fc8037fe700 1 --2- 172.21.15.1:0/1209705328 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc804101860 0x7fc804199600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:49.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.093+0000 7fc808fbf700 1 --2- 172.21.15.1:0/1209705328 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc804105f00 0x7fc8041a4140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:49.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.093+0000 7fc803fff700 1 -- 172.21.15.1:0/1209705328 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc804101860 msgr2=0x7fc804199600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:49.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.093+0000 7fc803fff700 1 --2- 172.21.15.1:0/1209705328 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc804101860 0x7fc804199600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.093+0000 7fc803fff700 1 -- 172.21.15.1:0/1209705328 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc804105f00 msgr2=0x7fc8041a4140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:49.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.093+0000 7fc803fff700 1 --2- 172.21.15.1:0/1209705328 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc804105f00 0x7fc8041a4140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.093+0000 7fc803fff700 1 -- 172.21.15.1:0/1209705328 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7f80095f0 con 0x7fc804100eb0 2024-02-09T23:57:49.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.093+0000 7fc808fbf700 1 --2- 172.21.15.1:0/1209705328 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc804105f00 0x7fc8041a4140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:57:49.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.094+0000 7fc803fff700 1 --2- 172.21.15.1:0/1209705328 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc804100eb0 0x7fc8041990c0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fc7f400d950 tx=0x7fc7f400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:49.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.094+0000 7fc8017fa700 1 -- 172.21.15.1:0/1209705328 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7f4009940 con 0x7fc804100eb0 2024-02-09T23:57:49.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.094+0000 7fc8017fa700 1 -- 172.21.15.1:0/1209705328 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc7f4010460 con 0x7fc804100eb0 2024-02-09T23:57:49.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.094+0000 7fc80aa22700 1 -- 172.21.15.1:0/1209705328 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc8041a4aa0 con 0x7fc804100eb0 2024-02-09T23:57:49.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.094+0000 7fc8017fa700 1 -- 172.21.15.1:0/1209705328 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7f400f620 con 0x7fc804100eb0 2024-02-09T23:57:49.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.094+0000 7fc80aa22700 1 -- 172.21.15.1:0/1209705328 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8041a4fc0 con 0x7fc804100eb0 2024-02-09T23:57:49.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.095+0000 7fc80aa22700 1 -- 172.21.15.1:0/1209705328 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fc804110f50 con 0x7fc804100eb0 2024-02-09T23:57:49.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.096+0000 7fc8017fa700 1 -- 172.21.15.1:0/1209705328 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7fc7f40105d0 con 0x7fc804100eb0 2024-02-09T23:57:49.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.097+0000 7fc8017fa700 1 --2- 172.21.15.1:0/1209705328 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc7ec0a2260 0x7fc7ec0a4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:49.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.097+0000 7fc8037fe700 1 --2- 172.21.15.1:0/1209705328 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc7ec0a2260 0x7fc7ec0a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:49.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.097+0000 7fc8017fa700 1 -- 172.21.15.1:0/1209705328 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fc7f40cdf10 con 0x7fc804100eb0 2024-02-09T23:57:49.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.098+0000 7fc8017fa700 1 --2- 172.21.15.1:0/1209705328 >> [v2:172.21.15.1:6802/4020662944,v1:172.21.15.1:6803/4020662944] conn(0x7fc7ec0aba40 0x7fc7ec0ade60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:49.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.098+0000 7fc8017fa700 1 -- 172.21.15.1:0/1209705328 --> [v2:172.21.15.1:6802/4020662944,v1:172.21.15.1:6803/4020662944] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fc7ec0ae510 con 0x7fc7ec0aba40 2024-02-09T23:57:49.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.098+0000 7fc8017fa700 1 -- 172.21.15.1:0/1209705328 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc7f40ce3b0 con 0x7fc804100eb0 2024-02-09T23:57:49.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.098+0000 7fc808fbf700 1 --2- 172.21.15.1:0/1209705328 >> [v2:172.21.15.1:6802/4020662944,v1:172.21.15.1:6803/4020662944] conn(0x7fc7ec0aba40 0x7fc7ec0ade60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:49.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.098+0000 7fc8037fe700 1 --2- 172.21.15.1:0/1209705328 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc7ec0a2260 0x7fc7ec0a4720 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fc80406add0 tx=0x7fc7f8005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:49.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.098+0000 7fc808fbf700 1 --2- 172.21.15.1:0/1209705328 >> [v2:172.21.15.1:6802/4020662944,v1:172.21.15.1:6803/4020662944] conn(0x7fc7ec0aba40 0x7fc7ec0ade60 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:49.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.099+0000 7fc8017fa700 1 -- 172.21.15.1:0/1209705328 <== osd.0 v2:172.21.15.1:6802/4020662944 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7fc7ec0ae510 con 0x7fc7ec0aba40 2024-02-09T23:57:49.120 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.117+0000 7fc80aa22700 1 -- 172.21.15.1:0/1209705328 --> [v2:172.21.15.1:6802/4020662944,v1:172.21.15.1:6803/4020662944] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fc804062430 con 0x7fc7ec0aba40 2024-02-09T23:57:49.121 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.118+0000 7fc8017fa700 1 -- 172.21.15.1:0/1209705328 <== osd.0 v2:172.21.15.1:6802/4020662944 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fc804062430 con 0x7fc7ec0aba40 2024-02-09T23:57:49.121 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.118+0000 7fc80aa22700 1 -- 172.21.15.1:0/1209705328 >> [v2:172.21.15.1:6802/4020662944,v1:172.21.15.1:6803/4020662944] conn(0x7fc7ec0aba40 msgr2=0x7fc7ec0ade60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:49.121 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.118+0000 7fc80aa22700 1 --2- 172.21.15.1:0/1209705328 >> [v2:172.21.15.1:6802/4020662944,v1:172.21.15.1:6803/4020662944] conn(0x7fc7ec0aba40 0x7fc7ec0ade60 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.122 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.118+0000 7fc80aa22700 1 -- 172.21.15.1:0/1209705328 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc7ec0a2260 msgr2=0x7fc7ec0a4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:49.122 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.118+0000 7fc80aa22700 1 --2- 172.21.15.1:0/1209705328 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc7ec0a2260 0x7fc7ec0a4720 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fc80406add0 tx=0x7fc7f8005fd0 comp rx=0 tx=0).stop 2024-02-09T23:57:49.122 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.118+0000 7fc80aa22700 1 -- 172.21.15.1:0/1209705328 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc804100eb0 msgr2=0x7fc8041990c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:49.122 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.118+0000 7fc80aa22700 1 --2- 172.21.15.1:0/1209705328 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc804100eb0 0x7fc8041990c0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fc7f400d950 tx=0x7fc7f400dc60 comp rx=0 tx=0).stop 2024-02-09T23:57:49.122 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.118+0000 7fc808fbf700 1 -- 172.21.15.1:0/1209705328 reap_dead start 2024-02-09T23:57:49.122 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.118+0000 7fc80aa22700 1 -- 172.21.15.1:0/1209705328 shutdown_connections 2024-02-09T23:57:49.122 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.118+0000 7fc80aa22700 1 -- 172.21.15.1:0/1209705328 >> 172.21.15.1:0/1209705328 conn(0x7fc804076c70 msgr2=0x7fc8040feca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:49.122 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.119+0000 7fc80aa22700 1 -- 172.21.15.1:0/1209705328 shutdown_connections 2024-02-09T23:57:49.123 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:49.119+0000 7fc80aa22700 1 -- 172.21.15.1:0/1209705328 wait complete. 2024-02-09T23:57:50.206 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:49 smithi001 ceph-mon[32335]: pgmap v307: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 9 op/s 2024-02-09T23:57:50.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:49 smithi088 ceph-mon[36452]: pgmap v307: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 9 op/s 2024-02-09T23:57:50.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:49 smithi103 ceph-mon[36942]: pgmap v307: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 9 op/s 2024-02-09T23:57:50.903 INFO:teuthology.orchestra.run.smithi001.stdout:77309411394 2024-02-09T23:57:50.903 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph osd last-stat-seq osd.2 2024-02-09T23:57:51.275 INFO:teuthology.orchestra.run.smithi001.stdout:219043332138 2024-02-09T23:57:51.275 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph osd last-stat-seq osd.7 2024-02-09T23:57:51.754 INFO:teuthology.orchestra.run.smithi001.stdout:107374182460 2024-02-09T23:57:51.755 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph osd last-stat-seq osd.3 2024-02-09T23:57:51.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.629+0000 7f094e2f2700 1 -- 172.21.15.1:0/3833584101 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0948101270 msgr2=0x7f0948105060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:51.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.629+0000 7f094e2f2700 1 --2- 172.21.15.1:0/3833584101 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0948101270 0x7f0948105060 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f093c0099c0 tx=0x7f093c009cd0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.629+0000 7f094e2f2700 1 -- 172.21.15.1:0/3833584101 shutdown_connections 2024-02-09T23:57:51.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.629+0000 7f094e2f2700 1 --2- 172.21.15.1:0/3833584101 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0948105790 0x7f094810d2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.629+0000 7f094e2f2700 1 --2- 172.21.15.1:0/3833584101 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f09481008c0 0x7f0948100ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.629+0000 7f094e2f2700 1 --2- 172.21.15.1:0/3833584101 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0948101270 0x7f0948105060 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.629+0000 7f094e2f2700 1 -- 172.21.15.1:0/3833584101 >> 172.21.15.1:0/3833584101 conn(0x7f0948075f80 msgr2=0x7f0948076390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:51.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.629+0000 7f094e2f2700 1 -- 172.21.15.1:0/3833584101 shutdown_connections 2024-02-09T23:57:51.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.629+0000 7f094e2f2700 1 -- 172.21.15.1:0/3833584101 wait complete. 2024-02-09T23:57:51.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.629+0000 7f094e2f2700 1 Processor -- start 2024-02-09T23:57:51.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.631+0000 7f094e2f2700 1 -- start start 2024-02-09T23:57:51.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.631+0000 7f094e2f2700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f09481008c0 0x7f09481982b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:51.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.631+0000 7f094e2f2700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0948101270 0x7f09481987f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:51.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.631+0000 7f094e2f2700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0948105790 0x7f094819cb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:51.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.631+0000 7f094e2f2700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f094819d190 con 0x7f0948105790 2024-02-09T23:57:51.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.631+0000 7f094e2f2700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f094819d300 con 0x7f09481008c0 2024-02-09T23:57:51.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.631+0000 7f094e2f2700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f094819d4c0 con 0x7f0948101270 2024-02-09T23:57:51.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.631+0000 7f094c88f700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0948105790 0x7f094819cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:51.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.631+0000 7f094c88f700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0948105790 0x7f094819cb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59282/0 (socket says 172.21.15.1:59282) 2024-02-09T23:57:51.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.631+0000 7f094c88f700 1 -- 172.21.15.1:0/3287895895 learned_addr learned my addr 172.21.15.1:0/3287895895 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:51.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.631+0000 7f0947fff700 1 --2- 172.21.15.1:0/3287895895 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f09481008c0 0x7f09481982b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:51.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.631+0000 7f09477fe700 1 --2- 172.21.15.1:0/3287895895 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0948101270 0x7f09481987f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:51.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.631+0000 7f094c88f700 1 -- 172.21.15.1:0/3287895895 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0948101270 msgr2=0x7f09481987f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:51.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.631+0000 7f094c88f700 1 --2- 172.21.15.1:0/3287895895 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0948101270 0x7f09481987f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.631+0000 7f094c88f700 1 -- 172.21.15.1:0/3287895895 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f09481008c0 msgr2=0x7f09481982b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:51.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.631+0000 7f094c88f700 1 --2- 172.21.15.1:0/3287895895 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f09481008c0 0x7f09481982b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.631+0000 7f094c88f700 1 -- 172.21.15.1:0/3287895895 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f093c0095f0 con 0x7f0948105790 2024-02-09T23:57:51.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.632+0000 7f094c88f700 1 --2- 172.21.15.1:0/3287895895 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0948105790 0x7f094819cb80 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f0940007ee0 tx=0x7f094000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:51.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.632+0000 7f09457fa700 1 -- 172.21.15.1:0/3287895895 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0940017070 con 0x7f0948105790 2024-02-09T23:57:51.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.632+0000 7f09457fa700 1 -- 172.21.15.1:0/3287895895 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f094000f040 con 0x7f0948105790 2024-02-09T23:57:51.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.632+0000 7f094e2f2700 1 -- 172.21.15.1:0/3287895895 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f094819d7a0 con 0x7f0948105790 2024-02-09T23:57:51.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.632+0000 7f09457fa700 1 -- 172.21.15.1:0/3287895895 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0940005650 con 0x7f0948105790 2024-02-09T23:57:51.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.632+0000 7f094e2f2700 1 -- 172.21.15.1:0/3287895895 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09481a5000 con 0x7f0948105790 2024-02-09T23:57:51.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.633+0000 7f094e2f2700 1 -- 172.21.15.1:0/3287895895 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f0948110730 con 0x7f0948105790 2024-02-09T23:57:51.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.634+0000 7f09457fa700 1 -- 172.21.15.1:0/3287895895 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f0940004cd0 con 0x7f0948105790 2024-02-09T23:57:51.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.634+0000 7f09457fa700 1 --2- 172.21.15.1:0/3287895895 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f09300a21e0 0x7f09300a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:51.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.635+0000 7f0947fff700 1 --2- 172.21.15.1:0/3287895895 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f09300a21e0 0x7f09300a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:51.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.635+0000 7f09457fa700 1 -- 172.21.15.1:0/3287895895 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f09400cdb30 con 0x7f0948105790 2024-02-09T23:57:51.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.635+0000 7f09457fa700 1 --2- 172.21.15.1:0/3287895895 >> [v2:172.21.15.103:6808/3760780468,v1:172.21.15.103:6809/3760780468] conn(0x7f09300ab9c0 0x7f09300adde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:51.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.635+0000 7f09457fa700 1 -- 172.21.15.1:0/3287895895 --> [v2:172.21.15.103:6808/3760780468,v1:172.21.15.103:6809/3760780468] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f09300ae490 con 0x7f09300ab9c0 2024-02-09T23:57:51.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.635+0000 7f09457fa700 1 -- 172.21.15.1:0/3287895895 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7f09400cdea0 con 0x7f0948105790 2024-02-09T23:57:51.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.635+0000 7f0947fff700 1 --2- 172.21.15.1:0/3287895895 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f09300a21e0 0x7f09300a46a0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f0938005950 tx=0x7f093800a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:51.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.635+0000 7f09477fe700 1 --2- 172.21.15.1:0/3287895895 >> [v2:172.21.15.103:6808/3760780468,v1:172.21.15.103:6809/3760780468] conn(0x7f09300ab9c0 0x7f09300adde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:51.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.636+0000 7f09477fe700 1 --2- 172.21.15.1:0/3287895895 >> [v2:172.21.15.103:6808/3760780468,v1:172.21.15.103:6809/3760780468] conn(0x7f09300ab9c0 0x7f09300adde0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:51.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.636+0000 7f09457fa700 1 -- 172.21.15.1:0/3287895895 <== osd.5 v2:172.21.15.103:6808/3760780468 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f09300ae490 con 0x7f09300ab9c0 2024-02-09T23:57:51.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.653+0000 7f094e2f2700 1 -- 172.21.15.1:0/3287895895 --> [v2:172.21.15.103:6808/3760780468,v1:172.21.15.103:6809/3760780468] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f09480ffe90 con 0x7f09300ab9c0 2024-02-09T23:57:51.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.653+0000 7f09457fa700 1 -- 172.21.15.1:0/3287895895 <== osd.5 v2:172.21.15.103:6808/3760780468 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f09480ffe90 con 0x7f09300ab9c0 2024-02-09T23:57:51.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.654+0000 7f094e2f2700 1 -- 172.21.15.1:0/3287895895 >> [v2:172.21.15.103:6808/3760780468,v1:172.21.15.103:6809/3760780468] conn(0x7f09300ab9c0 msgr2=0x7f09300adde0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:51.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.654+0000 7f094e2f2700 1 --2- 172.21.15.1:0/3287895895 >> [v2:172.21.15.103:6808/3760780468,v1:172.21.15.103:6809/3760780468] conn(0x7f09300ab9c0 0x7f09300adde0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.654+0000 7f094e2f2700 1 -- 172.21.15.1:0/3287895895 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f09300a21e0 msgr2=0x7f09300a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:51.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.654+0000 7f094e2f2700 1 --2- 172.21.15.1:0/3287895895 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f09300a21e0 0x7f09300a46a0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f0938005950 tx=0x7f093800a300 comp rx=0 tx=0).stop 2024-02-09T23:57:51.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.654+0000 7f094e2f2700 1 -- 172.21.15.1:0/3287895895 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0948105790 msgr2=0x7f094819cb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:51.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.654+0000 7f094e2f2700 1 --2- 172.21.15.1:0/3287895895 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0948105790 0x7f094819cb80 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f0940007ee0 tx=0x7f094000d3b0 comp rx=0 tx=0).stop 2024-02-09T23:57:51.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.654+0000 7f094c88f700 1 -- 172.21.15.1:0/3287895895 reap_dead start 2024-02-09T23:57:51.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.654+0000 7f094e2f2700 1 -- 172.21.15.1:0/3287895895 shutdown_connections 2024-02-09T23:57:51.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.654+0000 7f094e2f2700 1 -- 172.21.15.1:0/3287895895 >> 172.21.15.1:0/3287895895 conn(0x7f0948075f80 msgr2=0x7f09480ff4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:51.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.654+0000 7f094e2f2700 1 -- 172.21.15.1:0/3287895895 shutdown_connections 2024-02-09T23:57:51.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.654+0000 7f094e2f2700 1 -- 172.21.15.1:0/3287895895 wait complete. 2024-02-09T23:57:52.199 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:51 smithi001 ceph-mon[32335]: pgmap v308: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 170 B/s wr, 10 op/s 2024-02-09T23:57:52.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:51 smithi088 ceph-mon[36452]: pgmap v308: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 170 B/s wr, 10 op/s 2024-02-09T23:57:52.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:51 smithi103 ceph-mon[36942]: pgmap v308: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 170 B/s wr, 10 op/s 2024-02-09T23:57:52.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.495+0000 7f802041a700 1 -- 172.21.15.1:0/903591377 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8018101d70 msgr2=0x7f80181021f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:52.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.495+0000 7f802041a700 1 --2- 172.21.15.1:0/903591377 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8018101d70 0x7f80181021f0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f80080099c0 tx=0x7f8008009cd0 comp rx=0 tx=0).stop 2024-02-09T23:57:52.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.495+0000 7f802041a700 1 -- 172.21.15.1:0/903591377 shutdown_connections 2024-02-09T23:57:52.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.495+0000 7f802041a700 1 --2- 172.21.15.1:0/903591377 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8018102730 0x7f801810eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:52.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.495+0000 7f802041a700 1 --2- 172.21.15.1:0/903591377 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8018107d50 0x7f8018108130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:52.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.495+0000 7f802041a700 1 --2- 172.21.15.1:0/903591377 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8018101d70 0x7f80181021f0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:52.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.495+0000 7f802041a700 1 -- 172.21.15.1:0/903591377 >> 172.21.15.1:0/903591377 conn(0x7f8018078e50 msgr2=0x7f8018079260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:52.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.495+0000 7f802041a700 1 -- 172.21.15.1:0/903591377 shutdown_connections 2024-02-09T23:57:52.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.495+0000 7f802041a700 1 -- 172.21.15.1:0/903591377 wait complete. 2024-02-09T23:57:52.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.496+0000 7f802041a700 1 Processor -- start 2024-02-09T23:57:52.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.496+0000 7f802041a700 1 -- start start 2024-02-09T23:57:52.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.496+0000 7f802041a700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8018101d70 0x7f8018198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:52.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.496+0000 7f802041a700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8018102730 0x7f80181987c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:52.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.496+0000 7f802041a700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8018107d50 0x7f801819cb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:52.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.496+0000 7f802041a700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f801819d110 con 0x7f8018107d50 2024-02-09T23:57:52.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.496+0000 7f802041a700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f801819d280 con 0x7f8018102730 2024-02-09T23:57:52.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.496+0000 7f802041a700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f801819d440 con 0x7f8018101d70 2024-02-09T23:57:52.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.496+0000 7f801e9b7700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8018107d50 0x7f801819cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:52.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.496+0000 7f801e9b7700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8018107d50 0x7f801819cb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59264/0 (socket says 172.21.15.1:59264) 2024-02-09T23:57:52.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.496+0000 7f801e9b7700 1 -- 172.21.15.1:0/2136070890 learned_addr learned my addr 172.21.15.1:0/2136070890 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:52.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.496+0000 7f801e1b6700 1 --2- 172.21.15.1:0/2136070890 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8018101d70 0x7f8018198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:52.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.496+0000 7f801d9b5700 1 --2- 172.21.15.1:0/2136070890 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8018102730 0x7f80181987c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:52.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.497+0000 7f801e9b7700 1 -- 172.21.15.1:0/2136070890 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8018101d70 msgr2=0x7f8018198280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:52.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.497+0000 7f801e9b7700 1 --2- 172.21.15.1:0/2136070890 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8018101d70 0x7f8018198280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:52.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.497+0000 7f801e9b7700 1 -- 172.21.15.1:0/2136070890 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8018102730 msgr2=0x7f80181987c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:52.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.497+0000 7f801e9b7700 1 --2- 172.21.15.1:0/2136070890 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8018102730 0x7f80181987c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:52.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.497+0000 7f801e9b7700 1 -- 172.21.15.1:0/2136070890 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80080095f0 con 0x7f8018107d50 2024-02-09T23:57:52.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.497+0000 7f801e1b6700 1 --2- 172.21.15.1:0/2136070890 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8018101d70 0x7f8018198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:52.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.497+0000 7f801d9b5700 1 --2- 172.21.15.1:0/2136070890 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8018102730 0x7f80181987c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:57:52.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.497+0000 7f801e9b7700 1 --2- 172.21.15.1:0/2136070890 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8018107d50 0x7f801819cb00 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f801000ada0 tx=0x7f801000c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:52.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.497+0000 7f800f7fe700 1 -- 172.21.15.1:0/2136070890 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f801000f070 con 0x7f8018107d50 2024-02-09T23:57:52.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.497+0000 7f802041a700 1 -- 172.21.15.1:0/2136070890 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f801819d720 con 0x7f8018107d50 2024-02-09T23:57:52.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.497+0000 7f800f7fe700 1 -- 172.21.15.1:0/2136070890 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8010007b30 con 0x7f8018107d50 2024-02-09T23:57:52.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.497+0000 7f800f7fe700 1 -- 172.21.15.1:0/2136070890 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8010005500 con 0x7f8018107d50 2024-02-09T23:57:52.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.497+0000 7f802041a700 1 -- 172.21.15.1:0/2136070890 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80181a4f80 con 0x7f8018107d50 2024-02-09T23:57:52.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.498+0000 7f802041a700 1 -- 172.21.15.1:0/2136070890 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f8018112020 con 0x7f8018107d50 2024-02-09T23:57:52.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.499+0000 7f800f7fe700 1 -- 172.21.15.1:0/2136070890 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f8010004ad0 con 0x7f8018107d50 2024-02-09T23:57:52.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.499+0000 7f800f7fe700 1 --2- 172.21.15.1:0/2136070890 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f80040a21e0 0x7f80040a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:52.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.500+0000 7f801e1b6700 1 --2- 172.21.15.1:0/2136070890 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f80040a21e0 0x7f80040a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:52.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.500+0000 7f800f7fe700 1 -- 172.21.15.1:0/2136070890 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f80100cdd70 con 0x7f8018107d50 2024-02-09T23:57:52.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.500+0000 7f800f7fe700 1 --2- 172.21.15.1:0/2136070890 >> [v2:172.21.15.88:6824/1128031509,v1:172.21.15.88:6825/1128031509] conn(0x7f80040ab9c0 0x7f80040adde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:52.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.500+0000 7f800f7fe700 1 -- 172.21.15.1:0/2136070890 --> [v2:172.21.15.88:6824/1128031509,v1:172.21.15.88:6825/1128031509] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f80040ae490 con 0x7f80040ab9c0 2024-02-09T23:57:52.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.500+0000 7f800f7fe700 1 -- 172.21.15.1:0/2136070890 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7f80100ce210 con 0x7f8018107d50 2024-02-09T23:57:52.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.500+0000 7f801e1b6700 1 --2- 172.21.15.1:0/2136070890 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f80040a21e0 0x7f80040a46a0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f8014005e10 tx=0x7f8014005d60 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:52.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.500+0000 7f801d9b5700 1 --2- 172.21.15.1:0/2136070890 >> [v2:172.21.15.88:6824/1128031509,v1:172.21.15.88:6825/1128031509] conn(0x7f80040ab9c0 0x7f80040adde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:52.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.501+0000 7f801d9b5700 1 --2- 172.21.15.1:0/2136070890 >> [v2:172.21.15.88:6824/1128031509,v1:172.21.15.88:6825/1128031509] conn(0x7f80040ab9c0 0x7f80040adde0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:52.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.502+0000 7f800f7fe700 1 -- 172.21.15.1:0/2136070890 <== osd.10 v2:172.21.15.88:6824/1128031509 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f80040ae490 con 0x7f80040ab9c0 2024-02-09T23:57:52.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.518+0000 7f802041a700 1 -- 172.21.15.1:0/2136070890 --> [v2:172.21.15.88:6824/1128031509,v1:172.21.15.88:6825/1128031509] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f8018062430 con 0x7f80040ab9c0 2024-02-09T23:57:52.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.519+0000 7f800f7fe700 1 -- 172.21.15.1:0/2136070890 <== osd.10 v2:172.21.15.88:6824/1128031509 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f8018062430 con 0x7f80040ab9c0 2024-02-09T23:57:52.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.519+0000 7f802041a700 1 -- 172.21.15.1:0/2136070890 >> [v2:172.21.15.88:6824/1128031509,v1:172.21.15.88:6825/1128031509] conn(0x7f80040ab9c0 msgr2=0x7f80040adde0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:52.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.519+0000 7f802041a700 1 --2- 172.21.15.1:0/2136070890 >> [v2:172.21.15.88:6824/1128031509,v1:172.21.15.88:6825/1128031509] conn(0x7f80040ab9c0 0x7f80040adde0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:52.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.519+0000 7f802041a700 1 -- 172.21.15.1:0/2136070890 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f80040a21e0 msgr2=0x7f80040a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:52.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.519+0000 7f802041a700 1 --2- 172.21.15.1:0/2136070890 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f80040a21e0 0x7f80040a46a0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f8014005e10 tx=0x7f8014005d60 comp rx=0 tx=0).stop 2024-02-09T23:57:52.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.519+0000 7f802041a700 1 -- 172.21.15.1:0/2136070890 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8018107d50 msgr2=0x7f801819cb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:52.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.519+0000 7f802041a700 1 --2- 172.21.15.1:0/2136070890 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8018107d50 0x7f801819cb00 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f801000ada0 tx=0x7f801000c330 comp rx=0 tx=0).stop 2024-02-09T23:57:52.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.519+0000 7f801e9b7700 1 -- 172.21.15.1:0/2136070890 reap_dead start 2024-02-09T23:57:52.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.519+0000 7f802041a700 1 -- 172.21.15.1:0/2136070890 shutdown_connections 2024-02-09T23:57:52.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.519+0000 7f802041a700 1 -- 172.21.15.1:0/2136070890 >> 172.21.15.1:0/2136070890 conn(0x7f8018078e50 msgr2=0x7f8018100a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:52.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.519+0000 7f802041a700 1 -- 172.21.15.1:0/2136070890 shutdown_connections 2024-02-09T23:57:52.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:51.519+0000 7f802041a700 1 -- 172.21.15.1:0/2136070890 wait complete. 2024-02-09T23:57:52.923 INFO:teuthology.orchestra.run.smithi001.stdout:34359738445 2024-02-09T23:57:52.923 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph osd last-stat-seq osd.0 2024-02-09T23:57:53.592 INFO:teuthology.orchestra.run.smithi001.stdout:309237645340 2024-02-09T23:57:53.593 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph osd last-stat-seq osd.10 2024-02-09T23:57:53.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.757+0000 7fadf4244700 1 -- 172.21.15.1:0/812668262 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fadec104720 msgr2=0x7fadec104bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:53.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.757+0000 7fadf4244700 1 --2- 172.21.15.1:0/812668262 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fadec104720 0x7fadec104bb0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fade400b0a0 tx=0x7fade400b3b0 comp rx=0 tx=0).stop 2024-02-09T23:57:53.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.758+0000 7fadf4244700 1 -- 172.21.15.1:0/812668262 shutdown_connections 2024-02-09T23:57:53.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.758+0000 7fadf4244700 1 --2- 172.21.15.1:0/812668262 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fadec104720 0x7fadec104bb0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:53.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.758+0000 7fadf4244700 1 --2- 172.21.15.1:0/812668262 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fadec106c10 0x7fadec0699d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:53.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.758+0000 7fadf4244700 1 --2- 172.21.15.1:0/812668262 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fadec069f10 0x7fadec06a370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:53.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.758+0000 7fadf4244700 1 -- 172.21.15.1:0/812668262 >> 172.21.15.1:0/812668262 conn(0x7fadec077b50 msgr2=0x7fadec077f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:53.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.758+0000 7fadf4244700 1 -- 172.21.15.1:0/812668262 shutdown_connections 2024-02-09T23:57:53.761 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.758+0000 7fadf4244700 1 -- 172.21.15.1:0/812668262 wait complete. 2024-02-09T23:57:53.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.759+0000 7fadf4244700 1 Processor -- start 2024-02-09T23:57:53.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.759+0000 7fadf4244700 1 -- start start 2024-02-09T23:57:53.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.759+0000 7fadf4244700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fadec069f10 0x7fadec1a4650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:53.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.759+0000 7fadf4244700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fadec104720 0x7fadec1a4b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:53.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.759+0000 7fadf4244700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fadec106c10 0x7fadec19e720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:53.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.759+0000 7fadf4244700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadec19eed0 con 0x7fadec106c10 2024-02-09T23:57:53.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.759+0000 7fadf4244700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadec19f040 con 0x7fadec069f10 2024-02-09T23:57:53.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.759+0000 7fadf4244700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadec19f200 con 0x7fadec104720 2024-02-09T23:57:53.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.759+0000 7fadf17df700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fadec104720 0x7fadec1a4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:53.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.759+0000 7fadf27e1700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fadec106c10 0x7fadec19e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:53.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.759+0000 7fadf17df700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fadec104720 0x7fadec1a4b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.1:33604/0 (socket says 172.21.15.1:33604) 2024-02-09T23:57:53.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.759+0000 7fadf17df700 1 -- 172.21.15.1:0/837807369 learned_addr learned my addr 172.21.15.1:0/837807369 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:57:53.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.759+0000 7fadf1fe0700 1 --2- 172.21.15.1:0/837807369 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fadec069f10 0x7fadec1a4650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:53.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.760+0000 7fadf17df700 1 -- 172.21.15.1:0/837807369 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fadec069f10 msgr2=0x7fadec1a4650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:53.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.760+0000 7fadf17df700 1 --2- 172.21.15.1:0/837807369 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fadec069f10 0x7fadec1a4650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:53.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.760+0000 7fadf17df700 1 -- 172.21.15.1:0/837807369 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fadec106c10 msgr2=0x7fadec19e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:53.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.760+0000 7fadf17df700 1 --2- 172.21.15.1:0/837807369 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fadec106c10 0x7fadec19e720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:53.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.760+0000 7fadf17df700 1 -- 172.21.15.1:0/837807369 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fade4009d00 con 0x7fadec104720 2024-02-09T23:57:53.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.760+0000 7fadf17df700 1 --2- 172.21.15.1:0/837807369 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fadec104720 0x7fadec1a4b90 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7faddc00e9a0 tx=0x7faddc00ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:53.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.760+0000 7fade2ffd700 1 -- 172.21.15.1:0/837807369 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faddc009790 con 0x7fadec104720 2024-02-09T23:57:53.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.760+0000 7fadf4244700 1 -- 172.21.15.1:0/837807369 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fadec19f4e0 con 0x7fadec104720 2024-02-09T23:57:53.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.760+0000 7fadf4244700 1 -- 172.21.15.1:0/837807369 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fadec1ab620 con 0x7fadec104720 2024-02-09T23:57:53.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.760+0000 7fade2ffd700 1 -- 172.21.15.1:0/837807369 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faddc00cbd0 con 0x7fadec104720 2024-02-09T23:57:53.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.760+0000 7fade2ffd700 1 -- 172.21.15.1:0/837807369 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faddc018680 con 0x7fadec104720 2024-02-09T23:57:53.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.761+0000 7fadf4244700 1 -- 172.21.15.1:0/837807369 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fadd0001030 con 0x7fadec104720 2024-02-09T23:57:53.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.763+0000 7fade2ffd700 1 -- 172.21.15.1:0/837807369 <== mon.1 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7faddc00cd40 con 0x7fadec104720 2024-02-09T23:57:53.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.764+0000 7fade2ffd700 1 --2- 172.21.15.1:0/837807369 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fadd80a2260 0x7fadd80a4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:53.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.764+0000 7fade2ffd700 1 -- 172.21.15.1:0/837807369 <== mon.1 v2:172.21.15.103:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7faddc014070 con 0x7fadec104720 2024-02-09T23:57:53.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.764+0000 7fadf1fe0700 1 --2- 172.21.15.1:0/837807369 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fadd80a2260 0x7fadd80a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:53.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.764+0000 7fade2ffd700 1 --2- 172.21.15.1:0/837807369 >> [v2:172.21.15.103:6816/3258812878,v1:172.21.15.103:6817/3258812878] conn(0x7fadd80aba40 0x7fadd80ade60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:57:53.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.764+0000 7fade2ffd700 1 -- 172.21.15.1:0/837807369 --> [v2:172.21.15.103:6816/3258812878,v1:172.21.15.103:6817/3258812878] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fadd80ae510 con 0x7fadd80aba40 2024-02-09T23:57:53.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.765+0000 7fade2ffd700 1 -- 172.21.15.1:0/837807369 <== mon.1 v2:172.21.15.103:3300/0 6 ==== mon_get_version_reply(handle=1 version=85) v2 ==== 24+0+0 (secure 0 0 0) 0x7faddc0cec50 con 0x7fadec104720 2024-02-09T23:57:53.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.765+0000 7fadf27e1700 1 --2- 172.21.15.1:0/837807369 >> [v2:172.21.15.103:6816/3258812878,v1:172.21.15.103:6817/3258812878] conn(0x7fadd80aba40 0x7fadd80ade60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:57:53.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.765+0000 7fadf1fe0700 1 --2- 172.21.15.1:0/837807369 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fadd80a2260 0x7fadd80a4720 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fade8009be0 tx=0x7fade8009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:53.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.765+0000 7fadf27e1700 1 --2- 172.21.15.1:0/837807369 >> [v2:172.21.15.103:6816/3258812878,v1:172.21.15.103:6817/3258812878] conn(0x7fadd80aba40 0x7fadd80ade60 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:57:53.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.766+0000 7fade2ffd700 1 -- 172.21.15.1:0/837807369 <== osd.8 v2:172.21.15.103:6816/3258812878 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7fadd80ae510 con 0x7fadd80aba40 2024-02-09T23:57:53.798 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:57:53.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.796+0000 7fadf4244700 1 -- 172.21.15.1:0/837807369 --> [v2:172.21.15.103:6816/3258812878,v1:172.21.15.103:6817/3258812878] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fadd0002dc0 con 0x7fadd80aba40 2024-02-09T23:57:53.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.797+0000 7fade2ffd700 1 -- 172.21.15.1:0/837807369 <== osd.8 v2:172.21.15.103:6816/3258812878 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fadd0002dc0 con 0x7fadd80aba40 2024-02-09T23:57:53.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.798+0000 7fadf4244700 1 -- 172.21.15.1:0/837807369 >> [v2:172.21.15.103:6816/3258812878,v1:172.21.15.103:6817/3258812878] conn(0x7fadd80aba40 msgr2=0x7fadd80ade60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:53.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.798+0000 7fadf4244700 1 --2- 172.21.15.1:0/837807369 >> [v2:172.21.15.103:6816/3258812878,v1:172.21.15.103:6817/3258812878] conn(0x7fadd80aba40 0x7fadd80ade60 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:57:53.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.799+0000 7fadf4244700 1 -- 172.21.15.1:0/837807369 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fadd80a2260 msgr2=0x7fadd80a4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:53.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.799+0000 7fadf4244700 1 --2- 172.21.15.1:0/837807369 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fadd80a2260 0x7fadd80a4720 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fade8009be0 tx=0x7fade8009260 comp rx=0 tx=0).stop 2024-02-09T23:57:53.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.799+0000 7fadf4244700 1 -- 172.21.15.1:0/837807369 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fadec104720 msgr2=0x7fadec1a4b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:57:53.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.799+0000 7fadf4244700 1 --2- 172.21.15.1:0/837807369 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fadec104720 0x7fadec1a4b90 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7faddc00e9a0 tx=0x7faddc00ecb0 comp rx=0 tx=0).stop 2024-02-09T23:57:53.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.799+0000 7fadf27e1700 1 -- 172.21.15.1:0/837807369 reap_dead start 2024-02-09T23:57:53.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.800+0000 7fadf4244700 1 -- 172.21.15.1:0/837807369 shutdown_connections 2024-02-09T23:57:53.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.800+0000 7fadf4244700 1 -- 172.21.15.1:0/837807369 >> 172.21.15.1:0/837807369 conn(0x7fadec077b50 msgr2=0x7fadec103700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:57:53.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.800+0000 7fadf4244700 1 -- 172.21.15.1:0/837807369 shutdown_connections 2024-02-09T23:57:53.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:57:53.800+0000 7fadf4244700 1 -- 172.21.15.1:0/837807369 wait complete. 2024-02-09T23:57:54.205 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:53 smithi001 ceph-mon[32335]: pgmap v309: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 170 B/s wr, 9 op/s 2024-02-09T23:57:54.231 INFO:teuthology.orchestra.run.smithi001.stdout:163208757301 2024-02-09T23:57:54.231 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph osd last-stat-seq osd.5 2024-02-09T23:57:54.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:53 smithi088 ceph-mon[36452]: pgmap v309: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 170 B/s wr, 9 op/s 2024-02-09T23:57:54.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:53 smithi103 ceph-mon[36942]: pgmap v309: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 170 B/s wr, 9 op/s 2024-02-09T23:57:54.997 INFO:teuthology.orchestra.run.smithi001.stdout:253403070502 2024-02-09T23:57:54.998 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph osd last-stat-seq osd.8 2024-02-09T23:57:55.002 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:57:55.002 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:57:55.010 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:57:55.012 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:57:55.015 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:57:56.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:55 smithi001 ceph-mon[32335]: pgmap v310: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 170 B/s wr, 9 op/s 2024-02-09T23:57:56.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:55 smithi088 ceph-mon[36452]: pgmap v310: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 170 B/s wr, 9 op/s 2024-02-09T23:57:56.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:55 smithi103 ceph-mon[36942]: pgmap v310: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 170 B/s wr, 9 op/s 2024-02-09T23:57:57.233 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:57:57.234 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:57:57.235 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:57:57.235 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:57:58.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:57 smithi001 ceph-mon[32335]: pgmap v311: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 170 B/s wr, 10 op/s 2024-02-09T23:57:58.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:57 smithi088 ceph-mon[36452]: pgmap v311: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 170 B/s wr, 10 op/s 2024-02-09T23:57:58.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:57 smithi103 ceph-mon[36942]: pgmap v311: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 170 B/s wr, 10 op/s 2024-02-09T23:58:00.057 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:57:59 smithi001 ceph-mon[32335]: pgmap v312: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-02-09T23:58:00.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:57:59 smithi088 ceph-mon[36452]: pgmap v312: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-02-09T23:58:00.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:57:59 smithi103 ceph-mon[36942]: pgmap v312: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-02-09T23:58:01.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.637+0000 7f71b8ceb700 1 -- 172.21.15.1:0/3719538384 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f71b4101d70 msgr2=0x7f71b41021f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:01.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.637+0000 7f71b8ceb700 1 --2- 172.21.15.1:0/3719538384 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f71b4101d70 0x7f71b41021f0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f719c009990 tx=0x7f719c009ca0 comp rx=0 tx=0).stop 2024-02-09T23:58:01.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.637+0000 7f71b8ceb700 1 -- 172.21.15.1:0/3719538384 shutdown_connections 2024-02-09T23:58:01.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.637+0000 7f71b8ceb700 1 --2- 172.21.15.1:0/3719538384 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f71b4102730 0x7f71b410ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:01.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.637+0000 7f71b8ceb700 1 --2- 172.21.15.1:0/3719538384 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f71b4107e20 0x7f71b4108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:01.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.637+0000 7f71b8ceb700 1 --2- 172.21.15.1:0/3719538384 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f71b4101d70 0x7f71b41021f0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:01.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.637+0000 7f71b8ceb700 1 -- 172.21.15.1:0/3719538384 >> 172.21.15.1:0/3719538384 conn(0x7f71b4078e50 msgr2=0x7f71b4079260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:01.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.637+0000 7f71b8ceb700 1 -- 172.21.15.1:0/3719538384 shutdown_connections 2024-02-09T23:58:01.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.637+0000 7f71b8ceb700 1 -- 172.21.15.1:0/3719538384 wait complete. 2024-02-09T23:58:01.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.638+0000 7f71b8ceb700 1 Processor -- start 2024-02-09T23:58:01.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.638+0000 7f71b8ceb700 1 -- start start 2024-02-09T23:58:01.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.638+0000 7f71b8ceb700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f71b4101d70 0x7f71b419a360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:01.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.638+0000 7f71b8ceb700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f71b4102730 0x7f71b419a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:01.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.638+0000 7f71b8ceb700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f71b4107e20 0x7f71b419ec30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:01.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.638+0000 7f71b8ceb700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71b419f240 con 0x7f71b4107e20 2024-02-09T23:58:01.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.638+0000 7f71b8ceb700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71b419f3b0 con 0x7f71b4102730 2024-02-09T23:58:01.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.638+0000 7f71b8ceb700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71b419f570 con 0x7f71b4101d70 2024-02-09T23:58:01.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.638+0000 7f71b2d9d700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f71b4107e20 0x7f71b419ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:01.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.638+0000 7f71b2d9d700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f71b4107e20 0x7f71b419ec30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53126/0 (socket says 172.21.15.1:53126) 2024-02-09T23:58:01.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.638+0000 7f71b2d9d700 1 -- 172.21.15.1:0/4277463931 learned_addr learned my addr 172.21.15.1:0/4277463931 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:01.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.638+0000 7f71b259c700 1 --2- 172.21.15.1:0/4277463931 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f71b4101d70 0x7f71b419a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:01.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.638+0000 7f71b1d9b700 1 --2- 172.21.15.1:0/4277463931 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f71b4102730 0x7f71b419a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:01.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.639+0000 7f71b2d9d700 1 -- 172.21.15.1:0/4277463931 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f71b4101d70 msgr2=0x7f71b419a360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:01.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.639+0000 7f71b2d9d700 1 --2- 172.21.15.1:0/4277463931 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f71b4101d70 0x7f71b419a360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:01.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.639+0000 7f71b2d9d700 1 -- 172.21.15.1:0/4277463931 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f71b4102730 msgr2=0x7f71b419a8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:01.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.639+0000 7f71b2d9d700 1 --2- 172.21.15.1:0/4277463931 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f71b4102730 0x7f71b419a8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:01.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.639+0000 7f71b2d9d700 1 -- 172.21.15.1:0/4277463931 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f719c0095f0 con 0x7f71b4107e20 2024-02-09T23:58:01.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.639+0000 7f71b2d9d700 1 --2- 172.21.15.1:0/4277463931 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f71b4107e20 0x7f71b419ec30 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f71ac00c900 tx=0x7f71ac00cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:01.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.639+0000 7f71ab7fe700 1 -- 172.21.15.1:0/4277463931 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71ac0078d0 con 0x7f71b4107e20 2024-02-09T23:58:01.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.639+0000 7f71b8ceb700 1 -- 172.21.15.1:0/4277463931 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f71b419f850 con 0x7f71b4107e20 2024-02-09T23:58:01.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.639+0000 7f71ab7fe700 1 -- 172.21.15.1:0/4277463931 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f71ac00f450 con 0x7f71b4107e20 2024-02-09T23:58:01.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.639+0000 7f71ab7fe700 1 -- 172.21.15.1:0/4277463931 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71ac018660 con 0x7f71b4107e20 2024-02-09T23:58:01.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.639+0000 7f71b8ceb700 1 -- 172.21.15.1:0/4277463931 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f71b41a70b0 con 0x7f71b4107e20 2024-02-09T23:58:01.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.640+0000 7f71b8ceb700 1 -- 172.21.15.1:0/4277463931 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f71b40689e0 con 0x7f71b4107e20 2024-02-09T23:58:01.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.641+0000 7f71ab7fe700 1 -- 172.21.15.1:0/4277463931 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f71ac00f5c0 con 0x7f71b4107e20 2024-02-09T23:58:01.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.642+0000 7f71ab7fe700 1 --2- 172.21.15.1:0/4277463931 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f71a00a22e0 0x7f71a00a47a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:01.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.642+0000 7f71b259c700 1 --2- 172.21.15.1:0/4277463931 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f71a00a22e0 0x7f71a00a47a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:01.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.642+0000 7f71ab7fe700 1 -- 172.21.15.1:0/4277463931 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f71ac0cdd30 con 0x7f71b4107e20 2024-02-09T23:58:01.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.642+0000 7f71b259c700 1 --2- 172.21.15.1:0/4277463931 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f71a00a22e0 0x7f71a00a47a0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f71a400f440 tx=0x7f71a40079e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:01.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.646+0000 7f71ab7fe700 1 -- 172.21.15.1:0/4277463931 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f71ac096cd0 con 0x7f71b4107e20 2024-02-09T23:58:01.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.849+0000 7f71b8ceb700 1 -- 172.21.15.1:0/4277463931 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) v1 -- 0x7f71b419b6c0 con 0x7f71b4107e20 2024-02-09T23:58:01.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.850+0000 7f71ab7fe700 1 -- 172.21.15.1:0/4277463931 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f71ac09a390 con 0x7f71b4107e20 2024-02-09T23:58:01.852 INFO:teuthology.orchestra.run.smithi001.stdout:287762808867 2024-02-09T23:58:01.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.852+0000 7f71b8ceb700 1 -- 172.21.15.1:0/4277463931 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f71a00a22e0 msgr2=0x7f71a00a47a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:01.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.852+0000 7f71b8ceb700 1 --2- 172.21.15.1:0/4277463931 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f71a00a22e0 0x7f71a00a47a0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f71a400f440 tx=0x7f71a40079e0 comp rx=0 tx=0).stop 2024-02-09T23:58:01.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.852+0000 7f71b8ceb700 1 -- 172.21.15.1:0/4277463931 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f71b4107e20 msgr2=0x7f71b419ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:01.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.852+0000 7f71b8ceb700 1 --2- 172.21.15.1:0/4277463931 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f71b4107e20 0x7f71b419ec30 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f71ac00c900 tx=0x7f71ac00cc10 comp rx=0 tx=0).stop 2024-02-09T23:58:01.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.852+0000 7f71b8ceb700 1 -- 172.21.15.1:0/4277463931 shutdown_connections 2024-02-09T23:58:01.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.852+0000 7f71b8ceb700 1 --2- 172.21.15.1:0/4277463931 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f71a00a22e0 0x7f71a00a47a0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:01.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.852+0000 7f71b8ceb700 1 --2- 172.21.15.1:0/4277463931 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f71b4107e20 0x7f71b419ec30 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:01.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.852+0000 7f71b8ceb700 1 --2- 172.21.15.1:0/4277463931 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f71b4101d70 0x7f71b419a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:01.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.852+0000 7f71b8ceb700 1 --2- 172.21.15.1:0/4277463931 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f71b4102730 0x7f71b419a8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:01.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.852+0000 7f71b8ceb700 1 -- 172.21.15.1:0/4277463931 >> 172.21.15.1:0/4277463931 conn(0x7f71b4078e50 msgr2=0x7f71b410cf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:01.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.852+0000 7f71b8ceb700 1 -- 172.21.15.1:0/4277463931 shutdown_connections 2024-02-09T23:58:01.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:01.852+0000 7f71b8ceb700 1 -- 172.21.15.1:0/4277463931 wait complete. 2024-02-09T23:58:02.221 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:01 smithi001 ceph-mon[32335]: pgmap v313: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-02-09T23:58:02.221 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:01 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/4277463931' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-02-09T23:58:02.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:01 smithi088 ceph-mon[36452]: pgmap v313: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-02-09T23:58:02.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:01 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/4277463931' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-02-09T23:58:02.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:01 smithi103 ceph-mon[36942]: pgmap v313: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-02-09T23:58:02.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:01 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/4277463931' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-02-09T23:58:04.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:03 smithi001 ceph-mon[32335]: pgmap v314: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-02-09T23:58:04.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:03 smithi088 ceph-mon[36452]: pgmap v314: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-02-09T23:58:04.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:03 smithi103 ceph-mon[36942]: pgmap v314: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-02-09T23:58:04.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.745+0000 7f0b6ba7a700 1 -- 172.21.15.1:0/1316401961 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0b64106c60 msgr2=0x7f0b64107040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:04.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.745+0000 7f0b6ba7a700 1 --2- 172.21.15.1:0/1316401961 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0b64106c60 0x7f0b64107040 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f0b60009990 tx=0x7f0b60009ca0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.745+0000 7f0b6ba7a700 1 -- 172.21.15.1:0/1316401961 shutdown_connections 2024-02-09T23:58:04.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.745+0000 7f0b6ba7a700 1 --2- 172.21.15.1:0/1316401961 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0b64106c60 0x7f0b64107040 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.745+0000 7f0b6ba7a700 1 --2- 172.21.15.1:0/1316401961 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0b641015c0 0x7f0b6410daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.745+0000 7f0b6ba7a700 1 --2- 172.21.15.1:0/1316401961 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0b64100c20 0x7f0b64101080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.745+0000 7f0b6ba7a700 1 -- 172.21.15.1:0/1316401961 >> 172.21.15.1:0/1316401961 conn(0x7f0b64077b50 msgr2=0x7f0b64077f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:04.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.746+0000 7f0b6ba7a700 1 -- 172.21.15.1:0/1316401961 shutdown_connections 2024-02-09T23:58:04.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.746+0000 7f0b6ba7a700 1 -- 172.21.15.1:0/1316401961 wait complete. 2024-02-09T23:58:04.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.746+0000 7f0b6ba7a700 1 Processor -- start 2024-02-09T23:58:04.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.746+0000 7f0b6ba7a700 1 -- start start 2024-02-09T23:58:04.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.747+0000 7f0b6ba7a700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0b64100c20 0x7f0b641990a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:04.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.747+0000 7f0b6ba7a700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0b641015c0 0x7f0b641995e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:04.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.747+0000 7f0b6ba7a700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0b64106c60 0x7f0b641a4120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:04.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.747+0000 7f0b6ba7a700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b64199ee0 con 0x7f0b64100c20 2024-02-09T23:58:04.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.747+0000 7f0b6ba7a700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b641a4660 con 0x7f0b64106c60 2024-02-09T23:58:04.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.747+0000 7f0b6ba7a700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b641a47d0 con 0x7f0b641015c0 2024-02-09T23:58:04.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.747+0000 7f0b69816700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0b64100c20 0x7f0b641990a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:04.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.747+0000 7f0b69816700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0b64100c20 0x7f0b641990a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53142/0 (socket says 172.21.15.1:53142) 2024-02-09T23:58:04.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.747+0000 7f0b69816700 1 -- 172.21.15.1:0/646616045 learned_addr learned my addr 172.21.15.1:0/646616045 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:04.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.747+0000 7f0b69015700 1 --2- 172.21.15.1:0/646616045 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0b641015c0 0x7f0b641995e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:04.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.747+0000 7f0b6a017700 1 --2- 172.21.15.1:0/646616045 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0b64106c60 0x7f0b641a4120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:04.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.747+0000 7f0b69816700 1 -- 172.21.15.1:0/646616045 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0b641015c0 msgr2=0x7f0b641995e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:04.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.747+0000 7f0b69816700 1 --2- 172.21.15.1:0/646616045 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0b641015c0 0x7f0b641995e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.747+0000 7f0b69816700 1 -- 172.21.15.1:0/646616045 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0b64106c60 msgr2=0x7f0b641a4120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:04.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.747+0000 7f0b69816700 1 --2- 172.21.15.1:0/646616045 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0b64106c60 0x7f0b641a4120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.747+0000 7f0b69816700 1 -- 172.21.15.1:0/646616045 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b600095f0 con 0x7f0b64100c20 2024-02-09T23:58:04.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.747+0000 7f0b6a017700 1 --2- 172.21.15.1:0/646616045 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0b64106c60 0x7f0b641a4120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:58:04.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.748+0000 7f0b69816700 1 --2- 172.21.15.1:0/646616045 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0b64100c20 0x7f0b641990a0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f0b60000c00 tx=0x7f0b6000b9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:04.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.748+0000 7f0b5affd700 1 -- 172.21.15.1:0/646616045 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b6000f870 con 0x7f0b64100c20 2024-02-09T23:58:04.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.748+0000 7f0b5affd700 1 -- 172.21.15.1:0/646616045 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0b6000b610 con 0x7f0b64100c20 2024-02-09T23:58:04.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.748+0000 7f0b5affd700 1 -- 172.21.15.1:0/646616045 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b6002cc60 con 0x7f0b64100c20 2024-02-09T23:58:04.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.748+0000 7f0b6ba7a700 1 -- 172.21.15.1:0/646616045 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0b64196f50 con 0x7f0b64100c20 2024-02-09T23:58:04.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.748+0000 7f0b6ba7a700 1 -- 172.21.15.1:0/646616045 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0b641972e0 con 0x7f0b64100c20 2024-02-09T23:58:04.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.749+0000 7f0b6ba7a700 1 -- 172.21.15.1:0/646616045 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0b64109180 con 0x7f0b64100c20 2024-02-09T23:58:04.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.751+0000 7f0b5affd700 1 -- 172.21.15.1:0/646616045 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f0b6002c3f0 con 0x7f0b64100c20 2024-02-09T23:58:04.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.752+0000 7f0b5affd700 1 --2- 172.21.15.1:0/646616045 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0b500a2260 0x7f0b500a4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:04.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.752+0000 7f0b69015700 1 --2- 172.21.15.1:0/646616045 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0b500a2260 0x7f0b500a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:04.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.752+0000 7f0b5affd700 1 -- 172.21.15.1:0/646616045 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f0b600d8180 con 0x7f0b64100c20 2024-02-09T23:58:04.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.752+0000 7f0b69015700 1 --2- 172.21.15.1:0/646616045 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0b500a2260 0x7f0b500a4720 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f0b64078270 tx=0x7f0b54009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:04.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.756+0000 7f0b5affd700 1 -- 172.21.15.1:0/646616045 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f0b600a1230 con 0x7f0b64100c20 2024-02-09T23:58:04.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.979+0000 7f0b6ba7a700 1 -- 172.21.15.1:0/646616045 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f0b6406a020 con 0x7f0b64100c20 2024-02-09T23:58:04.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.979+0000 7f0b5affd700 1 -- 172.21.15.1:0/646616045 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f0b600a48f0 con 0x7f0b64100c20 2024-02-09T23:58:04.982 INFO:teuthology.orchestra.run.smithi001.stdout:197568495666 2024-02-09T23:58:04.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.982+0000 7f0b6ba7a700 1 -- 172.21.15.1:0/646616045 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0b500a2260 msgr2=0x7f0b500a4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:04.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.982+0000 7f0b6ba7a700 1 --2- 172.21.15.1:0/646616045 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0b500a2260 0x7f0b500a4720 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f0b64078270 tx=0x7f0b54009260 comp rx=0 tx=0).stop 2024-02-09T23:58:04.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.982+0000 7f0b6ba7a700 1 -- 172.21.15.1:0/646616045 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0b64100c20 msgr2=0x7f0b641990a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:04.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.982+0000 7f0b6ba7a700 1 --2- 172.21.15.1:0/646616045 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0b64100c20 0x7f0b641990a0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f0b60000c00 tx=0x7f0b6000b9f0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.982+0000 7f0b6ba7a700 1 -- 172.21.15.1:0/646616045 shutdown_connections 2024-02-09T23:58:04.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.982+0000 7f0b6ba7a700 1 --2- 172.21.15.1:0/646616045 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0b500a2260 0x7f0b500a4720 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.982+0000 7f0b6ba7a700 1 --2- 172.21.15.1:0/646616045 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0b64100c20 0x7f0b641990a0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.982+0000 7f0b6ba7a700 1 --2- 172.21.15.1:0/646616045 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0b64106c60 0x7f0b641a4120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.982+0000 7f0b6ba7a700 1 --2- 172.21.15.1:0/646616045 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0b641015c0 0x7f0b641995e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:04.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.982+0000 7f0b6ba7a700 1 -- 172.21.15.1:0/646616045 >> 172.21.15.1:0/646616045 conn(0x7f0b64077b50 msgr2=0x7f0b640ffa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:04.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.982+0000 7f0b6ba7a700 1 -- 172.21.15.1:0/646616045 shutdown_connections 2024-02-09T23:58:04.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:04.982+0000 7f0b6ba7a700 1 -- 172.21.15.1:0/646616045 wait complete. 2024-02-09T23:58:05.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:04 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-02-09T23:58:05.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:04 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]: dispatch 2024-02-09T23:58:05.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:04 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]: dispatch 2024-02-09T23:58:05.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:04 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-02-09T23:58:05.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:04 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [3, 9]}]: dispatch 2024-02-09T23:58:05.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:04 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.33", "id": [5, 9]}]: dispatch 2024-02-09T23:58:05.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:04 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2024-02-09T23:58:05.221 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:04 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 8]}]: dispatch 2024-02-09T23:58:05.221 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:04 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:58:05.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-02-09T23:58:05.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]: dispatch 2024-02-09T23:58:05.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]: dispatch 2024-02-09T23:58:05.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-02-09T23:58:05.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [3, 9]}]: dispatch 2024-02-09T23:58:05.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.33", "id": [5, 9]}]: dispatch 2024-02-09T23:58:05.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2024-02-09T23:58:05.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 8]}]: dispatch 2024-02-09T23:58:05.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:04 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:58:05.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:04 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]: dispatch 2024-02-09T23:58:05.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:04 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]: dispatch 2024-02-09T23:58:05.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:04 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]: dispatch 2024-02-09T23:58:05.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:04 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]: dispatch 2024-02-09T23:58:05.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:04 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [3, 9]}]: dispatch 2024-02-09T23:58:05.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:04 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.33", "id": [5, 9]}]: dispatch 2024-02-09T23:58:05.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:04 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2024-02-09T23:58:05.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:04 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 8]}]: dispatch 2024-02-09T23:58:05.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:04 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:58:06.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:05 smithi088 ceph-mon[36452]: pgmap v315: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 9 op/s 2024-02-09T23:58:06.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-02-09T23:58:06.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]': finished 2024-02-09T23:58:06.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]': finished 2024-02-09T23:58:06.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-02-09T23:58:06.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [3, 9]}]': finished 2024-02-09T23:58:06.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.33", "id": [5, 9]}]': finished 2024-02-09T23:58:06.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2024-02-09T23:58:06.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:05 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 8]}]': finished 2024-02-09T23:58:06.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:05 smithi088 ceph-mon[36452]: osdmap e86: 12 total, 12 up, 12 in 2024-02-09T23:58:06.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:05 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/646616045' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-02-09T23:58:06.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:05 smithi103 ceph-mon[36942]: pgmap v315: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 9 op/s 2024-02-09T23:58:06.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-02-09T23:58:06.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]': finished 2024-02-09T23:58:06.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]': finished 2024-02-09T23:58:06.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-02-09T23:58:06.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [3, 9]}]': finished 2024-02-09T23:58:06.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.33", "id": [5, 9]}]': finished 2024-02-09T23:58:06.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2024-02-09T23:58:06.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:05 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 8]}]': finished 2024-02-09T23:58:06.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:05 smithi103 ceph-mon[36942]: osdmap e86: 12 total, 12 up, 12 in 2024-02-09T23:58:06.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:05 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/646616045' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-02-09T23:58:06.421 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:05 smithi001 ceph-mon[32335]: pgmap v315: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 9 op/s 2024-02-09T23:58:06.421 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11]}]': finished 2024-02-09T23:58:06.421 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [8, 11]}]': finished 2024-02-09T23:58:06.421 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]': finished 2024-02-09T23:58:06.421 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.14", "id": [2, 4]}]': finished 2024-02-09T23:58:06.421 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.27", "id": [3, 9]}]': finished 2024-02-09T23:58:06.421 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.33", "id": [5, 9]}]': finished 2024-02-09T23:58:06.421 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2024-02-09T23:58:06.422 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:05 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 8]}]': finished 2024-02-09T23:58:06.422 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:05 smithi001 ceph-mon[32335]: osdmap e86: 12 total, 12 up, 12 in 2024-02-09T23:58:06.422 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:05 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/646616045' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-02-09T23:58:06.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.533+0000 7feb808a1700 1 -- 172.21.15.1:0/794583876 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7feb7c100920 msgr2=0x7feb7c100d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:06.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.533+0000 7feb808a1700 1 --2- 172.21.15.1:0/794583876 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7feb7c100920 0x7feb7c100d00 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7feb6c009990 tx=0x7feb6c009ca0 comp rx=0 tx=0).stop 2024-02-09T23:58:06.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.533+0000 7feb808a1700 1 -- 172.21.15.1:0/794583876 shutdown_connections 2024-02-09T23:58:06.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.533+0000 7feb808a1700 1 --2- 172.21.15.1:0/794583876 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7feb7c100920 0x7feb7c100d00 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:06.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.533+0000 7feb808a1700 1 --2- 172.21.15.1:0/794583876 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7feb7c1070f0 0x7feb7c10ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:06.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.533+0000 7feb808a1700 1 --2- 172.21.15.1:0/794583876 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7feb7c1012d0 0x7feb7c106a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:06.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.533+0000 7feb808a1700 1 -- 172.21.15.1:0/794583876 >> 172.21.15.1:0/794583876 conn(0x7feb7c075fa0 msgr2=0x7feb7c0763b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:06.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.533+0000 7feb808a1700 1 -- 172.21.15.1:0/794583876 shutdown_connections 2024-02-09T23:58:06.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.533+0000 7feb808a1700 1 -- 172.21.15.1:0/794583876 wait complete. 2024-02-09T23:58:06.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.534+0000 7feb808a1700 1 Processor -- start 2024-02-09T23:58:06.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.534+0000 7feb808a1700 1 -- start start 2024-02-09T23:58:06.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.534+0000 7feb808a1700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7feb7c100920 0x7feb7c198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:06.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.534+0000 7feb808a1700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7feb7c1012d0 0x7feb7c198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:06.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.534+0000 7feb808a1700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7feb7c1070f0 0x7feb7c19cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:06.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.534+0000 7feb808a1700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb7c19d230 con 0x7feb7c1070f0 2024-02-09T23:58:06.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.534+0000 7feb808a1700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb7c19d3a0 con 0x7feb7c1012d0 2024-02-09T23:58:06.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.534+0000 7feb808a1700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb7c19d560 con 0x7feb7c100920 2024-02-09T23:58:06.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.534+0000 7feb7ad9d700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7feb7c1070f0 0x7feb7c19cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:06.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.534+0000 7feb7ad9d700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7feb7c1070f0 0x7feb7c19cc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53158/0 (socket says 172.21.15.1:53158) 2024-02-09T23:58:06.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.534+0000 7feb7ad9d700 1 -- 172.21.15.1:0/107443558 learned_addr learned my addr 172.21.15.1:0/107443558 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:06.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.534+0000 7feb7a59c700 1 --2- 172.21.15.1:0/107443558 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7feb7c100920 0x7feb7c198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:06.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.534+0000 7feb79d9b700 1 --2- 172.21.15.1:0/107443558 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7feb7c1012d0 0x7feb7c198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:06.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.534+0000 7feb7ad9d700 1 -- 172.21.15.1:0/107443558 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7feb7c100920 msgr2=0x7feb7c198350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:06.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.534+0000 7feb7ad9d700 1 --2- 172.21.15.1:0/107443558 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7feb7c100920 0x7feb7c198350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:06.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.534+0000 7feb7ad9d700 1 -- 172.21.15.1:0/107443558 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7feb7c1012d0 msgr2=0x7feb7c198890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:06.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.534+0000 7feb7ad9d700 1 --2- 172.21.15.1:0/107443558 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7feb7c1012d0 0x7feb7c198890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:06.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.534+0000 7feb7ad9d700 1 -- 172.21.15.1:0/107443558 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb6c0095f0 con 0x7feb7c1070f0 2024-02-09T23:58:06.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.534+0000 7feb79d9b700 1 --2- 172.21.15.1:0/107443558 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7feb7c1012d0 0x7feb7c198890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:58:06.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.534+0000 7feb7a59c700 1 --2- 172.21.15.1:0/107443558 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7feb7c100920 0x7feb7c198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:58:06.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.534+0000 7feb7ad9d700 1 --2- 172.21.15.1:0/107443558 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7feb7c1070f0 0x7feb7c19cc20 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7feb7400ef30 tx=0x7feb7400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:06.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.534+0000 7feb737fe700 1 -- 172.21.15.1:0/107443558 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb74018070 con 0x7feb7c1070f0 2024-02-09T23:58:06.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.535+0000 7feb808a1700 1 -- 172.21.15.1:0/107443558 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb7c19d7e0 con 0x7feb7c1070f0 2024-02-09T23:58:06.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.535+0000 7feb737fe700 1 -- 172.21.15.1:0/107443558 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7feb7400f040 con 0x7feb7c1070f0 2024-02-09T23:58:06.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.535+0000 7feb737fe700 1 -- 172.21.15.1:0/107443558 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb7400cd50 con 0x7feb7c1070f0 2024-02-09T23:58:06.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.535+0000 7feb808a1700 1 -- 172.21.15.1:0/107443558 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb7c1a50a0 con 0x7feb7c1070f0 2024-02-09T23:58:06.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.536+0000 7feb808a1700 1 -- 172.21.15.1:0/107443558 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feb7c10a380 con 0x7feb7c1070f0 2024-02-09T23:58:06.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.537+0000 7feb737fe700 1 -- 172.21.15.1:0/107443558 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7feb74007500 con 0x7feb7c1070f0 2024-02-09T23:58:06.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.537+0000 7feb737fe700 1 --2- 172.21.15.1:0/107443558 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7feb680a21e0 0x7feb680a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:06.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.537+0000 7feb7a59c700 1 --2- 172.21.15.1:0/107443558 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7feb680a21e0 0x7feb680a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:06.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.537+0000 7feb737fe700 1 -- 172.21.15.1:0/107443558 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7feb740cd910 con 0x7feb7c1070f0 2024-02-09T23:58:06.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.538+0000 7feb7a59c700 1 --2- 172.21.15.1:0/107443558 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7feb680a21e0 0x7feb680a46a0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7feb6c00b2e0 tx=0x7feb6c005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:06.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.542+0000 7feb737fe700 1 -- 172.21.15.1:0/107443558 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7feb74096820 con 0x7feb7c1070f0 2024-02-09T23:58:06.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.747+0000 7feb808a1700 1 -- 172.21.15.1:0/107443558 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) v1 -- 0x7feb7c1996b0 con 0x7feb7c1070f0 2024-02-09T23:58:06.750 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.747+0000 7feb737fe700 1 -- 172.21.15.1:0/107443558 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) v1 ==== 75+0+13 (secure 0 0 0) 0x7feb74099ee0 con 0x7feb7c1070f0 2024-02-09T23:58:06.750 INFO:teuthology.orchestra.run.smithi001.stdout:343597383704 2024-02-09T23:58:06.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.749+0000 7feb808a1700 1 -- 172.21.15.1:0/107443558 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7feb680a21e0 msgr2=0x7feb680a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:06.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.749+0000 7feb808a1700 1 --2- 172.21.15.1:0/107443558 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7feb680a21e0 0x7feb680a46a0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7feb6c00b2e0 tx=0x7feb6c005960 comp rx=0 tx=0).stop 2024-02-09T23:58:06.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.749+0000 7feb808a1700 1 -- 172.21.15.1:0/107443558 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7feb7c1070f0 msgr2=0x7feb7c19cc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:06.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.749+0000 7feb808a1700 1 --2- 172.21.15.1:0/107443558 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7feb7c1070f0 0x7feb7c19cc20 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7feb7400ef30 tx=0x7feb7400c3a0 comp rx=0 tx=0).stop 2024-02-09T23:58:06.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.750+0000 7feb808a1700 1 -- 172.21.15.1:0/107443558 shutdown_connections 2024-02-09T23:58:06.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.750+0000 7feb808a1700 1 --2- 172.21.15.1:0/107443558 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7feb680a21e0 0x7feb680a46a0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:06.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.750+0000 7feb808a1700 1 --2- 172.21.15.1:0/107443558 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7feb7c1070f0 0x7feb7c19cc20 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:06.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.750+0000 7feb808a1700 1 --2- 172.21.15.1:0/107443558 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7feb7c100920 0x7feb7c198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:06.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.750+0000 7feb808a1700 1 --2- 172.21.15.1:0/107443558 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7feb7c1012d0 0x7feb7c198890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:06.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.750+0000 7feb808a1700 1 -- 172.21.15.1:0/107443558 >> 172.21.15.1:0/107443558 conn(0x7feb7c075fa0 msgr2=0x7feb7c108290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:06.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.750+0000 7feb808a1700 1 -- 172.21.15.1:0/107443558 shutdown_connections 2024-02-09T23:58:06.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:06.750+0000 7feb808a1700 1 -- 172.21.15.1:0/107443558 wait complete. 2024-02-09T23:58:07.186 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:06 smithi001 ceph-mon[32335]: osdmap e87: 12 total, 12 up, 12 in 2024-02-09T23:58:07.187 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:06 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:58:07.187 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:06 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:58:07.187 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:06 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:58:07.187 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:06 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:58:07.187 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:06 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/107443558' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-02-09T23:58:07.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:06 smithi088 ceph-mon[36452]: osdmap e87: 12 total, 12 up, 12 in 2024-02-09T23:58:07.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:06 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:58:07.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:06 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:58:07.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:06 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:58:07.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:06 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:58:07.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:06 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/107443558' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-02-09T23:58:07.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:06 smithi103 ceph-mon[36942]: osdmap e87: 12 total, 12 up, 12 in 2024-02-09T23:58:07.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:06 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:58:07.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:06 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:58:07.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:06 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:58:07.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:06 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:58:07.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:06 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/107443558' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-02-09T23:58:07.541 INFO:tasks.cephadm.ceph_manager.ceph:need seq 343597383699 got 343597383704 for osd.11 2024-02-09T23:58:07.541 DEBUG:teuthology.parallel:result is None 2024-02-09T23:58:07.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.952+0000 7fd62e3b9700 1 -- 172.21.15.1:0/2909509643 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd628106c60 msgr2=0x7fd628107040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:07.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.952+0000 7fd62e3b9700 1 --2- 172.21.15.1:0/2909509643 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd628106c60 0x7fd628107040 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fd610009990 tx=0x7fd610009ca0 comp rx=0 tx=0).stop 2024-02-09T23:58:07.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.952+0000 7fd62e3b9700 1 -- 172.21.15.1:0/2909509643 shutdown_connections 2024-02-09T23:58:07.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.952+0000 7fd62e3b9700 1 --2- 172.21.15.1:0/2909509643 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd628106c60 0x7fd628107040 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:07.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.952+0000 7fd62e3b9700 1 --2- 172.21.15.1:0/2909509643 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd6281015c0 0x7fd62810daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:07.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.952+0000 7fd62e3b9700 1 --2- 172.21.15.1:0/2909509643 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd628100c20 0x7fd628101080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:07.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.952+0000 7fd62e3b9700 1 -- 172.21.15.1:0/2909509643 >> 172.21.15.1:0/2909509643 conn(0x7fd628077b50 msgr2=0x7fd628077f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:07.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.952+0000 7fd62e3b9700 1 -- 172.21.15.1:0/2909509643 shutdown_connections 2024-02-09T23:58:07.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.952+0000 7fd62e3b9700 1 -- 172.21.15.1:0/2909509643 wait complete. 2024-02-09T23:58:07.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.953+0000 7fd62e3b9700 1 Processor -- start 2024-02-09T23:58:07.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.953+0000 7fd62e3b9700 1 -- start start 2024-02-09T23:58:07.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.953+0000 7fd62e3b9700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd628100c20 0x7fd6281028d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:07.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.953+0000 7fd62e3b9700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd6281015c0 0x7fd628102e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:07.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.953+0000 7fd62e3b9700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd628106c60 0x7fd628103350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:07.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.953+0000 7fd62e3b9700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6281a6510 con 0x7fd628100c20 2024-02-09T23:58:07.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.953+0000 7fd62e3b9700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6281a6680 con 0x7fd6281015c0 2024-02-09T23:58:07.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.953+0000 7fd62e3b9700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6281a6840 con 0x7fd628106c60 2024-02-09T23:58:07.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.953+0000 7fd627fff700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd628100c20 0x7fd6281028d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:07.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.953+0000 7fd627fff700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd628100c20 0x7fd6281028d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53178/0 (socket says 172.21.15.1:53178) 2024-02-09T23:58:07.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.954+0000 7fd627fff700 1 -- 172.21.15.1:0/1920905385 learned_addr learned my addr 172.21.15.1:0/1920905385 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:07.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.954+0000 7fd6277fe700 1 --2- 172.21.15.1:0/1920905385 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd6281015c0 0x7fd628102e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:07.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.954+0000 7fd62c956700 1 --2- 172.21.15.1:0/1920905385 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd628106c60 0x7fd628103350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:07.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.954+0000 7fd627fff700 1 -- 172.21.15.1:0/1920905385 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd628106c60 msgr2=0x7fd628103350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:07.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.954+0000 7fd627fff700 1 --2- 172.21.15.1:0/1920905385 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd628106c60 0x7fd628103350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:07.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.954+0000 7fd627fff700 1 -- 172.21.15.1:0/1920905385 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd6281015c0 msgr2=0x7fd628102e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:07.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.954+0000 7fd627fff700 1 --2- 172.21.15.1:0/1920905385 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd6281015c0 0x7fd628102e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:07.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.954+0000 7fd627fff700 1 -- 172.21.15.1:0/1920905385 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6100095f0 con 0x7fd628100c20 2024-02-09T23:58:07.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.954+0000 7fd6277fe700 1 --2- 172.21.15.1:0/1920905385 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd6281015c0 0x7fd628102e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:58:07.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.954+0000 7fd627fff700 1 --2- 172.21.15.1:0/1920905385 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd628100c20 0x7fd6281028d0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fd61000f690 tx=0x7fd61000f6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:07.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.954+0000 7fd6257fa700 1 -- 172.21.15.1:0/1920905385 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd61001d070 con 0x7fd628100c20 2024-02-09T23:58:07.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.954+0000 7fd62e3b9700 1 -- 172.21.15.1:0/1920905385 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd6281a6ac0 con 0x7fd628100c20 2024-02-09T23:58:07.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.955+0000 7fd6257fa700 1 -- 172.21.15.1:0/1920905385 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd610003680 con 0x7fd628100c20 2024-02-09T23:58:07.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.955+0000 7fd6257fa700 1 -- 172.21.15.1:0/1920905385 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd610022e10 con 0x7fd628100c20 2024-02-09T23:58:07.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.955+0000 7fd62e3b9700 1 -- 172.21.15.1:0/1920905385 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd6281a6fb0 con 0x7fd628100c20 2024-02-09T23:58:07.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.956+0000 7fd62e3b9700 1 -- 172.21.15.1:0/1920905385 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd6280689e0 con 0x7fd628100c20 2024-02-09T23:58:07.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.957+0000 7fd6257fa700 1 -- 172.21.15.1:0/1920905385 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7fd61000fbc0 con 0x7fd628100c20 2024-02-09T23:58:07.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.958+0000 7fd6257fa700 1 --2- 172.21.15.1:0/1920905385 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd6140a21e0 0x7fd6140a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:07.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.958+0000 7fd6277fe700 1 --2- 172.21.15.1:0/1920905385 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd6140a21e0 0x7fd6140a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:07.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.958+0000 7fd6257fa700 1 -- 172.21.15.1:0/1920905385 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fd6100cf0d0 con 0x7fd628100c20 2024-02-09T23:58:07.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.958+0000 7fd6277fe700 1 --2- 172.21.15.1:0/1920905385 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd6140a21e0 0x7fd6140a46a0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fd6280780c0 tx=0x7fd61800a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:07.963 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:07.962+0000 7fd6257fa700 1 -- 172.21.15.1:0/1920905385 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fd610098070 con 0x7fd628100c20 2024-02-09T23:58:08.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.165+0000 7fd62e3b9700 1 -- 172.21.15.1:0/1920905385 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7fd628110cd0 con 0x7fd628100c20 2024-02-09T23:58:08.167 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:07 smithi001 ceph-mon[32335]: pgmap v318: 97 pgs: 2 peering, 95 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 10 op/s 2024-02-09T23:58:08.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.166+0000 7fd6257fa700 1 -- 172.21.15.1:0/1920905385 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7fd61009b730 con 0x7fd628100c20 2024-02-09T23:58:08.168 INFO:teuthology.orchestra.run.smithi001.stdout:107374182465 2024-02-09T23:58:08.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.168+0000 7fd62e3b9700 1 -- 172.21.15.1:0/1920905385 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd6140a21e0 msgr2=0x7fd6140a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:08.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.168+0000 7fd62e3b9700 1 --2- 172.21.15.1:0/1920905385 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd6140a21e0 0x7fd6140a46a0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fd6280780c0 tx=0x7fd61800a380 comp rx=0 tx=0).stop 2024-02-09T23:58:08.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.168+0000 7fd62e3b9700 1 -- 172.21.15.1:0/1920905385 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd628100c20 msgr2=0x7fd6281028d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:08.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.168+0000 7fd62e3b9700 1 --2- 172.21.15.1:0/1920905385 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd628100c20 0x7fd6281028d0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fd61000f690 tx=0x7fd61000f6c0 comp rx=0 tx=0).stop 2024-02-09T23:58:08.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.168+0000 7fd62e3b9700 1 -- 172.21.15.1:0/1920905385 shutdown_connections 2024-02-09T23:58:08.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.168+0000 7fd62e3b9700 1 --2- 172.21.15.1:0/1920905385 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd6140a21e0 0x7fd6140a46a0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:08.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.168+0000 7fd62e3b9700 1 --2- 172.21.15.1:0/1920905385 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd628100c20 0x7fd6281028d0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:08.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.168+0000 7fd62e3b9700 1 --2- 172.21.15.1:0/1920905385 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd628106c60 0x7fd628103350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:08.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.168+0000 7fd62e3b9700 1 --2- 172.21.15.1:0/1920905385 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd6281015c0 0x7fd628102e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:08.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.168+0000 7fd62e3b9700 1 -- 172.21.15.1:0/1920905385 >> 172.21.15.1:0/1920905385 conn(0x7fd628077b50 msgr2=0x7fd6280ffe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:08.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.168+0000 7fd62e3b9700 1 -- 172.21.15.1:0/1920905385 shutdown_connections 2024-02-09T23:58:08.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.168+0000 7fd62e3b9700 1 -- 172.21.15.1:0/1920905385 wait complete. 2024-02-09T23:58:08.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:07 smithi088 ceph-mon[36452]: pgmap v318: 97 pgs: 2 peering, 95 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 10 op/s 2024-02-09T23:58:08.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:07 smithi103 ceph-mon[36942]: pgmap v318: 97 pgs: 2 peering, 95 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 10 op/s 2024-02-09T23:58:08.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.579+0000 7f7515f1d700 1 -- 172.21.15.1:0/1799728425 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f75101015c0 msgr2=0x7f751010daa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:08.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.579+0000 7f7515f1d700 1 --2- 172.21.15.1:0/1799728425 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f75101015c0 0x7f751010daa0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f750800b0a0 tx=0x7f750800b3b0 comp rx=0 tx=0).stop 2024-02-09T23:58:08.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.580+0000 7f7515f1d700 1 -- 172.21.15.1:0/1799728425 shutdown_connections 2024-02-09T23:58:08.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.580+0000 7f7515f1d700 1 --2- 172.21.15.1:0/1799728425 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f75101015c0 0x7f751010daa0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:08.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.580+0000 7f7515f1d700 1 --2- 172.21.15.1:0/1799728425 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7510106c60 0x7f7510107040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:08.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.580+0000 7f7515f1d700 1 --2- 172.21.15.1:0/1799728425 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7510100c20 0x7f7510101080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:08.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.580+0000 7f7515f1d700 1 -- 172.21.15.1:0/1799728425 >> 172.21.15.1:0/1799728425 conn(0x7f7510077b50 msgr2=0x7f7510077f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:08.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.580+0000 7f7515f1d700 1 -- 172.21.15.1:0/1799728425 shutdown_connections 2024-02-09T23:58:08.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.580+0000 7f7515f1d700 1 -- 172.21.15.1:0/1799728425 wait complete. 2024-02-09T23:58:08.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.580+0000 7f7515f1d700 1 Processor -- start 2024-02-09T23:58:08.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.580+0000 7f7515f1d700 1 -- start start 2024-02-09T23:58:08.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.581+0000 7f7515f1d700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7510100c20 0x7f75101028d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:08.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.581+0000 7f7515f1d700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f75101015c0 0x7f7510102e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:08.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.581+0000 7f7515f1d700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7510106c60 0x7f7510103350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:08.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.581+0000 7f7515f1d700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7510104870 con 0x7f7510100c20 2024-02-09T23:58:08.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.581+0000 7f7515f1d700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75101aace0 con 0x7f7510106c60 2024-02-09T23:58:08.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.581+0000 7f7515f1d700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75101aae70 con 0x7f75101015c0 2024-02-09T23:58:08.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.581+0000 7f750f7fe700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7510100c20 0x7f75101028d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:08.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.581+0000 7f750f7fe700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7510100c20 0x7f75101028d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53196/0 (socket says 172.21.15.1:53196) 2024-02-09T23:58:08.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.581+0000 7f750f7fe700 1 -- 172.21.15.1:0/266344137 learned_addr learned my addr 172.21.15.1:0/266344137 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:08.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.581+0000 7f750effd700 1 --2- 172.21.15.1:0/266344137 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f75101015c0 0x7f7510102e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:08.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.581+0000 7f750ffff700 1 --2- 172.21.15.1:0/266344137 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7510106c60 0x7f7510103350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:08.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.581+0000 7f750f7fe700 1 -- 172.21.15.1:0/266344137 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f75101015c0 msgr2=0x7f7510102e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:08.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.581+0000 7f750f7fe700 1 --2- 172.21.15.1:0/266344137 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f75101015c0 0x7f7510102e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:08.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.581+0000 7f750f7fe700 1 -- 172.21.15.1:0/266344137 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7510106c60 msgr2=0x7f7510103350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:08.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.581+0000 7f750f7fe700 1 --2- 172.21.15.1:0/266344137 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7510106c60 0x7f7510103350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:08.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.581+0000 7f750f7fe700 1 -- 172.21.15.1:0/266344137 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7508009d00 con 0x7f7510100c20 2024-02-09T23:58:08.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.581+0000 7f750ffff700 1 --2- 172.21.15.1:0/266344137 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7510106c60 0x7f7510103350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:58:08.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.581+0000 7f750effd700 1 --2- 172.21.15.1:0/266344137 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f75101015c0 0x7f7510102e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:58:08.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.581+0000 7f750f7fe700 1 --2- 172.21.15.1:0/266344137 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7510100c20 0x7f75101028d0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f750000d950 tx=0x7f750000dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:08.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.581+0000 7f750cff9700 1 -- 172.21.15.1:0/266344137 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7500009b40 con 0x7f7510100c20 2024-02-09T23:58:08.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.582+0000 7f7515f1d700 1 -- 172.21.15.1:0/266344137 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f75101ab150 con 0x7f7510100c20 2024-02-09T23:58:08.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.582+0000 7f750cff9700 1 -- 172.21.15.1:0/266344137 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7500009ca0 con 0x7f7510100c20 2024-02-09T23:58:08.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.582+0000 7f750cff9700 1 -- 172.21.15.1:0/266344137 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f750000f6b0 con 0x7f7510100c20 2024-02-09T23:58:08.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.582+0000 7f7515f1d700 1 -- 172.21.15.1:0/266344137 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f75101ab6a0 con 0x7f7510100c20 2024-02-09T23:58:08.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.583+0000 7f7515f1d700 1 -- 172.21.15.1:0/266344137 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7510102310 con 0x7f7510100c20 2024-02-09T23:58:08.587 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:58:08.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.584+0000 7f750cff9700 1 -- 172.21.15.1:0/266344137 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f7500010460 con 0x7f7510100c20 2024-02-09T23:58:08.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.584+0000 7f750cff9700 1 --2- 172.21.15.1:0/266344137 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f74f80a21e0 0x7f74f80a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:08.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.584+0000 7f750effd700 1 --2- 172.21.15.1:0/266344137 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f74f80a21e0 0x7f74f80a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:08.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.585+0000 7f750cff9700 1 -- 172.21.15.1:0/266344137 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f75000ce1b0 con 0x7f7510100c20 2024-02-09T23:58:08.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.585+0000 7f750effd700 1 --2- 172.21.15.1:0/266344137 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f74f80a21e0 0x7f74f80a46a0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f7504005950 tx=0x7f75040058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:08.591 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.589+0000 7f750cff9700 1 -- 172.21.15.1:0/266344137 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f7500096fd0 con 0x7f7510100c20 2024-02-09T23:58:08.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.805+0000 7f7515f1d700 1 -- 172.21.15.1:0/266344137 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f7510110c30 con 0x7f7510100c20 2024-02-09T23:58:08.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.805+0000 7f750cff9700 1 -- 172.21.15.1:0/266344137 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f750009a690 con 0x7f7510100c20 2024-02-09T23:58:08.808 INFO:teuthology.orchestra.run.smithi001.stdout:55834574924 2024-02-09T23:58:08.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.807+0000 7f7515f1d700 1 -- 172.21.15.1:0/266344137 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f74f80a21e0 msgr2=0x7f74f80a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:08.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.807+0000 7f7515f1d700 1 --2- 172.21.15.1:0/266344137 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f74f80a21e0 0x7f74f80a46a0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f7504005950 tx=0x7f75040058e0 comp rx=0 tx=0).stop 2024-02-09T23:58:08.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.807+0000 7f7515f1d700 1 -- 172.21.15.1:0/266344137 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7510100c20 msgr2=0x7f75101028d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:08.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.807+0000 7f7515f1d700 1 --2- 172.21.15.1:0/266344137 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7510100c20 0x7f75101028d0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f750000d950 tx=0x7f750000dd10 comp rx=0 tx=0).stop 2024-02-09T23:58:08.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.808+0000 7f7515f1d700 1 -- 172.21.15.1:0/266344137 shutdown_connections 2024-02-09T23:58:08.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.808+0000 7f7515f1d700 1 --2- 172.21.15.1:0/266344137 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f74f80a21e0 0x7f74f80a46a0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:08.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.808+0000 7f7515f1d700 1 --2- 172.21.15.1:0/266344137 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7510100c20 0x7f75101028d0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:08.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.808+0000 7f7515f1d700 1 --2- 172.21.15.1:0/266344137 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7510106c60 0x7f7510103350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:08.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.808+0000 7f7515f1d700 1 --2- 172.21.15.1:0/266344137 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f75101015c0 0x7f7510102e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:08.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.808+0000 7f7515f1d700 1 -- 172.21.15.1:0/266344137 >> 172.21.15.1:0/266344137 conn(0x7f7510077b50 msgr2=0x7f75100ffee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:08.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.808+0000 7f7515f1d700 1 -- 172.21.15.1:0/266344137 shutdown_connections 2024-02-09T23:58:08.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:08.808+0000 7f7515f1d700 1 -- 172.21.15.1:0/266344137 wait complete. 2024-02-09T23:58:09.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:08 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1920905385' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-02-09T23:58:09.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:08 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/266344137' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-02-09T23:58:09.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:08 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1920905385' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-02-09T23:58:09.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:08 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/266344137' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-02-09T23:58:09.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:08 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1920905385' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-02-09T23:58:09.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:08 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/266344137' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-02-09T23:58:09.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.793+0000 7f17b5a81700 1 -- 172.21.15.1:0/1172363738 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f17b0105780 msgr2=0x7f17b010d2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:09.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.793+0000 7f17b5a81700 1 --2- 172.21.15.1:0/1172363738 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f17b0105780 0x7f17b010d2c0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f17a800c240 tx=0x7f17a800c550 comp rx=0 tx=0).stop 2024-02-09T23:58:09.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.793+0000 7f17b5a81700 1 -- 172.21.15.1:0/1172363738 shutdown_connections 2024-02-09T23:58:09.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.793+0000 7f17b5a81700 1 --2- 172.21.15.1:0/1172363738 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f17b0105780 0x7f17b010d2c0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:09.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.793+0000 7f17b5a81700 1 --2- 172.21.15.1:0/1172363738 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f17b01008b0 0x7f17b0100c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:09.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.793+0000 7f17b5a81700 1 --2- 172.21.15.1:0/1172363738 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f17b0101260 0x7f17b0105050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:09.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.793+0000 7f17b5a81700 1 -- 172.21.15.1:0/1172363738 >> 172.21.15.1:0/1172363738 conn(0x7f17b0075f50 msgr2=0x7f17b0076360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:09.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.793+0000 7f17b5a81700 1 -- 172.21.15.1:0/1172363738 shutdown_connections 2024-02-09T23:58:09.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.793+0000 7f17b5a81700 1 -- 172.21.15.1:0/1172363738 wait complete. 2024-02-09T23:58:09.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.794+0000 7f17b5a81700 1 Processor -- start 2024-02-09T23:58:09.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.794+0000 7f17b5a81700 1 -- start start 2024-02-09T23:58:09.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.794+0000 7f17b5a81700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f17b01008b0 0x7f17b0198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:09.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.794+0000 7f17b5a81700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f17b0101260 0x7f17b0198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:09.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.794+0000 7f17b5a81700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f17b0105780 0x7f17b019cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:09.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.794+0000 7f17b5a81700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17b019d200 con 0x7f17b0105780 2024-02-09T23:58:09.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.794+0000 7f17b5a81700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17b019d370 con 0x7f17b01008b0 2024-02-09T23:58:09.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.794+0000 7f17b5a81700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17b019d530 con 0x7f17b0101260 2024-02-09T23:58:09.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.795+0000 7f17affff700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f17b0105780 0x7f17b019cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:09.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.795+0000 7f17affff700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f17b0105780 0x7f17b019cbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53210/0 (socket says 172.21.15.1:53210) 2024-02-09T23:58:09.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.795+0000 7f17af7fe700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f17b01008b0 0x7f17b0198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:09.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.795+0000 7f17affff700 1 -- 172.21.15.1:0/3012466459 learned_addr learned my addr 172.21.15.1:0/3012466459 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:09.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.795+0000 7f17aeffd700 1 --2- 172.21.15.1:0/3012466459 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f17b0101260 0x7f17b0198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:09.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.795+0000 7f17affff700 1 -- 172.21.15.1:0/3012466459 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f17b0101260 msgr2=0x7f17b0198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:09.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.795+0000 7f17affff700 1 --2- 172.21.15.1:0/3012466459 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f17b0101260 0x7f17b0198860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:09.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.795+0000 7f17affff700 1 -- 172.21.15.1:0/3012466459 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f17b01008b0 msgr2=0x7f17b0198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:09.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.795+0000 7f17affff700 1 --2- 172.21.15.1:0/3012466459 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f17b01008b0 0x7f17b0198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:09.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.795+0000 7f17affff700 1 -- 172.21.15.1:0/3012466459 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17a800ae10 con 0x7f17b0105780 2024-02-09T23:58:09.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.795+0000 7f17affff700 1 --2- 172.21.15.1:0/3012466459 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f17b0105780 0x7f17b019cbf0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f17a8006130 tx=0x7f17a80082f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:09.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.795+0000 7f17acff9700 1 -- 172.21.15.1:0/3012466459 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17a800f040 con 0x7f17b0105780 2024-02-09T23:58:09.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.795+0000 7f17b5a81700 1 -- 172.21.15.1:0/3012466459 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17b019d7b0 con 0x7f17b0105780 2024-02-09T23:58:09.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.795+0000 7f17acff9700 1 -- 172.21.15.1:0/3012466459 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f17a8008ae0 con 0x7f17b0105780 2024-02-09T23:58:09.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.795+0000 7f17acff9700 1 -- 172.21.15.1:0/3012466459 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17a801e800 con 0x7f17b0105780 2024-02-09T23:58:09.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.795+0000 7f17b5a81700 1 -- 172.21.15.1:0/3012466459 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17b01a5070 con 0x7f17b0105780 2024-02-09T23:58:09.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.796+0000 7f17b5a81700 1 -- 172.21.15.1:0/3012466459 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f17b0108980 con 0x7f17b0105780 2024-02-09T23:58:09.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.797+0000 7f17acff9700 1 -- 172.21.15.1:0/3012466459 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f17a80074a0 con 0x7f17b0105780 2024-02-09T23:58:09.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.798+0000 7f17acff9700 1 --2- 172.21.15.1:0/3012466459 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f17980a21e0 0x7f17980a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:09.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.798+0000 7f17af7fe700 1 --2- 172.21.15.1:0/3012466459 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f17980a21e0 0x7f17980a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:09.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.798+0000 7f17acff9700 1 -- 172.21.15.1:0/3012466459 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f17a80cfb10 con 0x7f17b0105780 2024-02-09T23:58:09.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.798+0000 7f17af7fe700 1 --2- 172.21.15.1:0/3012466459 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f17980a21e0 0x7f17980a46a0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f17a0005950 tx=0x7f17a000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:09.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:09.801+0000 7f17acff9700 1 -- 172.21.15.1:0/3012466459 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f17a8098a20 con 0x7f17b0105780 2024-02-09T23:58:10.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:10.004+0000 7f17b5a81700 1 -- 172.21.15.1:0/3012466459 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f17b010fc20 con 0x7f17b0105780 2024-02-09T23:58:10.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:10.005+0000 7f17acff9700 1 -- 172.21.15.1:0/3012466459 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f17a80bae60 con 0x7f17b0105780 2024-02-09T23:58:10.007 INFO:teuthology.orchestra.run.smithi001.stdout:141733920829 2024-02-09T23:58:10.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:10.007+0000 7f17b5a81700 1 -- 172.21.15.1:0/3012466459 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f17980a21e0 msgr2=0x7f17980a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:10.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:10.007+0000 7f17b5a81700 1 --2- 172.21.15.1:0/3012466459 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f17980a21e0 0x7f17980a46a0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f17a0005950 tx=0x7f17a000b410 comp rx=0 tx=0).stop 2024-02-09T23:58:10.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:10.007+0000 7f17b5a81700 1 -- 172.21.15.1:0/3012466459 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f17b0105780 msgr2=0x7f17b019cbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:10.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:10.007+0000 7f17b5a81700 1 --2- 172.21.15.1:0/3012466459 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f17b0105780 0x7f17b019cbf0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f17a8006130 tx=0x7f17a80082f0 comp rx=0 tx=0).stop 2024-02-09T23:58:10.010 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:09 smithi001 ceph-mon[32335]: pgmap v319: 97 pgs: 2 peering, 95 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1 op/s; 146 B/s, 0 objects/s recovering 2024-02-09T23:58:10.010 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:09 smithi001 ceph-mon[32335]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-02-09T23:58:10.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:10.007+0000 7f17b5a81700 1 -- 172.21.15.1:0/3012466459 shutdown_connections 2024-02-09T23:58:10.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:10.007+0000 7f17b5a81700 1 --2- 172.21.15.1:0/3012466459 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f17980a21e0 0x7f17980a46a0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:10.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:10.007+0000 7f17b5a81700 1 --2- 172.21.15.1:0/3012466459 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f17b0105780 0x7f17b019cbf0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:10.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:10.007+0000 7f17b5a81700 1 --2- 172.21.15.1:0/3012466459 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f17b01008b0 0x7f17b0198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:10.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:10.007+0000 7f17b5a81700 1 --2- 172.21.15.1:0/3012466459 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f17b0101260 0x7f17b0198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:10.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:10.007+0000 7f17b5a81700 1 -- 172.21.15.1:0/3012466459 >> 172.21.15.1:0/3012466459 conn(0x7f17b0075f50 msgr2=0x7f17b00fe620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:10.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:10.007+0000 7f17b5a81700 1 -- 172.21.15.1:0/3012466459 shutdown_connections 2024-02-09T23:58:10.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:10.007+0000 7f17b5a81700 1 -- 172.21.15.1:0/3012466459 wait complete. 2024-02-09T23:58:10.324 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495662 got 197568495666 for osd.6 2024-02-09T23:58:10.324 DEBUG:teuthology.parallel:result is None 2024-02-09T23:58:10.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:09 smithi088 ceph-mon[36452]: pgmap v319: 97 pgs: 2 peering, 95 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1 op/s; 146 B/s, 0 objects/s recovering 2024-02-09T23:58:10.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:09 smithi088 ceph-mon[36452]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-02-09T23:58:10.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:09 smithi103 ceph-mon[36942]: pgmap v319: 97 pgs: 2 peering, 95 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 1 op/s; 146 B/s, 0 objects/s recovering 2024-02-09T23:58:10.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:09 smithi103 ceph-mon[36942]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-02-09T23:58:10.750 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574917 got 55834574924 for osd.1 2024-02-09T23:58:10.751 DEBUG:teuthology.parallel:result is None 2024-02-09T23:58:11.308 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:10 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3012466459' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-02-09T23:58:11.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.306+0000 7f393ce05700 1 -- 172.21.15.1:0/3962195019 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3938103030 msgr2=0x7f3938103410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:11.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.306+0000 7f393ce05700 1 --2- 172.21.15.1:0/3962195019 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3938103030 0x7f3938103410 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f3928009990 tx=0x7f3928009ca0 comp rx=0 tx=0).stop 2024-02-09T23:58:11.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.306+0000 7f393ce05700 1 -- 172.21.15.1:0/3962195019 shutdown_connections 2024-02-09T23:58:11.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.306+0000 7f393ce05700 1 --2- 172.21.15.1:0/3962195019 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3938103030 0x7f3938103410 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:11.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.306+0000 7f393ce05700 1 --2- 172.21.15.1:0/3962195019 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f393810c410 0x7f393810e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:11.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.306+0000 7f393ce05700 1 --2- 172.21.15.1:0/3962195019 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3938103950 0x7f393810be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:11.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.306+0000 7f393ce05700 1 -- 172.21.15.1:0/3962195019 >> 172.21.15.1:0/3962195019 conn(0x7f3938077d50 msgr2=0x7f3938078160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:11.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.306+0000 7f393ce05700 1 -- 172.21.15.1:0/3962195019 shutdown_connections 2024-02-09T23:58:11.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.306+0000 7f393ce05700 1 -- 172.21.15.1:0/3962195019 wait complete. 2024-02-09T23:58:11.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.307+0000 7f393ce05700 1 Processor -- start 2024-02-09T23:58:11.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.307+0000 7f393ce05700 1 -- start start 2024-02-09T23:58:11.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.307+0000 7f393ce05700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3938103030 0x7f39381982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:11.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.307+0000 7f393ce05700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3938103950 0x7f39381987e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:11.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.307+0000 7f393ce05700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f393810c410 0x7f393819cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:11.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.308+0000 7f393ce05700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f393819d180 con 0x7f3938103950 2024-02-09T23:58:11.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.308+0000 7f393ce05700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f393819d2f0 con 0x7f393810c410 2024-02-09T23:58:11.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.308+0000 7f393ce05700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f393819d4b0 con 0x7f3938103030 2024-02-09T23:58:11.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.308+0000 7f3935d9b700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3938103950 0x7f39381987e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:11.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.308+0000 7f3935d9b700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3938103950 0x7f39381987e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:58544/0 (socket says 172.21.15.1:58544) 2024-02-09T23:58:11.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.308+0000 7f3935d9b700 1 -- 172.21.15.1:0/3954302611 learned_addr learned my addr 172.21.15.1:0/3954302611 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:11.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.308+0000 7f3936d9d700 1 --2- 172.21.15.1:0/3954302611 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f393810c410 0x7f393819cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:11.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.308+0000 7f393659c700 1 --2- 172.21.15.1:0/3954302611 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3938103030 0x7f39381982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:11.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.308+0000 7f3935d9b700 1 -- 172.21.15.1:0/3954302611 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3938103030 msgr2=0x7f39381982a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:11.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.308+0000 7f3935d9b700 1 --2- 172.21.15.1:0/3954302611 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3938103030 0x7f39381982a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:11.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.308+0000 7f3935d9b700 1 -- 172.21.15.1:0/3954302611 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f393810c410 msgr2=0x7f393819cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:11.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.308+0000 7f3935d9b700 1 --2- 172.21.15.1:0/3954302611 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f393810c410 0x7f393819cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:11.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.308+0000 7f3935d9b700 1 -- 172.21.15.1:0/3954302611 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39280095f0 con 0x7f3938103950 2024-02-09T23:58:11.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.308+0000 7f3936d9d700 1 --2- 172.21.15.1:0/3954302611 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f393810c410 0x7f393819cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:58:11.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.308+0000 7f3935d9b700 1 --2- 172.21.15.1:0/3954302611 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3938103950 0x7f39381987e0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f392000c9e0 tx=0x7f392000cda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:11.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.308+0000 7f392f7fe700 1 -- 172.21.15.1:0/3954302611 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3920007aa0 con 0x7f3938103950 2024-02-09T23:58:11.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.308+0000 7f393ce05700 1 -- 172.21.15.1:0/3954302611 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f393819d790 con 0x7f3938103950 2024-02-09T23:58:11.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.308+0000 7f392f7fe700 1 -- 172.21.15.1:0/3954302611 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3920007c00 con 0x7f3938103950 2024-02-09T23:58:11.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.309+0000 7f392f7fe700 1 -- 172.21.15.1:0/3954302611 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39200186f0 con 0x7f3938103950 2024-02-09T23:58:11.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.309+0000 7f393ce05700 1 -- 172.21.15.1:0/3954302611 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39381a4ff0 con 0x7f3938103950 2024-02-09T23:58:11.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.310+0000 7f393ce05700 1 -- 172.21.15.1:0/3954302611 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f39380689e0 con 0x7f3938103950 2024-02-09T23:58:11.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.311+0000 7f392f7fe700 1 -- 172.21.15.1:0/3954302611 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f392000f450 con 0x7f3938103950 2024-02-09T23:58:11.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.312+0000 7f392f7fe700 1 --2- 172.21.15.1:0/3954302611 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f39240a2260 0x7f39240a4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:11.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.312+0000 7f393659c700 1 --2- 172.21.15.1:0/3954302611 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f39240a2260 0x7f39240a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:11.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.312+0000 7f392f7fe700 1 -- 172.21.15.1:0/3954302611 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f39200ce070 con 0x7f3938103950 2024-02-09T23:58:11.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.313+0000 7f393659c700 1 --2- 172.21.15.1:0/3954302611 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f39240a2260 0x7f39240a4720 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f3928006010 tx=0x7f392801a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:11.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.315+0000 7f392f7fe700 1 -- 172.21.15.1:0/3954302611 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f3920097000 con 0x7f3938103950 2024-02-09T23:58:11.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:10 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3012466459' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-02-09T23:58:11.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:10 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3012466459' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-02-09T23:58:11.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.519+0000 7f393ce05700 1 -- 172.21.15.1:0/3954302611 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f3938111e70 con 0x7f3938103950 2024-02-09T23:58:11.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.519+0000 7f392f7fe700 1 -- 172.21.15.1:0/3954302611 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f392009a6c0 con 0x7f3938103950 2024-02-09T23:58:11.521 INFO:teuthology.orchestra.run.smithi001.stdout:77309411400 2024-02-09T23:58:11.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.521+0000 7f393ce05700 1 -- 172.21.15.1:0/3954302611 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f39240a2260 msgr2=0x7f39240a4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:11.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.521+0000 7f393ce05700 1 --2- 172.21.15.1:0/3954302611 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f39240a2260 0x7f39240a4720 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f3928006010 tx=0x7f392801a040 comp rx=0 tx=0).stop 2024-02-09T23:58:11.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.521+0000 7f393ce05700 1 -- 172.21.15.1:0/3954302611 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3938103950 msgr2=0x7f39381987e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:11.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.521+0000 7f393ce05700 1 --2- 172.21.15.1:0/3954302611 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3938103950 0x7f39381987e0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f392000c9e0 tx=0x7f392000cda0 comp rx=0 tx=0).stop 2024-02-09T23:58:11.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.521+0000 7f393ce05700 1 -- 172.21.15.1:0/3954302611 shutdown_connections 2024-02-09T23:58:11.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.521+0000 7f393ce05700 1 --2- 172.21.15.1:0/3954302611 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f39240a2260 0x7f39240a4720 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:11.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.521+0000 7f393ce05700 1 --2- 172.21.15.1:0/3954302611 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f393810c410 0x7f393819cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:11.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.521+0000 7f393ce05700 1 --2- 172.21.15.1:0/3954302611 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3938103030 0x7f39381982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:11.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.521+0000 7f393ce05700 1 --2- 172.21.15.1:0/3954302611 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3938103950 0x7f39381987e0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:11.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.521+0000 7f393ce05700 1 -- 172.21.15.1:0/3954302611 >> 172.21.15.1:0/3954302611 conn(0x7f3938077d50 msgr2=0x7f39380fdce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:11.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.521+0000 7f393ce05700 1 -- 172.21.15.1:0/3954302611 shutdown_connections 2024-02-09T23:58:11.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:11.521+0000 7f393ce05700 1 -- 172.21.15.1:0/3954302611 wait complete. 2024-02-09T23:58:12.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:11 smithi001 ceph-mon[32335]: pgmap v320: 97 pgs: 2 peering, 95 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1 op/s; 7.6 KiB/s, 1 objects/s recovering 2024-02-09T23:58:12.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:11 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3954302611' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-02-09T23:58:12.287 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411394 got 77309411400 for osd.2 2024-02-09T23:58:12.287 DEBUG:teuthology.parallel:result is None 2024-02-09T23:58:12.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:11 smithi088 ceph-mon[36452]: pgmap v320: 97 pgs: 2 peering, 95 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1 op/s; 7.6 KiB/s, 1 objects/s recovering 2024-02-09T23:58:12.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:11 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3954302611' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-02-09T23:58:12.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:11 smithi103 ceph-mon[36942]: pgmap v320: 97 pgs: 2 peering, 95 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1 op/s; 7.6 KiB/s, 1 objects/s recovering 2024-02-09T23:58:12.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:11 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3954302611' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-02-09T23:58:12.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.811+0000 7f49efc06700 1 -- 172.21.15.1:0/3991995091 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f49e8105c60 msgr2=0x7f49e8106040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:12.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.811+0000 7f49efc06700 1 --2- 172.21.15.1:0/3991995091 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f49e8105c60 0x7f49e8106040 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f49e4009990 tx=0x7f49e4009ca0 comp rx=0 tx=0).stop 2024-02-09T23:58:12.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.811+0000 7f49efc06700 1 -- 172.21.15.1:0/3991995091 shutdown_connections 2024-02-09T23:58:12.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.811+0000 7f49efc06700 1 --2- 172.21.15.1:0/3991995091 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f49e8105c60 0x7f49e8106040 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:12.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.811+0000 7f49efc06700 1 --2- 172.21.15.1:0/3991995091 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f49e8102130 0x7f49e810db00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:12.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.811+0000 7f49efc06700 1 --2- 172.21.15.1:0/3991995091 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f49e8101770 0x7f49e8101bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:12.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.811+0000 7f49efc06700 1 -- 172.21.15.1:0/3991995091 >> 172.21.15.1:0/3991995091 conn(0x7f49e8075f60 msgr2=0x7f49e8076370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:12.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.811+0000 7f49efc06700 1 -- 172.21.15.1:0/3991995091 shutdown_connections 2024-02-09T23:58:12.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.811+0000 7f49efc06700 1 -- 172.21.15.1:0/3991995091 wait complete. 2024-02-09T23:58:12.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.811+0000 7f49efc06700 1 Processor -- start 2024-02-09T23:58:12.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.811+0000 7f49efc06700 1 -- start start 2024-02-09T23:58:12.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.812+0000 7f49efc06700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f49e8101770 0x7f49e8198240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:12.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.812+0000 7f49efc06700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f49e8102130 0x7f49e8198780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:12.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.812+0000 7f49efc06700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f49e8105c60 0x7f49e819cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:12.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.812+0000 7f49efc06700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49e819d120 con 0x7f49e8101770 2024-02-09T23:58:12.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.812+0000 7f49efc06700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49e819d290 con 0x7f49e8105c60 2024-02-09T23:58:12.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.812+0000 7f49efc06700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49e819d450 con 0x7f49e8102130 2024-02-09T23:58:12.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.812+0000 7f49ed9a2700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f49e8101770 0x7f49e8198240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:12.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.812+0000 7f49ed9a2700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f49e8101770 0x7f49e8198240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:58574/0 (socket says 172.21.15.1:58574) 2024-02-09T23:58:12.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.812+0000 7f49ed9a2700 1 -- 172.21.15.1:0/1389011188 learned_addr learned my addr 172.21.15.1:0/1389011188 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:12.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.812+0000 7f49ed1a1700 1 --2- 172.21.15.1:0/1389011188 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f49e8102130 0x7f49e8198780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:12.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.812+0000 7f49ee1a3700 1 --2- 172.21.15.1:0/1389011188 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f49e8105c60 0x7f49e819cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:12.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.812+0000 7f49ed9a2700 1 -- 172.21.15.1:0/1389011188 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f49e8102130 msgr2=0x7f49e8198780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:12.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.812+0000 7f49ed9a2700 1 --2- 172.21.15.1:0/1389011188 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f49e8102130 0x7f49e8198780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:12.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.812+0000 7f49ed9a2700 1 -- 172.21.15.1:0/1389011188 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f49e8105c60 msgr2=0x7f49e819cb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:12.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.812+0000 7f49ed9a2700 1 --2- 172.21.15.1:0/1389011188 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f49e8105c60 0x7f49e819cb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:12.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.812+0000 7f49ed9a2700 1 -- 172.21.15.1:0/1389011188 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49e40095f0 con 0x7f49e8101770 2024-02-09T23:58:12.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.812+0000 7f49ee1a3700 1 --2- 172.21.15.1:0/1389011188 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f49e8105c60 0x7f49e819cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:58:12.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.812+0000 7f49ed9a2700 1 --2- 172.21.15.1:0/1389011188 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f49e8101770 0x7f49e8198240 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f49e4005910 tx=0x7f49e4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:12.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.812+0000 7f49deffd700 1 -- 172.21.15.1:0/1389011188 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49e401d070 con 0x7f49e8101770 2024-02-09T23:58:12.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.812+0000 7f49deffd700 1 -- 172.21.15.1:0/1389011188 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f49e400b610 con 0x7f49e8101770 2024-02-09T23:58:12.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.812+0000 7f49deffd700 1 -- 172.21.15.1:0/1389011188 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49e4017650 con 0x7f49e8101770 2024-02-09T23:58:12.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.812+0000 7f49efc06700 1 -- 172.21.15.1:0/1389011188 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f49e819d6d0 con 0x7f49e8101770 2024-02-09T23:58:12.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.813+0000 7f49efc06700 1 -- 172.21.15.1:0/1389011188 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49e81a4dc0 con 0x7f49e8101770 2024-02-09T23:58:12.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.813+0000 7f49efc06700 1 -- 172.21.15.1:0/1389011188 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f49e81091c0 con 0x7f49e8101770 2024-02-09T23:58:12.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.814+0000 7f49deffd700 1 -- 172.21.15.1:0/1389011188 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f49e400fb40 con 0x7f49e8101770 2024-02-09T23:58:12.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.815+0000 7f49deffd700 1 --2- 172.21.15.1:0/1389011188 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f49d40a21e0 0x7f49d40a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:12.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.815+0000 7f49ed1a1700 1 --2- 172.21.15.1:0/1389011188 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f49d40a21e0 0x7f49d40a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:12.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.815+0000 7f49deffd700 1 -- 172.21.15.1:0/1389011188 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f49e4022e40 con 0x7f49e8101770 2024-02-09T23:58:12.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.815+0000 7f49ed1a1700 1 --2- 172.21.15.1:0/1389011188 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f49d40a21e0 0x7f49d40a46a0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f49e8076560 tx=0x7f49d800a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:12.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:12.819+0000 7f49deffd700 1 -- 172.21.15.1:0/1389011188 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f49e40986f0 con 0x7f49e8101770 2024-02-09T23:58:13.029 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.027+0000 7f49efc06700 1 -- 172.21.15.1:0/1389011188 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f49e81995a0 con 0x7f49e8101770 2024-02-09T23:58:13.029 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.027+0000 7f49deffd700 1 -- 172.21.15.1:0/1389011188 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f49e409bdb0 con 0x7f49e8101770 2024-02-09T23:58:13.030 INFO:teuthology.orchestra.run.smithi001.stdout:219043332143 2024-02-09T23:58:13.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.029+0000 7f49efc06700 1 -- 172.21.15.1:0/1389011188 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f49d40a21e0 msgr2=0x7f49d40a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:13.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.029+0000 7f49efc06700 1 --2- 172.21.15.1:0/1389011188 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f49d40a21e0 0x7f49d40a46a0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f49e8076560 tx=0x7f49d800a300 comp rx=0 tx=0).stop 2024-02-09T23:58:13.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.029+0000 7f49efc06700 1 -- 172.21.15.1:0/1389011188 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f49e8101770 msgr2=0x7f49e8198240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:13.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.029+0000 7f49efc06700 1 --2- 172.21.15.1:0/1389011188 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f49e8101770 0x7f49e8198240 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f49e4005910 tx=0x7f49e4004730 comp rx=0 tx=0).stop 2024-02-09T23:58:13.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.029+0000 7f49efc06700 1 -- 172.21.15.1:0/1389011188 shutdown_connections 2024-02-09T23:58:13.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.029+0000 7f49efc06700 1 --2- 172.21.15.1:0/1389011188 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f49d40a21e0 0x7f49d40a46a0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:13.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.029+0000 7f49efc06700 1 --2- 172.21.15.1:0/1389011188 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f49e8101770 0x7f49e8198240 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:13.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.029+0000 7f49efc06700 1 --2- 172.21.15.1:0/1389011188 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f49e8105c60 0x7f49e819cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:13.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.029+0000 7f49efc06700 1 --2- 172.21.15.1:0/1389011188 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f49e8102130 0x7f49e8198780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:13.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.029+0000 7f49efc06700 1 -- 172.21.15.1:0/1389011188 >> 172.21.15.1:0/1389011188 conn(0x7f49e8075f60 msgr2=0x7f49e80fe670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:13.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.029+0000 7f49efc06700 1 -- 172.21.15.1:0/1389011188 shutdown_connections 2024-02-09T23:58:13.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.029+0000 7f49efc06700 1 -- 172.21.15.1:0/1389011188 wait complete. 2024-02-09T23:58:13.062 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:13 smithi001 ceph-mon[32335]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-02-09T23:58:13.062 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:13 smithi001 ceph-mon[32335]: Cluster is now healthy 2024-02-09T23:58:13.062 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:13 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1389011188' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-02-09T23:58:13.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:13 smithi088 ceph-mon[36452]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-02-09T23:58:13.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:13 smithi088 ceph-mon[36452]: Cluster is now healthy 2024-02-09T23:58:13.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:13 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1389011188' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-02-09T23:58:13.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:13 smithi103 ceph-mon[36942]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-02-09T23:58:13.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:13 smithi103 ceph-mon[36942]: Cluster is now healthy 2024-02-09T23:58:13.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:13 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1389011188' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-02-09T23:58:13.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.414+0000 7f9be9834700 1 -- 172.21.15.1:0/2038878890 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9be41003e0 msgr2=0x7f9be4100860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:13.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.414+0000 7f9be9834700 1 --2- 172.21.15.1:0/2038878890 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9be41003e0 0x7f9be4100860 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f9bd4009990 tx=0x7f9bd4009ca0 comp rx=0 tx=0).stop 2024-02-09T23:58:13.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.414+0000 7f9be9834700 1 -- 172.21.15.1:0/2038878890 shutdown_connections 2024-02-09T23:58:13.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.414+0000 7f9be9834700 1 --2- 172.21.15.1:0/2038878890 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9be4100da0 0x7f9be410d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:13.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.414+0000 7f9be9834700 1 --2- 172.21.15.1:0/2038878890 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9be4106470 0x7f9be4106850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:13.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.414+0000 7f9be9834700 1 --2- 172.21.15.1:0/2038878890 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9be41003e0 0x7f9be4100860 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:13.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.414+0000 7f9be9834700 1 -- 172.21.15.1:0/2038878890 >> 172.21.15.1:0/2038878890 conn(0x7f9be4077220 msgr2=0x7f9be40fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:13.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.414+0000 7f9be9834700 1 -- 172.21.15.1:0/2038878890 shutdown_connections 2024-02-09T23:58:13.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.414+0000 7f9be9834700 1 -- 172.21.15.1:0/2038878890 wait complete. 2024-02-09T23:58:13.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.415+0000 7f9be9834700 1 Processor -- start 2024-02-09T23:58:13.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.415+0000 7f9be9834700 1 -- start start 2024-02-09T23:58:13.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.415+0000 7f9be9834700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9be41003e0 0x7f9be41991f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:13.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.415+0000 7f9be9834700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9be4100da0 0x7f9be4199730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:13.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.415+0000 7f9be9834700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9be4106470 0x7f9be41a4270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:13.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.415+0000 7f9be9834700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9be4199fd0 con 0x7f9be41003e0 2024-02-09T23:58:13.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.415+0000 7f9be9834700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9be41a47b0 con 0x7f9be4106470 2024-02-09T23:58:13.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.415+0000 7f9be9834700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9be41a48f0 con 0x7f9be4100da0 2024-02-09T23:58:13.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.415+0000 7f9be2ffd700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9be41003e0 0x7f9be41991f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:13.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.415+0000 7f9be2ffd700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9be41003e0 0x7f9be41991f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:58604/0 (socket says 172.21.15.1:58604) 2024-02-09T23:58:13.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.415+0000 7f9be2ffd700 1 -- 172.21.15.1:0/2852471914 learned_addr learned my addr 172.21.15.1:0/2852471914 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:13.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.415+0000 7f9be27fc700 1 --2- 172.21.15.1:0/2852471914 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9be4100da0 0x7f9be4199730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:13.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.415+0000 7f9be37fe700 1 --2- 172.21.15.1:0/2852471914 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9be4106470 0x7f9be41a4270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:13.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.416+0000 7f9be2ffd700 1 -- 172.21.15.1:0/2852471914 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9be4100da0 msgr2=0x7f9be4199730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:13.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.416+0000 7f9be2ffd700 1 --2- 172.21.15.1:0/2852471914 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9be4100da0 0x7f9be4199730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:13.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.416+0000 7f9be2ffd700 1 -- 172.21.15.1:0/2852471914 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9be4106470 msgr2=0x7f9be41a4270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:13.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.416+0000 7f9be2ffd700 1 --2- 172.21.15.1:0/2852471914 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9be4106470 0x7f9be41a4270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:13.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.416+0000 7f9be2ffd700 1 -- 172.21.15.1:0/2852471914 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9bd40095f0 con 0x7f9be41003e0 2024-02-09T23:58:13.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.416+0000 7f9be2ffd700 1 --2- 172.21.15.1:0/2852471914 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9be41003e0 0x7f9be41991f0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f9bcc00b560 tx=0x7f9bcc00b920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:13.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.416+0000 7f9be8832700 1 -- 172.21.15.1:0/2852471914 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bcc011830 con 0x7f9be41003e0 2024-02-09T23:58:13.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.416+0000 7f9be8832700 1 -- 172.21.15.1:0/2852471914 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9bcc011e70 con 0x7f9be41003e0 2024-02-09T23:58:13.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.416+0000 7f9be8832700 1 -- 172.21.15.1:0/2852471914 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bcc00f2e0 con 0x7f9be41003e0 2024-02-09T23:58:13.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.416+0000 7f9be9834700 1 -- 172.21.15.1:0/2852471914 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9be41a4ba0 con 0x7f9be41003e0 2024-02-09T23:58:13.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.416+0000 7f9be9834700 1 -- 172.21.15.1:0/2852471914 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9be41a5050 con 0x7f9be41003e0 2024-02-09T23:58:13.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.417+0000 7f9be9834700 1 -- 172.21.15.1:0/2852471914 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9be4101b20 con 0x7f9be41003e0 2024-02-09T23:58:13.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.418+0000 7f9be8832700 1 -- 172.21.15.1:0/2852471914 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f9bcc011990 con 0x7f9be41003e0 2024-02-09T23:58:13.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.418+0000 7f9be8832700 1 --2- 172.21.15.1:0/2852471914 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f9bd00a21e0 0x7f9bd00a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:13.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.419+0000 7f9be27fc700 1 --2- 172.21.15.1:0/2852471914 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f9bd00a21e0 0x7f9bd00a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:13.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.419+0000 7f9be8832700 1 -- 172.21.15.1:0/2852471914 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f9bcc0cdc90 con 0x7f9be41003e0 2024-02-09T23:58:13.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.419+0000 7f9be27fc700 1 --2- 172.21.15.1:0/2852471914 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f9bd00a21e0 0x7f9bd00a46a0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9bd4006010 tx=0x7f9bd400b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:13.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.422+0000 7f9be8832700 1 -- 172.21.15.1:0/2852471914 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f9bcc096c20 con 0x7f9be41003e0 2024-02-09T23:58:13.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.630+0000 7f9be9834700 1 -- 172.21.15.1:0/2852471914 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) v1 -- 0x7f9be40689e0 con 0x7f9be41003e0 2024-02-09T23:58:13.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.630+0000 7f9be8832700 1 -- 172.21.15.1:0/2852471914 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) v1 ==== 75+0+13 (secure 0 0 0) 0x7f9bcc09a2e0 con 0x7f9be41003e0 2024-02-09T23:58:13.632 INFO:teuthology.orchestra.run.smithi001.stdout:309237645344 2024-02-09T23:58:13.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.632+0000 7f9be9834700 1 -- 172.21.15.1:0/2852471914 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f9bd00a21e0 msgr2=0x7f9bd00a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:13.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.632+0000 7f9be9834700 1 --2- 172.21.15.1:0/2852471914 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f9bd00a21e0 0x7f9bd00a46a0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9bd4006010 tx=0x7f9bd400b540 comp rx=0 tx=0).stop 2024-02-09T23:58:13.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.632+0000 7f9be9834700 1 -- 172.21.15.1:0/2852471914 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9be41003e0 msgr2=0x7f9be41991f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:13.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.632+0000 7f9be9834700 1 --2- 172.21.15.1:0/2852471914 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9be41003e0 0x7f9be41991f0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f9bcc00b560 tx=0x7f9bcc00b920 comp rx=0 tx=0).stop 2024-02-09T23:58:13.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.632+0000 7f9be9834700 1 -- 172.21.15.1:0/2852471914 shutdown_connections 2024-02-09T23:58:13.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.632+0000 7f9be9834700 1 --2- 172.21.15.1:0/2852471914 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f9bd00a21e0 0x7f9bd00a46a0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:13.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.632+0000 7f9be9834700 1 --2- 172.21.15.1:0/2852471914 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9be41003e0 0x7f9be41991f0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:13.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.632+0000 7f9be9834700 1 --2- 172.21.15.1:0/2852471914 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9be4106470 0x7f9be41a4270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:13.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.632+0000 7f9be9834700 1 --2- 172.21.15.1:0/2852471914 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9be4100da0 0x7f9be4199730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:13.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.632+0000 7f9be9834700 1 -- 172.21.15.1:0/2852471914 >> 172.21.15.1:0/2852471914 conn(0x7f9be4077220 msgr2=0x7f9be40fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:13.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.632+0000 7f9be9834700 1 -- 172.21.15.1:0/2852471914 shutdown_connections 2024-02-09T23:58:13.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.632+0000 7f9be9834700 1 -- 172.21.15.1:0/2852471914 wait complete. 2024-02-09T23:58:13.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.634+0000 7f7a02ab3700 1 -- 172.21.15.1:0/3671223511 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f79fc102730 msgr2=0x7f79fc10eb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:13.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.634+0000 7f7a02ab3700 1 --2- 172.21.15.1:0/3671223511 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f79fc102730 0x7f79fc10eb70 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f79f400b0d0 tx=0x7f79f400b3e0 comp rx=0 tx=0).stop 2024-02-09T23:58:13.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.634+0000 7f7a02ab3700 1 -- 172.21.15.1:0/3671223511 shutdown_connections 2024-02-09T23:58:13.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.634+0000 7f7a02ab3700 1 --2- 172.21.15.1:0/3671223511 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f79fc102730 0x7f79fc10eb70 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:13.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.634+0000 7f7a02ab3700 1 --2- 172.21.15.1:0/3671223511 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f79fc107d50 0x7f79fc108130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:13.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.634+0000 7f7a02ab3700 1 --2- 172.21.15.1:0/3671223511 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f79fc101d70 0x7f79fc1021f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:13.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.634+0000 7f7a02ab3700 1 -- 172.21.15.1:0/3671223511 >> 172.21.15.1:0/3671223511 conn(0x7f79fc078e50 msgr2=0x7f79fc079260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:13.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.634+0000 7f7a02ab3700 1 -- 172.21.15.1:0/3671223511 shutdown_connections 2024-02-09T23:58:13.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.634+0000 7f7a02ab3700 1 -- 172.21.15.1:0/3671223511 wait complete. 2024-02-09T23:58:13.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.635+0000 7f7a02ab3700 1 Processor -- start 2024-02-09T23:58:13.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.635+0000 7f7a02ab3700 1 -- start start 2024-02-09T23:58:13.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.635+0000 7f7a02ab3700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f79fc101d70 0x7f79fc1982b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:13.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.635+0000 7f7a02ab3700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f79fc102730 0x7f79fc1987f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:13.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.635+0000 7f7a02ab3700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f79fc107d50 0x7f79fc19cb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:13.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.635+0000 7f7a02ab3700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79fc19d190 con 0x7f79fc101d70 2024-02-09T23:58:13.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.635+0000 7f7a02ab3700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79fc19d300 con 0x7f79fc102730 2024-02-09T23:58:13.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.635+0000 7f7a02ab3700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79fc19d4c0 con 0x7f79fc107d50 2024-02-09T23:58:13.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.635+0000 7f7a0084f700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f79fc101d70 0x7f79fc1982b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:13.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.635+0000 7f7a0084f700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f79fc101d70 0x7f79fc1982b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:58616/0 (socket says 172.21.15.1:58616) 2024-02-09T23:58:13.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.635+0000 7f7a0084f700 1 -- 172.21.15.1:0/3414281796 learned_addr learned my addr 172.21.15.1:0/3414281796 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:13.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.635+0000 7f79fbfff700 1 --2- 172.21.15.1:0/3414281796 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f79fc102730 0x7f79fc1987f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:13.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.635+0000 7f7a01050700 1 --2- 172.21.15.1:0/3414281796 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f79fc107d50 0x7f79fc19cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:13.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.635+0000 7f7a0084f700 1 -- 172.21.15.1:0/3414281796 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f79fc107d50 msgr2=0x7f79fc19cb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:13.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.635+0000 7f7a0084f700 1 --2- 172.21.15.1:0/3414281796 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f79fc107d50 0x7f79fc19cb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:13.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.635+0000 7f7a0084f700 1 -- 172.21.15.1:0/3414281796 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f79fc102730 msgr2=0x7f79fc1987f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:13.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.635+0000 7f7a0084f700 1 --2- 172.21.15.1:0/3414281796 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f79fc102730 0x7f79fc1987f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:13.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.635+0000 7f7a0084f700 1 -- 172.21.15.1:0/3414281796 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79f4009d00 con 0x7f79fc101d70 2024-02-09T23:58:13.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.636+0000 7f7a0084f700 1 --2- 172.21.15.1:0/3414281796 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f79fc101d70 0x7f79fc1982b0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f79f000e9a0 tx=0x7f79f000ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:13.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.636+0000 7f79f9ffb700 1 -- 172.21.15.1:0/3414281796 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79f0009790 con 0x7f79fc101d70 2024-02-09T23:58:13.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.636+0000 7f7a02ab3700 1 -- 172.21.15.1:0/3414281796 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f79fc19d7a0 con 0x7f79fc101d70 2024-02-09T23:58:13.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.636+0000 7f79f9ffb700 1 -- 172.21.15.1:0/3414281796 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f79f000cbd0 con 0x7f79fc101d70 2024-02-09T23:58:13.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.636+0000 7f79f9ffb700 1 -- 172.21.15.1:0/3414281796 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79f0018680 con 0x7f79fc101d70 2024-02-09T23:58:13.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.636+0000 7f7a02ab3700 1 -- 172.21.15.1:0/3414281796 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79fc1a5000 con 0x7f79fc101d70 2024-02-09T23:58:13.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.637+0000 7f7a02ab3700 1 -- 172.21.15.1:0/3414281796 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f79fc0689e0 con 0x7f79fc101d70 2024-02-09T23:58:13.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.638+0000 7f79f9ffb700 1 -- 172.21.15.1:0/3414281796 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f79f000cd40 con 0x7f79fc101d70 2024-02-09T23:58:13.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.639+0000 7f79f9ffb700 1 --2- 172.21.15.1:0/3414281796 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f79ec0a21e0 0x7f79ec0a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:13.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.639+0000 7f79fbfff700 1 --2- 172.21.15.1:0/3414281796 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f79ec0a21e0 0x7f79ec0a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:13.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.639+0000 7f79f9ffb700 1 -- 172.21.15.1:0/3414281796 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f79f0014070 con 0x7f79fc101d70 2024-02-09T23:58:13.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.639+0000 7f79fbfff700 1 --2- 172.21.15.1:0/3414281796 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f79ec0a21e0 0x7f79ec0a46a0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f79e8005950 tx=0x7f79e80058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:13.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.646+0000 7f79f9ffb700 1 -- 172.21.15.1:0/3414281796 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f79f0097470 con 0x7f79fc101d70 2024-02-09T23:58:13.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.858+0000 7f7a02ab3700 1 -- 172.21.15.1:0/3414281796 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f79fc111dd0 con 0x7f79fc101d70 2024-02-09T23:58:13.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.858+0000 7f79f9ffb700 1 -- 172.21.15.1:0/3414281796 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f79f0026090 con 0x7f79fc101d70 2024-02-09T23:58:13.860 INFO:teuthology.orchestra.run.smithi001.stdout:34359738450 2024-02-09T23:58:13.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.861+0000 7f7a02ab3700 1 -- 172.21.15.1:0/3414281796 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f79ec0a21e0 msgr2=0x7f79ec0a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:13.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.861+0000 7f7a02ab3700 1 --2- 172.21.15.1:0/3414281796 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f79ec0a21e0 0x7f79ec0a46a0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f79e8005950 tx=0x7f79e80058e0 comp rx=0 tx=0).stop 2024-02-09T23:58:13.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.861+0000 7f7a02ab3700 1 -- 172.21.15.1:0/3414281796 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f79fc101d70 msgr2=0x7f79fc1982b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:13.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.861+0000 7f7a02ab3700 1 --2- 172.21.15.1:0/3414281796 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f79fc101d70 0x7f79fc1982b0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f79f000e9a0 tx=0x7f79f000ed60 comp rx=0 tx=0).stop 2024-02-09T23:58:13.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.861+0000 7f7a02ab3700 1 -- 172.21.15.1:0/3414281796 shutdown_connections 2024-02-09T23:58:13.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.861+0000 7f7a02ab3700 1 --2- 172.21.15.1:0/3414281796 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f79ec0a21e0 0x7f79ec0a46a0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:13.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.861+0000 7f7a02ab3700 1 --2- 172.21.15.1:0/3414281796 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f79fc101d70 0x7f79fc1982b0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:13.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.861+0000 7f7a02ab3700 1 --2- 172.21.15.1:0/3414281796 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f79fc107d50 0x7f79fc19cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:13.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.861+0000 7f7a02ab3700 1 --2- 172.21.15.1:0/3414281796 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f79fc102730 0x7f79fc1987f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:13.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.861+0000 7f7a02ab3700 1 -- 172.21.15.1:0/3414281796 >> 172.21.15.1:0/3414281796 conn(0x7f79fc078e50 msgr2=0x7f79fc1007e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:13.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.861+0000 7f7a02ab3700 1 -- 172.21.15.1:0/3414281796 shutdown_connections 2024-02-09T23:58:13.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:13.861+0000 7f7a02ab3700 1 -- 172.21.15.1:0/3414281796 wait complete. 2024-02-09T23:58:14.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:14 smithi001 ceph-mon[32335]: pgmap v321: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1 op/s; 7.6 KiB/s, 1 objects/s recovering 2024-02-09T23:58:14.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:14 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2852471914' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-02-09T23:58:14.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:14 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3414281796' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-02-09T23:58:14.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:14 smithi088 ceph-mon[36452]: pgmap v321: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1 op/s; 7.6 KiB/s, 1 objects/s recovering 2024-02-09T23:58:14.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:14 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2852471914' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-02-09T23:58:14.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:14 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3414281796' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-02-09T23:58:14.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:14 smithi103 ceph-mon[36942]: pgmap v321: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1 op/s; 7.6 KiB/s, 1 objects/s recovering 2024-02-09T23:58:14.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:14 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2852471914' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-02-09T23:58:14.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:14 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3414281796' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-02-09T23:58:14.542 INFO:tasks.cephadm.ceph_manager.ceph:need seq 141733920823 got 141733920829 for osd.4 2024-02-09T23:58:14.542 DEBUG:teuthology.parallel:result is None 2024-02-09T23:58:15.344 INFO:tasks.cephadm.ceph_manager.ceph:need seq 287762808863 got 287762808867 for osd.9 2024-02-09T23:58:15.345 DEBUG:teuthology.parallel:result is None 2024-02-09T23:58:15.734 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182460 got 107374182465 for osd.3 2024-02-09T23:58:15.734 DEBUG:teuthology.parallel:result is None 2024-02-09T23:58:16.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:16 smithi088 ceph-mon[36452]: pgmap v322: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 1 op/s; 6.5 KiB/s, 1 objects/s recovering 2024-02-09T23:58:16.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:16 smithi103 ceph-mon[36942]: pgmap v322: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 1 op/s; 6.5 KiB/s, 1 objects/s recovering 2024-02-09T23:58:16.447 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:16 smithi001 ceph-mon[32335]: pgmap v322: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 1 op/s; 6.5 KiB/s, 1 objects/s recovering 2024-02-09T23:58:16.478 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738445 got 34359738450 for osd.0 2024-02-09T23:58:16.479 DEBUG:teuthology.parallel:result is None 2024-02-09T23:58:17.010 INFO:tasks.cephadm.ceph_manager.ceph:need seq 219043332138 got 219043332143 for osd.7 2024-02-09T23:58:17.010 DEBUG:teuthology.parallel:result is None 2024-02-09T23:58:17.548 INFO:tasks.cephadm.ceph_manager.ceph:need seq 309237645340 got 309237645344 for osd.10 2024-02-09T23:58:17.548 DEBUG:teuthology.parallel:result is None 2024-02-09T23:58:18.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:18 smithi088 ceph-mon[36452]: pgmap v323: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 3 op/s; 5.9 KiB/s, 1 objects/s recovering 2024-02-09T23:58:18.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:18 smithi103 ceph-mon[36942]: pgmap v323: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 3 op/s; 5.9 KiB/s, 1 objects/s recovering 2024-02-09T23:58:18.444 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:18 smithi001 ceph-mon[32335]: pgmap v323: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 3 op/s; 5.9 KiB/s, 1 objects/s recovering 2024-02-09T23:58:18.529 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:58:18.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.977+0000 7fbc516a4700 1 -- 172.21.15.1:0/2776969077 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbc4c102730 msgr2=0x7fbc4c10ebd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:18.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.977+0000 7fbc516a4700 1 --2- 172.21.15.1:0/2776969077 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbc4c102730 0x7fbc4c10ebd0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fbc44009990 tx=0x7fbc44009ca0 comp rx=0 tx=0).stop 2024-02-09T23:58:18.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.977+0000 7fbc516a4700 1 -- 172.21.15.1:0/2776969077 shutdown_connections 2024-02-09T23:58:18.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.977+0000 7fbc516a4700 1 --2- 172.21.15.1:0/2776969077 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbc4c102730 0x7fbc4c10ebd0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:18.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.977+0000 7fbc516a4700 1 --2- 172.21.15.1:0/2776969077 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbc4c107e20 0x7fbc4c108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:18.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.977+0000 7fbc516a4700 1 --2- 172.21.15.1:0/2776969077 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbc4c101d70 0x7fbc4c1021f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:18.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.977+0000 7fbc516a4700 1 -- 172.21.15.1:0/2776969077 >> 172.21.15.1:0/2776969077 conn(0x7fbc4c078e50 msgr2=0x7fbc4c079260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:18.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.977+0000 7fbc516a4700 1 -- 172.21.15.1:0/2776969077 shutdown_connections 2024-02-09T23:58:18.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.977+0000 7fbc516a4700 1 -- 172.21.15.1:0/2776969077 wait complete. 2024-02-09T23:58:18.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.977+0000 7fbc516a4700 1 Processor -- start 2024-02-09T23:58:18.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.978+0000 7fbc516a4700 1 -- start start 2024-02-09T23:58:18.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.978+0000 7fbc516a4700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbc4c101d70 0x7fbc4c198100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:18.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.978+0000 7fbc516a4700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbc4c102730 0x7fbc4c198640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:18.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.978+0000 7fbc516a4700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbc4c107e20 0x7fbc4c19c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:18.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.978+0000 7fbc516a4700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc4c19cfe0 con 0x7fbc4c101d70 2024-02-09T23:58:18.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.978+0000 7fbc516a4700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc4c19d150 con 0x7fbc4c102730 2024-02-09T23:58:18.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.978+0000 7fbc516a4700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc4c19d310 con 0x7fbc4c107e20 2024-02-09T23:58:18.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.978+0000 7fbc4affd700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbc4c101d70 0x7fbc4c198100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:18.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.978+0000 7fbc4affd700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbc4c101d70 0x7fbc4c198100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:58636/0 (socket says 172.21.15.1:58636) 2024-02-09T23:58:18.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.978+0000 7fbc4affd700 1 -- 172.21.15.1:0/3379612121 learned_addr learned my addr 172.21.15.1:0/3379612121 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:18.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.978+0000 7fbc4a7fc700 1 --2- 172.21.15.1:0/3379612121 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbc4c102730 0x7fbc4c198640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:18.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.978+0000 7fbc4b7fe700 1 --2- 172.21.15.1:0/3379612121 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbc4c107e20 0x7fbc4c19c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:18.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.978+0000 7fbc4affd700 1 -- 172.21.15.1:0/3379612121 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbc4c107e20 msgr2=0x7fbc4c19c9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:18.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.978+0000 7fbc4affd700 1 --2- 172.21.15.1:0/3379612121 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbc4c107e20 0x7fbc4c19c9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:18.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.978+0000 7fbc4affd700 1 -- 172.21.15.1:0/3379612121 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbc4c102730 msgr2=0x7fbc4c198640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:18.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.978+0000 7fbc4affd700 1 --2- 172.21.15.1:0/3379612121 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbc4c102730 0x7fbc4c198640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:18.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.978+0000 7fbc4affd700 1 -- 172.21.15.1:0/3379612121 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc440095f0 con 0x7fbc4c101d70 2024-02-09T23:58:18.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.978+0000 7fbc4a7fc700 1 --2- 172.21.15.1:0/3379612121 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbc4c102730 0x7fbc4c198640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:58:18.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.979+0000 7fbc4affd700 1 --2- 172.21.15.1:0/3379612121 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbc4c101d70 0x7fbc4c198100 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fbc3c007e20 tx=0x7fbc3c00a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:18.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.979+0000 7fbc43fff700 1 -- 172.21.15.1:0/3379612121 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc3c00ac90 con 0x7fbc4c101d70 2024-02-09T23:58:18.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.979+0000 7fbc516a4700 1 -- 172.21.15.1:0/3379612121 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbc4c19d5f0 con 0x7fbc4c101d70 2024-02-09T23:58:18.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.979+0000 7fbc43fff700 1 -- 172.21.15.1:0/3379612121 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbc3c00adf0 con 0x7fbc4c101d70 2024-02-09T23:58:18.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.979+0000 7fbc43fff700 1 -- 172.21.15.1:0/3379612121 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc3c0117a0 con 0x7fbc4c101d70 2024-02-09T23:58:18.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.979+0000 7fbc516a4700 1 -- 172.21.15.1:0/3379612121 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc4c1a4e50 con 0x7fbc4c101d70 2024-02-09T23:58:18.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.980+0000 7fbc516a4700 1 -- 172.21.15.1:0/3379612121 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbc4c10a190 con 0x7fbc4c101d70 2024-02-09T23:58:18.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.982+0000 7fbc43fff700 1 -- 172.21.15.1:0/3379612121 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7fbc3c012420 con 0x7fbc4c101d70 2024-02-09T23:58:18.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.982+0000 7fbc43fff700 1 --2- 172.21.15.1:0/3379612121 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fbc380a21e0 0x7fbc380a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:18.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.982+0000 7fbc4a7fc700 1 --2- 172.21.15.1:0/3379612121 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fbc380a21e0 0x7fbc380a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:18.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.982+0000 7fbc43fff700 1 -- 172.21.15.1:0/3379612121 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fbc3c0ce110 con 0x7fbc4c101d70 2024-02-09T23:58:18.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.983+0000 7fbc4a7fc700 1 --2- 172.21.15.1:0/3379612121 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fbc380a21e0 0x7fbc380a46a0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fbc4c079450 tx=0x7fbc34009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:18.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:18.986+0000 7fbc43fff700 1 -- 172.21.15.1:0/3379612121 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fbc3c0970a0 con 0x7fbc4c101d70 2024-02-09T23:58:19.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:19.192+0000 7fbc516a4700 1 -- 172.21.15.1:0/3379612121 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7fbc4c0689e0 con 0x7fbc4c101d70 2024-02-09T23:58:19.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:19.192+0000 7fbc43fff700 1 -- 172.21.15.1:0/3379612121 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7fbc3c09a760 con 0x7fbc4c101d70 2024-02-09T23:58:19.194 INFO:teuthology.orchestra.run.smithi001.stdout:163208757307 2024-02-09T23:58:19.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:19.194+0000 7fbc516a4700 1 -- 172.21.15.1:0/3379612121 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fbc380a21e0 msgr2=0x7fbc380a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:19.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:19.194+0000 7fbc516a4700 1 --2- 172.21.15.1:0/3379612121 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fbc380a21e0 0x7fbc380a46a0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fbc4c079450 tx=0x7fbc34009260 comp rx=0 tx=0).stop 2024-02-09T23:58:19.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:19.194+0000 7fbc516a4700 1 -- 172.21.15.1:0/3379612121 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbc4c101d70 msgr2=0x7fbc4c198100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:19.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:19.194+0000 7fbc516a4700 1 --2- 172.21.15.1:0/3379612121 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbc4c101d70 0x7fbc4c198100 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fbc3c007e20 tx=0x7fbc3c00a340 comp rx=0 tx=0).stop 2024-02-09T23:58:19.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:19.194+0000 7fbc516a4700 1 -- 172.21.15.1:0/3379612121 shutdown_connections 2024-02-09T23:58:19.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:19.194+0000 7fbc516a4700 1 --2- 172.21.15.1:0/3379612121 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fbc380a21e0 0x7fbc380a46a0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:19.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:19.194+0000 7fbc516a4700 1 --2- 172.21.15.1:0/3379612121 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbc4c101d70 0x7fbc4c198100 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:19.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:19.194+0000 7fbc516a4700 1 --2- 172.21.15.1:0/3379612121 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbc4c107e20 0x7fbc4c19c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:19.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:19.194+0000 7fbc516a4700 1 --2- 172.21.15.1:0/3379612121 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbc4c102730 0x7fbc4c198640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:19.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:19.194+0000 7fbc516a4700 1 -- 172.21.15.1:0/3379612121 >> 172.21.15.1:0/3379612121 conn(0x7fbc4c078e50 msgr2=0x7fbc4c100a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:19.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:19.195+0000 7fbc516a4700 1 -- 172.21.15.1:0/3379612121 shutdown_connections 2024-02-09T23:58:19.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:19.195+0000 7fbc516a4700 1 -- 172.21.15.1:0/3379612121 wait complete. 2024-02-09T23:58:19.871 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757301 got 163208757307 for osd.5 2024-02-09T23:58:19.871 DEBUG:teuthology.parallel:result is None 2024-02-09T23:58:20.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:20 smithi001 ceph-mon[32335]: pgmap v324: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 4 op/s; 5.1 KiB/s, 1 objects/s recovering 2024-02-09T23:58:20.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:20 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3379612121' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-02-09T23:58:20.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:20 smithi088 ceph-mon[36452]: pgmap v324: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 4 op/s; 5.1 KiB/s, 1 objects/s recovering 2024-02-09T23:58:20.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:20 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3379612121' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-02-09T23:58:20.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:20 smithi103 ceph-mon[36942]: pgmap v324: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 4 op/s; 5.1 KiB/s, 1 objects/s recovering 2024-02-09T23:58:20.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:20 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3379612121' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-02-09T23:58:21.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.303+0000 7f9096706700 1 -- 172.21.15.1:0/1581108320 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f909006ae70 msgr2=0x7f9090106970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:21.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.303+0000 7f9096706700 1 --2- 172.21.15.1:0/1581108320 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f909006ae70 0x7f9090106970 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f9084009990 tx=0x7f9084009ca0 comp rx=0 tx=0).stop 2024-02-09T23:58:21.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.303+0000 7f9096706700 1 -- 172.21.15.1:0/1581108320 shutdown_connections 2024-02-09T23:58:21.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.303+0000 7f9096706700 1 --2- 172.21.15.1:0/1581108320 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f90901070a0 0x7f909010ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:21.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.303+0000 7f9096706700 1 --2- 172.21.15.1:0/1581108320 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f909006a4c0 0x7f909006a8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:21.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.303+0000 7f9096706700 1 --2- 172.21.15.1:0/1581108320 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f909006ae70 0x7f9090106970 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:21.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.303+0000 7f9096706700 1 -- 172.21.15.1:0/1581108320 >> 172.21.15.1:0/1581108320 conn(0x7f9090076c70 msgr2=0x7f9090077080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:21.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.303+0000 7f9096706700 1 -- 172.21.15.1:0/1581108320 shutdown_connections 2024-02-09T23:58:21.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.303+0000 7f9096706700 1 -- 172.21.15.1:0/1581108320 wait complete. 2024-02-09T23:58:21.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.304+0000 7f9096706700 1 Processor -- start 2024-02-09T23:58:21.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.304+0000 7f9096706700 1 -- start start 2024-02-09T23:58:21.308 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.304+0000 7f9096706700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f909006a4c0 0x7f9090198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:21.308 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.304+0000 7f9096706700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f909006ae70 0x7f9090198850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:21.308 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.304+0000 7f9096706700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f90901070a0 0x7f909019cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:21.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.305+0000 7f9096706700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f909019d1f0 con 0x7f909006ae70 2024-02-09T23:58:21.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.305+0000 7f9096706700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f909019d360 con 0x7f90901070a0 2024-02-09T23:58:21.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.305+0000 7f9096706700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f909019d520 con 0x7f909006a4c0 2024-02-09T23:58:21.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.305+0000 7f908f7fe700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f909006ae70 0x7f9090198850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:21.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.305+0000 7f908f7fe700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f909006ae70 0x7f9090198850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42538/0 (socket says 172.21.15.1:42538) 2024-02-09T23:58:21.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.305+0000 7f908f7fe700 1 -- 172.21.15.1:0/2249783448 learned_addr learned my addr 172.21.15.1:0/2249783448 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:21.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.305+0000 7f908ffff700 1 --2- 172.21.15.1:0/2249783448 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f909006a4c0 0x7f9090198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:21.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.305+0000 7f9094ca3700 1 --2- 172.21.15.1:0/2249783448 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f90901070a0 0x7f909019cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:21.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.305+0000 7f908f7fe700 1 -- 172.21.15.1:0/2249783448 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f909006a4c0 msgr2=0x7f9090198310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:21.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.305+0000 7f908f7fe700 1 --2- 172.21.15.1:0/2249783448 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f909006a4c0 0x7f9090198310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:21.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.305+0000 7f908f7fe700 1 -- 172.21.15.1:0/2249783448 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f90901070a0 msgr2=0x7f909019cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:21.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.305+0000 7f908f7fe700 1 --2- 172.21.15.1:0/2249783448 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f90901070a0 0x7f909019cbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:21.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.305+0000 7f908f7fe700 1 -- 172.21.15.1:0/2249783448 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90840095f0 con 0x7f909006ae70 2024-02-09T23:58:21.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.305+0000 7f908f7fe700 1 --2- 172.21.15.1:0/2249783448 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f909006ae70 0x7f9090198850 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f908400f690 tx=0x7f908400f6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:21.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.305+0000 7f908d7fa700 1 -- 172.21.15.1:0/2249783448 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f908401d070 con 0x7f909006ae70 2024-02-09T23:58:21.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.305+0000 7f9096706700 1 -- 172.21.15.1:0/2249783448 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f909019d7a0 con 0x7f909006ae70 2024-02-09T23:58:21.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.305+0000 7f908d7fa700 1 -- 172.21.15.1:0/2249783448 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9084004830 con 0x7f909006ae70 2024-02-09T23:58:21.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.305+0000 7f908d7fa700 1 -- 172.21.15.1:0/2249783448 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9084005550 con 0x7f909006ae70 2024-02-09T23:58:21.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.305+0000 7f9096706700 1 -- 172.21.15.1:0/2249783448 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f909019da60 con 0x7f909006ae70 2024-02-09T23:58:21.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.306+0000 7f9096706700 1 -- 172.21.15.1:0/2249783448 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f909010a290 con 0x7f909006ae70 2024-02-09T23:58:21.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.308+0000 7f908d7fa700 1 -- 172.21.15.1:0/2249783448 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f90840049a0 con 0x7f909006ae70 2024-02-09T23:58:21.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.308+0000 7f908d7fa700 1 --2- 172.21.15.1:0/2249783448 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f90780a21e0 0x7f90780a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:21.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.308+0000 7f908ffff700 1 --2- 172.21.15.1:0/2249783448 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f90780a21e0 0x7f90780a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:21.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.308+0000 7f908d7fa700 1 -- 172.21.15.1:0/2249783448 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f90840cf4b0 con 0x7f909006ae70 2024-02-09T23:58:21.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.308+0000 7f908ffff700 1 --2- 172.21.15.1:0/2249783448 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f90780a21e0 0x7f90780a46a0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f9080009a10 tx=0x7f9080009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:21.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.312+0000 7f908d7fa700 1 -- 172.21.15.1:0/2249783448 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f9084098480 con 0x7f909006ae70 2024-02-09T23:58:21.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.517+0000 7f9096706700 1 -- 172.21.15.1:0/2249783448 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) v1 -- 0x7f9090111e60 con 0x7f909006ae70 2024-02-09T23:58:21.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.518+0000 7f908d7fa700 1 -- 172.21.15.1:0/2249783448 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f9084030020 con 0x7f909006ae70 2024-02-09T23:58:21.520 INFO:teuthology.orchestra.run.smithi001.stdout:253403070507 2024-02-09T23:58:21.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.521+0000 7f9096706700 1 -- 172.21.15.1:0/2249783448 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f90780a21e0 msgr2=0x7f90780a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:21.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.521+0000 7f9096706700 1 --2- 172.21.15.1:0/2249783448 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f90780a21e0 0x7f90780a46a0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f9080009a10 tx=0x7f9080009190 comp rx=0 tx=0).stop 2024-02-09T23:58:21.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.521+0000 7f9096706700 1 -- 172.21.15.1:0/2249783448 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f909006ae70 msgr2=0x7f9090198850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:21.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.521+0000 7f9096706700 1 --2- 172.21.15.1:0/2249783448 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f909006ae70 0x7f9090198850 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f908400f690 tx=0x7f908400f6c0 comp rx=0 tx=0).stop 2024-02-09T23:58:21.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.521+0000 7f9096706700 1 -- 172.21.15.1:0/2249783448 shutdown_connections 2024-02-09T23:58:21.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.521+0000 7f9096706700 1 --2- 172.21.15.1:0/2249783448 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f90780a21e0 0x7f90780a46a0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:21.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.521+0000 7f9096706700 1 --2- 172.21.15.1:0/2249783448 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f90901070a0 0x7f909019cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:21.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.521+0000 7f9096706700 1 --2- 172.21.15.1:0/2249783448 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f909006a4c0 0x7f9090198310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:21.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.521+0000 7f9096706700 1 --2- 172.21.15.1:0/2249783448 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f909006ae70 0x7f9090198850 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:21.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.521+0000 7f9096706700 1 -- 172.21.15.1:0/2249783448 >> 172.21.15.1:0/2249783448 conn(0x7f9090076c70 msgr2=0x7f90900ff030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:21.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.521+0000 7f9096706700 1 -- 172.21.15.1:0/2249783448 shutdown_connections 2024-02-09T23:58:21.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:21.521+0000 7f9096706700 1 -- 172.21.15.1:0/2249783448 wait complete. 2024-02-09T23:58:22.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:22 smithi001 ceph-mon[32335]: pgmap v325: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 9 op/s; 5.0 KiB/s, 0 objects/s recovering 2024-02-09T23:58:22.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:22 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2249783448' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-02-09T23:58:22.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:22 smithi088 ceph-mon[36452]: pgmap v325: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 9 op/s; 5.0 KiB/s, 0 objects/s recovering 2024-02-09T23:58:22.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:22 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2249783448' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-02-09T23:58:22.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:22 smithi103 ceph-mon[36942]: pgmap v325: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 9 op/s; 5.0 KiB/s, 0 objects/s recovering 2024-02-09T23:58:22.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:22 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2249783448' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-02-09T23:58:22.589 INFO:tasks.cephadm.ceph_manager.ceph:need seq 253403070502 got 253403070507 for osd.8 2024-02-09T23:58:22.589 DEBUG:teuthology.parallel:result is None 2024-02-09T23:58:22.589 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-02-09T23:58:22.589 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph pg dump --format=json 2024-02-09T23:58:22.859 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:58:24.349 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:24 smithi088 ceph-mon[36452]: pgmap v326: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s; 0 B/s, 0 objects/s recovering 2024-02-09T23:58:24.349 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:24 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:58:24.349 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:24 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:58:24.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:24 smithi103 ceph-mon[36942]: pgmap v326: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s; 0 B/s, 0 objects/s recovering 2024-02-09T23:58:24.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:24 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:58:24.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:24 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:58:24.411 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:24 smithi001 ceph-mon[32335]: pgmap v326: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s; 0 B/s, 0 objects/s recovering 2024-02-09T23:58:24.411 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:24 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:58:24.411 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:24 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:58:24.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.633+0000 7f329a796700 1 -- 172.21.15.1:0/1868924802 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f32941008b0 msgr2=0x7f3294100c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:24.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.633+0000 7f329a796700 1 --2- 172.21.15.1:0/1868924802 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f32941008b0 0x7f3294100c90 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f32840099c0 tx=0x7f3284009cd0 comp rx=0 tx=0).stop 2024-02-09T23:58:24.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.633+0000 7f329a796700 1 -- 172.21.15.1:0/1868924802 shutdown_connections 2024-02-09T23:58:24.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.633+0000 7f329a796700 1 --2- 172.21.15.1:0/1868924802 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f32941008b0 0x7f3294100c90 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:24.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.633+0000 7f329a796700 1 --2- 172.21.15.1:0/1868924802 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3294105780 0x7f329410d2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:24.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.633+0000 7f329a796700 1 --2- 172.21.15.1:0/1868924802 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3294101260 0x7f3294105050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:24.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.633+0000 7f329a796700 1 -- 172.21.15.1:0/1868924802 >> 172.21.15.1:0/1868924802 conn(0x7f3294075f50 msgr2=0x7f3294076360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:24.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.633+0000 7f329a796700 1 -- 172.21.15.1:0/1868924802 shutdown_connections 2024-02-09T23:58:24.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.633+0000 7f329a796700 1 -- 172.21.15.1:0/1868924802 wait complete. 2024-02-09T23:58:24.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.633+0000 7f329a796700 1 Processor -- start 2024-02-09T23:58:24.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.633+0000 7f329a796700 1 -- start start 2024-02-09T23:58:24.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.634+0000 7f329a796700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f32941008b0 0x7f3294102080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:24.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.634+0000 7f329a796700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3294101260 0x7f32941025c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:24.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.634+0000 7f329a796700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3294105780 0x7f3294102b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:24.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.634+0000 7f329a796700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32941a6610 con 0x7f3294101260 2024-02-09T23:58:24.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.634+0000 7f329a796700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32941a6780 con 0x7f32941008b0 2024-02-09T23:58:24.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.634+0000 7f329a796700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32941a6940 con 0x7f3294105780 2024-02-09T23:58:24.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.634+0000 7f32937fe700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3294101260 0x7f32941025c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:24.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.634+0000 7f32937fe700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3294101260 0x7f32941025c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42564/0 (socket says 172.21.15.1:42564) 2024-02-09T23:58:24.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.634+0000 7f32937fe700 1 -- 172.21.15.1:0/2649745790 learned_addr learned my addr 172.21.15.1:0/2649745790 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:24.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.634+0000 7f3298d33700 1 --2- 172.21.15.1:0/2649745790 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3294105780 0x7f3294102b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:24.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.634+0000 7f3293fff700 1 --2- 172.21.15.1:0/2649745790 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f32941008b0 0x7f3294102080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:24.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.634+0000 7f32937fe700 1 -- 172.21.15.1:0/2649745790 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3294105780 msgr2=0x7f3294102b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:24.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.634+0000 7f32937fe700 1 --2- 172.21.15.1:0/2649745790 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3294105780 0x7f3294102b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:24.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.634+0000 7f32937fe700 1 -- 172.21.15.1:0/2649745790 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f32941008b0 msgr2=0x7f3294102080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:24.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.634+0000 7f32937fe700 1 --2- 172.21.15.1:0/2649745790 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f32941008b0 0x7f3294102080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:24.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.634+0000 7f32937fe700 1 -- 172.21.15.1:0/2649745790 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32840095f0 con 0x7f3294101260 2024-02-09T23:58:24.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.634+0000 7f32937fe700 1 --2- 172.21.15.1:0/2649745790 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3294101260 0x7f32941025c0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f328800d950 tx=0x7f328800dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:24.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.635+0000 7f32917fa700 1 -- 172.21.15.1:0/2649745790 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3288009b40 con 0x7f3294101260 2024-02-09T23:58:24.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.635+0000 7f329a796700 1 -- 172.21.15.1:0/2649745790 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32941a6c20 con 0x7f3294101260 2024-02-09T23:58:24.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.635+0000 7f32917fa700 1 -- 172.21.15.1:0/2649745790 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f328800de30 con 0x7f3294101260 2024-02-09T23:58:24.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.635+0000 7f32917fa700 1 -- 172.21.15.1:0/2649745790 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f328800f620 con 0x7f3294101260 2024-02-09T23:58:24.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.635+0000 7f329a796700 1 -- 172.21.15.1:0/2649745790 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32941a7120 con 0x7f3294101260 2024-02-09T23:58:24.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.636+0000 7f329a796700 1 -- 172.21.15.1:0/2649745790 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3294109940 con 0x7f3294101260 2024-02-09T23:58:24.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.637+0000 7f32917fa700 1 -- 172.21.15.1:0/2649745790 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f3288009ca0 con 0x7f3294101260 2024-02-09T23:58:24.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.637+0000 7f32917fa700 1 --2- 172.21.15.1:0/2649745790 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f327c0a21e0 0x7f327c0a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:24.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.637+0000 7f3293fff700 1 --2- 172.21.15.1:0/2649745790 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f327c0a21e0 0x7f327c0a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:24.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.637+0000 7f32917fa700 1 -- 172.21.15.1:0/2649745790 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f32880cdad0 con 0x7f3294101260 2024-02-09T23:58:24.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.638+0000 7f3293fff700 1 --2- 172.21.15.1:0/2649745790 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f327c0a21e0 0x7f327c0a46a0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f3284006010 tx=0x7f3284005940 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:24.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.642+0000 7f32917fa700 1 -- 172.21.15.1:0/2649745790 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f3288096950 con 0x7f3294101260 2024-02-09T23:58:24.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.842+0000 7f329a796700 1 -- 172.21.15.1:0/2649745790 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f3294110d60 con 0x7f327c0a21e0 2024-02-09T23:58:24.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.853+0000 7f32917fa700 1 -- 172.21.15.1:0/2649745790 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+344985 (secure 0 0 0) 0x7f3294110d60 con 0x7f327c0a21e0 2024-02-09T23:58:24.860 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:58:24.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.856+0000 7f329a796700 1 -- 172.21.15.1:0/2649745790 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f327c0a21e0 msgr2=0x7f327c0a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:24.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.856+0000 7f329a796700 1 --2- 172.21.15.1:0/2649745790 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f327c0a21e0 0x7f327c0a46a0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f3284006010 tx=0x7f3284005940 comp rx=0 tx=0).stop 2024-02-09T23:58:24.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.856+0000 7f329a796700 1 -- 172.21.15.1:0/2649745790 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3294101260 msgr2=0x7f32941025c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:24.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.856+0000 7f329a796700 1 --2- 172.21.15.1:0/2649745790 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3294101260 0x7f32941025c0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f328800d950 tx=0x7f328800dd10 comp rx=0 tx=0).stop 2024-02-09T23:58:24.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.856+0000 7f329a796700 1 -- 172.21.15.1:0/2649745790 shutdown_connections 2024-02-09T23:58:24.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.856+0000 7f329a796700 1 --2- 172.21.15.1:0/2649745790 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f327c0a21e0 0x7f327c0a46a0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:24.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.856+0000 7f329a796700 1 --2- 172.21.15.1:0/2649745790 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3294105780 0x7f3294102b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:24.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.856+0000 7f329a796700 1 --2- 172.21.15.1:0/2649745790 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f32941008b0 0x7f3294102080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:24.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.856+0000 7f329a796700 1 --2- 172.21.15.1:0/2649745790 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3294101260 0x7f32941025c0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:24.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.856+0000 7f329a796700 1 -- 172.21.15.1:0/2649745790 >> 172.21.15.1:0/2649745790 conn(0x7f3294075f50 msgr2=0x7f329410de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:24.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.856+0000 7f329a796700 1 -- 172.21.15.1:0/2649745790 shutdown_connections 2024-02-09T23:58:24.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:24.856+0000 7f329a796700 1 -- 172.21.15.1:0/2649745790 wait complete. 2024-02-09T23:58:24.864 INFO:teuthology.orchestra.run.smithi001.stderr:dumped all 2024-02-09T23:58:25.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:25 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:58:25.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:25 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:58:25.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:25 smithi001 ceph-mon[32335]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:58:25.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:25 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:58:25.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:25 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:58:25.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:25 smithi088 ceph-mon[36452]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:58:25.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:25 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:58:25.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:25 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:58:25.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:25 smithi103 ceph-mon[36942]: from='mgr.14150 172.21.15.1:0/1826951677' entity='mgr.x' 2024-02-09T23:58:25.548 INFO:teuthology.orchestra.run.smithi001.stdout:{"pg_ready":true,"pg_map":{"version":327,"stamp":"2024-02-09T23:58:24.280670+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658070,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":804,"num_read_kb":552,"num_write":418,"num_write_kb":3071,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1242952,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":343,"ondisk_log_size":343,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":348412,"kb_used_data":11660,"kb_used_omap":18,"kb_used_meta":336557,"kb_avail":1124593412,"statfs":{"total":1151940427776,"available":1151583653888,"internally_reserved":0,"allocated":11939840,"data_stored":7441590,"data_compressed":121745,"data_compressed_allocated":155648,"data_compressed_original":1843200,"omap_allocated":19142,"internal_metadata":344634682},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":115,"num_read_kb":55,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003447"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.976579+0000","last_change":"2024-02-09T23:57:06.638921+0000","last_active":"2024-02-09T23:58:05.976579+0000","last_peered":"2024-02-09T23:58:05.976579+0000","last_clean":"2024-02-09T23:58:05.976579+0000","last_became_active":"2024-02-09T23:57:06.638560+0000","last_became_peered":"2024-02-09T23:57:06.638560+0000","last_unstale":"2024-02-09T23:58:05.976579+0000","last_undegraded":"2024-02-09T23:58:05.976579+0000","last_fullsized":"2024-02-09T23:58:05.976579+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:04:46.241517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.980336+0000","last_change":"2024-02-09T23:57:06.626465+0000","last_active":"2024-02-09T23:58:05.980336+0000","last_peered":"2024-02-09T23:58:05.980336+0000","last_clean":"2024-02-09T23:58:05.980336+0000","last_became_active":"2024-02-09T23:57:06.625265+0000","last_became_peered":"2024-02-09T23:57:06.625265+0000","last_unstale":"2024-02-09T23:58:05.980336+0000","last_undegraded":"2024-02-09T23:58:05.980336+0000","last_fullsized":"2024-02-09T23:58:05.980336+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:32:34.304699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.980218+0000","last_change":"2024-02-09T23:57:06.645515+0000","last_active":"2024-02-09T23:58:05.980218+0000","last_peered":"2024-02-09T23:58:05.980218+0000","last_clean":"2024-02-09T23:58:05.980218+0000","last_became_active":"2024-02-09T23:57:06.644952+0000","last_became_peered":"2024-02-09T23:57:06.644952+0000","last_unstale":"2024-02-09T23:58:05.980218+0000","last_undegraded":"2024-02-09T23:58:05.980218+0000","last_fullsized":"2024-02-09T23:58:05.980218+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:16:57.223424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977820+0000","last_change":"2024-02-09T23:57:06.628827+0000","last_active":"2024-02-09T23:58:05.977820+0000","last_peered":"2024-02-09T23:58:05.977820+0000","last_clean":"2024-02-09T23:58:05.977820+0000","last_became_active":"2024-02-09T23:57:06.628491+0000","last_became_peered":"2024-02-09T23:57:06.628491+0000","last_unstale":"2024-02-09T23:58:05.977820+0000","last_undegraded":"2024-02-09T23:58:05.977820+0000","last_fullsized":"2024-02-09T23:58:05.977820+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:30:11.082419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.973974+0000","last_change":"2024-02-09T23:57:06.630954+0000","last_active":"2024-02-09T23:58:05.973974+0000","last_peered":"2024-02-09T23:58:05.973974+0000","last_clean":"2024-02-09T23:58:05.973974+0000","last_became_active":"2024-02-09T23:57:06.630574+0000","last_became_peered":"2024-02-09T23:57:06.630574+0000","last_unstale":"2024-02-09T23:58:05.973974+0000","last_undegraded":"2024-02-09T23:58:05.973974+0000","last_fullsized":"2024-02-09T23:58:05.973974+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:45:31.676749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.983085+0000","last_change":"2024-02-09T23:58:05.983085+0000","last_active":"2024-02-09T23:58:05.983085+0000","last_peered":"2024-02-09T23:58:05.983085+0000","last_clean":"2024-02-09T23:58:05.983085+0000","last_became_active":"2024-02-09T23:58:05.982419+0000","last_became_peered":"2024-02-09T23:58:05.982419+0000","last_unstale":"2024-02-09T23:58:05.983085+0000","last_undegraded":"2024-02-09T23:58:05.983085+0000","last_fullsized":"2024-02-09T23:58:05.983085+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:45:49.748667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,8],"acting":[10,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974046+0000","last_change":"2024-02-09T23:57:06.623715+0000","last_active":"2024-02-09T23:58:05.974046+0000","last_peered":"2024-02-09T23:58:05.974046+0000","last_clean":"2024-02-09T23:58:05.974046+0000","last_became_active":"2024-02-09T23:57:06.621751+0000","last_became_peered":"2024-02-09T23:57:06.621751+0000","last_unstale":"2024-02-09T23:58:05.974046+0000","last_undegraded":"2024-02-09T23:58:05.974046+0000","last_fullsized":"2024-02-09T23:58:05.974046+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:25:06.997079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977904+0000","last_change":"2024-02-09T23:57:06.631255+0000","last_active":"2024-02-09T23:58:05.977904+0000","last_peered":"2024-02-09T23:58:05.977904+0000","last_clean":"2024-02-09T23:58:05.977904+0000","last_became_active":"2024-02-09T23:57:06.630881+0000","last_became_peered":"2024-02-09T23:57:06.630881+0000","last_unstale":"2024-02-09T23:58:05.977904+0000","last_undegraded":"2024-02-09T23:58:05.977904+0000","last_fullsized":"2024-02-09T23:58:05.977904+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:36:40.683806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.980404+0000","last_change":"2024-02-09T23:57:06.638473+0000","last_active":"2024-02-09T23:58:05.980404+0000","last_peered":"2024-02-09T23:58:05.980404+0000","last_clean":"2024-02-09T23:58:05.980404+0000","last_became_active":"2024-02-09T23:57:06.638147+0000","last_became_peered":"2024-02-09T23:57:06.638147+0000","last_unstale":"2024-02-09T23:58:05.980404+0000","last_undegraded":"2024-02-09T23:58:05.980404+0000","last_fullsized":"2024-02-09T23:58:05.980404+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:55:26.126193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977712+0000","last_change":"2024-02-09T23:57:06.627755+0000","last_active":"2024-02-09T23:58:05.977712+0000","last_peered":"2024-02-09T23:58:05.977712+0000","last_clean":"2024-02-09T23:58:05.977712+0000","last_became_active":"2024-02-09T23:57:06.627399+0000","last_became_peered":"2024-02-09T23:57:06.627399+0000","last_unstale":"2024-02-09T23:58:05.977712+0000","last_undegraded":"2024-02-09T23:58:05.977712+0000","last_fullsized":"2024-02-09T23:58:05.977712+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:40:15.261622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974209+0000","last_change":"2024-02-09T23:57:06.640177+0000","last_active":"2024-02-09T23:58:05.974209+0000","last_peered":"2024-02-09T23:58:05.974209+0000","last_clean":"2024-02-09T23:58:05.974209+0000","last_became_active":"2024-02-09T23:57:06.639876+0000","last_became_peered":"2024-02-09T23:57:06.639876+0000","last_unstale":"2024-02-09T23:58:05.974209+0000","last_undegraded":"2024-02-09T23:58:05.974209+0000","last_fullsized":"2024-02-09T23:58:05.974209+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:51:20.035119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.980438+0000","last_change":"2024-02-09T23:58:05.979860+0000","last_active":"2024-02-09T23:58:05.980438+0000","last_peered":"2024-02-09T23:58:05.980438+0000","last_clean":"2024-02-09T23:58:05.980438+0000","last_became_active":"2024-02-09T23:58:05.979497+0000","last_became_peered":"2024-02-09T23:58:05.979497+0000","last_unstale":"2024-02-09T23:58:05.980438+0000","last_undegraded":"2024-02-09T23:58:05.980438+0000","last_fullsized":"2024-02-09T23:58:05.980438+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:41:54.459716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.979226+0000","last_change":"2024-02-09T23:58:05.979226+0000","last_active":"2024-02-09T23:58:05.979226+0000","last_peered":"2024-02-09T23:58:05.979226+0000","last_clean":"2024-02-09T23:58:05.979226+0000","last_became_active":"2024-02-09T23:58:05.978859+0000","last_became_peered":"2024-02-09T23:58:05.978859+0000","last_unstale":"2024-02-09T23:58:05.979226+0000","last_undegraded":"2024-02-09T23:58:05.979226+0000","last_fullsized":"2024-02-09T23:58:05.979226+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:50:04.049343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,9],"acting":[6,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.978994+0000","last_change":"2024-02-09T23:57:06.635778+0000","last_active":"2024-02-09T23:58:05.978994+0000","last_peered":"2024-02-09T23:58:05.978994+0000","last_clean":"2024-02-09T23:58:05.978994+0000","last_became_active":"2024-02-09T23:57:06.634590+0000","last_became_peered":"2024-02-09T23:57:06.634590+0000","last_unstale":"2024-02-09T23:58:05.978994+0000","last_undegraded":"2024-02-09T23:58:05.978994+0000","last_fullsized":"2024-02-09T23:58:05.978994+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:06:00.988404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.978932+0000","last_change":"2024-02-09T23:57:06.632123+0000","last_active":"2024-02-09T23:58:05.978932+0000","last_peered":"2024-02-09T23:58:05.978932+0000","last_clean":"2024-02-09T23:58:05.978932+0000","last_became_active":"2024-02-09T23:57:06.631790+0000","last_became_peered":"2024-02-09T23:57:06.631790+0000","last_unstale":"2024-02-09T23:58:05.978932+0000","last_undegraded":"2024-02-09T23:58:05.978932+0000","last_fullsized":"2024-02-09T23:58:05.978932+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:47:06.904815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.979796+0000","last_change":"2024-02-09T23:57:06.630760+0000","last_active":"2024-02-09T23:58:05.979796+0000","last_peered":"2024-02-09T23:58:05.979796+0000","last_clean":"2024-02-09T23:58:05.979796+0000","last_became_active":"2024-02-09T23:57:06.630469+0000","last_became_peered":"2024-02-09T23:57:06.630469+0000","last_unstale":"2024-02-09T23:58:05.979796+0000","last_undegraded":"2024-02-09T23:58:05.979796+0000","last_fullsized":"2024-02-09T23:58:05.979796+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:03:57.516582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.976598+0000","last_change":"2024-02-09T23:57:06.639723+0000","last_active":"2024-02-09T23:58:05.976598+0000","last_peered":"2024-02-09T23:58:05.976598+0000","last_clean":"2024-02-09T23:58:05.976598+0000","last_became_active":"2024-02-09T23:57:06.639298+0000","last_became_peered":"2024-02-09T23:57:06.639298+0000","last_unstale":"2024-02-09T23:58:05.976598+0000","last_undegraded":"2024-02-09T23:58:05.976598+0000","last_fullsized":"2024-02-09T23:58:05.976598+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:15:11.130963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.976234+0000","last_change":"2024-02-09T23:57:06.621954+0000","last_active":"2024-02-09T23:58:05.976234+0000","last_peered":"2024-02-09T23:58:05.976234+0000","last_clean":"2024-02-09T23:58:05.976234+0000","last_became_active":"2024-02-09T23:57:06.621594+0000","last_became_peered":"2024-02-09T23:57:06.621594+0000","last_unstale":"2024-02-09T23:58:05.976234+0000","last_undegraded":"2024-02-09T23:58:05.976234+0000","last_fullsized":"2024-02-09T23:58:05.976234+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:53:13.972810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.979476+0000","last_change":"2024-02-09T23:57:06.632333+0000","last_active":"2024-02-09T23:58:05.979476+0000","last_peered":"2024-02-09T23:58:05.979476+0000","last_clean":"2024-02-09T23:58:05.979476+0000","last_became_active":"2024-02-09T23:57:06.631898+0000","last_became_peered":"2024-02-09T23:57:06.631898+0000","last_unstale":"2024-02-09T23:58:05.979476+0000","last_undegraded":"2024-02-09T23:58:05.979476+0000","last_fullsized":"2024-02-09T23:58:05.979476+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:18:28.175534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"85'13","reported_seq":105,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:22.975539+0000","last_change":"2024-02-09T23:57:05.606683+0000","last_active":"2024-02-09T23:58:22.975539+0000","last_peered":"2024-02-09T23:58:22.975539+0000","last_clean":"2024-02-09T23:58:22.975539+0000","last_became_active":"2024-02-09T23:57:05.606342+0000","last_became_peered":"2024-02-09T23:57:05.606342+0000","last_unstale":"2024-02-09T23:58:22.975539+0000","last_undegraded":"2024-02-09T23:58:22.975539+0000","last_fullsized":"2024-02-09T23:58:22.975539+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:41:07.754199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":73,"num_read_kb":73,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977747+0000","last_change":"2024-02-09T23:57:06.633510+0000","last_active":"2024-02-09T23:58:05.977747+0000","last_peered":"2024-02-09T23:58:05.977747+0000","last_clean":"2024-02-09T23:58:05.977747+0000","last_became_active":"2024-02-09T23:57:06.630914+0000","last_became_peered":"2024-02-09T23:57:06.630914+0000","last_unstale":"2024-02-09T23:58:05.977747+0000","last_undegraded":"2024-02-09T23:58:05.977747+0000","last_fullsized":"2024-02-09T23:58:05.977747+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:03:10.141586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"85'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977944+0000","last_change":"2024-02-09T23:57:05.618090+0000","last_active":"2024-02-09T23:58:05.977944+0000","last_peered":"2024-02-09T23:58:05.977944+0000","last_clean":"2024-02-09T23:58:05.977944+0000","last_became_active":"2024-02-09T23:57:05.617789+0000","last_became_peered":"2024-02-09T23:57:05.617789+0000","last_unstale":"2024-02-09T23:58:05.977944+0000","last_undegraded":"2024-02-09T23:58:05.977944+0000","last_fullsized":"2024-02-09T23:58:05.977944+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:28:16.579274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.980578+0000","last_change":"2024-02-09T23:57:06.642732+0000","last_active":"2024-02-09T23:58:05.980578+0000","last_peered":"2024-02-09T23:58:05.980578+0000","last_clean":"2024-02-09T23:58:05.980578+0000","last_became_active":"2024-02-09T23:57:06.641580+0000","last_became_peered":"2024-02-09T23:57:06.641580+0000","last_unstale":"2024-02-09T23:58:05.980578+0000","last_undegraded":"2024-02-09T23:58:05.980578+0000","last_fullsized":"2024-02-09T23:58:05.980578+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:45:49.310518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"85'12","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974349+0000","last_change":"2024-02-09T23:57:05.612439+0000","last_active":"2024-02-09T23:58:05.974349+0000","last_peered":"2024-02-09T23:58:05.974349+0000","last_clean":"2024-02-09T23:58:05.974349+0000","last_became_active":"2024-02-09T23:57:05.612066+0000","last_became_peered":"2024-02-09T23:57:05.612066+0000","last_unstale":"2024-02-09T23:58:05.974349+0000","last_undegraded":"2024-02-09T23:58:05.974349+0000","last_fullsized":"2024-02-09T23:58:05.974349+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:05:51.983936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.980054+0000","last_change":"2024-02-09T23:57:06.629820+0000","last_active":"2024-02-09T23:58:05.980054+0000","last_peered":"2024-02-09T23:58:05.980054+0000","last_clean":"2024-02-09T23:58:05.980054+0000","last_became_active":"2024-02-09T23:57:06.629505+0000","last_became_peered":"2024-02-09T23:57:06.629505+0000","last_unstale":"2024-02-09T23:58:05.980054+0000","last_undegraded":"2024-02-09T23:58:05.980054+0000","last_fullsized":"2024-02-09T23:58:05.980054+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:06:55.500698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974165+0000","last_change":"2024-02-09T23:57:05.615996+0000","last_active":"2024-02-09T23:58:05.974165+0000","last_peered":"2024-02-09T23:58:05.974165+0000","last_clean":"2024-02-09T23:58:05.974165+0000","last_became_active":"2024-02-09T23:57:05.615223+0000","last_became_peered":"2024-02-09T23:57:05.615223+0000","last_unstale":"2024-02-09T23:58:05.974165+0000","last_undegraded":"2024-02-09T23:58:05.974165+0000","last_fullsized":"2024-02-09T23:58:05.974165+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:44.470973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.988034+0000","last_change":"2024-02-09T23:57:06.638646+0000","last_active":"2024-02-09T23:58:05.988034+0000","last_peered":"2024-02-09T23:58:05.988034+0000","last_clean":"2024-02-09T23:58:05.988034+0000","last_became_active":"2024-02-09T23:57:06.638346+0000","last_became_peered":"2024-02-09T23:57:06.638346+0000","last_unstale":"2024-02-09T23:58:05.988034+0000","last_undegraded":"2024-02-09T23:58:05.988034+0000","last_fullsized":"2024-02-09T23:58:05.988034+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:35:56.407804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"85'5","reported_seq":96,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:19.958830+0000","last_change":"2024-02-09T23:57:05.614177+0000","last_active":"2024-02-09T23:58:19.958830+0000","last_peered":"2024-02-09T23:58:19.958830+0000","last_clean":"2024-02-09T23:58:19.958830+0000","last_became_active":"2024-02-09T23:57:05.613785+0000","last_became_peered":"2024-02-09T23:57:05.613785+0000","last_unstale":"2024-02-09T23:58:19.958830+0000","last_undegraded":"2024-02-09T23:58:19.958830+0000","last_fullsized":"2024-02-09T23:58:19.958830+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:02:31.588409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":72,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.973910+0000","last_change":"2024-02-09T23:57:06.623716+0000","last_active":"2024-02-09T23:58:05.973910+0000","last_peered":"2024-02-09T23:58:05.973910+0000","last_clean":"2024-02-09T23:58:05.973910+0000","last_became_active":"2024-02-09T23:57:06.623321+0000","last_became_peered":"2024-02-09T23:57:06.623321+0000","last_unstale":"2024-02-09T23:58:05.973910+0000","last_undegraded":"2024-02-09T23:58:05.973910+0000","last_fullsized":"2024-02-09T23:58:05.973910+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:15:52.884212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"85'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977307+0000","last_change":"2024-02-09T23:57:05.607259+0000","last_active":"2024-02-09T23:58:05.977307+0000","last_peered":"2024-02-09T23:58:05.977307+0000","last_clean":"2024-02-09T23:58:05.977307+0000","last_became_active":"2024-02-09T23:57:05.606697+0000","last_became_peered":"2024-02-09T23:57:05.606697+0000","last_unstale":"2024-02-09T23:58:05.977307+0000","last_undegraded":"2024-02-09T23:58:05.977307+0000","last_fullsized":"2024-02-09T23:58:05.977307+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:21:07.937805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.987235+0000","last_change":"2024-02-09T23:57:06.631900+0000","last_active":"2024-02-09T23:58:05.987235+0000","last_peered":"2024-02-09T23:58:05.987235+0000","last_clean":"2024-02-09T23:58:05.987235+0000","last_became_active":"2024-02-09T23:57:06.631587+0000","last_became_peered":"2024-02-09T23:57:06.631587+0000","last_unstale":"2024-02-09T23:58:05.987235+0000","last_undegraded":"2024-02-09T23:58:05.987235+0000","last_fullsized":"2024-02-09T23:58:05.987235+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:23:27.695453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"85'3","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.973807+0000","last_change":"2024-02-09T23:57:05.602287+0000","last_active":"2024-02-09T23:58:05.973807+0000","last_peered":"2024-02-09T23:58:05.973807+0000","last_clean":"2024-02-09T23:58:05.973807+0000","last_became_active":"2024-02-09T23:57:05.601826+0000","last_became_peered":"2024-02-09T23:57:05.601826+0000","last_unstale":"2024-02-09T23:58:05.973807+0000","last_undegraded":"2024-02-09T23:58:05.973807+0000","last_fullsized":"2024-02-09T23:58:05.973807+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:20:31.247249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977372+0000","last_change":"2024-02-09T23:57:06.620425+0000","last_active":"2024-02-09T23:58:05.977372+0000","last_peered":"2024-02-09T23:58:05.977372+0000","last_clean":"2024-02-09T23:58:05.977372+0000","last_became_active":"2024-02-09T23:57:06.619968+0000","last_became_peered":"2024-02-09T23:57:06.619968+0000","last_unstale":"2024-02-09T23:58:05.977372+0000","last_undegraded":"2024-02-09T23:58:05.977372+0000","last_fullsized":"2024-02-09T23:58:05.977372+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:42:48.476252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"85'3","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.987254+0000","last_change":"2024-02-09T23:57:05.614629+0000","last_active":"2024-02-09T23:58:05.987254+0000","last_peered":"2024-02-09T23:58:05.987254+0000","last_clean":"2024-02-09T23:58:05.987254+0000","last_became_active":"2024-02-09T23:57:05.614270+0000","last_became_peered":"2024-02-09T23:57:05.614270+0000","last_unstale":"2024-02-09T23:58:05.987254+0000","last_undegraded":"2024-02-09T23:58:05.987254+0000","last_fullsized":"2024-02-09T23:58:05.987254+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:30:16.457925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.975809+0000","last_change":"2024-02-09T23:57:06.639691+0000","last_active":"2024-02-09T23:58:05.975809+0000","last_peered":"2024-02-09T23:58:05.975809+0000","last_clean":"2024-02-09T23:58:05.975809+0000","last_became_active":"2024-02-09T23:57:06.639364+0000","last_became_peered":"2024-02-09T23:57:06.639364+0000","last_unstale":"2024-02-09T23:58:05.975809+0000","last_undegraded":"2024-02-09T23:58:05.975809+0000","last_fullsized":"2024-02-09T23:58:05.975809+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:07:09.260920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"85'4","reported_seq":160,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:18.998130+0000","last_change":"2024-02-09T23:57:05.610175+0000","last_active":"2024-02-09T23:58:18.998130+0000","last_peered":"2024-02-09T23:58:18.998130+0000","last_clean":"2024-02-09T23:58:18.998130+0000","last_became_active":"2024-02-09T23:57:05.609839+0000","last_became_peered":"2024-02-09T23:57:05.609839+0000","last_unstale":"2024-02-09T23:58:18.998130+0000","last_undegraded":"2024-02-09T23:58:18.998130+0000","last_fullsized":"2024-02-09T23:58:18.998130+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:32:38.425383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":137,"num_read_kb":137,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.980128+0000","last_change":"2024-02-09T23:57:06.629148+0000","last_active":"2024-02-09T23:58:05.980128+0000","last_peered":"2024-02-09T23:58:05.980128+0000","last_clean":"2024-02-09T23:58:05.980128+0000","last_became_active":"2024-02-09T23:57:06.628787+0000","last_became_peered":"2024-02-09T23:57:06.628787+0000","last_unstale":"2024-02-09T23:58:05.980128+0000","last_undegraded":"2024-02-09T23:58:05.980128+0000","last_fullsized":"2024-02-09T23:58:05.980128+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:54:28.436695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"85'4","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974387+0000","last_change":"2024-02-09T23:57:05.610016+0000","last_active":"2024-02-09T23:58:05.974387+0000","last_peered":"2024-02-09T23:58:05.974387+0000","last_clean":"2024-02-09T23:58:05.974387+0000","last_became_active":"2024-02-09T23:57:05.609723+0000","last_became_peered":"2024-02-09T23:57:05.609723+0000","last_unstale":"2024-02-09T23:58:05.974387+0000","last_undegraded":"2024-02-09T23:58:05.974387+0000","last_fullsized":"2024-02-09T23:58:05.974387+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:03:30.477468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.980630+0000","last_change":"2024-02-09T23:57:06.635111+0000","last_active":"2024-02-09T23:58:05.980630+0000","last_peered":"2024-02-09T23:58:05.980630+0000","last_clean":"2024-02-09T23:58:05.980630+0000","last_became_active":"2024-02-09T23:57:06.631671+0000","last_became_peered":"2024-02-09T23:57:06.631671+0000","last_unstale":"2024-02-09T23:58:05.980630+0000","last_undegraded":"2024-02-09T23:58:05.980630+0000","last_fullsized":"2024-02-09T23:58:05.980630+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:09:22.317147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"85'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.988115+0000","last_change":"2024-02-09T23:57:05.614937+0000","last_active":"2024-02-09T23:58:05.988115+0000","last_peered":"2024-02-09T23:58:05.988115+0000","last_clean":"2024-02-09T23:58:05.988115+0000","last_became_active":"2024-02-09T23:57:05.614138+0000","last_became_peered":"2024-02-09T23:57:05.614138+0000","last_unstale":"2024-02-09T23:58:05.988115+0000","last_undegraded":"2024-02-09T23:58:05.988115+0000","last_fullsized":"2024-02-09T23:58:05.988115+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:44:16.306911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.980506+0000","last_change":"2024-02-09T23:57:06.639169+0000","last_active":"2024-02-09T23:58:05.980506+0000","last_peered":"2024-02-09T23:58:05.980506+0000","last_clean":"2024-02-09T23:58:05.980506+0000","last_became_active":"2024-02-09T23:57:06.638846+0000","last_became_peered":"2024-02-09T23:57:06.638846+0000","last_unstale":"2024-02-09T23:58:05.980506+0000","last_undegraded":"2024-02-09T23:58:05.980506+0000","last_fullsized":"2024-02-09T23:58:05.980506+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:22:05.889888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"85'30","reported_seq":213,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:19.004575+0000","last_change":"2024-02-09T23:58:05.989451+0000","last_active":"2024-02-09T23:58:19.004575+0000","last_peered":"2024-02-09T23:58:19.004575+0000","last_clean":"2024-02-09T23:58:19.004575+0000","last_became_active":"2024-02-09T23:58:05.981426+0000","last_became_peered":"2024-02-09T23:58:05.981426+0000","last_unstale":"2024-02-09T23:58:19.004575+0000","last_undegraded":"2024-02-09T23:58:19.004575+0000","last_fullsized":"2024-02-09T23:58:19.004575+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:05:07.219150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61046,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":136,"num_read_kb":128,"num_write":32,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":61046,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974258+0000","last_change":"2024-02-09T23:57:06.627355+0000","last_active":"2024-02-09T23:58:05.974258+0000","last_peered":"2024-02-09T23:58:05.974258+0000","last_clean":"2024-02-09T23:58:05.974258+0000","last_became_active":"2024-02-09T23:57:06.626988+0000","last_became_peered":"2024-02-09T23:57:06.626988+0000","last_unstale":"2024-02-09T23:58:05.974258+0000","last_undegraded":"2024-02-09T23:58:05.974258+0000","last_fullsized":"2024-02-09T23:58:05.974258+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:46:22.270054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"85'9","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.980006+0000","last_change":"2024-02-09T23:57:05.609741+0000","last_active":"2024-02-09T23:58:05.980006+0000","last_peered":"2024-02-09T23:58:05.980006+0000","last_clean":"2024-02-09T23:58:05.980006+0000","last_became_active":"2024-02-09T23:57:05.609390+0000","last_became_peered":"2024-02-09T23:57:05.609390+0000","last_unstale":"2024-02-09T23:58:05.980006+0000","last_undegraded":"2024-02-09T23:58:05.980006+0000","last_fullsized":"2024-02-09T23:58:05.980006+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:32:07.748476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.973844+0000","last_change":"2024-02-09T23:57:06.631465+0000","last_active":"2024-02-09T23:58:05.973844+0000","last_peered":"2024-02-09T23:58:05.973844+0000","last_clean":"2024-02-09T23:58:05.973844+0000","last_became_active":"2024-02-09T23:57:06.631088+0000","last_became_peered":"2024-02-09T23:57:06.631088+0000","last_unstale":"2024-02-09T23:58:05.973844+0000","last_undegraded":"2024-02-09T23:58:05.973844+0000","last_fullsized":"2024-02-09T23:58:05.973844+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:01:53.361435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"85'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.987487+0000","last_change":"2024-02-09T23:57:05.612270+0000","last_active":"2024-02-09T23:58:05.987487+0000","last_peered":"2024-02-09T23:58:05.987487+0000","last_clean":"2024-02-09T23:58:05.987487+0000","last_became_active":"2024-02-09T23:57:05.611959+0000","last_became_peered":"2024-02-09T23:57:05.611959+0000","last_unstale":"2024-02-09T23:58:05.987487+0000","last_undegraded":"2024-02-09T23:58:05.987487+0000","last_fullsized":"2024-02-09T23:58:05.987487+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:59:19.992630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974242+0000","last_change":"2024-02-09T23:57:06.634619+0000","last_active":"2024-02-09T23:58:05.974242+0000","last_peered":"2024-02-09T23:58:05.974242+0000","last_clean":"2024-02-09T23:58:05.974242+0000","last_became_active":"2024-02-09T23:57:06.634210+0000","last_became_peered":"2024-02-09T23:57:06.634210+0000","last_unstale":"2024-02-09T23:58:05.974242+0000","last_undegraded":"2024-02-09T23:58:05.974242+0000","last_fullsized":"2024-02-09T23:58:05.974242+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:52:22.063449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"85'5","reported_seq":97,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:20.977173+0000","last_change":"2024-02-09T23:57:05.606826+0000","last_active":"2024-02-09T23:58:20.977173+0000","last_peered":"2024-02-09T23:58:20.977173+0000","last_clean":"2024-02-09T23:58:20.977173+0000","last_became_active":"2024-02-09T23:57:05.606480+0000","last_became_peered":"2024-02-09T23:57:05.606480+0000","last_unstale":"2024-02-09T23:58:20.977173+0000","last_undegraded":"2024-02-09T23:58:20.977173+0000","last_fullsized":"2024-02-09T23:58:20.977173+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:56:00.192534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":74,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.973916+0000","last_change":"2024-02-09T23:57:06.624487+0000","last_active":"2024-02-09T23:58:05.973916+0000","last_peered":"2024-02-09T23:58:05.973916+0000","last_clean":"2024-02-09T23:58:05.973916+0000","last_became_active":"2024-02-09T23:57:06.624148+0000","last_became_peered":"2024-02-09T23:57:06.624148+0000","last_unstale":"2024-02-09T23:58:05.973916+0000","last_undegraded":"2024-02-09T23:58:05.973916+0000","last_fullsized":"2024-02-09T23:58:05.973916+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:03:42.028339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"85'17","reported_seq":37,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.973835+0000","last_change":"2024-02-09T23:57:05.615461+0000","last_active":"2024-02-09T23:58:05.973835+0000","last_peered":"2024-02-09T23:58:05.973835+0000","last_clean":"2024-02-09T23:58:05.973835+0000","last_became_active":"2024-02-09T23:57:05.615106+0000","last_became_peered":"2024-02-09T23:57:05.615106+0000","last_unstale":"2024-02-09T23:58:05.973835+0000","last_undegraded":"2024-02-09T23:58:05.973835+0000","last_fullsized":"2024-02-09T23:58:05.973835+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:41:55.071097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.987351+0000","last_change":"2024-02-09T23:57:06.628867+0000","last_active":"2024-02-09T23:58:05.987351+0000","last_peered":"2024-02-09T23:58:05.987351+0000","last_clean":"2024-02-09T23:58:05.987351+0000","last_became_active":"2024-02-09T23:57:06.628471+0000","last_became_peered":"2024-02-09T23:57:06.628471+0000","last_unstale":"2024-02-09T23:58:05.987351+0000","last_undegraded":"2024-02-09T23:58:05.987351+0000","last_fullsized":"2024-02-09T23:58:05.987351+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:43:37.464829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'2","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974232+0000","last_change":"2024-02-09T23:57:05.614493+0000","last_active":"2024-02-09T23:58:05.974232+0000","last_peered":"2024-02-09T23:58:05.974232+0000","last_clean":"2024-02-09T23:58:05.974232+0000","last_became_active":"2024-02-09T23:57:05.614154+0000","last_became_peered":"2024-02-09T23:57:05.614154+0000","last_unstale":"2024-02-09T23:58:05.974232+0000","last_undegraded":"2024-02-09T23:58:05.974232+0000","last_fullsized":"2024-02-09T23:58:05.974232+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:49:47.110364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.976347+0000","last_change":"2024-02-09T23:57:06.630643+0000","last_active":"2024-02-09T23:58:05.976347+0000","last_peered":"2024-02-09T23:58:05.976347+0000","last_clean":"2024-02-09T23:58:05.976347+0000","last_became_active":"2024-02-09T23:57:06.630280+0000","last_became_peered":"2024-02-09T23:57:06.630280+0000","last_unstale":"2024-02-09T23:58:05.976347+0000","last_undegraded":"2024-02-09T23:58:05.976347+0000","last_fullsized":"2024-02-09T23:58:05.976347+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:26:12.152056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"85'1","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.976120+0000","last_change":"2024-02-09T23:57:05.610820+0000","last_active":"2024-02-09T23:58:05.976120+0000","last_peered":"2024-02-09T23:58:05.976120+0000","last_clean":"2024-02-09T23:58:05.976120+0000","last_became_active":"2024-02-09T23:57:05.610379+0000","last_became_peered":"2024-02-09T23:57:05.610379+0000","last_unstale":"2024-02-09T23:58:05.976120+0000","last_undegraded":"2024-02-09T23:58:05.976120+0000","last_fullsized":"2024-02-09T23:58:05.976120+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:11:23.127349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"85'1","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977497+0000","last_change":"2024-02-09T23:57:06.631474+0000","last_active":"2024-02-09T23:58:05.977497+0000","last_peered":"2024-02-09T23:58:05.977497+0000","last_clean":"2024-02-09T23:58:05.977497+0000","last_became_active":"2024-02-09T23:57:06.631146+0000","last_became_peered":"2024-02-09T23:57:06.631146+0000","last_unstale":"2024-02-09T23:58:05.977497+0000","last_undegraded":"2024-02-09T23:58:05.977497+0000","last_fullsized":"2024-02-09T23:58:05.977497+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:47:10.109717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"85'5","reported_seq":94,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:19.972017+0000","last_change":"2024-02-09T23:57:05.612805+0000","last_active":"2024-02-09T23:58:19.972017+0000","last_peered":"2024-02-09T23:58:19.972017+0000","last_clean":"2024-02-09T23:58:19.972017+0000","last_became_active":"2024-02-09T23:57:05.612473+0000","last_became_peered":"2024-02-09T23:57:05.612473+0000","last_unstale":"2024-02-09T23:58:19.972017+0000","last_undegraded":"2024-02-09T23:58:19.972017+0000","last_fullsized":"2024-02-09T23:58:19.972017+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:08:00.129775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":70,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977536+0000","last_change":"2024-02-09T23:57:06.636115+0000","last_active":"2024-02-09T23:58:05.977536+0000","last_peered":"2024-02-09T23:58:05.977536+0000","last_clean":"2024-02-09T23:58:05.977536+0000","last_became_active":"2024-02-09T23:57:06.635797+0000","last_became_peered":"2024-02-09T23:57:06.635797+0000","last_unstale":"2024-02-09T23:58:05.977536+0000","last_undegraded":"2024-02-09T23:58:05.977536+0000","last_fullsized":"2024-02-09T23:58:05.977536+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:59:19.328675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.987364+0000","last_change":"2024-02-09T23:57:06.623292+0000","last_active":"2024-02-09T23:58:05.987364+0000","last_peered":"2024-02-09T23:58:05.987364+0000","last_clean":"2024-02-09T23:58:05.987364+0000","last_became_active":"2024-02-09T23:57:06.622980+0000","last_became_peered":"2024-02-09T23:57:06.622980+0000","last_unstale":"2024-02-09T23:58:05.987364+0000","last_undegraded":"2024-02-09T23:58:05.987364+0000","last_fullsized":"2024-02-09T23:58:05.987364+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:39:48.674611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"85'5","reported_seq":95,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:19.974903+0000","last_change":"2024-02-09T23:57:05.603119+0000","last_active":"2024-02-09T23:58:19.974903+0000","last_peered":"2024-02-09T23:58:19.974903+0000","last_clean":"2024-02-09T23:58:19.974903+0000","last_became_active":"2024-02-09T23:57:05.602806+0000","last_became_peered":"2024-02-09T23:57:05.602806+0000","last_unstale":"2024-02-09T23:58:19.974903+0000","last_undegraded":"2024-02-09T23:58:19.974903+0000","last_fullsized":"2024-02-09T23:58:19.974903+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:50:48.007097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":71,"num_read_kb":71,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977778+0000","last_change":"2024-02-09T23:57:06.637007+0000","last_active":"2024-02-09T23:58:05.977778+0000","last_peered":"2024-02-09T23:58:05.977778+0000","last_clean":"2024-02-09T23:58:05.977778+0000","last_became_active":"2024-02-09T23:57:06.636396+0000","last_became_peered":"2024-02-09T23:57:06.636396+0000","last_unstale":"2024-02-09T23:58:05.977778+0000","last_undegraded":"2024-02-09T23:58:05.977778+0000","last_fullsized":"2024-02-09T23:58:05.977778+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:11:31.422896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"85'6","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.978233+0000","last_change":"2024-02-09T23:57:05.606745+0000","last_active":"2024-02-09T23:58:05.978233+0000","last_peered":"2024-02-09T23:58:05.978233+0000","last_clean":"2024-02-09T23:58:05.978233+0000","last_became_active":"2024-02-09T23:57:05.606401+0000","last_became_peered":"2024-02-09T23:57:05.606401+0000","last_unstale":"2024-02-09T23:58:05.978233+0000","last_undegraded":"2024-02-09T23:58:05.978233+0000","last_fullsized":"2024-02-09T23:58:05.978233+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:35:38.737251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":352,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.973986+0000","last_change":"2024-02-09T23:55:52.845813+0000","last_active":"2024-02-09T23:58:05.973986+0000","last_peered":"2024-02-09T23:58:05.973986+0000","last_clean":"2024-02-09T23:58:05.973986+0000","last_became_active":"2024-02-09T23:55:52.845392+0000","last_became_peered":"2024-02-09T23:55:52.845392+0000","last_unstale":"2024-02-09T23:58:05.973986+0000","last_undegraded":"2024-02-09T23:58:05.973986+0000","last_fullsized":"2024-02-09T23:58:05.973986+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:52:28.528032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:52:28.528032+0000","last_clean_scrub_stamp":"2024-02-09T23:52:28.528032+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:55:39.392199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.973704+0000","last_change":"2024-02-09T23:57:06.637855+0000","last_active":"2024-02-09T23:58:05.973704+0000","last_peered":"2024-02-09T23:58:05.973704+0000","last_clean":"2024-02-09T23:58:05.973704+0000","last_became_active":"2024-02-09T23:57:06.637568+0000","last_became_peered":"2024-02-09T23:57:06.637568+0000","last_unstale":"2024-02-09T23:58:05.973704+0000","last_undegraded":"2024-02-09T23:58:05.973704+0000","last_fullsized":"2024-02-09T23:58:05.973704+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:11:24.964130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"85'4","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974069+0000","last_change":"2024-02-09T23:57:05.612288+0000","last_active":"2024-02-09T23:58:05.974069+0000","last_peered":"2024-02-09T23:58:05.974069+0000","last_clean":"2024-02-09T23:58:05.974069+0000","last_became_active":"2024-02-09T23:57:05.611942+0000","last_became_peered":"2024-02-09T23:57:05.611942+0000","last_unstale":"2024-02-09T23:58:05.974069+0000","last_undegraded":"2024-02-09T23:58:05.974069+0000","last_fullsized":"2024-02-09T23:58:05.974069+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:55:39.289715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"85'4","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974238+0000","last_change":"2024-02-09T23:57:05.615695+0000","last_active":"2024-02-09T23:58:05.974238+0000","last_peered":"2024-02-09T23:58:05.974238+0000","last_clean":"2024-02-09T23:58:05.974238+0000","last_became_active":"2024-02-09T23:57:05.615340+0000","last_became_peered":"2024-02-09T23:57:05.615340+0000","last_unstale":"2024-02-09T23:58:05.974238+0000","last_undegraded":"2024-02-09T23:58:05.974238+0000","last_fullsized":"2024-02-09T23:58:05.974238+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:32:00.533576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.973971+0000","last_change":"2024-02-09T23:57:06.617756+0000","last_active":"2024-02-09T23:58:05.973971+0000","last_peered":"2024-02-09T23:58:05.973971+0000","last_clean":"2024-02-09T23:58:05.973971+0000","last_became_active":"2024-02-09T23:57:06.617265+0000","last_became_peered":"2024-02-09T23:57:06.617265+0000","last_unstale":"2024-02-09T23:58:05.973971+0000","last_undegraded":"2024-02-09T23:58:05.973971+0000","last_fullsized":"2024-02-09T23:58:05.973971+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:07:16.510400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"85'12","reported_seq":31,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.976267+0000","last_change":"2024-02-09T23:57:05.611877+0000","last_active":"2024-02-09T23:58:05.976267+0000","last_peered":"2024-02-09T23:58:05.976267+0000","last_clean":"2024-02-09T23:58:05.976267+0000","last_became_active":"2024-02-09T23:57:05.611592+0000","last_became_peered":"2024-02-09T23:57:05.611592+0000","last_unstale":"2024-02-09T23:58:05.976267+0000","last_undegraded":"2024-02-09T23:58:05.976267+0000","last_fullsized":"2024-02-09T23:58:05.976267+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:17:31.374844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.978014+0000","last_change":"2024-02-09T23:57:06.635258+0000","last_active":"2024-02-09T23:58:05.978014+0000","last_peered":"2024-02-09T23:58:05.978014+0000","last_clean":"2024-02-09T23:58:05.978014+0000","last_became_active":"2024-02-09T23:57:06.634027+0000","last_became_peered":"2024-02-09T23:57:06.634027+0000","last_unstale":"2024-02-09T23:58:05.978014+0000","last_undegraded":"2024-02-09T23:58:05.978014+0000","last_fullsized":"2024-02-09T23:58:05.978014+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:22:52.691904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"85'7","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977365+0000","last_change":"2024-02-09T23:57:05.604119+0000","last_active":"2024-02-09T23:58:05.977365+0000","last_peered":"2024-02-09T23:58:05.977365+0000","last_clean":"2024-02-09T23:58:05.977365+0000","last_became_active":"2024-02-09T23:57:05.603790+0000","last_became_peered":"2024-02-09T23:57:05.603790+0000","last_unstale":"2024-02-09T23:58:05.977365+0000","last_undegraded":"2024-02-09T23:58:05.977365+0000","last_fullsized":"2024-02-09T23:58:05.977365+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:32:35.996866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.980346+0000","last_change":"2024-02-09T23:57:06.639235+0000","last_active":"2024-02-09T23:58:05.980346+0000","last_peered":"2024-02-09T23:58:05.980346+0000","last_clean":"2024-02-09T23:58:05.980346+0000","last_became_active":"2024-02-09T23:57:06.638161+0000","last_became_peered":"2024-02-09T23:57:06.638161+0000","last_unstale":"2024-02-09T23:58:05.980346+0000","last_undegraded":"2024-02-09T23:58:05.980346+0000","last_fullsized":"2024-02-09T23:58:05.980346+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:36:27.334864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"85'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.979826+0000","last_change":"2024-02-09T23:57:05.603199+0000","last_active":"2024-02-09T23:58:05.979826+0000","last_peered":"2024-02-09T23:58:05.979826+0000","last_clean":"2024-02-09T23:58:05.979826+0000","last_became_active":"2024-02-09T23:57:05.602773+0000","last_became_peered":"2024-02-09T23:57:05.602773+0000","last_unstale":"2024-02-09T23:58:05.979826+0000","last_undegraded":"2024-02-09T23:58:05.979826+0000","last_fullsized":"2024-02-09T23:58:05.979826+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:18:00.633758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.973831+0000","last_change":"2024-02-09T23:57:06.624178+0000","last_active":"2024-02-09T23:58:05.973831+0000","last_peered":"2024-02-09T23:58:05.973831+0000","last_clean":"2024-02-09T23:58:05.973831+0000","last_became_active":"2024-02-09T23:57:06.623776+0000","last_became_peered":"2024-02-09T23:57:06.623776+0000","last_unstale":"2024-02-09T23:58:05.973831+0000","last_undegraded":"2024-02-09T23:58:05.973831+0000","last_fullsized":"2024-02-09T23:58:05.973831+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:37:17.906128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"85'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977785+0000","last_change":"2024-02-09T23:57:05.617768+0000","last_active":"2024-02-09T23:58:05.977785+0000","last_peered":"2024-02-09T23:58:05.977785+0000","last_clean":"2024-02-09T23:58:05.977785+0000","last_became_active":"2024-02-09T23:57:05.617413+0000","last_became_peered":"2024-02-09T23:57:05.617413+0000","last_unstale":"2024-02-09T23:58:05.977785+0000","last_undegraded":"2024-02-09T23:58:05.977785+0000","last_fullsized":"2024-02-09T23:58:05.977785+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:10:17.041109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.975479+0000","last_change":"2024-02-09T23:57:06.625650+0000","last_active":"2024-02-09T23:58:05.975479+0000","last_peered":"2024-02-09T23:58:05.975479+0000","last_clean":"2024-02-09T23:58:05.975479+0000","last_became_active":"2024-02-09T23:57:06.624816+0000","last_became_peered":"2024-02-09T23:57:06.624816+0000","last_unstale":"2024-02-09T23:58:05.975479+0000","last_undegraded":"2024-02-09T23:58:05.975479+0000","last_fullsized":"2024-02-09T23:58:05.975479+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:51:06.489608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"85'3","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.985902+0000","last_change":"2024-02-09T23:58:05.985902+0000","last_active":"2024-02-09T23:58:05.985902+0000","last_peered":"2024-02-09T23:58:05.985902+0000","last_clean":"2024-02-09T23:58:05.985902+0000","last_became_active":"2024-02-09T23:58:05.981029+0000","last_became_peered":"2024-02-09T23:58:05.981029+0000","last_unstale":"2024-02-09T23:58:05.985902+0000","last_undegraded":"2024-02-09T23:58:05.985902+0000","last_fullsized":"2024-02-09T23:58:05.985902+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:23:01.290276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977695+0000","last_change":"2024-02-09T23:57:06.642300+0000","last_active":"2024-02-09T23:58:05.977695+0000","last_peered":"2024-02-09T23:58:05.977695+0000","last_clean":"2024-02-09T23:58:05.977695+0000","last_became_active":"2024-02-09T23:57:06.641191+0000","last_became_peered":"2024-02-09T23:57:06.641191+0000","last_unstale":"2024-02-09T23:58:05.977695+0000","last_undegraded":"2024-02-09T23:58:05.977695+0000","last_fullsized":"2024-02-09T23:58:05.977695+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:43:18.370907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"85'4","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.990579+0000","last_change":"2024-02-09T23:58:05.990579+0000","last_active":"2024-02-09T23:58:05.990579+0000","last_peered":"2024-02-09T23:58:05.990579+0000","last_clean":"2024-02-09T23:58:05.990579+0000","last_became_active":"2024-02-09T23:58:05.983017+0000","last_became_peered":"2024-02-09T23:58:05.983017+0000","last_unstale":"2024-02-09T23:58:05.990579+0000","last_undegraded":"2024-02-09T23:58:05.990579+0000","last_fullsized":"2024-02-09T23:58:05.990579+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:35:37.400686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974204+0000","last_change":"2024-02-09T23:57:06.643427+0000","last_active":"2024-02-09T23:58:05.974204+0000","last_peered":"2024-02-09T23:58:05.974204+0000","last_clean":"2024-02-09T23:58:05.974204+0000","last_became_active":"2024-02-09T23:57:06.643077+0000","last_became_peered":"2024-02-09T23:57:06.643077+0000","last_unstale":"2024-02-09T23:58:05.974204+0000","last_undegraded":"2024-02-09T23:58:05.974204+0000","last_fullsized":"2024-02-09T23:58:05.974204+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:27:27.850234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"85'5","reported_seq":36,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:21.000445+0000","last_change":"2024-02-09T23:58:05.988032+0000","last_active":"2024-02-09T23:58:21.000445+0000","last_peered":"2024-02-09T23:58:21.000445+0000","last_clean":"2024-02-09T23:58:21.000445+0000","last_became_active":"2024-02-09T23:58:05.981651+0000","last_became_peered":"2024-02-09T23:58:05.981651+0000","last_unstale":"2024-02-09T23:58:21.000445+0000","last_undegraded":"2024-02-09T23:58:21.000445+0000","last_fullsized":"2024-02-09T23:58:21.000445+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:36:19.624262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":17,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1170,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974319+0000","last_change":"2024-02-09T23:57:06.639420+0000","last_active":"2024-02-09T23:58:05.974319+0000","last_peered":"2024-02-09T23:58:05.974319+0000","last_clean":"2024-02-09T23:58:05.974319+0000","last_became_active":"2024-02-09T23:57:06.639093+0000","last_became_peered":"2024-02-09T23:57:06.639093+0000","last_unstale":"2024-02-09T23:58:05.974319+0000","last_undegraded":"2024-02-09T23:58:05.974319+0000","last_fullsized":"2024-02-09T23:58:05.974319+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:28:23.444489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"85'3","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.987939+0000","last_change":"2024-02-09T23:57:05.617740+0000","last_active":"2024-02-09T23:58:05.987939+0000","last_peered":"2024-02-09T23:58:05.987939+0000","last_clean":"2024-02-09T23:58:05.987939+0000","last_became_active":"2024-02-09T23:57:05.617367+0000","last_became_peered":"2024-02-09T23:57:05.617367+0000","last_unstale":"2024-02-09T23:58:05.987939+0000","last_undegraded":"2024-02-09T23:58:05.987939+0000","last_fullsized":"2024-02-09T23:58:05.987939+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:47:34.063743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"85'1","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974264+0000","last_change":"2024-02-09T23:57:06.631145+0000","last_active":"2024-02-09T23:58:05.974264+0000","last_peered":"2024-02-09T23:58:05.974264+0000","last_clean":"2024-02-09T23:58:05.974264+0000","last_became_active":"2024-02-09T23:57:06.630801+0000","last_became_peered":"2024-02-09T23:57:06.630801+0000","last_unstale":"2024-02-09T23:58:05.974264+0000","last_undegraded":"2024-02-09T23:58:05.974264+0000","last_fullsized":"2024-02-09T23:58:05.974264+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:41:52.114139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'5","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974040+0000","last_change":"2024-02-09T23:57:05.601531+0000","last_active":"2024-02-09T23:58:05.974040+0000","last_peered":"2024-02-09T23:58:05.974040+0000","last_clean":"2024-02-09T23:58:05.974040+0000","last_became_active":"2024-02-09T23:57:05.601196+0000","last_became_peered":"2024-02-09T23:57:05.601196+0000","last_unstale":"2024-02-09T23:58:05.974040+0000","last_undegraded":"2024-02-09T23:58:05.974040+0000","last_fullsized":"2024-02-09T23:58:05.974040+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:11:41.701214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974369+0000","last_change":"2024-02-09T23:57:06.626671+0000","last_active":"2024-02-09T23:58:05.974369+0000","last_peered":"2024-02-09T23:58:05.974369+0000","last_clean":"2024-02-09T23:58:05.974369+0000","last_became_active":"2024-02-09T23:57:06.626290+0000","last_became_peered":"2024-02-09T23:57:06.626290+0000","last_unstale":"2024-02-09T23:58:05.974369+0000","last_undegraded":"2024-02-09T23:58:05.974369+0000","last_fullsized":"2024-02-09T23:58:05.974369+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:32:22.155457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.975738+0000","last_change":"2024-02-09T23:57:06.623319+0000","last_active":"2024-02-09T23:58:05.975738+0000","last_peered":"2024-02-09T23:58:05.975738+0000","last_clean":"2024-02-09T23:58:05.975738+0000","last_became_active":"2024-02-09T23:57:06.622996+0000","last_became_peered":"2024-02-09T23:57:06.622996+0000","last_unstale":"2024-02-09T23:58:05.975738+0000","last_undegraded":"2024-02-09T23:58:05.975738+0000","last_fullsized":"2024-02-09T23:58:05.975738+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:17:58.547858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.979600+0000","last_change":"2024-02-09T23:57:06.635561+0000","last_active":"2024-02-09T23:58:05.979600+0000","last_peered":"2024-02-09T23:58:05.979600+0000","last_clean":"2024-02-09T23:58:05.979600+0000","last_became_active":"2024-02-09T23:57:06.634862+0000","last_became_peered":"2024-02-09T23:57:06.634862+0000","last_unstale":"2024-02-09T23:58:05.979600+0000","last_undegraded":"2024-02-09T23:58:05.979600+0000","last_fullsized":"2024-02-09T23:58:05.979600+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:18:55.444410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.980064+0000","last_change":"2024-02-09T23:57:06.642617+0000","last_active":"2024-02-09T23:58:05.980064+0000","last_peered":"2024-02-09T23:58:05.980064+0000","last_clean":"2024-02-09T23:58:05.980064+0000","last_became_active":"2024-02-09T23:57:06.642287+0000","last_became_peered":"2024-02-09T23:57:06.642287+0000","last_unstale":"2024-02-09T23:58:05.980064+0000","last_undegraded":"2024-02-09T23:58:05.980064+0000","last_fullsized":"2024-02-09T23:58:05.980064+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:07:30.297547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.979171+0000","last_change":"2024-02-09T23:57:06.635647+0000","last_active":"2024-02-09T23:58:05.979171+0000","last_peered":"2024-02-09T23:58:05.979171+0000","last_clean":"2024-02-09T23:58:05.979171+0000","last_became_active":"2024-02-09T23:57:06.632867+0000","last_became_peered":"2024-02-09T23:57:06.632867+0000","last_unstale":"2024-02-09T23:58:05.979171+0000","last_undegraded":"2024-02-09T23:58:05.979171+0000","last_fullsized":"2024-02-09T23:58:05.979171+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:22:33.508041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.973918+0000","last_change":"2024-02-09T23:57:06.636299+0000","last_active":"2024-02-09T23:58:05.973918+0000","last_peered":"2024-02-09T23:58:05.973918+0000","last_clean":"2024-02-09T23:58:05.973918+0000","last_became_active":"2024-02-09T23:57:06.635931+0000","last_became_peered":"2024-02-09T23:57:06.635931+0000","last_unstale":"2024-02-09T23:58:05.973918+0000","last_undegraded":"2024-02-09T23:58:05.973918+0000","last_fullsized":"2024-02-09T23:58:05.973918+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:13:19.192205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.976284+0000","last_change":"2024-02-09T23:57:06.627392+0000","last_active":"2024-02-09T23:58:05.976284+0000","last_peered":"2024-02-09T23:58:05.976284+0000","last_clean":"2024-02-09T23:58:05.976284+0000","last_became_active":"2024-02-09T23:57:06.627058+0000","last_became_peered":"2024-02-09T23:57:06.627058+0000","last_unstale":"2024-02-09T23:58:05.976284+0000","last_undegraded":"2024-02-09T23:58:05.976284+0000","last_fullsized":"2024-02-09T23:58:05.976284+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:28:23.018218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.979829+0000","last_change":"2024-02-09T23:57:06.631082+0000","last_active":"2024-02-09T23:58:05.979829+0000","last_peered":"2024-02-09T23:58:05.979829+0000","last_clean":"2024-02-09T23:58:05.979829+0000","last_became_active":"2024-02-09T23:57:06.630775+0000","last_became_peered":"2024-02-09T23:57:06.630775+0000","last_unstale":"2024-02-09T23:58:05.979829+0000","last_undegraded":"2024-02-09T23:58:05.979829+0000","last_fullsized":"2024-02-09T23:58:05.979829+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:41:35.627731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.983358+0000","last_change":"2024-02-09T23:58:05.982975+0000","last_active":"2024-02-09T23:58:05.983358+0000","last_peered":"2024-02-09T23:58:05.983358+0000","last_clean":"2024-02-09T23:58:05.983358+0000","last_became_active":"2024-02-09T23:58:05.982681+0000","last_became_peered":"2024-02-09T23:58:05.982681+0000","last_unstale":"2024-02-09T23:58:05.983358+0000","last_undegraded":"2024-02-09T23:58:05.983358+0000","last_fullsized":"2024-02-09T23:58:05.983358+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:06:39.252025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,2],"acting":[9,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.987313+0000","last_change":"2024-02-09T23:57:06.632269+0000","last_active":"2024-02-09T23:58:05.987313+0000","last_peered":"2024-02-09T23:58:05.987313+0000","last_clean":"2024-02-09T23:58:05.987313+0000","last_became_active":"2024-02-09T23:57:06.631281+0000","last_became_peered":"2024-02-09T23:57:06.631281+0000","last_unstale":"2024-02-09T23:58:05.987313+0000","last_undegraded":"2024-02-09T23:58:05.987313+0000","last_fullsized":"2024-02-09T23:58:05.987313+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:40:47.005916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977472+0000","last_change":"2024-02-09T23:57:06.635584+0000","last_active":"2024-02-09T23:58:05.977472+0000","last_peered":"2024-02-09T23:58:05.977472+0000","last_clean":"2024-02-09T23:58:05.977472+0000","last_became_active":"2024-02-09T23:57:06.631913+0000","last_became_peered":"2024-02-09T23:57:06.631913+0000","last_unstale":"2024-02-09T23:58:05.977472+0000","last_undegraded":"2024-02-09T23:58:05.977472+0000","last_fullsized":"2024-02-09T23:58:05.977472+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:14:08.793356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.980696+0000","last_change":"2024-02-09T23:57:06.638651+0000","last_active":"2024-02-09T23:58:05.980696+0000","last_peered":"2024-02-09T23:58:05.980696+0000","last_clean":"2024-02-09T23:58:05.980696+0000","last_became_active":"2024-02-09T23:57:06.638114+0000","last_became_peered":"2024-02-09T23:57:06.638114+0000","last_unstale":"2024-02-09T23:58:05.980696+0000","last_undegraded":"2024-02-09T23:58:05.980696+0000","last_fullsized":"2024-02-09T23:58:05.980696+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:14:54.444299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.973989+0000","last_change":"2024-02-09T23:57:06.633338+0000","last_active":"2024-02-09T23:58:05.973989+0000","last_peered":"2024-02-09T23:58:05.973989+0000","last_clean":"2024-02-09T23:58:05.973989+0000","last_became_active":"2024-02-09T23:57:06.633018+0000","last_became_peered":"2024-02-09T23:57:06.633018+0000","last_unstale":"2024-02-09T23:58:05.973989+0000","last_undegraded":"2024-02-09T23:58:05.973989+0000","last_fullsized":"2024-02-09T23:58:05.973989+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:36:47.401829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.975974+0000","last_change":"2024-02-09T23:57:06.633271+0000","last_active":"2024-02-09T23:58:05.975974+0000","last_peered":"2024-02-09T23:58:05.975974+0000","last_clean":"2024-02-09T23:58:05.975974+0000","last_became_active":"2024-02-09T23:57:06.632962+0000","last_became_peered":"2024-02-09T23:57:06.632962+0000","last_unstale":"2024-02-09T23:58:05.975974+0000","last_undegraded":"2024-02-09T23:58:05.975974+0000","last_fullsized":"2024-02-09T23:58:05.975974+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:33:45.916156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":376832,"data_stored":4132576,"data_compressed":249834,"data_compressed_allocated":315392,"data_compressed_original":4096000,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":67468,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":668,"num_read_kb":433,"num_write":235,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":62216,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":512000,"data_stored":202404,"data_compressed":13265,"data_compressed_allocated":20480,"data_compressed_original":73728,"omap_allocated":0,"internal_metadata":0},"log_size":204,"ondisk_log_size":204,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383708,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":950272,"data_stored":456807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:18 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.45000000000000001}]},{"osd":1,"last update":"Fri Feb 9 23:57:18 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.49399999999999999}]},{"osd":2,"last update":"Fri Feb 9 23:57:18 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.38},{"interface":"front","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.35399999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.372}]},{"osd":4,"last update":"Fri Feb 9 23:57:18 2024","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.51500000000000001}]},{"osd":5,"last update":"Fri Feb 9 23:57:18 2024","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":1.1990000000000001,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.435}]},{"osd":6,"last update":"Fri Feb 9 23:57:18 2024","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.749,"5min":0.749,"15min":0.749},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.337,"5min":1.337,"15min":1.337},"last":0.69099999999999995}]},{"osd":7,"last update":"Fri Feb 9 23:57:18 2024","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.48399999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.0549999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.54000000000000004}]},{"osd":8,"last update":"Fri Feb 9 23:58:07 2024","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"min":{"1min":0.626,"5min":0.626,"15min":0.626},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.46999999999999997}]},{"osd":9,"last update":"Fri Feb 9 23:57:18 2024","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.232,"5min":1.232,"15min":1.232},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.505}]},{"osd":10,"last update":"Fri Feb 9 23:57:18 2024","interfaces":[{"interface":"back","average":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.077,"5min":1.077,"15min":1.077},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.369,"5min":1.369,"15min":1.369},"last":0.75700000000000001}]}]},{"osd":10,"up_from":72,"seq":309237645346,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28096,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717056,"statfs":{"total":95995035648,"available":95966265344,"internally_reserved":0,"allocated":1101824,"data_stored":1108882,"data_compressed":38028,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:06 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.71299999999999997}]},{"osd":1,"last update":"Fri Feb 9 23:57:52 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.47499999999999998,"15min":0.48199999999999998},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.72999999999999998,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.44900000000000001,"15min":0.45400000000000001},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.33200000000000002}]},{"osd":2,"last update":"Fri Feb 9 23:57:52 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.61699999999999999,"15min":0.625},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.80100000000000005,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.66800000000000004,"15min":0.68200000000000005},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.81399999999999995,"5min":1.224,"15min":1.224},"last":0.58699999999999997}]},{"osd":3,"last update":"Fri Feb 9 23:57:52 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.64500000000000002,"15min":0.66200000000000003},"min":{"1min":0.39000000000000001,"5min":0.373,"15min":0.373},"max":{"1min":0.79600000000000004,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.63100000000000001,"15min":0.64100000000000001},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.77800000000000002,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.69899999999999995}]},{"osd":4,"last update":"Fri Feb 9 23:57:52 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.55100000000000005,"15min":0.55600000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.68999999999999995,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.29699999999999999},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.53800000000000003,"15min":0.54300000000000004},"min":{"1min":0.33600000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.76800000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.35899999999999999}]},{"osd":5,"last update":"Fri Feb 9 23:57:52 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.66000000000000003,"15min":0.67000000000000004},"min":{"1min":0.48299999999999998,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.76600000000000001,"5min":1.05,"15min":1.05},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.70399999999999996,"15min":0.71399999999999997},"min":{"1min":0.51400000000000001,"5min":0.44,"15min":0.44},"max":{"1min":0.84199999999999997,"5min":1.125,"15min":1.125},"last":0.60599999999999998}]},{"osd":6,"last update":"Fri Feb 9 23:57:52 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.73399999999999999,"15min":0.754},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.82899999999999996,"5min":1.3100000000000001,"15min":1.3100000000000001},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.72599999999999998,"15min":0.73799999999999999},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.83099999999999996,"5min":1.107,"15min":1.107},"last":0.63500000000000001}]},{"osd":7,"last update":"Fri Feb 9 23:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.258,"5min":1.258,"15min":1.258},"last":0.58799999999999997}]},{"osd":8,"last update":"Fri Feb 9 23:57:52 2024","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.73599999999999999,"15min":0.74199999999999999},"min":{"1min":0.53100000000000003,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.86299999999999999,"5min":1.034,"15min":1.034},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.78400000000000003,"15min":0.79800000000000004},"min":{"1min":0.51500000000000001,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.86899999999999999,"5min":1.865,"15min":1.865},"last":0.61499999999999999}]},{"osd":9,"last update":"Fri Feb 9 23:57:52 2024","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.77300000000000002,"15min":0.78700000000000003},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.89600000000000002,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.81399999999999995,"15min":0.83599999999999997},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.82699999999999996,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.68799999999999994}]},{"osd":11,"last update":"Fri Feb 9 23:58:18 2024","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.74299999999999999,"15min":0.745},"min":{"1min":0.57599999999999996,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":0.86599999999999999,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.746,"15min":0.74399999999999999},"min":{"1min":0.63,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":0.88900000000000001,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.65700000000000003}]}]},{"osd":9,"up_from":67,"seq":287762808872,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":974848,"data_stored":456737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:26 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.46200000000000002,"15min":0.46400000000000002},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.353,"5min":1.353,"15min":1.353},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.432,"5min":0.47199999999999998,"15min":0.47799999999999998},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.35999999999999999}]},{"osd":1,"last update":"Fri Feb 9 23:57:26 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.60599999999999998,"15min":0.60799999999999998},"min":{"1min":0.41199999999999998,"5min":0.379,"15min":0.379},"max":{"1min":1.258,"5min":1.258,"15min":1.258},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.65100000000000002,"15min":0.65700000000000003},"min":{"1min":0.44900000000000001,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.091,"5min":1.091,"15min":1.091},"last":0.46500000000000002}]},{"osd":2,"last update":"Fri Feb 9 23:57:26 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.65200000000000002,"15min":0.66400000000000003},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.59099999999999997,"15min":0.59899999999999998},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.90900000000000003,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.60199999999999998}]},{"osd":3,"last update":"Fri Feb 9 23:57:26 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.53800000000000003,"15min":0.54700000000000004},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.3879999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.57899999999999996,"15min":0.59099999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.57299999999999995}]},{"osd":4,"last update":"Fri Feb 9 23:57:26 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.446,"5min":1.446,"15min":1.446},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.67200000000000004,"15min":0.67800000000000005},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":1.29,"5min":1.29,"15min":1.29},"last":0.623}]},{"osd":5,"last update":"Fri Feb 9 23:57:26 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.70099999999999996,"15min":0.72099999999999997},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.74299999999999999,"15min":0.75900000000000001},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":1.0269999999999999,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.497}]},{"osd":6,"last update":"Fri Feb 9 23:57:26 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.65600000000000003,"15min":0.67200000000000004},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.59799999999999998,"15min":0.61099999999999999},"min":{"1min":0.36699999999999999,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.84999999999999998,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.41799999999999998}]},{"osd":7,"last update":"Fri Feb 9 23:57:26 2024","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.75600000000000001,"15min":0.76600000000000001},"min":{"1min":0.55200000000000005,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.75600000000000001,"15min":0.76500000000000001},"min":{"1min":0.55600000000000005,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.66100000000000003}]},{"osd":8,"last update":"Fri Feb 9 23:57:26 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.73199999999999998,"15min":0.74399999999999999},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.4059999999999999,"5min":1.4059999999999999,"15min":1.4059999999999999},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.78400000000000003,"15min":0.80100000000000005},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.58799999999999997}]},{"osd":10,"last update":"Fri Feb 9 23:57:53 2024","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.752,"15min":0.76200000000000001},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.121,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.63},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.70199999999999996,"15min":0.70799999999999996},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.48,"5min":1.48,"15min":1.48},"last":0.67100000000000004}]}]},{"osd":8,"up_from":59,"seq":253403070508,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32132,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713020,"statfs":{"total":95995035648,"available":95962132480,"internally_reserved":0,"allocated":970752,"data_stored":457115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.55800000000000005,"15min":0.54400000000000004},"min":{"1min":0.41499999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.54700000000000004,"15min":0.52500000000000002},"min":{"1min":0.47999999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.63}]},{"osd":1,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.58199999999999996,"15min":0.56000000000000005},"min":{"1min":0.45400000000000001,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.68999999999999995,"15min":0.61199999999999999},"min":{"1min":0.497,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.85899999999999999,"5min":8.3290000000000006,"15min":8.3290000000000006},"last":0.84299999999999997}]},{"osd":2,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.44400000000000001,"15min":0.42199999999999999},"min":{"1min":0.35599999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.69999999999999996,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.48499999999999999,"15min":0.47699999999999998},"min":{"1min":0.36799999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.74299999999999999,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.45100000000000001}]},{"osd":3,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.58399999999999996,"15min":0.58099999999999996},"min":{"1min":0.39800000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.81399999999999995,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.63,"15min":0.625},"min":{"1min":0.51200000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.86099999999999999,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.72999999999999998}]},{"osd":4,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.59399999999999997,"15min":0.56699999999999995},"min":{"1min":0.48199999999999998,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.503},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.60799999999999998,"15min":0.57999999999999996},"min":{"1min":0.42599999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.66800000000000004}]},{"osd":5,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.58899999999999997,"15min":0.57699999999999996},"min":{"1min":0.42399999999999999,"5min":0.315,"15min":0.315},"max":{"1min":0.81499999999999995,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.56799999999999995,"15min":0.55300000000000005},"min":{"1min":0.371,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.82399999999999995,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.40799999999999997}]},{"osd":6,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.65300000000000002,"15min":0.628},"min":{"1min":0.58499999999999996,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.79300000000000004,"5min":0.72399999999999998,"15min":0.71199999999999997},"min":{"1min":0.59999999999999998,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.111,"5min":1.111,"15min":1.111},"last":0.59499999999999997}]},{"osd":7,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.72099999999999997,"15min":0.69699999999999995},"min":{"1min":0.54600000000000004,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.97699999999999998,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.87,"5min":0.70499999999999996,"15min":0.67600000000000005},"min":{"1min":0.61399999999999999,"5min":0.434,"15min":0.434},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.70999999999999996}]},{"osd":9,"last update":"Fri Feb 9 23:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.72399999999999998,"15min":0.71599999999999997},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.80200000000000005,"5min":0.77000000000000002,"15min":0.76500000000000001},"min":{"1min":0.63400000000000001,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.081,"5min":1.081,"15min":1.081},"last":0.747}]},{"osd":10,"last update":"Fri Feb 9 23:57:52 2024","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.78100000000000003,"15min":0.76400000000000001},"min":{"1min":0.60999999999999999,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.878},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.73699999999999999,"15min":0.71699999999999997},"min":{"1min":0.55700000000000005,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.85799999999999998}]},{"osd":11,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.028,"5min":1.028,"15min":1.028},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"min":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"max":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.82399999999999995}]}]},{"osd":7,"up_from":51,"seq":219043332145,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28020,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717132,"statfs":{"total":95995035648,"available":95966343168,"internally_reserved":0,"allocated":1024000,"data_stored":1049242,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:56:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.52300000000000002,"15min":0.51300000000000001},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.82799999999999996},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.51900000000000002,"15min":0.51500000000000001},"min":{"1min":0.35899999999999999,"5min":0.308,"15min":0.308},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.96299999999999997}]},{"osd":1,"last update":"Fri Feb 9 23:57:38 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.40000000000000002,"15min":0.38300000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.69399999999999995,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.41999999999999998,"15min":0.39900000000000002},"min":{"1min":0.28399999999999997,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.46100000000000002}]},{"osd":2,"last update":"Fri Feb 9 23:57:38 2024","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.61499999999999999,"15min":0.60699999999999998},"min":{"1min":0.40500000000000003,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.59099999999999997,"15min":0.58999999999999997},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.58399999999999996}]},{"osd":3,"last update":"Fri Feb 9 23:57:38 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.54800000000000004,"15min":0.53900000000000003},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.77500000000000002,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.57099999999999995,"15min":0.56499999999999995},"min":{"1min":0.39400000000000002,"5min":0.37,"15min":0.37},"max":{"1min":0.78000000000000003,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.62}]},{"osd":4,"last update":"Fri Feb 9 23:57:38 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.503,"15min":0.48899999999999999},"min":{"1min":0.32100000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.71699999999999997,"5min":0.875,"15min":0.875},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.51200000000000001,"15min":0.5},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.79500000000000004,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.48499999999999999}]},{"osd":5,"last update":"Fri Feb 9 23:57:38 2024","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.65800000000000003,"15min":0.65400000000000003},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.623,"15min":0.622},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.751}]},{"osd":6,"last update":"Fri Feb 9 23:57:38 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.64900000000000002,"15min":0.64300000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.66700000000000004,"15min":0.65800000000000003},"min":{"1min":0.46600000000000003,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.96399999999999997,"5min":1,"15min":1},"last":0.69499999999999995}]},{"osd":8,"last update":"Fri Feb 9 23:58:03 2024","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.69399999999999995,"15min":0.67400000000000004},"min":{"1min":0.53600000000000003,"5min":0.496,"15min":0.496},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.67300000000000004,"15min":0.66200000000000003},"min":{"1min":0.47399999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.879,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.72299999999999998}]},{"osd":9,"last update":"Fri Feb 9 23:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.72699999999999998,"15min":0.72599999999999998},"min":{"1min":0.48799999999999999,"5min":0.433,"15min":0.433},"max":{"1min":0.89200000000000002,"5min":1.119,"15min":1.119},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.66900000000000004,"15min":0.66500000000000004},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.70999999999999996}]},{"osd":10,"last update":"Fri Feb 9 23:57:56 2024","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.77100000000000002,"15min":0.78300000000000003},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.95999999999999996,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.78400000000000003}]},{"osd":11,"last update":"Fri Feb 9 23:58:06 2024","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.80400000000000005}]}]},{"osd":6,"up_from":46,"seq":197568495670,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":958464,"data_stored":456454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.40200000000000002,"15min":0.39400000000000002},"min":{"1min":0.27400000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.61099999999999999,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.372},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.43099999999999999,"15min":0.44500000000000001},"min":{"1min":0.29799999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.626,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.30099999999999999}]},{"osd":1,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.60199999999999998,"15min":0.58899999999999997},"min":{"1min":0.40200000000000002,"5min":0.314,"15min":0.314},"max":{"1min":3.8969999999999998,"5min":3.8969999999999998,"15min":3.8969999999999998},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.61599999999999999,"15min":0.59999999999999998},"min":{"1min":0.38700000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":3.8849999999999998,"5min":3.8849999999999998,"15min":3.8849999999999998},"last":0.41299999999999998}]},{"osd":2,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.61899999999999999,"15min":0.59599999999999997},"min":{"1min":0.41799999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":3.8340000000000001,"5min":3.8340000000000001,"15min":3.8340000000000001},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.58999999999999997,"15min":0.59399999999999997},"min":{"1min":0.39900000000000002,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.79100000000000004,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.51200000000000001}]},{"osd":3,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.47299999999999998,"15min":0.48899999999999999},"min":{"1min":0.31,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.60099999999999998,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.53400000000000003,"15min":0.55400000000000005},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.70099999999999996,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.26600000000000001}]},{"osd":4,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.63700000000000001,"15min":0.63400000000000001},"min":{"1min":0.39600000000000002,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":3.8109999999999999,"5min":3.8109999999999999,"15min":3.8109999999999999},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.65600000000000003,"15min":0.65400000000000003},"min":{"1min":0.436,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":3.8540000000000001,"5min":3.8540000000000001,"15min":3.8540000000000001},"last":0.54900000000000004}]},{"osd":5,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.64400000000000002,"15min":0.63400000000000001},"min":{"1min":0.39900000000000002,"5min":0.377,"15min":0.377},"max":{"1min":0.94599999999999995,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.628,"5min":0.65100000000000002,"15min":0.65500000000000003},"min":{"1min":0.47299999999999998,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.90600000000000003,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.501}]},{"osd":7,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.80500000000000005,"5min":0.70199999999999996,"15min":0.67200000000000004},"min":{"1min":0.45500000000000002,"5min":0.432,"15min":0.432},"max":{"1min":3.8439999999999999,"5min":3.8439999999999999,"15min":3.8439999999999999},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.69099999999999995,"15min":0.66300000000000003},"min":{"1min":0.46899999999999997,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":3.8740000000000001,"5min":3.8740000000000001,"15min":3.8740000000000001},"last":0.53600000000000003}]},{"osd":8,"last update":"Fri Feb 9 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.74299999999999999,"15min":0.71599999999999997},"min":{"1min":0.51500000000000001,"5min":0.495,"15min":0.495},"max":{"1min":3.8210000000000002,"5min":3.8210000000000002,"15min":3.8210000000000002},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.70499999999999996,"15min":0.69999999999999996},"min":{"1min":0.502,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.90400000000000003,"5min":1.032,"15min":1.032},"last":0.59499999999999997}]},{"osd":9,"last update":"Fri Feb 9 23:57:29 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.68899999999999995,"15min":0.69699999999999995},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.73799999999999999,"15min":0.74399999999999999},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.57999999999999996}]},{"osd":10,"last update":"Fri Feb 9 23:57:54 2024","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.82099999999999995,"15min":0.83599999999999997},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":0.98399999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.80000000000000004,"15min":0.81299999999999994},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":0.97099999999999997,"5min":1.01,"15min":1.01},"last":0.56899999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574927,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1015808,"data_stored":518413,"data_compressed":1868,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:18 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.52900000000000003,"15min":0.47299999999999998},"min":{"1min":0.42799999999999999,"5min":0.32500000000000001,"15min":0.26200000000000001},"max":{"1min":0.77600000000000002,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.54500000000000004,"15min":0.48599999999999999},"min":{"1min":0.42399999999999999,"5min":0.32400000000000001,"15min":0.27800000000000002},"max":{"1min":0.85599999999999998,"5min":0.88,"15min":0.88},"last":0.55600000000000005}]},{"osd":2,"last update":"Fri Feb 9 23:57:30 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.56000000000000005,"15min":0.53400000000000003},"min":{"1min":0.5,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.82999999999999996},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.56899999999999995,"15min":0.53500000000000003},"min":{"1min":0.53000000000000003,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.86599999999999999,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.72999999999999998}]},{"osd":3,"last update":"Fri Feb 9 23:57:58 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.57599999999999996,"15min":0.55000000000000004},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.58799999999999997,"15min":0.55600000000000005},"min":{"1min":0.38,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.871,"5min":1,"15min":1},"last":0.629}]},{"osd":4,"last update":"Fri Feb 9 23:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.43099999999999999,"15min":0.41699999999999998},"min":{"1min":0.315,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.54500000000000004,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.45800000000000002,"15min":0.44400000000000001},"min":{"1min":0.317,"5min":0.245,"15min":0.245},"max":{"1min":0.61699999999999999,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.50600000000000001}]},{"osd":5,"last update":"Fri Feb 9 23:57:53 2024","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.59899999999999998,"15min":0.55600000000000005},"min":{"1min":0.46899999999999997,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.59799999999999998,"15min":0.55100000000000005},"min":{"1min":0.44400000000000001,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.84799999999999998}]},{"osd":6,"last update":"Fri Feb 9 23:58:18 2024","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.624,"15min":0.61299999999999999},"min":{"1min":0.46600000000000003,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.80600000000000005,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.67700000000000005,"15min":0.66500000000000004},"min":{"1min":0.48499999999999999,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.054,"5min":1.1000000000000001,"15min":1.1000000000000001},"last":0.76900000000000002}]},{"osd":7,"last update":"Fri Feb 9 23:57:33 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.54600000000000004,"15min":0.52400000000000002},"min":{"1min":0.443,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.55200000000000005,"15min":0.54600000000000004},"min":{"1min":0.40000000000000002,"5min":0.315,"15min":0.315},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.67500000000000004}]},{"osd":8,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.75700000000000001,"5min":0.67600000000000005,"15min":0.66300000000000003},"min":{"1min":0.54400000000000004,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.745},{"interface":"front","average":{"1min":0.84099999999999997,"5min":0.71299999999999997,"15min":0.68700000000000006},"min":{"1min":0.60199999999999998,"5min":0.432,"15min":0.432},"max":{"1min":1.0409999999999999,"5min":1.0409999999999999,"15min":1.0409999999999999},"last":0.95799999999999996}]},{"osd":9,"last update":"Fri Feb 9 23:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.72699999999999998,"15min":0.73199999999999998},"min":{"1min":0.51500000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.92600000000000005,"5min":1.02,"15min":1.02},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.69399999999999995,"15min":0.69599999999999995},"min":{"1min":0.54500000000000004,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.80600000000000005,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.81299999999999994}]},{"osd":10,"last update":"Fri Feb 9 23:57:53 2024","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.70799999999999996,"15min":0.69299999999999995},"min":{"1min":0.61399999999999999,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.077,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.87},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.76000000000000001,"15min":0.75},"min":{"1min":0.61299999999999999,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.0600000000000001,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.88100000000000001}]},{"osd":11,"last update":"Fri Feb 9 23:58:07 2024","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"min":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.91900000000000004},{"interface":"front","average":{"1min":0.876,"5min":0.876,"15min":0.876},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":1.101,"5min":1.101,"15min":1.101},"last":0.90400000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738452,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":978944,"data_stored":457793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Feb 9 23:58:14 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52100000000000002,"15min":0.48699999999999999},"min":{"1min":0.38300000000000001,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.72699999999999998,"5min":1.899,"15min":1.899},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.57799999999999996,"15min":0.51800000000000002},"min":{"1min":0.35699999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.86599999999999999,"5min":3.7599999999999998,"15min":3.7599999999999998},"last":0.76000000000000001}]},{"osd":2,"last update":"Fri Feb 9 23:57:37 2024","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.57099999999999995,"15min":0.51700000000000002},"min":{"1min":0.33600000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":3.694,"5min":3.694,"15min":3.694},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.50600000000000001,"15min":0.47499999999999998},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.42599999999999999}]},{"osd":3,"last update":"Fri Feb 9 23:58:07 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.9159999999999999,"5min":3.9159999999999999,"15min":3.9159999999999999},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":2.9129999999999998,"5min":2.9129999999999998,"15min":2.9129999999999998},"last":0.51300000000000001}]},{"osd":4,"last update":"Fri Feb 9 23:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.53200000000000003,"15min":0.504},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.9350000000000001,"5min":1.9350000000000001,"15min":1.9350000000000001},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.60399999999999998,"15min":0.55000000000000004},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":3.8679999999999999,"5min":3.8679999999999999,"15min":3.8679999999999999},"last":0.73599999999999999}]},{"osd":5,"last update":"Fri Feb 9 23:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.58099999999999996,"15min":0.56599999999999995},"min":{"1min":0.44600000000000001,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":1.9690000000000001,"5min":1.9690000000000001,"15min":1.9690000000000001},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.66500000000000004,"15min":0.61599999999999999},"min":{"1min":0.41599999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":3.4769999999999999,"5min":3.4769999999999999,"15min":3.4769999999999999},"last":0.64100000000000001}]},{"osd":6,"last update":"Fri Feb 9 23:58:14 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.53700000000000003,"15min":0.52000000000000002},"min":{"1min":0.29199999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.68300000000000005,"5min":3.4319999999999999,"15min":3.4319999999999999},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.52100000000000002,"15min":0.51800000000000002},"min":{"1min":0.36399999999999999,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.80500000000000005,"5min":1.4550000000000001,"15min":1.4550000000000001},"last":0.378}]},{"osd":7,"last update":"Fri Feb 9 23:56:35 2024","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.58099999999999996,"15min":0.56899999999999995},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.65000000000000002,"15min":0.63},"min":{"1min":0.47399999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.61599999999999999}]},{"osd":8,"last update":"Fri Feb 9 23:58:07 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.64700000000000002,"15min":0.65000000000000002},"min":{"1min":0.40200000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.97199999999999998,"5min":1.823,"15min":1.823},"last":0.623},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.752,"15min":0.748},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.90300000000000002,"5min":3.8100000000000001,"15min":3.8100000000000001},"last":0.67100000000000004}]},{"osd":9,"last update":"Fri Feb 9 23:57:31 2024","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.78100000000000003,"15min":0.78700000000000003},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":3.9769999999999999,"5min":3.9769999999999999,"15min":3.9769999999999999},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.68899999999999995,"15min":0.69699999999999995},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":2.9609999999999999,"5min":2.9609999999999999,"15min":2.9609999999999999},"last":0.47199999999999998}]},{"osd":10,"last update":"Fri Feb 9 23:57:52 2024","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.70599999999999996,"15min":0.70499999999999996},"min":{"1min":0.51600000000000001,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":2.0339999999999998,"5min":2.0339999999999998,"15min":2.0339999999999998},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.79500000000000004,"15min":0.78400000000000003},"min":{"1min":0.54300000000000004,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":4.0670000000000002,"5min":4.0670000000000002,"15min":4.0670000000000002},"last":0.80300000000000005}]},{"osd":11,"last update":"Fri Feb 9 23:58:18 2024","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.66300000000000003,"15min":0.65500000000000003},"min":{"1min":0.47699999999999998,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.093,"5min":1.528,"15min":1.528},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.66400000000000003,"15min":0.66000000000000003},"min":{"1min":0.53000000000000003,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.68400000000000005}]}]},{"osd":2,"up_from":18,"seq":77309411403,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":962560,"data_stored":456417,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:33 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.48399999999999999,"15min":0.48999999999999999},"min":{"1min":0.36799999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.80700000000000005,"5min":0.877,"15min":0.877},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.48199999999999998,"15min":0.504},"min":{"1min":0.32300000000000001,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.74399999999999999,"5min":0.75,"15min":0.75},"last":0.60099999999999998}]},{"osd":1,"last update":"Fri Feb 9 23:57:33 2024","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.55700000000000005,"15min":0.51900000000000002},"min":{"1min":0.41399999999999998,"5min":0.314,"15min":0.314},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.54600000000000004,"15min":0.52800000000000002},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.71899999999999997}]},{"osd":3,"last update":"Fri Feb 9 23:58:01 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.56000000000000005,"15min":0.54000000000000004},"min":{"1min":0.39900000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.54900000000000004,"15min":0.52200000000000002},"min":{"1min":0.33700000000000002,"5min":0.308,"15min":0.308},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.53900000000000003}]},{"osd":4,"last update":"Fri Feb 9 23:58:06 2024","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.79000000000000004}]},{"osd":5,"last update":"Fri Feb 9 23:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.436,"15min":0.41199999999999998},"min":{"1min":0.39200000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.51100000000000001,"15min":0.47399999999999998},"min":{"1min":0.44400000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.40500000000000003}]},{"osd":6,"last update":"Fri Feb 9 23:58:14 2024","interfaces":[{"interface":"back","average":{"1min":1.377,"5min":0.73199999999999998,"15min":0.58899999999999997},"min":{"1min":0.41899999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":13.903,"5min":13.903,"15min":13.903},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.57499999999999996,"15min":0.52700000000000002},"min":{"1min":0.46300000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.86799999999999999,"5min":0.879,"15min":0.879},"last":0.56299999999999994}]},{"osd":7,"last update":"Fri Feb 9 23:56:35 2024","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.61399999999999999,"15min":0.60599999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.628,"15min":0.624},"min":{"1min":0.5,"5min":0.38,"15min":0.38},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.45600000000000002}]},{"osd":8,"last update":"Fri Feb 9 23:58:01 2024","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.58699999999999997,"15min":0.60099999999999998},"min":{"1min":0.38300000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.66300000000000003,"15min":0.67800000000000005},"min":{"1min":0.41399999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.64000000000000001}]},{"osd":9,"last update":"Fri Feb 9 23:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.71299999999999997,"15min":0.71699999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.90700000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.69199999999999995,"15min":0.69799999999999995},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.52300000000000002}]},{"osd":10,"last update":"Fri Feb 9 23:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.64100000000000001,"15min":0.63},"min":{"1min":0.49399999999999999,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.82599999999999996,"5min":0.71799999999999997,"15min":0.69999999999999996},"min":{"1min":0.67300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.016,"5min":1.016,"15min":1.016},"last":0.81100000000000005}]},{"osd":11,"last update":"Fri Feb 9 23:58:06 2024","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.76800000000000002}]}]},{"osd":3,"up_from":25,"seq":107374182469,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36296,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708856,"statfs":{"total":95995035648,"available":95957868544,"internally_reserved":0,"allocated":974848,"data_stored":456279,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:02 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.39700000000000002,"15min":0.34999999999999998},"min":{"1min":0.24399999999999999,"5min":0.214,"15min":0.214},"max":{"1min":2.2010000000000001,"5min":2.2010000000000001,"15min":2.2010000000000001},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.41799999999999998,"15min":0.376},"min":{"1min":0.26900000000000002,"5min":0.218,"15min":0.218},"max":{"1min":2.0449999999999999,"5min":2.0449999999999999,"15min":2.0449999999999999},"last":0.64100000000000001}]},{"osd":1,"last update":"Fri Feb 9 23:58:02 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.58399999999999996,"15min":0.54300000000000004},"min":{"1min":0.40400000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.3009999999999999,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":0.80800000000000005},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.56000000000000005,"15min":0.52200000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.8069999999999999,"5min":1.8069999999999999,"15min":1.8069999999999999},"last":0.73899999999999999}]},{"osd":2,"last update":"Fri Feb 9 23:58:02 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.55100000000000005,"15min":0.53200000000000003},"min":{"1min":0.33600000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.755},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.63200000000000001,"15min":0.56799999999999995},"min":{"1min":0.44400000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.603,"5min":1.603,"15min":1.603},"last":0.91800000000000004}]},{"osd":4,"last update":"Fri Feb 9 23:57:20 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.62,"15min":0.58799999999999997},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.92100000000000004,"5min":1.234,"15min":1.234},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.65800000000000003,"15min":0.63},"min":{"1min":0.51000000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.94199999999999995,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":0.83299999999999996}]},{"osd":5,"last update":"Fri Feb 9 23:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.64500000000000002,"15min":0.628},"min":{"1min":0.43099999999999999,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":1.5609999999999999,"5min":1.5609999999999999,"15min":1.5609999999999999},"last":0.89600000000000002},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.57999999999999996,"15min":0.58299999999999996},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.84899999999999998,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.77900000000000003}]},{"osd":6,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.57399999999999995,"15min":0.54700000000000004},"min":{"1min":0.34899999999999998,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.7170000000000001,"5min":1.7170000000000001,"15min":1.7170000000000001},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.52100000000000002,"15min":0.502},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.845,"5min":1.845,"15min":1.845},"last":0.79000000000000004}]},{"osd":7,"last update":"Fri Feb 9 23:57:37 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.59399999999999997,"15min":0.59799999999999998},"min":{"1min":0.40400000000000003,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.76100000000000001,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.71899999999999997,"15min":0.69799999999999995},"min":{"1min":0.48799999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.361,"5min":1.361,"15min":1.361},"last":0.95799999999999996}]},{"osd":8,"last update":"Fri Feb 9 23:56:59 2024","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.70099999999999996,"15min":0.69699999999999995},"min":{"1min":0.45700000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":1.081,"5min":1.081,"15min":1.081},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.48299999999999998,"5min":0.432,"15min":0.432},"max":{"1min":0.76700000000000002,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.495}]},{"osd":9,"last update":"Fri Feb 9 23:57:28 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.63,"15min":0.63700000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":1.3129999999999999,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.80600000000000005,"15min":0.81799999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.679,"5min":1.679,"15min":1.679},"last":0.93899999999999995}]},{"osd":10,"last update":"Fri Feb 9 23:57:50 2024","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.67600000000000005,"15min":0.67200000000000004},"min":{"1min":0.52500000000000002,"5min":0.44,"15min":0.44},"max":{"1min":1.7689999999999999,"5min":1.7689999999999999,"15min":1.7689999999999999},"last":0.85099999999999998},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.84499999999999997,"15min":0.85799999999999998},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.4139999999999999,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.998}]},{"osd":11,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.81999999999999995},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.6419999999999999,"5min":1.6419999999999999,"15min":1.6419999999999999},"last":0.97699999999999998}]}]},{"osd":4,"up_from":33,"seq":141733920832,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":991232,"data_stored":518531,"data_compressed":9529,"data_compressed_allocated":12288,"data_compressed_original":57344,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:56:26 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.47099999999999997,"15min":0.45700000000000002},"min":{"1min":0.33600000000000002,"5min":0.312,"15min":0.312},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.505,"15min":0.48899999999999999},"min":{"1min":0.34999999999999998,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.44900000000000001}]},{"osd":1,"last update":"Fri Feb 9 23:57:30 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.36699999999999999,"15min":0.33400000000000002},"min":{"1min":0.28399999999999997,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.57599999999999996,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.38700000000000001,"15min":0.34699999999999998},"min":{"1min":0.29799999999999999,"5min":0.248,"15min":0.248},"max":{"1min":0.76800000000000002,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.39600000000000002}]},{"osd":2,"last update":"Fri Feb 9 23:57:30 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.55000000000000004,"15min":0.51000000000000001},"min":{"1min":0.42499999999999999,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.75800000000000001,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.57599999999999996,"15min":0.53400000000000003},"min":{"1min":0.433,"5min":0.318,"15min":0.318},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.42599999999999999}]},{"osd":3,"last update":"Fri Feb 9 23:57:30 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.55000000000000004,"15min":0.51600000000000001},"min":{"1min":0.40600000000000003,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.75800000000000001,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.52100000000000002,"15min":0.497},"min":{"1min":0.38200000000000001,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.77100000000000002,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.38100000000000001}]},{"osd":5,"last update":"Fri Feb 9 23:57:57 2024","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.59799999999999998,"15min":0.55700000000000005},"min":{"1min":0.50900000000000001,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.78400000000000003,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.60299999999999998,"15min":0.55700000000000005},"min":{"1min":0.48799999999999999,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.84299999999999997,"5min":0.875,"15min":0.875},"last":0.46300000000000002}]},{"osd":6,"last update":"Fri Feb 9 23:58:15 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.38700000000000001,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.76600000000000001,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.60099999999999998,"15min":0.59299999999999997},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.86099999999999999,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.35399999999999998}]},{"osd":7,"last update":"Fri Feb 9 23:57:35 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.56999999999999995,"15min":0.56599999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.91000000000000003,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.54600000000000004,"15min":0.55100000000000005},"min":{"1min":0.38700000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.48999999999999999}]},{"osd":8,"last update":"Fri Feb 9 23:58:03 2024","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.67500000000000004,"15min":0.65700000000000003},"min":{"1min":0.46500000000000002,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.97299999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.504},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.65900000000000003,"15min":0.64800000000000002},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.61499999999999999}]},{"osd":9,"last update":"Fri Feb 9 23:57:30 2024","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.69099999999999995,"15min":0.69199999999999995},"min":{"1min":0.46600000000000003,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.91300000000000003,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.73599999999999999,"15min":0.73699999999999999},"min":{"1min":0.53600000000000003,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.94299999999999995,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.52600000000000002}]},{"osd":10,"last update":"Fri Feb 9 23:57:57 2024","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.71399999999999997,"15min":0.71099999999999997},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.002,"5min":1.02,"15min":1.02},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.69699999999999995,"15min":0.69399999999999995},"min":{"1min":0.54700000000000004,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.47799999999999998}]},{"osd":11,"last update":"Fri Feb 9 23:58:07 2024","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.57499999999999996}]}]},{"osd":5,"up_from":38,"seq":163208757308,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1036288,"data_stored":1048920,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.53300000000000003,"15min":0.51900000000000002},"min":{"1min":0.34399999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.78100000000000003,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.52800000000000002,"15min":0.52400000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.72199999999999998,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.70799999999999996}]},{"osd":1,"last update":"Fri Feb 9 23:57:45 2024","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.54600000000000004,"15min":0.51000000000000001},"min":{"1min":0.48499999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.82399999999999995,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.63,"5min":0.55100000000000005,"15min":0.50600000000000001},"min":{"1min":0.45300000000000001,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.67400000000000004}]},{"osd":2,"last update":"Fri Feb 9 23:57:45 2024","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.40500000000000003,"15min":0.38800000000000001},"min":{"1min":0.246,"5min":0.223,"15min":0.223},"max":{"1min":0.61799999999999999,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.41399999999999998,"15min":0.39400000000000002},"min":{"1min":0.28899999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.34799999999999998}]},{"osd":3,"last update":"Fri Feb 9 23:57:45 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54900000000000004,"15min":0.54400000000000004},"min":{"1min":0.35599999999999998,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.76300000000000001,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.57799999999999996,"15min":0.56799999999999995},"min":{"1min":0.39900000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.76500000000000001,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.748}]},{"osd":4,"last update":"Fri Feb 9 23:57:45 2024","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.59099999999999997,"15min":0.56000000000000005},"min":{"1min":0.42199999999999999,"5min":0.311,"15min":0.311},"max":{"1min":0.89900000000000002,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.58499999999999996,"15min":0.54600000000000004},"min":{"1min":0.46800000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.88300000000000001,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.50600000000000001}]},{"osd":6,"last update":"Fri Feb 9 23:58:14 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.63500000000000001,"15min":0.61799999999999999},"min":{"1min":0.40999999999999998,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.84499999999999997,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.66200000000000003,"15min":0.63},"min":{"1min":0.52800000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.88300000000000001,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.72799999999999998}]},{"osd":7,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.61199999999999999,"15min":0.59999999999999998},"min":{"1min":0.377,"5min":0.37,"15min":0.37},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.80100000000000005},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.64100000000000001,"15min":0.624},"min":{"1min":0.49199999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.57699999999999996}]},{"osd":8,"last update":"Fri Feb 9 23:58:00 2024","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.61599999999999999,"15min":0.60299999999999998},"min":{"1min":0.36799999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.63700000000000001,"15min":0.64200000000000002},"min":{"1min":0.38500000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.65400000000000003}]},{"osd":9,"last update":"Fri Feb 9 23:57:30 2024","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.69299999999999995,"15min":0.68899999999999995},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.82699999999999996},{"interface":"front","average":{"1min":0.754,"5min":0.72499999999999998,"15min":0.71999999999999997},"min":{"1min":0.57899999999999996,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.78000000000000003}]},{"osd":10,"last update":"Fri Feb 9 23:57:55 2024","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.73999999999999999,"15min":0.73299999999999998},"min":{"1min":0.56899999999999995,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.034,"5min":1.034,"15min":1.034},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.74399999999999999,"15min":0.73599999999999999},"min":{"1min":0.55900000000000005,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.63300000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34517,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34517,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":62798,"data_compressed":1868,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":62916,"data_compressed":9529,"data_compressed_allocated":12288,"data_compressed_original":57344,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":62782,"data_compressed":1868,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-09T23:58:25.555 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph pg dump --format=json 2024-02-09T23:58:25.802 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:58:26.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:26 smithi001 ceph-mon[32335]: pgmap v327: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-02-09T23:58:26.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:26 smithi001 ceph-mon[32335]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-09T23:58:26.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:26 smithi088 ceph-mon[36452]: pgmap v327: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-02-09T23:58:26.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:26 smithi088 ceph-mon[36452]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-09T23:58:26.392 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:26 smithi103 ceph-mon[36942]: pgmap v327: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-02-09T23:58:26.392 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:26 smithi103 ceph-mon[36942]: from='client.14970 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-09T23:58:27.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.484+0000 7fd3a957e700 1 -- 172.21.15.1:0/1340544758 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd3a4107d50 msgr2=0x7fd3a4108130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:27.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.484+0000 7fd3a957e700 1 --2- 172.21.15.1:0/1340544758 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd3a4107d50 0x7fd3a4108130 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fd3940099c0 tx=0x7fd394009cd0 comp rx=0 tx=0).stop 2024-02-09T23:58:27.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.484+0000 7fd3a957e700 1 -- 172.21.15.1:0/1340544758 shutdown_connections 2024-02-09T23:58:27.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.484+0000 7fd3a957e700 1 --2- 172.21.15.1:0/1340544758 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd3a4107d50 0x7fd3a4108130 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:27.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.484+0000 7fd3a957e700 1 --2- 172.21.15.1:0/1340544758 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd3a4102730 0x7fd3a410eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:27.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.484+0000 7fd3a957e700 1 --2- 172.21.15.1:0/1340544758 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd3a4101d70 0x7fd3a41021f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:27.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.484+0000 7fd3a957e700 1 -- 172.21.15.1:0/1340544758 >> 172.21.15.1:0/1340544758 conn(0x7fd3a4078e50 msgr2=0x7fd3a4079260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:27.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.484+0000 7fd3a957e700 1 -- 172.21.15.1:0/1340544758 shutdown_connections 2024-02-09T23:58:27.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.484+0000 7fd3a957e700 1 -- 172.21.15.1:0/1340544758 wait complete. 2024-02-09T23:58:27.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.485+0000 7fd3a957e700 1 Processor -- start 2024-02-09T23:58:27.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.485+0000 7fd3a957e700 1 -- start start 2024-02-09T23:58:27.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.486+0000 7fd3a957e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd3a4101d70 0x7fd3a4198200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:27.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.486+0000 7fd3a957e700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd3a4102730 0x7fd3a4198740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:27.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.486+0000 7fd3a957e700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd3a4107d50 0x7fd3a419cad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:27.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.486+0000 7fd3a957e700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3a419d0e0 con 0x7fd3a4102730 2024-02-09T23:58:27.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.486+0000 7fd3a957e700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3a419d250 con 0x7fd3a4107d50 2024-02-09T23:58:27.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.486+0000 7fd3a957e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3a419d410 con 0x7fd3a4101d70 2024-02-09T23:58:27.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.486+0000 7fd3a27fc700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd3a4102730 0x7fd3a4198740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:27.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.486+0000 7fd3a2ffd700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd3a4101d70 0x7fd3a4198200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:27.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.486+0000 7fd3a2ffd700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd3a4101d70 0x7fd3a4198200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.1:55532/0 (socket says 172.21.15.1:55532) 2024-02-09T23:58:27.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.486+0000 7fd3a2ffd700 1 -- 172.21.15.1:0/540781303 learned_addr learned my addr 172.21.15.1:0/540781303 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:27.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.486+0000 7fd3a27fc700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd3a4102730 0x7fd3a4198740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42584/0 (socket says 172.21.15.1:42584) 2024-02-09T23:58:27.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.486+0000 7fd3a37fe700 1 --2- 172.21.15.1:0/540781303 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd3a4107d50 0x7fd3a419cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:27.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.486+0000 7fd3a2ffd700 1 -- 172.21.15.1:0/540781303 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd3a4107d50 msgr2=0x7fd3a419cad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:27.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.486+0000 7fd3a2ffd700 1 --2- 172.21.15.1:0/540781303 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd3a4107d50 0x7fd3a419cad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:27.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.486+0000 7fd3a2ffd700 1 -- 172.21.15.1:0/540781303 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd3a4102730 msgr2=0x7fd3a4198740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:27.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.486+0000 7fd3a2ffd700 1 --2- 172.21.15.1:0/540781303 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd3a4102730 0x7fd3a4198740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:27.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.486+0000 7fd3a2ffd700 1 -- 172.21.15.1:0/540781303 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3940095f0 con 0x7fd3a4101d70 2024-02-09T23:58:27.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.486+0000 7fd3a27fc700 1 --2- 172.21.15.1:0/540781303 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd3a4102730 0x7fd3a4198740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:58:27.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.486+0000 7fd3a2ffd700 1 --2- 172.21.15.1:0/540781303 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd3a4101d70 0x7fd3a4198200 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd39400b580 tx=0x7fd394004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:27.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.487+0000 7fd38bfff700 1 -- 172.21.15.1:0/540781303 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd394021070 con 0x7fd3a4101d70 2024-02-09T23:58:27.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.487+0000 7fd3a957e700 1 -- 172.21.15.1:0/540781303 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3a419d690 con 0x7fd3a4101d70 2024-02-09T23:58:27.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.487+0000 7fd3a957e700 1 -- 172.21.15.1:0/540781303 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3a4074120 con 0x7fd3a4101d70 2024-02-09T23:58:27.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.487+0000 7fd38bfff700 1 -- 172.21.15.1:0/540781303 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd39400bc70 con 0x7fd3a4101d70 2024-02-09T23:58:27.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.487+0000 7fd38bfff700 1 -- 172.21.15.1:0/540781303 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd394004100 con 0x7fd3a4101d70 2024-02-09T23:58:27.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.488+0000 7fd3a957e700 1 -- 172.21.15.1:0/540781303 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd390005330 con 0x7fd3a4101d70 2024-02-09T23:58:27.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.489+0000 7fd38bfff700 1 -- 172.21.15.1:0/540781303 <== mon.1 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7fd394025070 con 0x7fd3a4101d70 2024-02-09T23:58:27.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.489+0000 7fd38bfff700 1 --2- 172.21.15.1:0/540781303 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd38c0a21e0 0x7fd38c0a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:27.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.490+0000 7fd3a27fc700 1 --2- 172.21.15.1:0/540781303 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd38c0a21e0 0x7fd38c0a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:27.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.490+0000 7fd38bfff700 1 -- 172.21.15.1:0/540781303 <== mon.1 v2:172.21.15.103:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fd3940d32a0 con 0x7fd3a4101d70 2024-02-09T23:58:27.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.490+0000 7fd3a27fc700 1 --2- 172.21.15.1:0/540781303 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd38c0a21e0 0x7fd38c0a46a0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd3a40793e0 tx=0x7fd398009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:27.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.493+0000 7fd38bfff700 1 -- 172.21.15.1:0/540781303 <== mon.1 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fd39409c270 con 0x7fd3a4101d70 2024-02-09T23:58:27.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.693+0000 7fd3a957e700 1 -- 172.21.15.1:0/540781303 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fd390000bc0 con 0x7fd38c0a21e0 2024-02-09T23:58:27.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.704+0000 7fd38bfff700 1 -- 172.21.15.1:0/540781303 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+344995 (secure 0 0 0) 0x7fd390000bc0 con 0x7fd38c0a21e0 2024-02-09T23:58:27.710 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:58:27.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.706+0000 7fd3a957e700 1 -- 172.21.15.1:0/540781303 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd38c0a21e0 msgr2=0x7fd38c0a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:27.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.706+0000 7fd3a957e700 1 --2- 172.21.15.1:0/540781303 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd38c0a21e0 0x7fd38c0a46a0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd3a40793e0 tx=0x7fd398009190 comp rx=0 tx=0).stop 2024-02-09T23:58:27.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.707+0000 7fd3a957e700 1 -- 172.21.15.1:0/540781303 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd3a4101d70 msgr2=0x7fd3a4198200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:27.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.707+0000 7fd3a957e700 1 --2- 172.21.15.1:0/540781303 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd3a4101d70 0x7fd3a4198200 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd39400b580 tx=0x7fd394004730 comp rx=0 tx=0).stop 2024-02-09T23:58:27.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.707+0000 7fd3a957e700 1 -- 172.21.15.1:0/540781303 shutdown_connections 2024-02-09T23:58:27.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.707+0000 7fd3a957e700 1 --2- 172.21.15.1:0/540781303 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd38c0a21e0 0x7fd38c0a46a0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:27.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.707+0000 7fd3a957e700 1 --2- 172.21.15.1:0/540781303 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd3a4107d50 0x7fd3a419cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:27.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.707+0000 7fd3a957e700 1 --2- 172.21.15.1:0/540781303 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd3a4101d70 0x7fd3a4198200 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:27.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.707+0000 7fd3a957e700 1 --2- 172.21.15.1:0/540781303 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd3a4102730 0x7fd3a4198740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:27.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.707+0000 7fd3a957e700 1 -- 172.21.15.1:0/540781303 >> 172.21.15.1:0/540781303 conn(0x7fd3a4078e50 msgr2=0x7fd3a4100930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:27.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.707+0000 7fd3a957e700 1 -- 172.21.15.1:0/540781303 shutdown_connections 2024-02-09T23:58:27.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:27.707+0000 7fd3a957e700 1 -- 172.21.15.1:0/540781303 wait complete. 2024-02-09T23:58:27.713 INFO:teuthology.orchestra.run.smithi001.stderr:dumped all 2024-02-09T23:58:28.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:28 smithi088 ceph-mon[36452]: pgmap v328: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-02-09T23:58:28.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:28 smithi103 ceph-mon[36942]: pgmap v328: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-02-09T23:58:28.414 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:28 smithi001 ceph-mon[32335]: pgmap v328: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-02-09T23:58:28.448 INFO:teuthology.orchestra.run.smithi001.stdout:{"pg_ready":true,"pg_map":{"version":328,"stamp":"2024-02-09T23:58:26.281031+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658070,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":829,"num_read_kb":572,"num_write":418,"num_write_kb":3071,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1242952,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":343,"ondisk_log_size":343,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":348412,"kb_used_data":11660,"kb_used_omap":18,"kb_used_meta":336557,"kb_avail":1124593412,"statfs":{"total":1151940427776,"available":1151583653888,"internally_reserved":0,"allocated":11939840,"data_stored":7441590,"data_compressed":121745,"data_compressed_allocated":155648,"data_compressed_original":1843200,"omap_allocated":19142,"internal_metadata":344634682},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":125,"num_read_kb":70,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003263"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.976579+0000","last_change":"2024-02-09T23:57:06.638921+0000","last_active":"2024-02-09T23:58:05.976579+0000","last_peered":"2024-02-09T23:58:05.976579+0000","last_clean":"2024-02-09T23:58:05.976579+0000","last_became_active":"2024-02-09T23:57:06.638560+0000","last_became_peered":"2024-02-09T23:57:06.638560+0000","last_unstale":"2024-02-09T23:58:05.976579+0000","last_undegraded":"2024-02-09T23:58:05.976579+0000","last_fullsized":"2024-02-09T23:58:05.976579+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:04:46.241517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.980336+0000","last_change":"2024-02-09T23:57:06.626465+0000","last_active":"2024-02-09T23:58:05.980336+0000","last_peered":"2024-02-09T23:58:05.980336+0000","last_clean":"2024-02-09T23:58:05.980336+0000","last_became_active":"2024-02-09T23:57:06.625265+0000","last_became_peered":"2024-02-09T23:57:06.625265+0000","last_unstale":"2024-02-09T23:58:05.980336+0000","last_undegraded":"2024-02-09T23:58:05.980336+0000","last_fullsized":"2024-02-09T23:58:05.980336+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:32:34.304699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.980218+0000","last_change":"2024-02-09T23:57:06.645515+0000","last_active":"2024-02-09T23:58:05.980218+0000","last_peered":"2024-02-09T23:58:05.980218+0000","last_clean":"2024-02-09T23:58:05.980218+0000","last_became_active":"2024-02-09T23:57:06.644952+0000","last_became_peered":"2024-02-09T23:57:06.644952+0000","last_unstale":"2024-02-09T23:58:05.980218+0000","last_undegraded":"2024-02-09T23:58:05.980218+0000","last_fullsized":"2024-02-09T23:58:05.980218+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:16:57.223424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977820+0000","last_change":"2024-02-09T23:57:06.628827+0000","last_active":"2024-02-09T23:58:05.977820+0000","last_peered":"2024-02-09T23:58:05.977820+0000","last_clean":"2024-02-09T23:58:05.977820+0000","last_became_active":"2024-02-09T23:57:06.628491+0000","last_became_peered":"2024-02-09T23:57:06.628491+0000","last_unstale":"2024-02-09T23:58:05.977820+0000","last_undegraded":"2024-02-09T23:58:05.977820+0000","last_fullsized":"2024-02-09T23:58:05.977820+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:30:11.082419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.973974+0000","last_change":"2024-02-09T23:57:06.630954+0000","last_active":"2024-02-09T23:58:05.973974+0000","last_peered":"2024-02-09T23:58:05.973974+0000","last_clean":"2024-02-09T23:58:05.973974+0000","last_became_active":"2024-02-09T23:57:06.630574+0000","last_became_peered":"2024-02-09T23:57:06.630574+0000","last_unstale":"2024-02-09T23:58:05.973974+0000","last_undegraded":"2024-02-09T23:58:05.973974+0000","last_fullsized":"2024-02-09T23:58:05.973974+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:45:31.676749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.983085+0000","last_change":"2024-02-09T23:58:05.983085+0000","last_active":"2024-02-09T23:58:05.983085+0000","last_peered":"2024-02-09T23:58:05.983085+0000","last_clean":"2024-02-09T23:58:05.983085+0000","last_became_active":"2024-02-09T23:58:05.982419+0000","last_became_peered":"2024-02-09T23:58:05.982419+0000","last_unstale":"2024-02-09T23:58:05.983085+0000","last_undegraded":"2024-02-09T23:58:05.983085+0000","last_fullsized":"2024-02-09T23:58:05.983085+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:45:49.748667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,8],"acting":[10,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974046+0000","last_change":"2024-02-09T23:57:06.623715+0000","last_active":"2024-02-09T23:58:05.974046+0000","last_peered":"2024-02-09T23:58:05.974046+0000","last_clean":"2024-02-09T23:58:05.974046+0000","last_became_active":"2024-02-09T23:57:06.621751+0000","last_became_peered":"2024-02-09T23:57:06.621751+0000","last_unstale":"2024-02-09T23:58:05.974046+0000","last_undegraded":"2024-02-09T23:58:05.974046+0000","last_fullsized":"2024-02-09T23:58:05.974046+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:25:06.997079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977904+0000","last_change":"2024-02-09T23:57:06.631255+0000","last_active":"2024-02-09T23:58:05.977904+0000","last_peered":"2024-02-09T23:58:05.977904+0000","last_clean":"2024-02-09T23:58:05.977904+0000","last_became_active":"2024-02-09T23:57:06.630881+0000","last_became_peered":"2024-02-09T23:57:06.630881+0000","last_unstale":"2024-02-09T23:58:05.977904+0000","last_undegraded":"2024-02-09T23:58:05.977904+0000","last_fullsized":"2024-02-09T23:58:05.977904+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:36:40.683806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.980404+0000","last_change":"2024-02-09T23:57:06.638473+0000","last_active":"2024-02-09T23:58:05.980404+0000","last_peered":"2024-02-09T23:58:05.980404+0000","last_clean":"2024-02-09T23:58:05.980404+0000","last_became_active":"2024-02-09T23:57:06.638147+0000","last_became_peered":"2024-02-09T23:57:06.638147+0000","last_unstale":"2024-02-09T23:58:05.980404+0000","last_undegraded":"2024-02-09T23:58:05.980404+0000","last_fullsized":"2024-02-09T23:58:05.980404+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:55:26.126193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977712+0000","last_change":"2024-02-09T23:57:06.627755+0000","last_active":"2024-02-09T23:58:05.977712+0000","last_peered":"2024-02-09T23:58:05.977712+0000","last_clean":"2024-02-09T23:58:05.977712+0000","last_became_active":"2024-02-09T23:57:06.627399+0000","last_became_peered":"2024-02-09T23:57:06.627399+0000","last_unstale":"2024-02-09T23:58:05.977712+0000","last_undegraded":"2024-02-09T23:58:05.977712+0000","last_fullsized":"2024-02-09T23:58:05.977712+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:40:15.261622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974209+0000","last_change":"2024-02-09T23:57:06.640177+0000","last_active":"2024-02-09T23:58:05.974209+0000","last_peered":"2024-02-09T23:58:05.974209+0000","last_clean":"2024-02-09T23:58:05.974209+0000","last_became_active":"2024-02-09T23:57:06.639876+0000","last_became_peered":"2024-02-09T23:57:06.639876+0000","last_unstale":"2024-02-09T23:58:05.974209+0000","last_undegraded":"2024-02-09T23:58:05.974209+0000","last_fullsized":"2024-02-09T23:58:05.974209+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:51:20.035119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.980438+0000","last_change":"2024-02-09T23:58:05.979860+0000","last_active":"2024-02-09T23:58:05.980438+0000","last_peered":"2024-02-09T23:58:05.980438+0000","last_clean":"2024-02-09T23:58:05.980438+0000","last_became_active":"2024-02-09T23:58:05.979497+0000","last_became_peered":"2024-02-09T23:58:05.979497+0000","last_unstale":"2024-02-09T23:58:05.980438+0000","last_undegraded":"2024-02-09T23:58:05.980438+0000","last_fullsized":"2024-02-09T23:58:05.980438+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:41:54.459716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.979226+0000","last_change":"2024-02-09T23:58:05.979226+0000","last_active":"2024-02-09T23:58:05.979226+0000","last_peered":"2024-02-09T23:58:05.979226+0000","last_clean":"2024-02-09T23:58:05.979226+0000","last_became_active":"2024-02-09T23:58:05.978859+0000","last_became_peered":"2024-02-09T23:58:05.978859+0000","last_unstale":"2024-02-09T23:58:05.979226+0000","last_undegraded":"2024-02-09T23:58:05.979226+0000","last_fullsized":"2024-02-09T23:58:05.979226+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:50:04.049343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,9],"acting":[6,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.978994+0000","last_change":"2024-02-09T23:57:06.635778+0000","last_active":"2024-02-09T23:58:05.978994+0000","last_peered":"2024-02-09T23:58:05.978994+0000","last_clean":"2024-02-09T23:58:05.978994+0000","last_became_active":"2024-02-09T23:57:06.634590+0000","last_became_peered":"2024-02-09T23:57:06.634590+0000","last_unstale":"2024-02-09T23:58:05.978994+0000","last_undegraded":"2024-02-09T23:58:05.978994+0000","last_fullsized":"2024-02-09T23:58:05.978994+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:06:00.988404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.978932+0000","last_change":"2024-02-09T23:57:06.632123+0000","last_active":"2024-02-09T23:58:05.978932+0000","last_peered":"2024-02-09T23:58:05.978932+0000","last_clean":"2024-02-09T23:58:05.978932+0000","last_became_active":"2024-02-09T23:57:06.631790+0000","last_became_peered":"2024-02-09T23:57:06.631790+0000","last_unstale":"2024-02-09T23:58:05.978932+0000","last_undegraded":"2024-02-09T23:58:05.978932+0000","last_fullsized":"2024-02-09T23:58:05.978932+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:47:06.904815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.979796+0000","last_change":"2024-02-09T23:57:06.630760+0000","last_active":"2024-02-09T23:58:05.979796+0000","last_peered":"2024-02-09T23:58:05.979796+0000","last_clean":"2024-02-09T23:58:05.979796+0000","last_became_active":"2024-02-09T23:57:06.630469+0000","last_became_peered":"2024-02-09T23:57:06.630469+0000","last_unstale":"2024-02-09T23:58:05.979796+0000","last_undegraded":"2024-02-09T23:58:05.979796+0000","last_fullsized":"2024-02-09T23:58:05.979796+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:03:57.516582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.976598+0000","last_change":"2024-02-09T23:57:06.639723+0000","last_active":"2024-02-09T23:58:05.976598+0000","last_peered":"2024-02-09T23:58:05.976598+0000","last_clean":"2024-02-09T23:58:05.976598+0000","last_became_active":"2024-02-09T23:57:06.639298+0000","last_became_peered":"2024-02-09T23:57:06.639298+0000","last_unstale":"2024-02-09T23:58:05.976598+0000","last_undegraded":"2024-02-09T23:58:05.976598+0000","last_fullsized":"2024-02-09T23:58:05.976598+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:15:11.130963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.976234+0000","last_change":"2024-02-09T23:57:06.621954+0000","last_active":"2024-02-09T23:58:05.976234+0000","last_peered":"2024-02-09T23:58:05.976234+0000","last_clean":"2024-02-09T23:58:05.976234+0000","last_became_active":"2024-02-09T23:57:06.621594+0000","last_became_peered":"2024-02-09T23:57:06.621594+0000","last_unstale":"2024-02-09T23:58:05.976234+0000","last_undegraded":"2024-02-09T23:58:05.976234+0000","last_fullsized":"2024-02-09T23:58:05.976234+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:53:13.972810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.979476+0000","last_change":"2024-02-09T23:57:06.632333+0000","last_active":"2024-02-09T23:58:05.979476+0000","last_peered":"2024-02-09T23:58:05.979476+0000","last_clean":"2024-02-09T23:58:05.979476+0000","last_became_active":"2024-02-09T23:57:06.631898+0000","last_became_peered":"2024-02-09T23:57:06.631898+0000","last_unstale":"2024-02-09T23:58:05.979476+0000","last_undegraded":"2024-02-09T23:58:05.979476+0000","last_fullsized":"2024-02-09T23:58:05.979476+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:18:28.175534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"85'13","reported_seq":105,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:22.975539+0000","last_change":"2024-02-09T23:57:05.606683+0000","last_active":"2024-02-09T23:58:22.975539+0000","last_peered":"2024-02-09T23:58:22.975539+0000","last_clean":"2024-02-09T23:58:22.975539+0000","last_became_active":"2024-02-09T23:57:05.606342+0000","last_became_peered":"2024-02-09T23:57:05.606342+0000","last_unstale":"2024-02-09T23:58:22.975539+0000","last_undegraded":"2024-02-09T23:58:22.975539+0000","last_fullsized":"2024-02-09T23:58:22.975539+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:41:07.754199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":73,"num_read_kb":73,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977747+0000","last_change":"2024-02-09T23:57:06.633510+0000","last_active":"2024-02-09T23:58:05.977747+0000","last_peered":"2024-02-09T23:58:05.977747+0000","last_clean":"2024-02-09T23:58:05.977747+0000","last_became_active":"2024-02-09T23:57:06.630914+0000","last_became_peered":"2024-02-09T23:57:06.630914+0000","last_unstale":"2024-02-09T23:58:05.977747+0000","last_undegraded":"2024-02-09T23:58:05.977747+0000","last_fullsized":"2024-02-09T23:58:05.977747+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:03:10.141586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"85'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977944+0000","last_change":"2024-02-09T23:57:05.618090+0000","last_active":"2024-02-09T23:58:05.977944+0000","last_peered":"2024-02-09T23:58:05.977944+0000","last_clean":"2024-02-09T23:58:05.977944+0000","last_became_active":"2024-02-09T23:57:05.617789+0000","last_became_peered":"2024-02-09T23:57:05.617789+0000","last_unstale":"2024-02-09T23:58:05.977944+0000","last_undegraded":"2024-02-09T23:58:05.977944+0000","last_fullsized":"2024-02-09T23:58:05.977944+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:28:16.579274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.980578+0000","last_change":"2024-02-09T23:57:06.642732+0000","last_active":"2024-02-09T23:58:05.980578+0000","last_peered":"2024-02-09T23:58:05.980578+0000","last_clean":"2024-02-09T23:58:05.980578+0000","last_became_active":"2024-02-09T23:57:06.641580+0000","last_became_peered":"2024-02-09T23:57:06.641580+0000","last_unstale":"2024-02-09T23:58:05.980578+0000","last_undegraded":"2024-02-09T23:58:05.980578+0000","last_fullsized":"2024-02-09T23:58:05.980578+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:45:49.310518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"85'12","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974349+0000","last_change":"2024-02-09T23:57:05.612439+0000","last_active":"2024-02-09T23:58:05.974349+0000","last_peered":"2024-02-09T23:58:05.974349+0000","last_clean":"2024-02-09T23:58:05.974349+0000","last_became_active":"2024-02-09T23:57:05.612066+0000","last_became_peered":"2024-02-09T23:57:05.612066+0000","last_unstale":"2024-02-09T23:58:05.974349+0000","last_undegraded":"2024-02-09T23:58:05.974349+0000","last_fullsized":"2024-02-09T23:58:05.974349+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:05:51.983936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.980054+0000","last_change":"2024-02-09T23:57:06.629820+0000","last_active":"2024-02-09T23:58:05.980054+0000","last_peered":"2024-02-09T23:58:05.980054+0000","last_clean":"2024-02-09T23:58:05.980054+0000","last_became_active":"2024-02-09T23:57:06.629505+0000","last_became_peered":"2024-02-09T23:57:06.629505+0000","last_unstale":"2024-02-09T23:58:05.980054+0000","last_undegraded":"2024-02-09T23:58:05.980054+0000","last_fullsized":"2024-02-09T23:58:05.980054+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:06:55.500698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974165+0000","last_change":"2024-02-09T23:57:05.615996+0000","last_active":"2024-02-09T23:58:05.974165+0000","last_peered":"2024-02-09T23:58:05.974165+0000","last_clean":"2024-02-09T23:58:05.974165+0000","last_became_active":"2024-02-09T23:57:05.615223+0000","last_became_peered":"2024-02-09T23:57:05.615223+0000","last_unstale":"2024-02-09T23:58:05.974165+0000","last_undegraded":"2024-02-09T23:58:05.974165+0000","last_fullsized":"2024-02-09T23:58:05.974165+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:44.470973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.988034+0000","last_change":"2024-02-09T23:57:06.638646+0000","last_active":"2024-02-09T23:58:05.988034+0000","last_peered":"2024-02-09T23:58:05.988034+0000","last_clean":"2024-02-09T23:58:05.988034+0000","last_became_active":"2024-02-09T23:57:06.638346+0000","last_became_peered":"2024-02-09T23:57:06.638346+0000","last_unstale":"2024-02-09T23:58:05.988034+0000","last_undegraded":"2024-02-09T23:58:05.988034+0000","last_fullsized":"2024-02-09T23:58:05.988034+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:35:56.407804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"85'5","reported_seq":96,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:19.958830+0000","last_change":"2024-02-09T23:57:05.614177+0000","last_active":"2024-02-09T23:58:19.958830+0000","last_peered":"2024-02-09T23:58:19.958830+0000","last_clean":"2024-02-09T23:58:19.958830+0000","last_became_active":"2024-02-09T23:57:05.613785+0000","last_became_peered":"2024-02-09T23:57:05.613785+0000","last_unstale":"2024-02-09T23:58:19.958830+0000","last_undegraded":"2024-02-09T23:58:19.958830+0000","last_fullsized":"2024-02-09T23:58:19.958830+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:02:31.588409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":72,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.973910+0000","last_change":"2024-02-09T23:57:06.623716+0000","last_active":"2024-02-09T23:58:05.973910+0000","last_peered":"2024-02-09T23:58:05.973910+0000","last_clean":"2024-02-09T23:58:05.973910+0000","last_became_active":"2024-02-09T23:57:06.623321+0000","last_became_peered":"2024-02-09T23:57:06.623321+0000","last_unstale":"2024-02-09T23:58:05.973910+0000","last_undegraded":"2024-02-09T23:58:05.973910+0000","last_fullsized":"2024-02-09T23:58:05.973910+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:15:52.884212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"85'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977307+0000","last_change":"2024-02-09T23:57:05.607259+0000","last_active":"2024-02-09T23:58:05.977307+0000","last_peered":"2024-02-09T23:58:05.977307+0000","last_clean":"2024-02-09T23:58:05.977307+0000","last_became_active":"2024-02-09T23:57:05.606697+0000","last_became_peered":"2024-02-09T23:57:05.606697+0000","last_unstale":"2024-02-09T23:58:05.977307+0000","last_undegraded":"2024-02-09T23:58:05.977307+0000","last_fullsized":"2024-02-09T23:58:05.977307+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:21:07.937805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.987235+0000","last_change":"2024-02-09T23:57:06.631900+0000","last_active":"2024-02-09T23:58:05.987235+0000","last_peered":"2024-02-09T23:58:05.987235+0000","last_clean":"2024-02-09T23:58:05.987235+0000","last_became_active":"2024-02-09T23:57:06.631587+0000","last_became_peered":"2024-02-09T23:57:06.631587+0000","last_unstale":"2024-02-09T23:58:05.987235+0000","last_undegraded":"2024-02-09T23:58:05.987235+0000","last_fullsized":"2024-02-09T23:58:05.987235+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:23:27.695453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"85'3","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.973807+0000","last_change":"2024-02-09T23:57:05.602287+0000","last_active":"2024-02-09T23:58:05.973807+0000","last_peered":"2024-02-09T23:58:05.973807+0000","last_clean":"2024-02-09T23:58:05.973807+0000","last_became_active":"2024-02-09T23:57:05.601826+0000","last_became_peered":"2024-02-09T23:57:05.601826+0000","last_unstale":"2024-02-09T23:58:05.973807+0000","last_undegraded":"2024-02-09T23:58:05.973807+0000","last_fullsized":"2024-02-09T23:58:05.973807+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:20:31.247249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977372+0000","last_change":"2024-02-09T23:57:06.620425+0000","last_active":"2024-02-09T23:58:05.977372+0000","last_peered":"2024-02-09T23:58:05.977372+0000","last_clean":"2024-02-09T23:58:05.977372+0000","last_became_active":"2024-02-09T23:57:06.619968+0000","last_became_peered":"2024-02-09T23:57:06.619968+0000","last_unstale":"2024-02-09T23:58:05.977372+0000","last_undegraded":"2024-02-09T23:58:05.977372+0000","last_fullsized":"2024-02-09T23:58:05.977372+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:42:48.476252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"85'3","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.987254+0000","last_change":"2024-02-09T23:57:05.614629+0000","last_active":"2024-02-09T23:58:05.987254+0000","last_peered":"2024-02-09T23:58:05.987254+0000","last_clean":"2024-02-09T23:58:05.987254+0000","last_became_active":"2024-02-09T23:57:05.614270+0000","last_became_peered":"2024-02-09T23:57:05.614270+0000","last_unstale":"2024-02-09T23:58:05.987254+0000","last_undegraded":"2024-02-09T23:58:05.987254+0000","last_fullsized":"2024-02-09T23:58:05.987254+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:30:16.457925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.975809+0000","last_change":"2024-02-09T23:57:06.639691+0000","last_active":"2024-02-09T23:58:05.975809+0000","last_peered":"2024-02-09T23:58:05.975809+0000","last_clean":"2024-02-09T23:58:05.975809+0000","last_became_active":"2024-02-09T23:57:06.639364+0000","last_became_peered":"2024-02-09T23:57:06.639364+0000","last_unstale":"2024-02-09T23:58:05.975809+0000","last_undegraded":"2024-02-09T23:58:05.975809+0000","last_fullsized":"2024-02-09T23:58:05.975809+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:07:09.260920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"85'4","reported_seq":170,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:24.003451+0000","last_change":"2024-02-09T23:57:05.610175+0000","last_active":"2024-02-09T23:58:24.003451+0000","last_peered":"2024-02-09T23:58:24.003451+0000","last_clean":"2024-02-09T23:58:24.003451+0000","last_became_active":"2024-02-09T23:57:05.609839+0000","last_became_peered":"2024-02-09T23:57:05.609839+0000","last_unstale":"2024-02-09T23:58:24.003451+0000","last_undegraded":"2024-02-09T23:58:24.003451+0000","last_fullsized":"2024-02-09T23:58:24.003451+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:32:38.425383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":147,"num_read_kb":147,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.980128+0000","last_change":"2024-02-09T23:57:06.629148+0000","last_active":"2024-02-09T23:58:05.980128+0000","last_peered":"2024-02-09T23:58:05.980128+0000","last_clean":"2024-02-09T23:58:05.980128+0000","last_became_active":"2024-02-09T23:57:06.628787+0000","last_became_peered":"2024-02-09T23:57:06.628787+0000","last_unstale":"2024-02-09T23:58:05.980128+0000","last_undegraded":"2024-02-09T23:58:05.980128+0000","last_fullsized":"2024-02-09T23:58:05.980128+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:54:28.436695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"85'4","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974387+0000","last_change":"2024-02-09T23:57:05.610016+0000","last_active":"2024-02-09T23:58:05.974387+0000","last_peered":"2024-02-09T23:58:05.974387+0000","last_clean":"2024-02-09T23:58:05.974387+0000","last_became_active":"2024-02-09T23:57:05.609723+0000","last_became_peered":"2024-02-09T23:57:05.609723+0000","last_unstale":"2024-02-09T23:58:05.974387+0000","last_undegraded":"2024-02-09T23:58:05.974387+0000","last_fullsized":"2024-02-09T23:58:05.974387+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:03:30.477468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.980630+0000","last_change":"2024-02-09T23:57:06.635111+0000","last_active":"2024-02-09T23:58:05.980630+0000","last_peered":"2024-02-09T23:58:05.980630+0000","last_clean":"2024-02-09T23:58:05.980630+0000","last_became_active":"2024-02-09T23:57:06.631671+0000","last_became_peered":"2024-02-09T23:57:06.631671+0000","last_unstale":"2024-02-09T23:58:05.980630+0000","last_undegraded":"2024-02-09T23:58:05.980630+0000","last_fullsized":"2024-02-09T23:58:05.980630+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:09:22.317147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"85'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.988115+0000","last_change":"2024-02-09T23:57:05.614937+0000","last_active":"2024-02-09T23:58:05.988115+0000","last_peered":"2024-02-09T23:58:05.988115+0000","last_clean":"2024-02-09T23:58:05.988115+0000","last_became_active":"2024-02-09T23:57:05.614138+0000","last_became_peered":"2024-02-09T23:57:05.614138+0000","last_unstale":"2024-02-09T23:58:05.988115+0000","last_undegraded":"2024-02-09T23:58:05.988115+0000","last_fullsized":"2024-02-09T23:58:05.988115+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:44:16.306911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.980506+0000","last_change":"2024-02-09T23:57:06.639169+0000","last_active":"2024-02-09T23:58:05.980506+0000","last_peered":"2024-02-09T23:58:05.980506+0000","last_clean":"2024-02-09T23:58:05.980506+0000","last_became_active":"2024-02-09T23:57:06.638846+0000","last_became_peered":"2024-02-09T23:57:06.638846+0000","last_unstale":"2024-02-09T23:58:05.980506+0000","last_undegraded":"2024-02-09T23:58:05.980506+0000","last_fullsized":"2024-02-09T23:58:05.980506+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:22:05.889888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"85'30","reported_seq":223,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:24.012064+0000","last_change":"2024-02-09T23:58:05.989451+0000","last_active":"2024-02-09T23:58:24.012064+0000","last_peered":"2024-02-09T23:58:24.012064+0000","last_clean":"2024-02-09T23:58:24.012064+0000","last_became_active":"2024-02-09T23:58:05.981426+0000","last_became_peered":"2024-02-09T23:58:05.981426+0000","last_unstale":"2024-02-09T23:58:24.012064+0000","last_undegraded":"2024-02-09T23:58:24.012064+0000","last_fullsized":"2024-02-09T23:58:24.012064+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:05:07.219150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61046,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":146,"num_read_kb":133,"num_write":32,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":61046,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974258+0000","last_change":"2024-02-09T23:57:06.627355+0000","last_active":"2024-02-09T23:58:05.974258+0000","last_peered":"2024-02-09T23:58:05.974258+0000","last_clean":"2024-02-09T23:58:05.974258+0000","last_became_active":"2024-02-09T23:57:06.626988+0000","last_became_peered":"2024-02-09T23:57:06.626988+0000","last_unstale":"2024-02-09T23:58:05.974258+0000","last_undegraded":"2024-02-09T23:58:05.974258+0000","last_fullsized":"2024-02-09T23:58:05.974258+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:46:22.270054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"85'9","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.980006+0000","last_change":"2024-02-09T23:57:05.609741+0000","last_active":"2024-02-09T23:58:05.980006+0000","last_peered":"2024-02-09T23:58:05.980006+0000","last_clean":"2024-02-09T23:58:05.980006+0000","last_became_active":"2024-02-09T23:57:05.609390+0000","last_became_peered":"2024-02-09T23:57:05.609390+0000","last_unstale":"2024-02-09T23:58:05.980006+0000","last_undegraded":"2024-02-09T23:58:05.980006+0000","last_fullsized":"2024-02-09T23:58:05.980006+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:32:07.748476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.973844+0000","last_change":"2024-02-09T23:57:06.631465+0000","last_active":"2024-02-09T23:58:05.973844+0000","last_peered":"2024-02-09T23:58:05.973844+0000","last_clean":"2024-02-09T23:58:05.973844+0000","last_became_active":"2024-02-09T23:57:06.631088+0000","last_became_peered":"2024-02-09T23:57:06.631088+0000","last_unstale":"2024-02-09T23:58:05.973844+0000","last_undegraded":"2024-02-09T23:58:05.973844+0000","last_fullsized":"2024-02-09T23:58:05.973844+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:01:53.361435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"85'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.987487+0000","last_change":"2024-02-09T23:57:05.612270+0000","last_active":"2024-02-09T23:58:05.987487+0000","last_peered":"2024-02-09T23:58:05.987487+0000","last_clean":"2024-02-09T23:58:05.987487+0000","last_became_active":"2024-02-09T23:57:05.611959+0000","last_became_peered":"2024-02-09T23:57:05.611959+0000","last_unstale":"2024-02-09T23:58:05.987487+0000","last_undegraded":"2024-02-09T23:58:05.987487+0000","last_fullsized":"2024-02-09T23:58:05.987487+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:59:19.992630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974242+0000","last_change":"2024-02-09T23:57:06.634619+0000","last_active":"2024-02-09T23:58:05.974242+0000","last_peered":"2024-02-09T23:58:05.974242+0000","last_clean":"2024-02-09T23:58:05.974242+0000","last_became_active":"2024-02-09T23:57:06.634210+0000","last_became_peered":"2024-02-09T23:57:06.634210+0000","last_unstale":"2024-02-09T23:58:05.974242+0000","last_undegraded":"2024-02-09T23:58:05.974242+0000","last_fullsized":"2024-02-09T23:58:05.974242+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:52:22.063449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"85'5","reported_seq":97,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:20.977173+0000","last_change":"2024-02-09T23:57:05.606826+0000","last_active":"2024-02-09T23:58:20.977173+0000","last_peered":"2024-02-09T23:58:20.977173+0000","last_clean":"2024-02-09T23:58:20.977173+0000","last_became_active":"2024-02-09T23:57:05.606480+0000","last_became_peered":"2024-02-09T23:57:05.606480+0000","last_unstale":"2024-02-09T23:58:20.977173+0000","last_undegraded":"2024-02-09T23:58:20.977173+0000","last_fullsized":"2024-02-09T23:58:20.977173+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:56:00.192534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":74,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.973916+0000","last_change":"2024-02-09T23:57:06.624487+0000","last_active":"2024-02-09T23:58:05.973916+0000","last_peered":"2024-02-09T23:58:05.973916+0000","last_clean":"2024-02-09T23:58:05.973916+0000","last_became_active":"2024-02-09T23:57:06.624148+0000","last_became_peered":"2024-02-09T23:57:06.624148+0000","last_unstale":"2024-02-09T23:58:05.973916+0000","last_undegraded":"2024-02-09T23:58:05.973916+0000","last_fullsized":"2024-02-09T23:58:05.973916+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:03:42.028339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"85'17","reported_seq":37,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.973835+0000","last_change":"2024-02-09T23:57:05.615461+0000","last_active":"2024-02-09T23:58:05.973835+0000","last_peered":"2024-02-09T23:58:05.973835+0000","last_clean":"2024-02-09T23:58:05.973835+0000","last_became_active":"2024-02-09T23:57:05.615106+0000","last_became_peered":"2024-02-09T23:57:05.615106+0000","last_unstale":"2024-02-09T23:58:05.973835+0000","last_undegraded":"2024-02-09T23:58:05.973835+0000","last_fullsized":"2024-02-09T23:58:05.973835+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:41:55.071097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.987351+0000","last_change":"2024-02-09T23:57:06.628867+0000","last_active":"2024-02-09T23:58:05.987351+0000","last_peered":"2024-02-09T23:58:05.987351+0000","last_clean":"2024-02-09T23:58:05.987351+0000","last_became_active":"2024-02-09T23:57:06.628471+0000","last_became_peered":"2024-02-09T23:57:06.628471+0000","last_unstale":"2024-02-09T23:58:05.987351+0000","last_undegraded":"2024-02-09T23:58:05.987351+0000","last_fullsized":"2024-02-09T23:58:05.987351+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:43:37.464829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'2","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974232+0000","last_change":"2024-02-09T23:57:05.614493+0000","last_active":"2024-02-09T23:58:05.974232+0000","last_peered":"2024-02-09T23:58:05.974232+0000","last_clean":"2024-02-09T23:58:05.974232+0000","last_became_active":"2024-02-09T23:57:05.614154+0000","last_became_peered":"2024-02-09T23:57:05.614154+0000","last_unstale":"2024-02-09T23:58:05.974232+0000","last_undegraded":"2024-02-09T23:58:05.974232+0000","last_fullsized":"2024-02-09T23:58:05.974232+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:49:47.110364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.976347+0000","last_change":"2024-02-09T23:57:06.630643+0000","last_active":"2024-02-09T23:58:05.976347+0000","last_peered":"2024-02-09T23:58:05.976347+0000","last_clean":"2024-02-09T23:58:05.976347+0000","last_became_active":"2024-02-09T23:57:06.630280+0000","last_became_peered":"2024-02-09T23:57:06.630280+0000","last_unstale":"2024-02-09T23:58:05.976347+0000","last_undegraded":"2024-02-09T23:58:05.976347+0000","last_fullsized":"2024-02-09T23:58:05.976347+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:26:12.152056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"85'1","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.976120+0000","last_change":"2024-02-09T23:57:05.610820+0000","last_active":"2024-02-09T23:58:05.976120+0000","last_peered":"2024-02-09T23:58:05.976120+0000","last_clean":"2024-02-09T23:58:05.976120+0000","last_became_active":"2024-02-09T23:57:05.610379+0000","last_became_peered":"2024-02-09T23:57:05.610379+0000","last_unstale":"2024-02-09T23:58:05.976120+0000","last_undegraded":"2024-02-09T23:58:05.976120+0000","last_fullsized":"2024-02-09T23:58:05.976120+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:11:23.127349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"85'1","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977497+0000","last_change":"2024-02-09T23:57:06.631474+0000","last_active":"2024-02-09T23:58:05.977497+0000","last_peered":"2024-02-09T23:58:05.977497+0000","last_clean":"2024-02-09T23:58:05.977497+0000","last_became_active":"2024-02-09T23:57:06.631146+0000","last_became_peered":"2024-02-09T23:57:06.631146+0000","last_unstale":"2024-02-09T23:58:05.977497+0000","last_undegraded":"2024-02-09T23:58:05.977497+0000","last_fullsized":"2024-02-09T23:58:05.977497+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:47:10.109717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"85'5","reported_seq":94,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:19.972017+0000","last_change":"2024-02-09T23:57:05.612805+0000","last_active":"2024-02-09T23:58:19.972017+0000","last_peered":"2024-02-09T23:58:19.972017+0000","last_clean":"2024-02-09T23:58:19.972017+0000","last_became_active":"2024-02-09T23:57:05.612473+0000","last_became_peered":"2024-02-09T23:57:05.612473+0000","last_unstale":"2024-02-09T23:58:19.972017+0000","last_undegraded":"2024-02-09T23:58:19.972017+0000","last_fullsized":"2024-02-09T23:58:19.972017+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:08:00.129775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":70,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977536+0000","last_change":"2024-02-09T23:57:06.636115+0000","last_active":"2024-02-09T23:58:05.977536+0000","last_peered":"2024-02-09T23:58:05.977536+0000","last_clean":"2024-02-09T23:58:05.977536+0000","last_became_active":"2024-02-09T23:57:06.635797+0000","last_became_peered":"2024-02-09T23:57:06.635797+0000","last_unstale":"2024-02-09T23:58:05.977536+0000","last_undegraded":"2024-02-09T23:58:05.977536+0000","last_fullsized":"2024-02-09T23:58:05.977536+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:59:19.328675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.987364+0000","last_change":"2024-02-09T23:57:06.623292+0000","last_active":"2024-02-09T23:58:05.987364+0000","last_peered":"2024-02-09T23:58:05.987364+0000","last_clean":"2024-02-09T23:58:05.987364+0000","last_became_active":"2024-02-09T23:57:06.622980+0000","last_became_peered":"2024-02-09T23:57:06.622980+0000","last_unstale":"2024-02-09T23:58:05.987364+0000","last_undegraded":"2024-02-09T23:58:05.987364+0000","last_fullsized":"2024-02-09T23:58:05.987364+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:39:48.674611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"85'5","reported_seq":100,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:24.983021+0000","last_change":"2024-02-09T23:57:05.603119+0000","last_active":"2024-02-09T23:58:24.983021+0000","last_peered":"2024-02-09T23:58:24.983021+0000","last_clean":"2024-02-09T23:58:24.983021+0000","last_became_active":"2024-02-09T23:57:05.602806+0000","last_became_peered":"2024-02-09T23:57:05.602806+0000","last_unstale":"2024-02-09T23:58:24.983021+0000","last_undegraded":"2024-02-09T23:58:24.983021+0000","last_fullsized":"2024-02-09T23:58:24.983021+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:50:48.007097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":76,"num_read_kb":76,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977778+0000","last_change":"2024-02-09T23:57:06.637007+0000","last_active":"2024-02-09T23:58:05.977778+0000","last_peered":"2024-02-09T23:58:05.977778+0000","last_clean":"2024-02-09T23:58:05.977778+0000","last_became_active":"2024-02-09T23:57:06.636396+0000","last_became_peered":"2024-02-09T23:57:06.636396+0000","last_unstale":"2024-02-09T23:58:05.977778+0000","last_undegraded":"2024-02-09T23:58:05.977778+0000","last_fullsized":"2024-02-09T23:58:05.977778+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:11:31.422896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"85'6","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.978233+0000","last_change":"2024-02-09T23:57:05.606745+0000","last_active":"2024-02-09T23:58:05.978233+0000","last_peered":"2024-02-09T23:58:05.978233+0000","last_clean":"2024-02-09T23:58:05.978233+0000","last_became_active":"2024-02-09T23:57:05.606401+0000","last_became_peered":"2024-02-09T23:57:05.606401+0000","last_unstale":"2024-02-09T23:58:05.978233+0000","last_undegraded":"2024-02-09T23:58:05.978233+0000","last_fullsized":"2024-02-09T23:58:05.978233+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:35:38.737251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":352,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.973986+0000","last_change":"2024-02-09T23:55:52.845813+0000","last_active":"2024-02-09T23:58:05.973986+0000","last_peered":"2024-02-09T23:58:05.973986+0000","last_clean":"2024-02-09T23:58:05.973986+0000","last_became_active":"2024-02-09T23:55:52.845392+0000","last_became_peered":"2024-02-09T23:55:52.845392+0000","last_unstale":"2024-02-09T23:58:05.973986+0000","last_undegraded":"2024-02-09T23:58:05.973986+0000","last_fullsized":"2024-02-09T23:58:05.973986+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:52:28.528032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:52:28.528032+0000","last_clean_scrub_stamp":"2024-02-09T23:52:28.528032+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:55:39.392199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.973704+0000","last_change":"2024-02-09T23:57:06.637855+0000","last_active":"2024-02-09T23:58:05.973704+0000","last_peered":"2024-02-09T23:58:05.973704+0000","last_clean":"2024-02-09T23:58:05.973704+0000","last_became_active":"2024-02-09T23:57:06.637568+0000","last_became_peered":"2024-02-09T23:57:06.637568+0000","last_unstale":"2024-02-09T23:58:05.973704+0000","last_undegraded":"2024-02-09T23:58:05.973704+0000","last_fullsized":"2024-02-09T23:58:05.973704+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:11:24.964130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"85'4","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974069+0000","last_change":"2024-02-09T23:57:05.612288+0000","last_active":"2024-02-09T23:58:05.974069+0000","last_peered":"2024-02-09T23:58:05.974069+0000","last_clean":"2024-02-09T23:58:05.974069+0000","last_became_active":"2024-02-09T23:57:05.611942+0000","last_became_peered":"2024-02-09T23:57:05.611942+0000","last_unstale":"2024-02-09T23:58:05.974069+0000","last_undegraded":"2024-02-09T23:58:05.974069+0000","last_fullsized":"2024-02-09T23:58:05.974069+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:55:39.289715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"85'4","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974238+0000","last_change":"2024-02-09T23:57:05.615695+0000","last_active":"2024-02-09T23:58:05.974238+0000","last_peered":"2024-02-09T23:58:05.974238+0000","last_clean":"2024-02-09T23:58:05.974238+0000","last_became_active":"2024-02-09T23:57:05.615340+0000","last_became_peered":"2024-02-09T23:57:05.615340+0000","last_unstale":"2024-02-09T23:58:05.974238+0000","last_undegraded":"2024-02-09T23:58:05.974238+0000","last_fullsized":"2024-02-09T23:58:05.974238+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:32:00.533576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.973971+0000","last_change":"2024-02-09T23:57:06.617756+0000","last_active":"2024-02-09T23:58:05.973971+0000","last_peered":"2024-02-09T23:58:05.973971+0000","last_clean":"2024-02-09T23:58:05.973971+0000","last_became_active":"2024-02-09T23:57:06.617265+0000","last_became_peered":"2024-02-09T23:57:06.617265+0000","last_unstale":"2024-02-09T23:58:05.973971+0000","last_undegraded":"2024-02-09T23:58:05.973971+0000","last_fullsized":"2024-02-09T23:58:05.973971+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:07:16.510400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"85'12","reported_seq":31,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.976267+0000","last_change":"2024-02-09T23:57:05.611877+0000","last_active":"2024-02-09T23:58:05.976267+0000","last_peered":"2024-02-09T23:58:05.976267+0000","last_clean":"2024-02-09T23:58:05.976267+0000","last_became_active":"2024-02-09T23:57:05.611592+0000","last_became_peered":"2024-02-09T23:57:05.611592+0000","last_unstale":"2024-02-09T23:58:05.976267+0000","last_undegraded":"2024-02-09T23:58:05.976267+0000","last_fullsized":"2024-02-09T23:58:05.976267+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:17:31.374844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.978014+0000","last_change":"2024-02-09T23:57:06.635258+0000","last_active":"2024-02-09T23:58:05.978014+0000","last_peered":"2024-02-09T23:58:05.978014+0000","last_clean":"2024-02-09T23:58:05.978014+0000","last_became_active":"2024-02-09T23:57:06.634027+0000","last_became_peered":"2024-02-09T23:57:06.634027+0000","last_unstale":"2024-02-09T23:58:05.978014+0000","last_undegraded":"2024-02-09T23:58:05.978014+0000","last_fullsized":"2024-02-09T23:58:05.978014+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:22:52.691904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"85'7","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977365+0000","last_change":"2024-02-09T23:57:05.604119+0000","last_active":"2024-02-09T23:58:05.977365+0000","last_peered":"2024-02-09T23:58:05.977365+0000","last_clean":"2024-02-09T23:58:05.977365+0000","last_became_active":"2024-02-09T23:57:05.603790+0000","last_became_peered":"2024-02-09T23:57:05.603790+0000","last_unstale":"2024-02-09T23:58:05.977365+0000","last_undegraded":"2024-02-09T23:58:05.977365+0000","last_fullsized":"2024-02-09T23:58:05.977365+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:32:35.996866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.980346+0000","last_change":"2024-02-09T23:57:06.639235+0000","last_active":"2024-02-09T23:58:05.980346+0000","last_peered":"2024-02-09T23:58:05.980346+0000","last_clean":"2024-02-09T23:58:05.980346+0000","last_became_active":"2024-02-09T23:57:06.638161+0000","last_became_peered":"2024-02-09T23:57:06.638161+0000","last_unstale":"2024-02-09T23:58:05.980346+0000","last_undegraded":"2024-02-09T23:58:05.980346+0000","last_fullsized":"2024-02-09T23:58:05.980346+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:36:27.334864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"85'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.979826+0000","last_change":"2024-02-09T23:57:05.603199+0000","last_active":"2024-02-09T23:58:05.979826+0000","last_peered":"2024-02-09T23:58:05.979826+0000","last_clean":"2024-02-09T23:58:05.979826+0000","last_became_active":"2024-02-09T23:57:05.602773+0000","last_became_peered":"2024-02-09T23:57:05.602773+0000","last_unstale":"2024-02-09T23:58:05.979826+0000","last_undegraded":"2024-02-09T23:58:05.979826+0000","last_fullsized":"2024-02-09T23:58:05.979826+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:18:00.633758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.973831+0000","last_change":"2024-02-09T23:57:06.624178+0000","last_active":"2024-02-09T23:58:05.973831+0000","last_peered":"2024-02-09T23:58:05.973831+0000","last_clean":"2024-02-09T23:58:05.973831+0000","last_became_active":"2024-02-09T23:57:06.623776+0000","last_became_peered":"2024-02-09T23:57:06.623776+0000","last_unstale":"2024-02-09T23:58:05.973831+0000","last_undegraded":"2024-02-09T23:58:05.973831+0000","last_fullsized":"2024-02-09T23:58:05.973831+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:37:17.906128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"85'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977785+0000","last_change":"2024-02-09T23:57:05.617768+0000","last_active":"2024-02-09T23:58:05.977785+0000","last_peered":"2024-02-09T23:58:05.977785+0000","last_clean":"2024-02-09T23:58:05.977785+0000","last_became_active":"2024-02-09T23:57:05.617413+0000","last_became_peered":"2024-02-09T23:57:05.617413+0000","last_unstale":"2024-02-09T23:58:05.977785+0000","last_undegraded":"2024-02-09T23:58:05.977785+0000","last_fullsized":"2024-02-09T23:58:05.977785+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:10:17.041109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.975479+0000","last_change":"2024-02-09T23:57:06.625650+0000","last_active":"2024-02-09T23:58:05.975479+0000","last_peered":"2024-02-09T23:58:05.975479+0000","last_clean":"2024-02-09T23:58:05.975479+0000","last_became_active":"2024-02-09T23:57:06.624816+0000","last_became_peered":"2024-02-09T23:57:06.624816+0000","last_unstale":"2024-02-09T23:58:05.975479+0000","last_undegraded":"2024-02-09T23:58:05.975479+0000","last_fullsized":"2024-02-09T23:58:05.975479+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:51:06.489608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"85'3","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.985902+0000","last_change":"2024-02-09T23:58:05.985902+0000","last_active":"2024-02-09T23:58:05.985902+0000","last_peered":"2024-02-09T23:58:05.985902+0000","last_clean":"2024-02-09T23:58:05.985902+0000","last_became_active":"2024-02-09T23:58:05.981029+0000","last_became_peered":"2024-02-09T23:58:05.981029+0000","last_unstale":"2024-02-09T23:58:05.985902+0000","last_undegraded":"2024-02-09T23:58:05.985902+0000","last_fullsized":"2024-02-09T23:58:05.985902+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:23:01.290276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977695+0000","last_change":"2024-02-09T23:57:06.642300+0000","last_active":"2024-02-09T23:58:05.977695+0000","last_peered":"2024-02-09T23:58:05.977695+0000","last_clean":"2024-02-09T23:58:05.977695+0000","last_became_active":"2024-02-09T23:57:06.641191+0000","last_became_peered":"2024-02-09T23:57:06.641191+0000","last_unstale":"2024-02-09T23:58:05.977695+0000","last_undegraded":"2024-02-09T23:58:05.977695+0000","last_fullsized":"2024-02-09T23:58:05.977695+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:43:18.370907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"85'4","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.990579+0000","last_change":"2024-02-09T23:58:05.990579+0000","last_active":"2024-02-09T23:58:05.990579+0000","last_peered":"2024-02-09T23:58:05.990579+0000","last_clean":"2024-02-09T23:58:05.990579+0000","last_became_active":"2024-02-09T23:58:05.983017+0000","last_became_peered":"2024-02-09T23:58:05.983017+0000","last_unstale":"2024-02-09T23:58:05.990579+0000","last_undegraded":"2024-02-09T23:58:05.990579+0000","last_fullsized":"2024-02-09T23:58:05.990579+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:35:37.400686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974204+0000","last_change":"2024-02-09T23:57:06.643427+0000","last_active":"2024-02-09T23:58:05.974204+0000","last_peered":"2024-02-09T23:58:05.974204+0000","last_clean":"2024-02-09T23:58:05.974204+0000","last_became_active":"2024-02-09T23:57:06.643077+0000","last_became_peered":"2024-02-09T23:57:06.643077+0000","last_unstale":"2024-02-09T23:58:05.974204+0000","last_undegraded":"2024-02-09T23:58:05.974204+0000","last_fullsized":"2024-02-09T23:58:05.974204+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:27:27.850234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"85'5","reported_seq":36,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:21.000445+0000","last_change":"2024-02-09T23:58:05.988032+0000","last_active":"2024-02-09T23:58:21.000445+0000","last_peered":"2024-02-09T23:58:21.000445+0000","last_clean":"2024-02-09T23:58:21.000445+0000","last_became_active":"2024-02-09T23:58:05.981651+0000","last_became_peered":"2024-02-09T23:58:05.981651+0000","last_unstale":"2024-02-09T23:58:21.000445+0000","last_undegraded":"2024-02-09T23:58:21.000445+0000","last_fullsized":"2024-02-09T23:58:21.000445+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:36:19.624262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":17,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1170,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974319+0000","last_change":"2024-02-09T23:57:06.639420+0000","last_active":"2024-02-09T23:58:05.974319+0000","last_peered":"2024-02-09T23:58:05.974319+0000","last_clean":"2024-02-09T23:58:05.974319+0000","last_became_active":"2024-02-09T23:57:06.639093+0000","last_became_peered":"2024-02-09T23:57:06.639093+0000","last_unstale":"2024-02-09T23:58:05.974319+0000","last_undegraded":"2024-02-09T23:58:05.974319+0000","last_fullsized":"2024-02-09T23:58:05.974319+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:28:23.444489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"85'3","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.987939+0000","last_change":"2024-02-09T23:57:05.617740+0000","last_active":"2024-02-09T23:58:05.987939+0000","last_peered":"2024-02-09T23:58:05.987939+0000","last_clean":"2024-02-09T23:58:05.987939+0000","last_became_active":"2024-02-09T23:57:05.617367+0000","last_became_peered":"2024-02-09T23:57:05.617367+0000","last_unstale":"2024-02-09T23:58:05.987939+0000","last_undegraded":"2024-02-09T23:58:05.987939+0000","last_fullsized":"2024-02-09T23:58:05.987939+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:47:34.063743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"85'1","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974264+0000","last_change":"2024-02-09T23:57:06.631145+0000","last_active":"2024-02-09T23:58:05.974264+0000","last_peered":"2024-02-09T23:58:05.974264+0000","last_clean":"2024-02-09T23:58:05.974264+0000","last_became_active":"2024-02-09T23:57:06.630801+0000","last_became_peered":"2024-02-09T23:57:06.630801+0000","last_unstale":"2024-02-09T23:58:05.974264+0000","last_undegraded":"2024-02-09T23:58:05.974264+0000","last_fullsized":"2024-02-09T23:58:05.974264+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:41:52.114139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'5","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974040+0000","last_change":"2024-02-09T23:57:05.601531+0000","last_active":"2024-02-09T23:58:05.974040+0000","last_peered":"2024-02-09T23:58:05.974040+0000","last_clean":"2024-02-09T23:58:05.974040+0000","last_became_active":"2024-02-09T23:57:05.601196+0000","last_became_peered":"2024-02-09T23:57:05.601196+0000","last_unstale":"2024-02-09T23:58:05.974040+0000","last_undegraded":"2024-02-09T23:58:05.974040+0000","last_fullsized":"2024-02-09T23:58:05.974040+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:11:41.701214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974369+0000","last_change":"2024-02-09T23:57:06.626671+0000","last_active":"2024-02-09T23:58:05.974369+0000","last_peered":"2024-02-09T23:58:05.974369+0000","last_clean":"2024-02-09T23:58:05.974369+0000","last_became_active":"2024-02-09T23:57:06.626290+0000","last_became_peered":"2024-02-09T23:57:06.626290+0000","last_unstale":"2024-02-09T23:58:05.974369+0000","last_undegraded":"2024-02-09T23:58:05.974369+0000","last_fullsized":"2024-02-09T23:58:05.974369+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:32:22.155457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.975738+0000","last_change":"2024-02-09T23:57:06.623319+0000","last_active":"2024-02-09T23:58:05.975738+0000","last_peered":"2024-02-09T23:58:05.975738+0000","last_clean":"2024-02-09T23:58:05.975738+0000","last_became_active":"2024-02-09T23:57:06.622996+0000","last_became_peered":"2024-02-09T23:57:06.622996+0000","last_unstale":"2024-02-09T23:58:05.975738+0000","last_undegraded":"2024-02-09T23:58:05.975738+0000","last_fullsized":"2024-02-09T23:58:05.975738+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:17:58.547858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.979600+0000","last_change":"2024-02-09T23:57:06.635561+0000","last_active":"2024-02-09T23:58:05.979600+0000","last_peered":"2024-02-09T23:58:05.979600+0000","last_clean":"2024-02-09T23:58:05.979600+0000","last_became_active":"2024-02-09T23:57:06.634862+0000","last_became_peered":"2024-02-09T23:57:06.634862+0000","last_unstale":"2024-02-09T23:58:05.979600+0000","last_undegraded":"2024-02-09T23:58:05.979600+0000","last_fullsized":"2024-02-09T23:58:05.979600+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:18:55.444410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.980064+0000","last_change":"2024-02-09T23:57:06.642617+0000","last_active":"2024-02-09T23:58:05.980064+0000","last_peered":"2024-02-09T23:58:05.980064+0000","last_clean":"2024-02-09T23:58:05.980064+0000","last_became_active":"2024-02-09T23:57:06.642287+0000","last_became_peered":"2024-02-09T23:57:06.642287+0000","last_unstale":"2024-02-09T23:58:05.980064+0000","last_undegraded":"2024-02-09T23:58:05.980064+0000","last_fullsized":"2024-02-09T23:58:05.980064+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:07:30.297547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.979171+0000","last_change":"2024-02-09T23:57:06.635647+0000","last_active":"2024-02-09T23:58:05.979171+0000","last_peered":"2024-02-09T23:58:05.979171+0000","last_clean":"2024-02-09T23:58:05.979171+0000","last_became_active":"2024-02-09T23:57:06.632867+0000","last_became_peered":"2024-02-09T23:57:06.632867+0000","last_unstale":"2024-02-09T23:58:05.979171+0000","last_undegraded":"2024-02-09T23:58:05.979171+0000","last_fullsized":"2024-02-09T23:58:05.979171+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:22:33.508041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.973918+0000","last_change":"2024-02-09T23:57:06.636299+0000","last_active":"2024-02-09T23:58:05.973918+0000","last_peered":"2024-02-09T23:58:05.973918+0000","last_clean":"2024-02-09T23:58:05.973918+0000","last_became_active":"2024-02-09T23:57:06.635931+0000","last_became_peered":"2024-02-09T23:57:06.635931+0000","last_unstale":"2024-02-09T23:58:05.973918+0000","last_undegraded":"2024-02-09T23:58:05.973918+0000","last_fullsized":"2024-02-09T23:58:05.973918+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:13:19.192205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.976284+0000","last_change":"2024-02-09T23:57:06.627392+0000","last_active":"2024-02-09T23:58:05.976284+0000","last_peered":"2024-02-09T23:58:05.976284+0000","last_clean":"2024-02-09T23:58:05.976284+0000","last_became_active":"2024-02-09T23:57:06.627058+0000","last_became_peered":"2024-02-09T23:57:06.627058+0000","last_unstale":"2024-02-09T23:58:05.976284+0000","last_undegraded":"2024-02-09T23:58:05.976284+0000","last_fullsized":"2024-02-09T23:58:05.976284+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:28:23.018218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.979829+0000","last_change":"2024-02-09T23:57:06.631082+0000","last_active":"2024-02-09T23:58:05.979829+0000","last_peered":"2024-02-09T23:58:05.979829+0000","last_clean":"2024-02-09T23:58:05.979829+0000","last_became_active":"2024-02-09T23:57:06.630775+0000","last_became_peered":"2024-02-09T23:57:06.630775+0000","last_unstale":"2024-02-09T23:58:05.979829+0000","last_undegraded":"2024-02-09T23:58:05.979829+0000","last_fullsized":"2024-02-09T23:58:05.979829+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:41:35.627731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.983358+0000","last_change":"2024-02-09T23:58:05.982975+0000","last_active":"2024-02-09T23:58:05.983358+0000","last_peered":"2024-02-09T23:58:05.983358+0000","last_clean":"2024-02-09T23:58:05.983358+0000","last_became_active":"2024-02-09T23:58:05.982681+0000","last_became_peered":"2024-02-09T23:58:05.982681+0000","last_unstale":"2024-02-09T23:58:05.983358+0000","last_undegraded":"2024-02-09T23:58:05.983358+0000","last_fullsized":"2024-02-09T23:58:05.983358+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:06:39.252025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,2],"acting":[9,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.987313+0000","last_change":"2024-02-09T23:57:06.632269+0000","last_active":"2024-02-09T23:58:05.987313+0000","last_peered":"2024-02-09T23:58:05.987313+0000","last_clean":"2024-02-09T23:58:05.987313+0000","last_became_active":"2024-02-09T23:57:06.631281+0000","last_became_peered":"2024-02-09T23:57:06.631281+0000","last_unstale":"2024-02-09T23:58:05.987313+0000","last_undegraded":"2024-02-09T23:58:05.987313+0000","last_fullsized":"2024-02-09T23:58:05.987313+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:40:47.005916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977472+0000","last_change":"2024-02-09T23:57:06.635584+0000","last_active":"2024-02-09T23:58:05.977472+0000","last_peered":"2024-02-09T23:58:05.977472+0000","last_clean":"2024-02-09T23:58:05.977472+0000","last_became_active":"2024-02-09T23:57:06.631913+0000","last_became_peered":"2024-02-09T23:57:06.631913+0000","last_unstale":"2024-02-09T23:58:05.977472+0000","last_undegraded":"2024-02-09T23:58:05.977472+0000","last_fullsized":"2024-02-09T23:58:05.977472+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:14:08.793356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.980696+0000","last_change":"2024-02-09T23:57:06.638651+0000","last_active":"2024-02-09T23:58:05.980696+0000","last_peered":"2024-02-09T23:58:05.980696+0000","last_clean":"2024-02-09T23:58:05.980696+0000","last_became_active":"2024-02-09T23:57:06.638114+0000","last_became_peered":"2024-02-09T23:57:06.638114+0000","last_unstale":"2024-02-09T23:58:05.980696+0000","last_undegraded":"2024-02-09T23:58:05.980696+0000","last_fullsized":"2024-02-09T23:58:05.980696+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:14:54.444299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.973989+0000","last_change":"2024-02-09T23:57:06.633338+0000","last_active":"2024-02-09T23:58:05.973989+0000","last_peered":"2024-02-09T23:58:05.973989+0000","last_clean":"2024-02-09T23:58:05.973989+0000","last_became_active":"2024-02-09T23:57:06.633018+0000","last_became_peered":"2024-02-09T23:57:06.633018+0000","last_unstale":"2024-02-09T23:58:05.973989+0000","last_undegraded":"2024-02-09T23:58:05.973989+0000","last_fullsized":"2024-02-09T23:58:05.973989+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:36:47.401829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.975974+0000","last_change":"2024-02-09T23:57:06.633271+0000","last_active":"2024-02-09T23:58:05.975974+0000","last_peered":"2024-02-09T23:58:05.975974+0000","last_clean":"2024-02-09T23:58:05.975974+0000","last_became_active":"2024-02-09T23:57:06.632962+0000","last_became_peered":"2024-02-09T23:57:06.632962+0000","last_unstale":"2024-02-09T23:58:05.975974+0000","last_undegraded":"2024-02-09T23:58:05.975974+0000","last_fullsized":"2024-02-09T23:58:05.975974+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:33:45.916156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":376832,"data_stored":4132576,"data_compressed":249834,"data_compressed_allocated":315392,"data_compressed_original":4096000,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":67468,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":693,"num_read_kb":453,"num_write":235,"num_write_kb":131,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":62216,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":512000,"data_stored":202404,"data_compressed":13265,"data_compressed_allocated":20480,"data_compressed_original":73728,"omap_allocated":0,"internal_metadata":0},"log_size":204,"ondisk_log_size":204,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383709,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":950272,"data_stored":456807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.57499999999999996,"15min":0.57199999999999995},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.56499999999999995,"15min":0.56100000000000005},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.68200000000000005}]},{"osd":1,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.63600000000000001,"15min":0.63},"min":{"1min":0.497,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.57999999999999996,"15min":0.57599999999999996},"min":{"1min":0.40200000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.88400000000000001}]},{"osd":2,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.53500000000000003,"15min":0.53400000000000003},"min":{"1min":0.38,"5min":0.312,"15min":0.312},"max":{"1min":0.72599999999999998,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.51300000000000001,"15min":0.50600000000000001},"min":{"1min":0.35399999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.71999999999999997,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.55200000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70399999999999996}]},{"osd":4,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.68999999999999995,"15min":0.69299999999999995},"min":{"1min":0.43099999999999999,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.85599999999999998,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.90100000000000002},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.64300000000000002,"15min":0.64500000000000002},"min":{"1min":0.45800000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.89000000000000001,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.63400000000000001}]},{"osd":5,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.629,"15min":0.63100000000000001},"min":{"1min":0.40000000000000002,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.77600000000000002,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.63400000000000001,"15min":0.63},"min":{"1min":0.435,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.93799999999999994,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.72299999999999998}]},{"osd":6,"last update":"Fri Feb 9 23:57:18 2024","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.749,"5min":0.749,"15min":0.749},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.337,"5min":1.337,"15min":1.337},"last":0.69099999999999995}]},{"osd":7,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.77300000000000002,"15min":0.76700000000000002},"min":{"1min":0.59699999999999998,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.93500000000000005},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.72499999999999998,"15min":0.72899999999999998},"min":{"1min":0.54000000000000004,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.91200000000000003,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.77100000000000002}]},{"osd":8,"last update":"Fri Feb 9 23:58:07 2024","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.80400000000000005},{"interface":"front","average":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"min":{"1min":0.626,"5min":0.626,"15min":0.626},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.79100000000000004}]},{"osd":9,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.79400000000000004,"15min":0.79000000000000004},"min":{"1min":0.72499999999999998,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.0369999999999999,"5min":1.232,"15min":1.232},"last":0.84399999999999997},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.79900000000000004,"15min":0.79100000000000004},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.0329999999999999,"5min":1.038,"15min":1.038},"last":0.85799999999999998}]},{"osd":10,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.77000000000000002,"15min":0.76500000000000001},"min":{"1min":0.56899999999999995,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.82999999999999996},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.82099999999999995,"15min":0.81799999999999995},"min":{"1min":0.69499999999999995,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.0669999999999999,"5min":1.369,"15min":1.369},"last":0.91700000000000004}]}]},{"osd":10,"up_from":72,"seq":309237645347,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28096,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717056,"statfs":{"total":95995035648,"available":95966265344,"internally_reserved":0,"allocated":1101824,"data_stored":1108882,"data_compressed":38028,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:06 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.46700000000000003}]},{"osd":1,"last update":"Fri Feb 9 23:57:52 2024","interfaces":[{"interface":"back","average":{"1min":0.43099999999999999,"5min":0.47499999999999998,"15min":0.48199999999999998},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.72999999999999998,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.44900000000000001,"15min":0.45400000000000001},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.48599999999999999}]},{"osd":2,"last update":"Fri Feb 9 23:57:52 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.61699999999999999,"15min":0.625},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.80100000000000005,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.372},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.66800000000000004,"15min":0.68200000000000005},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.81399999999999995,"5min":1.224,"15min":1.224},"last":0.51400000000000001}]},{"osd":3,"last update":"Fri Feb 9 23:57:52 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.64500000000000002,"15min":0.66200000000000003},"min":{"1min":0.39000000000000001,"5min":0.373,"15min":0.373},"max":{"1min":0.79600000000000004,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":0.628},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.63100000000000001,"15min":0.64100000000000001},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.77800000000000002,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.42899999999999999}]},{"osd":4,"last update":"Fri Feb 9 23:57:52 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.55100000000000005,"15min":0.55600000000000005},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.68999999999999995,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.53800000000000003,"15min":0.54300000000000004},"min":{"1min":0.33600000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.76800000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.60899999999999999}]},{"osd":5,"last update":"Fri Feb 9 23:57:52 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.66000000000000003,"15min":0.67000000000000004},"min":{"1min":0.48299999999999998,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.76600000000000001,"5min":1.05,"15min":1.05},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.70399999999999996,"15min":0.71399999999999997},"min":{"1min":0.51400000000000001,"5min":0.44,"15min":0.44},"max":{"1min":0.84199999999999997,"5min":1.125,"15min":1.125},"last":0.58499999999999996}]},{"osd":6,"last update":"Fri Feb 9 23:57:52 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.73399999999999999,"15min":0.754},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.82899999999999996,"5min":1.3100000000000001,"15min":1.3100000000000001},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.72599999999999998,"15min":0.73799999999999999},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.83099999999999996,"5min":1.107,"15min":1.107},"last":0.59699999999999998}]},{"osd":7,"last update":"Fri Feb 9 23:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.258,"5min":1.258,"15min":1.258},"last":0.58799999999999997}]},{"osd":8,"last update":"Fri Feb 9 23:57:52 2024","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.73599999999999999,"15min":0.74199999999999999},"min":{"1min":0.53100000000000003,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.86299999999999999,"5min":1.034,"15min":1.034},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.78400000000000003,"15min":0.79800000000000004},"min":{"1min":0.51500000000000001,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.86899999999999999,"5min":1.865,"15min":1.865},"last":0.69599999999999995}]},{"osd":9,"last update":"Fri Feb 9 23:57:52 2024","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.77300000000000002,"15min":0.78700000000000003},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.89600000000000002,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.81399999999999995,"15min":0.83599999999999997},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.82699999999999996,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.65900000000000003}]},{"osd":11,"last update":"Fri Feb 9 23:58:18 2024","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.74299999999999999,"15min":0.745},"min":{"1min":0.57599999999999996,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":0.86599999999999999,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.746,"15min":0.74399999999999999},"min":{"1min":0.63,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":0.88900000000000001,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.72499999999999998}]}]},{"osd":9,"up_from":67,"seq":287762808872,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":974848,"data_stored":456737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:26 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.46200000000000002,"15min":0.46400000000000002},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":1.353,"5min":1.353,"15min":1.353},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.432,"5min":0.47199999999999998,"15min":0.47799999999999998},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":1.151,"5min":1.151,"15min":1.151},"last":0.35999999999999999}]},{"osd":1,"last update":"Fri Feb 9 23:57:26 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.60599999999999998,"15min":0.60799999999999998},"min":{"1min":0.41199999999999998,"5min":0.379,"15min":0.379},"max":{"1min":1.258,"5min":1.258,"15min":1.258},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.65100000000000002,"15min":0.65700000000000003},"min":{"1min":0.44900000000000001,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.091,"5min":1.091,"15min":1.091},"last":0.46500000000000002}]},{"osd":2,"last update":"Fri Feb 9 23:57:26 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.65200000000000002,"15min":0.66400000000000003},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.0589999999999999,"5min":1.0589999999999999,"15min":1.0589999999999999},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.59099999999999997,"15min":0.59899999999999998},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.90900000000000003,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.60199999999999998}]},{"osd":3,"last update":"Fri Feb 9 23:57:26 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.53800000000000003,"15min":0.54700000000000004},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":1.3879999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.57899999999999996,"15min":0.59099999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.57299999999999995}]},{"osd":4,"last update":"Fri Feb 9 23:57:26 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.446,"5min":1.446,"15min":1.446},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.67200000000000004,"15min":0.67800000000000005},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":1.29,"5min":1.29,"15min":1.29},"last":0.623}]},{"osd":5,"last update":"Fri Feb 9 23:57:26 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.70099999999999996,"15min":0.72099999999999997},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.74299999999999999,"15min":0.75900000000000001},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":1.0269999999999999,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.497}]},{"osd":6,"last update":"Fri Feb 9 23:57:26 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.65600000000000003,"15min":0.67200000000000004},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.59799999999999998,"15min":0.61099999999999999},"min":{"1min":0.36699999999999999,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.84999999999999998,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.41799999999999998}]},{"osd":7,"last update":"Fri Feb 9 23:57:26 2024","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.75600000000000001,"15min":0.76600000000000001},"min":{"1min":0.55200000000000005,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.75600000000000001,"15min":0.76500000000000001},"min":{"1min":0.55600000000000005,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.66100000000000003}]},{"osd":8,"last update":"Fri Feb 9 23:57:26 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.73199999999999998,"15min":0.74399999999999999},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":1.4059999999999999,"5min":1.4059999999999999,"15min":1.4059999999999999},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.68200000000000005,"5min":0.78400000000000003,"15min":0.80100000000000005},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.58799999999999997}]},{"osd":10,"last update":"Fri Feb 9 23:57:53 2024","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.752,"15min":0.76200000000000001},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.121,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.63},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.70199999999999996,"15min":0.70799999999999996},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.48,"5min":1.48,"15min":1.48},"last":0.67100000000000004}]}]},{"osd":8,"up_from":59,"seq":253403070508,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32132,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713020,"statfs":{"total":95995035648,"available":95962132480,"internally_reserved":0,"allocated":970752,"data_stored":457115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.55800000000000005,"15min":0.54400000000000004},"min":{"1min":0.41499999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.54700000000000004,"15min":0.52500000000000002},"min":{"1min":0.47999999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.63}]},{"osd":1,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.58199999999999996,"15min":0.56000000000000005},"min":{"1min":0.45400000000000001,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.68999999999999995,"15min":0.61199999999999999},"min":{"1min":0.497,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.85899999999999999,"5min":8.3290000000000006,"15min":8.3290000000000006},"last":0.84299999999999997}]},{"osd":2,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.44400000000000001,"15min":0.42199999999999999},"min":{"1min":0.35599999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.69999999999999996,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.48499999999999999,"15min":0.47699999999999998},"min":{"1min":0.36799999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.74299999999999999,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.45100000000000001}]},{"osd":3,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.58399999999999996,"15min":0.58099999999999996},"min":{"1min":0.39800000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.81399999999999995,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.63,"15min":0.625},"min":{"1min":0.51200000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.86099999999999999,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.72999999999999998}]},{"osd":4,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.59399999999999997,"15min":0.56699999999999995},"min":{"1min":0.48199999999999998,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.503},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.60799999999999998,"15min":0.57999999999999996},"min":{"1min":0.42599999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.66800000000000004}]},{"osd":5,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.58899999999999997,"15min":0.57699999999999996},"min":{"1min":0.42399999999999999,"5min":0.315,"15min":0.315},"max":{"1min":0.81499999999999995,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.56799999999999995,"15min":0.55300000000000005},"min":{"1min":0.371,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.82399999999999995,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.40799999999999997}]},{"osd":6,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.65300000000000002,"15min":0.628},"min":{"1min":0.58499999999999996,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.79300000000000004,"5min":0.72399999999999998,"15min":0.71199999999999997},"min":{"1min":0.59999999999999998,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.111,"5min":1.111,"15min":1.111},"last":0.59499999999999997}]},{"osd":7,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.72099999999999997,"15min":0.69699999999999995},"min":{"1min":0.54600000000000004,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.97699999999999998,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.87,"5min":0.70499999999999996,"15min":0.67600000000000005},"min":{"1min":0.61399999999999999,"5min":0.434,"15min":0.434},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.70999999999999996}]},{"osd":9,"last update":"Fri Feb 9 23:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.77100000000000002,"5min":0.72399999999999998,"15min":0.71599999999999997},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.80200000000000005,"5min":0.77000000000000002,"15min":0.76500000000000001},"min":{"1min":0.63400000000000001,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.081,"5min":1.081,"15min":1.081},"last":0.747}]},{"osd":10,"last update":"Fri Feb 9 23:57:52 2024","interfaces":[{"interface":"back","average":{"1min":0.88500000000000001,"5min":0.78100000000000003,"15min":0.76400000000000001},"min":{"1min":0.60999999999999999,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.1459999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.878},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.73699999999999999,"15min":0.71699999999999997},"min":{"1min":0.55700000000000005,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.85799999999999998}]},{"osd":11,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.028,"5min":1.028,"15min":1.028},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"min":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"max":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.82399999999999995}]}]},{"osd":7,"up_from":51,"seq":219043332145,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28020,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717132,"statfs":{"total":95995035648,"available":95966343168,"internally_reserved":0,"allocated":1024000,"data_stored":1049242,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:56:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.52300000000000002,"15min":0.51300000000000001},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.82799999999999996},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.51900000000000002,"15min":0.51500000000000001},"min":{"1min":0.35899999999999999,"5min":0.308,"15min":0.308},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.96299999999999997}]},{"osd":1,"last update":"Fri Feb 9 23:57:38 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.40000000000000002,"15min":0.38300000000000001},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.69399999999999995,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.48999999999999999,"5min":0.41999999999999998,"15min":0.39900000000000002},"min":{"1min":0.28399999999999997,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.46100000000000002}]},{"osd":2,"last update":"Fri Feb 9 23:57:38 2024","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.61499999999999999,"15min":0.60699999999999998},"min":{"1min":0.40500000000000003,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.59099999999999997,"15min":0.58999999999999997},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.58399999999999996}]},{"osd":3,"last update":"Fri Feb 9 23:57:38 2024","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.54800000000000004,"15min":0.53900000000000003},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.77500000000000002,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.57099999999999995,"15min":0.56499999999999995},"min":{"1min":0.39400000000000002,"5min":0.37,"15min":0.37},"max":{"1min":0.78000000000000003,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.62}]},{"osd":4,"last update":"Fri Feb 9 23:57:38 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.503,"15min":0.48899999999999999},"min":{"1min":0.32100000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.71699999999999997,"5min":0.875,"15min":0.875},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.51200000000000001,"15min":0.5},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.79500000000000004,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.48499999999999999}]},{"osd":5,"last update":"Fri Feb 9 23:57:38 2024","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.65800000000000003,"15min":0.65400000000000003},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.623,"15min":0.622},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.94599999999999995,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.751}]},{"osd":6,"last update":"Fri Feb 9 23:57:38 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.64900000000000002,"15min":0.64300000000000002},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.66700000000000004,"15min":0.65800000000000003},"min":{"1min":0.46600000000000003,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.96399999999999997,"5min":1,"15min":1},"last":0.69499999999999995}]},{"osd":8,"last update":"Fri Feb 9 23:58:03 2024","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.69399999999999995,"15min":0.67400000000000004},"min":{"1min":0.53600000000000003,"5min":0.496,"15min":0.496},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.67300000000000004,"15min":0.66200000000000003},"min":{"1min":0.47399999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.879,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.72299999999999998}]},{"osd":9,"last update":"Fri Feb 9 23:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.72699999999999998,"15min":0.72599999999999998},"min":{"1min":0.48799999999999999,"5min":0.433,"15min":0.433},"max":{"1min":0.89200000000000002,"5min":1.119,"15min":1.119},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.66900000000000004,"15min":0.66500000000000004},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.70999999999999996}]},{"osd":10,"last update":"Fri Feb 9 23:57:56 2024","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.77100000000000002,"15min":0.78300000000000003},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.95999999999999996,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.78400000000000003}]},{"osd":11,"last update":"Fri Feb 9 23:58:06 2024","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.80400000000000005}]}]},{"osd":6,"up_from":46,"seq":197568495671,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":958464,"data_stored":456454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.40200000000000002,"15min":0.39400000000000002},"min":{"1min":0.27400000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.61099999999999999,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.376},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.43099999999999999,"15min":0.44500000000000001},"min":{"1min":0.29799999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.626,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.33800000000000002}]},{"osd":1,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.60199999999999998,"15min":0.58899999999999997},"min":{"1min":0.40200000000000002,"5min":0.314,"15min":0.314},"max":{"1min":3.8969999999999998,"5min":3.8969999999999998,"15min":3.8969999999999998},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.61599999999999999,"15min":0.59999999999999998},"min":{"1min":0.38700000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":3.8849999999999998,"5min":3.8849999999999998,"15min":3.8849999999999998},"last":0.48199999999999998}]},{"osd":2,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.61899999999999999,"15min":0.59599999999999997},"min":{"1min":0.41799999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":3.8340000000000001,"5min":3.8340000000000001,"15min":3.8340000000000001},"last":0.75},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.58999999999999997,"15min":0.59399999999999997},"min":{"1min":0.39900000000000002,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.79100000000000004,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.628}]},{"osd":3,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.47299999999999998,"15min":0.48899999999999999},"min":{"1min":0.31,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.60099999999999998,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.53400000000000003,"15min":0.55400000000000005},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.70099999999999996,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.40699999999999997}]},{"osd":4,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.63700000000000001,"15min":0.63400000000000001},"min":{"1min":0.39600000000000002,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":3.8109999999999999,"5min":3.8109999999999999,"15min":3.8109999999999999},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.65600000000000003,"15min":0.65400000000000003},"min":{"1min":0.436,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":3.8540000000000001,"5min":3.8540000000000001,"15min":3.8540000000000001},"last":0.45100000000000001}]},{"osd":5,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.64400000000000002,"15min":0.63400000000000001},"min":{"1min":0.39900000000000002,"5min":0.377,"15min":0.377},"max":{"1min":0.94599999999999995,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.628,"5min":0.65100000000000002,"15min":0.65500000000000003},"min":{"1min":0.47299999999999998,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.90600000000000003,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.56399999999999995}]},{"osd":7,"last update":"Fri Feb 9 23:57:39 2024","interfaces":[{"interface":"back","average":{"1min":0.80500000000000005,"5min":0.70199999999999996,"15min":0.67200000000000004},"min":{"1min":0.45500000000000002,"5min":0.432,"15min":0.432},"max":{"1min":3.8439999999999999,"5min":3.8439999999999999,"15min":3.8439999999999999},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.69099999999999995,"15min":0.66300000000000003},"min":{"1min":0.46899999999999997,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":3.8740000000000001,"5min":3.8740000000000001,"15min":3.8740000000000001},"last":0.65500000000000003}]},{"osd":8,"last update":"Fri Feb 9 23:57:59 2024","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.74299999999999999,"15min":0.71599999999999997},"min":{"1min":0.51500000000000001,"5min":0.495,"15min":0.495},"max":{"1min":3.8210000000000002,"5min":3.8210000000000002,"15min":3.8210000000000002},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.70499999999999996,"15min":0.69999999999999996},"min":{"1min":0.502,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.90400000000000003,"5min":1.032,"15min":1.032},"last":0.72699999999999998}]},{"osd":9,"last update":"Fri Feb 9 23:57:29 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.68899999999999995,"15min":0.69699999999999995},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.498},{"interface":"front","average":{"1min":0.70199999999999996,"5min":0.73799999999999999,"15min":0.74399999999999999},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.64000000000000001}]},{"osd":10,"last update":"Fri Feb 9 23:57:54 2024","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.82099999999999995,"15min":0.83599999999999997},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":0.98399999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.80000000000000004,"15min":0.81299999999999994},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":0.97099999999999997,"5min":1.01,"15min":1.01},"last":0.69399999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574928,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1015808,"data_stored":518413,"data_compressed":1868,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:18 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.52900000000000003,"15min":0.47299999999999998},"min":{"1min":0.42799999999999999,"5min":0.32500000000000001,"15min":0.26200000000000001},"max":{"1min":0.77600000000000002,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.54500000000000004,"15min":0.48599999999999999},"min":{"1min":0.42399999999999999,"5min":0.32400000000000001,"15min":0.27800000000000002},"max":{"1min":0.85599999999999998,"5min":0.88,"15min":0.88},"last":0.81799999999999995}]},{"osd":2,"last update":"Fri Feb 9 23:57:30 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.56000000000000005,"15min":0.53400000000000003},"min":{"1min":0.5,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.56899999999999995,"15min":0.53500000000000003},"min":{"1min":0.53000000000000003,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.86599999999999999,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.47999999999999998}]},{"osd":3,"last update":"Fri Feb 9 23:57:58 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.57599999999999996,"15min":0.55000000000000004},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.58799999999999997,"15min":0.55600000000000005},"min":{"1min":0.38,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.871,"5min":1,"15min":1},"last":0.78400000000000003}]},{"osd":4,"last update":"Fri Feb 9 23:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.43099999999999999,"15min":0.41699999999999998},"min":{"1min":0.315,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.54500000000000004,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.503},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.45800000000000002,"15min":0.44400000000000001},"min":{"1min":0.317,"5min":0.245,"15min":0.245},"max":{"1min":0.61699999999999999,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.69699999999999995}]},{"osd":5,"last update":"Fri Feb 9 23:57:53 2024","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.59899999999999998,"15min":0.55600000000000005},"min":{"1min":0.46899999999999997,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.97299999999999998,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.59799999999999998,"15min":0.55100000000000005},"min":{"1min":0.44400000000000001,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"last":0.621}]},{"osd":6,"last update":"Fri Feb 9 23:58:18 2024","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.624,"15min":0.61299999999999999},"min":{"1min":0.46600000000000003,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.80600000000000005,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.67700000000000005,"15min":0.66500000000000004},"min":{"1min":0.48499999999999999,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.054,"5min":1.1000000000000001,"15min":1.1000000000000001},"last":0.76000000000000001}]},{"osd":7,"last update":"Fri Feb 9 23:57:33 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.54600000000000004,"15min":0.52400000000000002},"min":{"1min":0.443,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.55200000000000005,"15min":0.54600000000000004},"min":{"1min":0.40000000000000002,"5min":0.315,"15min":0.315},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.74199999999999999}]},{"osd":8,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.75700000000000001,"5min":0.67600000000000005,"15min":0.66300000000000003},"min":{"1min":0.54400000000000004,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.89900000000000002},{"interface":"front","average":{"1min":0.84099999999999997,"5min":0.71299999999999997,"15min":0.68700000000000006},"min":{"1min":0.60199999999999998,"5min":0.432,"15min":0.432},"max":{"1min":1.0409999999999999,"5min":1.0409999999999999,"15min":1.0409999999999999},"last":0.72599999999999998}]},{"osd":9,"last update":"Fri Feb 9 23:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.72699999999999998,"15min":0.73199999999999998},"min":{"1min":0.51500000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.92600000000000005,"5min":1.02,"15min":1.02},"last":0.871},{"interface":"front","average":{"1min":0.68000000000000005,"5min":0.69399999999999995,"15min":0.69599999999999995},"min":{"1min":0.54500000000000004,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.80600000000000005,"5min":0.96299999999999997,"15min":0.96299999999999997},"last":0.85499999999999998}]},{"osd":10,"last update":"Fri Feb 9 23:57:53 2024","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.70799999999999996,"15min":0.69299999999999995},"min":{"1min":0.61399999999999999,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.077,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.84199999999999997},{"interface":"front","average":{"1min":0.81799999999999995,"5min":0.76000000000000001,"15min":0.75},"min":{"1min":0.61299999999999999,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.0600000000000001,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.91500000000000004}]},{"osd":11,"last update":"Fri Feb 9 23:58:07 2024","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"min":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.88600000000000001},{"interface":"front","average":{"1min":0.876,"5min":0.876,"15min":0.876},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":1.101,"5min":1.101,"15min":1.101},"last":0.94099999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738452,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27980,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717172,"statfs":{"total":95995035648,"available":95966384128,"internally_reserved":0,"allocated":978944,"data_stored":457793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Feb 9 23:58:14 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52100000000000002,"15min":0.48699999999999999},"min":{"1min":0.38300000000000001,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.72699999999999998,"5min":1.899,"15min":1.899},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.57799999999999996,"15min":0.51800000000000002},"min":{"1min":0.35699999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.86599999999999999,"5min":3.7599999999999998,"15min":3.7599999999999998},"last":0.76000000000000001}]},{"osd":2,"last update":"Fri Feb 9 23:57:37 2024","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.57099999999999995,"15min":0.51700000000000002},"min":{"1min":0.33600000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":3.694,"5min":3.694,"15min":3.694},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.50600000000000001,"15min":0.47499999999999998},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.42599999999999999}]},{"osd":3,"last update":"Fri Feb 9 23:58:07 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.9159999999999999,"5min":3.9159999999999999,"15min":3.9159999999999999},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":2.9129999999999998,"5min":2.9129999999999998,"15min":2.9129999999999998},"last":0.51300000000000001}]},{"osd":4,"last update":"Fri Feb 9 23:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.53200000000000003,"15min":0.504},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.9350000000000001,"5min":1.9350000000000001,"15min":1.9350000000000001},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.60399999999999998,"15min":0.55000000000000004},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":3.8679999999999999,"5min":3.8679999999999999,"15min":3.8679999999999999},"last":0.73599999999999999}]},{"osd":5,"last update":"Fri Feb 9 23:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.58099999999999996,"15min":0.56599999999999995},"min":{"1min":0.44600000000000001,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":1.9690000000000001,"5min":1.9690000000000001,"15min":1.9690000000000001},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.66500000000000004,"15min":0.61599999999999999},"min":{"1min":0.41599999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":3.4769999999999999,"5min":3.4769999999999999,"15min":3.4769999999999999},"last":0.64100000000000001}]},{"osd":6,"last update":"Fri Feb 9 23:58:14 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.53700000000000003,"15min":0.52000000000000002},"min":{"1min":0.29199999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.68300000000000005,"5min":3.4319999999999999,"15min":3.4319999999999999},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.52100000000000002,"15min":0.51800000000000002},"min":{"1min":0.36399999999999999,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.80500000000000005,"5min":1.4550000000000001,"15min":1.4550000000000001},"last":0.378}]},{"osd":7,"last update":"Fri Feb 9 23:56:35 2024","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.58099999999999996,"15min":0.56899999999999995},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.65000000000000002,"15min":0.63},"min":{"1min":0.47399999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.61599999999999999}]},{"osd":8,"last update":"Fri Feb 9 23:58:07 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.64700000000000002,"15min":0.65000000000000002},"min":{"1min":0.40200000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.97199999999999998,"5min":1.823,"15min":1.823},"last":0.623},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.752,"15min":0.748},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.90300000000000002,"5min":3.8100000000000001,"15min":3.8100000000000001},"last":0.67100000000000004}]},{"osd":9,"last update":"Fri Feb 9 23:57:31 2024","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.78100000000000003,"15min":0.78700000000000003},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":3.9769999999999999,"5min":3.9769999999999999,"15min":3.9769999999999999},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.68899999999999995,"15min":0.69699999999999995},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":2.9609999999999999,"5min":2.9609999999999999,"15min":2.9609999999999999},"last":0.47199999999999998}]},{"osd":10,"last update":"Fri Feb 9 23:57:52 2024","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.70599999999999996,"15min":0.70499999999999996},"min":{"1min":0.51600000000000001,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":2.0339999999999998,"5min":2.0339999999999998,"15min":2.0339999999999998},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.86099999999999999,"5min":0.79500000000000004,"15min":0.78400000000000003},"min":{"1min":0.54300000000000004,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":4.0670000000000002,"5min":4.0670000000000002,"15min":4.0670000000000002},"last":0.80300000000000005}]},{"osd":11,"last update":"Fri Feb 9 23:58:18 2024","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.66300000000000003,"15min":0.65500000000000003},"min":{"1min":0.47699999999999998,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.093,"5min":1.528,"15min":1.528},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.66400000000000003,"15min":0.66000000000000003},"min":{"1min":0.53000000000000003,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.68400000000000005}]}]},{"osd":2,"up_from":18,"seq":77309411403,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":962560,"data_stored":456417,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:33 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.48399999999999999,"15min":0.48999999999999999},"min":{"1min":0.36799999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.80700000000000005,"5min":0.877,"15min":0.877},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.48199999999999998,"15min":0.504},"min":{"1min":0.32300000000000001,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.74399999999999999,"5min":0.75,"15min":0.75},"last":0.60099999999999998}]},{"osd":1,"last update":"Fri Feb 9 23:57:33 2024","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.55700000000000005,"15min":0.51900000000000002},"min":{"1min":0.41399999999999998,"5min":0.314,"15min":0.314},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.54600000000000004,"15min":0.52800000000000002},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.71899999999999997}]},{"osd":3,"last update":"Fri Feb 9 23:58:01 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.56000000000000005,"15min":0.54000000000000004},"min":{"1min":0.39900000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.54900000000000004,"15min":0.52200000000000002},"min":{"1min":0.33700000000000002,"5min":0.308,"15min":0.308},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.53900000000000003}]},{"osd":4,"last update":"Fri Feb 9 23:58:06 2024","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.79000000000000004}]},{"osd":5,"last update":"Fri Feb 9 23:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.436,"15min":0.41199999999999998},"min":{"1min":0.39200000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.51100000000000001,"15min":0.47399999999999998},"min":{"1min":0.44400000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.40500000000000003}]},{"osd":6,"last update":"Fri Feb 9 23:58:14 2024","interfaces":[{"interface":"back","average":{"1min":1.377,"5min":0.73199999999999998,"15min":0.58899999999999997},"min":{"1min":0.41899999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":13.903,"5min":13.903,"15min":13.903},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.57499999999999996,"15min":0.52700000000000002},"min":{"1min":0.46300000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.86799999999999999,"5min":0.879,"15min":0.879},"last":0.56299999999999994}]},{"osd":7,"last update":"Fri Feb 9 23:56:35 2024","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.61399999999999999,"15min":0.60599999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.628,"15min":0.624},"min":{"1min":0.5,"5min":0.38,"15min":0.38},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.45600000000000002}]},{"osd":8,"last update":"Fri Feb 9 23:58:01 2024","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.58699999999999997,"15min":0.60099999999999998},"min":{"1min":0.38300000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.66300000000000003,"15min":0.67800000000000005},"min":{"1min":0.41399999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.64000000000000001}]},{"osd":9,"last update":"Fri Feb 9 23:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.71299999999999997,"15min":0.71699999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.90700000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.69199999999999995,"15min":0.69799999999999995},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.52300000000000002}]},{"osd":10,"last update":"Fri Feb 9 23:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.64100000000000001,"15min":0.63},"min":{"1min":0.49399999999999999,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.82599999999999996,"5min":0.71799999999999997,"15min":0.69999999999999996},"min":{"1min":0.67300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.016,"5min":1.016,"15min":1.016},"last":0.81100000000000005}]},{"osd":11,"last update":"Fri Feb 9 23:58:06 2024","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.76800000000000002}]}]},{"osd":3,"up_from":25,"seq":107374182469,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36296,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708856,"statfs":{"total":95995035648,"available":95957868544,"internally_reserved":0,"allocated":974848,"data_stored":456279,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:02 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.39700000000000002,"15min":0.34999999999999998},"min":{"1min":0.24399999999999999,"5min":0.214,"15min":0.214},"max":{"1min":2.2010000000000001,"5min":2.2010000000000001,"15min":2.2010000000000001},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.41799999999999998,"15min":0.376},"min":{"1min":0.26900000000000002,"5min":0.218,"15min":0.218},"max":{"1min":2.0449999999999999,"5min":2.0449999999999999,"15min":2.0449999999999999},"last":0.64100000000000001}]},{"osd":1,"last update":"Fri Feb 9 23:58:02 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.58399999999999996,"15min":0.54300000000000004},"min":{"1min":0.40400000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.3009999999999999,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":0.80800000000000005},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.56000000000000005,"15min":0.52200000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.8069999999999999,"5min":1.8069999999999999,"15min":1.8069999999999999},"last":0.73899999999999999}]},{"osd":2,"last update":"Fri Feb 9 23:58:02 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.55100000000000005,"15min":0.53200000000000003},"min":{"1min":0.33600000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.755},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.63200000000000001,"15min":0.56799999999999995},"min":{"1min":0.44400000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.603,"5min":1.603,"15min":1.603},"last":0.91800000000000004}]},{"osd":4,"last update":"Fri Feb 9 23:57:20 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.62,"15min":0.58799999999999997},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.92100000000000004,"5min":1.234,"15min":1.234},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.65800000000000003,"15min":0.63},"min":{"1min":0.51000000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.94199999999999995,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":0.83299999999999996}]},{"osd":5,"last update":"Fri Feb 9 23:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.64500000000000002,"15min":0.628},"min":{"1min":0.43099999999999999,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":1.5609999999999999,"5min":1.5609999999999999,"15min":1.5609999999999999},"last":0.89600000000000002},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.57999999999999996,"15min":0.58299999999999996},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.84899999999999998,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.77900000000000003}]},{"osd":6,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.57399999999999995,"15min":0.54700000000000004},"min":{"1min":0.34899999999999998,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.7170000000000001,"5min":1.7170000000000001,"15min":1.7170000000000001},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.52100000000000002,"15min":0.502},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.845,"5min":1.845,"15min":1.845},"last":0.79000000000000004}]},{"osd":7,"last update":"Fri Feb 9 23:57:37 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.59399999999999997,"15min":0.59799999999999998},"min":{"1min":0.40400000000000003,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.76100000000000001,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.71899999999999997,"15min":0.69799999999999995},"min":{"1min":0.48799999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.361,"5min":1.361,"15min":1.361},"last":0.95799999999999996}]},{"osd":8,"last update":"Fri Feb 9 23:56:59 2024","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.70099999999999996,"15min":0.69699999999999995},"min":{"1min":0.45700000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":1.081,"5min":1.081,"15min":1.081},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.48299999999999998,"5min":0.432,"15min":0.432},"max":{"1min":0.76700000000000002,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.495}]},{"osd":9,"last update":"Fri Feb 9 23:57:28 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.63,"15min":0.63700000000000001},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":1.3129999999999999,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.80600000000000005,"15min":0.81799999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.679,"5min":1.679,"15min":1.679},"last":0.93899999999999995}]},{"osd":10,"last update":"Fri Feb 9 23:57:50 2024","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.67600000000000005,"15min":0.67200000000000004},"min":{"1min":0.52500000000000002,"5min":0.44,"15min":0.44},"max":{"1min":1.7689999999999999,"5min":1.7689999999999999,"15min":1.7689999999999999},"last":0.85099999999999998},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.84499999999999997,"15min":0.85799999999999998},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.4139999999999999,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.998}]},{"osd":11,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.81999999999999995},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.6419999999999999,"5min":1.6419999999999999,"15min":1.6419999999999999},"last":0.97699999999999998}]}]},{"osd":4,"up_from":33,"seq":141733920832,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":991232,"data_stored":518531,"data_compressed":9529,"data_compressed_allocated":12288,"data_compressed_original":57344,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:56:26 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.47099999999999997,"15min":0.45700000000000002},"min":{"1min":0.33600000000000002,"5min":0.312,"15min":0.312},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.505,"15min":0.48899999999999999},"min":{"1min":0.34999999999999998,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.44900000000000001}]},{"osd":1,"last update":"Fri Feb 9 23:57:30 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.36699999999999999,"15min":0.33400000000000002},"min":{"1min":0.28399999999999997,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.57599999999999996,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.38700000000000001,"15min":0.34699999999999998},"min":{"1min":0.29799999999999999,"5min":0.248,"15min":0.248},"max":{"1min":0.76800000000000002,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.39600000000000002}]},{"osd":2,"last update":"Fri Feb 9 23:57:30 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.55000000000000004,"15min":0.51000000000000001},"min":{"1min":0.42499999999999999,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.75800000000000001,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.57599999999999996,"15min":0.53400000000000003},"min":{"1min":0.433,"5min":0.318,"15min":0.318},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.42599999999999999}]},{"osd":3,"last update":"Fri Feb 9 23:57:30 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.55000000000000004,"15min":0.51600000000000001},"min":{"1min":0.40600000000000003,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.75800000000000001,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.52100000000000002,"15min":0.497},"min":{"1min":0.38200000000000001,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.77100000000000002,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.38100000000000001}]},{"osd":5,"last update":"Fri Feb 9 23:57:57 2024","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.59799999999999998,"15min":0.55700000000000005},"min":{"1min":0.50900000000000001,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.78400000000000003,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.60299999999999998,"15min":0.55700000000000005},"min":{"1min":0.48799999999999999,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.84299999999999997,"5min":0.875,"15min":0.875},"last":0.46300000000000002}]},{"osd":6,"last update":"Fri Feb 9 23:58:15 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.38700000000000001,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.76600000000000001,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.60099999999999998,"15min":0.59299999999999997},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.86099999999999999,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.35399999999999998}]},{"osd":7,"last update":"Fri Feb 9 23:57:35 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.56999999999999995,"15min":0.56599999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.91000000000000003,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.54600000000000004,"15min":0.55100000000000005},"min":{"1min":0.38700000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.48999999999999999}]},{"osd":8,"last update":"Fri Feb 9 23:58:03 2024","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.67500000000000004,"15min":0.65700000000000003},"min":{"1min":0.46500000000000002,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.97299999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.504},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.65900000000000003,"15min":0.64800000000000002},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.61499999999999999}]},{"osd":9,"last update":"Fri Feb 9 23:57:30 2024","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.69099999999999995,"15min":0.69199999999999995},"min":{"1min":0.46600000000000003,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.91300000000000003,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.73599999999999999,"15min":0.73699999999999999},"min":{"1min":0.53600000000000003,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.94299999999999995,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.52600000000000002}]},{"osd":10,"last update":"Fri Feb 9 23:57:57 2024","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.71399999999999997,"15min":0.71099999999999997},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.002,"5min":1.02,"15min":1.02},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.69699999999999995,"15min":0.69399999999999995},"min":{"1min":0.54700000000000004,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.47799999999999998}]},{"osd":11,"last update":"Fri Feb 9 23:58:07 2024","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.57499999999999996}]}]},{"osd":5,"up_from":38,"seq":163208757308,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1036288,"data_stored":1048920,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:57:45 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.53300000000000003,"15min":0.51900000000000002},"min":{"1min":0.34399999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.78100000000000003,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.52800000000000002,"15min":0.52400000000000002},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.72199999999999998,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.70799999999999996}]},{"osd":1,"last update":"Fri Feb 9 23:57:45 2024","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.54600000000000004,"15min":0.51000000000000001},"min":{"1min":0.48499999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.82399999999999995,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.63,"5min":0.55100000000000005,"15min":0.50600000000000001},"min":{"1min":0.45300000000000001,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.67400000000000004}]},{"osd":2,"last update":"Fri Feb 9 23:57:45 2024","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.40500000000000003,"15min":0.38800000000000001},"min":{"1min":0.246,"5min":0.223,"15min":0.223},"max":{"1min":0.61799999999999999,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.41399999999999998,"15min":0.39400000000000002},"min":{"1min":0.28899999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.34799999999999998}]},{"osd":3,"last update":"Fri Feb 9 23:57:45 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54900000000000004,"15min":0.54400000000000004},"min":{"1min":0.35599999999999998,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.76300000000000001,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.57799999999999996,"15min":0.56799999999999995},"min":{"1min":0.39900000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.76500000000000001,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.748}]},{"osd":4,"last update":"Fri Feb 9 23:57:45 2024","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.59099999999999997,"15min":0.56000000000000005},"min":{"1min":0.42199999999999999,"5min":0.311,"15min":0.311},"max":{"1min":0.89900000000000002,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.58499999999999996,"15min":0.54600000000000004},"min":{"1min":0.46800000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.88300000000000001,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.50600000000000001}]},{"osd":6,"last update":"Fri Feb 9 23:58:14 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.63500000000000001,"15min":0.61799999999999999},"min":{"1min":0.40999999999999998,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.84499999999999997,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.66200000000000003,"15min":0.63},"min":{"1min":0.52800000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.88300000000000001,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.72799999999999998}]},{"osd":7,"last update":"Fri Feb 9 23:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.61199999999999999,"15min":0.59999999999999998},"min":{"1min":0.377,"5min":0.37,"15min":0.37},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.80100000000000005},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.64100000000000001,"15min":0.624},"min":{"1min":0.49199999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.57699999999999996}]},{"osd":8,"last update":"Fri Feb 9 23:58:00 2024","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.61599999999999999,"15min":0.60299999999999998},"min":{"1min":0.36799999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.63700000000000001,"15min":0.64200000000000002},"min":{"1min":0.38500000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.65400000000000003}]},{"osd":9,"last update":"Fri Feb 9 23:57:30 2024","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.69299999999999995,"15min":0.68899999999999995},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.82699999999999996},{"interface":"front","average":{"1min":0.754,"5min":0.72499999999999998,"15min":0.71999999999999997},"min":{"1min":0.57899999999999996,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.78000000000000003}]},{"osd":10,"last update":"Fri Feb 9 23:57:55 2024","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.73999999999999999,"15min":0.73299999999999998},"min":{"1min":0.56899999999999995,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.034,"5min":1.034,"15min":1.034},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.74399999999999999,"15min":0.73599999999999999},"min":{"1min":0.55900000000000005,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.63300000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34517,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34517,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":62798,"data_compressed":1868,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":62916,"data_compressed":9529,"data_compressed_allocated":12288,"data_compressed_original":57344,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":62782,"data_compressed":1868,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-09T23:58:28.454 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-02-09T23:58:28.454 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-02-09T23:58:28.454 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-02-09T23:58:28.455 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph health --format=json 2024-02-09T23:58:28.706 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:58:29.117 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:29 smithi001 ceph-mon[32335]: from='client.24778 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-09T23:58:29.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:29 smithi088 ceph-mon[36452]: from='client.24778 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-09T23:58:29.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:29 smithi103 ceph-mon[36942]: from='client.24778 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-09T23:58:30.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:30 smithi001 ceph-mon[32335]: pgmap v329: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-02-09T23:58:30.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:30 smithi088 ceph-mon[36452]: pgmap v329: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-02-09T23:58:30.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:30 smithi103 ceph-mon[36942]: pgmap v329: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-02-09T23:58:30.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.487+0000 7f58d775c700 1 -- 172.21.15.1:0/559314534 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f58d0107d50 msgr2=0x7f58d0108130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:30.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.487+0000 7f58d775c700 1 --2- 172.21.15.1:0/559314534 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f58d0107d50 0x7f58d0108130 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f58c00099c0 tx=0x7f58c0009cd0 comp rx=0 tx=0).stop 2024-02-09T23:58:30.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.487+0000 7f58d775c700 1 -- 172.21.15.1:0/559314534 shutdown_connections 2024-02-09T23:58:30.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.487+0000 7f58d775c700 1 --2- 172.21.15.1:0/559314534 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f58d0107d50 0x7f58d0108130 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:30.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.487+0000 7f58d775c700 1 --2- 172.21.15.1:0/559314534 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f58d0102730 0x7f58d010eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:30.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.487+0000 7f58d775c700 1 --2- 172.21.15.1:0/559314534 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f58d0101d70 0x7f58d01021f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:30.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.487+0000 7f58d775c700 1 -- 172.21.15.1:0/559314534 >> 172.21.15.1:0/559314534 conn(0x7f58d0078e50 msgr2=0x7f58d0079260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:30.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.487+0000 7f58d775c700 1 -- 172.21.15.1:0/559314534 shutdown_connections 2024-02-09T23:58:30.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.487+0000 7f58d775c700 1 -- 172.21.15.1:0/559314534 wait complete. 2024-02-09T23:58:30.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.488+0000 7f58d775c700 1 Processor -- start 2024-02-09T23:58:30.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.488+0000 7f58d775c700 1 -- start start 2024-02-09T23:58:30.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.488+0000 7f58d775c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f58d0101d70 0x7f58d0108b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:30.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.488+0000 7f58d775c700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f58d0102730 0x7f58d01090a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:30.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.488+0000 7f58d775c700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f58d0107d50 0x7f58d01095e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:30.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.488+0000 7f58d775c700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58d01aa9a0 con 0x7f58d0101d70 2024-02-09T23:58:30.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.489+0000 7f58d775c700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58d01aaae0 con 0x7f58d0102730 2024-02-09T23:58:30.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.489+0000 7f58d775c700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58d01aac20 con 0x7f58d0107d50 2024-02-09T23:58:30.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.489+0000 7f58d54f8700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f58d0101d70 0x7f58d0108b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:30.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.489+0000 7f58d4cf7700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f58d0102730 0x7f58d01090a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:30.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.489+0000 7f58d4cf7700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f58d0102730 0x7f58d01090a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.1:50544/0 (socket says 172.21.15.1:50544) 2024-02-09T23:58:30.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.489+0000 7f58d4cf7700 1 -- 172.21.15.1:0/868912481 learned_addr learned my addr 172.21.15.1:0/868912481 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:30.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.489+0000 7f58d5cf9700 1 --2- 172.21.15.1:0/868912481 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f58d0107d50 0x7f58d01095e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:30.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.489+0000 7f58d54f8700 1 -- 172.21.15.1:0/868912481 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f58d0107d50 msgr2=0x7f58d01095e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:30.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.489+0000 7f58d54f8700 1 --2- 172.21.15.1:0/868912481 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f58d0107d50 0x7f58d01095e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:30.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.489+0000 7f58d54f8700 1 -- 172.21.15.1:0/868912481 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f58d0102730 msgr2=0x7f58d01090a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:30.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.489+0000 7f58d54f8700 1 --2- 172.21.15.1:0/868912481 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f58d0102730 0x7f58d01090a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:30.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.489+0000 7f58d54f8700 1 -- 172.21.15.1:0/868912481 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58c00095f0 con 0x7f58d0101d70 2024-02-09T23:58:30.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.489+0000 7f58d5cf9700 1 --2- 172.21.15.1:0/868912481 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f58d0107d50 0x7f58d01095e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:58:30.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.489+0000 7f58d54f8700 1 --2- 172.21.15.1:0/868912481 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f58d0101d70 0x7f58d0108b60 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f58c0009f50 tx=0x7f58c0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:30.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.489+0000 7f58c67fc700 1 -- 172.21.15.1:0/868912481 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58c001d070 con 0x7f58d0101d70 2024-02-09T23:58:30.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.489+0000 7f58d775c700 1 -- 172.21.15.1:0/868912481 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f58d01aaea0 con 0x7f58d0101d70 2024-02-09T23:58:30.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.490+0000 7f58c67fc700 1 -- 172.21.15.1:0/868912481 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f58c0003680 con 0x7f58d0101d70 2024-02-09T23:58:30.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.490+0000 7f58c67fc700 1 -- 172.21.15.1:0/868912481 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58c0003cd0 con 0x7f58d0101d70 2024-02-09T23:58:30.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.490+0000 7f58d775c700 1 -- 172.21.15.1:0/868912481 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58d01ab2b0 con 0x7f58d0101d70 2024-02-09T23:58:30.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.491+0000 7f58d775c700 1 -- 172.21.15.1:0/868912481 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f58d0103400 con 0x7f58d0101d70 2024-02-09T23:58:30.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.492+0000 7f58c67fc700 1 -- 172.21.15.1:0/868912481 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f58c0005030 con 0x7f58d0101d70 2024-02-09T23:58:30.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.492+0000 7f58c67fc700 1 --2- 172.21.15.1:0/868912481 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f58bc0a21e0 0x7f58bc0a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:30.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.492+0000 7f58d4cf7700 1 --2- 172.21.15.1:0/868912481 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f58bc0a21e0 0x7f58bc0a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:30.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.492+0000 7f58c67fc700 1 -- 172.21.15.1:0/868912481 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f58c00ced80 con 0x7f58d0101d70 2024-02-09T23:58:30.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.493+0000 7f58d4cf7700 1 --2- 172.21.15.1:0/868912481 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f58bc0a21e0 0x7f58bc0a46a0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f58d010a320 tx=0x7f58cc00b500 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:30.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.496+0000 7f58c67fc700 1 -- 172.21.15.1:0/868912481 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f58c0097c90 con 0x7f58d0101d70 2024-02-09T23:58:30.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.746+0000 7f58d775c700 1 -- 172.21.15.1:0/868912481 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f58d010a090 con 0x7f58d0101d70 2024-02-09T23:58:30.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.746+0000 7f58c67fc700 1 -- 172.21.15.1:0/868912481 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f58c009b350 con 0x7f58d0101d70 2024-02-09T23:58:30.749 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:58:30.749 INFO:teuthology.orchestra.run.smithi001.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-02-09T23:58:30.750 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.748+0000 7f58d775c700 1 -- 172.21.15.1:0/868912481 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f58bc0a21e0 msgr2=0x7f58bc0a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:30.750 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.748+0000 7f58d775c700 1 --2- 172.21.15.1:0/868912481 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f58bc0a21e0 0x7f58bc0a46a0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f58d010a320 tx=0x7f58cc00b500 comp rx=0 tx=0).stop 2024-02-09T23:58:30.750 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.748+0000 7f58d775c700 1 -- 172.21.15.1:0/868912481 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f58d0101d70 msgr2=0x7f58d0108b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:30.750 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.748+0000 7f58d775c700 1 --2- 172.21.15.1:0/868912481 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f58d0101d70 0x7f58d0108b60 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f58c0009f50 tx=0x7f58c0004730 comp rx=0 tx=0).stop 2024-02-09T23:58:30.750 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.748+0000 7f58d775c700 1 -- 172.21.15.1:0/868912481 shutdown_connections 2024-02-09T23:58:30.750 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.748+0000 7f58d775c700 1 --2- 172.21.15.1:0/868912481 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f58bc0a21e0 0x7f58bc0a46a0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:30.751 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.748+0000 7f58d775c700 1 --2- 172.21.15.1:0/868912481 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f58d0101d70 0x7f58d0108b60 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:30.751 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.748+0000 7f58d775c700 1 --2- 172.21.15.1:0/868912481 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f58d0107d50 0x7f58d01095e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:30.751 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.748+0000 7f58d775c700 1 --2- 172.21.15.1:0/868912481 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f58d0102730 0x7f58d01090a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:30.751 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.748+0000 7f58d775c700 1 -- 172.21.15.1:0/868912481 >> 172.21.15.1:0/868912481 conn(0x7f58d0078e50 msgr2=0x7f58d0074180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:30.751 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.748+0000 7f58d775c700 1 -- 172.21.15.1:0/868912481 shutdown_connections 2024-02-09T23:58:30.751 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:30.748+0000 7f58d775c700 1 -- 172.21.15.1:0/868912481 wait complete. 2024-02-09T23:58:31.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:31 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/868912481' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-02-09T23:58:31.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:31 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/868912481' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-02-09T23:58:31.424 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:31 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/868912481' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-02-09T23:58:31.452 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-02-09T23:58:31.452 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:58:31.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.560+0000 7ffb44881640 1 -- 172.21.15.1:0/3982279158 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffb40101350 msgr2=0x7ffb401017d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:31.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.560+0000 7ffb44881640 1 --2- 172.21.15.1:0/3982279158 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffb40101350 0x7ffb401017d0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7ffb34009900 tx=0x7ffb3402bc30 comp rx=0 tx=0).stop 2024-02-09T23:58:31.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.560+0000 7ffb44881640 1 -- 172.21.15.1:0/3982279158 shutdown_connections 2024-02-09T23:58:31.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.560+0000 7ffb44881640 1 --2- 172.21.15.1:0/3982279158 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffb40101d10 0x7ffb401085a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:31.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.560+0000 7ffb44881640 1 --2- 172.21.15.1:0/3982279158 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffb40101350 0x7ffb401017d0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:31.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.560+0000 7ffb44881640 1 --2- 172.21.15.1:0/3982279158 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb40100160 0x7ffb40100580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:31.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.560+0000 7ffb44881640 1 -- 172.21.15.1:0/3982279158 >> 172.21.15.1:0/3982279158 conn(0x7ffb400fb6d0 msgr2=0x7ffb400fdb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:31.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.560+0000 7ffb44881640 1 -- 172.21.15.1:0/3982279158 shutdown_connections 2024-02-09T23:58:31.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.560+0000 7ffb44881640 1 -- 172.21.15.1:0/3982279158 wait complete. 2024-02-09T23:58:31.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.561+0000 7ffb44881640 1 Processor -- start 2024-02-09T23:58:31.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.561+0000 7ffb44881640 1 -- start start 2024-02-09T23:58:31.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.561+0000 7ffb44881640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffb40100160 0x7ffb40197270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:31.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.561+0000 7ffb44881640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffb40101350 0x7ffb401977b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:31.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.561+0000 7ffb44881640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb40101d10 0x7ffb4019e820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:31.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.561+0000 7ffb44881640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb4019ed60 con 0x7ffb40101350 2024-02-09T23:58:31.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.561+0000 7ffb44881640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb4019eed0 con 0x7ffb40101d10 2024-02-09T23:58:31.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.561+0000 7ffb44881640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb4019f090 con 0x7ffb40100160 2024-02-09T23:58:31.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.561+0000 7ffb3dd9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffb40101350 0x7ffb401977b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:31.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.561+0000 7ffb3dd9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffb40101350 0x7ffb401977b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:51988/0 (socket says 172.21.15.1:51988) 2024-02-09T23:58:31.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.561+0000 7ffb3dd9b640 1 -- 172.21.15.1:0/1032188866 learned_addr learned my addr 172.21.15.1:0/1032188866 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:31.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.562+0000 7ffb3ed9d640 1 --2- 172.21.15.1:0/1032188866 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb40101d10 0x7ffb4019e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:31.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.562+0000 7ffb3e59c640 1 --2- 172.21.15.1:0/1032188866 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffb40100160 0x7ffb40197270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:31.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.562+0000 7ffb3dd9b640 1 -- 172.21.15.1:0/1032188866 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffb40100160 msgr2=0x7ffb40197270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:31.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.562+0000 7ffb3dd9b640 1 --2- 172.21.15.1:0/1032188866 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffb40100160 0x7ffb40197270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:31.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.562+0000 7ffb3dd9b640 1 -- 172.21.15.1:0/1032188866 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb40101d10 msgr2=0x7ffb4019e820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:31.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.562+0000 7ffb3dd9b640 1 --2- 172.21.15.1:0/1032188866 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb40101d10 0x7ffb4019e820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:31.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.562+0000 7ffb3dd9b640 1 -- 172.21.15.1:0/1032188866 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb34009560 con 0x7ffb40101350 2024-02-09T23:58:31.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.562+0000 7ffb3e59c640 1 --2- 172.21.15.1:0/1032188866 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffb40100160 0x7ffb40197270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:58:31.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.562+0000 7ffb3dd9b640 1 --2- 172.21.15.1:0/1032188866 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffb40101350 0x7ffb401977b0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7ffb34006010 tx=0x7ffb340042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:31.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.562+0000 7ffb2f7fe640 1 -- 172.21.15.1:0/1032188866 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb340044e0 con 0x7ffb40101350 2024-02-09T23:58:31.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.562+0000 7ffb44881640 1 -- 172.21.15.1:0/1032188866 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffb4019f310 con 0x7ffb40101350 2024-02-09T23:58:31.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.562+0000 7ffb2f7fe640 1 -- 172.21.15.1:0/1032188866 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ffb340054e0 con 0x7ffb40101350 2024-02-09T23:58:31.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.562+0000 7ffb2f7fe640 1 -- 172.21.15.1:0/1032188866 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb3403e450 con 0x7ffb40101350 2024-02-09T23:58:31.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.562+0000 7ffb44881640 1 -- 172.21.15.1:0/1032188866 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffb4019f820 con 0x7ffb40101350 2024-02-09T23:58:31.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.563+0000 7ffb44881640 1 -- 172.21.15.1:0/1032188866 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffb4010bb70 con 0x7ffb40101350 2024-02-09T23:58:31.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.564+0000 7ffb2f7fe640 1 -- 172.21.15.1:0/1032188866 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7ffb340035f0 con 0x7ffb40101350 2024-02-09T23:58:31.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.565+0000 7ffb2f7fe640 1 --2- 172.21.15.1:0/1032188866 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ffb280a2150 0x7ffb280a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:31.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.565+0000 7ffb3e59c640 1 --2- 172.21.15.1:0/1032188866 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ffb280a2150 0x7ffb280a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:31.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.565+0000 7ffb2f7fe640 1 -- 172.21.15.1:0/1032188866 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7ffb340f0160 con 0x7ffb40101350 2024-02-09T23:58:31.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.566+0000 7ffb3e59c640 1 --2- 172.21.15.1:0/1032188866 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ffb280a2150 0x7ffb280a4610 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7ffb300058c0 tx=0x7ffb30005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:31.571 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.570+0000 7ffb2f7fe640 1 -- 172.21.15.1:0/1032188866 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7ffb340b9090 con 0x7ffb40101350 2024-02-09T23:58:31.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.753+0000 7ffb44881640 1 -- 172.21.15.1:0/1032188866 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ffb4010bd00 con 0x7ffb40101350 2024-02-09T23:58:31.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.755+0000 7ffb2f7fe640 1 -- 172.21.15.1:0/1032188866 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) v1 ==== 74+0+22548 (secure 0 0 0) 0x7ffb340bc750 con 0x7ffb40101350 2024-02-09T23:58:31.757 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:58:31.757 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":87,"fsid":"b5005240-c7a5-11ee-95b8-87774f69a715","created":"2024-02-09T23:49:06.829648+0000","modified":"2024-02-09T23:58:05.970977+0000","last_up_change":"2024-02-09T23:56:15.507374+0000","last_in_change":"2024-02-09T23:55:55.668510+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:52:28.527596+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:57:04.230570+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:57:05.160207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4fa23604-c2ff-4c47-8ac8-10dce6bba3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6803","nonce":4020662944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6805","nonce":4020662944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6809","nonce":4020662944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6807","nonce":4020662944}]},"public_addr":"172.21.15.1:6803/4020662944","cluster_addr":"172.21.15.1:6805/4020662944","heartbeat_back_addr":"172.21.15.1:6809/4020662944","heartbeat_front_addr":"172.21.15.1:6807/4020662944","state":["exists","up"]},{"osd":1,"uuid":"d64b48a6-3b47-4712-b607-d0e951b3b4a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6801","nonce":1258648868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6803","nonce":1258648868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6807","nonce":1258648868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6805","nonce":1258648868}]},"public_addr":"172.21.15.88:6801/1258648868","cluster_addr":"172.21.15.88:6803/1258648868","heartbeat_back_addr":"172.21.15.88:6807/1258648868","heartbeat_front_addr":"172.21.15.88:6805/1258648868","state":["exists","up"]},{"osd":2,"uuid":"6be4c8dc-283d-4025-9c1f-c00ee4e3659f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6801","nonce":2902494825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6803","nonce":2902494825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6807","nonce":2902494825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6805","nonce":2902494825}]},"public_addr":"172.21.15.103:6801/2902494825","cluster_addr":"172.21.15.103:6803/2902494825","heartbeat_back_addr":"172.21.15.103:6807/2902494825","heartbeat_front_addr":"172.21.15.103:6805/2902494825","state":["exists","up"]},{"osd":3,"uuid":"52579ea8-e424-4adc-9fd9-44cec7e3875a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6811","nonce":680841642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6813","nonce":680841642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6817","nonce":680841642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6815","nonce":680841642}]},"public_addr":"172.21.15.1:6811/680841642","cluster_addr":"172.21.15.1:6813/680841642","heartbeat_back_addr":"172.21.15.1:6817/680841642","heartbeat_front_addr":"172.21.15.1:6815/680841642","state":["exists","up"]},{"osd":4,"uuid":"6503d3b5-f26b-4438-b256-ae4f76c7c773","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6809","nonce":2788918193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6811","nonce":2788918193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6815","nonce":2788918193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6813","nonce":2788918193}]},"public_addr":"172.21.15.88:6809/2788918193","cluster_addr":"172.21.15.88:6811/2788918193","heartbeat_back_addr":"172.21.15.88:6815/2788918193","heartbeat_front_addr":"172.21.15.88:6813/2788918193","state":["exists","up"]},{"osd":5,"uuid":"86188624-366a-487e-9db3-2782ef0884cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6809","nonce":3760780468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6811","nonce":3760780468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6815","nonce":3760780468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6813","nonce":3760780468}]},"public_addr":"172.21.15.103:6809/3760780468","cluster_addr":"172.21.15.103:6811/3760780468","heartbeat_back_addr":"172.21.15.103:6815/3760780468","heartbeat_front_addr":"172.21.15.103:6813/3760780468","state":["exists","up"]},{"osd":6,"uuid":"c59e7ba5-1cbe-41c3-a7e4-330175adfdf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6819","nonce":363854281}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6821","nonce":363854281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6825","nonce":363854281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6823","nonce":363854281}]},"public_addr":"172.21.15.1:6819/363854281","cluster_addr":"172.21.15.1:6821/363854281","heartbeat_back_addr":"172.21.15.1:6825/363854281","heartbeat_front_addr":"172.21.15.1:6823/363854281","state":["exists","up"]},{"osd":7,"uuid":"a77b4ef0-ecf7-457c-95c6-3e63cc6b1bba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6817","nonce":812841825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6819","nonce":812841825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6823","nonce":812841825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6821","nonce":812841825}]},"public_addr":"172.21.15.88:6817/812841825","cluster_addr":"172.21.15.88:6819/812841825","heartbeat_back_addr":"172.21.15.88:6823/812841825","heartbeat_front_addr":"172.21.15.88:6821/812841825","state":["exists","up"]},{"osd":8,"uuid":"bf2a6a1e-71ba-44d2-ba61-309f29496ef9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6817","nonce":3258812878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6819","nonce":3258812878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6823","nonce":3258812878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6821","nonce":3258812878}]},"public_addr":"172.21.15.103:6817/3258812878","cluster_addr":"172.21.15.103:6819/3258812878","heartbeat_back_addr":"172.21.15.103:6823/3258812878","heartbeat_front_addr":"172.21.15.103:6821/3258812878","state":["exists","up"]},{"osd":9,"uuid":"c9531676-199e-43ad-9299-6b5b60fd6ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6827","nonce":2830634909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6829","nonce":2830634909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6833","nonce":2830634909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6831","nonce":2830634909}]},"public_addr":"172.21.15.1:6827/2830634909","cluster_addr":"172.21.15.1:6829/2830634909","heartbeat_back_addr":"172.21.15.1:6833/2830634909","heartbeat_front_addr":"172.21.15.1:6831/2830634909","state":["exists","up"]},{"osd":10,"uuid":"41c2bb14-f8c9-45ce-a81e-9bf9dbba0b51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6825","nonce":1128031509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6827","nonce":1128031509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6831","nonce":1128031509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6829","nonce":1128031509}]},"public_addr":"172.21.15.88:6825/1128031509","cluster_addr":"172.21.15.88:6827/1128031509","heartbeat_back_addr":"172.21.15.88:6831/1128031509","heartbeat_front_addr":"172.21.15.88:6829/1128031509","state":["exists","up"]},{"osd":11,"uuid":"41003dad-b792-418d-9a82-bdf67311ea90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6825","nonce":2854918902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6827","nonce":2854918902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6831","nonce":2854918902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6829","nonce":2854918902}]},"public_addr":"172.21.15.103:6825/2854918902","cluster_addr":"172.21.15.103:6827/2854918902","heartbeat_back_addr":"172.21.15.103:6831/2854918902","heartbeat_front_addr":"172.21.15.103:6829/2854918902","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:51:39.446367+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:02.973641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:25.664661+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:50.561389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:14.598286+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:39.149718+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:04.327941+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:29.497887+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:55.922386+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:21.966560+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:47.653451+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:14.122475+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:0/2182725984":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6800/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1236715707":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3991013292":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3894463217":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6801/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6800/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3968648683":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6801/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1600532294":"2024-02-10T23:50:04.182518+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:58:31.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.757+0000 7ffb44881640 1 -- 172.21.15.1:0/1032188866 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ffb280a2150 msgr2=0x7ffb280a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:31.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.757+0000 7ffb44881640 1 --2- 172.21.15.1:0/1032188866 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ffb280a2150 0x7ffb280a4610 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7ffb300058c0 tx=0x7ffb30005850 comp rx=0 tx=0).stop 2024-02-09T23:58:31.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.757+0000 7ffb44881640 1 -- 172.21.15.1:0/1032188866 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffb40101350 msgr2=0x7ffb401977b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:31.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.757+0000 7ffb44881640 1 --2- 172.21.15.1:0/1032188866 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffb40101350 0x7ffb401977b0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7ffb34006010 tx=0x7ffb340042f0 comp rx=0 tx=0).stop 2024-02-09T23:58:31.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.757+0000 7ffb44881640 1 -- 172.21.15.1:0/1032188866 shutdown_connections 2024-02-09T23:58:31.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.757+0000 7ffb44881640 1 --2- 172.21.15.1:0/1032188866 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ffb280a2150 0x7ffb280a4610 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:31.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.757+0000 7ffb44881640 1 --2- 172.21.15.1:0/1032188866 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb40101d10 0x7ffb4019e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:31.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.757+0000 7ffb44881640 1 --2- 172.21.15.1:0/1032188866 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffb40101350 0x7ffb401977b0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:31.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.757+0000 7ffb44881640 1 --2- 172.21.15.1:0/1032188866 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffb40100160 0x7ffb40197270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:31.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.757+0000 7ffb44881640 1 -- 172.21.15.1:0/1032188866 >> 172.21.15.1:0/1032188866 conn(0x7ffb400fb6d0 msgr2=0x7ffb400fd140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:31.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.757+0000 7ffb44881640 1 -- 172.21.15.1:0/1032188866 shutdown_connections 2024-02-09T23:58:31.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.757+0000 7ffb44881640 1 -- 172.21.15.1:0/1032188866 wait complete. 2024-02-09T23:58:31.771 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:52:28.527596+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-09T23:57:04.230570+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-09T23:57:05.160207+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-09T23:58:31.771 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-09T23:58:31.884 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.880+0000 7fb0ab556640 1 -- 172.21.15.1:0/1648492109 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb0a4101340 msgr2=0x7fb0a41017c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:31.884 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.880+0000 7fb0ab556640 1 --2- 172.21.15.1:0/1648492109 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb0a4101340 0x7fb0a41017c0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fb094009900 tx=0x7fb09402bc30 comp rx=0 tx=0).stop 2024-02-09T23:58:31.884 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.880+0000 7fb0ab556640 1 -- 172.21.15.1:0/1648492109 shutdown_connections 2024-02-09T23:58:31.885 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.880+0000 7fb0ab556640 1 --2- 172.21.15.1:0/1648492109 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb0a4101d00 0x7fb0a4108590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:31.885 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.880+0000 7fb0ab556640 1 --2- 172.21.15.1:0/1648492109 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb0a4101340 0x7fb0a41017c0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:31.885 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.880+0000 7fb0ab556640 1 --2- 172.21.15.1:0/1648492109 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb0a4100150 0x7fb0a4100570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:31.885 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.880+0000 7fb0ab556640 1 -- 172.21.15.1:0/1648492109 >> 172.21.15.1:0/1648492109 conn(0x7fb0a40fb6e0 msgr2=0x7fb0a40fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:31.885 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.880+0000 7fb0ab556640 1 -- 172.21.15.1:0/1648492109 shutdown_connections 2024-02-09T23:58:31.885 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.880+0000 7fb0ab556640 1 -- 172.21.15.1:0/1648492109 wait complete. 2024-02-09T23:58:31.885 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.881+0000 7fb0ab556640 1 Processor -- start 2024-02-09T23:58:31.885 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.881+0000 7fb0ab556640 1 -- start start 2024-02-09T23:58:31.885 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.881+0000 7fb0ab556640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb0a4100150 0x7fb0a406a460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:31.885 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.881+0000 7fb0ab556640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb0a4101340 0x7fb0a419c010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:31.885 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.881+0000 7fb0ab556640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb0a4101d00 0x7fb0a419e630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:31.885 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.881+0000 7fb0ab556640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0a419ee10 con 0x7fb0a4101340 2024-02-09T23:58:31.885 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.881+0000 7fb0ab556640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0a419ef80 con 0x7fb0a4100150 2024-02-09T23:58:31.885 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.881+0000 7fb0ab556640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0a419f140 con 0x7fb0a4101d00 2024-02-09T23:58:31.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.881+0000 7fb0a8af1640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb0a4101340 0x7fb0a419c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:31.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.881+0000 7fb0a8af1640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb0a4101340 0x7fb0a419c010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52000/0 (socket says 172.21.15.1:52000) 2024-02-09T23:58:31.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.881+0000 7fb0a8af1640 1 -- 172.21.15.1:0/1386639203 learned_addr learned my addr 172.21.15.1:0/1386639203 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:31.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.881+0000 7fb0a9af3640 1 --2- 172.21.15.1:0/1386639203 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb0a4101d00 0x7fb0a419e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:31.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.881+0000 7fb0a92f2640 1 --2- 172.21.15.1:0/1386639203 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb0a4100150 0x7fb0a406a460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:31.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.882+0000 7fb0a8af1640 1 -- 172.21.15.1:0/1386639203 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb0a4101d00 msgr2=0x7fb0a419e630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:31.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.882+0000 7fb0a8af1640 1 --2- 172.21.15.1:0/1386639203 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb0a4101d00 0x7fb0a419e630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:31.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.882+0000 7fb0a8af1640 1 -- 172.21.15.1:0/1386639203 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb0a4100150 msgr2=0x7fb0a406a460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:31.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.882+0000 7fb0a8af1640 1 --2- 172.21.15.1:0/1386639203 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb0a4100150 0x7fb0a406a460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:31.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.882+0000 7fb0a8af1640 1 -- 172.21.15.1:0/1386639203 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb094009560 con 0x7fb0a4101340 2024-02-09T23:58:31.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.882+0000 7fb0a8af1640 1 --2- 172.21.15.1:0/1386639203 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb0a4101340 0x7fb0a419c010 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fb094006010 tx=0x7fb0940040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:31.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.882+0000 7fb09a7fc640 1 -- 172.21.15.1:0/1386639203 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0940044c0 con 0x7fb0a4101340 2024-02-09T23:58:31.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.882+0000 7fb09a7fc640 1 -- 172.21.15.1:0/1386639203 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb0940052d0 con 0x7fb0a4101340 2024-02-09T23:58:31.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.882+0000 7fb09a7fc640 1 -- 172.21.15.1:0/1386639203 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb094003e10 con 0x7fb0a4101340 2024-02-09T23:58:31.887 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.882+0000 7fb0ab556640 1 -- 172.21.15.1:0/1386639203 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb0a419f360 con 0x7fb0a4101340 2024-02-09T23:58:31.887 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.882+0000 7fb0ab556640 1 -- 172.21.15.1:0/1386639203 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb0a419f820 con 0x7fb0a4101340 2024-02-09T23:58:31.887 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.883+0000 7fb0ab556640 1 -- 172.21.15.1:0/1386639203 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb0a4107470 con 0x7fb0a4101340 2024-02-09T23:58:31.887 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.884+0000 7fb09a7fc640 1 -- 172.21.15.1:0/1386639203 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7fb094005440 con 0x7fb0a4101340 2024-02-09T23:58:31.887 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.885+0000 7fb09a7fc640 1 --2- 172.21.15.1:0/1386639203 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb0900a2150 0x7fb0900a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:31.888 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.885+0000 7fb0a92f2640 1 --2- 172.21.15.1:0/1386639203 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb0900a2150 0x7fb0900a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:31.888 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.885+0000 7fb09a7fc640 1 -- 172.21.15.1:0/1386639203 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fb0940f0020 con 0x7fb0a4101340 2024-02-09T23:58:31.888 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.885+0000 7fb0a92f2640 1 --2- 172.21.15.1:0/1386639203 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb0900a2150 0x7fb0900a4610 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fb0a0005fd0 tx=0x7fb0a000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:31.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:31.891+0000 7fb09a7fc640 1 -- 172.21.15.1:0/1386639203 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fb0940b8fb0 con 0x7fb0a4101340 2024-02-09T23:58:32.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.074+0000 7fb0ab556640 1 -- 172.21.15.1:0/1386639203 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb0a410bd60 con 0x7fb0a4101340 2024-02-09T23:58:32.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.075+0000 7fb09a7fc640 1 -- 172.21.15.1:0/1386639203 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v87) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb0940bc670 con 0x7fb0a4101340 2024-02-09T23:58:32.077 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 1 2024-02-09T23:58:32.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.077+0000 7fb0ab556640 1 -- 172.21.15.1:0/1386639203 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb0900a2150 msgr2=0x7fb0900a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:32.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.077+0000 7fb0ab556640 1 --2- 172.21.15.1:0/1386639203 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb0900a2150 0x7fb0900a4610 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fb0a0005fd0 tx=0x7fb0a000b410 comp rx=0 tx=0).stop 2024-02-09T23:58:32.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.077+0000 7fb0ab556640 1 -- 172.21.15.1:0/1386639203 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb0a4101340 msgr2=0x7fb0a419c010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:32.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.077+0000 7fb0ab556640 1 --2- 172.21.15.1:0/1386639203 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb0a4101340 0x7fb0a419c010 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fb094006010 tx=0x7fb0940040c0 comp rx=0 tx=0).stop 2024-02-09T23:58:32.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.077+0000 7fb0ab556640 1 -- 172.21.15.1:0/1386639203 shutdown_connections 2024-02-09T23:58:32.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.077+0000 7fb0ab556640 1 --2- 172.21.15.1:0/1386639203 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb0a4101d00 0x7fb0a419e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:32.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.077+0000 7fb0ab556640 1 --2- 172.21.15.1:0/1386639203 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb0a4101340 0x7fb0a419c010 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:32.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.077+0000 7fb0ab556640 1 --2- 172.21.15.1:0/1386639203 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb0900a2150 0x7fb0900a4610 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:32.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.077+0000 7fb0ab556640 1 --2- 172.21.15.1:0/1386639203 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb0a4100150 0x7fb0a406a460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:32.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.077+0000 7fb0ab556640 1 -- 172.21.15.1:0/1386639203 >> 172.21.15.1:0/1386639203 conn(0x7fb0a40fb6e0 msgr2=0x7fb0a4104640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:32.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.077+0000 7fb0ab556640 1 -- 172.21.15.1:0/1386639203 shutdown_connections 2024-02-09T23:58:32.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.077+0000 7fb0ab556640 1 -- 172.21.15.1:0/1386639203 wait complete. 2024-02-09T23:58:32.090 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-09T23:58:32.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.196+0000 7f03e766f640 1 -- 172.21.15.1:0/198776653 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f03e0100150 msgr2=0x7f03e0100570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:32.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.196+0000 7f03e766f640 1 --2- 172.21.15.1:0/198776653 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f03e0100150 0x7f03e0100570 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f03dc009900 tx=0x7f03dc02bc30 comp rx=0 tx=0).stop 2024-02-09T23:58:32.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.196+0000 7f03e766f640 1 -- 172.21.15.1:0/198776653 shutdown_connections 2024-02-09T23:58:32.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.196+0000 7f03e766f640 1 --2- 172.21.15.1:0/198776653 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f03e0101d00 0x7f03e0108590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:32.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.196+0000 7f03e766f640 1 --2- 172.21.15.1:0/198776653 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f03e0101340 0x7f03e01017c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:32.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.196+0000 7f03e766f640 1 --2- 172.21.15.1:0/198776653 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f03e0100150 0x7f03e0100570 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:32.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.196+0000 7f03e766f640 1 -- 172.21.15.1:0/198776653 >> 172.21.15.1:0/198776653 conn(0x7f03e00fb6c0 msgr2=0x7f03e00fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:32.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.196+0000 7f03e766f640 1 -- 172.21.15.1:0/198776653 shutdown_connections 2024-02-09T23:58:32.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.196+0000 7f03e766f640 1 -- 172.21.15.1:0/198776653 wait complete. 2024-02-09T23:58:32.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.197+0000 7f03e766f640 1 Processor -- start 2024-02-09T23:58:32.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.197+0000 7f03e766f640 1 -- start start 2024-02-09T23:58:32.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.197+0000 7f03e766f640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f03e0100150 0x7f03e0197370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:32.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.197+0000 7f03e766f640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f03e0101340 0x7f03e01978b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:32.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.197+0000 7f03e766f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f03e0101d00 0x7f03e019e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:32.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.197+0000 7f03e766f640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03e019ee60 con 0x7f03e0101d00 2024-02-09T23:58:32.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.197+0000 7f03e766f640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03e019efd0 con 0x7f03e0101340 2024-02-09T23:58:32.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.197+0000 7f03e766f640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03e019f190 con 0x7f03e0100150 2024-02-09T23:58:32.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.197+0000 7f03e5c0c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f03e0101d00 0x7f03e019e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:32.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.197+0000 7f03e5c0c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f03e0101d00 0x7f03e019e920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52022/0 (socket says 172.21.15.1:52022) 2024-02-09T23:58:32.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.197+0000 7f03e5c0c640 1 -- 172.21.15.1:0/288766588 learned_addr learned my addr 172.21.15.1:0/288766588 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:32.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.197+0000 7f03e540b640 1 --2- 172.21.15.1:0/288766588 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f03e0100150 0x7f03e0197370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:32.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.197+0000 7f03e4c0a640 1 --2- 172.21.15.1:0/288766588 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f03e0101340 0x7f03e01978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:32.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.197+0000 7f03e5c0c640 1 -- 172.21.15.1:0/288766588 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f03e0100150 msgr2=0x7f03e0197370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:32.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.197+0000 7f03e5c0c640 1 --2- 172.21.15.1:0/288766588 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f03e0100150 0x7f03e0197370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:32.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.197+0000 7f03e5c0c640 1 -- 172.21.15.1:0/288766588 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f03e0101340 msgr2=0x7f03e01978b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:32.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.197+0000 7f03e5c0c640 1 --2- 172.21.15.1:0/288766588 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f03e0101340 0x7f03e01978b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:32.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.197+0000 7f03e5c0c640 1 -- 172.21.15.1:0/288766588 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03dc009560 con 0x7f03e0101d00 2024-02-09T23:58:32.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.198+0000 7f03e5c0c640 1 --2- 172.21.15.1:0/288766588 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f03e0101d00 0x7f03e019e920 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f03d800cce0 tx=0x7f03d800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:32.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.198+0000 7f03d67fc640 1 -- 172.21.15.1:0/288766588 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03d800f450 con 0x7f03e0101d00 2024-02-09T23:58:32.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.198+0000 7f03d67fc640 1 -- 172.21.15.1:0/288766588 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f03d800fa90 con 0x7f03e0101d00 2024-02-09T23:58:32.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.198+0000 7f03e766f640 1 -- 172.21.15.1:0/288766588 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03e019f470 con 0x7f03e0101d00 2024-02-09T23:58:32.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.198+0000 7f03d67fc640 1 -- 172.21.15.1:0/288766588 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03d8018b90 con 0x7f03e0101d00 2024-02-09T23:58:32.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.198+0000 7f03e766f640 1 -- 172.21.15.1:0/288766588 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03e019f930 con 0x7f03e0101d00 2024-02-09T23:58:32.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.199+0000 7f03e766f640 1 -- 172.21.15.1:0/288766588 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f03e010bb20 con 0x7f03e0101d00 2024-02-09T23:58:32.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.200+0000 7f03d67fc640 1 -- 172.21.15.1:0/288766588 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f03d800fc00 con 0x7f03e0101d00 2024-02-09T23:58:32.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.200+0000 7f03d67fc640 1 --2- 172.21.15.1:0/288766588 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f03cc0a2150 0x7f03cc0a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:32.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.200+0000 7f03e540b640 1 --2- 172.21.15.1:0/288766588 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f03cc0a2150 0x7f03cc0a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:32.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.200+0000 7f03d67fc640 1 -- 172.21.15.1:0/288766588 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f03d80ce790 con 0x7f03e0101d00 2024-02-09T23:58:32.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.201+0000 7f03e540b640 1 --2- 172.21.15.1:0/288766588 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f03cc0a2150 0x7f03cc0a4610 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f03dc006010 tx=0x7f03dc02c740 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:32.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.204+0000 7f03d67fc640 1 -- 172.21.15.1:0/288766588 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f03d8097640 con 0x7f03e0101d00 2024-02-09T23:58:32.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:32 smithi088 ceph-mon[36452]: pgmap v330: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-02-09T23:58:32.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:32 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1032188866' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:58:32.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:32 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1386639203' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-09T23:58:32.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.384+0000 7f03e766f640 1 -- 172.21.15.1:0/288766588 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f03e010bcb0 con 0x7f03e0101d00 2024-02-09T23:58:32.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.384+0000 7f03d67fc640 1 -- 172.21.15.1:0/288766588 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v87) v1 ==== 104+0+11 (secure 0 0 0) 0x7f03d809ad00 con 0x7f03e0101d00 2024-02-09T23:58:32.386 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 32 2024-02-09T23:58:32.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.386+0000 7f03e766f640 1 -- 172.21.15.1:0/288766588 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f03cc0a2150 msgr2=0x7f03cc0a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:32.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.386+0000 7f03e766f640 1 --2- 172.21.15.1:0/288766588 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f03cc0a2150 0x7f03cc0a4610 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f03dc006010 tx=0x7f03dc02c740 comp rx=0 tx=0).stop 2024-02-09T23:58:32.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.386+0000 7f03e766f640 1 -- 172.21.15.1:0/288766588 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f03e0101d00 msgr2=0x7f03e019e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:32.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.386+0000 7f03e766f640 1 --2- 172.21.15.1:0/288766588 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f03e0101d00 0x7f03e019e920 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f03d800cce0 tx=0x7f03d800a620 comp rx=0 tx=0).stop 2024-02-09T23:58:32.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.386+0000 7f03e766f640 1 -- 172.21.15.1:0/288766588 shutdown_connections 2024-02-09T23:58:32.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.386+0000 7f03e766f640 1 --2- 172.21.15.1:0/288766588 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f03e0101d00 0x7f03e019e920 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:32.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.386+0000 7f03e766f640 1 --2- 172.21.15.1:0/288766588 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f03cc0a2150 0x7f03cc0a4610 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:32.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.386+0000 7f03e766f640 1 --2- 172.21.15.1:0/288766588 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f03e0101340 0x7f03e01978b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:32.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.386+0000 7f03e766f640 1 --2- 172.21.15.1:0/288766588 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f03e0100150 0x7f03e0197370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:32.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.386+0000 7f03e766f640 1 -- 172.21.15.1:0/288766588 >> 172.21.15.1:0/288766588 conn(0x7f03e00fb6c0 msgr2=0x7f03e00fd180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:32.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.386+0000 7f03e766f640 1 -- 172.21.15.1:0/288766588 shutdown_connections 2024-02-09T23:58:32.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.386+0000 7f03e766f640 1 -- 172.21.15.1:0/288766588 wait complete. 2024-02-09T23:58:32.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:32 smithi103 ceph-mon[36942]: pgmap v330: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-02-09T23:58:32.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:32 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1032188866' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:58:32.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:32 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1386639203' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-09T23:58:32.398 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:32 smithi001 ceph-mon[32335]: pgmap v330: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-02-09T23:58:32.398 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:32 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1032188866' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:58:32.398 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:32 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1386639203' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-09T23:58:32.399 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-09T23:58:32.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.502+0000 7f8ea07ef640 1 -- 172.21.15.1:0/289510658 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8e98101ce0 msgr2=0x7f8e98108570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:32.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.502+0000 7f8ea07ef640 1 --2- 172.21.15.1:0/289510658 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8e98101ce0 0x7f8e98108570 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f8e90009ca0 tx=0x7f8e9002c0f0 comp rx=0 tx=0).stop 2024-02-09T23:58:32.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.503+0000 7f8ea07ef640 1 -- 172.21.15.1:0/289510658 shutdown_connections 2024-02-09T23:58:32.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.503+0000 7f8ea07ef640 1 --2- 172.21.15.1:0/289510658 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8e98101ce0 0x7f8e98108570 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:32.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.503+0000 7f8ea07ef640 1 --2- 172.21.15.1:0/289510658 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8e98101320 0x7f8e981017a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:32.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.503+0000 7f8ea07ef640 1 --2- 172.21.15.1:0/289510658 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8e98100130 0x7f8e98100550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:32.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.503+0000 7f8ea07ef640 1 -- 172.21.15.1:0/289510658 >> 172.21.15.1:0/289510658 conn(0x7f8e980fb660 msgr2=0x7f8e980fdae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:32.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.503+0000 7f8ea07ef640 1 -- 172.21.15.1:0/289510658 shutdown_connections 2024-02-09T23:58:32.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.503+0000 7f8ea07ef640 1 -- 172.21.15.1:0/289510658 wait complete. 2024-02-09T23:58:32.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.503+0000 7f8ea07ef640 1 Processor -- start 2024-02-09T23:58:32.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.503+0000 7f8ea07ef640 1 -- start start 2024-02-09T23:58:32.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.503+0000 7f8ea07ef640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8e98100130 0x7f8e98199390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:32.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.503+0000 7f8ea07ef640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8e98101320 0x7f8e981998d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:32.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.503+0000 7f8ea07ef640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8e98101ce0 0x7f8e981a0940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:32.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.503+0000 7f8ea07ef640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e981a0e80 con 0x7f8e98100130 2024-02-09T23:58:32.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.503+0000 7f8ea07ef640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e981a0ff0 con 0x7f8e98101ce0 2024-02-09T23:58:32.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.503+0000 7f8ea07ef640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e981a11b0 con 0x7f8e98101320 2024-02-09T23:58:32.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.503+0000 7f8e9e58b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8e98100130 0x7f8e98199390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:32.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.503+0000 7f8e9e58b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8e98100130 0x7f8e98199390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52038/0 (socket says 172.21.15.1:52038) 2024-02-09T23:58:32.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.503+0000 7f8e9e58b640 1 -- 172.21.15.1:0/416862848 learned_addr learned my addr 172.21.15.1:0/416862848 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:32.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.503+0000 7f8e9ed8c640 1 --2- 172.21.15.1:0/416862848 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8e98101ce0 0x7f8e981a0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:32.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.504+0000 7f8e9dd8a640 1 --2- 172.21.15.1:0/416862848 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8e98101320 0x7f8e981998d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:32.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.504+0000 7f8e9e58b640 1 -- 172.21.15.1:0/416862848 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8e98101320 msgr2=0x7f8e981998d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:32.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.504+0000 7f8e9e58b640 1 --2- 172.21.15.1:0/416862848 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8e98101320 0x7f8e981998d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:32.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.504+0000 7f8e9e58b640 1 -- 172.21.15.1:0/416862848 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8e98101ce0 msgr2=0x7f8e981a0940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:32.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.504+0000 7f8e9e58b640 1 --2- 172.21.15.1:0/416862848 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8e98101ce0 0x7f8e981a0940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:32.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.504+0000 7f8e9e58b640 1 -- 172.21.15.1:0/416862848 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e90009900 con 0x7f8e98100130 2024-02-09T23:58:32.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.504+0000 7f8e9dd8a640 1 --2- 172.21.15.1:0/416862848 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8e98101320 0x7f8e981998d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:58:32.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.504+0000 7f8e9e58b640 1 --2- 172.21.15.1:0/416862848 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8e98100130 0x7f8e98199390 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f8e9400c970 tx=0x7f8e9400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:32.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.504+0000 7f8e8f7fe640 1 -- 172.21.15.1:0/416862848 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e94007c10 con 0x7f8e98100130 2024-02-09T23:58:32.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.504+0000 7f8e8f7fe640 1 -- 172.21.15.1:0/416862848 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8e94007d70 con 0x7f8e98100130 2024-02-09T23:58:32.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.504+0000 7f8ea07ef640 1 -- 172.21.15.1:0/416862848 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8e981a1490 con 0x7f8e98100130 2024-02-09T23:58:32.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.504+0000 7f8e8f7fe640 1 -- 172.21.15.1:0/416862848 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e9400f8a0 con 0x7f8e98100130 2024-02-09T23:58:32.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.504+0000 7f8ea07ef640 1 -- 172.21.15.1:0/416862848 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e981a19a0 con 0x7f8e98100130 2024-02-09T23:58:32.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.505+0000 7f8ea07ef640 1 -- 172.21.15.1:0/416862848 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8e9810cc40 con 0x7f8e98100130 2024-02-09T23:58:32.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.506+0000 7f8e8f7fe640 1 -- 172.21.15.1:0/416862848 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f8e94018af0 con 0x7f8e98100130 2024-02-09T23:58:32.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.506+0000 7f8e8f7fe640 1 --2- 172.21.15.1:0/416862848 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8e840a2150 0x7f8e840a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:32.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.507+0000 7f8e9dd8a640 1 --2- 172.21.15.1:0/416862848 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8e840a2150 0x7f8e840a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:32.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.507+0000 7f8e8f7fe640 1 -- 172.21.15.1:0/416862848 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f8e94013070 con 0x7f8e98100130 2024-02-09T23:58:32.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.507+0000 7f8e9dd8a640 1 --2- 172.21.15.1:0/416862848 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8e840a2150 0x7f8e840a4610 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f8e9819a8a0 tx=0x7f8e88005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:32.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.511+0000 7f8e8f7fe640 1 -- 172.21.15.1:0/416862848 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f8e940970b0 con 0x7f8e98100130 2024-02-09T23:58:32.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.692+0000 7f8ea07ef640 1 -- 172.21.15.1:0/416862848 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f8e981a1c20 con 0x7f8e98100130 2024-02-09T23:58:32.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.693+0000 7f8e8f7fe640 1 -- 172.21.15.1:0/416862848 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v87) v1 ==== 100+0+11 (secure 0 0 0) 0x7f8e9409a770 con 0x7f8e98100130 2024-02-09T23:58:32.695 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 64 2024-02-09T23:58:32.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.695+0000 7f8ea07ef640 1 -- 172.21.15.1:0/416862848 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8e840a2150 msgr2=0x7f8e840a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:32.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.695+0000 7f8ea07ef640 1 --2- 172.21.15.1:0/416862848 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8e840a2150 0x7f8e840a4610 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f8e9819a8a0 tx=0x7f8e88005f90 comp rx=0 tx=0).stop 2024-02-09T23:58:32.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.695+0000 7f8ea07ef640 1 -- 172.21.15.1:0/416862848 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8e98100130 msgr2=0x7f8e98199390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:32.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.695+0000 7f8ea07ef640 1 --2- 172.21.15.1:0/416862848 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8e98100130 0x7f8e98199390 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f8e9400c970 tx=0x7f8e9400ce30 comp rx=0 tx=0).stop 2024-02-09T23:58:32.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.695+0000 7f8ea07ef640 1 -- 172.21.15.1:0/416862848 shutdown_connections 2024-02-09T23:58:32.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.695+0000 7f8ea07ef640 1 --2- 172.21.15.1:0/416862848 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8e840a2150 0x7f8e840a4610 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:32.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.695+0000 7f8ea07ef640 1 --2- 172.21.15.1:0/416862848 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8e98101ce0 0x7f8e981a0940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:32.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.695+0000 7f8ea07ef640 1 --2- 172.21.15.1:0/416862848 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8e98101320 0x7f8e981998d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:32.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.695+0000 7f8ea07ef640 1 --2- 172.21.15.1:0/416862848 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8e98100130 0x7f8e98199390 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:32.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.695+0000 7f8ea07ef640 1 -- 172.21.15.1:0/416862848 >> 172.21.15.1:0/416862848 conn(0x7f8e980fb660 msgr2=0x7f8e98108e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:32.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.695+0000 7f8ea07ef640 1 -- 172.21.15.1:0/416862848 shutdown_connections 2024-02-09T23:58:32.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.695+0000 7f8ea07ef640 1 -- 172.21.15.1:0/416862848 wait complete. 2024-02-09T23:58:32.708 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:58:32.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.809+0000 7ff042488640 1 -- 172.21.15.1:0/58753909 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff03c1012c0 msgr2=0x7ff03c1016e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:32.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.809+0000 7ff042488640 1 --2- 172.21.15.1:0/58753909 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff03c1012c0 0x7ff03c1016e0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7ff030009900 tx=0x7ff03002bc30 comp rx=0 tx=0).stop 2024-02-09T23:58:32.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.809+0000 7ff042488640 1 -- 172.21.15.1:0/58753909 shutdown_connections 2024-02-09T23:58:32.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.809+0000 7ff042488640 1 --2- 172.21.15.1:0/58753909 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff03c102e70 0x7ff03c109700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:32.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.809+0000 7ff042488640 1 --2- 172.21.15.1:0/58753909 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff03c1024b0 0x7ff03c102930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:32.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.809+0000 7ff042488640 1 --2- 172.21.15.1:0/58753909 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff03c1012c0 0x7ff03c1016e0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:32.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.809+0000 7ff042488640 1 -- 172.21.15.1:0/58753909 >> 172.21.15.1:0/58753909 conn(0x7ff03c0fc810 msgr2=0x7ff03c0fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:32.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.809+0000 7ff042488640 1 -- 172.21.15.1:0/58753909 shutdown_connections 2024-02-09T23:58:32.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.809+0000 7ff042488640 1 -- 172.21.15.1:0/58753909 wait complete. 2024-02-09T23:58:32.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.809+0000 7ff042488640 1 Processor -- start 2024-02-09T23:58:32.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.809+0000 7ff042488640 1 -- start start 2024-02-09T23:58:32.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.810+0000 7ff042488640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff03c1012c0 0x7ff03c1972e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:32.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.810+0000 7ff042488640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff03c1024b0 0x7ff03c197820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:32.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.810+0000 7ff042488640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff03c102e70 0x7ff03c19e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:32.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.810+0000 7ff042488640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff03c19edd0 con 0x7ff03c1024b0 2024-02-09T23:58:32.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.810+0000 7ff042488640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff03c19ef40 con 0x7ff03c102e70 2024-02-09T23:58:32.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.810+0000 7ff042488640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff03c19f100 con 0x7ff03c1012c0 2024-02-09T23:58:32.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.810+0000 7ff03b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff03c1024b0 0x7ff03c197820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:32.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.810+0000 7ff03b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff03c1024b0 0x7ff03c197820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52052/0 (socket says 172.21.15.1:52052) 2024-02-09T23:58:32.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.810+0000 7ff03b7fe640 1 -- 172.21.15.1:0/3927644558 learned_addr learned my addr 172.21.15.1:0/3927644558 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:32.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.810+0000 7ff03bfff640 1 --2- 172.21.15.1:0/3927644558 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff03c1012c0 0x7ff03c1972e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:32.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.810+0000 7ff040a25640 1 --2- 172.21.15.1:0/3927644558 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff03c102e70 0x7ff03c19e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:32.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.810+0000 7ff03b7fe640 1 -- 172.21.15.1:0/3927644558 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff03c1012c0 msgr2=0x7ff03c1972e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:32.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.810+0000 7ff03b7fe640 1 --2- 172.21.15.1:0/3927644558 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff03c1012c0 0x7ff03c1972e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:32.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.810+0000 7ff03b7fe640 1 -- 172.21.15.1:0/3927644558 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff03c102e70 msgr2=0x7ff03c19e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:32.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.810+0000 7ff03b7fe640 1 --2- 172.21.15.1:0/3927644558 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff03c102e70 0x7ff03c19e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:32.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.810+0000 7ff03b7fe640 1 -- 172.21.15.1:0/3927644558 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff030009560 con 0x7ff03c1024b0 2024-02-09T23:58:32.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.810+0000 7ff040a25640 1 --2- 172.21.15.1:0/3927644558 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff03c102e70 0x7ff03c19e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:58:32.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.810+0000 7ff03b7fe640 1 --2- 172.21.15.1:0/3927644558 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff03c1024b0 0x7ff03c197820 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7ff02c00e9f0 tx=0x7ff02c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:32.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.810+0000 7ff0397fa640 1 -- 172.21.15.1:0/3927644558 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff02c009720 con 0x7ff03c1024b0 2024-02-09T23:58:32.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.810+0000 7ff0397fa640 1 -- 172.21.15.1:0/3927644558 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff02c00cd80 con 0x7ff03c1024b0 2024-02-09T23:58:32.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.810+0000 7ff042488640 1 -- 172.21.15.1:0/3927644558 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff03c19f3e0 con 0x7ff03c1024b0 2024-02-09T23:58:32.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.811+0000 7ff0397fa640 1 -- 172.21.15.1:0/3927644558 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff02c010690 con 0x7ff03c1024b0 2024-02-09T23:58:32.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.811+0000 7ff042488640 1 -- 172.21.15.1:0/3927644558 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff03c19f8a0 con 0x7ff03c1024b0 2024-02-09T23:58:32.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.812+0000 7ff042488640 1 -- 172.21.15.1:0/3927644558 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff03c1085e0 con 0x7ff03c1024b0 2024-02-09T23:58:32.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.813+0000 7ff0397fa640 1 -- 172.21.15.1:0/3927644558 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7ff02c0046c0 con 0x7ff03c1024b0 2024-02-09T23:58:32.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.813+0000 7ff0397fa640 1 --2- 172.21.15.1:0/3927644558 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff0240a2150 0x7ff0240a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:32.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.813+0000 7ff03bfff640 1 --2- 172.21.15.1:0/3927644558 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff0240a2150 0x7ff0240a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:32.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.814+0000 7ff0397fa640 1 -- 172.21.15.1:0/3927644558 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7ff02c014070 con 0x7ff03c1024b0 2024-02-09T23:58:32.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.814+0000 7ff03bfff640 1 --2- 172.21.15.1:0/3927644558 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff0240a2150 0x7ff0240a4610 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7ff030005ab0 tx=0x7ff030005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:32.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:32.818+0000 7ff0397fa640 1 -- 172.21.15.1:0/3927644558 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7ff02c0970d0 con 0x7ff03c1024b0 2024-02-09T23:58:33.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.037+0000 7ff042488640 1 -- 172.21.15.1:0/3927644558 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff03c10cc60 con 0x7ff03c1024b0 2024-02-09T23:58:33.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.038+0000 7ff0397fa640 1 -- 172.21.15.1:0/3927644558 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11367 (secure 0 0 0) 0x7ff02c09a790 con 0x7ff03c1024b0 2024-02-09T23:58:33.040 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:58:33.040 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-09T23:57:05.956988+0000","modified":"2024-02-09T23:57:12.862580+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24496,"mds_2":24476,"mds_3":24475,"mds_4":14646},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14646":{"gid":14646,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24398":{"gid":24398,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24406":{"gid":24406,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24457":{"gid":24457,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/3143955076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":3143955076},{"type":"v1","addr":"172.21.15.103:6835","nonce":3143955076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24475":{"gid":24475,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-09T23:58:33.040 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 26 2024-02-09T23:58:33.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.039+0000 7ff042488640 1 -- 172.21.15.1:0/3927644558 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff0240a2150 msgr2=0x7ff0240a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:33.042 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.039+0000 7ff042488640 1 --2- 172.21.15.1:0/3927644558 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff0240a2150 0x7ff0240a4610 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7ff030005ab0 tx=0x7ff030005fd0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.042 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.039+0000 7ff042488640 1 -- 172.21.15.1:0/3927644558 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff03c1024b0 msgr2=0x7ff03c197820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:33.042 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.039+0000 7ff042488640 1 --2- 172.21.15.1:0/3927644558 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff03c1024b0 0x7ff03c197820 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7ff02c00e9f0 tx=0x7ff02c00edf0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.042 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.040+0000 7ff042488640 1 -- 172.21.15.1:0/3927644558 shutdown_connections 2024-02-09T23:58:33.042 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.040+0000 7ff042488640 1 --2- 172.21.15.1:0/3927644558 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff0240a2150 0x7ff0240a4610 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.042 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.040+0000 7ff042488640 1 --2- 172.21.15.1:0/3927644558 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff03c102e70 0x7ff03c19e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.042 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.040+0000 7ff042488640 1 --2- 172.21.15.1:0/3927644558 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff03c1024b0 0x7ff03c197820 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.042 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.040+0000 7ff042488640 1 --2- 172.21.15.1:0/3927644558 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff03c1012c0 0x7ff03c1972e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.042 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.040+0000 7ff042488640 1 -- 172.21.15.1:0/3927644558 >> 172.21.15.1:0/3927644558 conn(0x7ff03c0fc810 msgr2=0x7ff03c1057b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:33.042 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.040+0000 7ff042488640 1 -- 172.21.15.1:0/3927644558 shutdown_connections 2024-02-09T23:58:33.042 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.040+0000 7ff042488640 1 -- 172.21.15.1:0/3927644558 wait complete. 2024-02-09T23:58:33.052 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:58:33.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.153+0000 7f9c8db8a640 1 -- 172.21.15.1:0/2655677963 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9c881001d0 msgr2=0x7f9c881005f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:33.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.153+0000 7f9c8db8a640 1 --2- 172.21.15.1:0/2655677963 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9c881001d0 0x7f9c881005f0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f9c78009900 tx=0x7f9c7802bc30 comp rx=0 tx=0).stop 2024-02-09T23:58:33.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.153+0000 7f9c8db8a640 1 -- 172.21.15.1:0/2655677963 shutdown_connections 2024-02-09T23:58:33.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.153+0000 7f9c8db8a640 1 --2- 172.21.15.1:0/2655677963 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9c88101d80 0x7f9c88108610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.153+0000 7f9c8db8a640 1 --2- 172.21.15.1:0/2655677963 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9c881013c0 0x7f9c88101840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.153+0000 7f9c8db8a640 1 --2- 172.21.15.1:0/2655677963 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9c881001d0 0x7f9c881005f0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.153+0000 7f9c8db8a640 1 -- 172.21.15.1:0/2655677963 >> 172.21.15.1:0/2655677963 conn(0x7f9c880fb740 msgr2=0x7f9c880fdb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:33.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.153+0000 7f9c8db8a640 1 -- 172.21.15.1:0/2655677963 shutdown_connections 2024-02-09T23:58:33.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.153+0000 7f9c8db8a640 1 -- 172.21.15.1:0/2655677963 wait complete. 2024-02-09T23:58:33.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.153+0000 7f9c8db8a640 1 Processor -- start 2024-02-09T23:58:33.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.154+0000 7f9c8db8a640 1 -- start start 2024-02-09T23:58:33.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.154+0000 7f9c8db8a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9c881001d0 0x7f9c8810aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:33.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.154+0000 7f9c8db8a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9c881013c0 0x7f9c881090d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:33.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.154+0000 7f9c8db8a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9c88101d80 0x7f9c88109610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:33.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.154+0000 7f9c8db8a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c88109d70 con 0x7f9c881001d0 2024-02-09T23:58:33.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.154+0000 7f9c8db8a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c88109ee0 con 0x7f9c881013c0 2024-02-09T23:58:33.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.154+0000 7f9c8db8a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c881a12c0 con 0x7f9c88101d80 2024-02-09T23:58:33.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.154+0000 7f9c877fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9c881001d0 0x7f9c8810aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:33.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.154+0000 7f9c877fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9c881001d0 0x7f9c8810aa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52076/0 (socket says 172.21.15.1:52076) 2024-02-09T23:58:33.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.154+0000 7f9c877fe640 1 -- 172.21.15.1:0/1266214944 learned_addr learned my addr 172.21.15.1:0/1266214944 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:33.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.154+0000 7f9c87fff640 1 --2- 172.21.15.1:0/1266214944 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9c88101d80 0x7f9c88109610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:33.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.154+0000 7f9c86ffd640 1 --2- 172.21.15.1:0/1266214944 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9c881013c0 0x7f9c881090d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:33.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.154+0000 7f9c877fe640 1 -- 172.21.15.1:0/1266214944 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9c88101d80 msgr2=0x7f9c88109610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:33.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.154+0000 7f9c877fe640 1 --2- 172.21.15.1:0/1266214944 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9c88101d80 0x7f9c88109610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.154+0000 7f9c877fe640 1 -- 172.21.15.1:0/1266214944 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9c881013c0 msgr2=0x7f9c881090d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:33.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.154+0000 7f9c877fe640 1 --2- 172.21.15.1:0/1266214944 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9c881013c0 0x7f9c881090d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.154+0000 7f9c877fe640 1 -- 172.21.15.1:0/1266214944 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c78009560 con 0x7f9c881001d0 2024-02-09T23:58:33.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.154+0000 7f9c877fe640 1 --2- 172.21.15.1:0/1266214944 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9c881001d0 0x7f9c8810aa90 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f9c78000c00 tx=0x7f9c78004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:33.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.155+0000 7f9c84ff9640 1 -- 172.21.15.1:0/1266214944 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c78004aa0 con 0x7f9c881001d0 2024-02-09T23:58:33.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.155+0000 7f9c8db8a640 1 -- 172.21.15.1:0/1266214944 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c881a1510 con 0x7f9c881001d0 2024-02-09T23:58:33.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.155+0000 7f9c84ff9640 1 -- 172.21.15.1:0/1266214944 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9c780052d0 con 0x7f9c881001d0 2024-02-09T23:58:33.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.155+0000 7f9c84ff9640 1 -- 172.21.15.1:0/1266214944 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c78003df0 con 0x7f9c881001d0 2024-02-09T23:58:33.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.155+0000 7f9c8db8a640 1 -- 172.21.15.1:0/1266214944 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c881a1a20 con 0x7f9c881001d0 2024-02-09T23:58:33.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.156+0000 7f9c8db8a640 1 -- 172.21.15.1:0/1266214944 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c88107490 con 0x7f9c881001d0 2024-02-09T23:58:33.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.157+0000 7f9c84ff9640 1 -- 172.21.15.1:0/1266214944 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f9c780035f0 con 0x7f9c881001d0 2024-02-09T23:58:33.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.157+0000 7f9c84ff9640 1 --2- 172.21.15.1:0/1266214944 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f9c700a2150 0x7f9c700a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:33.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.157+0000 7f9c86ffd640 1 --2- 172.21.15.1:0/1266214944 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f9c700a2150 0x7f9c700a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:33.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.157+0000 7f9c84ff9640 1 -- 172.21.15.1:0/1266214944 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f9c780f0210 con 0x7f9c881001d0 2024-02-09T23:58:33.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.158+0000 7f9c86ffd640 1 --2- 172.21.15.1:0/1266214944 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f9c700a2150 0x7f9c700a4610 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f9c8810a800 tx=0x7f9c7c00a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:33.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.162+0000 7f9c84ff9640 1 -- 172.21.15.1:0/1266214944 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f9c780b9140 con 0x7f9c881001d0 2024-02-09T23:58:33.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:33 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/288766588' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-09T23:58:33.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:33 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/416862848' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-09T23:58:33.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:33 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3927644558' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:58:33.349 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.347+0000 7f9c8db8a640 1 -- 172.21.15.1:0/1266214944 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9c8802cde0 con 0x7f9c881001d0 2024-02-09T23:58:33.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.349+0000 7f9c84ff9640 1 -- 172.21.15.1:0/1266214944 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) v1 ==== 74+0+22548 (secure 0 0 0) 0x7f9c780bc800 con 0x7f9c881001d0 2024-02-09T23:58:33.351 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:58:33.351 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":87,"fsid":"b5005240-c7a5-11ee-95b8-87774f69a715","created":"2024-02-09T23:49:06.829648+0000","modified":"2024-02-09T23:58:05.970977+0000","last_up_change":"2024-02-09T23:56:15.507374+0000","last_in_change":"2024-02-09T23:55:55.668510+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:52:28.527596+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:57:04.230570+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:57:05.160207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4fa23604-c2ff-4c47-8ac8-10dce6bba3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6803","nonce":4020662944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6805","nonce":4020662944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6809","nonce":4020662944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6807","nonce":4020662944}]},"public_addr":"172.21.15.1:6803/4020662944","cluster_addr":"172.21.15.1:6805/4020662944","heartbeat_back_addr":"172.21.15.1:6809/4020662944","heartbeat_front_addr":"172.21.15.1:6807/4020662944","state":["exists","up"]},{"osd":1,"uuid":"d64b48a6-3b47-4712-b607-d0e951b3b4a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6801","nonce":1258648868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6803","nonce":1258648868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6807","nonce":1258648868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6805","nonce":1258648868}]},"public_addr":"172.21.15.88:6801/1258648868","cluster_addr":"172.21.15.88:6803/1258648868","heartbeat_back_addr":"172.21.15.88:6807/1258648868","heartbeat_front_addr":"172.21.15.88:6805/1258648868","state":["exists","up"]},{"osd":2,"uuid":"6be4c8dc-283d-4025-9c1f-c00ee4e3659f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6801","nonce":2902494825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6803","nonce":2902494825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6807","nonce":2902494825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6805","nonce":2902494825}]},"public_addr":"172.21.15.103:6801/2902494825","cluster_addr":"172.21.15.103:6803/2902494825","heartbeat_back_addr":"172.21.15.103:6807/2902494825","heartbeat_front_addr":"172.21.15.103:6805/2902494825","state":["exists","up"]},{"osd":3,"uuid":"52579ea8-e424-4adc-9fd9-44cec7e3875a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6811","nonce":680841642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6813","nonce":680841642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6817","nonce":680841642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6815","nonce":680841642}]},"public_addr":"172.21.15.1:6811/680841642","cluster_addr":"172.21.15.1:6813/680841642","heartbeat_back_addr":"172.21.15.1:6817/680841642","heartbeat_front_addr":"172.21.15.1:6815/680841642","state":["exists","up"]},{"osd":4,"uuid":"6503d3b5-f26b-4438-b256-ae4f76c7c773","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6809","nonce":2788918193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6811","nonce":2788918193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6815","nonce":2788918193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6813","nonce":2788918193}]},"public_addr":"172.21.15.88:6809/2788918193","cluster_addr":"172.21.15.88:6811/2788918193","heartbeat_back_addr":"172.21.15.88:6815/2788918193","heartbeat_front_addr":"172.21.15.88:6813/2788918193","state":["exists","up"]},{"osd":5,"uuid":"86188624-366a-487e-9db3-2782ef0884cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6809","nonce":3760780468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6811","nonce":3760780468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6815","nonce":3760780468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6813","nonce":3760780468}]},"public_addr":"172.21.15.103:6809/3760780468","cluster_addr":"172.21.15.103:6811/3760780468","heartbeat_back_addr":"172.21.15.103:6815/3760780468","heartbeat_front_addr":"172.21.15.103:6813/3760780468","state":["exists","up"]},{"osd":6,"uuid":"c59e7ba5-1cbe-41c3-a7e4-330175adfdf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6819","nonce":363854281}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6821","nonce":363854281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6825","nonce":363854281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6823","nonce":363854281}]},"public_addr":"172.21.15.1:6819/363854281","cluster_addr":"172.21.15.1:6821/363854281","heartbeat_back_addr":"172.21.15.1:6825/363854281","heartbeat_front_addr":"172.21.15.1:6823/363854281","state":["exists","up"]},{"osd":7,"uuid":"a77b4ef0-ecf7-457c-95c6-3e63cc6b1bba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6817","nonce":812841825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6819","nonce":812841825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6823","nonce":812841825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6821","nonce":812841825}]},"public_addr":"172.21.15.88:6817/812841825","cluster_addr":"172.21.15.88:6819/812841825","heartbeat_back_addr":"172.21.15.88:6823/812841825","heartbeat_front_addr":"172.21.15.88:6821/812841825","state":["exists","up"]},{"osd":8,"uuid":"bf2a6a1e-71ba-44d2-ba61-309f29496ef9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6817","nonce":3258812878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6819","nonce":3258812878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6823","nonce":3258812878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6821","nonce":3258812878}]},"public_addr":"172.21.15.103:6817/3258812878","cluster_addr":"172.21.15.103:6819/3258812878","heartbeat_back_addr":"172.21.15.103:6823/3258812878","heartbeat_front_addr":"172.21.15.103:6821/3258812878","state":["exists","up"]},{"osd":9,"uuid":"c9531676-199e-43ad-9299-6b5b60fd6ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6827","nonce":2830634909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6829","nonce":2830634909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6833","nonce":2830634909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6831","nonce":2830634909}]},"public_addr":"172.21.15.1:6827/2830634909","cluster_addr":"172.21.15.1:6829/2830634909","heartbeat_back_addr":"172.21.15.1:6833/2830634909","heartbeat_front_addr":"172.21.15.1:6831/2830634909","state":["exists","up"]},{"osd":10,"uuid":"41c2bb14-f8c9-45ce-a81e-9bf9dbba0b51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6825","nonce":1128031509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6827","nonce":1128031509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6831","nonce":1128031509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6829","nonce":1128031509}]},"public_addr":"172.21.15.88:6825/1128031509","cluster_addr":"172.21.15.88:6827/1128031509","heartbeat_back_addr":"172.21.15.88:6831/1128031509","heartbeat_front_addr":"172.21.15.88:6829/1128031509","state":["exists","up"]},{"osd":11,"uuid":"41003dad-b792-418d-9a82-bdf67311ea90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6825","nonce":2854918902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6827","nonce":2854918902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6831","nonce":2854918902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6829","nonce":2854918902}]},"public_addr":"172.21.15.103:6825/2854918902","cluster_addr":"172.21.15.103:6827/2854918902","heartbeat_back_addr":"172.21.15.103:6831/2854918902","heartbeat_front_addr":"172.21.15.103:6829/2854918902","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:51:39.446367+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:02.973641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:25.664661+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:50.561389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:14.598286+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:39.149718+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:04.327941+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:29.497887+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:55.922386+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:21.966560+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:47.653451+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:14.122475+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:0/2182725984":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6800/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1236715707":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3991013292":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3894463217":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6801/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6800/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3968648683":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6801/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1600532294":"2024-02-10T23:50:04.182518+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:58:33.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.351+0000 7f9c8db8a640 1 -- 172.21.15.1:0/1266214944 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f9c700a2150 msgr2=0x7f9c700a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:33.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.351+0000 7f9c8db8a640 1 --2- 172.21.15.1:0/1266214944 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f9c700a2150 0x7f9c700a4610 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f9c8810a800 tx=0x7f9c7c00a2d0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.351+0000 7f9c8db8a640 1 -- 172.21.15.1:0/1266214944 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9c881001d0 msgr2=0x7f9c8810aa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:33.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.351+0000 7f9c8db8a640 1 --2- 172.21.15.1:0/1266214944 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9c881001d0 0x7f9c8810aa90 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f9c78000c00 tx=0x7f9c78004270 comp rx=0 tx=0).stop 2024-02-09T23:58:33.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.351+0000 7f9c8db8a640 1 -- 172.21.15.1:0/1266214944 shutdown_connections 2024-02-09T23:58:33.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.351+0000 7f9c8db8a640 1 --2- 172.21.15.1:0/1266214944 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9c88101d80 0x7f9c88109610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.351+0000 7f9c8db8a640 1 --2- 172.21.15.1:0/1266214944 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f9c700a2150 0x7f9c700a4610 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.351+0000 7f9c8db8a640 1 --2- 172.21.15.1:0/1266214944 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9c881013c0 0x7f9c881090d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.351+0000 7f9c8db8a640 1 --2- 172.21.15.1:0/1266214944 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9c881001d0 0x7f9c8810aa90 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.351+0000 7f9c8db8a640 1 -- 172.21.15.1:0/1266214944 >> 172.21.15.1:0/1266214944 conn(0x7f9c880fb740 msgr2=0x7f9c88104660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:33.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.351+0000 7f9c8db8a640 1 -- 172.21.15.1:0/1266214944 shutdown_connections 2024-02-09T23:58:33.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.351+0000 7f9c8db8a640 1 -- 172.21.15.1:0/1266214944 wait complete. 2024-02-09T23:58:33.363 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:33 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/288766588' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-09T23:58:33.363 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:33 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/416862848' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-09T23:58:33.363 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:33 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3927644558' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:58:33.364 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:52:28.527596+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-09T23:57:04.230570+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-09T23:57:05.160207+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-09T23:58:33.365 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-09T23:58:33.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:33 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/288766588' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-09T23:58:33.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:33 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/416862848' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-09T23:58:33.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:33 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3927644558' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:58:33.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.468+0000 7f81c80df640 1 -- 172.21.15.1:0/1600327907 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f81c0101d00 msgr2=0x7f81c0108590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:33.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.468+0000 7f81c80df640 1 --2- 172.21.15.1:0/1600327907 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f81c0101d00 0x7f81c0108590 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f81b8009ca0 tx=0x7f81b802c0f0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.468+0000 7f81c80df640 1 -- 172.21.15.1:0/1600327907 shutdown_connections 2024-02-09T23:58:33.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.468+0000 7f81c80df640 1 --2- 172.21.15.1:0/1600327907 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f81c0101d00 0x7f81c0108590 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.468+0000 7f81c80df640 1 --2- 172.21.15.1:0/1600327907 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f81c0101340 0x7f81c01017c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.468+0000 7f81c80df640 1 --2- 172.21.15.1:0/1600327907 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f81c0100150 0x7f81c0100570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.468+0000 7f81c80df640 1 -- 172.21.15.1:0/1600327907 >> 172.21.15.1:0/1600327907 conn(0x7f81c00fb6c0 msgr2=0x7f81c00fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:33.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.468+0000 7f81c80df640 1 -- 172.21.15.1:0/1600327907 shutdown_connections 2024-02-09T23:58:33.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.468+0000 7f81c80df640 1 -- 172.21.15.1:0/1600327907 wait complete. 2024-02-09T23:58:33.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.469+0000 7f81c80df640 1 Processor -- start 2024-02-09T23:58:33.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.469+0000 7f81c80df640 1 -- start start 2024-02-09T23:58:33.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.469+0000 7f81c80df640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f81c0100150 0x7f81c006a460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:33.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.469+0000 7f81c80df640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f81c0101340 0x7f81c019bf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:33.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.469+0000 7f81c80df640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f81c0101d00 0x7f81c019e540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:33.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.469+0000 7f81c80df640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81c019ecd0 con 0x7f81c0101340 2024-02-09T23:58:33.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.469+0000 7f81c80df640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81c019ee40 con 0x7f81c0101d00 2024-02-09T23:58:33.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.469+0000 7f81c80df640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81c019f000 con 0x7f81c0100150 2024-02-09T23:58:33.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.469+0000 7f81c567a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f81c0101340 0x7f81c019bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:33.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.469+0000 7f81c567a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f81c0101340 0x7f81c019bf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52096/0 (socket says 172.21.15.1:52096) 2024-02-09T23:58:33.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.469+0000 7f81c567a640 1 -- 172.21.15.1:0/2594082213 learned_addr learned my addr 172.21.15.1:0/2594082213 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:33.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.469+0000 7f81c5e7b640 1 --2- 172.21.15.1:0/2594082213 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f81c0100150 0x7f81c006a460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:33.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.469+0000 7f81c667c640 1 --2- 172.21.15.1:0/2594082213 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f81c0101d00 0x7f81c019e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:33.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.469+0000 7f81c567a640 1 -- 172.21.15.1:0/2594082213 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f81c0100150 msgr2=0x7f81c006a460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:33.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.469+0000 7f81c567a640 1 --2- 172.21.15.1:0/2594082213 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f81c0100150 0x7f81c006a460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.469+0000 7f81c567a640 1 -- 172.21.15.1:0/2594082213 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f81c0101d00 msgr2=0x7f81c019e540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:33.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.469+0000 7f81c567a640 1 --2- 172.21.15.1:0/2594082213 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f81c0101d00 0x7f81c019e540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.469+0000 7f81c567a640 1 -- 172.21.15.1:0/2594082213 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81b8009900 con 0x7f81c0101340 2024-02-09T23:58:33.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.469+0000 7f81c667c640 1 --2- 172.21.15.1:0/2594082213 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f81c0101d00 0x7f81c019e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:58:33.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.470+0000 7f81c567a640 1 --2- 172.21.15.1:0/2594082213 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f81c0101340 0x7f81c019bf00 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f81b000d770 tx=0x7f81b000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:33.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.470+0000 7f81b6ffd640 1 -- 172.21.15.1:0/2594082213 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81b0009c30 con 0x7f81c0101340 2024-02-09T23:58:33.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.470+0000 7f81b6ffd640 1 -- 172.21.15.1:0/2594082213 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f81b000de80 con 0x7f81c0101340 2024-02-09T23:58:33.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.470+0000 7f81c80df640 1 -- 172.21.15.1:0/2594082213 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f81c019f2e0 con 0x7f81c0101340 2024-02-09T23:58:33.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.470+0000 7f81b6ffd640 1 -- 172.21.15.1:0/2594082213 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81b0004e80 con 0x7f81c0101340 2024-02-09T23:58:33.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.470+0000 7f81c80df640 1 -- 172.21.15.1:0/2594082213 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f81c019f7a0 con 0x7f81c0101340 2024-02-09T23:58:33.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.471+0000 7f81c80df640 1 -- 172.21.15.1:0/2594082213 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f81c0107410 con 0x7f81c0101340 2024-02-09T23:58:33.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.472+0000 7f81b6ffd640 1 -- 172.21.15.1:0/2594082213 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f81b0005000 con 0x7f81c0101340 2024-02-09T23:58:33.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.472+0000 7f81b6ffd640 1 --2- 172.21.15.1:0/2594082213 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f81ac0a2150 0x7f81ac0a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:33.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.473+0000 7f81c5e7b640 1 --2- 172.21.15.1:0/2594082213 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f81ac0a2150 0x7f81ac0a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:33.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.473+0000 7f81b6ffd640 1 -- 172.21.15.1:0/2594082213 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f81b00cdc90 con 0x7f81c0101340 2024-02-09T23:58:33.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.473+0000 7f81c5e7b640 1 --2- 172.21.15.1:0/2594082213 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f81ac0a2150 0x7f81ac0a4610 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f81c01011a0 tx=0x7f81bc005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:33.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.476+0000 7f81b6ffd640 1 -- 172.21.15.1:0/2594082213 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f81b0096b10 con 0x7f81c0101340 2024-02-09T23:58:33.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.660+0000 7f81c80df640 1 -- 172.21.15.1:0/2594082213 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f81c010bcf0 con 0x7f81c0101340 2024-02-09T23:58:33.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.660+0000 7f81b6ffd640 1 -- 172.21.15.1:0/2594082213 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v87) v1 ==== 93+0+10 (secure 0 0 0) 0x7f81b00170a0 con 0x7f81c0101340 2024-02-09T23:58:33.662 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 1 2024-02-09T23:58:33.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.662+0000 7f81c80df640 1 -- 172.21.15.1:0/2594082213 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f81ac0a2150 msgr2=0x7f81ac0a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:33.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.662+0000 7f81c80df640 1 --2- 172.21.15.1:0/2594082213 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f81ac0a2150 0x7f81ac0a4610 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f81c01011a0 tx=0x7f81bc005f90 comp rx=0 tx=0).stop 2024-02-09T23:58:33.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.662+0000 7f81c80df640 1 -- 172.21.15.1:0/2594082213 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f81c0101340 msgr2=0x7f81c019bf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:33.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.662+0000 7f81c80df640 1 --2- 172.21.15.1:0/2594082213 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f81c0101340 0x7f81c019bf00 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f81b000d770 tx=0x7f81b000dc30 comp rx=0 tx=0).stop 2024-02-09T23:58:33.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.662+0000 7f81c80df640 1 -- 172.21.15.1:0/2594082213 shutdown_connections 2024-02-09T23:58:33.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.662+0000 7f81c80df640 1 --2- 172.21.15.1:0/2594082213 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f81ac0a2150 0x7f81ac0a4610 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.662+0000 7f81c80df640 1 --2- 172.21.15.1:0/2594082213 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f81c0101d00 0x7f81c019e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.662+0000 7f81c80df640 1 --2- 172.21.15.1:0/2594082213 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f81c0101340 0x7f81c019bf00 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.662+0000 7f81c80df640 1 --2- 172.21.15.1:0/2594082213 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f81c0100150 0x7f81c006a460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.662+0000 7f81c80df640 1 -- 172.21.15.1:0/2594082213 >> 172.21.15.1:0/2594082213 conn(0x7f81c00fb6c0 msgr2=0x7f81c01045e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:33.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.662+0000 7f81c80df640 1 -- 172.21.15.1:0/2594082213 shutdown_connections 2024-02-09T23:58:33.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.662+0000 7f81c80df640 1 -- 172.21.15.1:0/2594082213 wait complete. 2024-02-09T23:58:33.675 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-09T23:58:33.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.778+0000 7fd22ed0c640 1 -- 172.21.15.1:0/2364398297 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd228101cd0 msgr2=0x7fd2281040c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:33.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.778+0000 7fd22ed0c640 1 --2- 172.21.15.1:0/2364398297 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd228101cd0 0x7fd2281040c0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fd21c009900 tx=0x7fd21c02bc30 comp rx=0 tx=0).stop 2024-02-09T23:58:33.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.778+0000 7fd22ed0c640 1 -- 172.21.15.1:0/2364398297 shutdown_connections 2024-02-09T23:58:33.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.778+0000 7fd22ed0c640 1 --2- 172.21.15.1:0/2364398297 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd228106f30 0x7fd228109380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.778+0000 7fd22ed0c640 1 --2- 172.21.15.1:0/2364398297 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd228104600 0x7fd2281069f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.778+0000 7fd22ed0c640 1 --2- 172.21.15.1:0/2364398297 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd228101cd0 0x7fd2281040c0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.778+0000 7fd22ed0c640 1 -- 172.21.15.1:0/2364398297 >> 172.21.15.1:0/2364398297 conn(0x7fd2280fb6e0 msgr2=0x7fd2280fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:33.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.778+0000 7fd22ed0c640 1 -- 172.21.15.1:0/2364398297 shutdown_connections 2024-02-09T23:58:33.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.778+0000 7fd22ed0c640 1 -- 172.21.15.1:0/2364398297 wait complete. 2024-02-09T23:58:33.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.778+0000 7fd22ed0c640 1 Processor -- start 2024-02-09T23:58:33.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.779+0000 7fd22ed0c640 1 -- start start 2024-02-09T23:58:33.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.779+0000 7fd22ed0c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd228101cd0 0x7fd2281972e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:33.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.779+0000 7fd22ed0c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd228104600 0x7fd228197820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:33.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.779+0000 7fd22ed0c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd228106f30 0x7fd22819e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:33.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.779+0000 7fd22ed0c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd22819edd0 con 0x7fd228104600 2024-02-09T23:58:33.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.779+0000 7fd22ed0c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd22819ef40 con 0x7fd228101cd0 2024-02-09T23:58:33.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.779+0000 7fd22ed0c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd22819f100 con 0x7fd228106f30 2024-02-09T23:58:33.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.779+0000 7fd227fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd228104600 0x7fd228197820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:33.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.779+0000 7fd227fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd228104600 0x7fd228197820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52102/0 (socket says 172.21.15.1:52102) 2024-02-09T23:58:33.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.779+0000 7fd227fff640 1 -- 172.21.15.1:0/2055636402 learned_addr learned my addr 172.21.15.1:0/2055636402 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:33.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.779+0000 7fd22caa8640 1 --2- 172.21.15.1:0/2055636402 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd228101cd0 0x7fd2281972e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:33.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.779+0000 7fd22d2a9640 1 --2- 172.21.15.1:0/2055636402 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd228106f30 0x7fd22819e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:33.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.779+0000 7fd227fff640 1 -- 172.21.15.1:0/2055636402 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd228106f30 msgr2=0x7fd22819e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:33.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.779+0000 7fd227fff640 1 --2- 172.21.15.1:0/2055636402 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd228106f30 0x7fd22819e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.779+0000 7fd227fff640 1 -- 172.21.15.1:0/2055636402 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd228101cd0 msgr2=0x7fd2281972e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:33.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.779+0000 7fd227fff640 1 --2- 172.21.15.1:0/2055636402 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd228101cd0 0x7fd2281972e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.779+0000 7fd227fff640 1 -- 172.21.15.1:0/2055636402 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd21c009560 con 0x7fd228104600 2024-02-09T23:58:33.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.779+0000 7fd22d2a9640 1 --2- 172.21.15.1:0/2055636402 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd228106f30 0x7fd22819e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:58:33.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.779+0000 7fd22caa8640 1 --2- 172.21.15.1:0/2055636402 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd228101cd0 0x7fd2281972e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:58:33.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.779+0000 7fd227fff640 1 --2- 172.21.15.1:0/2055636402 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd228104600 0x7fd228197820 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fd21400d740 tx=0x7fd21400dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:33.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.779+0000 7fd225ffb640 1 -- 172.21.15.1:0/2055636402 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd214009c30 con 0x7fd228104600 2024-02-09T23:58:33.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.779+0000 7fd225ffb640 1 -- 172.21.15.1:0/2055636402 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd21400de50 con 0x7fd228104600 2024-02-09T23:58:33.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.779+0000 7fd22ed0c640 1 -- 172.21.15.1:0/2055636402 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd22819f3e0 con 0x7fd228104600 2024-02-09T23:58:33.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.779+0000 7fd225ffb640 1 -- 172.21.15.1:0/2055636402 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd214010460 con 0x7fd228104600 2024-02-09T23:58:33.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.780+0000 7fd22ed0c640 1 -- 172.21.15.1:0/2055636402 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd22819f8a0 con 0x7fd228104600 2024-02-09T23:58:33.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.781+0000 7fd22ed0c640 1 -- 172.21.15.1:0/2055636402 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd2280fd1d0 con 0x7fd228104600 2024-02-09T23:58:33.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.781+0000 7fd225ffb640 1 -- 172.21.15.1:0/2055636402 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7fd214004f10 con 0x7fd228104600 2024-02-09T23:58:33.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.782+0000 7fd225ffb640 1 --2- 172.21.15.1:0/2055636402 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd2180a2150 0x7fd2180a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:33.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.782+0000 7fd22caa8640 1 --2- 172.21.15.1:0/2055636402 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd2180a2150 0x7fd2180a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:33.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.782+0000 7fd225ffb640 1 -- 172.21.15.1:0/2055636402 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fd2140cd8f0 con 0x7fd228104600 2024-02-09T23:58:33.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.782+0000 7fd22caa8640 1 --2- 172.21.15.1:0/2055636402 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd2180a2150 0x7fd2180a4610 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fd21c000c00 tx=0x7fd21c005be0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:33.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.786+0000 7fd225ffb640 1 -- 172.21.15.1:0/2055636402 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fd214096710 con 0x7fd228104600 2024-02-09T23:58:33.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.967+0000 7fd22ed0c640 1 -- 172.21.15.1:0/2055636402 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd22810ce10 con 0x7fd228104600 2024-02-09T23:58:33.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.967+0000 7fd225ffb640 1 -- 172.21.15.1:0/2055636402 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v87) v1 ==== 104+0+11 (secure 0 0 0) 0x7fd214099dd0 con 0x7fd228104600 2024-02-09T23:58:33.971 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 32 2024-02-09T23:58:33.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.969+0000 7fd22ed0c640 1 -- 172.21.15.1:0/2055636402 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd2180a2150 msgr2=0x7fd2180a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:33.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.969+0000 7fd22ed0c640 1 --2- 172.21.15.1:0/2055636402 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd2180a2150 0x7fd2180a4610 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fd21c000c00 tx=0x7fd21c005be0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.969+0000 7fd22ed0c640 1 -- 172.21.15.1:0/2055636402 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd228104600 msgr2=0x7fd228197820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:33.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.969+0000 7fd22ed0c640 1 --2- 172.21.15.1:0/2055636402 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd228104600 0x7fd228197820 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fd21400d740 tx=0x7fd21400dc00 comp rx=0 tx=0).stop 2024-02-09T23:58:33.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.969+0000 7fd22ed0c640 1 -- 172.21.15.1:0/2055636402 shutdown_connections 2024-02-09T23:58:33.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.969+0000 7fd22ed0c640 1 --2- 172.21.15.1:0/2055636402 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd228106f30 0x7fd22819e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.969+0000 7fd22ed0c640 1 --2- 172.21.15.1:0/2055636402 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd228104600 0x7fd228197820 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.969+0000 7fd22ed0c640 1 --2- 172.21.15.1:0/2055636402 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd2180a2150 0x7fd2180a4610 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.969+0000 7fd22ed0c640 1 --2- 172.21.15.1:0/2055636402 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd228101cd0 0x7fd2281972e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:33.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.969+0000 7fd22ed0c640 1 -- 172.21.15.1:0/2055636402 >> 172.21.15.1:0/2055636402 conn(0x7fd2280fb6e0 msgr2=0x7fd228102730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:33.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.969+0000 7fd22ed0c640 1 -- 172.21.15.1:0/2055636402 shutdown_connections 2024-02-09T23:58:33.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:33.969+0000 7fd22ed0c640 1 -- 172.21.15.1:0/2055636402 wait complete. 2024-02-09T23:58:33.982 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-09T23:58:34.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.086+0000 7f09c0e84640 1 -- 172.21.15.1:0/1517396884 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f09bc101cb0 msgr2=0x7f09bc1040a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:34.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.086+0000 7f09c0e84640 1 --2- 172.21.15.1:0/1517396884 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f09bc101cb0 0x7f09bc1040a0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f09ac009900 tx=0x7f09ac02bc30 comp rx=0 tx=0).stop 2024-02-09T23:58:34.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.086+0000 7f09c0e84640 1 -- 172.21.15.1:0/1517396884 shutdown_connections 2024-02-09T23:58:34.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.086+0000 7f09c0e84640 1 --2- 172.21.15.1:0/1517396884 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f09bc106f10 0x7f09bc109360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.086+0000 7f09c0e84640 1 --2- 172.21.15.1:0/1517396884 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f09bc1045e0 0x7f09bc1069d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.086+0000 7f09c0e84640 1 --2- 172.21.15.1:0/1517396884 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f09bc101cb0 0x7f09bc1040a0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.086+0000 7f09c0e84640 1 -- 172.21.15.1:0/1517396884 >> 172.21.15.1:0/1517396884 conn(0x7f09bc0fb660 msgr2=0x7f09bc0fdae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:34.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.086+0000 7f09c0e84640 1 -- 172.21.15.1:0/1517396884 shutdown_connections 2024-02-09T23:58:34.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.086+0000 7f09c0e84640 1 -- 172.21.15.1:0/1517396884 wait complete. 2024-02-09T23:58:34.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.087+0000 7f09c0e84640 1 Processor -- start 2024-02-09T23:58:34.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.087+0000 7f09c0e84640 1 -- start start 2024-02-09T23:58:34.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.087+0000 7f09c0e84640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f09bc101cb0 0x7f09bc1972e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:34.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.087+0000 7f09c0e84640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f09bc1045e0 0x7f09bc197820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:34.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.087+0000 7f09c0e84640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f09bc106f10 0x7f09bc19e820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:34.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.087+0000 7f09c0e84640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09bc19ed60 con 0x7f09bc1045e0 2024-02-09T23:58:34.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.087+0000 7f09c0e84640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09bc19eed0 con 0x7f09bc106f10 2024-02-09T23:58:34.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.087+0000 7f09c0e84640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09bc19f090 con 0x7f09bc101cb0 2024-02-09T23:58:34.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.087+0000 7f09b3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f09bc1045e0 0x7f09bc197820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:34.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.087+0000 7f09b3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f09bc1045e0 0x7f09bc197820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52116/0 (socket says 172.21.15.1:52116) 2024-02-09T23:58:34.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.087+0000 7f09b3fff640 1 -- 172.21.15.1:0/1882282813 learned_addr learned my addr 172.21.15.1:0/1882282813 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:34.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.087+0000 7f09ba59c640 1 --2- 172.21.15.1:0/1882282813 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f09bc101cb0 0x7f09bc1972e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:34.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.087+0000 7f09bad9d640 1 --2- 172.21.15.1:0/1882282813 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f09bc106f10 0x7f09bc19e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:34.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.087+0000 7f09b3fff640 1 -- 172.21.15.1:0/1882282813 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f09bc101cb0 msgr2=0x7f09bc1972e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:34.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.087+0000 7f09b3fff640 1 --2- 172.21.15.1:0/1882282813 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f09bc101cb0 0x7f09bc1972e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.087+0000 7f09b3fff640 1 -- 172.21.15.1:0/1882282813 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f09bc106f10 msgr2=0x7f09bc19e820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:34.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.087+0000 7f09b3fff640 1 --2- 172.21.15.1:0/1882282813 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f09bc106f10 0x7f09bc19e820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.088+0000 7f09b3fff640 1 -- 172.21.15.1:0/1882282813 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09ac009560 con 0x7f09bc1045e0 2024-02-09T23:58:34.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.088+0000 7f09bad9d640 1 --2- 172.21.15.1:0/1882282813 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f09bc106f10 0x7f09bc19e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:58:34.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.088+0000 7f09b3fff640 1 --2- 172.21.15.1:0/1882282813 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f09bc1045e0 0x7f09bc197820 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f09a4005fd0 tx=0x7f09a400dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:34.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.089+0000 7f09b37fe640 1 -- 172.21.15.1:0/1882282813 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09a4009c30 con 0x7f09bc1045e0 2024-02-09T23:58:34.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.089+0000 7f09b37fe640 1 -- 172.21.15.1:0/1882282813 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f09a4009d90 con 0x7f09bc1045e0 2024-02-09T23:58:34.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.089+0000 7f09c0e84640 1 -- 172.21.15.1:0/1882282813 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09bc19f370 con 0x7f09bc1045e0 2024-02-09T23:58:34.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.089+0000 7f09b37fe640 1 -- 172.21.15.1:0/1882282813 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09a4010460 con 0x7f09bc1045e0 2024-02-09T23:58:34.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.089+0000 7f09c0e84640 1 -- 172.21.15.1:0/1882282813 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09bc19f8d0 con 0x7f09bc1045e0 2024-02-09T23:58:34.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.090+0000 7f09c0e84640 1 -- 172.21.15.1:0/1882282813 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f09bc0fd150 con 0x7f09bc1045e0 2024-02-09T23:58:34.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.091+0000 7f09b37fe640 1 -- 172.21.15.1:0/1882282813 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f09a4003f20 con 0x7f09bc1045e0 2024-02-09T23:58:34.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.091+0000 7f09b37fe640 1 --2- 172.21.15.1:0/1882282813 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f09a80a21d0 0x7f09a80a4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:34.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.091+0000 7f09ba59c640 1 --2- 172.21.15.1:0/1882282813 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f09a80a21d0 0x7f09a80a4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:34.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.091+0000 7f09b37fe640 1 -- 172.21.15.1:0/1882282813 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f09a40cdb00 con 0x7f09bc1045e0 2024-02-09T23:58:34.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.092+0000 7f09ba59c640 1 --2- 172.21.15.1:0/1882282813 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f09a80a21d0 0x7f09a80a4690 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f09ac000c00 tx=0x7f09ac02c7e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:34.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.096+0000 7f09b37fe640 1 -- 172.21.15.1:0/1882282813 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f09a4096980 con 0x7f09bc1045e0 2024-02-09T23:58:34.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.294+0000 7f09c0e84640 1 -- 172.21.15.1:0/1882282813 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f09bc10ce40 con 0x7f09bc1045e0 2024-02-09T23:58:34.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.296+0000 7f09b37fe640 1 -- 172.21.15.1:0/1882282813 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v87) v1 ==== 100+0+11 (secure 0 0 0) 0x7f09a409a040 con 0x7f09bc1045e0 2024-02-09T23:58:34.298 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 64 2024-02-09T23:58:34.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.300+0000 7f09c0e84640 1 -- 172.21.15.1:0/1882282813 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f09a80a21d0 msgr2=0x7f09a80a4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:34.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.300+0000 7f09c0e84640 1 --2- 172.21.15.1:0/1882282813 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f09a80a21d0 0x7f09a80a4690 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f09ac000c00 tx=0x7f09ac02c7e0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.300+0000 7f09c0e84640 1 -- 172.21.15.1:0/1882282813 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f09bc1045e0 msgr2=0x7f09bc197820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:34.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.300+0000 7f09c0e84640 1 --2- 172.21.15.1:0/1882282813 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f09bc1045e0 0x7f09bc197820 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f09a4005fd0 tx=0x7f09a400dde0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.300+0000 7f09c0e84640 1 -- 172.21.15.1:0/1882282813 shutdown_connections 2024-02-09T23:58:34.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.300+0000 7f09c0e84640 1 --2- 172.21.15.1:0/1882282813 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f09a80a21d0 0x7f09a80a4690 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.300+0000 7f09c0e84640 1 --2- 172.21.15.1:0/1882282813 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f09bc106f10 0x7f09bc19e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.300+0000 7f09c0e84640 1 --2- 172.21.15.1:0/1882282813 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f09bc1045e0 0x7f09bc197820 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.300+0000 7f09c0e84640 1 --2- 172.21.15.1:0/1882282813 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f09bc101cb0 0x7f09bc1972e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.300+0000 7f09c0e84640 1 -- 172.21.15.1:0/1882282813 >> 172.21.15.1:0/1882282813 conn(0x7f09bc0fb660 msgr2=0x7f09bc102650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:34.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.301+0000 7f09c0e84640 1 -- 172.21.15.1:0/1882282813 shutdown_connections 2024-02-09T23:58:34.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.301+0000 7f09c0e84640 1 -- 172.21.15.1:0/1882282813 wait complete. 2024-02-09T23:58:34.317 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:34 smithi001 ceph-mon[32335]: pgmap v331: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-02-09T23:58:34.317 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:34 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1266214944' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:58:34.318 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:34 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2594082213' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-09T23:58:34.318 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:34 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2055636402' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-09T23:58:34.319 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:58:34.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:34 smithi088 ceph-mon[36452]: pgmap v331: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-02-09T23:58:34.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:34 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1266214944' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:58:34.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:34 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2594082213' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-09T23:58:34.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:34 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2055636402' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-09T23:58:34.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:34 smithi103 ceph-mon[36942]: pgmap v331: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-02-09T23:58:34.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:34 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1266214944' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:58:34.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:34 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2594082213' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-09T23:58:34.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:34 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2055636402' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-09T23:58:34.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.419+0000 7f0ba843e640 1 -- 172.21.15.1:0/1935614532 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0ba01001d0 msgr2=0x7f0ba01005f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:34.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.419+0000 7f0ba843e640 1 --2- 172.21.15.1:0/1935614532 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0ba01001d0 0x7f0ba01005f0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f0b90009ca0 tx=0x7f0b9002c0f0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.419+0000 7f0ba843e640 1 -- 172.21.15.1:0/1935614532 shutdown_connections 2024-02-09T23:58:34.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.419+0000 7f0ba843e640 1 --2- 172.21.15.1:0/1935614532 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0ba0101d80 0x7f0ba0108610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.419+0000 7f0ba843e640 1 --2- 172.21.15.1:0/1935614532 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0ba01013c0 0x7f0ba0101840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.419+0000 7f0ba843e640 1 --2- 172.21.15.1:0/1935614532 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0ba01001d0 0x7f0ba01005f0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.419+0000 7f0ba843e640 1 -- 172.21.15.1:0/1935614532 >> 172.21.15.1:0/1935614532 conn(0x7f0ba00fb740 msgr2=0x7f0ba00fdb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:34.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.419+0000 7f0ba843e640 1 -- 172.21.15.1:0/1935614532 shutdown_connections 2024-02-09T23:58:34.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.419+0000 7f0ba843e640 1 -- 172.21.15.1:0/1935614532 wait complete. 2024-02-09T23:58:34.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.420+0000 7f0ba843e640 1 Processor -- start 2024-02-09T23:58:34.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.420+0000 7f0ba843e640 1 -- start start 2024-02-09T23:58:34.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.420+0000 7f0ba843e640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0ba01001d0 0x7f0ba006a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:34.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.420+0000 7f0ba843e640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0ba01013c0 0x7f0ba019c050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:34.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.420+0000 7f0ba843e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0ba0101d80 0x7f0ba019e670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:34.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.420+0000 7f0ba843e640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ba019ee50 con 0x7f0ba0101d80 2024-02-09T23:58:34.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.420+0000 7f0ba843e640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ba019efc0 con 0x7f0ba01013c0 2024-02-09T23:58:34.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.420+0000 7f0ba843e640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ba019f180 con 0x7f0ba01001d0 2024-02-09T23:58:34.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.420+0000 7f0ba69db640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0ba0101d80 0x7f0ba019e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:34.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.420+0000 7f0ba69db640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0ba0101d80 0x7f0ba019e670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52134/0 (socket says 172.21.15.1:52134) 2024-02-09T23:58:34.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.420+0000 7f0ba69db640 1 -- 172.21.15.1:0/1687041485 learned_addr learned my addr 172.21.15.1:0/1687041485 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:34.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.420+0000 7f0ba61da640 1 --2- 172.21.15.1:0/1687041485 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0ba01001d0 0x7f0ba006a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:34.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.420+0000 7f0ba59d9640 1 --2- 172.21.15.1:0/1687041485 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0ba01013c0 0x7f0ba019c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:34.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.420+0000 7f0ba69db640 1 -- 172.21.15.1:0/1687041485 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0ba01001d0 msgr2=0x7f0ba006a4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:34.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.420+0000 7f0ba69db640 1 --2- 172.21.15.1:0/1687041485 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0ba01001d0 0x7f0ba006a4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.420+0000 7f0ba69db640 1 -- 172.21.15.1:0/1687041485 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0ba01013c0 msgr2=0x7f0ba019c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:34.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.420+0000 7f0ba69db640 1 --2- 172.21.15.1:0/1687041485 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0ba01013c0 0x7f0ba019c050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.420+0000 7f0ba69db640 1 -- 172.21.15.1:0/1687041485 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b90009900 con 0x7f0ba0101d80 2024-02-09T23:58:34.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.420+0000 7f0ba61da640 1 --2- 172.21.15.1:0/1687041485 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0ba01001d0 0x7f0ba006a4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:58:34.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.420+0000 7f0ba59d9640 1 --2- 172.21.15.1:0/1687041485 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0ba01013c0 0x7f0ba019c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:58:34.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.420+0000 7f0ba69db640 1 --2- 172.21.15.1:0/1687041485 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0ba0101d80 0x7f0ba019e670 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f0b9800c970 tx=0x7f0b9800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:34.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.420+0000 7f0b9f7fe640 1 -- 172.21.15.1:0/1687041485 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b98007bb0 con 0x7f0ba0101d80 2024-02-09T23:58:34.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.421+0000 7f0b9f7fe640 1 -- 172.21.15.1:0/1687041485 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0b98007d10 con 0x7f0ba0101d80 2024-02-09T23:58:34.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.421+0000 7f0ba843e640 1 -- 172.21.15.1:0/1687041485 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ba019f400 con 0x7f0ba0101d80 2024-02-09T23:58:34.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.421+0000 7f0b9f7fe640 1 -- 172.21.15.1:0/1687041485 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b9800f450 con 0x7f0ba0101d80 2024-02-09T23:58:34.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.421+0000 7f0ba843e640 1 -- 172.21.15.1:0/1687041485 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ba019f910 con 0x7f0ba0101d80 2024-02-09T23:58:34.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.422+0000 7f0ba843e640 1 -- 172.21.15.1:0/1687041485 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ba01074f0 con 0x7f0ba0101d80 2024-02-09T23:58:34.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.423+0000 7f0b9f7fe640 1 -- 172.21.15.1:0/1687041485 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f0b98004ec0 con 0x7f0ba0101d80 2024-02-09T23:58:34.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.423+0000 7f0b9f7fe640 1 --2- 172.21.15.1:0/1687041485 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0b880a2150 0x7f0b880a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:34.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.423+0000 7f0ba61da640 1 --2- 172.21.15.1:0/1687041485 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0b880a2150 0x7f0b880a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:34.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.423+0000 7f0b9f7fe640 1 -- 172.21.15.1:0/1687041485 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f0b980cdeb0 con 0x7f0ba0101d80 2024-02-09T23:58:34.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.424+0000 7f0ba61da640 1 --2- 172.21.15.1:0/1687041485 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0b880a2150 0x7f0b880a4610 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f0b9002c630 tx=0x7f0b900326b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:34.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.427+0000 7f0b9f7fe640 1 -- 172.21.15.1:0/1687041485 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f0b98096d30 con 0x7f0ba0101d80 2024-02-09T23:58:34.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.649+0000 7f0ba843e640 1 -- 172.21.15.1:0/1687041485 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0ba010bd70 con 0x7f0ba0101d80 2024-02-09T23:58:34.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.649+0000 7f0b9f7fe640 1 -- 172.21.15.1:0/1687041485 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11367 (secure 0 0 0) 0x7f0b9801d020 con 0x7f0ba0101d80 2024-02-09T23:58:34.653 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:58:34.653 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-09T23:57:05.956988+0000","modified":"2024-02-09T23:57:12.862580+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24496,"mds_2":24476,"mds_3":24475,"mds_4":14646},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14646":{"gid":14646,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24398":{"gid":24398,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24406":{"gid":24406,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24457":{"gid":24457,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/3143955076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":3143955076},{"type":"v1","addr":"172.21.15.103:6835","nonce":3143955076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24475":{"gid":24475,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-09T23:58:34.653 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 26 2024-02-09T23:58:34.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.651+0000 7f0ba843e640 1 -- 172.21.15.1:0/1687041485 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0b880a2150 msgr2=0x7f0b880a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:34.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.651+0000 7f0ba843e640 1 --2- 172.21.15.1:0/1687041485 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0b880a2150 0x7f0b880a4610 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f0b9002c630 tx=0x7f0b900326b0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.651+0000 7f0ba843e640 1 -- 172.21.15.1:0/1687041485 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0ba0101d80 msgr2=0x7f0ba019e670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:34.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.651+0000 7f0ba843e640 1 --2- 172.21.15.1:0/1687041485 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0ba0101d80 0x7f0ba019e670 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f0b9800c970 tx=0x7f0b9800ce30 comp rx=0 tx=0).stop 2024-02-09T23:58:34.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.651+0000 7f0ba843e640 1 -- 172.21.15.1:0/1687041485 shutdown_connections 2024-02-09T23:58:34.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.651+0000 7f0ba843e640 1 --2- 172.21.15.1:0/1687041485 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0ba0101d80 0x7f0ba019e670 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.651+0000 7f0ba843e640 1 --2- 172.21.15.1:0/1687041485 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0b880a2150 0x7f0b880a4610 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.651+0000 7f0ba843e640 1 --2- 172.21.15.1:0/1687041485 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0ba01013c0 0x7f0ba019c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.651+0000 7f0ba843e640 1 --2- 172.21.15.1:0/1687041485 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0ba01001d0 0x7f0ba006a4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.651+0000 7f0ba843e640 1 -- 172.21.15.1:0/1687041485 >> 172.21.15.1:0/1687041485 conn(0x7f0ba00fb740 msgr2=0x7f0ba01046c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:34.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.652+0000 7f0ba843e640 1 -- 172.21.15.1:0/1687041485 shutdown_connections 2024-02-09T23:58:34.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.652+0000 7f0ba843e640 1 -- 172.21.15.1:0/1687041485 wait complete. 2024-02-09T23:58:34.665 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:58:34.770 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.765+0000 7ffb7e548640 1 -- 172.21.15.1:0/265660909 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffb78106fe0 msgr2=0x7ffb781093d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:34.771 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.765+0000 7ffb7e548640 1 --2- 172.21.15.1:0/265660909 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffb78106fe0 0x7ffb781093d0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7ffb70009ca0 tx=0x7ffb7002c0f0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.771 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.765+0000 7ffb7e548640 1 -- 172.21.15.1:0/265660909 shutdown_connections 2024-02-09T23:58:34.771 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.765+0000 7ffb7e548640 1 --2- 172.21.15.1:0/265660909 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffb78106fe0 0x7ffb781093d0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.771 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.765+0000 7ffb7e548640 1 --2- 172.21.15.1:0/265660909 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb781046b0 0x7ffb78106aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.771 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.765+0000 7ffb7e548640 1 --2- 172.21.15.1:0/265660909 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffb78101d80 0x7ffb78104170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.771 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.765+0000 7ffb7e548640 1 -- 172.21.15.1:0/265660909 >> 172.21.15.1:0/265660909 conn(0x7ffb780fb6d0 msgr2=0x7ffb780fdb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:34.771 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.765+0000 7ffb7e548640 1 -- 172.21.15.1:0/265660909 shutdown_connections 2024-02-09T23:58:34.771 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.765+0000 7ffb7e548640 1 -- 172.21.15.1:0/265660909 wait complete. 2024-02-09T23:58:34.771 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.766+0000 7ffb7e548640 1 Processor -- start 2024-02-09T23:58:34.771 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.766+0000 7ffb7e548640 1 -- start start 2024-02-09T23:58:34.771 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.766+0000 7ffb7e548640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb78101d80 0x7ffb781016a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:34.771 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.766+0000 7ffb7e548640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffb781046b0 0x7ffb780ffd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:34.771 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.766+0000 7ffb7e548640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffb78106fe0 0x7ffb78100270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:34.771 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.766+0000 7ffb7e548640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb78100a00 con 0x7ffb78106fe0 2024-02-09T23:58:34.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.766+0000 7ffb7e548640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb78100b70 con 0x7ffb78101d80 2024-02-09T23:58:34.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.766+0000 7ffb7e548640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb781a12e0 con 0x7ffb781046b0 2024-02-09T23:58:34.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.766+0000 7ffb7cae5640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffb78106fe0 0x7ffb78100270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:34.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.766+0000 7ffb7cae5640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffb78106fe0 0x7ffb78100270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52158/0 (socket says 172.21.15.1:52158) 2024-02-09T23:58:34.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.766+0000 7ffb7cae5640 1 -- 172.21.15.1:0/442249500 learned_addr learned my addr 172.21.15.1:0/442249500 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:34.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.767+0000 7ffb77fff640 1 --2- 172.21.15.1:0/442249500 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb78101d80 0x7ffb781016a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:34.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.767+0000 7ffb777fe640 1 --2- 172.21.15.1:0/442249500 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffb781046b0 0x7ffb780ffd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:34.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.767+0000 7ffb7cae5640 1 -- 172.21.15.1:0/442249500 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffb781046b0 msgr2=0x7ffb780ffd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:34.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.767+0000 7ffb7cae5640 1 --2- 172.21.15.1:0/442249500 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffb781046b0 0x7ffb780ffd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.767+0000 7ffb7cae5640 1 -- 172.21.15.1:0/442249500 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb78101d80 msgr2=0x7ffb781016a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:34.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.767+0000 7ffb7cae5640 1 --2- 172.21.15.1:0/442249500 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb78101d80 0x7ffb781016a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.767+0000 7ffb7cae5640 1 -- 172.21.15.1:0/442249500 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb70009900 con 0x7ffb78106fe0 2024-02-09T23:58:34.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.767+0000 7ffb7cae5640 1 --2- 172.21.15.1:0/442249500 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffb78106fe0 0x7ffb78100270 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7ffb70033000 tx=0x7ffb70034a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:34.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.767+0000 7ffb757fa640 1 -- 172.21.15.1:0/442249500 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb700329b0 con 0x7ffb78106fe0 2024-02-09T23:58:34.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.767+0000 7ffb757fa640 1 -- 172.21.15.1:0/442249500 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ffb70003e50 con 0x7ffb78106fe0 2024-02-09T23:58:34.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.767+0000 7ffb7e548640 1 -- 172.21.15.1:0/442249500 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffb781a14e0 con 0x7ffb78106fe0 2024-02-09T23:58:34.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.767+0000 7ffb757fa640 1 -- 172.21.15.1:0/442249500 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb70040450 con 0x7ffb78106fe0 2024-02-09T23:58:34.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.767+0000 7ffb7e548640 1 -- 172.21.15.1:0/442249500 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffb781a19e0 con 0x7ffb78106fe0 2024-02-09T23:58:34.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.768+0000 7ffb7e548640 1 -- 172.21.15.1:0/442249500 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffb780fd1c0 con 0x7ffb78106fe0 2024-02-09T23:58:34.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.769+0000 7ffb757fa640 1 -- 172.21.15.1:0/442249500 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7ffb7000a040 con 0x7ffb78106fe0 2024-02-09T23:58:34.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.770+0000 7ffb757fa640 1 --2- 172.21.15.1:0/442249500 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ffb640a21d0 0x7ffb640a4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:34.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.770+0000 7ffb757fa640 1 -- 172.21.15.1:0/442249500 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7ffb700f0f80 con 0x7ffb78106fe0 2024-02-09T23:58:34.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.770+0000 7ffb77fff640 1 --2- 172.21.15.1:0/442249500 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ffb640a21d0 0x7ffb640a4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:34.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.770+0000 7ffb77fff640 1 --2- 172.21.15.1:0/442249500 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ffb640a21d0 0x7ffb640a4690 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7ffb6800bbe0 tx=0x7ffb6800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:34.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.774+0000 7ffb757fa640 1 -- 172.21.15.1:0/442249500 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7ffb700b9f30 con 0x7ffb78106fe0 2024-02-09T23:58:34.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.957+0000 7ffb7e548640 1 -- 172.21.15.1:0/442249500 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ffb780fcc30 con 0x7ffb78106fe0 2024-02-09T23:58:34.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.959+0000 7ffb757fa640 1 -- 172.21.15.1:0/442249500 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) v1 ==== 74+0+22548 (secure 0 0 0) 0x7ffb70039090 con 0x7ffb78106fe0 2024-02-09T23:58:34.962 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:58:34.962 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":87,"fsid":"b5005240-c7a5-11ee-95b8-87774f69a715","created":"2024-02-09T23:49:06.829648+0000","modified":"2024-02-09T23:58:05.970977+0000","last_up_change":"2024-02-09T23:56:15.507374+0000","last_in_change":"2024-02-09T23:55:55.668510+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:52:28.527596+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:57:04.230570+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:57:05.160207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4fa23604-c2ff-4c47-8ac8-10dce6bba3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6803","nonce":4020662944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6805","nonce":4020662944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6809","nonce":4020662944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6807","nonce":4020662944}]},"public_addr":"172.21.15.1:6803/4020662944","cluster_addr":"172.21.15.1:6805/4020662944","heartbeat_back_addr":"172.21.15.1:6809/4020662944","heartbeat_front_addr":"172.21.15.1:6807/4020662944","state":["exists","up"]},{"osd":1,"uuid":"d64b48a6-3b47-4712-b607-d0e951b3b4a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6801","nonce":1258648868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6803","nonce":1258648868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6807","nonce":1258648868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6805","nonce":1258648868}]},"public_addr":"172.21.15.88:6801/1258648868","cluster_addr":"172.21.15.88:6803/1258648868","heartbeat_back_addr":"172.21.15.88:6807/1258648868","heartbeat_front_addr":"172.21.15.88:6805/1258648868","state":["exists","up"]},{"osd":2,"uuid":"6be4c8dc-283d-4025-9c1f-c00ee4e3659f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6801","nonce":2902494825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6803","nonce":2902494825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6807","nonce":2902494825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6805","nonce":2902494825}]},"public_addr":"172.21.15.103:6801/2902494825","cluster_addr":"172.21.15.103:6803/2902494825","heartbeat_back_addr":"172.21.15.103:6807/2902494825","heartbeat_front_addr":"172.21.15.103:6805/2902494825","state":["exists","up"]},{"osd":3,"uuid":"52579ea8-e424-4adc-9fd9-44cec7e3875a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6811","nonce":680841642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6813","nonce":680841642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6817","nonce":680841642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6815","nonce":680841642}]},"public_addr":"172.21.15.1:6811/680841642","cluster_addr":"172.21.15.1:6813/680841642","heartbeat_back_addr":"172.21.15.1:6817/680841642","heartbeat_front_addr":"172.21.15.1:6815/680841642","state":["exists","up"]},{"osd":4,"uuid":"6503d3b5-f26b-4438-b256-ae4f76c7c773","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6809","nonce":2788918193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6811","nonce":2788918193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6815","nonce":2788918193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6813","nonce":2788918193}]},"public_addr":"172.21.15.88:6809/2788918193","cluster_addr":"172.21.15.88:6811/2788918193","heartbeat_back_addr":"172.21.15.88:6815/2788918193","heartbeat_front_addr":"172.21.15.88:6813/2788918193","state":["exists","up"]},{"osd":5,"uuid":"86188624-366a-487e-9db3-2782ef0884cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6809","nonce":3760780468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6811","nonce":3760780468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6815","nonce":3760780468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6813","nonce":3760780468}]},"public_addr":"172.21.15.103:6809/3760780468","cluster_addr":"172.21.15.103:6811/3760780468","heartbeat_back_addr":"172.21.15.103:6815/3760780468","heartbeat_front_addr":"172.21.15.103:6813/3760780468","state":["exists","up"]},{"osd":6,"uuid":"c59e7ba5-1cbe-41c3-a7e4-330175adfdf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6819","nonce":363854281}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6821","nonce":363854281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6825","nonce":363854281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6823","nonce":363854281}]},"public_addr":"172.21.15.1:6819/363854281","cluster_addr":"172.21.15.1:6821/363854281","heartbeat_back_addr":"172.21.15.1:6825/363854281","heartbeat_front_addr":"172.21.15.1:6823/363854281","state":["exists","up"]},{"osd":7,"uuid":"a77b4ef0-ecf7-457c-95c6-3e63cc6b1bba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6817","nonce":812841825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6819","nonce":812841825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6823","nonce":812841825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6821","nonce":812841825}]},"public_addr":"172.21.15.88:6817/812841825","cluster_addr":"172.21.15.88:6819/812841825","heartbeat_back_addr":"172.21.15.88:6823/812841825","heartbeat_front_addr":"172.21.15.88:6821/812841825","state":["exists","up"]},{"osd":8,"uuid":"bf2a6a1e-71ba-44d2-ba61-309f29496ef9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6817","nonce":3258812878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6819","nonce":3258812878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6823","nonce":3258812878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6821","nonce":3258812878}]},"public_addr":"172.21.15.103:6817/3258812878","cluster_addr":"172.21.15.103:6819/3258812878","heartbeat_back_addr":"172.21.15.103:6823/3258812878","heartbeat_front_addr":"172.21.15.103:6821/3258812878","state":["exists","up"]},{"osd":9,"uuid":"c9531676-199e-43ad-9299-6b5b60fd6ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6827","nonce":2830634909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6829","nonce":2830634909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6833","nonce":2830634909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6831","nonce":2830634909}]},"public_addr":"172.21.15.1:6827/2830634909","cluster_addr":"172.21.15.1:6829/2830634909","heartbeat_back_addr":"172.21.15.1:6833/2830634909","heartbeat_front_addr":"172.21.15.1:6831/2830634909","state":["exists","up"]},{"osd":10,"uuid":"41c2bb14-f8c9-45ce-a81e-9bf9dbba0b51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6825","nonce":1128031509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6827","nonce":1128031509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6831","nonce":1128031509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6829","nonce":1128031509}]},"public_addr":"172.21.15.88:6825/1128031509","cluster_addr":"172.21.15.88:6827/1128031509","heartbeat_back_addr":"172.21.15.88:6831/1128031509","heartbeat_front_addr":"172.21.15.88:6829/1128031509","state":["exists","up"]},{"osd":11,"uuid":"41003dad-b792-418d-9a82-bdf67311ea90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6825","nonce":2854918902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6827","nonce":2854918902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6831","nonce":2854918902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6829","nonce":2854918902}]},"public_addr":"172.21.15.103:6825/2854918902","cluster_addr":"172.21.15.103:6827/2854918902","heartbeat_back_addr":"172.21.15.103:6831/2854918902","heartbeat_front_addr":"172.21.15.103:6829/2854918902","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:51:39.446367+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:02.973641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:25.664661+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:50.561389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:14.598286+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:39.149718+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:04.327941+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:29.497887+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:55.922386+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:21.966560+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:47.653451+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:14.122475+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:0/2182725984":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6800/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1236715707":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3991013292":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3894463217":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6801/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6800/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3968648683":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6801/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1600532294":"2024-02-10T23:50:04.182518+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:58:34.964 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.961+0000 7ffb7e548640 1 -- 172.21.15.1:0/442249500 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ffb640a21d0 msgr2=0x7ffb640a4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:34.964 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.961+0000 7ffb7e548640 1 --2- 172.21.15.1:0/442249500 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ffb640a21d0 0x7ffb640a4690 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7ffb6800bbe0 tx=0x7ffb6800b390 comp rx=0 tx=0).stop 2024-02-09T23:58:34.964 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.961+0000 7ffb7e548640 1 -- 172.21.15.1:0/442249500 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffb78106fe0 msgr2=0x7ffb78100270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:34.964 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.961+0000 7ffb7e548640 1 --2- 172.21.15.1:0/442249500 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffb78106fe0 0x7ffb78100270 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7ffb70033000 tx=0x7ffb70034a90 comp rx=0 tx=0).stop 2024-02-09T23:58:34.964 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.961+0000 7ffb7e548640 1 -- 172.21.15.1:0/442249500 shutdown_connections 2024-02-09T23:58:34.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.961+0000 7ffb7e548640 1 --2- 172.21.15.1:0/442249500 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffb78106fe0 0x7ffb78100270 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.961+0000 7ffb7e548640 1 --2- 172.21.15.1:0/442249500 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffb781046b0 0x7ffb780ffd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.961+0000 7ffb7e548640 1 --2- 172.21.15.1:0/442249500 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ffb640a21d0 0x7ffb640a4690 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.961+0000 7ffb7e548640 1 --2- 172.21.15.1:0/442249500 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffb78101d80 0x7ffb781016a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:34.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.961+0000 7ffb7e548640 1 -- 172.21.15.1:0/442249500 >> 172.21.15.1:0/442249500 conn(0x7ffb780fb6d0 msgr2=0x7ffb781026c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:34.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.961+0000 7ffb7e548640 1 -- 172.21.15.1:0/442249500 shutdown_connections 2024-02-09T23:58:34.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:34.961+0000 7ffb7e548640 1 -- 172.21.15.1:0/442249500 wait complete. 2024-02-09T23:58:34.975 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:58:35.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.075+0000 7fd9ead3a640 1 -- 172.21.15.1:0/3246607121 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd9e4107070 msgr2=0x7fd9e4109460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.075+0000 7fd9ead3a640 1 --2- 172.21.15.1:0/3246607121 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd9e4107070 0x7fd9e4109460 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fd9cc009900 tx=0x7fd9cc02bc30 comp rx=0 tx=0).stop 2024-02-09T23:58:35.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.075+0000 7fd9ead3a640 1 -- 172.21.15.1:0/3246607121 shutdown_connections 2024-02-09T23:58:35.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.075+0000 7fd9ead3a640 1 --2- 172.21.15.1:0/3246607121 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd9e4107070 0x7fd9e4109460 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.075+0000 7fd9ead3a640 1 --2- 172.21.15.1:0/3246607121 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd9e4104740 0x7fd9e4106b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.075+0000 7fd9ead3a640 1 --2- 172.21.15.1:0/3246607121 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd9e4101e10 0x7fd9e4104200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.075+0000 7fd9ead3a640 1 -- 172.21.15.1:0/3246607121 >> 172.21.15.1:0/3246607121 conn(0x7fd9e40fb740 msgr2=0x7fd9e40fdb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:35.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.075+0000 7fd9ead3a640 1 -- 172.21.15.1:0/3246607121 shutdown_connections 2024-02-09T23:58:35.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.075+0000 7fd9ead3a640 1 -- 172.21.15.1:0/3246607121 wait complete. 2024-02-09T23:58:35.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.075+0000 7fd9ead3a640 1 Processor -- start 2024-02-09T23:58:35.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.075+0000 7fd9ead3a640 1 -- start start 2024-02-09T23:58:35.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.076+0000 7fd9ead3a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd9e4101e10 0x7fd9e41972b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.076+0000 7fd9ead3a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd9e4104740 0x7fd9e41977f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.076+0000 7fd9ead3a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd9e4107070 0x7fd9e419e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.076+0000 7fd9ead3a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9e419eda0 con 0x7fd9e4104740 2024-02-09T23:58:35.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.076+0000 7fd9ead3a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9e419ef10 con 0x7fd9e4107070 2024-02-09T23:58:35.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.076+0000 7fd9ead3a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9e419f0d0 con 0x7fd9e4101e10 2024-02-09T23:58:35.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.076+0000 7fd9e3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd9e4104740 0x7fd9e41977f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.076+0000 7fd9e3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd9e4104740 0x7fd9e41977f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52172/0 (socket says 172.21.15.1:52172) 2024-02-09T23:58:35.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.076+0000 7fd9e3fff640 1 -- 172.21.15.1:0/413784846 learned_addr learned my addr 172.21.15.1:0/413784846 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:35.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.076+0000 7fd9e8ad6640 1 --2- 172.21.15.1:0/413784846 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd9e4101e10 0x7fd9e41972b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.076+0000 7fd9e92d7640 1 --2- 172.21.15.1:0/413784846 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd9e4107070 0x7fd9e419e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.076+0000 7fd9e3fff640 1 -- 172.21.15.1:0/413784846 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd9e4101e10 msgr2=0x7fd9e41972b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.076+0000 7fd9e3fff640 1 --2- 172.21.15.1:0/413784846 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd9e4101e10 0x7fd9e41972b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.076+0000 7fd9e3fff640 1 -- 172.21.15.1:0/413784846 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd9e4107070 msgr2=0x7fd9e419e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.076+0000 7fd9e3fff640 1 --2- 172.21.15.1:0/413784846 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd9e4107070 0x7fd9e419e860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.076+0000 7fd9e3fff640 1 -- 172.21.15.1:0/413784846 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9cc009560 con 0x7fd9e4104740 2024-02-09T23:58:35.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.076+0000 7fd9e3fff640 1 --2- 172.21.15.1:0/413784846 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd9e4104740 0x7fd9e41977f0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fd9d400e9f0 tx=0x7fd9d400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:35.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.076+0000 7fd9e1ffb640 1 -- 172.21.15.1:0/413784846 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9d40096c0 con 0x7fd9e4104740 2024-02-09T23:58:35.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.076+0000 7fd9e1ffb640 1 -- 172.21.15.1:0/413784846 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd9d4005500 con 0x7fd9e4104740 2024-02-09T23:58:35.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.076+0000 7fd9ead3a640 1 -- 172.21.15.1:0/413784846 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd9e419f3b0 con 0x7fd9e4104740 2024-02-09T23:58:35.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.076+0000 7fd9e1ffb640 1 -- 172.21.15.1:0/413784846 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9d4010430 con 0x7fd9e4104740 2024-02-09T23:58:35.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.076+0000 7fd9ead3a640 1 -- 172.21.15.1:0/413784846 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd9e419f870 con 0x7fd9e4104740 2024-02-09T23:58:35.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.077+0000 7fd9ead3a640 1 -- 172.21.15.1:0/413784846 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd9e40fd230 con 0x7fd9e4104740 2024-02-09T23:58:35.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.078+0000 7fd9e1ffb640 1 -- 172.21.15.1:0/413784846 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7fd9d4005020 con 0x7fd9e4104740 2024-02-09T23:58:35.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.079+0000 7fd9e1ffb640 1 --2- 172.21.15.1:0/413784846 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd9d00a2150 0x7fd9d00a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.079+0000 7fd9e8ad6640 1 --2- 172.21.15.1:0/413784846 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd9d00a2150 0x7fd9d00a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.079+0000 7fd9e1ffb640 1 -- 172.21.15.1:0/413784846 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fd9d4014070 con 0x7fd9e4104740 2024-02-09T23:58:35.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.079+0000 7fd9e8ad6640 1 --2- 172.21.15.1:0/413784846 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd9d00a2150 0x7fd9d00a4610 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fd9dc005fd0 tx=0x7fd9dc009680 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:35.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.083+0000 7fd9e1ffb640 1 -- 172.21.15.1:0/413784846 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fd9d4097090 con 0x7fd9e4104740 2024-02-09T23:58:35.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.305+0000 7fd9ead3a640 1 -- 172.21.15.1:0/413784846 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd9e410ce30 con 0x7fd9e4104740 2024-02-09T23:58:35.308 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.305+0000 7fd9e1ffb640 1 -- 172.21.15.1:0/413784846 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11367 (secure 0 0 0) 0x7fd9d409a750 con 0x7fd9e4104740 2024-02-09T23:58:35.308 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:58:35.309 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-09T23:57:05.956988+0000","modified":"2024-02-09T23:57:12.862580+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24496,"mds_2":24476,"mds_3":24475,"mds_4":14646},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14646":{"gid":14646,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24398":{"gid":24398,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24406":{"gid":24406,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24457":{"gid":24457,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/3143955076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":3143955076},{"type":"v1","addr":"172.21.15.103:6835","nonce":3143955076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24475":{"gid":24475,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-09T23:58:35.309 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 26 2024-02-09T23:58:35.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.307+0000 7fd9ead3a640 1 -- 172.21.15.1:0/413784846 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd9d00a2150 msgr2=0x7fd9d00a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.307+0000 7fd9ead3a640 1 --2- 172.21.15.1:0/413784846 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd9d00a2150 0x7fd9d00a4610 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fd9dc005fd0 tx=0x7fd9dc009680 comp rx=0 tx=0).stop 2024-02-09T23:58:35.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.307+0000 7fd9ead3a640 1 -- 172.21.15.1:0/413784846 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd9e4104740 msgr2=0x7fd9e41977f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.307+0000 7fd9ead3a640 1 --2- 172.21.15.1:0/413784846 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd9e4104740 0x7fd9e41977f0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fd9d400e9f0 tx=0x7fd9d400eeb0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.307+0000 7fd9ead3a640 1 -- 172.21.15.1:0/413784846 shutdown_connections 2024-02-09T23:58:35.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.307+0000 7fd9ead3a640 1 --2- 172.21.15.1:0/413784846 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd9d00a2150 0x7fd9d00a4610 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.307+0000 7fd9ead3a640 1 --2- 172.21.15.1:0/413784846 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd9e4107070 0x7fd9e419e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.307+0000 7fd9ead3a640 1 --2- 172.21.15.1:0/413784846 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd9e4104740 0x7fd9e41977f0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.307+0000 7fd9ead3a640 1 --2- 172.21.15.1:0/413784846 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd9e4101e10 0x7fd9e41972b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.307+0000 7fd9ead3a640 1 -- 172.21.15.1:0/413784846 >> 172.21.15.1:0/413784846 conn(0x7fd9e40fb740 msgr2=0x7fd9e4102850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:35.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.307+0000 7fd9ead3a640 1 -- 172.21.15.1:0/413784846 shutdown_connections 2024-02-09T23:58:35.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.307+0000 7fd9ead3a640 1 -- 172.21.15.1:0/413784846 wait complete. 2024-02-09T23:58:35.320 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:35 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1882282813' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-09T23:58:35.320 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:35 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1687041485' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:58:35.321 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:35 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/442249500' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:58:35.322 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 26, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-02-09T23:57:05.956988+0000', 'modified': '2024-02-09T23:57:12.862580+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24518, 'mds_1': 24496, 'mds_2': 24476, 'mds_3': 24475, 'mds_4': 14646}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14634': {'gid': 14634, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.1:6839/1071346655', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.1:6838', 'nonce': 1071346655}, {'type': 'v1', 'addr': '172.21.15.1:6839', 'nonce': 1071346655}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_14646': {'gid': 14646, 'name': 'a', 'rank': 4, 'incarnation': 24, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.1:6841/971167200', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.1:6840', 'nonce': 971167200}, {'type': 'v1', 'addr': '172.21.15.1:6841', 'nonce': 971167200}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24398': {'gid': 24398, 'name': 'k', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.88:6833/2682696528', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.88:6832', 'nonce': 2682696528}, {'type': 'v1', 'addr': '172.21.15.88:6833', 'nonce': 2682696528}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24406': {'gid': 24406, 'name': 'l', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.103:6833/108896496', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.103:6832', 'nonce': 108896496}, {'type': 'v1', 'addr': '172.21.15.103:6833', 'nonce': 108896496}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24434': {'gid': 24434, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.88:6835/1540825674', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.88:6834', 'nonce': 1540825674}, {'type': 'v1', 'addr': '172.21.15.88:6835', 'nonce': 1540825674}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24457': {'gid': 24457, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.103:6835/3143955076', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.103:6834', 'nonce': 3143955076}, {'type': 'v1', 'addr': '172.21.15.103:6835', 'nonce': 3143955076}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24475': {'gid': 24475, 'name': 'c', 'rank': 3, 'incarnation': 22, 'state': 'up:active', 'state_seq': 8, 'addr': '172.21.15.103:6837/981541837', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.103:6836', 'nonce': 981541837}, {'type': 'v1', 'addr': '172.21.15.103:6837', 'nonce': 981541837}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24476': {'gid': 24476, 'name': 'h', 'rank': 2, 'incarnation': 20, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.88:6837/2320804574', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.88:6836', 'nonce': 2320804574}, {'type': 'v1', 'addr': '172.21.15.88:6837', 'nonce': 2320804574}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24496': {'gid': 24496, 'name': 'i', 'rank': 1, 'incarnation': 18, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.103:6839/3555176136', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.103:6838', 'nonce': 3555176136}, {'type': 'v1', 'addr': '172.21.15.103:6839', 'nonce': 3555176136}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24518': {'gid': 24518, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.88:6839/2346771954', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.88:6838', 'nonce': 2346771954}, {'type': 'v1', 'addr': '172.21.15.88:6839', 'nonce': 2346771954}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-02-09T23:58:35.322 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-02-09T23:58:35.322 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-02-09T23:58:35.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:35 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1882282813' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-09T23:58:35.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:35 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1687041485' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:58:35.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:35 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/442249500' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:58:35.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:35 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1882282813' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-09T23:58:35.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:35 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1687041485' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:58:35.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:35 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/442249500' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:58:35.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.422+0000 7f07ba6c9640 1 -- 172.21.15.1:0/2442468287 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f07b4100d70 msgr2=0x7f07b4108610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.422+0000 7f07ba6c9640 1 --2- 172.21.15.1:0/2442468287 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f07b4100d70 0x7f07b4108610 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f07ac009ca0 tx=0x7f07ac02c0f0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.422+0000 7f07ba6c9640 1 -- 172.21.15.1:0/2442468287 shutdown_connections 2024-02-09T23:58:35.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.422+0000 7f07ba6c9640 1 --2- 172.21.15.1:0/2442468287 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f07b4100d70 0x7f07b4108610 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.422+0000 7f07ba6c9640 1 --2- 172.21.15.1:0/2442468287 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f07b41003b0 0x7f07b4100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.422+0000 7f07ba6c9640 1 --2- 172.21.15.1:0/2442468287 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f07b4101760 0x7f07b4101b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.422+0000 7f07ba6c9640 1 -- 172.21.15.1:0/2442468287 >> 172.21.15.1:0/2442468287 conn(0x7f07b40fae40 msgr2=0x7f07b40fd280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:35.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.422+0000 7f07ba6c9640 1 -- 172.21.15.1:0/2442468287 shutdown_connections 2024-02-09T23:58:35.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.422+0000 7f07ba6c9640 1 -- 172.21.15.1:0/2442468287 wait complete. 2024-02-09T23:58:35.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.423+0000 7f07ba6c9640 1 Processor -- start 2024-02-09T23:58:35.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.423+0000 7f07ba6c9640 1 -- start start 2024-02-09T23:58:35.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.423+0000 7f07ba6c9640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f07b41003b0 0x7f07b41972d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.423+0000 7f07ba6c9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f07b4100d70 0x7f07b4197810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.423+0000 7f07ba6c9640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f07b4101760 0x7f07b419e880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.423+0000 7f07ba6c9640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07b419edc0 con 0x7f07b4100d70 2024-02-09T23:58:35.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.423+0000 7f07ba6c9640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07b419ef30 con 0x7f07b41003b0 2024-02-09T23:58:35.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.423+0000 7f07ba6c9640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07b419f0f0 con 0x7f07b4101760 2024-02-09T23:58:35.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.423+0000 7f07b37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f07b4100d70 0x7f07b4197810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.423+0000 7f07b37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f07b4100d70 0x7f07b4197810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52190/0 (socket says 172.21.15.1:52190) 2024-02-09T23:58:35.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.423+0000 7f07b37fe640 1 -- 172.21.15.1:0/3089316818 learned_addr learned my addr 172.21.15.1:0/3089316818 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:35.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.423+0000 7f07b8c66640 1 --2- 172.21.15.1:0/3089316818 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f07b4101760 0x7f07b419e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.423+0000 7f07b3fff640 1 --2- 172.21.15.1:0/3089316818 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f07b41003b0 0x7f07b41972d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.424+0000 7f07b37fe640 1 -- 172.21.15.1:0/3089316818 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f07b4101760 msgr2=0x7f07b419e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.424+0000 7f07b37fe640 1 --2- 172.21.15.1:0/3089316818 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f07b4101760 0x7f07b419e880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.424+0000 7f07b37fe640 1 -- 172.21.15.1:0/3089316818 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f07b41003b0 msgr2=0x7f07b41972d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.424+0000 7f07b37fe640 1 --2- 172.21.15.1:0/3089316818 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f07b41003b0 0x7f07b41972d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.424+0000 7f07b37fe640 1 -- 172.21.15.1:0/3089316818 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07ac009900 con 0x7f07b4100d70 2024-02-09T23:58:35.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.424+0000 7f07b37fe640 1 --2- 172.21.15.1:0/3089316818 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f07b4100d70 0x7f07b4197810 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f07a400d770 tx=0x7f07a400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:35.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.424+0000 7f07b17fa640 1 -- 172.21.15.1:0/3089316818 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07a4009c30 con 0x7f07b4100d70 2024-02-09T23:58:35.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.424+0000 7f07b17fa640 1 -- 172.21.15.1:0/3089316818 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f07a400de80 con 0x7f07b4100d70 2024-02-09T23:58:35.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.424+0000 7f07ba6c9640 1 -- 172.21.15.1:0/3089316818 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f07b419f3d0 con 0x7f07b4100d70 2024-02-09T23:58:35.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.424+0000 7f07b17fa640 1 -- 172.21.15.1:0/3089316818 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07a4010460 con 0x7f07b4100d70 2024-02-09T23:58:35.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.424+0000 7f07ba6c9640 1 -- 172.21.15.1:0/3089316818 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07b419f8e0 con 0x7f07b4100d70 2024-02-09T23:58:35.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.427+0000 7f07b17fa640 1 -- 172.21.15.1:0/3089316818 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f07a4003f60 con 0x7f07b4100d70 2024-02-09T23:58:35.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.427+0000 7f07bd379740 1 Processor -- start 2024-02-09T23:58:35.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.427+0000 7f07bd379740 1 -- start start 2024-02-09T23:58:35.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.427+0000 7f07bd379740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5646d7ff8cc0 0x5646d7ff90e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.427+0000 7f07bd379740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d7ff96b0 0x5646d7ffe1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.427+0000 7f07bd379740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5646d7ffe820 0x5646d8000cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.427+0000 7f07bd379740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646d7f68b30 con 0x5646d7ff8cc0 2024-02-09T23:58:35.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.427+0000 7f07bd379740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646d7f66060 con 0x5646d7ff96b0 2024-02-09T23:58:35.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.427+0000 7f07bd379740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646d7f61840 con 0x5646d7ffe820 2024-02-09T23:58:35.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.427+0000 7f07b8c66640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5646d7ff8cc0 0x5646d7ff90e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.427+0000 7f07b8c66640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5646d7ff8cc0 0x5646d7ff90e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52200/0 (socket says 172.21.15.1:52200) 2024-02-09T23:58:35.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.427+0000 7f07b8c66640 1 -- 172.21.15.1:0/409001901 learned_addr learned my addr 172.21.15.1:0/409001901 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:35.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.427+0000 7f07b37fe640 1 --2- 172.21.15.1:0/409001901 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5646d7ffe820 0x5646d8000cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.427+0000 7f07b3fff640 1 --2- 172.21.15.1:0/409001901 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d7ff96b0 0x5646d7ffe1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.427+0000 7f07b17fa640 1 --2- 172.21.15.1:0/3089316818 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f07a00a2150 0x7f07a00a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.427+0000 7f07b8c66640 1 -- 172.21.15.1:0/409001901 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5646d7ffe820 msgr2=0x5646d8000cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.427+0000 7f07b8c66640 1 --2- 172.21.15.1:0/409001901 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5646d7ffe820 0x5646d8000cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.427+0000 7f07b8c66640 1 -- 172.21.15.1:0/409001901 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d7ff96b0 msgr2=0x5646d7ffe1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.427+0000 7f07b8c66640 1 --2- 172.21.15.1:0/409001901 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d7ff96b0 0x5646d7ffe1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.427+0000 7f07b8c66640 1 -- 172.21.15.1:0/409001901 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5646d7f27620 con 0x5646d7ff8cc0 2024-02-09T23:58:35.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.427+0000 7f07b3fff640 1 --2- 172.21.15.1:0/409001901 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d7ff96b0 0x5646d7ffe1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:58:35.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.428+0000 7f07b17fa640 1 -- 172.21.15.1:0/3089316818 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f07a40cdba0 con 0x7f07b4100d70 2024-02-09T23:58:35.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.428+0000 7f07b8c66640 1 --2- 172.21.15.1:0/409001901 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5646d7ff8cc0 0x5646d7ff90e0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f07ac009ca0 tx=0x7f07ac005f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c96c01537de97bbc server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:35.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.428+0000 7f07b8c66640 1 --2- 172.21.15.1:0/3089316818 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f07a00a2150 0x7f07a00a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.428+0000 7f07aa7fc640 1 -- 172.21.15.1:0/409001901 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07ac0327b0 con 0x5646d7ff8cc0 2024-02-09T23:58:35.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.428+0000 7f07aa7fc640 1 -- 172.21.15.1:0/409001901 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f07ac034a90 con 0x5646d7ff8cc0 2024-02-09T23:58:35.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.428+0000 7f07aa7fc640 1 -- 172.21.15.1:0/409001901 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07ac0042a0 con 0x5646d7ff8cc0 2024-02-09T23:58:35.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.428+0000 7f07b8c66640 1 --2- 172.21.15.1:0/3089316818 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f07a00a2150 0x7f07a00a4610 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f07ac009430 tx=0x7f07ac004560 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:35.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.428+0000 7f07bd379740 1 -- 172.21.15.1:0/409001901 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5646d7ff8cc0 msgr2=0x5646d7ff90e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.429+0000 7f07bd379740 1 --2- 172.21.15.1:0/409001901 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5646d7ff8cc0 0x5646d7ff90e0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f07ac009ca0 tx=0x7f07ac005f70 comp rx=0 tx=0).stop 2024-02-09T23:58:35.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.429+0000 7f07bd379740 1 -- 172.21.15.1:0/409001901 shutdown_connections 2024-02-09T23:58:35.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.429+0000 7f07bd379740 1 --2- 172.21.15.1:0/409001901 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5646d7ffe820 0x5646d8000cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.429+0000 7f07bd379740 1 --2- 172.21.15.1:0/409001901 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d7ff96b0 0x5646d7ffe1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.429+0000 7f07bd379740 1 --2- 172.21.15.1:0/409001901 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5646d7ff8cc0 0x5646d7ff90e0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.429+0000 7f07bd379740 1 -- 172.21.15.1:0/409001901 >> 172.21.15.1:0/409001901 conn(0x5646d7ff4230 msgr2=0x5646d7ff4630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:35.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.429+0000 7f07bd379740 1 -- 172.21.15.1:0/409001901 shutdown_connections 2024-02-09T23:58:35.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.429+0000 7f07bd379740 1 -- 172.21.15.1:0/409001901 wait complete. 2024-02-09T23:58:35.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.429+0000 7f07bd379740 1 -- start start 2024-02-09T23:58:35.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.429+0000 7f07bd379740 1 Processor -- start 2024-02-09T23:58:35.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.429+0000 7f07bd379740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5646d7ff8cc0 0x5646d8002af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.429+0000 7f07bd379740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5646d7ff96b0 0x5646d8003030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.429+0000 7f07bd379740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d7ffe820 0x5646d800a070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.429+0000 7f07bd379740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646d7f06cd0 con 0x5646d7ff8cc0 2024-02-09T23:58:35.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.429+0000 7f07bd379740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646d7c35310 con 0x5646d7ffe820 2024-02-09T23:58:35.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.429+0000 7f07bd379740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646d7ee7490 con 0x5646d7ff96b0 2024-02-09T23:58:35.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.429+0000 7f07b3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5646d7ff8cc0 0x5646d8002af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.429+0000 7f07bd379740 10 client.0 _ll_register_callbacks cb 0x5646d7c72ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:58:35.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.429+0000 7f07b3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5646d7ff8cc0 0x5646d8002af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52214/0 (socket says 172.21.15.1:52214) 2024-02-09T23:58:35.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.430+0000 7f07b3fff640 1 -- 172.21.15.1:0/3543034818 learned_addr learned my addr 172.21.15.1:0/3543034818 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:35.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.430+0000 7f07b8c66640 1 --2- 172.21.15.1:0/3543034818 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d7ffe820 0x5646d800a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.430+0000 7f07b37fe640 1 --2- 172.21.15.1:0/3543034818 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5646d7ff96b0 0x5646d8003030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.430+0000 7f07b3fff640 1 -- 172.21.15.1:0/3543034818 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5646d7ff96b0 msgr2=0x5646d8003030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.430+0000 7f07b3fff640 1 --2- 172.21.15.1:0/3543034818 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5646d7ff96b0 0x5646d8003030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.430+0000 7f07b3fff640 1 -- 172.21.15.1:0/3543034818 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d7ffe820 msgr2=0x5646d800a070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.430+0000 7f07b3fff640 1 --2- 172.21.15.1:0/3543034818 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d7ffe820 0x5646d800a070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.430+0000 7f07b3fff640 1 -- 172.21.15.1:0/3543034818 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07b4108ea0 con 0x5646d7ff8cc0 2024-02-09T23:58:35.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.430+0000 7f07b3fff640 1 --2- 172.21.15.1:0/3543034818 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5646d7ff8cc0 0x5646d8002af0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f079c010490 tx=0x7f079c010950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e09b1fb54e1481d8 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:35.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.430+0000 7f07937fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:58:35.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.430+0000 7f07937fe640 1 -- 172.21.15.1:0/3543034818 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f079c005220 con 0x5646d7ff8cc0 2024-02-09T23:58:35.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.430+0000 7f07bd379740 1 -- 172.21.15.1:0/3543034818 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5646d7c616c0 con 0x5646d7ff8cc0 2024-02-09T23:58:35.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.430+0000 7f07937fe640 1 -- 172.21.15.1:0/3543034818 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f079c016070 con 0x5646d7ff8cc0 2024-02-09T23:58:35.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.430+0000 7f07937fe640 1 -- 172.21.15.1:0/3543034818 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f079c020030 con 0x5646d7ff8cc0 2024-02-09T23:58:35.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.430+0000 7f07bd379740 10 client.15066 fetch_fsmap learned FSMap version 26 2024-02-09T23:58:35.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.430+0000 7f07bd379740 1 -- 172.21.15.1:0/3543034818 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5646d7f5fec0 con 0x5646d7ff8cc0 2024-02-09T23:58:35.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.430+0000 7f07937fe640 1 -- 172.21.15.1:0/3543034818 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5646d7c616c0 con 0x5646d7ff8cc0 2024-02-09T23:58:35.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.431+0000 7f07937fe640 1 -- 172.21.15.1:0/3543034818 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f079c012950 con 0x5646d7ff8cc0 2024-02-09T23:58:35.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.431+0000 7f07bd379740 10 client.15066 fetch_fsmap finished waiting for FSMap version 26 2024-02-09T23:58:35.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.431+0000 7f07bd379740 10 client.15066 resolve_mds: resolved name 'a' to daemon mds.a 2024-02-09T23:58:35.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.431+0000 7f07bd379740 20 client.15066 populate_metadata read hostname 'smithi001' 2024-02-09T23:58:35.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.431+0000 7f07bd379740 1 --2- 172.21.15.1:0/3543034818 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5646d800f4d0 0x5646d800e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.431+0000 7f07bd379740 4 client.15066 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-09T23:58:35.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.431+0000 7f07bd379740 1 -- 172.21.15.1:0/3543034818 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5646d7cb2270 con 0x5646d800f4d0 2024-02-09T23:58:35.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.431+0000 7f07b37fe640 1 --2- 172.21.15.1:0/3543034818 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5646d800f4d0 0x5646d800e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.431+0000 7f07937fe640 10 client.15066 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-09T23:58:35.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.431+0000 7f07b37fe640 1 --2- 172.21.15.1:0/3543034818 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5646d800f4d0 0x5646d800e760 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=50c680da6d52681d server_cookie=9240ba2c65fcf7ed in_seq=0 out_seq=0 2024-02-09T23:58:35.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.432+0000 7f07937fe640 1 -- 172.21.15.1:0/3543034818 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5646d7cb2270 con 0x5646d800f4d0 2024-02-09T23:58:35.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.432+0000 7f07937fe640 10 client.15066 handle_command_reply: tid=0 2024-02-09T23:58:35.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.432+0000 7f07bd379740 1 client.15066 shutdown 2024-02-09T23:58:35.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.432+0000 7f07bd379740 1 -- 172.21.15.1:0/3543034818 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5646d7ff8cc0 msgr2=0x5646d8002af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.432+0000 7f07bd379740 1 --2- 172.21.15.1:0/3543034818 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5646d7ff8cc0 0x5646d8002af0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f079c010490 tx=0x7f079c010950 comp rx=0 tx=0).stop 2024-02-09T23:58:35.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.432+0000 7f07bd379740 1 -- 172.21.15.1:0/3543034818 shutdown_connections 2024-02-09T23:58:35.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.432+0000 7f07bd379740 1 --2- 172.21.15.1:0/3543034818 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5646d800f4d0 0x5646d800e760 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.432+0000 7f07bd379740 1 --2- 172.21.15.1:0/3543034818 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d7ffe820 0x5646d800a070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.432+0000 7f07bd379740 1 --2- 172.21.15.1:0/3543034818 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5646d7ff96b0 0x5646d8003030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.432+0000 7f07bd379740 1 --2- 172.21.15.1:0/3543034818 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5646d7ff8cc0 0x5646d8002af0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.432+0000 7f07bd379740 1 -- 172.21.15.1:0/3543034818 >> 172.21.15.1:0/3543034818 conn(0x5646d7ff4230 msgr2=0x5646d7ff3510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:35.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.432+0000 7f07937fe640 0 client.15066 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-09T23:58:35.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.432+0000 7f07bd379740 1 -- 172.21.15.1:0/3543034818 shutdown_connections 2024-02-09T23:58:35.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.432+0000 7f07bd379740 1 -- 172.21.15.1:0/3543034818 wait complete. 2024-02-09T23:58:35.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.432+0000 7f07bd379740 20 client.15066 trim_cache size 0 max 16384 2024-02-09T23:58:35.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.448+0000 7f07bd379740 1 Processor -- start 2024-02-09T23:58:35.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.448+0000 7f07bd379740 1 -- start start 2024-02-09T23:58:35.458 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.448+0000 7f07bd379740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5646d7ff8cc0 0x5646d7ffa100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.458 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.448+0000 7f07bd379740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5646d7ff96b0 0x5646d8009f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.458 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.448+0000 7f07bd379740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d7ffe820 0x5646d7ffa640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.458 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.448+0000 7f07bd379740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646d7f5e4a0 con 0x5646d7ff8cc0 2024-02-09T23:58:35.458 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.448+0000 7f07bd379740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646d7f078e0 con 0x5646d7ffe820 2024-02-09T23:58:35.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.448+0000 7f07bd379740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646d7f1ae70 con 0x5646d7ff96b0 2024-02-09T23:58:35.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.448+0000 7f07b3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5646d7ff8cc0 0x5646d7ffa100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.448+0000 7f07b3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5646d7ff8cc0 0x5646d7ffa100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52226/0 (socket says 172.21.15.1:52226) 2024-02-09T23:58:35.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.448+0000 7f07b3fff640 1 -- 172.21.15.1:0/2439212955 learned_addr learned my addr 172.21.15.1:0/2439212955 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:35.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.448+0000 7f07b37fe640 1 --2- 172.21.15.1:0/2439212955 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5646d7ff96b0 0x5646d8009f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.448+0000 7f07b3fff640 1 -- 172.21.15.1:0/2439212955 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5646d7ff96b0 msgr2=0x5646d8009f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.460 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.448+0000 7f07b3fff640 1 --2- 172.21.15.1:0/2439212955 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5646d7ff96b0 0x5646d8009f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.460 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.448+0000 7f07b3fff640 1 -- 172.21.15.1:0/2439212955 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d7ffe820 msgr2=0x5646d7ffa640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.460 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.448+0000 7f07b3fff640 1 --2- 172.21.15.1:0/2439212955 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d7ffe820 0x5646d7ffa640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.460 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.448+0000 7f07b3fff640 1 -- 172.21.15.1:0/2439212955 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5646d7efca90 con 0x5646d7ff8cc0 2024-02-09T23:58:35.460 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.448+0000 7f07b3fff640 1 --2- 172.21.15.1:0/2439212955 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5646d7ff8cc0 0x5646d7ffa100 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f079c000c00 tx=0x7f079c00bd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27c290d08e5939da server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:35.461 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.449+0000 7f07a9ffb640 1 -- 172.21.15.1:0/2439212955 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f079c020040 con 0x5646d7ff8cc0 2024-02-09T23:58:35.461 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.449+0000 7f07a9ffb640 1 -- 172.21.15.1:0/2439212955 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f079c00b2c0 con 0x5646d7ff8cc0 2024-02-09T23:58:35.461 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.449+0000 7f07a9ffb640 1 -- 172.21.15.1:0/2439212955 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f079c004c50 con 0x5646d7ff8cc0 2024-02-09T23:58:35.461 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.449+0000 7f07bd379740 1 -- 172.21.15.1:0/2439212955 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5646d7ff8cc0 msgr2=0x5646d7ffa100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.461 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.449+0000 7f07bd379740 1 --2- 172.21.15.1:0/2439212955 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5646d7ff8cc0 0x5646d7ffa100 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f079c000c00 tx=0x7f079c00bd10 comp rx=0 tx=0).stop 2024-02-09T23:58:35.461 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.449+0000 7f07bd379740 1 -- 172.21.15.1:0/2439212955 shutdown_connections 2024-02-09T23:58:35.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.449+0000 7f07bd379740 1 --2- 172.21.15.1:0/2439212955 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d7ffe820 0x5646d7ffa640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.449+0000 7f07bd379740 1 --2- 172.21.15.1:0/2439212955 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5646d7ff96b0 0x5646d8009f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.449+0000 7f07bd379740 1 --2- 172.21.15.1:0/2439212955 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5646d7ff8cc0 0x5646d7ffa100 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.449+0000 7f07bd379740 1 -- 172.21.15.1:0/2439212955 >> 172.21.15.1:0/2439212955 conn(0x5646d7ff4230 msgr2=0x5646d8017970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:35.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.449+0000 7f07bd379740 1 -- 172.21.15.1:0/2439212955 shutdown_connections 2024-02-09T23:58:35.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.449+0000 7f07bd379740 1 -- 172.21.15.1:0/2439212955 wait complete. 2024-02-09T23:58:35.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.450+0000 7f07bd379740 1 -- start start 2024-02-09T23:58:35.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.450+0000 7f07bd379740 1 Processor -- start 2024-02-09T23:58:35.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.450+0000 7f07bd379740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5646d7ff8cc0 0x5646d8009d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.450+0000 7f07bd379740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d7ff96b0 0x5646d8006810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.450+0000 7f07bd379740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5646d7ffe820 0x5646d8006d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.450+0000 7f07bd379740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646d8007360 con 0x5646d7ff8cc0 2024-02-09T23:58:35.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.450+0000 7f07bd379740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646d80650d0 con 0x5646d7ff96b0 2024-02-09T23:58:35.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.450+0000 7f07bd379740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5646d8065210 con 0x5646d7ffe820 2024-02-09T23:58:35.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.450+0000 7f07bd379740 10 client.0 _ll_register_callbacks cb 0x7f07ac009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:58:35.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.450+0000 7f07b3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5646d7ff8cc0 0x5646d8009d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.450+0000 7f07b3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5646d7ff8cc0 0x5646d8009d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52236/0 (socket says 172.21.15.1:52236) 2024-02-09T23:58:35.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.450+0000 7f07b3fff640 1 -- 172.21.15.1:0/545167599 learned_addr learned my addr 172.21.15.1:0/545167599 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:35.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.450+0000 7f07b8c66640 1 --2- 172.21.15.1:0/545167599 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5646d7ffe820 0x5646d8006d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.450+0000 7f07b3fff640 1 -- 172.21.15.1:0/545167599 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5646d7ffe820 msgr2=0x5646d8006d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.450+0000 7f07b3fff640 1 --2- 172.21.15.1:0/545167599 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5646d7ffe820 0x5646d8006d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.450+0000 7f07b3fff640 1 -- 172.21.15.1:0/545167599 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d7ff96b0 msgr2=0x5646d8006810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.450+0000 7f07b3fff640 1 --2- 172.21.15.1:0/545167599 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d7ff96b0 0x5646d8006810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.450+0000 7f07b3fff640 1 -- 172.21.15.1:0/545167599 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5646d7f5fec0 con 0x5646d7ff8cc0 2024-02-09T23:58:35.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.450+0000 7f07b8c66640 1 --2- 172.21.15.1:0/545167599 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5646d7ffe820 0x5646d8006d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:58:35.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.450+0000 7f07b3fff640 1 --2- 172.21.15.1:0/545167599 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5646d7ff8cc0 0x5646d8009d70 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f079c012d50 tx=0x7f079c00bd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4da8aa43c1e31844 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:35.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.450+0000 7f07937fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:58:35.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.451+0000 7f07937fe640 1 -- 172.21.15.1:0/545167599 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f079c037070 con 0x5646d7ff8cc0 2024-02-09T23:58:35.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.451+0000 7f07937fe640 1 -- 172.21.15.1:0/545167599 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f079c000e40 con 0x5646d7ff8cc0 2024-02-09T23:58:35.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.451+0000 7f07bd379740 1 -- 172.21.15.1:0/545167599 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5646d800f1e0 con 0x5646d7ff8cc0 2024-02-09T23:58:35.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.451+0000 7f07937fe640 1 -- 172.21.15.1:0/545167599 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f079c020070 con 0x5646d7ff8cc0 2024-02-09T23:58:35.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.451+0000 7f07bd379740 10 client.15072 fetch_fsmap learned FSMap version 26 2024-02-09T23:58:35.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.451+0000 7f07bd379740 1 -- 172.21.15.1:0/545167599 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5646d7f22930 con 0x5646d7ff8cc0 2024-02-09T23:58:35.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.451+0000 7f07937fe640 1 -- 172.21.15.1:0/545167599 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f079c042080 con 0x5646d7ff8cc0 2024-02-09T23:58:35.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.451+0000 7f07937fe640 1 -- 172.21.15.1:0/545167599 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f079c03a020 con 0x5646d7ff8cc0 2024-02-09T23:58:35.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.451+0000 7f07bd379740 10 client.15072 fetch_fsmap finished waiting for FSMap version 26 2024-02-09T23:58:35.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.451+0000 7f07bd379740 10 client.15072 resolve_mds: resolved name 'a' to daemon mds.a 2024-02-09T23:58:35.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.451+0000 7f07bd379740 20 client.15072 populate_metadata read hostname 'smithi001' 2024-02-09T23:58:35.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.451+0000 7f07bd379740 1 --2- 172.21.15.1:0/545167599 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5646d806a270 0x5646d80666e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.451+0000 7f07bd379740 4 client.15072 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "status"}] 2024-02-09T23:58:35.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.451+0000 7f07bd379740 1 -- 172.21.15.1:0/545167599 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "status"}) v1 -- 0x7f07ac034a90 con 0x5646d806a270 2024-02-09T23:58:35.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.451+0000 7f07b37fe640 1 --2- 172.21.15.1:0/545167599 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5646d806a270 0x5646d80666e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.452+0000 7f07b37fe640 1 --2- 172.21.15.1:0/545167599 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5646d806a270 0x5646d80666e0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=59ab30d00577eeb3 server_cookie=7cc87c5a299809e7 in_seq=0 out_seq=0 2024-02-09T23:58:35.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.452+0000 7f07937fe640 10 client.15072 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-09T23:58:35.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.452+0000 7f07937fe640 1 -- 172.21.15.1:0/545167599 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x7f07ac034a90 con 0x5646d806a270 2024-02-09T23:58:35.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.452+0000 7f07937fe640 10 client.15072 handle_command_reply: tid=0 2024-02-09T23:58:35.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.452+0000 7f07bd379740 1 client.15072 shutdown 2024-02-09T23:58:35.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.452+0000 7f07bd379740 1 -- 172.21.15.1:0/545167599 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5646d7ff8cc0 msgr2=0x5646d8009d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.452+0000 7f07bd379740 1 --2- 172.21.15.1:0/545167599 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5646d7ff8cc0 0x5646d8009d70 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f079c012d50 tx=0x7f079c00bd80 comp rx=0 tx=0).stop 2024-02-09T23:58:35.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.452+0000 7f07bd379740 1 -- 172.21.15.1:0/545167599 shutdown_connections 2024-02-09T23:58:35.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.452+0000 7f07bd379740 1 --2- 172.21.15.1:0/545167599 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5646d806a270 0x5646d80666e0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.452+0000 7f07bd379740 1 --2- 172.21.15.1:0/545167599 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5646d7ffe820 0x5646d8006d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.452+0000 7f07937fe640 0 client.15072 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-09T23:58:35.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.452+0000 7f07bd379740 1 --2- 172.21.15.1:0/545167599 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5646d7ff96b0 0x5646d8006810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.452+0000 7f07bd379740 1 --2- 172.21.15.1:0/545167599 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5646d7ff8cc0 0x5646d8009d70 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.452+0000 7f07bd379740 1 -- 172.21.15.1:0/545167599 >> 172.21.15.1:0/545167599 conn(0x5646d7ff4230 msgr2=0x5646d7ff7490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:35.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.452+0000 7f07bd379740 1 -- 172.21.15.1:0/545167599 shutdown_connections 2024-02-09T23:58:35.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.452+0000 7f07bd379740 1 -- 172.21.15.1:0/545167599 wait complete. 2024-02-09T23:58:35.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.452+0000 7f07bd379740 20 client.15072 trim_cache size 0 max 16384 2024-02-09T23:58:35.473 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-09T23:58:35.473 INFO:teuthology.orchestra.run.smithi001.stdout: "cluster_fsid": "b5005240-c7a5-11ee-95b8-87774f69a715", 2024-02-09T23:58:35.473 INFO:teuthology.orchestra.run.smithi001.stdout: "whoami": 4, 2024-02-09T23:58:35.473 INFO:teuthology.orchestra.run.smithi001.stdout: "id": 14646, 2024-02-09T23:58:35.473 INFO:teuthology.orchestra.run.smithi001.stdout: "want_state": "up:active", 2024-02-09T23:58:35.474 INFO:teuthology.orchestra.run.smithi001.stdout: "state": "up:active", 2024-02-09T23:58:35.474 INFO:teuthology.orchestra.run.smithi001.stdout: "fs_name": "cephfs", 2024-02-09T23:58:35.474 INFO:teuthology.orchestra.run.smithi001.stdout: "rank_uptime": 83.595589867000001, 2024-02-09T23:58:35.474 INFO:teuthology.orchestra.run.smithi001.stdout: "mdsmap_epoch": 26, 2024-02-09T23:58:35.474 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_epoch": 87, 2024-02-09T23:58:35.474 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_epoch_barrier": 85, 2024-02-09T23:58:35.475 INFO:teuthology.orchestra.run.smithi001.stdout: "uptime": 97.865295548000006 2024-02-09T23:58:35.475 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-09T23:58:35.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.453+0000 7f07ba6c9640 1 -- 172.21.15.1:0/3089316818 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f07a00a2150 msgr2=0x7f07a00a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.453+0000 7f07ba6c9640 1 --2- 172.21.15.1:0/3089316818 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f07a00a2150 0x7f07a00a4610 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f07ac009430 tx=0x7f07ac004560 comp rx=0 tx=0).stop 2024-02-09T23:58:35.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.453+0000 7f07ba6c9640 1 -- 172.21.15.1:0/3089316818 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f07b4100d70 msgr2=0x7f07b4197810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.453+0000 7f07ba6c9640 1 --2- 172.21.15.1:0/3089316818 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f07b4100d70 0x7f07b4197810 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f07a400d770 tx=0x7f07a400dc30 comp rx=0 tx=0).stop 2024-02-09T23:58:35.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.453+0000 7f07ba6c9640 1 -- 172.21.15.1:0/3089316818 shutdown_connections 2024-02-09T23:58:35.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.453+0000 7f07ba6c9640 1 --2- 172.21.15.1:0/3089316818 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f07b4101760 0x7f07b419e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.453+0000 7f07ba6c9640 1 --2- 172.21.15.1:0/3089316818 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f07b4100d70 0x7f07b4197810 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.453+0000 7f07ba6c9640 1 --2- 172.21.15.1:0/3089316818 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f07a00a2150 0x7f07a00a4610 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.453+0000 7f07ba6c9640 1 --2- 172.21.15.1:0/3089316818 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f07b41003b0 0x7f07b41972d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.453+0000 7f07ba6c9640 1 -- 172.21.15.1:0/3089316818 >> 172.21.15.1:0/3089316818 conn(0x7f07b40fae40 msgr2=0x7f07b40fc8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:35.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.453+0000 7f07ba6c9640 1 -- 172.21.15.1:0/3089316818 shutdown_connections 2024-02-09T23:58:35.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.453+0000 7f07ba6c9640 1 -- 172.21.15.1:0/3089316818 wait complete. 2024-02-09T23:58:35.479 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-02-09T23:58:35.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.579+0000 7f0e4c5a1640 1 -- 172.21.15.1:0/3446141131 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0e44104600 msgr2=0x7f0e441069f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.579+0000 7f0e4c5a1640 1 --2- 172.21.15.1:0/3446141131 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0e44104600 0x7f0e441069f0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f0e34009900 tx=0x7f0e3402bc30 comp rx=0 tx=0).stop 2024-02-09T23:58:35.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.579+0000 7f0e4c5a1640 1 -- 172.21.15.1:0/3446141131 shutdown_connections 2024-02-09T23:58:35.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.579+0000 7f0e4c5a1640 1 --2- 172.21.15.1:0/3446141131 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0e44106f30 0x7f0e44109380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.579+0000 7f0e4c5a1640 1 --2- 172.21.15.1:0/3446141131 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0e44104600 0x7f0e441069f0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.579+0000 7f0e4c5a1640 1 --2- 172.21.15.1:0/3446141131 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0e44101cd0 0x7f0e441040c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.579+0000 7f0e4c5a1640 1 -- 172.21.15.1:0/3446141131 >> 172.21.15.1:0/3446141131 conn(0x7f0e440fb6e0 msgr2=0x7f0e440fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:35.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.579+0000 7f0e4c5a1640 1 -- 172.21.15.1:0/3446141131 shutdown_connections 2024-02-09T23:58:35.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.579+0000 7f0e4c5a1640 1 -- 172.21.15.1:0/3446141131 wait complete. 2024-02-09T23:58:35.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.580+0000 7f0e4c5a1640 1 Processor -- start 2024-02-09T23:58:35.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.580+0000 7f0e4c5a1640 1 -- start start 2024-02-09T23:58:35.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.580+0000 7f0e4c5a1640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0e44101cd0 0x7f0e44199510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.580+0000 7f0e4c5a1640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0e44104600 0x7f0e44199a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.580+0000 7f0e4c5a1640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0e44106f30 0x7f0e441a0ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.580+0000 7f0e4c5a1640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e441a1000 con 0x7f0e44104600 2024-02-09T23:58:35.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.580+0000 7f0e4c5a1640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e441a1170 con 0x7f0e44106f30 2024-02-09T23:58:35.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.580+0000 7f0e4c5a1640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e441a1330 con 0x7f0e44101cd0 2024-02-09T23:58:35.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.580+0000 7f0e49b3c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0e44104600 0x7f0e44199a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.580+0000 7f0e49b3c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0e44104600 0x7f0e44199a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52252/0 (socket says 172.21.15.1:52252) 2024-02-09T23:58:35.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.580+0000 7f0e49b3c640 1 -- 172.21.15.1:0/2378554112 learned_addr learned my addr 172.21.15.1:0/2378554112 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:35.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.580+0000 7f0e4ab3e640 1 --2- 172.21.15.1:0/2378554112 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0e44106f30 0x7f0e441a0ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.580+0000 7f0e4a33d640 1 --2- 172.21.15.1:0/2378554112 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0e44101cd0 0x7f0e44199510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.580+0000 7f0e49b3c640 1 -- 172.21.15.1:0/2378554112 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0e44101cd0 msgr2=0x7f0e44199510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.580+0000 7f0e49b3c640 1 --2- 172.21.15.1:0/2378554112 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0e44101cd0 0x7f0e44199510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.580+0000 7f0e49b3c640 1 -- 172.21.15.1:0/2378554112 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0e44106f30 msgr2=0x7f0e441a0ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.580+0000 7f0e49b3c640 1 --2- 172.21.15.1:0/2378554112 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0e44106f30 0x7f0e441a0ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.580+0000 7f0e49b3c640 1 -- 172.21.15.1:0/2378554112 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e34009560 con 0x7f0e44104600 2024-02-09T23:58:35.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.580+0000 7f0e4a33d640 1 --2- 172.21.15.1:0/2378554112 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0e44101cd0 0x7f0e44199510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:58:35.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.580+0000 7f0e49b3c640 1 --2- 172.21.15.1:0/2378554112 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0e44104600 0x7f0e44199a50 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f0e34000c00 tx=0x7f0e34004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:35.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.581+0000 7f0e3b7fe640 1 -- 172.21.15.1:0/2378554112 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e34004df0 con 0x7f0e44104600 2024-02-09T23:58:35.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.581+0000 7f0e4c5a1640 1 -- 172.21.15.1:0/2378554112 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0e441a15b0 con 0x7f0e44104600 2024-02-09T23:58:35.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.581+0000 7f0e3b7fe640 1 -- 172.21.15.1:0/2378554112 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0e34005430 con 0x7f0e44104600 2024-02-09T23:58:35.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.581+0000 7f0e3b7fe640 1 -- 172.21.15.1:0/2378554112 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e3403e450 con 0x7f0e44104600 2024-02-09T23:58:35.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.581+0000 7f0e4c5a1640 1 -- 172.21.15.1:0/2378554112 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e441a1ac0 con 0x7f0e44104600 2024-02-09T23:58:35.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.583+0000 7f0e3b7fe640 1 -- 172.21.15.1:0/2378554112 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f0e34003680 con 0x7f0e44104600 2024-02-09T23:58:35.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.583+0000 7f0e4f17a740 1 Processor -- start 2024-02-09T23:58:35.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.583+0000 7f0e4f17a740 1 -- start start 2024-02-09T23:58:35.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.584+0000 7f0e3b7fe640 1 --2- 172.21.15.1:0/2378554112 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0e300a2150 0x7f0e300a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.584+0000 7f0e4f17a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9afe97cc0 0x55c9afe980e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.584+0000 7f0e4f17a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9afe986b0 0x55c9afe9d1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.584+0000 7f0e4f17a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9afe9d820 0x55c9afe9fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.584+0000 7f0e4f17a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9afe07b30 con 0x55c9afe986b0 2024-02-09T23:58:35.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.584+0000 7f0e4f17a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9afe05060 con 0x55c9afe97cc0 2024-02-09T23:58:35.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.584+0000 7f0e4f17a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9afe00840 con 0x55c9afe9d820 2024-02-09T23:58:35.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.584+0000 7f0e49b3c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9afe986b0 0x55c9afe9d1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.584+0000 7f0e4ab3e640 1 --2- 172.21.15.1:0/2378554112 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0e300a2150 0x7f0e300a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.584+0000 7f0e49b3c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9afe986b0 0x55c9afe9d1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52260/0 (socket says 172.21.15.1:52260) 2024-02-09T23:58:35.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.584+0000 7f0e49b3c640 1 -- 172.21.15.1:0/3470778214 learned_addr learned my addr 172.21.15.1:0/3470778214 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:35.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.584+0000 7f0e4a33d640 1 --2- 172.21.15.1:0/3470778214 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9afe97cc0 0x55c9afe980e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.584+0000 7f0e4ab3e640 1 --2- 172.21.15.1:0/3470778214 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9afe9d820 0x55c9afe9fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.584+0000 7f0e3b7fe640 1 -- 172.21.15.1:0/2378554112 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f0e340f0240 con 0x7f0e44104600 2024-02-09T23:58:35.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.584+0000 7f0e49b3c640 1 -- 172.21.15.1:0/3470778214 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9afe9d820 msgr2=0x55c9afe9fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.584+0000 7f0e49b3c640 1 --2- 172.21.15.1:0/3470778214 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9afe9d820 0x55c9afe9fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.584+0000 7f0e49b3c640 1 -- 172.21.15.1:0/3470778214 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9afe97cc0 msgr2=0x55c9afe980e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.584+0000 7f0e49b3c640 1 --2- 172.21.15.1:0/3470778214 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9afe97cc0 0x55c9afe980e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.584+0000 7f0e49b3c640 1 -- 172.21.15.1:0/3470778214 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c9afdc6620 con 0x55c9afe986b0 2024-02-09T23:58:35.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.584+0000 7f0e49b3c640 1 --2- 172.21.15.1:0/3470778214 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9afe986b0 0x55c9afe9d1b0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f0e340b9390 tx=0x7f0e34003a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f8ba9e4765061be server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:35.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.584+0000 7f0e4ab3e640 1 --2- 172.21.15.1:0/2378554112 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0e300a2150 0x7f0e300a4610 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f0e3c0098b0 tx=0x7f0e3c009840 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:35.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.584+0000 7f0e38bfe640 1 -- 172.21.15.1:0/3470778214 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e340bc890 con 0x55c9afe986b0 2024-02-09T23:58:35.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.584+0000 7f0e38bfe640 1 -- 172.21.15.1:0/3470778214 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0e340cf960 con 0x55c9afe986b0 2024-02-09T23:58:35.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.584+0000 7f0e38bfe640 1 -- 172.21.15.1:0/3470778214 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e340bcfc0 con 0x55c9afe986b0 2024-02-09T23:58:35.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.585+0000 7f0e4f17a740 1 -- 172.21.15.1:0/3470778214 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9afe986b0 msgr2=0x55c9afe9d1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.585+0000 7f0e4f17a740 1 --2- 172.21.15.1:0/3470778214 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9afe986b0 0x55c9afe9d1b0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f0e340b9390 tx=0x7f0e34003a20 comp rx=0 tx=0).stop 2024-02-09T23:58:35.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.585+0000 7f0e4f17a740 1 -- 172.21.15.1:0/3470778214 shutdown_connections 2024-02-09T23:58:35.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.585+0000 7f0e4f17a740 1 --2- 172.21.15.1:0/3470778214 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9afe9d820 0x55c9afe9fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.585+0000 7f0e4f17a740 1 --2- 172.21.15.1:0/3470778214 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9afe986b0 0x55c9afe9d1b0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.585+0000 7f0e4f17a740 1 --2- 172.21.15.1:0/3470778214 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9afe97cc0 0x55c9afe980e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.585+0000 7f0e4f17a740 1 -- 172.21.15.1:0/3470778214 >> 172.21.15.1:0/3470778214 conn(0x55c9afe93230 msgr2=0x55c9afe93630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:35.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.585+0000 7f0e4f17a740 1 -- 172.21.15.1:0/3470778214 shutdown_connections 2024-02-09T23:58:35.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.585+0000 7f0e4f17a740 1 -- 172.21.15.1:0/3470778214 wait complete. 2024-02-09T23:58:35.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.586+0000 7f0e4f17a740 1 -- start start 2024-02-09T23:58:35.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.586+0000 7f0e4f17a740 1 Processor -- start 2024-02-09T23:58:35.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.586+0000 7f0e4f17a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9afe97cc0 0x55c9afea1930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.586+0000 7f0e4f17a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9afe986b0 0x55c9afea1e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.586+0000 7f0e4f17a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9afe9d820 0x55c9afea8eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.586+0000 7f0e4f17a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9afda5cd0 con 0x55c9afe9d820 2024-02-09T23:58:35.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.586+0000 7f0e4f17a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9afad4310 con 0x55c9afe97cc0 2024-02-09T23:58:35.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.586+0000 7f0e4f17a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9afd86490 con 0x55c9afe986b0 2024-02-09T23:58:35.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.586+0000 7f0e4f17a740 10 client.0 _ll_register_callbacks cb 0x55c9afb11ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:58:35.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.586+0000 7f0e4ab3e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9afe9d820 0x55c9afea8eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.586+0000 7f0e4ab3e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9afe9d820 0x55c9afea8eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52276/0 (socket says 172.21.15.1:52276) 2024-02-09T23:58:35.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.586+0000 7f0e4ab3e640 1 -- 172.21.15.1:0/1218239198 learned_addr learned my addr 172.21.15.1:0/1218239198 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:35.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.586+0000 7f0e49b3c640 1 --2- 172.21.15.1:0/1218239198 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9afe986b0 0x55c9afea1e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.586+0000 7f0e4a33d640 1 --2- 172.21.15.1:0/1218239198 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9afe97cc0 0x55c9afea1930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.586+0000 7f0e4ab3e640 1 -- 172.21.15.1:0/1218239198 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9afe986b0 msgr2=0x55c9afea1e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.586+0000 7f0e4ab3e640 1 --2- 172.21.15.1:0/1218239198 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9afe986b0 0x55c9afea1e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.586+0000 7f0e4ab3e640 1 -- 172.21.15.1:0/1218239198 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9afe97cc0 msgr2=0x55c9afea1930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.586+0000 7f0e4ab3e640 1 --2- 172.21.15.1:0/1218239198 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9afe97cc0 0x55c9afea1930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.586+0000 7f0e4ab3e640 1 -- 172.21.15.1:0/1218239198 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e441a1ac0 con 0x55c9afe9d820 2024-02-09T23:58:35.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.586+0000 7f0e4ab3e640 1 --2- 172.21.15.1:0/1218239198 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9afe9d820 0x55c9afea8eb0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f0e3c009d70 tx=0x7f0e3c004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17a7f050c6854455 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:35.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.586+0000 7f0e2dffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:58:35.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.587+0000 7f0e2dffb640 1 -- 172.21.15.1:0/1218239198 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e3c01fb50 con 0x55c9afe9d820 2024-02-09T23:58:35.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.587+0000 7f0e2dffb640 1 -- 172.21.15.1:0/1218239198 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f0e3c01fcb0 con 0x55c9afe9d820 2024-02-09T23:58:35.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.587+0000 7f0e4f17a740 1 -- 172.21.15.1:0/1218239198 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c9afb006c0 con 0x55c9afe9d820 2024-02-09T23:58:35.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.587+0000 7f0e2dffb640 1 -- 172.21.15.1:0/1218239198 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0e3c01fe70 con 0x55c9afe9d820 2024-02-09T23:58:35.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.587+0000 7f0e4f17a740 10 client.15084 fetch_fsmap learned FSMap version 26 2024-02-09T23:58:35.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.587+0000 7f0e4f17a740 1 -- 172.21.15.1:0/1218239198 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55c9afdfeec0 con 0x55c9afe9d820 2024-02-09T23:58:35.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.587+0000 7f0e2dffb640 1 -- 172.21.15.1:0/1218239198 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55c9afb006c0 con 0x55c9afe9d820 2024-02-09T23:58:35.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.587+0000 7f0e2dffb640 1 -- 172.21.15.1:0/1218239198 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f0e3c029420 con 0x55c9afe9d820 2024-02-09T23:58:35.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.587+0000 7f0e4f17a740 10 client.15084 fetch_fsmap finished waiting for FSMap version 26 2024-02-09T23:58:35.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.587+0000 7f0e4f17a740 10 client.15084 resolve_mds: resolved name 'c' to daemon mds.c 2024-02-09T23:58:35.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.587+0000 7f0e4f17a740 20 client.15084 populate_metadata read hostname 'smithi001' 2024-02-09T23:58:35.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.587+0000 7f0e4f17a740 1 --2- 172.21.15.1:0/1218239198 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c9afeae300 0x55c9afead580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.587+0000 7f0e4f17a740 4 client.15084 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-09T23:58:35.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.587+0000 7f0e4f17a740 1 -- 172.21.15.1:0/1218239198 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c9afb51270 con 0x55c9afeae300 2024-02-09T23:58:35.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.588+0000 7f0e4a33d640 1 --2- 172.21.15.1:0/1218239198 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c9afeae300 0x55c9afead580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.588+0000 7f0e2dffb640 10 client.15084 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-09T23:58:35.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.588+0000 7f0e4a33d640 1 --2- 172.21.15.1:0/1218239198 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c9afeae300 0x55c9afead580 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=2fc4dea30cd6786a server_cookie=9b6b2a8543bf060e in_seq=0 out_seq=0 2024-02-09T23:58:35.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.589+0000 7f0e2dffb640 1 -- 172.21.15.1:0/1218239198 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55c9afb51270 con 0x55c9afeae300 2024-02-09T23:58:35.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.589+0000 7f0e2dffb640 10 client.15084 handle_command_reply: tid=0 2024-02-09T23:58:35.619 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.589+0000 7f0e4f17a740 1 client.15084 shutdown 2024-02-09T23:58:35.619 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.589+0000 7f0e4f17a740 1 -- 172.21.15.1:0/1218239198 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9afe9d820 msgr2=0x55c9afea8eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.619 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.589+0000 7f0e4f17a740 1 --2- 172.21.15.1:0/1218239198 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9afe9d820 0x55c9afea8eb0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f0e3c009d70 tx=0x7f0e3c004ab0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.619 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.589+0000 7f0e4f17a740 1 -- 172.21.15.1:0/1218239198 shutdown_connections 2024-02-09T23:58:35.619 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.589+0000 7f0e4f17a740 1 --2- 172.21.15.1:0/1218239198 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9afe9d820 0x55c9afea8eb0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.619 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.589+0000 7f0e4f17a740 1 --2- 172.21.15.1:0/1218239198 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9afe986b0 0x55c9afea1e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.619 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.589+0000 7f0e4f17a740 1 --2- 172.21.15.1:0/1218239198 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c9afeae300 0x55c9afead580 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.619 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.589+0000 7f0e4f17a740 1 --2- 172.21.15.1:0/1218239198 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9afe97cc0 0x55c9afea1930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.589+0000 7f0e2dffb640 0 client.15084 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-09T23:58:35.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.589+0000 7f0e4f17a740 1 -- 172.21.15.1:0/1218239198 >> 172.21.15.1:0/1218239198 conn(0x55c9afe93230 msgr2=0x55c9afe92510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:35.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.589+0000 7f0e4f17a740 1 -- 172.21.15.1:0/1218239198 shutdown_connections 2024-02-09T23:58:35.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.589+0000 7f0e4f17a740 1 -- 172.21.15.1:0/1218239198 wait complete. 2024-02-09T23:58:35.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.589+0000 7f0e4f17a740 20 client.15084 trim_cache size 0 max 16384 2024-02-09T23:58:35.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.605+0000 7f0e4f17a740 1 Processor -- start 2024-02-09T23:58:35.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.605+0000 7f0e4f17a740 1 -- start start 2024-02-09T23:58:35.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.605+0000 7f0e4f17a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9afe97cc0 0x55c9afe96ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.605+0000 7f0e4f17a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9afe986b0 0x55c9afea8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.605+0000 7f0e4f17a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9afe9d820 0x55c9afe91c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.605+0000 7f0e4f17a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9afe8eb00 con 0x55c9afe97cc0 2024-02-09T23:58:35.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.605+0000 7f0e4f17a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9afb51270 con 0x55c9afe9d820 2024-02-09T23:58:35.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.605+0000 7f0e4f17a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9afb006c0 con 0x55c9afe986b0 2024-02-09T23:58:35.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.605+0000 7f0e4a33d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9afe97cc0 0x55c9afe96ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.605+0000 7f0e4a33d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9afe97cc0 0x55c9afe96ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52282/0 (socket says 172.21.15.1:52282) 2024-02-09T23:58:35.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.605+0000 7f0e4a33d640 1 -- 172.21.15.1:0/342213668 learned_addr learned my addr 172.21.15.1:0/342213668 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:35.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.605+0000 7f0e4a33d640 1 -- 172.21.15.1:0/342213668 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9afe986b0 msgr2=0x55c9afea8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.605+0000 7f0e4a33d640 1 --2- 172.21.15.1:0/342213668 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9afe986b0 0x55c9afea8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.605+0000 7f0e4a33d640 1 -- 172.21.15.1:0/342213668 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9afe9d820 msgr2=0x55c9afe91c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.605+0000 7f0e4a33d640 1 --2- 172.21.15.1:0/342213668 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9afe9d820 0x55c9afe91c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.605+0000 7f0e4a33d640 1 -- 172.21.15.1:0/342213668 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c9afd9ba90 con 0x55c9afe97cc0 2024-02-09T23:58:35.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.605+0000 7f0e4a33d640 1 --2- 172.21.15.1:0/342213668 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9afe97cc0 0x55c9afe96ba0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x55c9afe98f10 tx=0x7f0e4000f8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78cc3c78edfd2a21 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:35.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.605+0000 7f0e2ffff640 1 -- 172.21.15.1:0/342213668 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e40016040 con 0x55c9afe97cc0 2024-02-09T23:58:35.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.606+0000 7f0e2ffff640 1 -- 172.21.15.1:0/342213668 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0e40005020 con 0x55c9afe97cc0 2024-02-09T23:58:35.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.606+0000 7f0e2ffff640 1 -- 172.21.15.1:0/342213668 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e40004ca0 con 0x55c9afe97cc0 2024-02-09T23:58:35.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.606+0000 7f0e4f17a740 1 -- 172.21.15.1:0/342213668 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9afe97cc0 msgr2=0x55c9afe96ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.606+0000 7f0e4f17a740 1 --2- 172.21.15.1:0/342213668 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9afe97cc0 0x55c9afe96ba0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x55c9afe98f10 tx=0x7f0e4000f8b0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.606+0000 7f0e4f17a740 1 -- 172.21.15.1:0/342213668 shutdown_connections 2024-02-09T23:58:35.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.606+0000 7f0e4f17a740 1 --2- 172.21.15.1:0/342213668 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9afe9d820 0x55c9afe91c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.606+0000 7f0e4f17a740 1 --2- 172.21.15.1:0/342213668 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9afe986b0 0x55c9afea8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.606+0000 7f0e4f17a740 1 --2- 172.21.15.1:0/342213668 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9afe97cc0 0x55c9afe96ba0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.606+0000 7f0e4f17a740 1 -- 172.21.15.1:0/342213668 >> 172.21.15.1:0/342213668 conn(0x55c9afe93230 msgr2=0x55c9afe96490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:35.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.606+0000 7f0e4f17a740 1 -- 172.21.15.1:0/342213668 shutdown_connections 2024-02-09T23:58:35.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.606+0000 7f0e4f17a740 1 -- 172.21.15.1:0/342213668 wait complete. 2024-02-09T23:58:35.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.606+0000 7f0e4f17a740 1 -- start start 2024-02-09T23:58:35.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.606+0000 7f0e4f17a740 1 Processor -- start 2024-02-09T23:58:35.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.607+0000 7f0e4f17a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9afe97cc0 0x55c9afea5bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.607+0000 7f0e4f17a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9afe986b0 0x55c9afea6110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.607+0000 7f0e4f17a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9afe9d820 0x55c9aff03f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.607+0000 7f0e4f17a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9afea9130 con 0x55c9afe9d820 2024-02-09T23:58:35.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.607+0000 7f0e4f17a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9afea92a0 con 0x55c9afe97cc0 2024-02-09T23:58:35.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.607+0000 7f0e4f17a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9aff04440 con 0x55c9afe986b0 2024-02-09T23:58:35.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.607+0000 7f0e4f17a740 10 client.0 _ll_register_callbacks cb 0x7f0e340b8ad0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:58:35.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.607+0000 7f0e4ab3e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9afe9d820 0x55c9aff03f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.607+0000 7f0e4ab3e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9afe9d820 0x55c9aff03f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52298/0 (socket says 172.21.15.1:52298) 2024-02-09T23:58:35.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.607+0000 7f0e4ab3e640 1 -- 172.21.15.1:0/2915152130 learned_addr learned my addr 172.21.15.1:0/2915152130 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:35.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.607+0000 7f0e49b3c640 1 --2- 172.21.15.1:0/2915152130 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9afe986b0 0x55c9afea6110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.607+0000 7f0e4a33d640 1 --2- 172.21.15.1:0/2915152130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9afe97cc0 0x55c9afea5bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.607+0000 7f0e4ab3e640 1 -- 172.21.15.1:0/2915152130 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9afe986b0 msgr2=0x55c9afea6110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.607+0000 7f0e4ab3e640 1 --2- 172.21.15.1:0/2915152130 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9afe986b0 0x55c9afea6110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.607+0000 7f0e4ab3e640 1 -- 172.21.15.1:0/2915152130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9afe97cc0 msgr2=0x55c9afea5bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.607+0000 7f0e4ab3e640 1 --2- 172.21.15.1:0/2915152130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9afe97cc0 0x55c9afea5bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.607+0000 7f0e4ab3e640 1 -- 172.21.15.1:0/2915152130 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e4000ba30 con 0x55c9afe9d820 2024-02-09T23:58:35.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.607+0000 7f0e4a33d640 1 --2- 172.21.15.1:0/2915152130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9afe97cc0 0x55c9afea5bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:58:35.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.607+0000 7f0e4ab3e640 1 --2- 172.21.15.1:0/2915152130 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9afe9d820 0x55c9aff03f00 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f0e3c012b80 tx=0x7f0e3c01f960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef0278bb5a821cc server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:35.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.607+0000 7f0e2dffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:58:35.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.607+0000 7f0e2dffb640 1 -- 172.21.15.1:0/2915152130 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e3c038070 con 0x55c9afe9d820 2024-02-09T23:58:35.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.607+0000 7f0e2dffb640 1 -- 172.21.15.1:0/2915152130 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f0e3c01fb50 con 0x55c9afe9d820 2024-02-09T23:58:35.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.607+0000 7f0e4f17a740 1 -- 172.21.15.1:0/2915152130 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0e340cf960 con 0x55c9afe9d820 2024-02-09T23:58:35.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.607+0000 7f0e2dffb640 1 -- 172.21.15.1:0/2915152130 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0e3c01fd10 con 0x55c9afe9d820 2024-02-09T23:58:35.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.607+0000 7f0e4f17a740 10 client.15090 fetch_fsmap learned FSMap version 26 2024-02-09T23:58:35.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.607+0000 7f0e4f17a740 1 -- 172.21.15.1:0/2915152130 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55c9afdc1930 con 0x55c9afe9d820 2024-02-09T23:58:35.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.608+0000 7f0e2dffb640 1 -- 172.21.15.1:0/2915152130 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0e3c043020 con 0x55c9afe9d820 2024-02-09T23:58:35.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.608+0000 7f0e2dffb640 1 -- 172.21.15.1:0/2915152130 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f0e3c03b020 con 0x55c9afe9d820 2024-02-09T23:58:35.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.608+0000 7f0e4f17a740 10 client.15090 fetch_fsmap finished waiting for FSMap version 26 2024-02-09T23:58:35.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.608+0000 7f0e4f17a740 10 client.15090 resolve_mds: resolved name 'c' to daemon mds.c 2024-02-09T23:58:35.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.608+0000 7f0e4f17a740 20 client.15090 populate_metadata read hostname 'smithi001' 2024-02-09T23:58:35.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.608+0000 7f0e4f17a740 1 --2- 172.21.15.1:0/2915152130 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c9aff09620 0x55c9aff05ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.608+0000 7f0e4f17a740 4 client.15090 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "status"}] 2024-02-09T23:58:35.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.608+0000 7f0e4f17a740 1 -- 172.21.15.1:0/2915152130 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55c9afb3d610 con 0x55c9aff09620 2024-02-09T23:58:35.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.608+0000 7f0e4a33d640 1 --2- 172.21.15.1:0/2915152130 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c9aff09620 0x55c9aff05ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.609+0000 7f0e4a33d640 1 --2- 172.21.15.1:0/2915152130 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c9aff09620 0x55c9aff05ae0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=455143281edc2f43 server_cookie=3bc97f1d644b97a7 in_seq=0 out_seq=0 2024-02-09T23:58:35.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.609+0000 7f0e2dffb640 10 client.15090 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-09T23:58:35.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.609+0000 7f0e2dffb640 1 -- 172.21.15.1:0/2915152130 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+327 (crc 0 0 0) 0x55c9afb3d610 con 0x55c9aff09620 2024-02-09T23:58:35.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.609+0000 7f0e2dffb640 10 client.15090 handle_command_reply: tid=0 2024-02-09T23:58:35.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.609+0000 7f0e4f17a740 1 client.15090 shutdown 2024-02-09T23:58:35.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.609+0000 7f0e4f17a740 1 -- 172.21.15.1:0/2915152130 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9afe9d820 msgr2=0x55c9aff03f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.609+0000 7f0e4f17a740 1 --2- 172.21.15.1:0/2915152130 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9afe9d820 0x55c9aff03f00 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f0e3c012b80 tx=0x7f0e3c01f960 comp rx=0 tx=0).stop 2024-02-09T23:58:35.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.609+0000 7f0e4f17a740 1 -- 172.21.15.1:0/2915152130 shutdown_connections 2024-02-09T23:58:35.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.609+0000 7f0e4f17a740 1 --2- 172.21.15.1:0/2915152130 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9afe9d820 0x55c9aff03f00 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.609+0000 7f0e4f17a740 1 --2- 172.21.15.1:0/2915152130 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9afe986b0 0x55c9afea6110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.609+0000 7f0e4f17a740 1 --2- 172.21.15.1:0/2915152130 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c9aff09620 0x55c9aff05ae0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.609+0000 7f0e4f17a740 1 --2- 172.21.15.1:0/2915152130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9afe97cc0 0x55c9afea5bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.609+0000 7f0e2dffb640 0 client.15090 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-09T23:58:35.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.609+0000 7f0e4f17a740 1 -- 172.21.15.1:0/2915152130 >> 172.21.15.1:0/2915152130 conn(0x55c9afe93230 msgr2=0x55c9afe96d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:35.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.609+0000 7f0e4f17a740 1 -- 172.21.15.1:0/2915152130 shutdown_connections 2024-02-09T23:58:35.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.609+0000 7f0e4f17a740 1 -- 172.21.15.1:0/2915152130 wait complete. 2024-02-09T23:58:35.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.609+0000 7f0e4f17a740 20 client.15090 trim_cache size 0 max 16384 2024-02-09T23:58:35.634 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-09T23:58:35.635 INFO:teuthology.orchestra.run.smithi001.stdout: "cluster_fsid": "b5005240-c7a5-11ee-95b8-87774f69a715", 2024-02-09T23:58:35.635 INFO:teuthology.orchestra.run.smithi001.stdout: "whoami": 3, 2024-02-09T23:58:35.635 INFO:teuthology.orchestra.run.smithi001.stdout: "id": 24475, 2024-02-09T23:58:35.635 INFO:teuthology.orchestra.run.smithi001.stdout: "want_state": "up:active", 2024-02-09T23:58:35.635 INFO:teuthology.orchestra.run.smithi001.stdout: "state": "up:active", 2024-02-09T23:58:35.635 INFO:teuthology.orchestra.run.smithi001.stdout: "fs_name": "cephfs", 2024-02-09T23:58:35.635 INFO:teuthology.orchestra.run.smithi001.stdout: "rank_uptime": 84.726958925999995, 2024-02-09T23:58:35.635 INFO:teuthology.orchestra.run.smithi001.stdout: "mdsmap_epoch": 26, 2024-02-09T23:58:35.635 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_epoch": 87, 2024-02-09T23:58:35.635 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_epoch_barrier": 85, 2024-02-09T23:58:35.635 INFO:teuthology.orchestra.run.smithi001.stdout: "uptime": 109.603967019 2024-02-09T23:58:35.635 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-09T23:58:35.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.609+0000 7f0e4c5a1640 1 -- 172.21.15.1:0/2378554112 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0e300a2150 msgr2=0x7f0e300a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.609+0000 7f0e4c5a1640 1 --2- 172.21.15.1:0/2378554112 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0e300a2150 0x7f0e300a4610 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f0e3c0098b0 tx=0x7f0e3c009840 comp rx=0 tx=0).stop 2024-02-09T23:58:35.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.609+0000 7f0e4c5a1640 1 -- 172.21.15.1:0/2378554112 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0e44104600 msgr2=0x7f0e44199a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.609+0000 7f0e4c5a1640 1 --2- 172.21.15.1:0/2378554112 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0e44104600 0x7f0e44199a50 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f0e34000c00 tx=0x7f0e34004270 comp rx=0 tx=0).stop 2024-02-09T23:58:35.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.610+0000 7f0e4c5a1640 1 -- 172.21.15.1:0/2378554112 shutdown_connections 2024-02-09T23:58:35.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.610+0000 7f0e4c5a1640 1 --2- 172.21.15.1:0/2378554112 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0e300a2150 0x7f0e300a4610 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.610+0000 7f0e4c5a1640 1 --2- 172.21.15.1:0/2378554112 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0e44106f30 0x7f0e441a0ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.610+0000 7f0e4c5a1640 1 --2- 172.21.15.1:0/2378554112 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0e44104600 0x7f0e44199a50 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.610+0000 7f0e4c5a1640 1 --2- 172.21.15.1:0/2378554112 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0e44101cd0 0x7f0e44199510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.610+0000 7f0e4c5a1640 1 -- 172.21.15.1:0/2378554112 >> 172.21.15.1:0/2378554112 conn(0x7f0e440fb6e0 msgr2=0x7f0e441014c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:35.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.610+0000 7f0e4c5a1640 1 -- 172.21.15.1:0/2378554112 shutdown_connections 2024-02-09T23:58:35.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.610+0000 7f0e4c5a1640 1 -- 172.21.15.1:0/2378554112 wait complete. 2024-02-09T23:58:35.638 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-02-09T23:58:35.744 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.739+0000 7f5a55a23640 1 -- 172.21.15.1:0/1647584227 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a50101340 msgr2=0x7f5a501017c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.739+0000 7f5a55a23640 1 --2- 172.21.15.1:0/1647584227 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a50101340 0x7f5a501017c0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f5a38009900 tx=0x7f5a3802bc30 comp rx=0 tx=0).stop 2024-02-09T23:58:35.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.739+0000 7f5a55a23640 1 -- 172.21.15.1:0/1647584227 shutdown_connections 2024-02-09T23:58:35.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.739+0000 7f5a55a23640 1 --2- 172.21.15.1:0/1647584227 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5a50101d00 0x7f5a50108590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.739+0000 7f5a55a23640 1 --2- 172.21.15.1:0/1647584227 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a50101340 0x7f5a501017c0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.739+0000 7f5a55a23640 1 --2- 172.21.15.1:0/1647584227 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a50100150 0x7f5a50100570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.739+0000 7f5a55a23640 1 -- 172.21.15.1:0/1647584227 >> 172.21.15.1:0/1647584227 conn(0x7f5a500fb6c0 msgr2=0x7f5a500fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:35.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.739+0000 7f5a55a23640 1 -- 172.21.15.1:0/1647584227 shutdown_connections 2024-02-09T23:58:35.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.739+0000 7f5a55a23640 1 -- 172.21.15.1:0/1647584227 wait complete. 2024-02-09T23:58:35.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.740+0000 7f5a55a23640 1 Processor -- start 2024-02-09T23:58:35.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.740+0000 7f5a55a23640 1 -- start start 2024-02-09T23:58:35.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.740+0000 7f5a55a23640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a50100150 0x7f5a5006a460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.740+0000 7f5a55a23640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5a50101340 0x7f5a5019c040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.740+0000 7f5a55a23640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a50101d00 0x7f5a5019e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.740+0000 7f5a55a23640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a5019ee10 con 0x7f5a50101d00 2024-02-09T23:58:35.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.740+0000 7f5a55a23640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a5019ef80 con 0x7f5a50101340 2024-02-09T23:58:35.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.740+0000 7f5a55a23640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a5019f140 con 0x7f5a50100150 2024-02-09T23:58:35.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.740+0000 7f5a4f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a50101d00 0x7f5a5019e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.740+0000 7f5a4f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a50101d00 0x7f5a5019e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52316/0 (socket says 172.21.15.1:52316) 2024-02-09T23:58:35.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.740+0000 7f5a4f7fe640 1 -- 172.21.15.1:0/2377941398 learned_addr learned my addr 172.21.15.1:0/2377941398 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:35.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.740+0000 7f5a4effd640 1 --2- 172.21.15.1:0/2377941398 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a50100150 0x7f5a5006a460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.740+0000 7f5a4e7fc640 1 --2- 172.21.15.1:0/2377941398 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5a50101340 0x7f5a5019c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.741+0000 7f5a4f7fe640 1 -- 172.21.15.1:0/2377941398 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a50100150 msgr2=0x7f5a5006a460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.741+0000 7f5a4f7fe640 1 --2- 172.21.15.1:0/2377941398 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a50100150 0x7f5a5006a460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.741+0000 7f5a4f7fe640 1 -- 172.21.15.1:0/2377941398 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5a50101340 msgr2=0x7f5a5019c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.741+0000 7f5a4f7fe640 1 --2- 172.21.15.1:0/2377941398 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5a50101340 0x7f5a5019c040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.741+0000 7f5a4f7fe640 1 -- 172.21.15.1:0/2377941398 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a38009560 con 0x7f5a50101d00 2024-02-09T23:58:35.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.741+0000 7f5a4f7fe640 1 --2- 172.21.15.1:0/2377941398 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a50101d00 0x7f5a5019e680 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f5a4000cad0 tx=0x7f5a4000cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:35.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.741+0000 7f5a54a21640 1 -- 172.21.15.1:0/2377941398 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a4000ae20 con 0x7f5a50101d00 2024-02-09T23:58:35.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.741+0000 7f5a55a23640 1 -- 172.21.15.1:0/2377941398 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5a5019f420 con 0x7f5a50101d00 2024-02-09T23:58:35.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.741+0000 7f5a54a21640 1 -- 172.21.15.1:0/2377941398 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5a40005020 con 0x7f5a50101d00 2024-02-09T23:58:35.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.741+0000 7f5a54a21640 1 -- 172.21.15.1:0/2377941398 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a4000f6b0 con 0x7f5a50101d00 2024-02-09T23:58:35.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.741+0000 7f5a55a23640 1 -- 172.21.15.1:0/2377941398 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a5019f8b0 con 0x7f5a50101d00 2024-02-09T23:58:35.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.743+0000 7f5a54a21640 1 -- 172.21.15.1:0/2377941398 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f5a40005520 con 0x7f5a50101d00 2024-02-09T23:58:35.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.743+0000 7f5a585f8740 1 Processor -- start 2024-02-09T23:58:35.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.743+0000 7f5a585f8740 1 -- start start 2024-02-09T23:58:35.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.744+0000 7f5a54a21640 1 --2- 172.21.15.1:0/2377941398 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5a3c0a2150 0x7f5a3c0a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.744+0000 7f5a585f8740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e782747cc0 0x55e7827480e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.744+0000 7f5a585f8740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e7827486b0 0x55e78274d1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.744+0000 7f5a585f8740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e78274d820 0x55e78274fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.744+0000 7f5a585f8740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e7826b7b30 con 0x55e782747cc0 2024-02-09T23:58:35.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.744+0000 7f5a585f8740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e7826b5060 con 0x55e78274d820 2024-02-09T23:58:35.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.744+0000 7f5a585f8740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e7826b0840 con 0x55e7827486b0 2024-02-09T23:58:35.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.744+0000 7f5a4effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e782747cc0 0x55e7827480e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.744+0000 7f5a4e7fc640 1 --2- 172.21.15.1:0/2377941398 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5a3c0a2150 0x7f5a3c0a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.744+0000 7f5a54a21640 1 -- 172.21.15.1:0/2377941398 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f5a400cde00 con 0x7f5a50101d00 2024-02-09T23:58:35.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.744+0000 7f5a4effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e782747cc0 0x55e7827480e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52320/0 (socket says 172.21.15.1:52320) 2024-02-09T23:58:35.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.744+0000 7f5a4effd640 1 -- 172.21.15.1:0/508363539 learned_addr learned my addr 172.21.15.1:0/508363539 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:35.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.744+0000 7f5a4e7fc640 1 --2- 172.21.15.1:0/508363539 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e7827486b0 0x55e78274d1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.744+0000 7f5a4f7fe640 1 --2- 172.21.15.1:0/508363539 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e78274d820 0x55e78274fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.744+0000 7f5a4effd640 1 -- 172.21.15.1:0/508363539 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e7827486b0 msgr2=0x55e78274d1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.744+0000 7f5a4effd640 1 --2- 172.21.15.1:0/508363539 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e7827486b0 0x55e78274d1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.744+0000 7f5a4effd640 1 -- 172.21.15.1:0/508363539 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e78274d820 msgr2=0x55e78274fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.744+0000 7f5a4effd640 1 --2- 172.21.15.1:0/508363539 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e78274d820 0x55e78274fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.744+0000 7f5a4effd640 1 -- 172.21.15.1:0/508363539 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e782676620 con 0x55e782747cc0 2024-02-09T23:58:35.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.744+0000 7f5a4e7fc640 1 --2- 172.21.15.1:0/2377941398 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5a3c0a2150 0x7f5a3c0a4610 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f5a38009230 tx=0x7f5a38005dc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:35.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.744+0000 7f5a4effd640 1 --2- 172.21.15.1:0/508363539 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e782747cc0 0x55e7827480e0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f5a4800bcb0 tx=0x7f5a480107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=852e4f4731f693ad server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:35.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.744+0000 7f5a45ffb640 1 -- 172.21.15.1:0/508363539 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a48004020 con 0x55e782747cc0 2024-02-09T23:58:35.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.744+0000 7f5a45ffb640 1 -- 172.21.15.1:0/508363539 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5a48015070 con 0x55e782747cc0 2024-02-09T23:58:35.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.744+0000 7f5a45ffb640 1 -- 172.21.15.1:0/508363539 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a48004ba0 con 0x55e782747cc0 2024-02-09T23:58:35.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.745+0000 7f5a585f8740 1 -- 172.21.15.1:0/508363539 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e782747cc0 msgr2=0x55e7827480e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.745+0000 7f5a585f8740 1 --2- 172.21.15.1:0/508363539 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e782747cc0 0x55e7827480e0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f5a4800bcb0 tx=0x7f5a480107a0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.745+0000 7f5a585f8740 1 -- 172.21.15.1:0/508363539 shutdown_connections 2024-02-09T23:58:35.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.745+0000 7f5a585f8740 1 --2- 172.21.15.1:0/508363539 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e78274d820 0x55e78274fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.745+0000 7f5a585f8740 1 --2- 172.21.15.1:0/508363539 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e7827486b0 0x55e78274d1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.745+0000 7f5a585f8740 1 --2- 172.21.15.1:0/508363539 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e782747cc0 0x55e7827480e0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.745+0000 7f5a585f8740 1 -- 172.21.15.1:0/508363539 >> 172.21.15.1:0/508363539 conn(0x55e782743230 msgr2=0x55e782743630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:35.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.745+0000 7f5a585f8740 1 -- 172.21.15.1:0/508363539 shutdown_connections 2024-02-09T23:58:35.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.745+0000 7f5a585f8740 1 -- 172.21.15.1:0/508363539 wait complete. 2024-02-09T23:58:35.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.745+0000 7f5a585f8740 1 -- start start 2024-02-09T23:58:35.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.746+0000 7f5a585f8740 1 Processor -- start 2024-02-09T23:58:35.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.746+0000 7f5a585f8740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e782747cc0 0x55e782751b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.746+0000 7f5a585f8740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e7827486b0 0x55e782752060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.746+0000 7f5a585f8740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e78274d820 0x55e7827590a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.746+0000 7f5a585f8740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e782655cd0 con 0x55e7827486b0 2024-02-09T23:58:35.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.746+0000 7f5a585f8740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e782384310 con 0x55e78274d820 2024-02-09T23:58:35.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.746+0000 7f5a585f8740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e782636490 con 0x55e782747cc0 2024-02-09T23:58:35.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.746+0000 7f5a585f8740 10 client.0 _ll_register_callbacks cb 0x55e7823c1ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:58:35.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.746+0000 7f5a4e7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e7827486b0 0x55e782752060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.746+0000 7f5a4e7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e7827486b0 0x55e782752060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52324/0 (socket says 172.21.15.1:52324) 2024-02-09T23:58:35.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.746+0000 7f5a4e7fc640 1 -- 172.21.15.1:0/2506310338 learned_addr learned my addr 172.21.15.1:0/2506310338 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:35.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.746+0000 7f5a4f7fe640 1 --2- 172.21.15.1:0/2506310338 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e78274d820 0x55e7827590a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.746+0000 7f5a4e7fc640 1 -- 172.21.15.1:0/2506310338 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e782747cc0 msgr2=0x55e782751b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.746+0000 7f5a4e7fc640 1 --2- 172.21.15.1:0/2506310338 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e782747cc0 0x55e782751b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.746+0000 7f5a4e7fc640 1 -- 172.21.15.1:0/2506310338 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e78274d820 msgr2=0x55e7827590a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.746+0000 7f5a4e7fc640 1 --2- 172.21.15.1:0/2506310338 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e78274d820 0x55e7827590a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.746+0000 7f5a4e7fc640 1 -- 172.21.15.1:0/2506310338 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a4800b8e0 con 0x55e7827486b0 2024-02-09T23:58:35.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.746+0000 7f5a4f7fe640 1 --2- 172.21.15.1:0/2506310338 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e78274d820 0x55e7827590a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:58:35.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.746+0000 7f5a4e7fc640 1 --2- 172.21.15.1:0/2506310338 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e7827486b0 0x55e782752060 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f5a38009900 tx=0x7f5a3802bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f9184ffd7213d19 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:35.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.746+0000 7f5a2effd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:58:35.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.747+0000 7f5a2effd640 1 -- 172.21.15.1:0/2506310338 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a380038c0 con 0x55e7827486b0 2024-02-09T23:58:35.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.747+0000 7f5a2effd640 1 -- 172.21.15.1:0/2506310338 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f5a38003a20 con 0x55e7827486b0 2024-02-09T23:58:35.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.747+0000 7f5a585f8740 1 -- 172.21.15.1:0/2506310338 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e7823b06c0 con 0x55e7827486b0 2024-02-09T23:58:35.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.747+0000 7f5a2effd640 1 -- 172.21.15.1:0/2506310338 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5a38003be0 con 0x55e7827486b0 2024-02-09T23:58:35.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.747+0000 7f5a585f8740 10 client.15102 fetch_fsmap learned FSMap version 26 2024-02-09T23:58:35.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.747+0000 7f5a585f8740 1 -- 172.21.15.1:0/2506310338 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55e7826aeec0 con 0x55e7827486b0 2024-02-09T23:58:35.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.747+0000 7f5a2effd640 1 -- 172.21.15.1:0/2506310338 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55e7823b06c0 con 0x55e7827486b0 2024-02-09T23:58:35.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.747+0000 7f5a2effd640 1 -- 172.21.15.1:0/2506310338 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f5a3803c070 con 0x55e7827486b0 2024-02-09T23:58:35.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.747+0000 7f5a585f8740 10 client.15102 fetch_fsmap finished waiting for FSMap version 26 2024-02-09T23:58:35.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.747+0000 7f5a585f8740 10 client.15102 resolve_mds: resolved name 'h' to daemon mds.h 2024-02-09T23:58:35.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.747+0000 7f5a585f8740 20 client.15102 populate_metadata read hostname 'smithi001' 2024-02-09T23:58:35.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.747+0000 7f5a585f8740 1 --2- 172.21.15.1:0/2506310338 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55e78275e5f0 0x55e78275d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.747+0000 7f5a585f8740 4 client.15102 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-09T23:58:35.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.747+0000 7f5a585f8740 1 -- 172.21.15.1:0/2506310338 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e782401270 con 0x55e78275e5f0 2024-02-09T23:58:35.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.747+0000 7f5a4effd640 1 --2- 172.21.15.1:0/2506310338 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55e78275e5f0 0x55e78275d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.748+0000 7f5a4effd640 1 --2- 172.21.15.1:0/2506310338 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55e78275e5f0 0x55e78275d7c0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=846a9ba8547a49ee server_cookie=4bb1c8525ae77397 in_seq=0 out_seq=0 2024-02-09T23:58:35.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.748+0000 7f5a2effd640 10 client.15102 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-09T23:58:35.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.748+0000 7f5a2effd640 1 -- 172.21.15.1:0/2506310338 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55e782401270 con 0x55e78275e5f0 2024-02-09T23:58:35.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.748+0000 7f5a2effd640 10 client.15102 handle_command_reply: tid=0 2024-02-09T23:58:35.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.749+0000 7f5a585f8740 1 client.15102 shutdown 2024-02-09T23:58:35.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.749+0000 7f5a585f8740 1 -- 172.21.15.1:0/2506310338 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e7827486b0 msgr2=0x55e782752060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.749+0000 7f5a585f8740 1 --2- 172.21.15.1:0/2506310338 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e7827486b0 0x55e782752060 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f5a38009900 tx=0x7f5a3802bc30 comp rx=0 tx=0).stop 2024-02-09T23:58:35.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.749+0000 7f5a585f8740 1 -- 172.21.15.1:0/2506310338 shutdown_connections 2024-02-09T23:58:35.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.749+0000 7f5a585f8740 1 --2- 172.21.15.1:0/2506310338 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e78274d820 0x55e7827590a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.749+0000 7f5a585f8740 1 --2- 172.21.15.1:0/2506310338 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55e78275e5f0 0x55e78275d7c0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.749+0000 7f5a585f8740 1 --2- 172.21.15.1:0/2506310338 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e7827486b0 0x55e782752060 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.749+0000 7f5a585f8740 1 --2- 172.21.15.1:0/2506310338 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e782747cc0 0x55e782751b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.749+0000 7f5a2effd640 0 client.15102 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-09T23:58:35.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.749+0000 7f5a585f8740 1 -- 172.21.15.1:0/2506310338 >> 172.21.15.1:0/2506310338 conn(0x55e782743230 msgr2=0x55e782742510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:35.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.749+0000 7f5a585f8740 1 -- 172.21.15.1:0/2506310338 shutdown_connections 2024-02-09T23:58:35.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.749+0000 7f5a585f8740 1 -- 172.21.15.1:0/2506310338 wait complete. 2024-02-09T23:58:35.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.749+0000 7f5a585f8740 20 client.15102 trim_cache size 0 max 16384 2024-02-09T23:58:35.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.764+0000 7f5a585f8740 1 Processor -- start 2024-02-09T23:58:35.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.764+0000 7f5a585f8740 1 -- start start 2024-02-09T23:58:35.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.765+0000 7f5a585f8740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e782743230 0x55e782751520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.765+0000 7f5a585f8740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e782747cc0 0x55e782759060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.765+0000 7f5a585f8740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e7827486b0 0x55e782741c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.765+0000 7f5a585f8740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e782401270 con 0x55e782743230 2024-02-09T23:58:35.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.765+0000 7f5a585f8740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e7823b06c0 con 0x55e782747cc0 2024-02-09T23:58:35.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.765+0000 7f5a585f8740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e782748da0 con 0x55e7827486b0 2024-02-09T23:58:35.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.765+0000 7f5a4effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e782743230 0x55e782751520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.765+0000 7f5a4effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e782743230 0x55e782751520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52334/0 (socket says 172.21.15.1:52334) 2024-02-09T23:58:35.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.765+0000 7f5a4effd640 1 -- 172.21.15.1:0/902780772 learned_addr learned my addr 172.21.15.1:0/902780772 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:35.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.765+0000 7f5a4e7fc640 1 --2- 172.21.15.1:0/902780772 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e782747cc0 0x55e782759060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.765+0000 7f5a4effd640 1 -- 172.21.15.1:0/902780772 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e7827486b0 msgr2=0x55e782741c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.765+0000 7f5a4effd640 1 --2- 172.21.15.1:0/902780772 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e7827486b0 0x55e782741c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.765+0000 7f5a4effd640 1 -- 172.21.15.1:0/902780772 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e782747cc0 msgr2=0x55e782759060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.765+0000 7f5a4effd640 1 --2- 172.21.15.1:0/902780772 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e782747cc0 0x55e782759060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.765+0000 7f5a4effd640 1 -- 172.21.15.1:0/902780772 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e78264ba90 con 0x55e782743230 2024-02-09T23:58:35.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.765+0000 7f5a4e7fc640 1 --2- 172.21.15.1:0/902780772 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e782747cc0 0x55e782759060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:58:35.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.765+0000 7f5a4effd640 1 --2- 172.21.15.1:0/902780772 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e782743230 0x55e782751520 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f5a4800bbd0 tx=0x7f5a48005900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d88d8d4b083ba74c server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:35.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.765+0000 7f5a457fa640 1 -- 172.21.15.1:0/902780772 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a48022040 con 0x55e782743230 2024-02-09T23:58:35.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.765+0000 7f5a457fa640 1 -- 172.21.15.1:0/902780772 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5a48005040 con 0x55e782743230 2024-02-09T23:58:35.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.765+0000 7f5a457fa640 1 -- 172.21.15.1:0/902780772 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a48011800 con 0x55e782743230 2024-02-09T23:58:35.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.766+0000 7f5a585f8740 1 -- 172.21.15.1:0/902780772 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e782743230 msgr2=0x55e782751520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.766+0000 7f5a585f8740 1 --2- 172.21.15.1:0/902780772 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e782743230 0x55e782751520 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f5a4800bbd0 tx=0x7f5a48005900 comp rx=0 tx=0).stop 2024-02-09T23:58:35.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.766+0000 7f5a585f8740 1 -- 172.21.15.1:0/902780772 shutdown_connections 2024-02-09T23:58:35.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.766+0000 7f5a585f8740 1 --2- 172.21.15.1:0/902780772 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e7827486b0 0x55e782741c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.766+0000 7f5a585f8740 1 --2- 172.21.15.1:0/902780772 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e782747cc0 0x55e782759060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.766+0000 7f5a585f8740 1 --2- 172.21.15.1:0/902780772 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e782743230 0x55e782751520 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.766+0000 7f5a585f8740 1 -- 172.21.15.1:0/902780772 >> 172.21.15.1:0/902780772 conn(0x55e78273e710 msgr2=0x55e782750e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:35.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.766+0000 7f5a585f8740 1 -- 172.21.15.1:0/902780772 shutdown_connections 2024-02-09T23:58:35.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.766+0000 7f5a585f8740 1 -- 172.21.15.1:0/902780772 wait complete. 2024-02-09T23:58:35.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.766+0000 7f5a585f8740 1 -- start start 2024-02-09T23:58:35.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.766+0000 7f5a585f8740 1 Processor -- start 2024-02-09T23:58:35.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.766+0000 7f5a585f8740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e782743230 0x55e782756970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.766+0000 7f5a585f8740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e782747cc0 0x55e782756eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.766+0000 7f5a585f8740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e7827486b0 0x55e782757ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.766+0000 7f5a585f8740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e782758400 con 0x55e7827486b0 2024-02-09T23:58:35.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.766+0000 7f5a585f8740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e782758570 con 0x55e782747cc0 2024-02-09T23:58:35.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.766+0000 7f5a585f8740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e782758730 con 0x55e782743230 2024-02-09T23:58:35.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.767+0000 7f5a585f8740 10 client.0 _ll_register_callbacks cb 0x7f5a4800b770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:58:35.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.767+0000 7f5a4f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e7827486b0 0x55e782757ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.767+0000 7f5a4f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e7827486b0 0x55e782757ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52342/0 (socket says 172.21.15.1:52342) 2024-02-09T23:58:35.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.767+0000 7f5a4f7fe640 1 -- 172.21.15.1:0/3312466928 learned_addr learned my addr 172.21.15.1:0/3312466928 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:35.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.767+0000 7f5a4e7fc640 1 --2- 172.21.15.1:0/3312466928 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e782747cc0 0x55e782756eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.767+0000 7f5a4effd640 1 --2- 172.21.15.1:0/3312466928 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e782743230 0x55e782756970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.767+0000 7f5a4f7fe640 1 -- 172.21.15.1:0/3312466928 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e782743230 msgr2=0x55e782756970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.767+0000 7f5a4f7fe640 1 --2- 172.21.15.1:0/3312466928 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e782743230 0x55e782756970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.767+0000 7f5a4f7fe640 1 -- 172.21.15.1:0/3312466928 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e782747cc0 msgr2=0x55e782756eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.767+0000 7f5a4f7fe640 1 --2- 172.21.15.1:0/3312466928 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e782747cc0 0x55e782756eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.767+0000 7f5a4f7fe640 1 -- 172.21.15.1:0/3312466928 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e782676620 con 0x55e7827486b0 2024-02-09T23:58:35.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.767+0000 7f5a4f7fe640 1 --2- 172.21.15.1:0/3312466928 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e7827486b0 0x55e782757ec0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f5a40007850 tx=0x7f5a4009aa30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3af9d78ce586358d server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:35.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.767+0000 7f5a2effd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:58:35.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.767+0000 7f5a2effd640 1 -- 172.21.15.1:0/3312466928 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a40005390 con 0x55e7827486b0 2024-02-09T23:58:35.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.767+0000 7f5a2effd640 1 -- 172.21.15.1:0/3312466928 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f5a400a3120 con 0x55e7827486b0 2024-02-09T23:58:35.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.767+0000 7f5a585f8740 1 -- 172.21.15.1:0/3312466928 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e78275f620 con 0x55e7827486b0 2024-02-09T23:58:35.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.767+0000 7f5a2effd640 1 -- 172.21.15.1:0/3312466928 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5a400a2c90 con 0x55e7827486b0 2024-02-09T23:58:35.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.767+0000 7f5a585f8740 10 client.15108 fetch_fsmap learned FSMap version 26 2024-02-09T23:58:35.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.767+0000 7f5a585f8740 1 -- 172.21.15.1:0/3312466928 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55e782671930 con 0x55e7827486b0 2024-02-09T23:58:35.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.767+0000 7f5a2effd640 1 -- 172.21.15.1:0/3312466928 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5a400b7080 con 0x55e7827486b0 2024-02-09T23:58:35.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.768+0000 7f5a2effd640 1 -- 172.21.15.1:0/3312466928 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f5a40016030 con 0x55e7827486b0 2024-02-09T23:58:35.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.768+0000 7f5a585f8740 10 client.15108 fetch_fsmap finished waiting for FSMap version 26 2024-02-09T23:58:35.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.768+0000 7f5a585f8740 10 client.15108 resolve_mds: resolved name 'h' to daemon mds.h 2024-02-09T23:58:35.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.768+0000 7f5a585f8740 20 client.15108 populate_metadata read hostname 'smithi001' 2024-02-09T23:58:35.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.768+0000 7f5a585f8740 1 --2- 172.21.15.1:0/3312466928 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55e78274d820 0x55e7827b69a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.768+0000 7f5a585f8740 4 client.15108 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "status"}] 2024-02-09T23:58:35.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.768+0000 7f5a585f8740 1 -- 172.21.15.1:0/3312466928 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "status"}) v1 -- 0x7f5a48015070 con 0x55e78274d820 2024-02-09T23:58:35.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.768+0000 7f5a4effd640 1 --2- 172.21.15.1:0/3312466928 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55e78274d820 0x55e7827b69a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.768+0000 7f5a4effd640 1 --2- 172.21.15.1:0/3312466928 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55e78274d820 0x55e7827b69a0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f83716287046f1f3 server_cookie=79e50a407075bd6c in_seq=0 out_seq=0 2024-02-09T23:58:35.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.768+0000 7f5a2effd640 10 client.15108 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-09T23:58:35.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.769+0000 7f5a2effd640 1 -- 172.21.15.1:0/3312466928 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x7f5a48015070 con 0x55e78274d820 2024-02-09T23:58:35.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.769+0000 7f5a2effd640 10 client.15108 handle_command_reply: tid=0 2024-02-09T23:58:35.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.769+0000 7f5a585f8740 1 client.15108 shutdown 2024-02-09T23:58:35.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.769+0000 7f5a585f8740 1 -- 172.21.15.1:0/3312466928 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e7827486b0 msgr2=0x55e782757ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.769+0000 7f5a585f8740 1 --2- 172.21.15.1:0/3312466928 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e7827486b0 0x55e782757ec0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f5a40007850 tx=0x7f5a4009aa30 comp rx=0 tx=0).stop 2024-02-09T23:58:35.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.769+0000 7f5a585f8740 1 -- 172.21.15.1:0/3312466928 shutdown_connections 2024-02-09T23:58:35.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.769+0000 7f5a585f8740 1 --2- 172.21.15.1:0/3312466928 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55e78274d820 0x55e7827b69a0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.769+0000 7f5a585f8740 1 --2- 172.21.15.1:0/3312466928 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e7827486b0 0x55e782757ec0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.769+0000 7f5a585f8740 1 --2- 172.21.15.1:0/3312466928 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e782747cc0 0x55e782756eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.769+0000 7f5a2effd640 0 client.15108 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-09T23:58:35.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.769+0000 7f5a585f8740 1 --2- 172.21.15.1:0/3312466928 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e782743230 0x55e782756970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.769+0000 7f5a585f8740 1 -- 172.21.15.1:0/3312466928 >> 172.21.15.1:0/3312466928 conn(0x55e78273e710 msgr2=0x55e782746490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:35.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.769+0000 7f5a585f8740 1 -- 172.21.15.1:0/3312466928 shutdown_connections 2024-02-09T23:58:35.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.769+0000 7f5a585f8740 1 -- 172.21.15.1:0/3312466928 wait complete. 2024-02-09T23:58:35.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.769+0000 7f5a585f8740 20 client.15108 trim_cache size 0 max 16384 2024-02-09T23:58:35.779 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-09T23:58:35.779 INFO:teuthology.orchestra.run.smithi001.stdout: "cluster_fsid": "b5005240-c7a5-11ee-95b8-87774f69a715", 2024-02-09T23:58:35.779 INFO:teuthology.orchestra.run.smithi001.stdout: "whoami": 2, 2024-02-09T23:58:35.779 INFO:teuthology.orchestra.run.smithi001.stdout: "id": 24476, 2024-02-09T23:58:35.779 INFO:teuthology.orchestra.run.smithi001.stdout: "want_state": "up:active", 2024-02-09T23:58:35.779 INFO:teuthology.orchestra.run.smithi001.stdout: "state": "up:active", 2024-02-09T23:58:35.779 INFO:teuthology.orchestra.run.smithi001.stdout: "fs_name": "cephfs", 2024-02-09T23:58:35.779 INFO:teuthology.orchestra.run.smithi001.stdout: "rank_uptime": 85.895439206000006, 2024-02-09T23:58:35.779 INFO:teuthology.orchestra.run.smithi001.stdout: "mdsmap_epoch": 26, 2024-02-09T23:58:35.779 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_epoch": 87, 2024-02-09T23:58:35.779 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_epoch_barrier": 85, 2024-02-09T23:58:35.780 INFO:teuthology.orchestra.run.smithi001.stdout: "uptime": 106.77324652900001 2024-02-09T23:58:35.780 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-09T23:58:35.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.769+0000 7f5a55a23640 1 -- 172.21.15.1:0/2377941398 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5a3c0a2150 msgr2=0x7f5a3c0a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.769+0000 7f5a55a23640 1 --2- 172.21.15.1:0/2377941398 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5a3c0a2150 0x7f5a3c0a4610 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f5a38009230 tx=0x7f5a38005dc0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.769+0000 7f5a55a23640 1 -- 172.21.15.1:0/2377941398 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a50101d00 msgr2=0x7f5a5019e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.769+0000 7f5a55a23640 1 --2- 172.21.15.1:0/2377941398 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a50101d00 0x7f5a5019e680 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f5a4000cad0 tx=0x7f5a4000cf90 comp rx=0 tx=0).stop 2024-02-09T23:58:35.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.769+0000 7f5a55a23640 1 -- 172.21.15.1:0/2377941398 shutdown_connections 2024-02-09T23:58:35.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.769+0000 7f5a55a23640 1 --2- 172.21.15.1:0/2377941398 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a50101d00 0x7f5a5019e680 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.769+0000 7f5a55a23640 1 --2- 172.21.15.1:0/2377941398 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5a3c0a2150 0x7f5a3c0a4610 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.769+0000 7f5a55a23640 1 --2- 172.21.15.1:0/2377941398 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5a50101340 0x7f5a5019c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.769+0000 7f5a55a23640 1 --2- 172.21.15.1:0/2377941398 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a50100150 0x7f5a5006a460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.769+0000 7f5a55a23640 1 -- 172.21.15.1:0/2377941398 >> 172.21.15.1:0/2377941398 conn(0x7f5a500fb6c0 msgr2=0x7f5a501046c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:35.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.769+0000 7f5a55a23640 1 -- 172.21.15.1:0/2377941398 shutdown_connections 2024-02-09T23:58:35.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.770+0000 7f5a55a23640 1 -- 172.21.15.1:0/2377941398 wait complete. 2024-02-09T23:58:35.783 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-02-09T23:58:35.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.884+0000 7f8d4c0aa640 1 -- 172.21.15.1:0/3304227928 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d44102e10 msgr2=0x7f8d441096a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.884+0000 7f8d4c0aa640 1 --2- 172.21.15.1:0/3304227928 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d44102e10 0x7f8d441096a0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f8d3c009ca0 tx=0x7f8d3c02c0f0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.884+0000 7f8d4c0aa640 1 -- 172.21.15.1:0/3304227928 shutdown_connections 2024-02-09T23:58:35.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.884+0000 7f8d4c0aa640 1 --2- 172.21.15.1:0/3304227928 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d44102e10 0x7f8d441096a0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.884+0000 7f8d4c0aa640 1 --2- 172.21.15.1:0/3304227928 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d44102450 0x7f8d441028d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.884+0000 7f8d4c0aa640 1 --2- 172.21.15.1:0/3304227928 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8d44101260 0x7f8d44101680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.884+0000 7f8d4c0aa640 1 -- 172.21.15.1:0/3304227928 >> 172.21.15.1:0/3304227928 conn(0x7f8d440fc7f0 msgr2=0x7f8d440fec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:35.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.884+0000 7f8d4c0aa640 1 -- 172.21.15.1:0/3304227928 shutdown_connections 2024-02-09T23:58:35.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.884+0000 7f8d4c0aa640 1 -- 172.21.15.1:0/3304227928 wait complete. 2024-02-09T23:58:35.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.885+0000 7f8d4c0aa640 1 Processor -- start 2024-02-09T23:58:35.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.885+0000 7f8d4c0aa640 1 -- start start 2024-02-09T23:58:35.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.885+0000 7f8d4c0aa640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8d44101260 0x7f8d44197250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.885+0000 7f8d4c0aa640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d44102450 0x7f8d44197790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.885+0000 7f8d4c0aa640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d44102e10 0x7f8d4419e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.885+0000 7f8d4c0aa640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d4419ecf0 con 0x7f8d44102450 2024-02-09T23:58:35.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.885+0000 7f8d4c0aa640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d4419ee60 con 0x7f8d44101260 2024-02-09T23:58:35.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.885+0000 7f8d4c0aa640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d4419f020 con 0x7f8d44102e10 2024-02-09T23:58:35.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.885+0000 7f8d49645640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d44102450 0x7f8d44197790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.885+0000 7f8d49645640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d44102450 0x7f8d44197790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52360/0 (socket says 172.21.15.1:52360) 2024-02-09T23:58:35.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.885+0000 7f8d49645640 1 -- 172.21.15.1:0/1831867546 learned_addr learned my addr 172.21.15.1:0/1831867546 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:35.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.885+0000 7f8d49e46640 1 --2- 172.21.15.1:0/1831867546 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8d44101260 0x7f8d44197250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.885+0000 7f8d4a647640 1 --2- 172.21.15.1:0/1831867546 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d44102e10 0x7f8d4419e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.885+0000 7f8d49645640 1 -- 172.21.15.1:0/1831867546 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d44102e10 msgr2=0x7f8d4419e7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.885+0000 7f8d49645640 1 --2- 172.21.15.1:0/1831867546 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d44102e10 0x7f8d4419e7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.885+0000 7f8d49645640 1 -- 172.21.15.1:0/1831867546 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8d44101260 msgr2=0x7f8d44197250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.886+0000 7f8d49645640 1 --2- 172.21.15.1:0/1831867546 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8d44101260 0x7f8d44197250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.886+0000 7f8d49645640 1 -- 172.21.15.1:0/1831867546 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d3c009900 con 0x7f8d44102450 2024-02-09T23:58:35.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.886+0000 7f8d49645640 1 --2- 172.21.15.1:0/1831867546 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d44102450 0x7f8d44197790 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f8d3400d950 tx=0x7f8d3400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:35.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.886+0000 7f8d3affd640 1 -- 172.21.15.1:0/1831867546 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d34009a30 con 0x7f8d44102450 2024-02-09T23:58:35.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.886+0000 7f8d3affd640 1 -- 172.21.15.1:0/1831867546 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8d34009b90 con 0x7f8d44102450 2024-02-09T23:58:35.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.886+0000 7f8d3affd640 1 -- 172.21.15.1:0/1831867546 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d34004a00 con 0x7f8d44102450 2024-02-09T23:58:35.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.886+0000 7f8d4c0aa640 1 -- 172.21.15.1:0/1831867546 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d4419f300 con 0x7f8d44102450 2024-02-09T23:58:35.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.886+0000 7f8d4c0aa640 1 -- 172.21.15.1:0/1831867546 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d4419f860 con 0x7f8d44102450 2024-02-09T23:58:35.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.888+0000 7f8d3affd640 1 -- 172.21.15.1:0/1831867546 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f8d34009d00 con 0x7f8d44102450 2024-02-09T23:58:35.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.888+0000 7f8d4ec7d740 1 Processor -- start 2024-02-09T23:58:35.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.888+0000 7f8d4ec7d740 1 -- start start 2024-02-09T23:58:35.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.889+0000 7f8d4ec7d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ced7b150d0 0x55ced7b154f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.889+0000 7f8d4ec7d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ced7b15ac0 0x55ced7b1a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.889+0000 7f8d4ec7d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ced7b1ac30 0x55ced7b1d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.889+0000 7f8d3affd640 1 --2- 172.21.15.1:0/1831867546 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8d300a21d0 0x7f8d300a4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.889+0000 7f8d4ec7d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ced7a80b30 con 0x55ced7b15ac0 2024-02-09T23:58:35.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.889+0000 7f8d4ec7d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ced7a7e060 con 0x55ced7b150d0 2024-02-09T23:58:35.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.889+0000 7f8d4ec7d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ced7a79840 con 0x55ced7b1ac30 2024-02-09T23:58:35.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.889+0000 7f8d49e46640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ced7b15ac0 0x55ced7b1a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.889+0000 7f8d4a647640 1 --2- 172.21.15.1:0/1831867546 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8d300a21d0 0x7f8d300a4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.889+0000 7f8d49e46640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ced7b15ac0 0x55ced7b1a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52366/0 (socket says 172.21.15.1:52366) 2024-02-09T23:58:35.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.889+0000 7f8d49e46640 1 -- 172.21.15.1:0/1156964763 learned_addr learned my addr 172.21.15.1:0/1156964763 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:35.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.889+0000 7f8d49645640 1 --2- 172.21.15.1:0/1156964763 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ced7b1ac30 0x55ced7b1d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.889+0000 7f8d4a647640 1 --2- 172.21.15.1:0/1156964763 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ced7b150d0 0x55ced7b154f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.889+0000 7f8d3affd640 1 -- 172.21.15.1:0/1831867546 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f8d340cd810 con 0x7f8d44102450 2024-02-09T23:58:35.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.889+0000 7f8d49645640 1 -- 172.21.15.1:0/1156964763 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ced7b150d0 msgr2=0x55ced7b154f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.889+0000 7f8d49645640 1 --2- 172.21.15.1:0/1156964763 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ced7b150d0 0x55ced7b154f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.889+0000 7f8d49645640 1 -- 172.21.15.1:0/1156964763 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ced7b15ac0 msgr2=0x55ced7b1a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.889+0000 7f8d49645640 1 --2- 172.21.15.1:0/1156964763 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ced7b15ac0 0x55ced7b1a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.889+0000 7f8d49645640 1 -- 172.21.15.1:0/1156964763 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ced7a3f620 con 0x55ced7b1ac30 2024-02-09T23:58:35.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.889+0000 7f8d49e46640 1 --2- 172.21.15.1:0/1156964763 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ced7b15ac0 0x55ced7b1a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:58:35.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.889+0000 7f8d4a647640 1 --2- 172.21.15.1:0/1831867546 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8d300a21d0 0x7f8d300a4690 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8d3c006010 tx=0x7f8d3c0324d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:35.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.889+0000 7f8d49645640 1 --2- 172.21.15.1:0/1156964763 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ced7b1ac30 0x55ced7b1d0c0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f8d340cb1d0 tx=0x7f8d3408fb10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=54cdf32966f7e415 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:35.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.889+0000 7f8d2ffff640 1 -- 172.21.15.1:0/1156964763 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d34099d50 con 0x55ced7b1ac30 2024-02-09T23:58:35.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.890+0000 7f8d2ffff640 1 -- 172.21.15.1:0/1156964763 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8d3409aaf0 con 0x55ced7b1ac30 2024-02-09T23:58:35.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.890+0000 7f8d2ffff640 1 -- 172.21.15.1:0/1156964763 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d34016ce0 con 0x55ced7b1ac30 2024-02-09T23:58:35.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.890+0000 7f8d4ec7d740 1 -- 172.21.15.1:0/1156964763 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ced7b1ac30 msgr2=0x55ced7b1d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.890+0000 7f8d4ec7d740 1 --2- 172.21.15.1:0/1156964763 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ced7b1ac30 0x55ced7b1d0c0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f8d340cb1d0 tx=0x7f8d3408fb10 comp rx=0 tx=0).stop 2024-02-09T23:58:35.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.890+0000 7f8d4ec7d740 1 -- 172.21.15.1:0/1156964763 shutdown_connections 2024-02-09T23:58:35.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.890+0000 7f8d4ec7d740 1 --2- 172.21.15.1:0/1156964763 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ced7b1ac30 0x55ced7b1d0c0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.890+0000 7f8d4ec7d740 1 --2- 172.21.15.1:0/1156964763 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ced7b15ac0 0x55ced7b1a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.890+0000 7f8d4ec7d740 1 --2- 172.21.15.1:0/1156964763 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ced7b150d0 0x55ced7b154f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.890+0000 7f8d4ec7d740 1 -- 172.21.15.1:0/1156964763 >> 172.21.15.1:0/1156964763 conn(0x55ced7b0c230 msgr2=0x55ced7b0c630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:35.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.890+0000 7f8d4ec7d740 1 -- 172.21.15.1:0/1156964763 shutdown_connections 2024-02-09T23:58:35.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.890+0000 7f8d4ec7d740 1 -- 172.21.15.1:0/1156964763 wait complete. 2024-02-09T23:58:35.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.891+0000 7f8d4ec7d740 1 -- start start 2024-02-09T23:58:35.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.891+0000 7f8d4ec7d740 1 Processor -- start 2024-02-09T23:58:35.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.891+0000 7f8d4ec7d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ced7b150d0 0x55ced7b1eff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.891+0000 7f8d4ec7d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ced7b15ac0 0x55ced7b1f530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.891+0000 7f8d4ec7d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ced7b1ac30 0x55ced7b26570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.891+0000 7f8d4ec7d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ced7a1ecd0 con 0x55ced7b1ac30 2024-02-09T23:58:35.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.891+0000 7f8d4ec7d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ced774d310 con 0x55ced7b150d0 2024-02-09T23:58:35.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.891+0000 7f8d4ec7d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ced79ff490 con 0x55ced7b15ac0 2024-02-09T23:58:35.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.891+0000 7f8d4ec7d740 10 client.0 _ll_register_callbacks cb 0x55ced778aac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:58:35.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.891+0000 7f8d4a647640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ced7b1ac30 0x55ced7b26570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.891+0000 7f8d4a647640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ced7b1ac30 0x55ced7b26570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52370/0 (socket says 172.21.15.1:52370) 2024-02-09T23:58:35.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.891+0000 7f8d4a647640 1 -- 172.21.15.1:0/2059140548 learned_addr learned my addr 172.21.15.1:0/2059140548 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:35.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.891+0000 7f8d49645640 1 --2- 172.21.15.1:0/2059140548 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ced7b15ac0 0x55ced7b1f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.891+0000 7f8d4a647640 1 -- 172.21.15.1:0/2059140548 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ced7b15ac0 msgr2=0x55ced7b1f530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.891+0000 7f8d4a647640 1 --2- 172.21.15.1:0/2059140548 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ced7b15ac0 0x55ced7b1f530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.891+0000 7f8d4a647640 1 -- 172.21.15.1:0/2059140548 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ced7b150d0 msgr2=0x55ced7b1eff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.891+0000 7f8d49e46640 1 --2- 172.21.15.1:0/2059140548 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ced7b150d0 0x55ced7b1eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.891+0000 7f8d4a647640 1 --2- 172.21.15.1:0/2059140548 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ced7b150d0 0x55ced7b1eff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.891+0000 7f8d4a647640 1 -- 172.21.15.1:0/2059140548 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d4419f860 con 0x55ced7b1ac30 2024-02-09T23:58:35.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.891+0000 7f8d49e46640 1 --2- 172.21.15.1:0/2059140548 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ced7b150d0 0x55ced7b1eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:58:35.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.892+0000 7f8d4a647640 1 --2- 172.21.15.1:0/2059140548 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ced7b1ac30 0x55ced7b26570 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f8d3c009430 tx=0x7f8d3c046040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff257d6cf008e05c server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:35.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.892+0000 7f8d2d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:58:35.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.892+0000 7f8d2d7fa640 1 -- 172.21.15.1:0/2059140548 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d3c004240 con 0x55ced7b1ac30 2024-02-09T23:58:35.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.892+0000 7f8d2d7fa640 1 -- 172.21.15.1:0/2059140548 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f8d3c0043a0 con 0x55ced7b1ac30 2024-02-09T23:58:35.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.892+0000 7f8d4ec7d740 1 -- 172.21.15.1:0/2059140548 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ced77796c0 con 0x55ced7b1ac30 2024-02-09T23:58:35.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.892+0000 7f8d2d7fa640 1 -- 172.21.15.1:0/2059140548 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8d3c004560 con 0x55ced7b1ac30 2024-02-09T23:58:35.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.892+0000 7f8d4ec7d740 10 client.15120 fetch_fsmap learned FSMap version 26 2024-02-09T23:58:35.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.892+0000 7f8d4ec7d740 1 -- 172.21.15.1:0/2059140548 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55ced7a77ec0 con 0x55ced7b1ac30 2024-02-09T23:58:35.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.892+0000 7f8d2d7fa640 1 -- 172.21.15.1:0/2059140548 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55ced77796c0 con 0x55ced7b1ac30 2024-02-09T23:58:35.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.892+0000 7f8d2d7fa640 1 -- 172.21.15.1:0/2059140548 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f8d3c03e040 con 0x55ced7b1ac30 2024-02-09T23:58:35.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.892+0000 7f8d4ec7d740 10 client.15120 fetch_fsmap finished waiting for FSMap version 26 2024-02-09T23:58:35.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.892+0000 7f8d4ec7d740 10 client.15120 resolve_mds: resolved name 'i' to daemon mds.i 2024-02-09T23:58:35.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.892+0000 7f8d4ec7d740 20 client.15120 populate_metadata read hostname 'smithi001' 2024-02-09T23:58:35.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.892+0000 7f8d4ec7d740 1 --2- 172.21.15.1:0/2059140548 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55ced7b2b980 0x55ced7b2ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.892+0000 7f8d4ec7d740 4 client.15120 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-09T23:58:35.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.892+0000 7f8d4ec7d740 1 -- 172.21.15.1:0/2059140548 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ced77ca270 con 0x55ced7b2b980 2024-02-09T23:58:35.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.893+0000 7f8d49e46640 1 --2- 172.21.15.1:0/2059140548 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55ced7b2b980 0x55ced7b2ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.893+0000 7f8d49e46640 1 --2- 172.21.15.1:0/2059140548 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55ced7b2b980 0x55ced7b2ac40 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6f6b8048b7b9e8fd server_cookie=1db7e541b1796b37 in_seq=0 out_seq=0 2024-02-09T23:58:35.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.893+0000 7f8d2d7fa640 10 client.15120 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-09T23:58:35.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.894+0000 7f8d2d7fa640 1 -- 172.21.15.1:0/2059140548 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55ced77ca270 con 0x55ced7b2b980 2024-02-09T23:58:35.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.894+0000 7f8d2d7fa640 10 client.15120 handle_command_reply: tid=0 2024-02-09T23:58:35.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.894+0000 7f8d4ec7d740 1 client.15120 shutdown 2024-02-09T23:58:35.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.894+0000 7f8d4ec7d740 1 -- 172.21.15.1:0/2059140548 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ced7b1ac30 msgr2=0x55ced7b26570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.894+0000 7f8d4ec7d740 1 --2- 172.21.15.1:0/2059140548 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ced7b1ac30 0x55ced7b26570 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f8d3c009430 tx=0x7f8d3c046040 comp rx=0 tx=0).stop 2024-02-09T23:58:35.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.894+0000 7f8d4ec7d740 1 -- 172.21.15.1:0/2059140548 shutdown_connections 2024-02-09T23:58:35.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.894+0000 7f8d4ec7d740 1 --2- 172.21.15.1:0/2059140548 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55ced7b2b980 0x55ced7b2ac40 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.894+0000 7f8d4ec7d740 1 --2- 172.21.15.1:0/2059140548 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ced7b1ac30 0x55ced7b26570 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.894+0000 7f8d4ec7d740 1 --2- 172.21.15.1:0/2059140548 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ced7b15ac0 0x55ced7b1f530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.894+0000 7f8d4ec7d740 1 --2- 172.21.15.1:0/2059140548 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ced7b150d0 0x55ced7b1eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.894+0000 7f8d2d7fa640 0 client.15120 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-09T23:58:35.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.894+0000 7f8d4ec7d740 1 -- 172.21.15.1:0/2059140548 >> 172.21.15.1:0/2059140548 conn(0x55ced7b0c230 msgr2=0x55ced7b0b510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:35.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.894+0000 7f8d4ec7d740 1 -- 172.21.15.1:0/2059140548 shutdown_connections 2024-02-09T23:58:35.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.894+0000 7f8d4ec7d740 1 -- 172.21.15.1:0/2059140548 wait complete. 2024-02-09T23:58:35.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.894+0000 7f8d4ec7d740 20 client.15120 trim_cache size 0 max 16384 2024-02-09T23:58:35.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.910+0000 7f8d4ec7d740 1 Processor -- start 2024-02-09T23:58:35.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.910+0000 7f8d4ec7d740 1 -- start start 2024-02-09T23:58:35.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.910+0000 7f8d4ec7d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ced7b150d0 0x55ced7b0c610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.910+0000 7f8d4ec7d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ced7b15ac0 0x55ced7b26490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.910+0000 7f8d4ec7d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ced7b1ac30 0x55ced7b33e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.910+0000 7f8d4ec7d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ced7b00e20 con 0x55ced7b150d0 2024-02-09T23:58:35.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.910+0000 7f8d4ec7d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ced7b1aa00 con 0x55ced7b1ac30 2024-02-09T23:58:35.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.910+0000 7f8d4ec7d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ced77ca270 con 0x55ced7b15ac0 2024-02-09T23:58:35.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.910+0000 7f8d49e46640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ced7b150d0 0x55ced7b0c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.910+0000 7f8d49e46640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ced7b150d0 0x55ced7b0c610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52374/0 (socket says 172.21.15.1:52374) 2024-02-09T23:58:35.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.910+0000 7f8d49e46640 1 -- 172.21.15.1:0/1991061006 learned_addr learned my addr 172.21.15.1:0/1991061006 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:35.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.910+0000 7f8d49645640 1 --2- 172.21.15.1:0/1991061006 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ced7b15ac0 0x55ced7b26490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.910+0000 7f8d49e46640 1 -- 172.21.15.1:0/1991061006 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ced7b15ac0 msgr2=0x55ced7b26490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.910+0000 7f8d49e46640 1 --2- 172.21.15.1:0/1991061006 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ced7b15ac0 0x55ced7b26490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.910+0000 7f8d49e46640 1 -- 172.21.15.1:0/1991061006 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ced7b1ac30 msgr2=0x55ced7b33e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.910+0000 7f8d49e46640 1 --2- 172.21.15.1:0/1991061006 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ced7b1ac30 0x55ced7b33e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.910+0000 7f8d49e46640 1 -- 172.21.15.1:0/1991061006 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ced7a14a90 con 0x55ced7b150d0 2024-02-09T23:58:35.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.911+0000 7f8d49e46640 1 --2- 172.21.15.1:0/1991061006 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ced7b150d0 0x55ced7b0c610 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x55ced7b15ec0 tx=0x7f8d40010800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6877948f63d28b4 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:35.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.911+0000 7f8d2f7fe640 1 -- 172.21.15.1:0/1991061006 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d40017040 con 0x55ced7b150d0 2024-02-09T23:58:35.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.911+0000 7f8d2f7fe640 1 -- 172.21.15.1:0/1991061006 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8d40020070 con 0x55ced7b150d0 2024-02-09T23:58:35.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.911+0000 7f8d2f7fe640 1 -- 172.21.15.1:0/1991061006 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d4000fee0 con 0x55ced7b150d0 2024-02-09T23:58:35.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.911+0000 7f8d4ec7d740 1 -- 172.21.15.1:0/1991061006 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ced7b150d0 msgr2=0x55ced7b0c610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.911+0000 7f8d4ec7d740 1 --2- 172.21.15.1:0/1991061006 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ced7b150d0 0x55ced7b0c610 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x55ced7b15ec0 tx=0x7f8d40010800 comp rx=0 tx=0).stop 2024-02-09T23:58:35.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.911+0000 7f8d4ec7d740 1 -- 172.21.15.1:0/1991061006 shutdown_connections 2024-02-09T23:58:35.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.911+0000 7f8d4ec7d740 1 --2- 172.21.15.1:0/1991061006 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ced7b1ac30 0x55ced7b33e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.911+0000 7f8d4ec7d740 1 --2- 172.21.15.1:0/1991061006 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ced7b15ac0 0x55ced7b26490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.911+0000 7f8d4ec7d740 1 --2- 172.21.15.1:0/1991061006 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ced7b150d0 0x55ced7b0c610 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.911+0000 7f8d4ec7d740 1 -- 172.21.15.1:0/1991061006 >> 172.21.15.1:0/1991061006 conn(0x55ced7b0c230 msgr2=0x55ced7b1a2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:35.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.911+0000 7f8d4ec7d740 1 -- 172.21.15.1:0/1991061006 shutdown_connections 2024-02-09T23:58:35.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.911+0000 7f8d4ec7d740 1 -- 172.21.15.1:0/1991061006 wait complete. 2024-02-09T23:58:35.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.912+0000 7f8d4ec7d740 1 -- start start 2024-02-09T23:58:35.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.912+0000 7f8d4ec7d740 1 Processor -- start 2024-02-09T23:58:35.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.912+0000 7f8d4ec7d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ced7b150d0 0x55ced7b233a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.912+0000 7f8d4ec7d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ced7b15ac0 0x55ced7b238e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.912+0000 7f8d4ec7d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ced7b1ac30 0x55ced7b81580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.912+0000 7f8d4ec7d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ced7b23e20 con 0x55ced7b150d0 2024-02-09T23:58:35.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.912+0000 7f8d4ec7d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ced7b23f90 con 0x55ced7b1ac30 2024-02-09T23:58:35.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.912+0000 7f8d4ec7d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ced7b81ac0 con 0x55ced7b15ac0 2024-02-09T23:58:35.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.912+0000 7f8d4ec7d740 10 client.0 _ll_register_callbacks cb 0x7f8d34096780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:58:35.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.912+0000 7f8d49e46640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ced7b150d0 0x55ced7b233a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.912+0000 7f8d49e46640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ced7b150d0 0x55ced7b233a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52378/0 (socket says 172.21.15.1:52378) 2024-02-09T23:58:35.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.912+0000 7f8d49e46640 1 -- 172.21.15.1:0/2990464966 learned_addr learned my addr 172.21.15.1:0/2990464966 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:35.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.912+0000 7f8d4a647640 1 --2- 172.21.15.1:0/2990464966 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ced7b1ac30 0x55ced7b81580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.912+0000 7f8d49645640 1 --2- 172.21.15.1:0/2990464966 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ced7b15ac0 0x55ced7b238e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.912+0000 7f8d49e46640 1 -- 172.21.15.1:0/2990464966 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ced7b15ac0 msgr2=0x55ced7b238e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.912+0000 7f8d49e46640 1 --2- 172.21.15.1:0/2990464966 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ced7b15ac0 0x55ced7b238e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.912+0000 7f8d49e46640 1 -- 172.21.15.1:0/2990464966 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ced7b1ac30 msgr2=0x55ced7b81580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:35.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.912+0000 7f8d49e46640 1 --2- 172.21.15.1:0/2990464966 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ced7b1ac30 0x55ced7b81580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.912+0000 7f8d49e46640 1 -- 172.21.15.1:0/2990464966 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d4000ad50 con 0x55ced7b150d0 2024-02-09T23:58:35.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.913+0000 7f8d49e46640 1 --2- 172.21.15.1:0/2990464966 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ced7b150d0 0x55ced7b233a0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f8d4000fc60 tx=0x7f8d4000fc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc66243b3a14c0bc server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:35.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.913+0000 7f8d2d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:58:35.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.913+0000 7f8d2d7fa640 1 -- 172.21.15.1:0/2990464966 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d40017040 con 0x55ced7b150d0 2024-02-09T23:58:35.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.913+0000 7f8d2d7fa640 1 -- 172.21.15.1:0/2990464966 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f8d4000f830 con 0x55ced7b150d0 2024-02-09T23:58:35.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.913+0000 7f8d4ec7d740 1 -- 172.21.15.1:0/2990464966 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ced7b2c9b0 con 0x55ced7b150d0 2024-02-09T23:58:35.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.913+0000 7f8d2d7fa640 1 -- 172.21.15.1:0/2990464966 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8d40034030 con 0x55ced7b150d0 2024-02-09T23:58:35.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.913+0000 7f8d4ec7d740 10 client.15126 fetch_fsmap learned FSMap version 26 2024-02-09T23:58:35.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.913+0000 7f8d4ec7d740 1 -- 172.21.15.1:0/2990464966 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55ced7a3a930 con 0x55ced7b150d0 2024-02-09T23:58:35.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.913+0000 7f8d2d7fa640 1 -- 172.21.15.1:0/2990464966 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55ced7b2c9b0 con 0x55ced7b150d0 2024-02-09T23:58:35.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.913+0000 7f8d2d7fa640 1 -- 172.21.15.1:0/2990464966 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f8d4002ead0 con 0x55ced7b150d0 2024-02-09T23:58:35.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.913+0000 7f8d4ec7d740 10 client.15126 fetch_fsmap finished waiting for FSMap version 26 2024-02-09T23:58:35.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.913+0000 7f8d4ec7d740 10 client.15126 resolve_mds: resolved name 'i' to daemon mds.i 2024-02-09T23:58:35.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.913+0000 7f8d4ec7d740 20 client.15126 populate_metadata read hostname 'smithi001' 2024-02-09T23:58:35.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.913+0000 7f8d4ec7d740 1 --2- 172.21.15.1:0/2990464966 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55ced7b86d40 0x55ced7b83200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:35.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.913+0000 7f8d4ec7d740 4 client.15126 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "status"}] 2024-02-09T23:58:35.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.913+0000 7f8d4ec7d740 1 -- 172.21.15.1:0/2990464966 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "status"}) v1 -- 0x7f8d3409aaf0 con 0x55ced7b86d40 2024-02-09T23:58:35.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.914+0000 7f8d49645640 1 --2- 172.21.15.1:0/2990464966 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55ced7b86d40 0x55ced7b83200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:35.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.914+0000 7f8d2d7fa640 10 client.15126 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-09T23:58:35.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.914+0000 7f8d49645640 1 --2- 172.21.15.1:0/2990464966 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55ced7b86d40 0x55ced7b83200 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8d9e0d4bd08018c7 server_cookie=d387ba00196d2d77 in_seq=0 out_seq=0 2024-02-09T23:58:35.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.914+0000 7f8d2d7fa640 1 -- 172.21.15.1:0/2990464966 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x7f8d3409aaf0 con 0x55ced7b86d40 2024-02-09T23:58:35.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.914+0000 7f8d2d7fa640 10 client.15126 handle_command_reply: tid=0 2024-02-09T23:58:35.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.914+0000 7f8d4ec7d740 1 client.15126 shutdown 2024-02-09T23:58:35.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.914+0000 7f8d4ec7d740 1 -- 172.21.15.1:0/2990464966 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ced7b150d0 msgr2=0x55ced7b233a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.914+0000 7f8d4ec7d740 1 --2- 172.21.15.1:0/2990464966 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ced7b150d0 0x55ced7b233a0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f8d4000fc60 tx=0x7f8d4000fc90 comp rx=0 tx=0).stop 2024-02-09T23:58:35.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.915+0000 7f8d4ec7d740 1 -- 172.21.15.1:0/2990464966 shutdown_connections 2024-02-09T23:58:35.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.915+0000 7f8d4ec7d740 1 --2- 172.21.15.1:0/2990464966 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55ced7b86d40 0x55ced7b83200 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.915+0000 7f8d4ec7d740 1 --2- 172.21.15.1:0/2990464966 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ced7b1ac30 0x55ced7b81580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.915+0000 7f8d4ec7d740 1 --2- 172.21.15.1:0/2990464966 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ced7b15ac0 0x55ced7b238e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.915+0000 7f8d2d7fa640 0 client.15126 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-09T23:58:35.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.915+0000 7f8d4ec7d740 1 --2- 172.21.15.1:0/2990464966 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ced7b150d0 0x55ced7b233a0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.915+0000 7f8d4ec7d740 1 -- 172.21.15.1:0/2990464966 >> 172.21.15.1:0/2990464966 conn(0x55ced7b0c230 msgr2=0x55ced7b0c610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:35.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.915+0000 7f8d4ec7d740 1 -- 172.21.15.1:0/2990464966 shutdown_connections 2024-02-09T23:58:35.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.915+0000 7f8d4ec7d740 1 -- 172.21.15.1:0/2990464966 wait complete. 2024-02-09T23:58:35.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.915+0000 7f8d4ec7d740 20 client.15126 trim_cache size 0 max 16384 2024-02-09T23:58:35.926 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-09T23:58:35.926 INFO:teuthology.orchestra.run.smithi001.stdout: "cluster_fsid": "b5005240-c7a5-11ee-95b8-87774f69a715", 2024-02-09T23:58:35.926 INFO:teuthology.orchestra.run.smithi001.stdout: "whoami": 1, 2024-02-09T23:58:35.927 INFO:teuthology.orchestra.run.smithi001.stdout: "id": 24496, 2024-02-09T23:58:35.927 INFO:teuthology.orchestra.run.smithi001.stdout: "want_state": "up:active", 2024-02-09T23:58:35.927 INFO:teuthology.orchestra.run.smithi001.stdout: "state": "up:active", 2024-02-09T23:58:35.927 INFO:teuthology.orchestra.run.smithi001.stdout: "fs_name": "cephfs", 2024-02-09T23:58:35.927 INFO:teuthology.orchestra.run.smithi001.stdout: "rank_uptime": 87.046367634999996, 2024-02-09T23:58:35.927 INFO:teuthology.orchestra.run.smithi001.stdout: "mdsmap_epoch": 26, 2024-02-09T23:58:35.927 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_epoch": 87, 2024-02-09T23:58:35.927 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_epoch_barrier": 85, 2024-02-09T23:58:35.927 INFO:teuthology.orchestra.run.smithi001.stdout: "uptime": 104.06010048900001 2024-02-09T23:58:35.927 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-09T23:58:35.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.915+0000 7f8d4c0aa640 1 -- 172.21.15.1:0/1831867546 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8d300a21d0 msgr2=0x7f8d300a4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.915+0000 7f8d4c0aa640 1 --2- 172.21.15.1:0/1831867546 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8d300a21d0 0x7f8d300a4690 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8d3c006010 tx=0x7f8d3c0324d0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.915+0000 7f8d4c0aa640 1 -- 172.21.15.1:0/1831867546 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d44102450 msgr2=0x7f8d44197790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:35.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.915+0000 7f8d4c0aa640 1 --2- 172.21.15.1:0/1831867546 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d44102450 0x7f8d44197790 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f8d3400d950 tx=0x7f8d3400de10 comp rx=0 tx=0).stop 2024-02-09T23:58:35.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.915+0000 7f8d4c0aa640 1 -- 172.21.15.1:0/1831867546 shutdown_connections 2024-02-09T23:58:35.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.915+0000 7f8d4c0aa640 1 --2- 172.21.15.1:0/1831867546 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d44102e10 0x7f8d4419e7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.915+0000 7f8d4c0aa640 1 --2- 172.21.15.1:0/1831867546 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d44102450 0x7f8d44197790 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.915+0000 7f8d4c0aa640 1 --2- 172.21.15.1:0/1831867546 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8d300a21d0 0x7f8d300a4690 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.915+0000 7f8d4c0aa640 1 --2- 172.21.15.1:0/1831867546 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8d44101260 0x7f8d44197250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:35.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.915+0000 7f8d4c0aa640 1 -- 172.21.15.1:0/1831867546 >> 172.21.15.1:0/1831867546 conn(0x7f8d440fc7f0 msgr2=0x7f8d44105750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:35.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.915+0000 7f8d4c0aa640 1 -- 172.21.15.1:0/1831867546 shutdown_connections 2024-02-09T23:58:35.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:35.915+0000 7f8d4c0aa640 1 -- 172.21.15.1:0/1831867546 wait complete. 2024-02-09T23:58:35.930 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-02-09T23:58:36.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.030+0000 7f6072a23640 1 -- 172.21.15.1:0/1336612085 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f606c101d00 msgr2=0x7f606c108590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:36.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.030+0000 7f6072a23640 1 --2- 172.21.15.1:0/1336612085 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f606c101d00 0x7f606c108590 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f6064009ca0 tx=0x7f606402c0f0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.030+0000 7f6072a23640 1 -- 172.21.15.1:0/1336612085 shutdown_connections 2024-02-09T23:58:36.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.030+0000 7f6072a23640 1 --2- 172.21.15.1:0/1336612085 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f606c101d00 0x7f606c108590 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.030+0000 7f6072a23640 1 --2- 172.21.15.1:0/1336612085 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f606c101340 0x7f606c1017c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.030+0000 7f6072a23640 1 --2- 172.21.15.1:0/1336612085 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f606c100150 0x7f606c100570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.030+0000 7f6072a23640 1 -- 172.21.15.1:0/1336612085 >> 172.21.15.1:0/1336612085 conn(0x7f606c0fb6c0 msgr2=0x7f606c0fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:36.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.030+0000 7f6072a23640 1 -- 172.21.15.1:0/1336612085 shutdown_connections 2024-02-09T23:58:36.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.030+0000 7f6072a23640 1 -- 172.21.15.1:0/1336612085 wait complete. 2024-02-09T23:58:36.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.031+0000 7f6072a23640 1 Processor -- start 2024-02-09T23:58:36.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.031+0000 7f6072a23640 1 -- start start 2024-02-09T23:58:36.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.031+0000 7f6072a23640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f606c100150 0x7f606c069070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:36.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.031+0000 7f6072a23640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f606c101340 0x7f606c19bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:36.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.031+0000 7f6072a23640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f606c101d00 0x7f606c19e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:36.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.031+0000 7f6072a23640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f606c19edc0 con 0x7f606c100150 2024-02-09T23:58:36.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.031+0000 7f6072a23640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f606c19ef30 con 0x7f606c101340 2024-02-09T23:58:36.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.031+0000 7f6072a23640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f606c19f0f0 con 0x7f606c101d00 2024-02-09T23:58:36.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.031+0000 7f606bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f606c100150 0x7f606c069070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:36.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.031+0000 7f606bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f606c100150 0x7f606c069070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52390/0 (socket says 172.21.15.1:52390) 2024-02-09T23:58:36.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.031+0000 7f606bfff640 1 -- 172.21.15.1:0/1770689603 learned_addr learned my addr 172.21.15.1:0/1770689603 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:36.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.031+0000 7f606b7fe640 1 --2- 172.21.15.1:0/1770689603 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f606c101340 0x7f606c19bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:36.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.031+0000 7f6070fc0640 1 --2- 172.21.15.1:0/1770689603 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f606c101d00 0x7f606c19e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:36.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.032+0000 7f606bfff640 1 -- 172.21.15.1:0/1770689603 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f606c101d00 msgr2=0x7f606c19e5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:36.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.032+0000 7f606bfff640 1 --2- 172.21.15.1:0/1770689603 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f606c101d00 0x7f606c19e5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.032+0000 7f606bfff640 1 -- 172.21.15.1:0/1770689603 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f606c101340 msgr2=0x7f606c19bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:36.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.032+0000 7f606bfff640 1 --2- 172.21.15.1:0/1770689603 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f606c101340 0x7f606c19bfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.032+0000 7f606bfff640 1 -- 172.21.15.1:0/1770689603 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6064009900 con 0x7f606c100150 2024-02-09T23:58:36.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.032+0000 7f606bfff640 1 --2- 172.21.15.1:0/1770689603 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f606c100150 0x7f606c069070 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f605c00d950 tx=0x7f605c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:36.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.032+0000 7f60697fa640 1 -- 172.21.15.1:0/1770689603 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f605c009c30 con 0x7f606c100150 2024-02-09T23:58:36.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.032+0000 7f60697fa640 1 -- 172.21.15.1:0/1770689603 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f605c009d90 con 0x7f606c100150 2024-02-09T23:58:36.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.032+0000 7f6072a23640 1 -- 172.21.15.1:0/1770689603 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f606c19f370 con 0x7f606c100150 2024-02-09T23:58:36.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.032+0000 7f60697fa640 1 -- 172.21.15.1:0/1770689603 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f605c00f850 con 0x7f606c100150 2024-02-09T23:58:36.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.032+0000 7f6072a23640 1 -- 172.21.15.1:0/1770689603 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f606c19f880 con 0x7f606c100150 2024-02-09T23:58:36.044 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.034+0000 7f60697fa640 1 -- 172.21.15.1:0/1770689603 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 17) v1 ==== 136818+0+0 (secure 0 0 0) 0x7f605c00f9b0 con 0x7f606c100150 2024-02-09T23:58:36.044 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.034+0000 7f60755fc740 1 Processor -- start 2024-02-09T23:58:36.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.034+0000 7f60697fa640 1 --2- 172.21.15.1:0/1770689603 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f60580a2150 0x7f60580a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:36.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.034+0000 7f60755fc740 1 -- start start 2024-02-09T23:58:36.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.035+0000 7f6070fc0640 1 --2- 172.21.15.1:0/1770689603 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f60580a2150 0x7f60580a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:36.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.035+0000 7f60755fc740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d710e39cc0 0x55d710e3a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:36.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.035+0000 7f60697fa640 1 -- 172.21.15.1:0/1770689603 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f605c0cdac0 con 0x7f606c100150 2024-02-09T23:58:36.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.035+0000 7f60755fc740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d710e3a6b0 0x55d710e3f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:36.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.035+0000 7f60755fc740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d710e3f820 0x55d710e41cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:36.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.035+0000 7f60755fc740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d710da9b30 con 0x55d710e3a6b0 2024-02-09T23:58:36.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.035+0000 7f60755fc740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d710da7060 con 0x55d710e3f820 2024-02-09T23:58:36.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.035+0000 7f60755fc740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d710da2840 con 0x55d710e39cc0 2024-02-09T23:58:36.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.035+0000 7f606b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d710e3a6b0 0x55d710e3f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:36.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.035+0000 7f606b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d710e3a6b0 0x55d710e3f1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52400/0 (socket says 172.21.15.1:52400) 2024-02-09T23:58:36.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.035+0000 7f606b7fe640 1 -- 172.21.15.1:0/1160791640 learned_addr learned my addr 172.21.15.1:0/1160791640 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:36.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.035+0000 7f606bfff640 1 --2- 172.21.15.1:0/1160791640 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d710e39cc0 0x55d710e3a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:36.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.035+0000 7f6070fc0640 1 --2- 172.21.15.1:0/1160791640 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d710e3f820 0x55d710e41cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:36.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.035+0000 7f606b7fe640 1 -- 172.21.15.1:0/1160791640 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d710e39cc0 msgr2=0x55d710e3a0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:36.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.035+0000 7f606b7fe640 1 --2- 172.21.15.1:0/1160791640 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d710e39cc0 0x55d710e3a0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.035+0000 7f606b7fe640 1 -- 172.21.15.1:0/1160791640 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d710e3f820 msgr2=0x55d710e41cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:36.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.035+0000 7f606b7fe640 1 --2- 172.21.15.1:0/1160791640 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d710e3f820 0x55d710e41cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.035+0000 7f606b7fe640 1 -- 172.21.15.1:0/1160791640 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d710d68620 con 0x55d710e3a6b0 2024-02-09T23:58:36.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.035+0000 7f6070fc0640 1 --2- 172.21.15.1:0/1160791640 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d710e3f820 0x55d710e41cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:58:36.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.035+0000 7f6070fc0640 1 --2- 172.21.15.1:0/1770689603 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f60580a2150 0x7f60580a4610 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f6064005e30 tx=0x7f6064032380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:36.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.035+0000 7f606b7fe640 1 --2- 172.21.15.1:0/1160791640 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d710e3a6b0 0x55d710e3f1b0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f6054009c10 tx=0x7f6054011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb0648e747235d0b server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:36.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.035+0000 7f60627fc640 1 -- 172.21.15.1:0/1160791640 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6054004230 con 0x55d710e3a6b0 2024-02-09T23:58:36.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.035+0000 7f60627fc640 1 -- 172.21.15.1:0/1160791640 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6054009e80 con 0x55d710e3a6b0 2024-02-09T23:58:36.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.035+0000 7f60627fc640 1 -- 172.21.15.1:0/1160791640 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6054004df0 con 0x55d710e3a6b0 2024-02-09T23:58:36.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.036+0000 7f60755fc740 1 -- 172.21.15.1:0/1160791640 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d710e3a6b0 msgr2=0x55d710e3f1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:36.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.036+0000 7f60755fc740 1 --2- 172.21.15.1:0/1160791640 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d710e3a6b0 0x55d710e3f1b0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f6054009c10 tx=0x7f6054011810 comp rx=0 tx=0).stop 2024-02-09T23:58:36.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.036+0000 7f60755fc740 1 -- 172.21.15.1:0/1160791640 shutdown_connections 2024-02-09T23:58:36.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.036+0000 7f60755fc740 1 --2- 172.21.15.1:0/1160791640 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d710e3f820 0x55d710e41cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.036+0000 7f60755fc740 1 --2- 172.21.15.1:0/1160791640 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d710e3a6b0 0x55d710e3f1b0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.036+0000 7f60755fc740 1 --2- 172.21.15.1:0/1160791640 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d710e39cc0 0x55d710e3a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.036+0000 7f60755fc740 1 -- 172.21.15.1:0/1160791640 >> 172.21.15.1:0/1160791640 conn(0x55d710e35230 msgr2=0x55d710e35630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:36.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.036+0000 7f60755fc740 1 -- 172.21.15.1:0/1160791640 shutdown_connections 2024-02-09T23:58:36.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.036+0000 7f60755fc740 1 -- 172.21.15.1:0/1160791640 wait complete. 2024-02-09T23:58:36.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.036+0000 7f60755fc740 1 -- start start 2024-02-09T23:58:36.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.037+0000 7f60755fc740 1 Processor -- start 2024-02-09T23:58:36.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.037+0000 7f60755fc740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d710e39cc0 0x55d710e43b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:36.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.037+0000 7f60755fc740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d710e3a6b0 0x55d710e44090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:36.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.037+0000 7f60755fc740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d710e3f820 0x55d710e4b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:36.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.037+0000 7f60755fc740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d710d47cd0 con 0x55d710e3f820 2024-02-09T23:58:36.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.037+0000 7f60755fc740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d710a76310 con 0x55d710e3a6b0 2024-02-09T23:58:36.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.037+0000 7f60755fc740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d710d28490 con 0x55d710e39cc0 2024-02-09T23:58:36.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.037+0000 7f60755fc740 10 client.0 _ll_register_callbacks cb 0x55d710ab3ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:58:36.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.037+0000 7f6070fc0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d710e3f820 0x55d710e4b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:36.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.037+0000 7f6070fc0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d710e3f820 0x55d710e4b0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52416/0 (socket says 172.21.15.1:52416) 2024-02-09T23:58:36.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.037+0000 7f6070fc0640 1 -- 172.21.15.1:0/3632024418 learned_addr learned my addr 172.21.15.1:0/3632024418 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:36.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.037+0000 7f606bfff640 1 --2- 172.21.15.1:0/3632024418 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d710e39cc0 0x55d710e43b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:36.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.037+0000 7f606b7fe640 1 --2- 172.21.15.1:0/3632024418 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d710e3a6b0 0x55d710e44090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:36.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.037+0000 7f6070fc0640 1 -- 172.21.15.1:0/3632024418 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d710e39cc0 msgr2=0x55d710e43b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:36.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.037+0000 7f6070fc0640 1 --2- 172.21.15.1:0/3632024418 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d710e39cc0 0x55d710e43b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.037+0000 7f6070fc0640 1 -- 172.21.15.1:0/3632024418 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d710e3a6b0 msgr2=0x55d710e44090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:36.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.037+0000 7f6070fc0640 1 --2- 172.21.15.1:0/3632024418 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d710e3a6b0 0x55d710e44090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.037+0000 7f6070fc0640 1 -- 172.21.15.1:0/3632024418 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6054009870 con 0x55d710e3f820 2024-02-09T23:58:36.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.037+0000 7f606b7fe640 1 --2- 172.21.15.1:0/3632024418 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d710e3a6b0 0x55d710e44090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:58:36.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.038+0000 7f6070fc0640 1 --2- 172.21.15.1:0/3632024418 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d710e3f820 0x55d710e4b0d0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f6064009ca0 tx=0x7f606402c0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78f3b52c2c29e8ad server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:36.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.038+0000 7f604b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:58:36.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.038+0000 7f604b7fe640 1 -- 172.21.15.1:0/3632024418 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6064034ea0 con 0x55d710e3f820 2024-02-09T23:58:36.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.038+0000 7f604b7fe640 1 -- 172.21.15.1:0/3632024418 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f6064049040 con 0x55d710e3f820 2024-02-09T23:58:36.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.038+0000 7f60755fc740 1 -- 172.21.15.1:0/3632024418 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d710af3270 con 0x55d710e3f820 2024-02-09T23:58:36.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.038+0000 7f604b7fe640 1 -- 172.21.15.1:0/3632024418 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6064003970 con 0x55d710e3f820 2024-02-09T23:58:36.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.038+0000 7f60755fc740 10 client.15138 fetch_fsmap learned FSMap version 26 2024-02-09T23:58:36.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.038+0000 7f60755fc740 1 -- 172.21.15.1:0/3632024418 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55d710da0ec0 con 0x55d710e3f820 2024-02-09T23:58:36.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.038+0000 7f604b7fe640 1 -- 172.21.15.1:0/3632024418 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55d710af3270 con 0x55d710e3f820 2024-02-09T23:58:36.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.038+0000 7f604b7fe640 1 -- 172.21.15.1:0/3632024418 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f6064041440 con 0x55d710e3f820 2024-02-09T23:58:36.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.038+0000 7f60755fc740 10 client.15138 fetch_fsmap finished waiting for FSMap version 26 2024-02-09T23:58:36.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.038+0000 7f60755fc740 10 client.15138 resolve_mds: resolved name 'b' to daemon mds.b 2024-02-09T23:58:36.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.038+0000 7f60755fc740 20 client.15138 populate_metadata read hostname 'smithi001' 2024-02-09T23:58:36.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.038+0000 7f60755fc740 1 --2- 172.21.15.1:0/3632024418 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d710e4f710 0x55d710e547a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:36.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.038+0000 7f60755fc740 4 client.15138 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-09T23:58:36.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.038+0000 7f60755fc740 1 -- 172.21.15.1:0/3632024418 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d710adf610 con 0x55d710e4f710 2024-02-09T23:58:36.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.038+0000 7f606bfff640 1 --2- 172.21.15.1:0/3632024418 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d710e4f710 0x55d710e547a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:36.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.039+0000 7f606bfff640 1 --2- 172.21.15.1:0/3632024418 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d710e4f710 0x55d710e547a0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=82dc55659365f19d server_cookie=60a82c347f3d5011 in_seq=0 out_seq=0 2024-02-09T23:58:36.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.039+0000 7f604b7fe640 10 client.15138 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-09T23:58:36.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.039+0000 7f604b7fe640 1 -- 172.21.15.1:0/3632024418 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55d710adf610 con 0x55d710e4f710 2024-02-09T23:58:36.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.039+0000 7f604b7fe640 10 client.15138 handle_command_reply: tid=0 2024-02-09T23:58:36.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.040+0000 7f60755fc740 1 client.15138 shutdown 2024-02-09T23:58:36.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.040+0000 7f60755fc740 1 -- 172.21.15.1:0/3632024418 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d710e3f820 msgr2=0x55d710e4b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:36.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.040+0000 7f60755fc740 1 --2- 172.21.15.1:0/3632024418 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d710e3f820 0x55d710e4b0d0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f6064009ca0 tx=0x7f606402c0f0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.040+0000 7f60755fc740 1 -- 172.21.15.1:0/3632024418 shutdown_connections 2024-02-09T23:58:36.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.040+0000 7f60755fc740 1 --2- 172.21.15.1:0/3632024418 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d710e4f710 0x55d710e547a0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.040+0000 7f60755fc740 1 --2- 172.21.15.1:0/3632024418 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d710e3f820 0x55d710e4b0d0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.040+0000 7f60755fc740 1 --2- 172.21.15.1:0/3632024418 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d710e3a6b0 0x55d710e44090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.040+0000 7f604b7fe640 0 client.15138 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-09T23:58:36.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.040+0000 7f60755fc740 1 --2- 172.21.15.1:0/3632024418 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d710e39cc0 0x55d710e43b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.040+0000 7f60755fc740 1 -- 172.21.15.1:0/3632024418 >> 172.21.15.1:0/3632024418 conn(0x55d710e35230 msgr2=0x55d710e34510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:36.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.040+0000 7f60755fc740 1 -- 172.21.15.1:0/3632024418 shutdown_connections 2024-02-09T23:58:36.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.040+0000 7f60755fc740 1 -- 172.21.15.1:0/3632024418 wait complete. 2024-02-09T23:58:36.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.040+0000 7f60755fc740 20 client.15138 trim_cache size 0 max 16384 2024-02-09T23:58:36.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.055+0000 7f60755fc740 1 Processor -- start 2024-02-09T23:58:36.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.055+0000 7f60755fc740 1 -- start start 2024-02-09T23:58:36.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.055+0000 7f60755fc740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d710e35230 0x55d710e587c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:36.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.056+0000 7f60755fc740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d710e39cc0 0x55d710e58d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:36.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.056+0000 7f60755fc740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d710e3a6b0 0x55d710e33c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:36.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.056+0000 7f60755fc740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d710e52300 con 0x55d710e3a6b0 2024-02-09T23:58:36.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.056+0000 7f60755fc740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d710adf610 con 0x55d710e39cc0 2024-02-09T23:58:36.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.056+0000 7f60755fc740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d710e44a50 con 0x55d710e35230 2024-02-09T23:58:36.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.056+0000 7f6070fc0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d710e3a6b0 0x55d710e33c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:36.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.056+0000 7f6070fc0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d710e3a6b0 0x55d710e33c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52424/0 (socket says 172.21.15.1:52424) 2024-02-09T23:58:36.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.056+0000 7f6070fc0640 1 -- 172.21.15.1:0/2778587836 learned_addr learned my addr 172.21.15.1:0/2778587836 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:36.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.056+0000 7f606b7fe640 1 --2- 172.21.15.1:0/2778587836 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d710e39cc0 0x55d710e58d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:36.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.056+0000 7f6070fc0640 1 -- 172.21.15.1:0/2778587836 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d710e35230 msgr2=0x55d710e587c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:36.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.056+0000 7f6070fc0640 1 --2- 172.21.15.1:0/2778587836 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d710e35230 0x55d710e587c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.056+0000 7f6070fc0640 1 -- 172.21.15.1:0/2778587836 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d710e39cc0 msgr2=0x55d710e58d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:36.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.056+0000 7f6070fc0640 1 --2- 172.21.15.1:0/2778587836 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d710e39cc0 0x55d710e58d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.056+0000 7f6070fc0640 1 -- 172.21.15.1:0/2778587836 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d710d3da90 con 0x55d710e3a6b0 2024-02-09T23:58:36.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.056+0000 7f6070fc0640 1 --2- 172.21.15.1:0/2778587836 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d710e3a6b0 0x55d710e33c80 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f606405a040 tx=0x7f6064032d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4455c82ba63cb41 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:36.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.056+0000 7f6061ffb640 1 -- 172.21.15.1:0/2778587836 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60640329c0 con 0x55d710e3a6b0 2024-02-09T23:58:36.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.056+0000 7f6061ffb640 1 -- 172.21.15.1:0/2778587836 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6064003970 con 0x55d710e3a6b0 2024-02-09T23:58:36.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.056+0000 7f6061ffb640 1 -- 172.21.15.1:0/2778587836 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6064004370 con 0x55d710e3a6b0 2024-02-09T23:58:36.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.057+0000 7f60755fc740 1 -- 172.21.15.1:0/2778587836 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d710e3a6b0 msgr2=0x55d710e33c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:36.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.057+0000 7f60755fc740 1 --2- 172.21.15.1:0/2778587836 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d710e3a6b0 0x55d710e33c80 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f606405a040 tx=0x7f6064032d70 comp rx=0 tx=0).stop 2024-02-09T23:58:36.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.057+0000 7f60755fc740 1 -- 172.21.15.1:0/2778587836 shutdown_connections 2024-02-09T23:58:36.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.057+0000 7f60755fc740 1 --2- 172.21.15.1:0/2778587836 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d710e3a6b0 0x55d710e33c80 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.057+0000 7f60755fc740 1 --2- 172.21.15.1:0/2778587836 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d710e39cc0 0x55d710e58d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.057+0000 7f60755fc740 1 --2- 172.21.15.1:0/2778587836 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d710e35230 0x55d710e587c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.057+0000 7f60755fc740 1 -- 172.21.15.1:0/2778587836 >> 172.21.15.1:0/2778587836 conn(0x55d710e30710 msgr2=0x55d710e3b150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:36.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.057+0000 7f60755fc740 1 -- 172.21.15.1:0/2778587836 shutdown_connections 2024-02-09T23:58:36.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.057+0000 7f60755fc740 1 -- 172.21.15.1:0/2778587836 wait complete. 2024-02-09T23:58:36.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.057+0000 7f60755fc740 1 -- start start 2024-02-09T23:58:36.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.057+0000 7f60755fc740 1 Processor -- start 2024-02-09T23:58:36.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.057+0000 7f60755fc740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d710e35230 0x55d710ea2bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:36.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.057+0000 7f60755fc740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d710e39cc0 0x55d710ea3130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:36.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.057+0000 7f60755fc740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d710e3a6b0 0x55d710eaa100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:36.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.057+0000 7f60755fc740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d710eaa640 con 0x55d710e39cc0 2024-02-09T23:58:36.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.057+0000 7f60755fc740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d710eaa780 con 0x55d710e35230 2024-02-09T23:58:36.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.057+0000 7f60755fc740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d710eaa8f0 con 0x55d710e3a6b0 2024-02-09T23:58:36.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.057+0000 7f60755fc740 10 client.0 _ll_register_callbacks cb 0x7f60540097a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:58:36.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.057+0000 7f606b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d710e39cc0 0x55d710ea3130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:36.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.057+0000 7f606b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d710e39cc0 0x55d710ea3130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52428/0 (socket says 172.21.15.1:52428) 2024-02-09T23:58:36.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.058+0000 7f606b7fe640 1 -- 172.21.15.1:0/1624188275 learned_addr learned my addr 172.21.15.1:0/1624188275 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:36.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.058+0000 7f606bfff640 1 --2- 172.21.15.1:0/1624188275 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d710e35230 0x55d710ea2bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:36.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.058+0000 7f606b7fe640 1 -- 172.21.15.1:0/1624188275 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d710e3a6b0 msgr2=0x55d710eaa100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:36.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.058+0000 7f606b7fe640 1 --2- 172.21.15.1:0/1624188275 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d710e3a6b0 0x55d710eaa100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.058+0000 7f606b7fe640 1 -- 172.21.15.1:0/1624188275 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d710e35230 msgr2=0x55d710ea2bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:58:36.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.058+0000 7f606b7fe640 1 --2- 172.21.15.1:0/1624188275 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d710e35230 0x55d710ea2bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.058+0000 7f606b7fe640 1 -- 172.21.15.1:0/1624188275 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d710da0ec0 con 0x55d710e39cc0 2024-02-09T23:58:36.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.058+0000 7f606bfff640 1 --2- 172.21.15.1:0/1624188275 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d710e35230 0x55d710ea2bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:58:36.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.058+0000 7f606b7fe640 1 --2- 172.21.15.1:0/1624188275 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d710e39cc0 0x55d710ea3130 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f6054009c10 tx=0x7f6054019840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf879c6fe243edbd server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:36.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.058+0000 7f604b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:58:36.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.058+0000 7f604b7fe640 1 -- 172.21.15.1:0/1624188275 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6054019bb0 con 0x55d710e39cc0 2024-02-09T23:58:36.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.058+0000 7f604b7fe640 1 -- 172.21.15.1:0/1624188275 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f6054019d10 con 0x55d710e39cc0 2024-02-09T23:58:36.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.058+0000 7f60755fc740 1 -- 172.21.15.1:0/1624188275 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d710e50030 con 0x55d710e39cc0 2024-02-09T23:58:36.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.058+0000 7f604b7fe640 1 -- 172.21.15.1:0/1624188275 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6054005070 con 0x55d710e39cc0 2024-02-09T23:58:36.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.058+0000 7f60755fc740 10 client.15144 fetch_fsmap learned FSMap version 26 2024-02-09T23:58:36.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.058+0000 7f60755fc740 1 -- 172.21.15.1:0/1624188275 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55d710d63930 con 0x55d710e39cc0 2024-02-09T23:58:36.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.058+0000 7f604b7fe640 1 -- 172.21.15.1:0/1624188275 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55d710e50030 con 0x55d710e39cc0 2024-02-09T23:58:36.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.058+0000 7f604b7fe640 1 -- 172.21.15.1:0/1624188275 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f6054022400 con 0x55d710e39cc0 2024-02-09T23:58:36.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.059+0000 7f60755fc740 10 client.15144 fetch_fsmap finished waiting for FSMap version 26 2024-02-09T23:58:36.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.059+0000 7f60755fc740 10 client.15144 resolve_mds: resolved name 'b' to daemon mds.b 2024-02-09T23:58:36.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.059+0000 7f60755fc740 20 client.15144 populate_metadata read hostname 'smithi001' 2024-02-09T23:58:36.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.059+0000 7f60755fc740 1 --2- 172.21.15.1:0/1624188275 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d710e3f820 0x55d710eac080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:36.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.059+0000 7f60755fc740 4 client.15144 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "status"}] 2024-02-09T23:58:36.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.059+0000 7f60755fc740 1 -- 172.21.15.1:0/1624188275 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55d710aa26c0 con 0x55d710e3f820 2024-02-09T23:58:36.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.059+0000 7f606bfff640 1 --2- 172.21.15.1:0/1624188275 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d710e3f820 0x55d710eac080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:36.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.059+0000 7f604b7fe640 10 client.15144 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-09T23:58:36.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.059+0000 7f606bfff640 1 --2- 172.21.15.1:0/1624188275 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d710e3f820 0x55d710eac080 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8716f9c44e75d4c4 server_cookie=309c42bc83527526 in_seq=0 out_seq=0 2024-02-09T23:58:36.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.059+0000 7f604b7fe640 1 -- 172.21.15.1:0/1624188275 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x55d710aa26c0 con 0x55d710e3f820 2024-02-09T23:58:36.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.059+0000 7f604b7fe640 10 client.15144 handle_command_reply: tid=0 2024-02-09T23:58:36.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.059+0000 7f60755fc740 1 client.15144 shutdown 2024-02-09T23:58:36.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.060+0000 7f60755fc740 1 -- 172.21.15.1:0/1624188275 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d710e39cc0 msgr2=0x55d710ea3130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:36.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.060+0000 7f60755fc740 1 --2- 172.21.15.1:0/1624188275 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d710e39cc0 0x55d710ea3130 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f6054009c10 tx=0x7f6054019840 comp rx=0 tx=0).stop 2024-02-09T23:58:36.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.060+0000 7f60755fc740 1 -- 172.21.15.1:0/1624188275 shutdown_connections 2024-02-09T23:58:36.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.060+0000 7f60755fc740 1 --2- 172.21.15.1:0/1624188275 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d710e3f820 0x55d710eac080 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.060+0000 7f60755fc740 1 --2- 172.21.15.1:0/1624188275 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d710e3a6b0 0x55d710eaa100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.060+0000 7f60755fc740 1 --2- 172.21.15.1:0/1624188275 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d710e39cc0 0x55d710ea3130 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.060+0000 7f604b7fe640 0 client.15144 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-09T23:58:36.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.060+0000 7f60755fc740 1 --2- 172.21.15.1:0/1624188275 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d710e35230 0x55d710ea2bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.060+0000 7f60755fc740 1 -- 172.21.15.1:0/1624188275 >> 172.21.15.1:0/1624188275 conn(0x55d710e30710 msgr2=0x55d710e587c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:36.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.060+0000 7f60755fc740 1 -- 172.21.15.1:0/1624188275 shutdown_connections 2024-02-09T23:58:36.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.060+0000 7f60755fc740 1 -- 172.21.15.1:0/1624188275 wait complete. 2024-02-09T23:58:36.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.060+0000 7f60755fc740 20 client.15144 trim_cache size 0 max 16384 2024-02-09T23:58:36.072 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-09T23:58:36.072 INFO:teuthology.orchestra.run.smithi001.stdout: "cluster_fsid": "b5005240-c7a5-11ee-95b8-87774f69a715", 2024-02-09T23:58:36.072 INFO:teuthology.orchestra.run.smithi001.stdout: "whoami": 0, 2024-02-09T23:58:36.072 INFO:teuthology.orchestra.run.smithi001.stdout: "id": 24518, 2024-02-09T23:58:36.072 INFO:teuthology.orchestra.run.smithi001.stdout: "want_state": "up:active", 2024-02-09T23:58:36.072 INFO:teuthology.orchestra.run.smithi001.stdout: "state": "up:active", 2024-02-09T23:58:36.072 INFO:teuthology.orchestra.run.smithi001.stdout: "fs_name": "cephfs", 2024-02-09T23:58:36.072 INFO:teuthology.orchestra.run.smithi001.stdout: "rank_uptime": 89.443102737000004, 2024-02-09T23:58:36.073 INFO:teuthology.orchestra.run.smithi001.stdout: "mdsmap_epoch": 26, 2024-02-09T23:58:36.073 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_epoch": 87, 2024-02-09T23:58:36.073 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_epoch_barrier": 85, 2024-02-09T23:58:36.073 INFO:teuthology.orchestra.run.smithi001.stdout: "uptime": 95.459940692999993 2024-02-09T23:58:36.073 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-09T23:58:36.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.060+0000 7f6072a23640 1 -- 172.21.15.1:0/1770689603 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f60580a2150 msgr2=0x7f60580a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:36.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.060+0000 7f6072a23640 1 --2- 172.21.15.1:0/1770689603 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f60580a2150 0x7f60580a4610 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f6064005e30 tx=0x7f6064032380 comp rx=0 tx=0).stop 2024-02-09T23:58:36.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.060+0000 7f6072a23640 1 -- 172.21.15.1:0/1770689603 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f606c100150 msgr2=0x7f606c069070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:36.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.060+0000 7f6072a23640 1 --2- 172.21.15.1:0/1770689603 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f606c100150 0x7f606c069070 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f605c00d950 tx=0x7f605c00de10 comp rx=0 tx=0).stop 2024-02-09T23:58:36.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.060+0000 7f6072a23640 1 -- 172.21.15.1:0/1770689603 shutdown_connections 2024-02-09T23:58:36.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.060+0000 7f6072a23640 1 --2- 172.21.15.1:0/1770689603 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f606c101d00 0x7f606c19e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.060+0000 7f6072a23640 1 --2- 172.21.15.1:0/1770689603 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f60580a2150 0x7f60580a4610 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.060+0000 7f6072a23640 1 --2- 172.21.15.1:0/1770689603 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f606c101340 0x7f606c19bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.060+0000 7f6072a23640 1 --2- 172.21.15.1:0/1770689603 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f606c100150 0x7f606c069070 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:36.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.060+0000 7f6072a23640 1 -- 172.21.15.1:0/1770689603 >> 172.21.15.1:0/1770689603 conn(0x7f606c0fb6c0 msgr2=0x7f606c104640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:36.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.060+0000 7f6072a23640 1 -- 172.21.15.1:0/1770689603 shutdown_connections 2024-02-09T23:58:36.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:36.060+0000 7f6072a23640 1 -- 172.21.15.1:0/1770689603 wait complete. 2024-02-09T23:58:36.076 INFO:tasks.cephadm:Setup complete, yielding 2024-02-09T23:58:36.076 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-02-09T23:58:36.086 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi001.front.sepia.ceph.com 2024-02-09T23:58:36.087 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- bash -c 'ceph orch status' 2024-02-09T23:58:36.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:36 smithi001 ceph-mon[32335]: pgmap v332: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-02-09T23:58:36.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:36 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/413784846' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:58:36.334 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:58:36.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:36 smithi088 ceph-mon[36452]: pgmap v332: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-02-09T23:58:36.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:36 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/413784846' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:58:36.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:36 smithi103 ceph-mon[36942]: pgmap v332: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 9 op/s 2024-02-09T23:58:36.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:36 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/413784846' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:58:37.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:37 smithi103 ceph-mon[36942]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-02-09T23:58:37.455 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:37 smithi001 ceph-mon[32335]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-02-09T23:58:37.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:37 smithi088 ceph-mon[36452]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-02-09T23:58:38.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.067+0000 7f371ea11700 1 -- 172.21.15.1:0/2590389042 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f37181027f0 msgr2=0x7f37181090a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:38.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.067+0000 7f371ea11700 1 --2- 172.21.15.1:0/2590389042 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f37181027f0 0x7f37181090a0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f371000b0a0 tx=0x7f371000b3b0 comp rx=0 tx=0).stop 2024-02-09T23:58:38.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.068+0000 7f371ea11700 1 -- 172.21.15.1:0/2590389042 shutdown_connections 2024-02-09T23:58:38.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.068+0000 7f371ea11700 1 --2- 172.21.15.1:0/2590389042 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f37181027f0 0x7f37181090a0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:38.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.068+0000 7f371ea11700 1 --2- 172.21.15.1:0/2590389042 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3718100c50 0x7f3718101070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:38.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.068+0000 7f371ea11700 1 --2- 172.21.15.1:0/2590389042 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3718101e50 0x7f37181022b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:38.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.068+0000 7f371ea11700 1 -- 172.21.15.1:0/2590389042 >> 172.21.15.1:0/2590389042 conn(0x7f37180fc210 msgr2=0x7f37180fe630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:38.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.068+0000 7f371ea11700 1 -- 172.21.15.1:0/2590389042 shutdown_connections 2024-02-09T23:58:38.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.068+0000 7f371ea11700 1 -- 172.21.15.1:0/2590389042 wait complete. 2024-02-09T23:58:38.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.068+0000 7f371ea11700 1 Processor -- start 2024-02-09T23:58:38.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.068+0000 7f371ea11700 1 -- start start 2024-02-09T23:58:38.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.069+0000 7f371ea11700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3718100c50 0x7f371810b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:38.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.069+0000 7f371ea11700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3718101e50 0x7f3718109a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:38.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.069+0000 7f371ea11700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f37181027f0 0x7f3718109f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:38.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.069+0000 7f371ea11700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f371810a6e0 con 0x7f3718101e50 2024-02-09T23:58:38.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.069+0000 7f371ea11700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f371810a850 con 0x7f37181027f0 2024-02-09T23:58:38.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.069+0000 7f371ea11700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37181a1eb0 con 0x7f3718100c50 2024-02-09T23:58:38.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.069+0000 7f37177fe700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3718101e50 0x7f3718109a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:38.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.069+0000 7f37177fe700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3718101e50 0x7f3718109a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52438/0 (socket says 172.21.15.1:52438) 2024-02-09T23:58:38.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.069+0000 7f37177fe700 1 -- 172.21.15.1:0/4294376581 learned_addr learned my addr 172.21.15.1:0/4294376581 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:38.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.069+0000 7f3717fff700 1 --2- 172.21.15.1:0/4294376581 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3718100c50 0x7f371810b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:38.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.069+0000 7f371cfae700 1 --2- 172.21.15.1:0/4294376581 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f37181027f0 0x7f3718109f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:38.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.069+0000 7f37177fe700 1 -- 172.21.15.1:0/4294376581 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3718100c50 msgr2=0x7f371810b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:38.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.069+0000 7f37177fe700 1 --2- 172.21.15.1:0/4294376581 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3718100c50 0x7f371810b3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:38.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.069+0000 7f37177fe700 1 -- 172.21.15.1:0/4294376581 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f37181027f0 msgr2=0x7f3718109f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:38.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.069+0000 7f37177fe700 1 --2- 172.21.15.1:0/4294376581 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f37181027f0 0x7f3718109f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:38.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.069+0000 7f37177fe700 1 -- 172.21.15.1:0/4294376581 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3710009d00 con 0x7f3718101e50 2024-02-09T23:58:38.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.069+0000 7f371cfae700 1 --2- 172.21.15.1:0/4294376581 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f37181027f0 0x7f3718109f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:58:38.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.069+0000 7f37177fe700 1 --2- 172.21.15.1:0/4294376581 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3718101e50 0x7f3718109a20 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f370c00d950 tx=0x7f370c00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:38.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.069+0000 7f37157fa700 1 -- 172.21.15.1:0/4294376581 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f370c009940 con 0x7f3718101e50 2024-02-09T23:58:38.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.069+0000 7f371ea11700 1 -- 172.21.15.1:0/4294376581 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f37181a2190 con 0x7f3718101e50 2024-02-09T23:58:38.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.070+0000 7f37157fa700 1 -- 172.21.15.1:0/4294376581 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f370c010460 con 0x7f3718101e50 2024-02-09T23:58:38.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.070+0000 7f371ea11700 1 -- 172.21.15.1:0/4294376581 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f37181a2760 con 0x7f3718101e50 2024-02-09T23:58:38.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.070+0000 7f37157fa700 1 -- 172.21.15.1:0/4294376581 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f370c00f620 con 0x7f3718101e50 2024-02-09T23:58:38.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.071+0000 7f371ea11700 1 -- 172.21.15.1:0/4294376581 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3718107fb0 con 0x7f3718101e50 2024-02-09T23:58:38.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.072+0000 7f37157fa700 1 -- 172.21.15.1:0/4294376581 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f370c0105d0 con 0x7f3718101e50 2024-02-09T23:58:38.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.072+0000 7f37157fa700 1 --2- 172.21.15.1:0/4294376581 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f37000a2150 0x7f37000a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:38.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.072+0000 7f3717fff700 1 --2- 172.21.15.1:0/4294376581 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f37000a2150 0x7f37000a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:38.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.072+0000 7f37157fa700 1 -- 172.21.15.1:0/4294376581 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f370c0cdfd0 con 0x7f3718101e50 2024-02-09T23:58:38.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.073+0000 7f3717fff700 1 --2- 172.21.15.1:0/4294376581 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f37000a2150 0x7f37000a4610 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f3718101cb0 tx=0x7f3708009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:38.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.076+0000 7f37157fa700 1 -- 172.21.15.1:0/4294376581 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f370c09aae0 con 0x7f3718101e50 2024-02-09T23:58:38.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.300+0000 7f371ea11700 1 -- 172.21.15.1:0/4294376581 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) v1 -- 0x7f3718062160 con 0x7f37000a2150 2024-02-09T23:58:38.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.301+0000 7f37157fa700 1 -- 172.21.15.1:0/4294376581 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+43 (secure 0 0 0) 0x7f3718062160 con 0x7f37000a2150 2024-02-09T23:58:38.304 INFO:teuthology.orchestra.run.smithi001.stdout:Backend: cephadm 2024-02-09T23:58:38.304 INFO:teuthology.orchestra.run.smithi001.stdout:Available: Yes 2024-02-09T23:58:38.304 INFO:teuthology.orchestra.run.smithi001.stdout:Paused: No 2024-02-09T23:58:38.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.303+0000 7f371ea11700 1 -- 172.21.15.1:0/4294376581 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f37000a2150 msgr2=0x7f37000a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:38.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.303+0000 7f371ea11700 1 --2- 172.21.15.1:0/4294376581 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f37000a2150 0x7f37000a4610 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f3718101cb0 tx=0x7f3708009190 comp rx=0 tx=0).stop 2024-02-09T23:58:38.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.303+0000 7f371ea11700 1 -- 172.21.15.1:0/4294376581 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3718101e50 msgr2=0x7f3718109a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:38.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.303+0000 7f371ea11700 1 --2- 172.21.15.1:0/4294376581 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3718101e50 0x7f3718109a20 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f370c00d950 tx=0x7f370c00dc60 comp rx=0 tx=0).stop 2024-02-09T23:58:38.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.303+0000 7f371ea11700 1 -- 172.21.15.1:0/4294376581 shutdown_connections 2024-02-09T23:58:38.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.303+0000 7f371ea11700 1 --2- 172.21.15.1:0/4294376581 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f37000a2150 0x7f37000a4610 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:38.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.303+0000 7f371ea11700 1 --2- 172.21.15.1:0/4294376581 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f37181027f0 0x7f3718109f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:38.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.303+0000 7f371ea11700 1 --2- 172.21.15.1:0/4294376581 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3718100c50 0x7f371810b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:38.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.303+0000 7f371ea11700 1 --2- 172.21.15.1:0/4294376581 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3718101e50 0x7f3718109a20 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:38.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.303+0000 7f371ea11700 1 -- 172.21.15.1:0/4294376581 >> 172.21.15.1:0/4294376581 conn(0x7f37180fc210 msgr2=0x7f37181050f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:38.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.303+0000 7f371ea11700 1 -- 172.21.15.1:0/4294376581 shutdown_connections 2024-02-09T23:58:38.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:38.303+0000 7f371ea11700 1 -- 172.21.15.1:0/4294376581 wait complete. 2024-02-09T23:58:38.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:38 smithi103 ceph-mon[36942]: pgmap v333: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-02-09T23:58:38.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:38 smithi001 ceph-mon[32335]: pgmap v333: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-02-09T23:58:38.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:38 smithi088 ceph-mon[36452]: pgmap v333: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-02-09T23:58:39.018 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- bash -c 'ceph orch ps' 2024-02-09T23:58:39.271 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:58:40.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:40 smithi103 ceph-mon[36942]: pgmap v334: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 10 op/s 2024-02-09T23:58:40.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:40 smithi103 ceph-mon[36942]: from='client.15150 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:58:40.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:40 smithi001 ceph-mon[32335]: pgmap v334: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 10 op/s 2024-02-09T23:58:40.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:40 smithi001 ceph-mon[32335]: from='client.15150 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:58:40.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:40 smithi088 ceph-mon[36452]: pgmap v334: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 10 op/s 2024-02-09T23:58:40.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:40 smithi088 ceph-mon[36452]: from='client.15150 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:58:41.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.001+0000 7f2679fa8700 1 -- 172.21.15.1:0/3890569534 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2674103040 msgr2=0x7f26741034a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:41.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.001+0000 7f2679fa8700 1 --2- 172.21.15.1:0/3890569534 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2674103040 0x7f26741034a0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f265c009990 tx=0x7f265c009ca0 comp rx=0 tx=0).stop 2024-02-09T23:58:41.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.002+0000 7f2679fa8700 1 -- 172.21.15.1:0/3890569534 shutdown_connections 2024-02-09T23:58:41.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.002+0000 7f2679fa8700 1 --2- 172.21.15.1:0/3890569534 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26741039e0 0x7f267410a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:41.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.002+0000 7f2679fa8700 1 --2- 172.21.15.1:0/3890569534 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2674100060 0x7f2674100480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:41.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.002+0000 7f2679fa8700 1 --2- 172.21.15.1:0/3890569534 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2674103040 0x7f26741034a0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:41.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.002+0000 7f2679fa8700 1 -- 172.21.15.1:0/3890569534 >> 172.21.15.1:0/3890569534 conn(0x7f26740fb9c0 msgr2=0x7f26740fde00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:41.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.002+0000 7f2679fa8700 1 -- 172.21.15.1:0/3890569534 shutdown_connections 2024-02-09T23:58:41.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.002+0000 7f2679fa8700 1 -- 172.21.15.1:0/3890569534 wait complete. 2024-02-09T23:58:41.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.002+0000 7f2679fa8700 1 Processor -- start 2024-02-09T23:58:41.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.002+0000 7f2679fa8700 1 -- start start 2024-02-09T23:58:41.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.003+0000 7f2679fa8700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2674100060 0x7f2674197db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:41.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.003+0000 7f2679fa8700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2674103040 0x7f26741982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:41.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.003+0000 7f2679fa8700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f26741039e0 0x7f267419f330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:41.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.003+0000 7f2679fa8700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f267419f900 con 0x7f2674100060 2024-02-09T23:58:41.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.003+0000 7f2679fa8700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f267419fa40 con 0x7f2674103040 2024-02-09T23:58:41.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.003+0000 7f2679fa8700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f267419fc00 con 0x7f26741039e0 2024-02-09T23:58:41.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.003+0000 7f26737fe700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2674100060 0x7f2674197db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:41.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.003+0000 7f26737fe700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2674100060 0x7f2674197db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37378/0 (socket says 172.21.15.1:37378) 2024-02-09T23:58:41.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.003+0000 7f26737fe700 1 -- 172.21.15.1:0/4232718254 learned_addr learned my addr 172.21.15.1:0/4232718254 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:41.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.003+0000 7f2673fff700 1 --2- 172.21.15.1:0/4232718254 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f26741039e0 0x7f267419f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:41.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.003+0000 7f2672ffd700 1 --2- 172.21.15.1:0/4232718254 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2674103040 0x7f26741982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:41.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.003+0000 7f26737fe700 1 -- 172.21.15.1:0/4232718254 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f26741039e0 msgr2=0x7f267419f330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:41.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.003+0000 7f26737fe700 1 --2- 172.21.15.1:0/4232718254 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f26741039e0 0x7f267419f330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:41.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.003+0000 7f26737fe700 1 -- 172.21.15.1:0/4232718254 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2674103040 msgr2=0x7f26741982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:41.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.003+0000 7f26737fe700 1 --2- 172.21.15.1:0/4232718254 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2674103040 0x7f26741982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:41.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.003+0000 7f26737fe700 1 -- 172.21.15.1:0/4232718254 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f265c0095f0 con 0x7f2674100060 2024-02-09T23:58:41.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.003+0000 7f26737fe700 1 --2- 172.21.15.1:0/4232718254 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2674100060 0x7f2674197db0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f266c00b9c0 tx=0x7f266c00bcd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:41.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.003+0000 7f2670ff9700 1 -- 172.21.15.1:0/4232718254 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f266c00c890 con 0x7f2674100060 2024-02-09T23:58:41.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.003+0000 7f2679fa8700 1 -- 172.21.15.1:0/4232718254 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f267419fee0 con 0x7f2674100060 2024-02-09T23:58:41.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.003+0000 7f2670ff9700 1 -- 172.21.15.1:0/4232718254 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f266c014440 con 0x7f2674100060 2024-02-09T23:58:41.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.003+0000 7f2670ff9700 1 -- 172.21.15.1:0/4232718254 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f266c0125a0 con 0x7f2674100060 2024-02-09T23:58:41.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.004+0000 7f2679fa8700 1 -- 172.21.15.1:0/4232718254 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26741a02f0 con 0x7f2674100060 2024-02-09T23:58:41.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.005+0000 7f2679fa8700 1 -- 172.21.15.1:0/4232718254 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2674109200 con 0x7f2674100060 2024-02-09T23:58:41.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.005+0000 7f2670ff9700 1 -- 172.21.15.1:0/4232718254 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f266c014940 con 0x7f2674100060 2024-02-09T23:58:41.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.006+0000 7f2670ff9700 1 --2- 172.21.15.1:0/4232718254 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f26600a2150 0x7f26600a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:41.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.006+0000 7f2672ffd700 1 --2- 172.21.15.1:0/4232718254 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f26600a2150 0x7f26600a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:41.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.006+0000 7f2670ff9700 1 -- 172.21.15.1:0/4232718254 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f266c006e40 con 0x7f2674100060 2024-02-09T23:58:41.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.007+0000 7f2672ffd700 1 --2- 172.21.15.1:0/4232718254 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f26600a2150 0x7f26600a4610 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f265c003790 tx=0x7f265c005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:41.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.011+0000 7f2670ff9700 1 -- 172.21.15.1:0/4232718254 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f266c0961f0 con 0x7f2674100060 2024-02-09T23:58:41.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.222+0000 7f2679fa8700 1 -- 172.21.15.1:0/4232718254 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7f267402d920 con 0x7f26600a2150 2024-02-09T23:58:41.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.235+0000 7f2670ff9700 1 -- 172.21.15.1:0/4232718254 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+4185 (secure 0 0 0) 0x7f267402d920 con 0x7f26600a2150 2024-02-09T23:58:41.239 INFO:teuthology.orchestra.run.smithi001.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-02-09T23:58:41.239 INFO:teuthology.orchestra.run.smithi001.stdout:mds.a smithi001 running (104s) 17s ago 103s 19.2M - 19.0.0-1361-g290212a1 c328ab9dcfc7 a9ff8e2a8b6a 2024-02-09T23:58:41.239 INFO:teuthology.orchestra.run.smithi001.stdout:mds.b smithi088 running (101s) 34s ago 100s 25.8M - 19.0.0-1361-g290212a1 c328ab9dcfc7 7e365ad4104f 2024-02-09T23:58:41.239 INFO:teuthology.orchestra.run.smithi001.stdout:mds.c smithi103 running (115s) 34s ago 115s 18.9M - 19.0.0-1361-g290212a1 c328ab9dcfc7 ef436b04291a 2024-02-09T23:58:41.239 INFO:teuthology.orchestra.run.smithi001.stdout:mds.d smithi001 running (2m) 17s ago 2m 13.6M - 19.0.0-1361-g290212a1 c328ab9dcfc7 1fcd3d3e0482 2024-02-09T23:58:41.239 INFO:teuthology.orchestra.run.smithi001.stdout:mds.e smithi088 running (2m) 34s ago 2m 18.3M - 19.0.0-1361-g290212a1 c328ab9dcfc7 a69dcb8dc0e0 2024-02-09T23:58:41.240 INFO:teuthology.orchestra.run.smithi001.stdout:mds.f smithi103 running (118s) 34s ago 118s 16.9M - 19.0.0-1361-g290212a1 c328ab9dcfc7 3576b56f4bb0 2024-02-09T23:58:41.240 INFO:teuthology.orchestra.run.smithi001.stdout:mds.g smithi001 running (106s) 17s ago 106s 17.1M - 19.0.0-1361-g290212a1 c328ab9dcfc7 b52212e848a8 2024-02-09T23:58:41.240 INFO:teuthology.orchestra.run.smithi001.stdout:mds.h smithi088 running (112s) 34s ago 112s 17.5M - 19.0.0-1361-g290212a1 c328ab9dcfc7 f3736c712d9d 2024-02-09T23:58:41.240 INFO:teuthology.orchestra.run.smithi001.stdout:mds.i smithi103 running (109s) 34s ago 109s 20.1M - 19.0.0-1361-g290212a1 c328ab9dcfc7 8475d9bdef51 2024-02-09T23:58:41.240 INFO:teuthology.orchestra.run.smithi001.stdout:mds.j smithi001 running (2m) 17s ago 2m 14.0M - 19.0.0-1361-g290212a1 c328ab9dcfc7 bcf1652ca0ee 2024-02-09T23:58:41.240 INFO:teuthology.orchestra.run.smithi001.stdout:mds.k smithi088 running (2m) 34s ago 2m 16.9M - 19.0.0-1361-g290212a1 c328ab9dcfc7 d6de9bb9af1c 2024-02-09T23:58:41.240 INFO:teuthology.orchestra.run.smithi001.stdout:mds.l smithi103 running (2m) 34s ago 2m 17.0M - 19.0.0-1361-g290212a1 c328ab9dcfc7 ef7bcb05a219 2024-02-09T23:58:41.240 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.x smithi001 *:9283,8765 running (9m) 17s ago 9m 512M - 19.0.0-1361-g290212a1 c328ab9dcfc7 a94eef316bba 2024-02-09T23:58:41.240 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.y smithi088 *:8443,8765 running (7m) 34s ago 7m 455M - 19.0.0-1361-g290212a1 c328ab9dcfc7 9163162a5bc9 2024-02-09T23:58:41.240 INFO:teuthology.orchestra.run.smithi001.stdout:mgr.z smithi103 *:8443,8765 running (7m) 34s ago 7m 450M - 19.0.0-1361-g290212a1 c328ab9dcfc7 17460a0e6862 2024-02-09T23:58:41.241 INFO:teuthology.orchestra.run.smithi001.stdout:mon.a smithi001 running (9m) 17s ago 9m 49.7M 2048M 19.0.0-1361-g290212a1 c328ab9dcfc7 a33cab58dede 2024-02-09T23:58:41.241 INFO:teuthology.orchestra.run.smithi001.stdout:mon.b smithi088 running (7m) 34s ago 7m 41.0M 2048M 19.0.0-1361-g290212a1 c328ab9dcfc7 008378dd5436 2024-02-09T23:58:41.241 INFO:teuthology.orchestra.run.smithi001.stdout:mon.c smithi103 running (7m) 34s ago 7m 42.4M 2048M 19.0.0-1361-g290212a1 c328ab9dcfc7 4bc61bf15405 2024-02-09T23:58:41.241 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 smithi001 running (7m) 17s ago 7m 44.9M 4273M 19.0.0-1361-g290212a1 c328ab9dcfc7 930bce301c98 2024-02-09T23:58:41.241 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 smithi088 running (6m) 34s ago 6m 46.5M 4270M 19.0.0-1361-g290212a1 c328ab9dcfc7 799158ab6a8d 2024-02-09T23:58:41.241 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 smithi103 running (6m) 34s ago 6m 46.0M 4270M 19.0.0-1361-g290212a1 c328ab9dcfc7 879030bfbd59 2024-02-09T23:58:41.241 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 smithi001 running (5m) 17s ago 5m 55.7M 4273M 19.0.0-1361-g290212a1 c328ab9dcfc7 54bfacb7de64 2024-02-09T23:58:41.241 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 smithi088 running (5m) 34s ago 5m 42.2M 4270M 19.0.0-1361-g290212a1 c328ab9dcfc7 b766001f7cc0 2024-02-09T23:58:41.241 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 smithi103 running (5m) 34s ago 5m 46.1M 4270M 19.0.0-1361-g290212a1 c328ab9dcfc7 9865f94c0aaa 2024-02-09T23:58:41.241 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 smithi001 running (4m) 17s ago 4m 41.5M 4273M 19.0.0-1361-g290212a1 c328ab9dcfc7 ff00d036f5aa 2024-02-09T23:58:41.241 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 smithi088 running (4m) 34s ago 4m 42.9M 4270M 19.0.0-1361-g290212a1 c328ab9dcfc7 d0f5d7f43f45 2024-02-09T23:58:41.242 INFO:teuthology.orchestra.run.smithi001.stdout:osd.8 smithi103 running (3m) 34s ago 3m 54.8M 4270M 19.0.0-1361-g290212a1 c328ab9dcfc7 fce24e9d5245 2024-02-09T23:58:41.242 INFO:teuthology.orchestra.run.smithi001.stdout:osd.9 smithi001 running (3m) 17s ago 3m 42.6M 4273M 19.0.0-1361-g290212a1 c328ab9dcfc7 25519c3bdf85 2024-02-09T23:58:41.242 INFO:teuthology.orchestra.run.smithi001.stdout:osd.10 smithi088 running (2m) 34s ago 2m 43.5M 4270M 19.0.0-1361-g290212a1 c328ab9dcfc7 33847631dddc 2024-02-09T23:58:41.242 INFO:teuthology.orchestra.run.smithi001.stdout:osd.11 smithi103 running (2m) 34s ago 2m 41.9M 4270M 19.0.0-1361-g290212a1 c328ab9dcfc7 f2827be2e68d 2024-02-09T23:58:41.243 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.237+0000 7f2679fa8700 1 -- 172.21.15.1:0/4232718254 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f26600a2150 msgr2=0x7f26600a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:41.243 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.237+0000 7f2679fa8700 1 --2- 172.21.15.1:0/4232718254 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f26600a2150 0x7f26600a4610 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f265c003790 tx=0x7f265c005fd0 comp rx=0 tx=0).stop 2024-02-09T23:58:41.243 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.237+0000 7f2679fa8700 1 -- 172.21.15.1:0/4232718254 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2674100060 msgr2=0x7f2674197db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:41.243 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.237+0000 7f2679fa8700 1 --2- 172.21.15.1:0/4232718254 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2674100060 0x7f2674197db0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f266c00b9c0 tx=0x7f266c00bcd0 comp rx=0 tx=0).stop 2024-02-09T23:58:41.243 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.237+0000 7f2679fa8700 1 -- 172.21.15.1:0/4232718254 shutdown_connections 2024-02-09T23:58:41.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.237+0000 7f2679fa8700 1 --2- 172.21.15.1:0/4232718254 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f26600a2150 0x7f26600a4610 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:41.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.237+0000 7f2679fa8700 1 --2- 172.21.15.1:0/4232718254 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2674100060 0x7f2674197db0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:41.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.237+0000 7f2679fa8700 1 --2- 172.21.15.1:0/4232718254 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f26741039e0 0x7f267419f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:41.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.237+0000 7f2679fa8700 1 --2- 172.21.15.1:0/4232718254 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2674103040 0x7f26741982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:41.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.237+0000 7f2679fa8700 1 -- 172.21.15.1:0/4232718254 >> 172.21.15.1:0/4232718254 conn(0x7f26740fb9c0 msgr2=0x7f2674106340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:41.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.237+0000 7f2679fa8700 1 -- 172.21.15.1:0/4232718254 shutdown_connections 2024-02-09T23:58:41.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:41.238+0000 7f2679fa8700 1 -- 172.21.15.1:0/4232718254 wait complete. 2024-02-09T23:58:42.050 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- bash -c 'ceph orch ls' 2024-02-09T23:58:42.301 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:58:42.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:42 smithi103 ceph-mon[36942]: pgmap v335: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 255 B/s wr, 10 op/s 2024-02-09T23:58:42.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:42 smithi103 ceph-mon[36942]: from='client.15156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:58:42.422 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:42 smithi001 ceph-mon[32335]: pgmap v335: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 255 B/s wr, 10 op/s 2024-02-09T23:58:42.422 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:42 smithi001 ceph-mon[32335]: from='client.15156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:58:42.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:42 smithi088 ceph-mon[36452]: pgmap v335: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 255 B/s wr, 10 op/s 2024-02-09T23:58:42.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:42 smithi088 ceph-mon[36452]: from='client.15156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:58:44.044 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.039+0000 7f7330322700 1 -- 172.21.15.1:0/2756284682 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7328103910 msgr2=0x7f732810a1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:44.044 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.039+0000 7f7330322700 1 --2- 172.21.15.1:0/2756284682 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7328103910 0x7f732810a1c0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f732000b0d0 tx=0x7f732000b3e0 comp rx=0 tx=0).stop 2024-02-09T23:58:44.044 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.039+0000 7f7330322700 1 -- 172.21.15.1:0/2756284682 shutdown_connections 2024-02-09T23:58:44.044 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.039+0000 7f7330322700 1 --2- 172.21.15.1:0/2756284682 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7328103910 0x7f732810a1c0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:44.044 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.039+0000 7f7330322700 1 --2- 172.21.15.1:0/2756284682 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7328101d70 0x7f7328102190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:44.044 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.039+0000 7f7330322700 1 --2- 172.21.15.1:0/2756284682 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7328102f70 0x7f73281033d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:44.044 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.039+0000 7f7330322700 1 -- 172.21.15.1:0/2756284682 >> 172.21.15.1:0/2756284682 conn(0x7f73280fd330 msgr2=0x7f73280ff750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:44.044 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.039+0000 7f7330322700 1 -- 172.21.15.1:0/2756284682 shutdown_connections 2024-02-09T23:58:44.044 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.039+0000 7f7330322700 1 -- 172.21.15.1:0/2756284682 wait complete. 2024-02-09T23:58:44.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.039+0000 7f7330322700 1 Processor -- start 2024-02-09T23:58:44.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.039+0000 7f7330322700 1 -- start start 2024-02-09T23:58:44.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.040+0000 7f7330322700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7328101d70 0x7f7328197d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:44.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.040+0000 7f7330322700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7328102f70 0x7f7328198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:44.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.040+0000 7f7330322700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7328103910 0x7f732819f300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:44.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.040+0000 7f7330322700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f732819f8d0 con 0x7f7328101d70 2024-02-09T23:58:44.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.040+0000 7f7330322700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f732819fa10 con 0x7f7328103910 2024-02-09T23:58:44.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.040+0000 7f7330322700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f732819fba0 con 0x7f7328102f70 2024-02-09T23:58:44.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.040+0000 7f732e0be700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7328101d70 0x7f7328197d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:44.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.040+0000 7f732e0be700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7328101d70 0x7f7328197d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37392/0 (socket says 172.21.15.1:37392) 2024-02-09T23:58:44.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.040+0000 7f732e0be700 1 -- 172.21.15.1:0/4192570198 learned_addr learned my addr 172.21.15.1:0/4192570198 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:44.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.040+0000 7f732d8bd700 1 --2- 172.21.15.1:0/4192570198 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7328102f70 0x7f7328198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:44.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.040+0000 7f732e8bf700 1 --2- 172.21.15.1:0/4192570198 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7328103910 0x7f732819f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:44.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.040+0000 7f732e0be700 1 -- 172.21.15.1:0/4192570198 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7328102f70 msgr2=0x7f7328198280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:44.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.040+0000 7f732e0be700 1 --2- 172.21.15.1:0/4192570198 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7328102f70 0x7f7328198280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:44.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.040+0000 7f732e0be700 1 -- 172.21.15.1:0/4192570198 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7328103910 msgr2=0x7f732819f300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:44.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.040+0000 7f732e0be700 1 --2- 172.21.15.1:0/4192570198 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7328103910 0x7f732819f300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:44.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.040+0000 7f732e0be700 1 -- 172.21.15.1:0/4192570198 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7320009d00 con 0x7f7328101d70 2024-02-09T23:58:44.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.040+0000 7f732e0be700 1 --2- 172.21.15.1:0/4192570198 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7328101d70 0x7f7328197d40 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f732400c9c0 tx=0x7f732400ccd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:44.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.040+0000 7f731f7fe700 1 -- 172.21.15.1:0/4192570198 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7324007ac0 con 0x7f7328101d70 2024-02-09T23:58:44.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.040+0000 7f7330322700 1 -- 172.21.15.1:0/4192570198 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f732819fe80 con 0x7f7328101d70 2024-02-09T23:58:44.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.040+0000 7f731f7fe700 1 -- 172.21.15.1:0/4192570198 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7324007c20 con 0x7f7328101d70 2024-02-09T23:58:44.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.040+0000 7f7330322700 1 -- 172.21.15.1:0/4192570198 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73281a02a0 con 0x7f7328101d70 2024-02-09T23:58:44.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.040+0000 7f731f7fe700 1 -- 172.21.15.1:0/4192570198 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7324018600 con 0x7f7328101d70 2024-02-09T23:58:44.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.041+0000 7f7330322700 1 -- 172.21.15.1:0/4192570198 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7328109060 con 0x7f7328101d70 2024-02-09T23:58:44.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.043+0000 7f731f7fe700 1 -- 172.21.15.1:0/4192570198 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f732400f450 con 0x7f7328101d70 2024-02-09T23:58:44.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.043+0000 7f731f7fe700 1 --2- 172.21.15.1:0/4192570198 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f73140a2150 0x7f73140a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:44.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.043+0000 7f732d8bd700 1 --2- 172.21.15.1:0/4192570198 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f73140a2150 0x7f73140a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:44.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.043+0000 7f731f7fe700 1 -- 172.21.15.1:0/4192570198 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f73240cdbc0 con 0x7f7328101d70 2024-02-09T23:58:44.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.044+0000 7f732d8bd700 1 --2- 172.21.15.1:0/4192570198 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f73140a2150 0x7f73140a4610 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f7318005950 tx=0x7f731800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:44.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.047+0000 7f731f7fe700 1 -- 172.21.15.1:0/4192570198 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f7324096cc0 con 0x7f7328101d70 2024-02-09T23:58:44.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.261+0000 7f7330322700 1 -- 172.21.15.1:0/4192570198 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) v1 -- 0x7f732802d970 con 0x7f73140a2150 2024-02-09T23:58:44.269 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.267+0000 7f731f7fe700 1 -- 172.21.15.1:0/4192570198 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+980 (secure 0 0 0) 0x7f732802d970 con 0x7f73140a2150 2024-02-09T23:58:44.270 INFO:teuthology.orchestra.run.smithi001.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-02-09T23:58:44.270 INFO:teuthology.orchestra.run.smithi001.stdout:mds.all 12/12 37s ago 2m smithi001=a;smithi001=d;smithi001=g;smithi001=j;smithi088=b;smithi088=e;smithi088=h;smithi088=k;smithi103=c;smithi103=f;smithi103=i;smithi103=l;count:12 2024-02-09T23:58:44.270 INFO:teuthology.orchestra.run.smithi001.stdout:mgr 3/3 37s ago 7m smithi001=x;smithi088=y;smithi103=z;count:3 2024-02-09T23:58:44.270 INFO:teuthology.orchestra.run.smithi001.stdout:mon 3/3 37s ago 8m smithi001:172.21.15.1=a;smithi088:172.21.15.88=b;smithi103:172.21.15.103=c;count:3 2024-02-09T23:58:44.270 INFO:teuthology.orchestra.run.smithi001.stdout:osd 12 37s ago - 2024-02-09T23:58:44.272 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.269+0000 7f7330322700 1 -- 172.21.15.1:0/4192570198 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f73140a2150 msgr2=0x7f73140a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:44.272 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.269+0000 7f7330322700 1 --2- 172.21.15.1:0/4192570198 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f73140a2150 0x7f73140a4610 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f7318005950 tx=0x7f731800b410 comp rx=0 tx=0).stop 2024-02-09T23:58:44.272 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.269+0000 7f7330322700 1 -- 172.21.15.1:0/4192570198 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7328101d70 msgr2=0x7f7328197d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:44.273 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.269+0000 7f7330322700 1 --2- 172.21.15.1:0/4192570198 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7328101d70 0x7f7328197d40 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f732400c9c0 tx=0x7f732400ccd0 comp rx=0 tx=0).stop 2024-02-09T23:58:44.273 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.269+0000 7f7330322700 1 -- 172.21.15.1:0/4192570198 shutdown_connections 2024-02-09T23:58:44.273 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.269+0000 7f7330322700 1 --2- 172.21.15.1:0/4192570198 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f73140a2150 0x7f73140a4610 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:44.273 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.269+0000 7f7330322700 1 --2- 172.21.15.1:0/4192570198 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7328101d70 0x7f7328197d40 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:44.273 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.269+0000 7f7330322700 1 --2- 172.21.15.1:0/4192570198 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7328103910 0x7f732819f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:44.273 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.269+0000 7f7330322700 1 --2- 172.21.15.1:0/4192570198 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7328102f70 0x7f7328198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:44.273 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.269+0000 7f7330322700 1 -- 172.21.15.1:0/4192570198 >> 172.21.15.1:0/4192570198 conn(0x7f73280fd330 msgr2=0x7f73281061a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:44.273 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.269+0000 7f7330322700 1 -- 172.21.15.1:0/4192570198 shutdown_connections 2024-02-09T23:58:44.273 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:44.269+0000 7f7330322700 1 -- 172.21.15.1:0/4192570198 wait complete. 2024-02-09T23:58:44.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:44 smithi103 ceph-mon[36942]: pgmap v336: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-02-09T23:58:44.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:44 smithi001 ceph-mon[32335]: pgmap v336: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-02-09T23:58:44.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:44 smithi088 ceph-mon[36452]: pgmap v336: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-02-09T23:58:45.037 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- bash -c 'ceph orch host ls' 2024-02-09T23:58:45.286 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:58:46.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:46 smithi103 ceph-mon[36942]: from='client.15162 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:58:46.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:46 smithi103 ceph-mon[36942]: pgmap v337: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-02-09T23:58:46.448 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:46 smithi001 ceph-mon[32335]: from='client.15162 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:58:46.448 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:46 smithi001 ceph-mon[32335]: pgmap v337: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-02-09T23:58:46.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:46 smithi088 ceph-mon[36452]: from='client.15162 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:58:46.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:46 smithi088 ceph-mon[36452]: pgmap v337: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 10 op/s 2024-02-09T23:58:47.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.082+0000 7f911f79a700 1 -- 172.21.15.1:0/491460177 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9118100650 msgr2=0x7f9118100a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:47.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.082+0000 7f911f79a700 1 --2- 172.21.15.1:0/491460177 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9118100650 0x7f9118100a70 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f9114009990 tx=0x7f9114009ca0 comp rx=0 tx=0).stop 2024-02-09T23:58:47.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.082+0000 7f911f79a700 1 -- 172.21.15.1:0/491460177 shutdown_connections 2024-02-09T23:58:47.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.082+0000 7f911f79a700 1 --2- 172.21.15.1:0/491460177 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9118100650 0x7f9118100a70 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:47.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.082+0000 7f911f79a700 1 --2- 172.21.15.1:0/491460177 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9118101970 0x7f9118101df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:47.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.082+0000 7f911f79a700 1 --2- 172.21.15.1:0/491460177 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9118100fb0 0x7f9118101430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:47.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.082+0000 7f911f79a700 1 -- 172.21.15.1:0/491460177 >> 172.21.15.1:0/491460177 conn(0x7f91180fc1f0 msgr2=0x7f91180fe630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:47.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.083+0000 7f911f79a700 1 -- 172.21.15.1:0/491460177 shutdown_connections 2024-02-09T23:58:47.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.083+0000 7f911f79a700 1 -- 172.21.15.1:0/491460177 wait complete. 2024-02-09T23:58:47.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.083+0000 7f911f79a700 1 Processor -- start 2024-02-09T23:58:47.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.083+0000 7f911f79a700 1 -- start start 2024-02-09T23:58:47.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.083+0000 7f911f79a700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9118100650 0x7f9118199f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:47.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.083+0000 7f911f79a700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9118100fb0 0x7f911819a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:47.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.083+0000 7f911f79a700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9118101970 0x7f91181a1520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:47.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.083+0000 7f911f79a700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91181a1af0 con 0x7f9118100650 2024-02-09T23:58:47.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.083+0000 7f911f79a700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91181a1c30 con 0x7f9118100fb0 2024-02-09T23:58:47.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.083+0000 7f911f79a700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91181a1dc0 con 0x7f9118101970 2024-02-09T23:58:47.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.083+0000 7f911d536700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9118100650 0x7f9118199f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:47.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.083+0000 7f911d536700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9118100650 0x7f9118199f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37400/0 (socket says 172.21.15.1:37400) 2024-02-09T23:58:47.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.083+0000 7f911d536700 1 -- 172.21.15.1:0/3439801266 learned_addr learned my addr 172.21.15.1:0/3439801266 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:47.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.084+0000 7f911dd37700 1 --2- 172.21.15.1:0/3439801266 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9118101970 0x7f91181a1520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:47.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.084+0000 7f911cd35700 1 --2- 172.21.15.1:0/3439801266 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9118100fb0 0x7f911819a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:47.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.084+0000 7f911d536700 1 -- 172.21.15.1:0/3439801266 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9118101970 msgr2=0x7f91181a1520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:47.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.084+0000 7f911d536700 1 --2- 172.21.15.1:0/3439801266 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9118101970 0x7f91181a1520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:47.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.084+0000 7f911d536700 1 -- 172.21.15.1:0/3439801266 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9118100fb0 msgr2=0x7f911819a4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:47.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.084+0000 7f911d536700 1 --2- 172.21.15.1:0/3439801266 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9118100fb0 0x7f911819a4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:47.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.084+0000 7f911d536700 1 -- 172.21.15.1:0/3439801266 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91140095f0 con 0x7f9118100650 2024-02-09T23:58:47.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.084+0000 7f911d536700 1 --2- 172.21.15.1:0/3439801266 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9118100650 0x7f9118199f60 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f91140095c0 tx=0x7f911400f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:47.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.084+0000 7f910e7fc700 1 -- 172.21.15.1:0/3439801266 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f911401d070 con 0x7f9118100650 2024-02-09T23:58:47.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.084+0000 7f910e7fc700 1 -- 172.21.15.1:0/3439801266 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9114022470 con 0x7f9118100650 2024-02-09T23:58:47.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.084+0000 7f910e7fc700 1 -- 172.21.15.1:0/3439801266 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9114017630 con 0x7f9118100650 2024-02-09T23:58:47.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.084+0000 7f911f79a700 1 -- 172.21.15.1:0/3439801266 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91181a2040 con 0x7f9118100650 2024-02-09T23:58:47.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.084+0000 7f911f79a700 1 -- 172.21.15.1:0/3439801266 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91181a2450 con 0x7f9118100650 2024-02-09T23:58:47.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.085+0000 7f911f79a700 1 -- 172.21.15.1:0/3439801266 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f911810b430 con 0x7f9118100650 2024-02-09T23:58:47.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.086+0000 7f910e7fc700 1 -- 172.21.15.1:0/3439801266 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f91140225e0 con 0x7f9118100650 2024-02-09T23:58:47.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.087+0000 7f910e7fc700 1 --2- 172.21.15.1:0/3439801266 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f91040a2150 0x7f91040a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:47.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.087+0000 7f911cd35700 1 --2- 172.21.15.1:0/3439801266 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f91040a2150 0x7f91040a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:47.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.087+0000 7f910e7fc700 1 -- 172.21.15.1:0/3439801266 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f91140cef70 con 0x7f9118100650 2024-02-09T23:58:47.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.087+0000 7f911cd35700 1 --2- 172.21.15.1:0/3439801266 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f91040a2150 0x7f91040a4610 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f9108005950 tx=0x7f910800a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:47.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.091+0000 7f910e7fc700 1 -- 172.21.15.1:0/3439801266 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f9114097f80 con 0x7f9118100650 2024-02-09T23:58:47.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.300+0000 7f911f79a700 1 -- 172.21.15.1:0/3439801266 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) v1 -- 0x7f911802d920 con 0x7f91040a2150 2024-02-09T23:58:47.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.301+0000 7f910e7fc700 1 -- 172.21.15.1:0/3439801266 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+191 (secure 0 0 0) 0x7f911802d920 con 0x7f91040a2150 2024-02-09T23:58:47.304 INFO:teuthology.orchestra.run.smithi001.stdout:HOST ADDR LABELS STATUS 2024-02-09T23:58:47.304 INFO:teuthology.orchestra.run.smithi001.stdout:smithi001 172.21.15.1 2024-02-09T23:58:47.304 INFO:teuthology.orchestra.run.smithi001.stdout:smithi088 172.21.15.88 2024-02-09T23:58:47.305 INFO:teuthology.orchestra.run.smithi001.stdout:smithi103 172.21.15.103 2024-02-09T23:58:47.305 INFO:teuthology.orchestra.run.smithi001.stdout:3 hosts in cluster 2024-02-09T23:58:47.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.303+0000 7f911f79a700 1 -- 172.21.15.1:0/3439801266 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f91040a2150 msgr2=0x7f91040a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:47.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.303+0000 7f911f79a700 1 --2- 172.21.15.1:0/3439801266 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f91040a2150 0x7f91040a4610 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f9108005950 tx=0x7f910800a300 comp rx=0 tx=0).stop 2024-02-09T23:58:47.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.303+0000 7f911f79a700 1 -- 172.21.15.1:0/3439801266 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9118100650 msgr2=0x7f9118199f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:47.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.303+0000 7f911f79a700 1 --2- 172.21.15.1:0/3439801266 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9118100650 0x7f9118199f60 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f91140095c0 tx=0x7f911400f690 comp rx=0 tx=0).stop 2024-02-09T23:58:47.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.303+0000 7f911f79a700 1 -- 172.21.15.1:0/3439801266 shutdown_connections 2024-02-09T23:58:47.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.303+0000 7f911f79a700 1 --2- 172.21.15.1:0/3439801266 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f91040a2150 0x7f91040a4610 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:47.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.303+0000 7f911f79a700 1 --2- 172.21.15.1:0/3439801266 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9118100650 0x7f9118199f60 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:47.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.303+0000 7f911f79a700 1 --2- 172.21.15.1:0/3439801266 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9118101970 0x7f91181a1520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:47.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.303+0000 7f911f79a700 1 --2- 172.21.15.1:0/3439801266 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9118100fb0 0x7f911819a4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:47.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.303+0000 7f911f79a700 1 -- 172.21.15.1:0/3439801266 >> 172.21.15.1:0/3439801266 conn(0x7f91180fc1f0 msgr2=0x7f91180fdcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:47.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.304+0000 7f911f79a700 1 -- 172.21.15.1:0/3439801266 shutdown_connections 2024-02-09T23:58:47.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:47.304+0000 7f911f79a700 1 -- 172.21.15.1:0/3439801266 wait complete. 2024-02-09T23:58:48.014 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- bash -c 'ceph orch device ls' 2024-02-09T23:58:48.263 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:58:48.384 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:48 smithi001 ceph-mon[32335]: pgmap v338: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 10 op/s 2024-02-09T23:58:48.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:48 smithi103 ceph-mon[36942]: pgmap v338: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 10 op/s 2024-02-09T23:58:48.397 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:48 smithi088 ceph-mon[36452]: pgmap v338: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 10 op/s 2024-02-09T23:58:49.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:49 smithi103 ceph-mon[36942]: from='client.15168 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:58:49.436 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:49 smithi001 ceph-mon[32335]: from='client.15168 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:58:49.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:49 smithi088 ceph-mon[36452]: from='client.15168 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:58:49.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.991+0000 7f7b1fae3700 1 -- 172.21.15.1:0/949523536 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7b18100410 msgr2=0x7f7b18100830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:49.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.991+0000 7f7b1fae3700 1 --2- 172.21.15.1:0/949523536 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7b18100410 0x7f7b18100830 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f7b140099c0 tx=0x7f7b14009cd0 comp rx=0 tx=0).stop 2024-02-09T23:58:49.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.991+0000 7f7b1fae3700 1 -- 172.21.15.1:0/949523536 shutdown_connections 2024-02-09T23:58:49.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.991+0000 7f7b1fae3700 1 --2- 172.21.15.1:0/949523536 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7b18100410 0x7f7b18100830 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:49.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.991+0000 7f7b1fae3700 1 --2- 172.21.15.1:0/949523536 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7b18101fb0 0x7f7b18108860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:49.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.991+0000 7f7b1fae3700 1 --2- 172.21.15.1:0/949523536 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7b18101610 0x7f7b18101a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:49.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.991+0000 7f7b1fae3700 1 -- 172.21.15.1:0/949523536 >> 172.21.15.1:0/949523536 conn(0x7f7b180fb9b0 msgr2=0x7f7b180fddf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:49.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.991+0000 7f7b1fae3700 1 -- 172.21.15.1:0/949523536 shutdown_connections 2024-02-09T23:58:49.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.991+0000 7f7b1fae3700 1 -- 172.21.15.1:0/949523536 wait complete. 2024-02-09T23:58:49.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.991+0000 7f7b1fae3700 1 Processor -- start 2024-02-09T23:58:49.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.992+0000 7f7b1fae3700 1 -- start start 2024-02-09T23:58:49.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.992+0000 7f7b1fae3700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7b18100410 0x7f7b18197d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:49.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.992+0000 7f7b1fae3700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7b18101610 0x7f7b18198240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:49.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.992+0000 7f7b1fae3700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7b18101fb0 0x7f7b1819f280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:49.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.992+0000 7f7b1fae3700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b1819f850 con 0x7f7b18101fb0 2024-02-09T23:58:50.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.992+0000 7f7b1fae3700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b1819f990 con 0x7f7b18100410 2024-02-09T23:58:50.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.992+0000 7f7b1fae3700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b1819fb50 con 0x7f7b18101610 2024-02-09T23:58:50.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.992+0000 7f7b1e080700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7b18101fb0 0x7f7b1819f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:50.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.992+0000 7f7b1e080700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7b18101fb0 0x7f7b1819f280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37418/0 (socket says 172.21.15.1:37418) 2024-02-09T23:58:50.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.992+0000 7f7b1e080700 1 -- 172.21.15.1:0/1755386000 learned_addr learned my addr 172.21.15.1:0/1755386000 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:50.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.992+0000 7f7b1d07e700 1 --2- 172.21.15.1:0/1755386000 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7b18101610 0x7f7b18198240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:50.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.992+0000 7f7b1d87f700 1 --2- 172.21.15.1:0/1755386000 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7b18100410 0x7f7b18197d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:50.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.992+0000 7f7b1e080700 1 -- 172.21.15.1:0/1755386000 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7b18101610 msgr2=0x7f7b18198240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:50.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.992+0000 7f7b1e080700 1 --2- 172.21.15.1:0/1755386000 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7b18101610 0x7f7b18198240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:50.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.992+0000 7f7b1e080700 1 -- 172.21.15.1:0/1755386000 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7b18100410 msgr2=0x7f7b18197d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:50.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.992+0000 7f7b1e080700 1 --2- 172.21.15.1:0/1755386000 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7b18100410 0x7f7b18197d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:50.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.992+0000 7f7b1e080700 1 -- 172.21.15.1:0/1755386000 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b140095f0 con 0x7f7b18101fb0 2024-02-09T23:58:50.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.992+0000 7f7b1d87f700 1 --2- 172.21.15.1:0/1755386000 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7b18100410 0x7f7b18197d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:58:50.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.992+0000 7f7b1e080700 1 --2- 172.21.15.1:0/1755386000 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7b18101fb0 0x7f7b1819f280 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f7b10007ee0 tx=0x7f7b1000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:50.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.992+0000 7f7b0effd700 1 -- 172.21.15.1:0/1755386000 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b10017070 con 0x7f7b18101fb0 2024-02-09T23:58:50.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.993+0000 7f7b0effd700 1 -- 172.21.15.1:0/1755386000 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7b1000f040 con 0x7f7b18101fb0 2024-02-09T23:58:50.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.993+0000 7f7b1fae3700 1 -- 172.21.15.1:0/1755386000 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b1819fe30 con 0x7f7b18101fb0 2024-02-09T23:58:50.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.993+0000 7f7b0effd700 1 -- 172.21.15.1:0/1755386000 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b10005760 con 0x7f7b18101fb0 2024-02-09T23:58:50.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.993+0000 7f7b1fae3700 1 -- 172.21.15.1:0/1755386000 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b181a01f0 con 0x7f7b18101fb0 2024-02-09T23:58:50.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.994+0000 7f7b1fae3700 1 -- 172.21.15.1:0/1755386000 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7b181077d0 con 0x7f7b18101fb0 2024-02-09T23:58:50.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.995+0000 7f7b0effd700 1 -- 172.21.15.1:0/1755386000 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f7b100058c0 con 0x7f7b18101fb0 2024-02-09T23:58:50.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.996+0000 7f7b0effd700 1 --2- 172.21.15.1:0/1755386000 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f7b040a2150 0x7f7b040a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:50.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.996+0000 7f7b1d87f700 1 --2- 172.21.15.1:0/1755386000 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f7b040a2150 0x7f7b040a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:50.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.996+0000 7f7b0effd700 1 -- 172.21.15.1:0/1755386000 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f7b100cd4f0 con 0x7f7b18101fb0 2024-02-09T23:58:50.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:49.996+0000 7f7b1d87f700 1 --2- 172.21.15.1:0/1755386000 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f7b040a2150 0x7f7b040a4610 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f7b14000c00 tx=0x7f7b14003860 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:50.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:50.000+0000 7f7b0effd700 1 -- 172.21.15.1:0/1755386000 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f7b100964d0 con 0x7f7b18101fb0 2024-02-09T23:58:50.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:50.214+0000 7f7b1fae3700 1 -- 172.21.15.1:0/1755386000 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) v1 -- 0x7f7b1802d960 con 0x7f7b040a2150 2024-02-09T23:58:50.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:50.216+0000 7f7b0effd700 1 -- 172.21.15.1:0/1755386000 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+532 (secure 0 0 0) 0x7f7b1802d960 con 0x7f7b040a2150 2024-02-09T23:58:50.219 INFO:teuthology.orchestra.run.smithi001.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-02-09T23:58:50.219 INFO:teuthology.orchestra.run.smithi001.stdout:smithi001 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB7513000D480DGN 447G No 3m ago Has a FileSystem, LVM detected 2024-02-09T23:58:50.219 INFO:teuthology.orchestra.run.smithi001.stdout:smithi088 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400XD400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-02-09T23:58:50.219 INFO:teuthology.orchestra.run.smithi001.stdout:smithi103 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT6204012Z400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-02-09T23:58:50.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:50.218+0000 7f7b1fae3700 1 -- 172.21.15.1:0/1755386000 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f7b040a2150 msgr2=0x7f7b040a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:50.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:50.218+0000 7f7b1fae3700 1 --2- 172.21.15.1:0/1755386000 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f7b040a2150 0x7f7b040a4610 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f7b14000c00 tx=0x7f7b14003860 comp rx=0 tx=0).stop 2024-02-09T23:58:50.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:50.218+0000 7f7b1fae3700 1 -- 172.21.15.1:0/1755386000 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7b18101fb0 msgr2=0x7f7b1819f280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:50.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:50.218+0000 7f7b1fae3700 1 --2- 172.21.15.1:0/1755386000 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7b18101fb0 0x7f7b1819f280 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f7b10007ee0 tx=0x7f7b1000d3b0 comp rx=0 tx=0).stop 2024-02-09T23:58:50.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:50.218+0000 7f7b1fae3700 1 -- 172.21.15.1:0/1755386000 shutdown_connections 2024-02-09T23:58:50.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:50.218+0000 7f7b1fae3700 1 --2- 172.21.15.1:0/1755386000 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f7b040a2150 0x7f7b040a4610 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:50.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:50.218+0000 7f7b1fae3700 1 --2- 172.21.15.1:0/1755386000 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7b18101fb0 0x7f7b1819f280 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:50.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:50.218+0000 7f7b1fae3700 1 --2- 172.21.15.1:0/1755386000 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7b18100410 0x7f7b18197d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:50.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:50.218+0000 7f7b1fae3700 1 --2- 172.21.15.1:0/1755386000 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7b18101610 0x7f7b18198240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:50.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:50.218+0000 7f7b1fae3700 1 -- 172.21.15.1:0/1755386000 >> 172.21.15.1:0/1755386000 conn(0x7f7b180fb9b0 msgr2=0x7f7b18104910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:50.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:50.218+0000 7f7b1fae3700 1 -- 172.21.15.1:0/1755386000 shutdown_connections 2024-02-09T23:58:50.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:50.218+0000 7f7b1fae3700 1 -- 172.21.15.1:0/1755386000 wait complete. 2024-02-09T23:58:50.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:50 smithi103 ceph-mon[36942]: pgmap v339: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 10 op/s 2024-02-09T23:58:50.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:50 smithi001 ceph-mon[32335]: pgmap v339: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 10 op/s 2024-02-09T23:58:50.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:50 smithi088 ceph-mon[36452]: pgmap v339: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 10 op/s 2024-02-09T23:58:51.016 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-02-09T23:58:51.025 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi001.front.sepia.ceph.com 2024-02-09T23:58:51.025 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- bash -c 'ceph fs dump' 2024-02-09T23:58:51.277 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:58:51.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:51 smithi103 ceph-mon[36942]: from='client.15174 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:58:51.398 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:51 smithi001 ceph-mon[32335]: from='client.15174 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:58:51.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:51 smithi088 ceph-mon[36452]: from='client.15174 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:58:52.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:52 smithi103 ceph-mon[36942]: pgmap v340: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 0 B/s wr, 10 op/s 2024-02-09T23:58:52.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:52 smithi001 ceph-mon[32335]: pgmap v340: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 0 B/s wr, 10 op/s 2024-02-09T23:58:52.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:52 smithi088 ceph-mon[36452]: pgmap v340: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 0 B/s wr, 10 op/s 2024-02-09T23:58:53.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.042+0000 7f1cc5729700 1 -- 172.21.15.1:0/1692204789 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1cc01027e0 msgr2=0x7f1cc0109090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:53.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.042+0000 7f1cc5729700 1 --2- 172.21.15.1:0/1692204789 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1cc01027e0 0x7f1cc0109090 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f1cb800b0d0 tx=0x7f1cb800b3e0 comp rx=0 tx=0).stop 2024-02-09T23:58:53.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.042+0000 7f1cc5729700 1 -- 172.21.15.1:0/1692204789 shutdown_connections 2024-02-09T23:58:53.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.042+0000 7f1cc5729700 1 --2- 172.21.15.1:0/1692204789 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1cc01027e0 0x7f1cc0109090 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:53.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.042+0000 7f1cc5729700 1 --2- 172.21.15.1:0/1692204789 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1cc0100c40 0x7f1cc0101060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:53.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.042+0000 7f1cc5729700 1 --2- 172.21.15.1:0/1692204789 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1cc0101e40 0x7f1cc01022a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:53.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.042+0000 7f1cc5729700 1 -- 172.21.15.1:0/1692204789 >> 172.21.15.1:0/1692204789 conn(0x7f1cc00fc1e0 msgr2=0x7f1cc00fe620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:53.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.042+0000 7f1cc5729700 1 -- 172.21.15.1:0/1692204789 shutdown_connections 2024-02-09T23:58:53.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.042+0000 7f1cc5729700 1 -- 172.21.15.1:0/1692204789 wait complete. 2024-02-09T23:58:53.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.042+0000 7f1cc5729700 1 Processor -- start 2024-02-09T23:58:53.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.043+0000 7f1cc5729700 1 -- start start 2024-02-09T23:58:53.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.043+0000 7f1cc5729700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1cc0100c40 0x7f1cc0197df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:53.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.043+0000 7f1cc5729700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1cc0101e40 0x7f1cc0198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:53.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.043+0000 7f1cc5729700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1cc01027e0 0x7f1cc019f360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:53.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.043+0000 7f1cc5729700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1cc019f930 con 0x7f1cc0100c40 2024-02-09T23:58:53.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.043+0000 7f1cc5729700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1cc019fa70 con 0x7f1cc0101e40 2024-02-09T23:58:53.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.043+0000 7f1cc5729700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1cc019fc00 con 0x7f1cc01027e0 2024-02-09T23:58:53.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.043+0000 7f1cbeffd700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1cc0100c40 0x7f1cc0197df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:53.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.043+0000 7f1cbeffd700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1cc0100c40 0x7f1cc0197df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49692/0 (socket says 172.21.15.1:49692) 2024-02-09T23:58:53.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.043+0000 7f1cbeffd700 1 -- 172.21.15.1:0/3233333521 learned_addr learned my addr 172.21.15.1:0/3233333521 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:53.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.043+0000 7f1cbf7fe700 1 --2- 172.21.15.1:0/3233333521 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1cc01027e0 0x7f1cc019f360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:53.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.043+0000 7f1cbe7fc700 1 --2- 172.21.15.1:0/3233333521 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1cc0101e40 0x7f1cc0198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:53.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.043+0000 7f1cbeffd700 1 -- 172.21.15.1:0/3233333521 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1cc01027e0 msgr2=0x7f1cc019f360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:53.052 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.043+0000 7f1cbeffd700 1 --2- 172.21.15.1:0/3233333521 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1cc01027e0 0x7f1cc019f360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:53.052 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.043+0000 7f1cbeffd700 1 -- 172.21.15.1:0/3233333521 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1cc0101e40 msgr2=0x7f1cc0198330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:53.052 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.043+0000 7f1cbeffd700 1 --2- 172.21.15.1:0/3233333521 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1cc0101e40 0x7f1cc0198330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:53.052 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.043+0000 7f1cbeffd700 1 -- 172.21.15.1:0/3233333521 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1cb8009d00 con 0x7f1cc0100c40 2024-02-09T23:58:53.052 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.043+0000 7f1cbeffd700 1 --2- 172.21.15.1:0/3233333521 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1cc0100c40 0x7f1cc0197df0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f1cb000c9a0 tx=0x7f1cb000cd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:53.052 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.043+0000 7f1ca7fff700 1 -- 172.21.15.1:0/3233333521 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cb0004220 con 0x7f1cc0100c40 2024-02-09T23:58:53.052 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.044+0000 7f1ca7fff700 1 -- 172.21.15.1:0/3233333521 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1cb0007d40 con 0x7f1cc0100c40 2024-02-09T23:58:53.052 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.044+0000 7f1cc5729700 1 -- 172.21.15.1:0/3233333521 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1cc019fee0 con 0x7f1cc0100c40 2024-02-09T23:58:53.052 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.044+0000 7f1ca7fff700 1 -- 172.21.15.1:0/3233333521 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cb0003e10 con 0x7f1cc0100c40 2024-02-09T23:58:53.052 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.044+0000 7f1cc5729700 1 -- 172.21.15.1:0/3233333521 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1cc01a02f0 con 0x7f1cc0100c40 2024-02-09T23:58:53.052 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.045+0000 7f1cc5729700 1 -- 172.21.15.1:0/3233333521 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1cc010c590 con 0x7f1cc0100c40 2024-02-09T23:58:53.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.046+0000 7f1ca7fff700 1 -- 172.21.15.1:0/3233333521 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f1cb0007860 con 0x7f1cc0100c40 2024-02-09T23:58:53.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.046+0000 7f1ca7fff700 1 --2- 172.21.15.1:0/3233333521 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f1ca80a2150 0x7f1ca80a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:53.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.047+0000 7f1cbe7fc700 1 --2- 172.21.15.1:0/3233333521 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f1ca80a2150 0x7f1ca80a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:53.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.047+0000 7f1ca7fff700 1 -- 172.21.15.1:0/3233333521 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f1cb00cd8a0 con 0x7f1cc0100c40 2024-02-09T23:58:53.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.047+0000 7f1cbe7fc700 1 --2- 172.21.15.1:0/3233333521 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f1ca80a2150 0x7f1ca80a4610 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f1cb4005fd0 tx=0x7f1cb4005f60 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:53.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.051+0000 7f1ca7fff700 1 -- 172.21.15.1:0/3233333521 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f1cb0096880 con 0x7f1cc0100c40 2024-02-09T23:58:53.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.301+0000 7f1cc5729700 1 -- 172.21.15.1:0/3233333521 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7f1cc01a09e0 con 0x7f1cc0100c40 2024-02-09T23:58:53.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.301+0000 7f1ca7fff700 1 -- 172.21.15.1:0/3233333521 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 26 v26) v1 ==== 76+0+2953 (secure 0 0 0) 0x7f1cb001dba0 con 0x7f1cc0100c40 2024-02-09T23:58:53.304 INFO:teuthology.orchestra.run.smithi001.stdout:e26 2024-02-09T23:58:53.304 INFO:teuthology.orchestra.run.smithi001.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-02-09T23:58:53.304 INFO:teuthology.orchestra.run.smithi001.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2024-02-09T23:58:53.305 INFO:teuthology.orchestra.run.smithi001.stdout:legacy client fscid: 1 2024-02-09T23:58:53.305 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:58:53.305 INFO:teuthology.orchestra.run.smithi001.stdout:Filesystem 'cephfs' (1) 2024-02-09T23:58:53.305 INFO:teuthology.orchestra.run.smithi001.stdout:fs_name cephfs 2024-02-09T23:58:53.305 INFO:teuthology.orchestra.run.smithi001.stdout:epoch 26 2024-02-09T23:58:53.305 INFO:teuthology.orchestra.run.smithi001.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-02-09T23:58:53.305 INFO:teuthology.orchestra.run.smithi001.stdout:created 2024-02-09T23:57:05.956988+0000 2024-02-09T23:58:53.305 INFO:teuthology.orchestra.run.smithi001.stdout:modified 2024-02-09T23:57:12.862580+0000 2024-02-09T23:58:53.305 INFO:teuthology.orchestra.run.smithi001.stdout:tableserver 0 2024-02-09T23:58:53.305 INFO:teuthology.orchestra.run.smithi001.stdout:root 0 2024-02-09T23:58:53.305 INFO:teuthology.orchestra.run.smithi001.stdout:session_timeout 300 2024-02-09T23:58:53.306 INFO:teuthology.orchestra.run.smithi001.stdout:session_autoclose 300 2024-02-09T23:58:53.306 INFO:teuthology.orchestra.run.smithi001.stdout:max_file_size 1099511627776 2024-02-09T23:58:53.306 INFO:teuthology.orchestra.run.smithi001.stdout:max_xattr_size 65536 2024-02-09T23:58:53.306 INFO:teuthology.orchestra.run.smithi001.stdout:required_client_features {} 2024-02-09T23:58:53.306 INFO:teuthology.orchestra.run.smithi001.stdout:last_failure 0 2024-02-09T23:58:53.306 INFO:teuthology.orchestra.run.smithi001.stdout:last_failure_osd_epoch 0 2024-02-09T23:58:53.306 INFO:teuthology.orchestra.run.smithi001.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2024-02-09T23:58:53.306 INFO:teuthology.orchestra.run.smithi001.stdout:max_mds 5 2024-02-09T23:58:53.306 INFO:teuthology.orchestra.run.smithi001.stdout:in 0,1,2,3,4 2024-02-09T23:58:53.306 INFO:teuthology.orchestra.run.smithi001.stdout:up {0=24518,1=24496,2=24476,3=24475,4=14646} 2024-02-09T23:58:53.306 INFO:teuthology.orchestra.run.smithi001.stdout:failed 2024-02-09T23:58:53.306 INFO:teuthology.orchestra.run.smithi001.stdout:damaged 2024-02-09T23:58:53.306 INFO:teuthology.orchestra.run.smithi001.stdout:stopped 2024-02-09T23:58:53.306 INFO:teuthology.orchestra.run.smithi001.stdout:data_pools [3] 2024-02-09T23:58:53.306 INFO:teuthology.orchestra.run.smithi001.stdout:metadata_pool 2 2024-02-09T23:58:53.307 INFO:teuthology.orchestra.run.smithi001.stdout:inline_data disabled 2024-02-09T23:58:53.307 INFO:teuthology.orchestra.run.smithi001.stdout:balancer 2024-02-09T23:58:53.307 INFO:teuthology.orchestra.run.smithi001.stdout:bal_rank_mask -1 2024-02-09T23:58:53.307 INFO:teuthology.orchestra.run.smithi001.stdout:standby_count_wanted 0 2024-02-09T23:58:53.307 INFO:teuthology.orchestra.run.smithi001.stdout:[mds.b{0:24518} state up:active seq 3 addr [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] compat {c=[1],r=[1],i=[fff]}] 2024-02-09T23:58:53.307 INFO:teuthology.orchestra.run.smithi001.stdout:[mds.f{0:24457} state up:standby-replay seq 1 addr [v2:172.21.15.103:6834/3143955076,v1:172.21.15.103:6835/3143955076] compat {c=[1],r=[1],i=[fff]}] 2024-02-09T23:58:53.307 INFO:teuthology.orchestra.run.smithi001.stdout:[mds.i{1:24496} state up:active seq 6 addr [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] compat {c=[1],r=[1],i=[fff]}] 2024-02-09T23:58:53.307 INFO:teuthology.orchestra.run.smithi001.stdout:[mds.e{1:24434} state up:standby-replay seq 1 addr [v2:172.21.15.88:6834/1540825674,v1:172.21.15.88:6835/1540825674] compat {c=[1],r=[1],i=[fff]}] 2024-02-09T23:58:53.307 INFO:teuthology.orchestra.run.smithi001.stdout:[mds.h{2:24476} state up:active seq 7 addr [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] compat {c=[1],r=[1],i=[fff]}] 2024-02-09T23:58:53.307 INFO:teuthology.orchestra.run.smithi001.stdout:[mds.l{2:24406} state up:standby-replay seq 1 addr [v2:172.21.15.103:6832/108896496,v1:172.21.15.103:6833/108896496] compat {c=[1],r=[1],i=[fff]}] 2024-02-09T23:58:53.307 INFO:teuthology.orchestra.run.smithi001.stdout:[mds.c{3:24475} state up:active seq 8 addr [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] compat {c=[1],r=[1],i=[fff]}] 2024-02-09T23:58:53.307 INFO:teuthology.orchestra.run.smithi001.stdout:[mds.k{3:24398} state up:standby-replay seq 1 addr [v2:172.21.15.88:6832/2682696528,v1:172.21.15.88:6833/2682696528] compat {c=[1],r=[1],i=[fff]}] 2024-02-09T23:58:53.307 INFO:teuthology.orchestra.run.smithi001.stdout:[mds.a{4:14646} state up:active seq 5 addr [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] compat {c=[1],r=[1],i=[fff]}] 2024-02-09T23:58:53.307 INFO:teuthology.orchestra.run.smithi001.stdout:[mds.g{4:14634} state up:standby-replay seq 1 addr [v2:172.21.15.1:6838/1071346655,v1:172.21.15.1:6839/1071346655] compat {c=[1],r=[1],i=[fff]}] 2024-02-09T23:58:53.307 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:58:53.308 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:58:53.308 INFO:teuthology.orchestra.run.smithi001.stdout:Standby daemons: 2024-02-09T23:58:53.308 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:58:53.308 INFO:teuthology.orchestra.run.smithi001.stdout:[mds.j{-1:14553} state up:standby seq 1 addr [v2:172.21.15.1:6834/925423748,v1:172.21.15.1:6835/925423748] compat {c=[1],r=[1],i=[fff]}] 2024-02-09T23:58:53.308 INFO:teuthology.orchestra.run.smithi001.stdout:[mds.d{-1:14565} state up:standby seq 1 addr [v2:172.21.15.1:6836/1456780203,v1:172.21.15.1:6837/1456780203] compat {c=[1],r=[1],i=[fff]}] 2024-02-09T23:58:53.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.303+0000 7f1cc5729700 1 -- 172.21.15.1:0/3233333521 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f1ca80a2150 msgr2=0x7f1ca80a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:53.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.303+0000 7f1cc5729700 1 --2- 172.21.15.1:0/3233333521 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f1ca80a2150 0x7f1ca80a4610 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f1cb4005fd0 tx=0x7f1cb4005f60 comp rx=0 tx=0).stop 2024-02-09T23:58:53.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.303+0000 7f1cc5729700 1 -- 172.21.15.1:0/3233333521 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1cc0100c40 msgr2=0x7f1cc0197df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:53.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.303+0000 7f1cc5729700 1 --2- 172.21.15.1:0/3233333521 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1cc0100c40 0x7f1cc0197df0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f1cb000c9a0 tx=0x7f1cb000cd60 comp rx=0 tx=0).stop 2024-02-09T23:58:53.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.303+0000 7f1cc5729700 1 -- 172.21.15.1:0/3233333521 shutdown_connections 2024-02-09T23:58:53.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.303+0000 7f1cc5729700 1 --2- 172.21.15.1:0/3233333521 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f1ca80a2150 0x7f1ca80a4610 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:53.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.303+0000 7f1cc5729700 1 --2- 172.21.15.1:0/3233333521 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1cc0100c40 0x7f1cc0197df0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:53.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.303+0000 7f1cc5729700 1 --2- 172.21.15.1:0/3233333521 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1cc01027e0 0x7f1cc019f360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:53.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.303+0000 7f1cc5729700 1 --2- 172.21.15.1:0/3233333521 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1cc0101e40 0x7f1cc0198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:53.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.303+0000 7f1cc5729700 1 -- 172.21.15.1:0/3233333521 >> 172.21.15.1:0/3233333521 conn(0x7f1cc00fc1e0 msgr2=0x7f1cc00fdc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:53.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.303+0000 7f1cc5729700 1 -- 172.21.15.1:0/3233333521 shutdown_connections 2024-02-09T23:58:53.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:53.303+0000 7f1cc5729700 1 -- 172.21.15.1:0/3233333521 wait complete. 2024-02-09T23:58:53.309 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 26 2024-02-09T23:58:54.113 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- bash -c 'ceph osd dump' 2024-02-09T23:58:54.364 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:58:54.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:54 smithi103 ceph-mon[36942]: pgmap v341: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-02-09T23:58:54.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:54 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3233333521' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-02-09T23:58:54.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:54 smithi001 ceph-mon[32335]: pgmap v341: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-02-09T23:58:54.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:54 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3233333521' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-02-09T23:58:54.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:54 smithi088 ceph-mon[36452]: pgmap v341: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-02-09T23:58:54.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:54 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3233333521' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-02-09T23:58:56.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.149+0000 7fa1150db700 1 -- 172.21.15.1:0/1422528508 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa110101e50 msgr2=0x7fa1101022b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:56.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.149+0000 7fa1150db700 1 --2- 172.21.15.1:0/1422528508 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa110101e50 0x7fa1101022b0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fa0f80099c0 tx=0x7fa0f8009cd0 comp rx=0 tx=0).stop 2024-02-09T23:58:56.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.149+0000 7fa1150db700 1 -- 172.21.15.1:0/1422528508 shutdown_connections 2024-02-09T23:58:56.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.149+0000 7fa1150db700 1 --2- 172.21.15.1:0/1422528508 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa1101027f0 0x7fa1101090a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:56.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.149+0000 7fa1150db700 1 --2- 172.21.15.1:0/1422528508 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa110100c50 0x7fa110101070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:56.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.149+0000 7fa1150db700 1 --2- 172.21.15.1:0/1422528508 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa110101e50 0x7fa1101022b0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:56.153 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.149+0000 7fa1150db700 1 -- 172.21.15.1:0/1422528508 >> 172.21.15.1:0/1422528508 conn(0x7fa1100fc1f0 msgr2=0x7fa1100fe630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:56.153 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:56 smithi001 ceph-mon[32335]: pgmap v342: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-02-09T23:58:56.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.149+0000 7fa1150db700 1 -- 172.21.15.1:0/1422528508 shutdown_connections 2024-02-09T23:58:56.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.149+0000 7fa1150db700 1 -- 172.21.15.1:0/1422528508 wait complete. 2024-02-09T23:58:56.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.150+0000 7fa1150db700 1 Processor -- start 2024-02-09T23:58:56.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.150+0000 7fa1150db700 1 -- start start 2024-02-09T23:58:56.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.150+0000 7fa1150db700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa110100c50 0x7fa110197dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:56.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.150+0000 7fa1150db700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa110101e50 0x7fa110198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:56.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.150+0000 7fa1150db700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa1101027f0 0x7fa11019f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:56.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.150+0000 7fa1150db700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa11019f870 con 0x7fa110101e50 2024-02-09T23:58:56.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.150+0000 7fa1150db700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa11019f9b0 con 0x7fa1101027f0 2024-02-09T23:58:56.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.150+0000 7fa1150db700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa11019fb70 con 0x7fa110100c50 2024-02-09T23:58:56.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.150+0000 7fa10e59c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa110101e50 0x7fa110198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:56.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.150+0000 7fa10e59c700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa110101e50 0x7fa110198310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49710/0 (socket says 172.21.15.1:49710) 2024-02-09T23:58:56.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.150+0000 7fa10e59c700 1 -- 172.21.15.1:0/2911357119 learned_addr learned my addr 172.21.15.1:0/2911357119 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:56.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.150+0000 7fa10ed9d700 1 --2- 172.21.15.1:0/2911357119 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa110100c50 0x7fa110197dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:56.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.150+0000 7fa10f59e700 1 --2- 172.21.15.1:0/2911357119 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa1101027f0 0x7fa11019f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:56.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.150+0000 7fa10e59c700 1 -- 172.21.15.1:0/2911357119 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa110100c50 msgr2=0x7fa110197dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:56.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.150+0000 7fa10e59c700 1 --2- 172.21.15.1:0/2911357119 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa110100c50 0x7fa110197dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:56.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.150+0000 7fa10e59c700 1 -- 172.21.15.1:0/2911357119 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa1101027f0 msgr2=0x7fa11019f2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:56.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.150+0000 7fa10e59c700 1 --2- 172.21.15.1:0/2911357119 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa1101027f0 0x7fa11019f2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:56.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.150+0000 7fa10e59c700 1 -- 172.21.15.1:0/2911357119 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0f80095f0 con 0x7fa110101e50 2024-02-09T23:58:56.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.151+0000 7fa10e59c700 1 --2- 172.21.15.1:0/2911357119 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa110101e50 0x7fa110198310 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fa0f8003790 tx=0x7fa0f8005b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:56.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.151+0000 7fa107fff700 1 -- 172.21.15.1:0/2911357119 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0f801d070 con 0x7fa110101e50 2024-02-09T23:58:56.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.151+0000 7fa1150db700 1 -- 172.21.15.1:0/2911357119 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa11019fdf0 con 0x7fa110101e50 2024-02-09T23:58:56.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.151+0000 7fa107fff700 1 -- 172.21.15.1:0/2911357119 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa0f8004110 con 0x7fa110101e50 2024-02-09T23:58:56.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.151+0000 7fa1150db700 1 -- 172.21.15.1:0/2911357119 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1101a0250 con 0x7fa110101e50 2024-02-09T23:58:56.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.151+0000 7fa107fff700 1 -- 172.21.15.1:0/2911357119 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0f8022d60 con 0x7fa110101e50 2024-02-09T23:58:56.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.152+0000 7fa1150db700 1 -- 172.21.15.1:0/2911357119 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa110108030 con 0x7fa110101e50 2024-02-09T23:58:56.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.153+0000 7fa107fff700 1 -- 172.21.15.1:0/2911357119 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7fa0f8022470 con 0x7fa110101e50 2024-02-09T23:58:56.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.154+0000 7fa107fff700 1 --2- 172.21.15.1:0/2911357119 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fa0fc0a2150 0x7fa0fc0a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:56.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.154+0000 7fa10ed9d700 1 --2- 172.21.15.1:0/2911357119 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fa0fc0a2150 0x7fa0fc0a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:56.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.154+0000 7fa107fff700 1 -- 172.21.15.1:0/2911357119 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fa0f80ceff0 con 0x7fa110101e50 2024-02-09T23:58:56.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.154+0000 7fa10ed9d700 1 --2- 172.21.15.1:0/2911357119 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fa0fc0a2150 0x7fa0fc0a4610 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fa100009550 tx=0x7fa1000091b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:56.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.157+0000 7fa107fff700 1 -- 172.21.15.1:0/2911357119 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fa0f8098000 con 0x7fa110101e50 2024-02-09T23:58:56.362 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.359+0000 7fa1150db700 1 -- 172.21.15.1:0/2911357119 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd dump"} v 0) v1 -- 0x7fa1100689e0 con 0x7fa110101e50 2024-02-09T23:58:56.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.360+0000 7fa107fff700 1 -- 172.21.15.1:0/2911357119 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v87) v1 ==== 56+0+5243 (secure 0 0 0) 0x7fa0f809b6c0 con 0x7fa110101e50 2024-02-09T23:58:56.363 INFO:teuthology.orchestra.run.smithi001.stdout:epoch 87 2024-02-09T23:58:56.363 INFO:teuthology.orchestra.run.smithi001.stdout:fsid b5005240-c7a5-11ee-95b8-87774f69a715 2024-02-09T23:58:56.363 INFO:teuthology.orchestra.run.smithi001.stdout:created 2024-02-09T23:49:06.829648+0000 2024-02-09T23:58:56.363 INFO:teuthology.orchestra.run.smithi001.stdout:modified 2024-02-09T23:58:05.970977+0000 2024-02-09T23:58:56.364 INFO:teuthology.orchestra.run.smithi001.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-02-09T23:58:56.364 INFO:teuthology.orchestra.run.smithi001.stdout:crush_version 26 2024-02-09T23:58:56.364 INFO:teuthology.orchestra.run.smithi001.stdout:full_ratio 0.95 2024-02-09T23:58:56.364 INFO:teuthology.orchestra.run.smithi001.stdout:backfillfull_ratio 0.9 2024-02-09T23:58:56.364 INFO:teuthology.orchestra.run.smithi001.stdout:nearfull_ratio 0.85 2024-02-09T23:58:56.364 INFO:teuthology.orchestra.run.smithi001.stdout:require_min_compat_client luminous 2024-02-09T23:58:56.364 INFO:teuthology.orchestra.run.smithi001.stdout:min_compat_client luminous 2024-02-09T23:58:56.364 INFO:teuthology.orchestra.run.smithi001.stdout:require_osd_release squid 2024-02-09T23:58:56.364 INFO:teuthology.orchestra.run.smithi001.stdout:stretch_mode_enabled false 2024-02-09T23:58:56.364 INFO:teuthology.orchestra.run.smithi001.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 21 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-02-09T23:58:56.364 INFO:teuthology.orchestra.run.smithi001.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 84 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-02-09T23:58:56.365 INFO:teuthology.orchestra.run.smithi001.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 85 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.50 2024-02-09T23:58:56.365 INFO:teuthology.orchestra.run.smithi001.stdout:max_osd 12 2024-02-09T23:58:56.365 INFO:teuthology.orchestra.run.smithi001.stdout:osd.0 up in weight 1 up_from 8 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.1:6802/4020662944,v1:172.21.15.1:6803/4020662944] [v2:172.21.15.1:6804/4020662944,v1:172.21.15.1:6805/4020662944] exists,up 4fa23604-c2ff-4c47-8ac8-10dce6bba3b4 2024-02-09T23:58:56.365 INFO:teuthology.orchestra.run.smithi001.stdout:osd.1 up in weight 1 up_from 13 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.88:6800/1258648868,v1:172.21.15.88:6801/1258648868] [v2:172.21.15.88:6802/1258648868,v1:172.21.15.88:6803/1258648868] exists,up d64b48a6-3b47-4712-b607-d0e951b3b4a5 2024-02-09T23:58:56.365 INFO:teuthology.orchestra.run.smithi001.stdout:osd.2 up in weight 1 up_from 18 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.103:6800/2902494825,v1:172.21.15.103:6801/2902494825] [v2:172.21.15.103:6802/2902494825,v1:172.21.15.103:6803/2902494825] exists,up 6be4c8dc-283d-4025-9c1f-c00ee4e3659f 2024-02-09T23:58:56.365 INFO:teuthology.orchestra.run.smithi001.stdout:osd.3 up in weight 1 up_from 25 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.1:6810/680841642,v1:172.21.15.1:6811/680841642] [v2:172.21.15.1:6812/680841642,v1:172.21.15.1:6813/680841642] exists,up 52579ea8-e424-4adc-9fd9-44cec7e3875a 2024-02-09T23:58:56.365 INFO:teuthology.orchestra.run.smithi001.stdout:osd.4 up in weight 1 up_from 33 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.88:6808/2788918193,v1:172.21.15.88:6809/2788918193] [v2:172.21.15.88:6810/2788918193,v1:172.21.15.88:6811/2788918193] exists,up 6503d3b5-f26b-4438-b256-ae4f76c7c773 2024-02-09T23:58:56.365 INFO:teuthology.orchestra.run.smithi001.stdout:osd.5 up in weight 1 up_from 38 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.103:6808/3760780468,v1:172.21.15.103:6809/3760780468] [v2:172.21.15.103:6810/3760780468,v1:172.21.15.103:6811/3760780468] exists,up 86188624-366a-487e-9db3-2782ef0884cc 2024-02-09T23:58:56.365 INFO:teuthology.orchestra.run.smithi001.stdout:osd.6 up in weight 1 up_from 46 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.1:6818/363854281,v1:172.21.15.1:6819/363854281] [v2:172.21.15.1:6820/363854281,v1:172.21.15.1:6821/363854281] exists,up c59e7ba5-1cbe-41c3-a7e4-330175adfdf0 2024-02-09T23:58:56.365 INFO:teuthology.orchestra.run.smithi001.stdout:osd.7 up in weight 1 up_from 51 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.88:6816/812841825,v1:172.21.15.88:6817/812841825] [v2:172.21.15.88:6818/812841825,v1:172.21.15.88:6819/812841825] exists,up a77b4ef0-ecf7-457c-95c6-3e63cc6b1bba 2024-02-09T23:58:56.365 INFO:teuthology.orchestra.run.smithi001.stdout:osd.8 up in weight 1 up_from 59 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.103:6816/3258812878,v1:172.21.15.103:6817/3258812878] [v2:172.21.15.103:6818/3258812878,v1:172.21.15.103:6819/3258812878] exists,up bf2a6a1e-71ba-44d2-ba61-309f29496ef9 2024-02-09T23:58:56.365 INFO:teuthology.orchestra.run.smithi001.stdout:osd.9 up in weight 1 up_from 67 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.1:6826/2830634909,v1:172.21.15.1:6827/2830634909] [v2:172.21.15.1:6828/2830634909,v1:172.21.15.1:6829/2830634909] exists,up c9531676-199e-43ad-9299-6b5b60fd6ce5 2024-02-09T23:58:56.365 INFO:teuthology.orchestra.run.smithi001.stdout:osd.10 up in weight 1 up_from 72 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.88:6824/1128031509,v1:172.21.15.88:6825/1128031509] [v2:172.21.15.88:6826/1128031509,v1:172.21.15.88:6827/1128031509] exists,up 41c2bb14-f8c9-45ce-a81e-9bf9dbba0b51 2024-02-09T23:58:56.365 INFO:teuthology.orchestra.run.smithi001.stdout:osd.11 up in weight 1 up_from 80 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.103:6824/2854918902,v1:172.21.15.103:6825/2854918902] [v2:172.21.15.103:6826/2854918902,v1:172.21.15.103:6827/2854918902] exists,up 41003dad-b792-418d-9a82-bdf67311ea90 2024-02-09T23:58:56.365 INFO:teuthology.orchestra.run.smithi001.stdout:pg_upmap_items 2.a [2,11] 2024-02-09T23:58:56.366 INFO:teuthology.orchestra.run.smithi001.stdout:pg_upmap_items 2.b [8,11] 2024-02-09T23:58:56.366 INFO:teuthology.orchestra.run.smithi001.stdout:pg_upmap_items 2.c [2,4] 2024-02-09T23:58:56.366 INFO:teuthology.orchestra.run.smithi001.stdout:pg_upmap_items 2.14 [2,4] 2024-02-09T23:58:56.366 INFO:teuthology.orchestra.run.smithi001.stdout:pg_upmap_items 3.27 [3,9] 2024-02-09T23:58:56.366 INFO:teuthology.orchestra.run.smithi001.stdout:pg_upmap_items 3.33 [5,9] 2024-02-09T23:58:56.366 INFO:teuthology.orchestra.run.smithi001.stdout:pg_upmap_items 3.34 [4,9] 2024-02-09T23:58:56.366 INFO:teuthology.orchestra.run.smithi001.stdout:pg_upmap_items 3.3a [4,8] 2024-02-09T23:58:56.366 INFO:teuthology.orchestra.run.smithi001.stdout:blocklist 172.21.15.1:0/2182725984 expires 2024-02-10T23:50:04.182518+0000 2024-02-09T23:58:56.367 INFO:teuthology.orchestra.run.smithi001.stdout:blocklist 172.21.15.1:6800/2841663075 expires 2024-02-10T23:50:04.182518+0000 2024-02-09T23:58:56.367 INFO:teuthology.orchestra.run.smithi001.stdout:blocklist 172.21.15.1:0/1236715707 expires 2024-02-10T23:49:37.127455+0000 2024-02-09T23:58:56.367 INFO:teuthology.orchestra.run.smithi001.stdout:blocklist 172.21.15.1:0/3991013292 expires 2024-02-10T23:49:37.127455+0000 2024-02-09T23:58:56.367 INFO:teuthology.orchestra.run.smithi001.stdout:blocklist 172.21.15.1:0/3894463217 expires 2024-02-10T23:50:04.182518+0000 2024-02-09T23:58:56.367 INFO:teuthology.orchestra.run.smithi001.stdout:blocklist 172.21.15.1:6801/3817150184 expires 2024-02-10T23:49:37.127455+0000 2024-02-09T23:58:56.367 INFO:teuthology.orchestra.run.smithi001.stdout:blocklist 172.21.15.1:6800/3817150184 expires 2024-02-10T23:49:37.127455+0000 2024-02-09T23:58:56.367 INFO:teuthology.orchestra.run.smithi001.stdout:blocklist 172.21.15.1:0/3968648683 expires 2024-02-10T23:49:37.127455+0000 2024-02-09T23:58:56.367 INFO:teuthology.orchestra.run.smithi001.stdout:blocklist 172.21.15.1:6801/2841663075 expires 2024-02-10T23:50:04.182518+0000 2024-02-09T23:58:56.367 INFO:teuthology.orchestra.run.smithi001.stdout:blocklist 172.21.15.1:0/1600532294 expires 2024-02-10T23:50:04.182518+0000 2024-02-09T23:58:56.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.362+0000 7fa1150db700 1 -- 172.21.15.1:0/2911357119 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fa0fc0a2150 msgr2=0x7fa0fc0a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:56.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.362+0000 7fa1150db700 1 --2- 172.21.15.1:0/2911357119 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fa0fc0a2150 0x7fa0fc0a4610 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fa100009550 tx=0x7fa1000091b0 comp rx=0 tx=0).stop 2024-02-09T23:58:56.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.362+0000 7fa1150db700 1 -- 172.21.15.1:0/2911357119 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa110101e50 msgr2=0x7fa110198310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:56.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.362+0000 7fa1150db700 1 --2- 172.21.15.1:0/2911357119 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa110101e50 0x7fa110198310 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fa0f8003790 tx=0x7fa0f8005b00 comp rx=0 tx=0).stop 2024-02-09T23:58:56.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.362+0000 7fa1150db700 1 -- 172.21.15.1:0/2911357119 shutdown_connections 2024-02-09T23:58:56.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.362+0000 7fa1150db700 1 --2- 172.21.15.1:0/2911357119 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fa0fc0a2150 0x7fa0fc0a4610 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:56.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.362+0000 7fa1150db700 1 --2- 172.21.15.1:0/2911357119 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa1101027f0 0x7fa11019f2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:56.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.362+0000 7fa1150db700 1 --2- 172.21.15.1:0/2911357119 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa110100c50 0x7fa110197dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:56.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.362+0000 7fa1150db700 1 --2- 172.21.15.1:0/2911357119 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa110101e50 0x7fa110198310 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:56.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.362+0000 7fa1150db700 1 -- 172.21.15.1:0/2911357119 >> 172.21.15.1:0/2911357119 conn(0x7fa1100fc1f0 msgr2=0x7fa110105170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:56.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.363+0000 7fa1150db700 1 -- 172.21.15.1:0/2911357119 shutdown_connections 2024-02-09T23:58:56.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:56.363+0000 7fa1150db700 1 -- 172.21.15.1:0/2911357119 wait complete. 2024-02-09T23:58:56.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:56 smithi088 ceph-mon[36452]: pgmap v342: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-02-09T23:58:56.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:56 smithi103 ceph-mon[36942]: pgmap v342: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-02-09T23:58:57.200 INFO:teuthology.run_tasks:Running task fs.ready... 2024-02-09T23:58:57.213 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:58:57.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.323+0000 7fc77264d640 1 -- 172.21.15.1:0/415056016 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc76c102e70 msgr2=0x7fc76c109700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:57.329 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.323+0000 7fc77264d640 1 --2- 172.21.15.1:0/415056016 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc76c102e70 0x7fc76c109700 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fc764009ca0 tx=0x7fc76402c0f0 comp rx=0 tx=0).stop 2024-02-09T23:58:57.329 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.323+0000 7fc77264d640 1 -- 172.21.15.1:0/415056016 shutdown_connections 2024-02-09T23:58:57.329 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.323+0000 7fc77264d640 1 --2- 172.21.15.1:0/415056016 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc76c102e70 0x7fc76c109700 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:57.329 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.323+0000 7fc77264d640 1 --2- 172.21.15.1:0/415056016 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc76c1024b0 0x7fc76c102930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:57.329 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.323+0000 7fc77264d640 1 --2- 172.21.15.1:0/415056016 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc76c1012c0 0x7fc76c1016e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:57.329 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.323+0000 7fc77264d640 1 -- 172.21.15.1:0/415056016 >> 172.21.15.1:0/415056016 conn(0x7fc76c0fc850 msgr2=0x7fc76c0fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:57.329 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.323+0000 7fc77264d640 1 -- 172.21.15.1:0/415056016 shutdown_connections 2024-02-09T23:58:57.329 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.323+0000 7fc77264d640 1 -- 172.21.15.1:0/415056016 wait complete. 2024-02-09T23:58:57.329 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.324+0000 7fc77264d640 1 Processor -- start 2024-02-09T23:58:57.329 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.324+0000 7fc77264d640 1 -- start start 2024-02-09T23:58:57.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.324+0000 7fc77264d640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc76c1012c0 0x7fc76c1972b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:57.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.324+0000 7fc77264d640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc76c1024b0 0x7fc76c1977f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:57.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.324+0000 7fc77264d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc76c102e70 0x7fc76c19e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:57.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.324+0000 7fc77264d640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc76c19eda0 con 0x7fc76c102e70 2024-02-09T23:58:57.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.324+0000 7fc77264d640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc76c19ef10 con 0x7fc76c1024b0 2024-02-09T23:58:57.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.324+0000 7fc77264d640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc76c19f0d0 con 0x7fc76c1012c0 2024-02-09T23:58:57.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.324+0000 7fc770bea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc76c102e70 0x7fc76c19e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:57.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.324+0000 7fc770bea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc76c102e70 0x7fc76c19e860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49718/0 (socket says 172.21.15.1:49718) 2024-02-09T23:58:57.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.324+0000 7fc770bea640 1 -- 172.21.15.1:0/258111124 learned_addr learned my addr 172.21.15.1:0/258111124 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:57.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.324+0000 7fc76bfff640 1 --2- 172.21.15.1:0/258111124 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc76c1012c0 0x7fc76c1972b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:57.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.324+0000 7fc76b7fe640 1 --2- 172.21.15.1:0/258111124 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc76c1024b0 0x7fc76c1977f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:57.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.324+0000 7fc770bea640 1 -- 172.21.15.1:0/258111124 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc76c1012c0 msgr2=0x7fc76c1972b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:57.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.324+0000 7fc770bea640 1 --2- 172.21.15.1:0/258111124 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc76c1012c0 0x7fc76c1972b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:57.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.324+0000 7fc770bea640 1 -- 172.21.15.1:0/258111124 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc76c1024b0 msgr2=0x7fc76c1977f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:57.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.324+0000 7fc770bea640 1 --2- 172.21.15.1:0/258111124 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc76c1024b0 0x7fc76c1977f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:57.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.324+0000 7fc770bea640 1 -- 172.21.15.1:0/258111124 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc764009900 con 0x7fc76c102e70 2024-02-09T23:58:57.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.324+0000 7fc76bfff640 1 --2- 172.21.15.1:0/258111124 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc76c1012c0 0x7fc76c1972b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:58:57.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.325+0000 7fc770bea640 1 --2- 172.21.15.1:0/258111124 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc76c102e70 0x7fc76c19e860 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fc764037040 tx=0x7fc764034a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:57.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.325+0000 7fc7697fa640 1 -- 172.21.15.1:0/258111124 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7640329b0 con 0x7fc76c102e70 2024-02-09T23:58:57.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.325+0000 7fc7697fa640 1 -- 172.21.15.1:0/258111124 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc764003e50 con 0x7fc76c102e70 2024-02-09T23:58:57.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.325+0000 7fc77264d640 1 -- 172.21.15.1:0/258111124 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc76c19f350 con 0x7fc76c102e70 2024-02-09T23:58:57.332 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.325+0000 7fc7697fa640 1 -- 172.21.15.1:0/258111124 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc764040450 con 0x7fc76c102e70 2024-02-09T23:58:57.332 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.325+0000 7fc77264d640 1 -- 172.21.15.1:0/258111124 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc76c19f800 con 0x7fc76c102e70 2024-02-09T23:58:57.332 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.326+0000 7fc77264d640 1 -- 172.21.15.1:0/258111124 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc76c108580 con 0x7fc76c102e70 2024-02-09T23:58:57.332 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.327+0000 7fc7697fa640 1 -- 172.21.15.1:0/258111124 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7fc76400a040 con 0x7fc76c102e70 2024-02-09T23:58:57.333 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.328+0000 7fc7697fa640 1 --2- 172.21.15.1:0/258111124 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc7540a20c0 0x7fc7540a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:57.333 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.328+0000 7fc76bfff640 1 --2- 172.21.15.1:0/258111124 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc7540a20c0 0x7fc7540a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:57.333 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.328+0000 7fc7697fa640 1 -- 172.21.15.1:0/258111124 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fc7640f0920 con 0x7fc76c102e70 2024-02-09T23:58:57.333 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.328+0000 7fc76bfff640 1 --2- 172.21.15.1:0/258111124 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc7540a20c0 0x7fc7540a4580 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fc75c0058c0 tx=0x7fc75c005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:57.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.332+0000 7fc7697fa640 1 -- 172.21.15.1:0/258111124 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fc7640b98a0 con 0x7fc76c102e70 2024-02-09T23:58:57.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:57 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2911357119' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-02-09T23:58:57.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.517+0000 7fc77264d640 1 -- 172.21.15.1:0/258111124 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc76c02ce50 con 0x7fc76c102e70 2024-02-09T23:58:57.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.518+0000 7fc7697fa640 1 -- 172.21.15.1:0/258111124 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) v1 ==== 74+0+22548 (secure 0 0 0) 0x7fc7640b9030 con 0x7fc76c102e70 2024-02-09T23:58:57.521 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:58:57.522 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":87,"fsid":"b5005240-c7a5-11ee-95b8-87774f69a715","created":"2024-02-09T23:49:06.829648+0000","modified":"2024-02-09T23:58:05.970977+0000","last_up_change":"2024-02-09T23:56:15.507374+0000","last_in_change":"2024-02-09T23:55:55.668510+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:52:28.527596+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:57:04.230570+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:57:05.160207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4fa23604-c2ff-4c47-8ac8-10dce6bba3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6803","nonce":4020662944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6805","nonce":4020662944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6809","nonce":4020662944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6807","nonce":4020662944}]},"public_addr":"172.21.15.1:6803/4020662944","cluster_addr":"172.21.15.1:6805/4020662944","heartbeat_back_addr":"172.21.15.1:6809/4020662944","heartbeat_front_addr":"172.21.15.1:6807/4020662944","state":["exists","up"]},{"osd":1,"uuid":"d64b48a6-3b47-4712-b607-d0e951b3b4a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6801","nonce":1258648868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6803","nonce":1258648868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6807","nonce":1258648868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6805","nonce":1258648868}]},"public_addr":"172.21.15.88:6801/1258648868","cluster_addr":"172.21.15.88:6803/1258648868","heartbeat_back_addr":"172.21.15.88:6807/1258648868","heartbeat_front_addr":"172.21.15.88:6805/1258648868","state":["exists","up"]},{"osd":2,"uuid":"6be4c8dc-283d-4025-9c1f-c00ee4e3659f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6801","nonce":2902494825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6803","nonce":2902494825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6807","nonce":2902494825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6805","nonce":2902494825}]},"public_addr":"172.21.15.103:6801/2902494825","cluster_addr":"172.21.15.103:6803/2902494825","heartbeat_back_addr":"172.21.15.103:6807/2902494825","heartbeat_front_addr":"172.21.15.103:6805/2902494825","state":["exists","up"]},{"osd":3,"uuid":"52579ea8-e424-4adc-9fd9-44cec7e3875a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6811","nonce":680841642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6813","nonce":680841642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6817","nonce":680841642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6815","nonce":680841642}]},"public_addr":"172.21.15.1:6811/680841642","cluster_addr":"172.21.15.1:6813/680841642","heartbeat_back_addr":"172.21.15.1:6817/680841642","heartbeat_front_addr":"172.21.15.1:6815/680841642","state":["exists","up"]},{"osd":4,"uuid":"6503d3b5-f26b-4438-b256-ae4f76c7c773","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6809","nonce":2788918193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6811","nonce":2788918193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6815","nonce":2788918193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6813","nonce":2788918193}]},"public_addr":"172.21.15.88:6809/2788918193","cluster_addr":"172.21.15.88:6811/2788918193","heartbeat_back_addr":"172.21.15.88:6815/2788918193","heartbeat_front_addr":"172.21.15.88:6813/2788918193","state":["exists","up"]},{"osd":5,"uuid":"86188624-366a-487e-9db3-2782ef0884cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6809","nonce":3760780468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6811","nonce":3760780468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6815","nonce":3760780468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6813","nonce":3760780468}]},"public_addr":"172.21.15.103:6809/3760780468","cluster_addr":"172.21.15.103:6811/3760780468","heartbeat_back_addr":"172.21.15.103:6815/3760780468","heartbeat_front_addr":"172.21.15.103:6813/3760780468","state":["exists","up"]},{"osd":6,"uuid":"c59e7ba5-1cbe-41c3-a7e4-330175adfdf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6819","nonce":363854281}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6821","nonce":363854281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6825","nonce":363854281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6823","nonce":363854281}]},"public_addr":"172.21.15.1:6819/363854281","cluster_addr":"172.21.15.1:6821/363854281","heartbeat_back_addr":"172.21.15.1:6825/363854281","heartbeat_front_addr":"172.21.15.1:6823/363854281","state":["exists","up"]},{"osd":7,"uuid":"a77b4ef0-ecf7-457c-95c6-3e63cc6b1bba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6817","nonce":812841825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6819","nonce":812841825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6823","nonce":812841825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6821","nonce":812841825}]},"public_addr":"172.21.15.88:6817/812841825","cluster_addr":"172.21.15.88:6819/812841825","heartbeat_back_addr":"172.21.15.88:6823/812841825","heartbeat_front_addr":"172.21.15.88:6821/812841825","state":["exists","up"]},{"osd":8,"uuid":"bf2a6a1e-71ba-44d2-ba61-309f29496ef9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6817","nonce":3258812878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6819","nonce":3258812878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6823","nonce":3258812878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6821","nonce":3258812878}]},"public_addr":"172.21.15.103:6817/3258812878","cluster_addr":"172.21.15.103:6819/3258812878","heartbeat_back_addr":"172.21.15.103:6823/3258812878","heartbeat_front_addr":"172.21.15.103:6821/3258812878","state":["exists","up"]},{"osd":9,"uuid":"c9531676-199e-43ad-9299-6b5b60fd6ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6827","nonce":2830634909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6829","nonce":2830634909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6833","nonce":2830634909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6831","nonce":2830634909}]},"public_addr":"172.21.15.1:6827/2830634909","cluster_addr":"172.21.15.1:6829/2830634909","heartbeat_back_addr":"172.21.15.1:6833/2830634909","heartbeat_front_addr":"172.21.15.1:6831/2830634909","state":["exists","up"]},{"osd":10,"uuid":"41c2bb14-f8c9-45ce-a81e-9bf9dbba0b51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6825","nonce":1128031509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6827","nonce":1128031509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6831","nonce":1128031509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6829","nonce":1128031509}]},"public_addr":"172.21.15.88:6825/1128031509","cluster_addr":"172.21.15.88:6827/1128031509","heartbeat_back_addr":"172.21.15.88:6831/1128031509","heartbeat_front_addr":"172.21.15.88:6829/1128031509","state":["exists","up"]},{"osd":11,"uuid":"41003dad-b792-418d-9a82-bdf67311ea90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6825","nonce":2854918902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6827","nonce":2854918902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6831","nonce":2854918902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6829","nonce":2854918902}]},"public_addr":"172.21.15.103:6825/2854918902","cluster_addr":"172.21.15.103:6827/2854918902","heartbeat_back_addr":"172.21.15.103:6831/2854918902","heartbeat_front_addr":"172.21.15.103:6829/2854918902","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:51:39.446367+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:02.973641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:25.664661+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:50.561389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:14.598286+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:39.149718+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:04.327941+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:29.497887+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:55.922386+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:21.966560+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:47.653451+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:14.122475+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:0/2182725984":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6800/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1236715707":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3991013292":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3894463217":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6801/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6800/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3968648683":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6801/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1600532294":"2024-02-10T23:50:04.182518+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:58:57.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.520+0000 7fc77264d640 1 -- 172.21.15.1:0/258111124 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc7540a20c0 msgr2=0x7fc7540a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:57.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.520+0000 7fc77264d640 1 --2- 172.21.15.1:0/258111124 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc7540a20c0 0x7fc7540a4580 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fc75c0058c0 tx=0x7fc75c005850 comp rx=0 tx=0).stop 2024-02-09T23:58:57.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.520+0000 7fc77264d640 1 -- 172.21.15.1:0/258111124 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc76c102e70 msgr2=0x7fc76c19e860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:57.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.520+0000 7fc77264d640 1 --2- 172.21.15.1:0/258111124 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc76c102e70 0x7fc76c19e860 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fc764037040 tx=0x7fc764034a90 comp rx=0 tx=0).stop 2024-02-09T23:58:57.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.520+0000 7fc77264d640 1 -- 172.21.15.1:0/258111124 shutdown_connections 2024-02-09T23:58:57.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.520+0000 7fc77264d640 1 --2- 172.21.15.1:0/258111124 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc76c102e70 0x7fc76c19e860 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:57.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.520+0000 7fc77264d640 1 --2- 172.21.15.1:0/258111124 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc7540a20c0 0x7fc7540a4580 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:57.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.520+0000 7fc77264d640 1 --2- 172.21.15.1:0/258111124 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc76c1024b0 0x7fc76c1977f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:57.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.520+0000 7fc77264d640 1 --2- 172.21.15.1:0/258111124 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc76c1012c0 0x7fc76c1972b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:57.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.520+0000 7fc77264d640 1 -- 172.21.15.1:0/258111124 >> 172.21.15.1:0/258111124 conn(0x7fc76c0fc850 msgr2=0x7fc76c105750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:57.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.520+0000 7fc77264d640 1 -- 172.21.15.1:0/258111124 shutdown_connections 2024-02-09T23:58:57.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.520+0000 7fc77264d640 1 -- 172.21.15.1:0/258111124 wait complete. 2024-02-09T23:58:57.535 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:52:28.527596+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-09T23:57:04.230570+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-09T23:57:05.160207+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-09T23:58:57.535 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-09T23:58:57.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:57 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2911357119' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-02-09T23:58:57.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:57 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2911357119' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-02-09T23:58:57.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.639+0000 7f0a14e81640 1 -- 172.21.15.1:0/2883086610 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0a10101d00 msgr2=0x7f0a10108590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:57.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.639+0000 7f0a14e81640 1 --2- 172.21.15.1:0/2883086610 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0a10101d00 0x7f0a10108590 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f0a08009ca0 tx=0x7f0a0802c0f0 comp rx=0 tx=0).stop 2024-02-09T23:58:57.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.639+0000 7f0a14e81640 1 -- 172.21.15.1:0/2883086610 shutdown_connections 2024-02-09T23:58:57.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.639+0000 7f0a14e81640 1 --2- 172.21.15.1:0/2883086610 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0a10101d00 0x7f0a10108590 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:57.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.639+0000 7f0a14e81640 1 --2- 172.21.15.1:0/2883086610 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0a10101340 0x7f0a101017c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:57.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.639+0000 7f0a14e81640 1 --2- 172.21.15.1:0/2883086610 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0a10100150 0x7f0a10100570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:57.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.639+0000 7f0a14e81640 1 -- 172.21.15.1:0/2883086610 >> 172.21.15.1:0/2883086610 conn(0x7f0a100fb6c0 msgr2=0x7f0a100fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:57.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.639+0000 7f0a14e81640 1 -- 172.21.15.1:0/2883086610 shutdown_connections 2024-02-09T23:58:57.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.639+0000 7f0a14e81640 1 -- 172.21.15.1:0/2883086610 wait complete. 2024-02-09T23:58:57.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.640+0000 7f0a14e81640 1 Processor -- start 2024-02-09T23:58:57.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.640+0000 7f0a14e81640 1 -- start start 2024-02-09T23:58:57.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.640+0000 7f0a14e81640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0a10100150 0x7f0a10197290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:57.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.640+0000 7f0a14e81640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0a10101340 0x7f0a101977d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:57.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.640+0000 7f0a14e81640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0a10101d00 0x7f0a1019e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:57.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.640+0000 7f0a14e81640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a1019ed80 con 0x7f0a10100150 2024-02-09T23:58:57.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.640+0000 7f0a14e81640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a1019eef0 con 0x7f0a10101d00 2024-02-09T23:58:57.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.640+0000 7f0a14e81640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a1019f0b0 con 0x7f0a10101340 2024-02-09T23:58:57.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.640+0000 7f0a0e59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0a10100150 0x7f0a10197290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:57.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.640+0000 7f0a0e59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0a10100150 0x7f0a10197290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49722/0 (socket says 172.21.15.1:49722) 2024-02-09T23:58:57.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.640+0000 7f0a0e59c640 1 -- 172.21.15.1:0/3336282424 learned_addr learned my addr 172.21.15.1:0/3336282424 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:57.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.640+0000 7f0a0ed9d640 1 --2- 172.21.15.1:0/3336282424 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0a10101d00 0x7f0a1019e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:57.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.640+0000 7f0a0dd9b640 1 --2- 172.21.15.1:0/3336282424 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0a10101340 0x7f0a101977d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:57.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.641+0000 7f0a0e59c640 1 -- 172.21.15.1:0/3336282424 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0a10101340 msgr2=0x7f0a101977d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:57.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.641+0000 7f0a0e59c640 1 --2- 172.21.15.1:0/3336282424 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0a10101340 0x7f0a101977d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:57.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.641+0000 7f0a0e59c640 1 -- 172.21.15.1:0/3336282424 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0a10101d00 msgr2=0x7f0a1019e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:57.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.641+0000 7f0a0e59c640 1 --2- 172.21.15.1:0/3336282424 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0a10101d00 0x7f0a1019e840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:57.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.641+0000 7f0a0e59c640 1 -- 172.21.15.1:0/3336282424 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a08009900 con 0x7f0a10100150 2024-02-09T23:58:57.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.641+0000 7f0a0ed9d640 1 --2- 172.21.15.1:0/3336282424 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0a10101d00 0x7f0a1019e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:58:57.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.641+0000 7f0a0e59c640 1 --2- 172.21.15.1:0/3336282424 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0a10100150 0x7f0a10197290 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f0a0000d770 tx=0x7f0a0000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:57.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.641+0000 7f09ff7fe640 1 -- 172.21.15.1:0/3336282424 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a00009c30 con 0x7f0a10100150 2024-02-09T23:58:57.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.641+0000 7f0a14e81640 1 -- 172.21.15.1:0/3336282424 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0a1019f390 con 0x7f0a10100150 2024-02-09T23:58:57.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.641+0000 7f09ff7fe640 1 -- 172.21.15.1:0/3336282424 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0a0000de80 con 0x7f0a10100150 2024-02-09T23:58:57.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.641+0000 7f09ff7fe640 1 -- 172.21.15.1:0/3336282424 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a00010460 con 0x7f0a10100150 2024-02-09T23:58:57.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.641+0000 7f0a14e81640 1 -- 172.21.15.1:0/3336282424 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a1019f8f0 con 0x7f0a10100150 2024-02-09T23:58:57.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.642+0000 7f0a14e81640 1 -- 172.21.15.1:0/3336282424 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0a10107470 con 0x7f0a10100150 2024-02-09T23:58:57.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.644+0000 7f09ff7fe640 1 -- 172.21.15.1:0/3336282424 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f0a00003f60 con 0x7f0a10100150 2024-02-09T23:58:57.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.644+0000 7f09ff7fe640 1 --2- 172.21.15.1:0/3336282424 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f09f80a20c0 0x7f09f80a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:57.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.644+0000 7f09ff7fe640 1 -- 172.21.15.1:0/3336282424 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f0a000cdad0 con 0x7f0a10100150 2024-02-09T23:58:57.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.644+0000 7f0a0dd9b640 1 --2- 172.21.15.1:0/3336282424 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f09f80a20c0 0x7f09f80a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:57.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.645+0000 7f0a0dd9b640 1 --2- 172.21.15.1:0/3336282424 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f09f80a20c0 0x7f09f80a4580 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f0a101987a0 tx=0x7f0a04005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:57.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.648+0000 7f09ff7fe640 1 -- 172.21.15.1:0/3336282424 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f0a00096a50 con 0x7f0a10100150 2024-02-09T23:58:57.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.827+0000 7f0a14e81640 1 -- 172.21.15.1:0/3336282424 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f0a1002ce50 con 0x7f0a10100150 2024-02-09T23:58:57.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.827+0000 7f09ff7fe640 1 -- 172.21.15.1:0/3336282424 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v87) v1 ==== 93+0+10 (secure 0 0 0) 0x7f0a000170a0 con 0x7f0a10100150 2024-02-09T23:58:57.831 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 1 2024-02-09T23:58:57.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.829+0000 7f0a14e81640 1 -- 172.21.15.1:0/3336282424 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f09f80a20c0 msgr2=0x7f09f80a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:57.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.829+0000 7f0a14e81640 1 --2- 172.21.15.1:0/3336282424 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f09f80a20c0 0x7f09f80a4580 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f0a101987a0 tx=0x7f0a04005f90 comp rx=0 tx=0).stop 2024-02-09T23:58:57.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.829+0000 7f0a14e81640 1 -- 172.21.15.1:0/3336282424 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0a10100150 msgr2=0x7f0a10197290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:57.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.829+0000 7f0a14e81640 1 --2- 172.21.15.1:0/3336282424 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0a10100150 0x7f0a10197290 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f0a0000d770 tx=0x7f0a0000dc30 comp rx=0 tx=0).stop 2024-02-09T23:58:57.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.829+0000 7f0a14e81640 1 -- 172.21.15.1:0/3336282424 shutdown_connections 2024-02-09T23:58:57.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.829+0000 7f0a14e81640 1 --2- 172.21.15.1:0/3336282424 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f09f80a20c0 0x7f09f80a4580 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:57.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.829+0000 7f0a14e81640 1 --2- 172.21.15.1:0/3336282424 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0a10101d00 0x7f0a1019e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:57.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.829+0000 7f0a14e81640 1 --2- 172.21.15.1:0/3336282424 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0a10101340 0x7f0a101977d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:57.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.829+0000 7f0a14e81640 1 --2- 172.21.15.1:0/3336282424 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0a10100150 0x7f0a10197290 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:57.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.829+0000 7f0a14e81640 1 -- 172.21.15.1:0/3336282424 >> 172.21.15.1:0/3336282424 conn(0x7f0a100fb6c0 msgr2=0x7f0a10104640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:57.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.829+0000 7f0a14e81640 1 -- 172.21.15.1:0/3336282424 shutdown_connections 2024-02-09T23:58:57.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.829+0000 7f0a14e81640 1 -- 172.21.15.1:0/3336282424 wait complete. 2024-02-09T23:58:57.843 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-09T23:58:57.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.946+0000 7f1bb6c76640 1 -- 172.21.15.1:0/4114092581 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1bb01046a0 msgr2=0x7f1bb0106a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:57.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.946+0000 7f1bb6c76640 1 --2- 172.21.15.1:0/4114092581 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1bb01046a0 0x7f1bb0106a90 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f1b9c009900 tx=0x7f1b9c02bc30 comp rx=0 tx=0).stop 2024-02-09T23:58:57.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.946+0000 7f1bb6c76640 1 -- 172.21.15.1:0/4114092581 shutdown_connections 2024-02-09T23:58:57.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.946+0000 7f1bb6c76640 1 --2- 172.21.15.1:0/4114092581 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1bb0106fd0 0x7f1bb01093c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:57.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.946+0000 7f1bb6c76640 1 --2- 172.21.15.1:0/4114092581 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1bb01046a0 0x7f1bb0106a90 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:57.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.946+0000 7f1bb6c76640 1 --2- 172.21.15.1:0/4114092581 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1bb0101d70 0x7f1bb0104160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:57.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.946+0000 7f1bb6c76640 1 -- 172.21.15.1:0/4114092581 >> 172.21.15.1:0/4114092581 conn(0x7f1bb00fb6e0 msgr2=0x7f1bb00fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:57.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.946+0000 7f1bb6c76640 1 -- 172.21.15.1:0/4114092581 shutdown_connections 2024-02-09T23:58:57.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.946+0000 7f1bb6c76640 1 -- 172.21.15.1:0/4114092581 wait complete. 2024-02-09T23:58:57.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.947+0000 7f1bb6c76640 1 Processor -- start 2024-02-09T23:58:57.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.947+0000 7f1bb6c76640 1 -- start start 2024-02-09T23:58:57.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.947+0000 7f1bb6c76640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1bb0101d70 0x7f1bb01972f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:57.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.947+0000 7f1bb6c76640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1bb01046a0 0x7f1bb0197830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:57.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.947+0000 7f1bb6c76640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1bb0106fd0 0x7f1bb019e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:57.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.947+0000 7f1bb6c76640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bb019ede0 con 0x7f1bb01046a0 2024-02-09T23:58:57.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.947+0000 7f1bb6c76640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bb019ef50 con 0x7f1bb0101d70 2024-02-09T23:58:57.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.947+0000 7f1bb6c76640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bb019f110 con 0x7f1bb0106fd0 2024-02-09T23:58:57.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.947+0000 7f1baffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1bb01046a0 0x7f1bb0197830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:57.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.947+0000 7f1baffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1bb01046a0 0x7f1bb0197830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49740/0 (socket says 172.21.15.1:49740) 2024-02-09T23:58:57.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.947+0000 7f1baffff640 1 -- 172.21.15.1:0/2446922259 learned_addr learned my addr 172.21.15.1:0/2446922259 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:57.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.947+0000 7f1bb5213640 1 --2- 172.21.15.1:0/2446922259 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1bb0106fd0 0x7f1bb019e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:57.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.947+0000 7f1baffff640 1 -- 172.21.15.1:0/2446922259 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1bb0106fd0 msgr2=0x7f1bb019e8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:57.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.947+0000 7f1baffff640 1 --2- 172.21.15.1:0/2446922259 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1bb0106fd0 0x7f1bb019e8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:57.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.947+0000 7f1baffff640 1 -- 172.21.15.1:0/2446922259 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1bb0101d70 msgr2=0x7f1bb01972f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:57.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.947+0000 7f1baffff640 1 --2- 172.21.15.1:0/2446922259 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1bb0101d70 0x7f1bb01972f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:57.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.947+0000 7f1baffff640 1 -- 172.21.15.1:0/2446922259 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b9c009560 con 0x7f1bb01046a0 2024-02-09T23:58:57.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.947+0000 7f1bb5213640 1 --2- 172.21.15.1:0/2446922259 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1bb0106fd0 0x7f1bb019e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:58:57.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.947+0000 7f1baffff640 1 --2- 172.21.15.1:0/2446922259 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1bb01046a0 0x7f1bb0197830 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f1b9c000c00 tx=0x7f1b9c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:57.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.948+0000 7f1badffb640 1 -- 172.21.15.1:0/2446922259 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b9c004df0 con 0x7f1bb01046a0 2024-02-09T23:58:57.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.948+0000 7f1badffb640 1 -- 172.21.15.1:0/2446922259 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1b9c005430 con 0x7f1bb01046a0 2024-02-09T23:58:57.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.948+0000 7f1bb6c76640 1 -- 172.21.15.1:0/2446922259 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1bb019f390 con 0x7f1bb01046a0 2024-02-09T23:58:57.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.948+0000 7f1badffb640 1 -- 172.21.15.1:0/2446922259 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b9c03e450 con 0x7f1bb01046a0 2024-02-09T23:58:57.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.948+0000 7f1bb6c76640 1 -- 172.21.15.1:0/2446922259 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1bb019f8a0 con 0x7f1bb01046a0 2024-02-09T23:58:57.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.949+0000 7f1bb6c76640 1 -- 172.21.15.1:0/2446922259 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1bb00fd1d0 con 0x7f1bb01046a0 2024-02-09T23:58:57.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.950+0000 7f1badffb640 1 -- 172.21.15.1:0/2446922259 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f1b9c003680 con 0x7f1bb01046a0 2024-02-09T23:58:57.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.950+0000 7f1badffb640 1 --2- 172.21.15.1:0/2446922259 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f1ba00a20c0 0x7f1ba00a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:57.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.951+0000 7f1bb4a12640 1 --2- 172.21.15.1:0/2446922259 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f1ba00a20c0 0x7f1ba00a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:57.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.951+0000 7f1badffb640 1 -- 172.21.15.1:0/2446922259 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f1b9c0f08c0 con 0x7f1bb01046a0 2024-02-09T23:58:57.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.951+0000 7f1bb4a12640 1 --2- 172.21.15.1:0/2446922259 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f1ba00a20c0 0x7f1ba00a4580 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f1ba4005fd0 tx=0x7f1ba4005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:57.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:57.954+0000 7f1badffb640 1 -- 172.21.15.1:0/2446922259 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f1b9c0b9840 con 0x7f1bb01046a0 2024-02-09T23:58:58.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.135+0000 7f1bb6c76640 1 -- 172.21.15.1:0/2446922259 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f1bb010ce10 con 0x7f1bb01046a0 2024-02-09T23:58:58.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.135+0000 7f1badffb640 1 -- 172.21.15.1:0/2446922259 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v87) v1 ==== 104+0+11 (secure 0 0 0) 0x7f1b9c0bcf00 con 0x7f1bb01046a0 2024-02-09T23:58:58.138 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 32 2024-02-09T23:58:58.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.137+0000 7f1bb6c76640 1 -- 172.21.15.1:0/2446922259 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f1ba00a20c0 msgr2=0x7f1ba00a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:58.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.137+0000 7f1bb6c76640 1 --2- 172.21.15.1:0/2446922259 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f1ba00a20c0 0x7f1ba00a4580 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f1ba4005fd0 tx=0x7f1ba4005850 comp rx=0 tx=0).stop 2024-02-09T23:58:58.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.137+0000 7f1bb6c76640 1 -- 172.21.15.1:0/2446922259 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1bb01046a0 msgr2=0x7f1bb0197830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:58.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.137+0000 7f1bb6c76640 1 --2- 172.21.15.1:0/2446922259 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1bb01046a0 0x7f1bb0197830 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f1b9c000c00 tx=0x7f1b9c004270 comp rx=0 tx=0).stop 2024-02-09T23:58:58.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.137+0000 7f1bb6c76640 1 -- 172.21.15.1:0/2446922259 shutdown_connections 2024-02-09T23:58:58.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.137+0000 7f1bb6c76640 1 --2- 172.21.15.1:0/2446922259 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1bb0106fd0 0x7f1bb019e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:58.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.137+0000 7f1bb6c76640 1 --2- 172.21.15.1:0/2446922259 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1bb01046a0 0x7f1bb0197830 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:58.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.137+0000 7f1bb6c76640 1 --2- 172.21.15.1:0/2446922259 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f1ba00a20c0 0x7f1ba00a4580 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:58.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.137+0000 7f1bb6c76640 1 --2- 172.21.15.1:0/2446922259 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1bb0101d70 0x7f1bb01972f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:58.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.137+0000 7f1bb6c76640 1 -- 172.21.15.1:0/2446922259 >> 172.21.15.1:0/2446922259 conn(0x7f1bb00fb6e0 msgr2=0x7f1bb01027d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:58.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.137+0000 7f1bb6c76640 1 -- 172.21.15.1:0/2446922259 shutdown_connections 2024-02-09T23:58:58.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.137+0000 7f1bb6c76640 1 -- 172.21.15.1:0/2446922259 wait complete. 2024-02-09T23:58:58.151 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-09T23:58:58.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.254+0000 7fd2720f4640 1 -- 172.21.15.1:0/819097723 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd26c0ff4f0 msgr2=0x7fd26c0ff910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:58.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.254+0000 7fd2720f4640 1 --2- 172.21.15.1:0/819097723 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd26c0ff4f0 0x7fd26c0ff910 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fd25c009900 tx=0x7fd25c02bc30 comp rx=0 tx=0).stop 2024-02-09T23:58:58.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.254+0000 7fd2720f4640 1 -- 172.21.15.1:0/819097723 shutdown_connections 2024-02-09T23:58:58.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.254+0000 7fd2720f4640 1 --2- 172.21.15.1:0/819097723 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd26c102e80 0x7fd26c109710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:58.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.254+0000 7fd2720f4640 1 --2- 172.21.15.1:0/819097723 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd26c1024c0 0x7fd26c102940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:58.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.254+0000 7fd2720f4640 1 --2- 172.21.15.1:0/819097723 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd26c0ff4f0 0x7fd26c0ff910 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:58.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.254+0000 7fd2720f4640 1 -- 172.21.15.1:0/819097723 >> 172.21.15.1:0/819097723 conn(0x7fd26c0fade0 msgr2=0x7fd26c0fd260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:58.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.254+0000 7fd2720f4640 1 -- 172.21.15.1:0/819097723 shutdown_connections 2024-02-09T23:58:58.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.254+0000 7fd2720f4640 1 -- 172.21.15.1:0/819097723 wait complete. 2024-02-09T23:58:58.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.254+0000 7fd2720f4640 1 Processor -- start 2024-02-09T23:58:58.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.255+0000 7fd2720f4640 1 -- start start 2024-02-09T23:58:58.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.255+0000 7fd2720f4640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd26c0ff4f0 0x7fd26c197300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:58.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.255+0000 7fd2720f4640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd26c1024c0 0x7fd26c197840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:58.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.255+0000 7fd2720f4640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd26c102e80 0x7fd26c19e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:58.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.255+0000 7fd2720f4640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd26c19eda0 con 0x7fd26c1024c0 2024-02-09T23:58:58.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.255+0000 7fd2720f4640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd26c19ef10 con 0x7fd26c0ff4f0 2024-02-09T23:58:58.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.255+0000 7fd2720f4640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd26c19f0d0 con 0x7fd26c102e80 2024-02-09T23:58:58.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.255+0000 7fd26affd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd26c1024c0 0x7fd26c197840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:58.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.255+0000 7fd26affd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd26c1024c0 0x7fd26c197840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49756/0 (socket says 172.21.15.1:49756) 2024-02-09T23:58:58.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.255+0000 7fd26affd640 1 -- 172.21.15.1:0/2927022677 learned_addr learned my addr 172.21.15.1:0/2927022677 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:58.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.255+0000 7fd26b7fe640 1 --2- 172.21.15.1:0/2927022677 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd26c0ff4f0 0x7fd26c197300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:58.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.255+0000 7fd26bfff640 1 --2- 172.21.15.1:0/2927022677 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd26c102e80 0x7fd26c19e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:58.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.255+0000 7fd26affd640 1 -- 172.21.15.1:0/2927022677 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd26c102e80 msgr2=0x7fd26c19e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:58.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.255+0000 7fd26affd640 1 --2- 172.21.15.1:0/2927022677 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd26c102e80 0x7fd26c19e860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:58.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.255+0000 7fd26affd640 1 -- 172.21.15.1:0/2927022677 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd26c0ff4f0 msgr2=0x7fd26c197300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:58.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.255+0000 7fd26affd640 1 --2- 172.21.15.1:0/2927022677 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd26c0ff4f0 0x7fd26c197300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:58.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.255+0000 7fd26affd640 1 -- 172.21.15.1:0/2927022677 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd25c009560 con 0x7fd26c1024c0 2024-02-09T23:58:58.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.255+0000 7fd26affd640 1 --2- 172.21.15.1:0/2927022677 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd26c1024c0 0x7fd26c197840 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fd26000c890 tx=0x7fd26000cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:58.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.256+0000 7fd268ff9640 1 -- 172.21.15.1:0/2927022677 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd260004220 con 0x7fd26c1024c0 2024-02-09T23:58:58.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.256+0000 7fd268ff9640 1 -- 172.21.15.1:0/2927022677 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd260007e90 con 0x7fd26c1024c0 2024-02-09T23:58:58.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.256+0000 7fd268ff9640 1 -- 172.21.15.1:0/2927022677 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd260004a00 con 0x7fd26c1024c0 2024-02-09T23:58:58.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.256+0000 7fd2720f4640 1 -- 172.21.15.1:0/2927022677 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd26c19f3b0 con 0x7fd26c1024c0 2024-02-09T23:58:58.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.256+0000 7fd2720f4640 1 -- 172.21.15.1:0/2927022677 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd26c19f870 con 0x7fd26c1024c0 2024-02-09T23:58:58.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.257+0000 7fd2720f4640 1 -- 172.21.15.1:0/2927022677 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd26c1086c0 con 0x7fd26c1024c0 2024-02-09T23:58:58.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.258+0000 7fd268ff9640 1 -- 172.21.15.1:0/2927022677 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7fd2600079b0 con 0x7fd26c1024c0 2024-02-09T23:58:58.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.258+0000 7fd268ff9640 1 --2- 172.21.15.1:0/2927022677 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd2540a20c0 0x7fd2540a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:58.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.258+0000 7fd26b7fe640 1 --2- 172.21.15.1:0/2927022677 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd2540a20c0 0x7fd2540a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:58.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.258+0000 7fd268ff9640 1 -- 172.21.15.1:0/2927022677 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fd2600cd990 con 0x7fd26c1024c0 2024-02-09T23:58:58.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.259+0000 7fd26b7fe640 1 --2- 172.21.15.1:0/2927022677 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd2540a20c0 0x7fd2540a4580 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fd25c009230 tx=0x7fd25c005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:58.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.263+0000 7fd268ff9640 1 -- 172.21.15.1:0/2927022677 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fd260096970 con 0x7fd26c1024c0 2024-02-09T23:58:58.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.443+0000 7fd2720f4640 1 -- 172.21.15.1:0/2927022677 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fd26c02ce50 con 0x7fd26c1024c0 2024-02-09T23:58:58.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.443+0000 7fd268ff9640 1 -- 172.21.15.1:0/2927022677 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v87) v1 ==== 100+0+11 (secure 0 0 0) 0x7fd26009a030 con 0x7fd26c1024c0 2024-02-09T23:58:58.446 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 64 2024-02-09T23:58:58.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.445+0000 7fd2720f4640 1 -- 172.21.15.1:0/2927022677 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd2540a20c0 msgr2=0x7fd2540a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:58.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.445+0000 7fd2720f4640 1 --2- 172.21.15.1:0/2927022677 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd2540a20c0 0x7fd2540a4580 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fd25c009230 tx=0x7fd25c005fd0 comp rx=0 tx=0).stop 2024-02-09T23:58:58.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.445+0000 7fd2720f4640 1 -- 172.21.15.1:0/2927022677 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd26c1024c0 msgr2=0x7fd26c197840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:58.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.445+0000 7fd2720f4640 1 --2- 172.21.15.1:0/2927022677 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd26c1024c0 0x7fd26c197840 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fd26000c890 tx=0x7fd26000cd50 comp rx=0 tx=0).stop 2024-02-09T23:58:58.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.445+0000 7fd2720f4640 1 -- 172.21.15.1:0/2927022677 shutdown_connections 2024-02-09T23:58:58.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.445+0000 7fd2720f4640 1 --2- 172.21.15.1:0/2927022677 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd26c102e80 0x7fd26c19e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:58.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.445+0000 7fd2720f4640 1 --2- 172.21.15.1:0/2927022677 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd26c1024c0 0x7fd26c197840 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:58.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.445+0000 7fd2720f4640 1 --2- 172.21.15.1:0/2927022677 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fd2540a20c0 0x7fd2540a4580 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:58.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.445+0000 7fd2720f4640 1 --2- 172.21.15.1:0/2927022677 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd26c0ff4f0 0x7fd26c197300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:58.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.445+0000 7fd2720f4640 1 -- 172.21.15.1:0/2927022677 >> 172.21.15.1:0/2927022677 conn(0x7fd26c0fade0 msgr2=0x7fd26c105890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:58.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.446+0000 7fd2720f4640 1 -- 172.21.15.1:0/2927022677 shutdown_connections 2024-02-09T23:58:58.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.446+0000 7fd2720f4640 1 -- 172.21.15.1:0/2927022677 wait complete. 2024-02-09T23:58:58.458 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:58 smithi001 ceph-mon[32335]: pgmap v343: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-02-09T23:58:58.458 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:58 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/258111124' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:58:58.459 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:58 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3336282424' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-09T23:58:58.459 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:58 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2446922259' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-09T23:58:58.460 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:58:58.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.560+0000 7fbe3510c640 1 -- 172.21.15.1:0/1651115536 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe30101350 msgr2=0x7fbe301017d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:58.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.560+0000 7fbe3510c640 1 --2- 172.21.15.1:0/1651115536 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe30101350 0x7fbe301017d0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fbe18009900 tx=0x7fbe1802bc30 comp rx=0 tx=0).stop 2024-02-09T23:58:58.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.561+0000 7fbe3510c640 1 -- 172.21.15.1:0/1651115536 shutdown_connections 2024-02-09T23:58:58.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.561+0000 7fbe3510c640 1 --2- 172.21.15.1:0/1651115536 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbe30101d10 0x7fbe301085a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:58.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.561+0000 7fbe3510c640 1 --2- 172.21.15.1:0/1651115536 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe30101350 0x7fbe301017d0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:58.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.561+0000 7fbe3510c640 1 --2- 172.21.15.1:0/1651115536 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbe30100160 0x7fbe30100580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:58.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.561+0000 7fbe3510c640 1 -- 172.21.15.1:0/1651115536 >> 172.21.15.1:0/1651115536 conn(0x7fbe300fb6d0 msgr2=0x7fbe300fdb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:58.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.561+0000 7fbe3510c640 1 -- 172.21.15.1:0/1651115536 shutdown_connections 2024-02-09T23:58:58.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.561+0000 7fbe3510c640 1 -- 172.21.15.1:0/1651115536 wait complete. 2024-02-09T23:58:58.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.562+0000 7fbe3510c640 1 Processor -- start 2024-02-09T23:58:58.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.562+0000 7fbe3510c640 1 -- start start 2024-02-09T23:58:58.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.562+0000 7fbe3510c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbe30100160 0x7fbe30197250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:58.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.562+0000 7fbe3510c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe30101350 0x7fbe30197790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:58.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.562+0000 7fbe3510c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbe30101d10 0x7fbe3019e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:58.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.562+0000 7fbe3510c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe3019ed40 con 0x7fbe30101350 2024-02-09T23:58:58.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.562+0000 7fbe3510c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe3019eeb0 con 0x7fbe30100160 2024-02-09T23:58:58.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.562+0000 7fbe3510c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe3019f070 con 0x7fbe30101d10 2024-02-09T23:58:58.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.562+0000 7fbe27fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe30101350 0x7fbe30197790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:58.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.562+0000 7fbe27fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe30101350 0x7fbe30197790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49770/0 (socket says 172.21.15.1:49770) 2024-02-09T23:58:58.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.562+0000 7fbe27fff640 1 -- 172.21.15.1:0/582543016 learned_addr learned my addr 172.21.15.1:0/582543016 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:58.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.562+0000 7fbe2f59e640 1 --2- 172.21.15.1:0/582543016 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbe30101d10 0x7fbe3019e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:58.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.562+0000 7fbe2ed9d640 1 --2- 172.21.15.1:0/582543016 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbe30100160 0x7fbe30197250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:58.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.562+0000 7fbe27fff640 1 -- 172.21.15.1:0/582543016 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbe30101d10 msgr2=0x7fbe3019e800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:58.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.562+0000 7fbe27fff640 1 --2- 172.21.15.1:0/582543016 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbe30101d10 0x7fbe3019e800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:58.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.562+0000 7fbe27fff640 1 -- 172.21.15.1:0/582543016 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbe30100160 msgr2=0x7fbe30197250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:58.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.562+0000 7fbe27fff640 1 --2- 172.21.15.1:0/582543016 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbe30100160 0x7fbe30197250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:58.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.562+0000 7fbe27fff640 1 -- 172.21.15.1:0/582543016 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe18009560 con 0x7fbe30101350 2024-02-09T23:58:58.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.562+0000 7fbe2ed9d640 1 --2- 172.21.15.1:0/582543016 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbe30100160 0x7fbe30197250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:58:58.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.562+0000 7fbe27fff640 1 --2- 172.21.15.1:0/582543016 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe30101350 0x7fbe30197790 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fbe18006010 tx=0x7fbe180042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:58.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.563+0000 7fbe2cd99640 1 -- 172.21.15.1:0/582543016 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe180044e0 con 0x7fbe30101350 2024-02-09T23:58:58.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.563+0000 7fbe3510c640 1 -- 172.21.15.1:0/582543016 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbe3019f2f0 con 0x7fbe30101350 2024-02-09T23:58:58.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.563+0000 7fbe2cd99640 1 -- 172.21.15.1:0/582543016 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbe180054e0 con 0x7fbe30101350 2024-02-09T23:58:58.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.563+0000 7fbe2cd99640 1 -- 172.21.15.1:0/582543016 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe1803e450 con 0x7fbe30101350 2024-02-09T23:58:58.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.563+0000 7fbe3510c640 1 -- 172.21.15.1:0/582543016 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbe3019f850 con 0x7fbe30101350 2024-02-09T23:58:58.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.564+0000 7fbe3510c640 1 -- 172.21.15.1:0/582543016 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbe3010bb70 con 0x7fbe30101350 2024-02-09T23:58:58.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.565+0000 7fbe2cd99640 1 -- 172.21.15.1:0/582543016 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7fbe180035f0 con 0x7fbe30101350 2024-02-09T23:58:58.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.565+0000 7fbe2cd99640 1 --2- 172.21.15.1:0/582543016 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fbe1c0a20c0 0x7fbe1c0a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:58.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.565+0000 7fbe2ed9d640 1 --2- 172.21.15.1:0/582543016 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fbe1c0a20c0 0x7fbe1c0a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:58.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.565+0000 7fbe2cd99640 1 -- 172.21.15.1:0/582543016 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fbe180f0660 con 0x7fbe30101350 2024-02-09T23:58:58.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.566+0000 7fbe2ed9d640 1 --2- 172.21.15.1:0/582543016 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fbe1c0a20c0 0x7fbe1c0a4580 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fbe301011b0 tx=0x7fbe20005db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:58.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.569+0000 7fbe2cd99640 1 -- 172.21.15.1:0/582543016 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fbe180b95e0 con 0x7fbe30101350 2024-02-09T23:58:58.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:58 smithi088 ceph-mon[36452]: pgmap v343: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-02-09T23:58:58.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:58 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/258111124' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:58:58.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:58 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3336282424' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-09T23:58:58.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:58 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2446922259' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-09T23:58:58.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:58 smithi103 ceph-mon[36942]: pgmap v343: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-02-09T23:58:58.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:58 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/258111124' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:58:58.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:58 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3336282424' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-09T23:58:58.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:58 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2446922259' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-09T23:58:58.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.793+0000 7fbe3510c640 1 -- 172.21.15.1:0/582543016 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fbe3019f480 con 0x7fbe30101350 2024-02-09T23:58:58.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.794+0000 7fbe2cd99640 1 -- 172.21.15.1:0/582543016 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11367 (secure 0 0 0) 0x7fbe3019f480 con 0x7fbe30101350 2024-02-09T23:58:58.797 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:58:58.797 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-09T23:57:05.956988+0000","modified":"2024-02-09T23:57:12.862580+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24496,"mds_2":24476,"mds_3":24475,"mds_4":14646},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14646":{"gid":14646,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24398":{"gid":24398,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24406":{"gid":24406,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24457":{"gid":24457,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/3143955076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":3143955076},{"type":"v1","addr":"172.21.15.103:6835","nonce":3143955076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24475":{"gid":24475,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-09T23:58:58.798 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 26 2024-02-09T23:58:58.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.796+0000 7fbe3510c640 1 -- 172.21.15.1:0/582543016 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fbe1c0a20c0 msgr2=0x7fbe1c0a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:58.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.796+0000 7fbe3510c640 1 --2- 172.21.15.1:0/582543016 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fbe1c0a20c0 0x7fbe1c0a4580 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fbe301011b0 tx=0x7fbe20005db0 comp rx=0 tx=0).stop 2024-02-09T23:58:58.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.796+0000 7fbe3510c640 1 -- 172.21.15.1:0/582543016 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe30101350 msgr2=0x7fbe30197790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:58.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.796+0000 7fbe3510c640 1 --2- 172.21.15.1:0/582543016 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe30101350 0x7fbe30197790 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fbe18006010 tx=0x7fbe180042f0 comp rx=0 tx=0).stop 2024-02-09T23:58:58.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.797+0000 7fbe3510c640 1 -- 172.21.15.1:0/582543016 shutdown_connections 2024-02-09T23:58:58.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.797+0000 7fbe3510c640 1 --2- 172.21.15.1:0/582543016 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbe30101d10 0x7fbe3019e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:58.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.797+0000 7fbe3510c640 1 --2- 172.21.15.1:0/582543016 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe30101350 0x7fbe30197790 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:58.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.797+0000 7fbe3510c640 1 --2- 172.21.15.1:0/582543016 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fbe1c0a20c0 0x7fbe1c0a4580 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:58.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.797+0000 7fbe3510c640 1 --2- 172.21.15.1:0/582543016 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbe30100160 0x7fbe30197250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:58.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.797+0000 7fbe3510c640 1 -- 172.21.15.1:0/582543016 >> 172.21.15.1:0/582543016 conn(0x7fbe300fb6d0 msgr2=0x7fbe300fd0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:58.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.797+0000 7fbe3510c640 1 -- 172.21.15.1:0/582543016 shutdown_connections 2024-02-09T23:58:58.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.797+0000 7fbe3510c640 1 -- 172.21.15.1:0/582543016 wait complete. 2024-02-09T23:58:58.811 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:58:58.919 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.911+0000 7ffa2516c640 1 -- 172.21.15.1:0/264949356 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa20107010 msgr2=0x7ffa20109400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:58.919 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.911+0000 7ffa2516c640 1 --2- 172.21.15.1:0/264949356 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa20107010 0x7ffa20109400 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7ffa18009ca0 tx=0x7ffa1802c100 comp rx=0 tx=0).stop 2024-02-09T23:58:58.919 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.911+0000 7ffa2516c640 1 -- 172.21.15.1:0/264949356 shutdown_connections 2024-02-09T23:58:58.919 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.911+0000 7ffa2516c640 1 --2- 172.21.15.1:0/264949356 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa20107010 0x7ffa20109400 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:58.919 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.911+0000 7ffa2516c640 1 --2- 172.21.15.1:0/264949356 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa201046e0 0x7ffa20106ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:58.919 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.911+0000 7ffa2516c640 1 --2- 172.21.15.1:0/264949356 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa20101db0 0x7ffa201041a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:58.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.911+0000 7ffa2516c640 1 -- 172.21.15.1:0/264949356 >> 172.21.15.1:0/264949356 conn(0x7ffa200fb740 msgr2=0x7ffa200fdb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:58.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.911+0000 7ffa2516c640 1 -- 172.21.15.1:0/264949356 shutdown_connections 2024-02-09T23:58:58.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.911+0000 7ffa2516c640 1 -- 172.21.15.1:0/264949356 wait complete. 2024-02-09T23:58:58.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.911+0000 7ffa2516c640 1 Processor -- start 2024-02-09T23:58:58.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.912+0000 7ffa2516c640 1 -- start start 2024-02-09T23:58:58.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.912+0000 7ffa2516c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa20101db0 0x7ffa201971f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:58.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.912+0000 7ffa2516c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa201046e0 0x7ffa20197730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:58.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.912+0000 7ffa2516c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa20107010 0x7ffa2019e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:58.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.912+0000 7ffa2516c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa2019ece0 con 0x7ffa20101db0 2024-02-09T23:58:58.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.912+0000 7ffa2516c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa2019ee50 con 0x7ffa20107010 2024-02-09T23:58:58.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.912+0000 7ffa2516c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa2019f010 con 0x7ffa201046e0 2024-02-09T23:58:58.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.912+0000 7ffa1ed9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa20101db0 0x7ffa201971f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:58.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.912+0000 7ffa1ed9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa20101db0 0x7ffa201971f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49774/0 (socket says 172.21.15.1:49774) 2024-02-09T23:58:58.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.912+0000 7ffa1ed9d640 1 -- 172.21.15.1:0/3662100997 learned_addr learned my addr 172.21.15.1:0/3662100997 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:58.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.912+0000 7ffa17fff640 1 --2- 172.21.15.1:0/3662100997 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa201046e0 0x7ffa20197730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:58.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.912+0000 7ffa1ed9d640 1 -- 172.21.15.1:0/3662100997 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa201046e0 msgr2=0x7ffa20197730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:58.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.912+0000 7ffa1f59e640 1 --2- 172.21.15.1:0/3662100997 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa20107010 0x7ffa2019e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:58.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.912+0000 7ffa1ed9d640 1 --2- 172.21.15.1:0/3662100997 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa201046e0 0x7ffa20197730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:58.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.912+0000 7ffa1ed9d640 1 -- 172.21.15.1:0/3662100997 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa20107010 msgr2=0x7ffa2019e7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:58.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.912+0000 7ffa1ed9d640 1 --2- 172.21.15.1:0/3662100997 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa20107010 0x7ffa2019e7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:58.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.912+0000 7ffa1ed9d640 1 -- 172.21.15.1:0/3662100997 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa18009900 con 0x7ffa20101db0 2024-02-09T23:58:58.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.912+0000 7ffa1f59e640 1 --2- 172.21.15.1:0/3662100997 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa20107010 0x7ffa2019e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:58:58.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.912+0000 7ffa1ed9d640 1 --2- 172.21.15.1:0/3662100997 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa20101db0 0x7ffa201971f0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7ffa1000c920 tx=0x7ffa1000cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:58.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.912+0000 7ffa1cd99640 1 -- 172.21.15.1:0/3662100997 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa10007c70 con 0x7ffa20101db0 2024-02-09T23:58:58.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.912+0000 7ffa2516c640 1 -- 172.21.15.1:0/3662100997 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa2019f2f0 con 0x7ffa20101db0 2024-02-09T23:58:58.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.912+0000 7ffa1cd99640 1 -- 172.21.15.1:0/3662100997 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ffa10007dd0 con 0x7ffa20101db0 2024-02-09T23:58:58.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.912+0000 7ffa1cd99640 1 -- 172.21.15.1:0/3662100997 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa10018860 con 0x7ffa20101db0 2024-02-09T23:58:58.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.912+0000 7ffa2516c640 1 -- 172.21.15.1:0/3662100997 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa2019f800 con 0x7ffa20101db0 2024-02-09T23:58:58.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.913+0000 7ffa2516c640 1 -- 172.21.15.1:0/3662100997 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffa200fd230 con 0x7ffa20101db0 2024-02-09T23:58:58.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.914+0000 7ffa1cd99640 1 -- 172.21.15.1:0/3662100997 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7ffa1000fac0 con 0x7ffa20101db0 2024-02-09T23:58:58.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.915+0000 7ffa1cd99640 1 --2- 172.21.15.1:0/3662100997 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ffa000a20c0 0x7ffa000a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:58.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.915+0000 7ffa17fff640 1 --2- 172.21.15.1:0/3662100997 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ffa000a20c0 0x7ffa000a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:58.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.915+0000 7ffa1cd99640 1 -- 172.21.15.1:0/3662100997 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7ffa100cddf0 con 0x7ffa20101db0 2024-02-09T23:58:58.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.915+0000 7ffa17fff640 1 --2- 172.21.15.1:0/3662100997 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ffa000a20c0 0x7ffa000a4580 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7ffa20198700 tx=0x7ffa0800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:58.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:58.919+0000 7ffa1cd99640 1 -- 172.21.15.1:0/3662100997 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7ffa10096dd0 con 0x7ffa20101db0 2024-02-09T23:58:59.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.102+0000 7ffa2516c640 1 -- 172.21.15.1:0/3662100997 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ffa2002ce50 con 0x7ffa20101db0 2024-02-09T23:58:59.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.103+0000 7ffa1cd99640 1 -- 172.21.15.1:0/3662100997 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) v1 ==== 74+0+22548 (secure 0 0 0) 0x7ffa1009a490 con 0x7ffa20101db0 2024-02-09T23:58:59.106 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:58:59.107 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":87,"fsid":"b5005240-c7a5-11ee-95b8-87774f69a715","created":"2024-02-09T23:49:06.829648+0000","modified":"2024-02-09T23:58:05.970977+0000","last_up_change":"2024-02-09T23:56:15.507374+0000","last_in_change":"2024-02-09T23:55:55.668510+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:52:28.527596+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:57:04.230570+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:57:05.160207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4fa23604-c2ff-4c47-8ac8-10dce6bba3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6803","nonce":4020662944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6805","nonce":4020662944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6809","nonce":4020662944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6807","nonce":4020662944}]},"public_addr":"172.21.15.1:6803/4020662944","cluster_addr":"172.21.15.1:6805/4020662944","heartbeat_back_addr":"172.21.15.1:6809/4020662944","heartbeat_front_addr":"172.21.15.1:6807/4020662944","state":["exists","up"]},{"osd":1,"uuid":"d64b48a6-3b47-4712-b607-d0e951b3b4a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6801","nonce":1258648868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6803","nonce":1258648868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6807","nonce":1258648868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6805","nonce":1258648868}]},"public_addr":"172.21.15.88:6801/1258648868","cluster_addr":"172.21.15.88:6803/1258648868","heartbeat_back_addr":"172.21.15.88:6807/1258648868","heartbeat_front_addr":"172.21.15.88:6805/1258648868","state":["exists","up"]},{"osd":2,"uuid":"6be4c8dc-283d-4025-9c1f-c00ee4e3659f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6801","nonce":2902494825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6803","nonce":2902494825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6807","nonce":2902494825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6805","nonce":2902494825}]},"public_addr":"172.21.15.103:6801/2902494825","cluster_addr":"172.21.15.103:6803/2902494825","heartbeat_back_addr":"172.21.15.103:6807/2902494825","heartbeat_front_addr":"172.21.15.103:6805/2902494825","state":["exists","up"]},{"osd":3,"uuid":"52579ea8-e424-4adc-9fd9-44cec7e3875a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6811","nonce":680841642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6813","nonce":680841642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6817","nonce":680841642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6815","nonce":680841642}]},"public_addr":"172.21.15.1:6811/680841642","cluster_addr":"172.21.15.1:6813/680841642","heartbeat_back_addr":"172.21.15.1:6817/680841642","heartbeat_front_addr":"172.21.15.1:6815/680841642","state":["exists","up"]},{"osd":4,"uuid":"6503d3b5-f26b-4438-b256-ae4f76c7c773","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6809","nonce":2788918193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6811","nonce":2788918193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6815","nonce":2788918193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6813","nonce":2788918193}]},"public_addr":"172.21.15.88:6809/2788918193","cluster_addr":"172.21.15.88:6811/2788918193","heartbeat_back_addr":"172.21.15.88:6815/2788918193","heartbeat_front_addr":"172.21.15.88:6813/2788918193","state":["exists","up"]},{"osd":5,"uuid":"86188624-366a-487e-9db3-2782ef0884cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6809","nonce":3760780468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6811","nonce":3760780468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6815","nonce":3760780468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6813","nonce":3760780468}]},"public_addr":"172.21.15.103:6809/3760780468","cluster_addr":"172.21.15.103:6811/3760780468","heartbeat_back_addr":"172.21.15.103:6815/3760780468","heartbeat_front_addr":"172.21.15.103:6813/3760780468","state":["exists","up"]},{"osd":6,"uuid":"c59e7ba5-1cbe-41c3-a7e4-330175adfdf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6819","nonce":363854281}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6821","nonce":363854281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6825","nonce":363854281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6823","nonce":363854281}]},"public_addr":"172.21.15.1:6819/363854281","cluster_addr":"172.21.15.1:6821/363854281","heartbeat_back_addr":"172.21.15.1:6825/363854281","heartbeat_front_addr":"172.21.15.1:6823/363854281","state":["exists","up"]},{"osd":7,"uuid":"a77b4ef0-ecf7-457c-95c6-3e63cc6b1bba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6817","nonce":812841825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6819","nonce":812841825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6823","nonce":812841825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6821","nonce":812841825}]},"public_addr":"172.21.15.88:6817/812841825","cluster_addr":"172.21.15.88:6819/812841825","heartbeat_back_addr":"172.21.15.88:6823/812841825","heartbeat_front_addr":"172.21.15.88:6821/812841825","state":["exists","up"]},{"osd":8,"uuid":"bf2a6a1e-71ba-44d2-ba61-309f29496ef9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6817","nonce":3258812878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6819","nonce":3258812878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6823","nonce":3258812878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6821","nonce":3258812878}]},"public_addr":"172.21.15.103:6817/3258812878","cluster_addr":"172.21.15.103:6819/3258812878","heartbeat_back_addr":"172.21.15.103:6823/3258812878","heartbeat_front_addr":"172.21.15.103:6821/3258812878","state":["exists","up"]},{"osd":9,"uuid":"c9531676-199e-43ad-9299-6b5b60fd6ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6827","nonce":2830634909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6829","nonce":2830634909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6833","nonce":2830634909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6831","nonce":2830634909}]},"public_addr":"172.21.15.1:6827/2830634909","cluster_addr":"172.21.15.1:6829/2830634909","heartbeat_back_addr":"172.21.15.1:6833/2830634909","heartbeat_front_addr":"172.21.15.1:6831/2830634909","state":["exists","up"]},{"osd":10,"uuid":"41c2bb14-f8c9-45ce-a81e-9bf9dbba0b51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6825","nonce":1128031509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6827","nonce":1128031509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6831","nonce":1128031509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6829","nonce":1128031509}]},"public_addr":"172.21.15.88:6825/1128031509","cluster_addr":"172.21.15.88:6827/1128031509","heartbeat_back_addr":"172.21.15.88:6831/1128031509","heartbeat_front_addr":"172.21.15.88:6829/1128031509","state":["exists","up"]},{"osd":11,"uuid":"41003dad-b792-418d-9a82-bdf67311ea90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6825","nonce":2854918902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6827","nonce":2854918902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6831","nonce":2854918902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6829","nonce":2854918902}]},"public_addr":"172.21.15.103:6825/2854918902","cluster_addr":"172.21.15.103:6827/2854918902","heartbeat_back_addr":"172.21.15.103:6831/2854918902","heartbeat_front_addr":"172.21.15.103:6829/2854918902","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:51:39.446367+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:02.973641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:25.664661+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:50.561389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:14.598286+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:39.149718+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:04.327941+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:29.497887+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:55.922386+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:21.966560+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:47.653451+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:14.122475+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:0/2182725984":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6800/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1236715707":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3991013292":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3894463217":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6801/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6800/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3968648683":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6801/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1600532294":"2024-02-10T23:50:04.182518+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:58:59.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.105+0000 7ffa2516c640 1 -- 172.21.15.1:0/3662100997 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ffa000a20c0 msgr2=0x7ffa000a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:59.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.105+0000 7ffa2516c640 1 --2- 172.21.15.1:0/3662100997 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ffa000a20c0 0x7ffa000a4580 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7ffa20198700 tx=0x7ffa0800b410 comp rx=0 tx=0).stop 2024-02-09T23:58:59.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.105+0000 7ffa2516c640 1 -- 172.21.15.1:0/3662100997 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa20101db0 msgr2=0x7ffa201971f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:59.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.105+0000 7ffa2516c640 1 --2- 172.21.15.1:0/3662100997 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa20101db0 0x7ffa201971f0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7ffa1000c920 tx=0x7ffa1000cde0 comp rx=0 tx=0).stop 2024-02-09T23:58:59.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.105+0000 7ffa2516c640 1 -- 172.21.15.1:0/3662100997 shutdown_connections 2024-02-09T23:58:59.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.105+0000 7ffa2516c640 1 --2- 172.21.15.1:0/3662100997 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ffa000a20c0 0x7ffa000a4580 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:59.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.105+0000 7ffa2516c640 1 --2- 172.21.15.1:0/3662100997 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa20107010 0x7ffa2019e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:59.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.105+0000 7ffa2516c640 1 --2- 172.21.15.1:0/3662100997 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa201046e0 0x7ffa20197730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:59.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.105+0000 7ffa2516c640 1 --2- 172.21.15.1:0/3662100997 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa20101db0 0x7ffa201971f0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:59.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.105+0000 7ffa2516c640 1 -- 172.21.15.1:0/3662100997 >> 172.21.15.1:0/3662100997 conn(0x7ffa200fb740 msgr2=0x7ffa201026f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:59.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.105+0000 7ffa2516c640 1 -- 172.21.15.1:0/3662100997 shutdown_connections 2024-02-09T23:58:59.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.105+0000 7ffa2516c640 1 -- 172.21.15.1:0/3662100997 wait complete. 2024-02-09T23:58:59.120 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:52:28.527596+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-09T23:57:04.230570+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-09T23:57:05.160207+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-09T23:58:59.120 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-09T23:58:59.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.223+0000 7f2b84464640 1 -- 172.21.15.1:0/2207725677 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2b7c101340 msgr2=0x7f2b7c1017c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:59.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.223+0000 7f2b84464640 1 --2- 172.21.15.1:0/2207725677 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2b7c101340 0x7f2b7c1017c0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f2b70009900 tx=0x7f2b7002bc30 comp rx=0 tx=0).stop 2024-02-09T23:58:59.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.223+0000 7f2b84464640 1 -- 172.21.15.1:0/2207725677 shutdown_connections 2024-02-09T23:58:59.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.223+0000 7f2b84464640 1 --2- 172.21.15.1:0/2207725677 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2b7c101d00 0x7f2b7c108590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:59.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.223+0000 7f2b84464640 1 --2- 172.21.15.1:0/2207725677 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2b7c101340 0x7f2b7c1017c0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:59.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.223+0000 7f2b84464640 1 --2- 172.21.15.1:0/2207725677 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2b7c100150 0x7f2b7c100570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:59.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.223+0000 7f2b84464640 1 -- 172.21.15.1:0/2207725677 >> 172.21.15.1:0/2207725677 conn(0x7f2b7c0fb6c0 msgr2=0x7f2b7c0fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:59.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.223+0000 7f2b84464640 1 -- 172.21.15.1:0/2207725677 shutdown_connections 2024-02-09T23:58:59.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.223+0000 7f2b84464640 1 -- 172.21.15.1:0/2207725677 wait complete. 2024-02-09T23:58:59.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.224+0000 7f2b84464640 1 Processor -- start 2024-02-09T23:58:59.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.224+0000 7f2b84464640 1 -- start start 2024-02-09T23:58:59.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.224+0000 7f2b84464640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2b7c100150 0x7f2b7c1961e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:59.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.224+0000 7f2b84464640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2b7c101340 0x7f2b7c196720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:59.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.224+0000 7f2b84464640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2b7c101d00 0x7f2b7c19d790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:59.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.224+0000 7f2b84464640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b7c19dcd0 con 0x7f2b7c101340 2024-02-09T23:58:59.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.224+0000 7f2b84464640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b7c19de40 con 0x7f2b7c101d00 2024-02-09T23:58:59.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.224+0000 7f2b84464640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b7c19e000 con 0x7f2b7c100150 2024-02-09T23:58:59.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.224+0000 7f2b819ff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2b7c101340 0x7f2b7c196720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:59.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.224+0000 7f2b819ff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2b7c101340 0x7f2b7c196720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49788/0 (socket says 172.21.15.1:49788) 2024-02-09T23:58:59.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.224+0000 7f2b819ff640 1 -- 172.21.15.1:0/330182108 learned_addr learned my addr 172.21.15.1:0/330182108 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:59.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.224+0000 7f2b82200640 1 --2- 172.21.15.1:0/330182108 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2b7c100150 0x7f2b7c1961e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:59.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.224+0000 7f2b82a01640 1 --2- 172.21.15.1:0/330182108 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2b7c101d00 0x7f2b7c19d790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:59.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.224+0000 7f2b819ff640 1 -- 172.21.15.1:0/330182108 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2b7c100150 msgr2=0x7f2b7c1961e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:59.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.224+0000 7f2b819ff640 1 --2- 172.21.15.1:0/330182108 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2b7c100150 0x7f2b7c1961e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:59.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.224+0000 7f2b819ff640 1 -- 172.21.15.1:0/330182108 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2b7c101d00 msgr2=0x7f2b7c19d790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:59.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.224+0000 7f2b819ff640 1 --2- 172.21.15.1:0/330182108 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2b7c101d00 0x7f2b7c19d790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:59.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.225+0000 7f2b819ff640 1 -- 172.21.15.1:0/330182108 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b70009560 con 0x7f2b7c101340 2024-02-09T23:58:59.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.225+0000 7f2b819ff640 1 --2- 172.21.15.1:0/330182108 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2b7c101340 0x7f2b7c196720 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f2b70006010 tx=0x7f2b700042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:59.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.225+0000 7f2b7b7fe640 1 -- 172.21.15.1:0/330182108 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b700044e0 con 0x7f2b7c101340 2024-02-09T23:58:59.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.225+0000 7f2b7b7fe640 1 -- 172.21.15.1:0/330182108 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2b700054e0 con 0x7f2b7c101340 2024-02-09T23:58:59.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.225+0000 7f2b84464640 1 -- 172.21.15.1:0/330182108 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2b7c19e280 con 0x7f2b7c101340 2024-02-09T23:58:59.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.225+0000 7f2b7b7fe640 1 -- 172.21.15.1:0/330182108 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b7003e450 con 0x7f2b7c101340 2024-02-09T23:58:59.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.225+0000 7f2b84464640 1 -- 172.21.15.1:0/330182108 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2b7c19e790 con 0x7f2b7c101340 2024-02-09T23:58:59.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.226+0000 7f2b84464640 1 -- 172.21.15.1:0/330182108 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2b7c107470 con 0x7f2b7c101340 2024-02-09T23:58:59.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.227+0000 7f2b7b7fe640 1 -- 172.21.15.1:0/330182108 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f2b700035f0 con 0x7f2b7c101340 2024-02-09T23:58:59.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.227+0000 7f2b7b7fe640 1 --2- 172.21.15.1:0/330182108 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2b640a20c0 0x7f2b640a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:59.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.227+0000 7f2b82200640 1 --2- 172.21.15.1:0/330182108 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2b640a20c0 0x7f2b640a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:59.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.227+0000 7f2b7b7fe640 1 -- 172.21.15.1:0/330182108 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f2b700effc0 con 0x7f2b7c101340 2024-02-09T23:58:59.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.228+0000 7f2b82200640 1 --2- 172.21.15.1:0/330182108 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2b640a20c0 0x7f2b640a4580 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f2b7c1011a0 tx=0x7f2b74009680 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:59.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.232+0000 7f2b7b7fe640 1 -- 172.21.15.1:0/330182108 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f2b700b8fa0 con 0x7f2b7c101340 2024-02-09T23:58:59.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.414+0000 7f2b84464640 1 -- 172.21.15.1:0/330182108 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f2b7c02cde0 con 0x7f2b7c101340 2024-02-09T23:58:59.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.414+0000 7f2b7b7fe640 1 -- 172.21.15.1:0/330182108 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v87) v1 ==== 93+0+10 (secure 0 0 0) 0x7f2b700bc660 con 0x7f2b7c101340 2024-02-09T23:58:59.417 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 1 2024-02-09T23:58:59.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.416+0000 7f2b84464640 1 -- 172.21.15.1:0/330182108 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2b640a20c0 msgr2=0x7f2b640a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:59.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.416+0000 7f2b84464640 1 --2- 172.21.15.1:0/330182108 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2b640a20c0 0x7f2b640a4580 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f2b7c1011a0 tx=0x7f2b74009680 comp rx=0 tx=0).stop 2024-02-09T23:58:59.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.416+0000 7f2b84464640 1 -- 172.21.15.1:0/330182108 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2b7c101340 msgr2=0x7f2b7c196720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:59.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.416+0000 7f2b84464640 1 --2- 172.21.15.1:0/330182108 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2b7c101340 0x7f2b7c196720 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f2b70006010 tx=0x7f2b700042f0 comp rx=0 tx=0).stop 2024-02-09T23:58:59.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.416+0000 7f2b84464640 1 -- 172.21.15.1:0/330182108 shutdown_connections 2024-02-09T23:58:59.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.416+0000 7f2b84464640 1 --2- 172.21.15.1:0/330182108 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2b640a20c0 0x7f2b640a4580 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:59.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.416+0000 7f2b84464640 1 --2- 172.21.15.1:0/330182108 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2b7c101d00 0x7f2b7c19d790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:59.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.416+0000 7f2b84464640 1 --2- 172.21.15.1:0/330182108 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2b7c101340 0x7f2b7c196720 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:59.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.416+0000 7f2b84464640 1 --2- 172.21.15.1:0/330182108 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2b7c100150 0x7f2b7c1961e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:59.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.416+0000 7f2b84464640 1 -- 172.21.15.1:0/330182108 >> 172.21.15.1:0/330182108 conn(0x7f2b7c0fb6c0 msgr2=0x7f2b7c104640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:59.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.416+0000 7f2b84464640 1 -- 172.21.15.1:0/330182108 shutdown_connections 2024-02-09T23:58:59.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.416+0000 7f2b84464640 1 -- 172.21.15.1:0/330182108 wait complete. 2024-02-09T23:58:59.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:59 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2927022677' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-09T23:58:59.429 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:59 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/582543016' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:58:59.430 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:58:59 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3662100997' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:58:59.431 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-09T23:58:59.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.533+0000 7f9f8ec55640 1 -- 172.21.15.1:0/3059722887 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9f88100390 msgr2=0x7f9f88100810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:59.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.533+0000 7f9f8ec55640 1 --2- 172.21.15.1:0/3059722887 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9f88100390 0x7f9f88100810 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f9f74009900 tx=0x7f9f7402bc80 comp rx=0 tx=0).stop 2024-02-09T23:58:59.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.533+0000 7f9f8ec55640 1 -- 172.21.15.1:0/3059722887 shutdown_connections 2024-02-09T23:58:59.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.533+0000 7f9f8ec55640 1 --2- 172.21.15.1:0/3059722887 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9f88100d50 0x7f9f881085f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:59.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.533+0000 7f9f8ec55640 1 --2- 172.21.15.1:0/3059722887 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9f88100390 0x7f9f88100810 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:59.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.533+0000 7f9f8ec55640 1 --2- 172.21.15.1:0/3059722887 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9f881017d0 0x7f9f88101bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:59.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.533+0000 7f9f8ec55640 1 -- 172.21.15.1:0/3059722887 >> 172.21.15.1:0/3059722887 conn(0x7f9f880fae40 msgr2=0x7f9f880fd280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:59.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.533+0000 7f9f8ec55640 1 -- 172.21.15.1:0/3059722887 shutdown_connections 2024-02-09T23:58:59.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.533+0000 7f9f8ec55640 1 -- 172.21.15.1:0/3059722887 wait complete. 2024-02-09T23:58:59.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.534+0000 7f9f8ec55640 1 Processor -- start 2024-02-09T23:58:59.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.534+0000 7f9f8ec55640 1 -- start start 2024-02-09T23:58:59.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.534+0000 7f9f8ec55640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9f88100390 0x7f9f880ffdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:59.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.534+0000 7f9f8ec55640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9f88100d50 0x7f9f8819c050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:59.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.534+0000 7f9f8ec55640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9f881017d0 0x7f9f8819e670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:59.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.534+0000 7f9f8ec55640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f8819ee50 con 0x7f9f881017d0 2024-02-09T23:58:59.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.534+0000 7f9f8ec55640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f8819efc0 con 0x7f9f88100d50 2024-02-09T23:58:59.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.534+0000 7f9f8ec55640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f8819f180 con 0x7f9f88100390 2024-02-09T23:58:59.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.534+0000 7f9f8d1f2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9f881017d0 0x7f9f8819e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:59.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.534+0000 7f9f8d1f2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9f881017d0 0x7f9f8819e670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49814/0 (socket says 172.21.15.1:49814) 2024-02-09T23:58:59.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.534+0000 7f9f8d1f2640 1 -- 172.21.15.1:0/1175733775 learned_addr learned my addr 172.21.15.1:0/1175733775 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:59.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.534+0000 7f9f8c9f1640 1 --2- 172.21.15.1:0/1175733775 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9f88100390 0x7f9f880ffdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:59.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.534+0000 7f9f87fff640 1 --2- 172.21.15.1:0/1175733775 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9f88100d50 0x7f9f8819c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:59.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.534+0000 7f9f8d1f2640 1 -- 172.21.15.1:0/1175733775 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9f88100390 msgr2=0x7f9f880ffdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:59.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.534+0000 7f9f8d1f2640 1 --2- 172.21.15.1:0/1175733775 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9f88100390 0x7f9f880ffdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:59.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.534+0000 7f9f8d1f2640 1 -- 172.21.15.1:0/1175733775 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9f88100d50 msgr2=0x7f9f8819c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:59.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.534+0000 7f9f8d1f2640 1 --2- 172.21.15.1:0/1175733775 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9f88100d50 0x7f9f8819c050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:59.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.534+0000 7f9f8d1f2640 1 -- 172.21.15.1:0/1175733775 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f74009560 con 0x7f9f881017d0 2024-02-09T23:58:59.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.534+0000 7f9f87fff640 1 --2- 172.21.15.1:0/1175733775 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9f88100d50 0x7f9f8819c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:58:59.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.534+0000 7f9f8d1f2640 1 --2- 172.21.15.1:0/1175733775 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9f881017d0 0x7f9f8819e670 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f9f8000eb10 tx=0x7f9f8000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:59.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.534+0000 7f9f85ffb640 1 -- 172.21.15.1:0/1175733775 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f80004b20 con 0x7f9f881017d0 2024-02-09T23:58:59.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.535+0000 7f9f85ffb640 1 -- 172.21.15.1:0/1175733775 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9f80004c80 con 0x7f9f881017d0 2024-02-09T23:58:59.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.535+0000 7f9f85ffb640 1 -- 172.21.15.1:0/1175733775 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f80010650 con 0x7f9f881017d0 2024-02-09T23:58:59.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.535+0000 7f9f8ec55640 1 -- 172.21.15.1:0/1175733775 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9f8819f400 con 0x7f9f881017d0 2024-02-09T23:58:59.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.535+0000 7f9f8ec55640 1 -- 172.21.15.1:0/1175733775 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f8819f8e0 con 0x7f9f881017d0 2024-02-09T23:58:59.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.536+0000 7f9f8ec55640 1 -- 172.21.15.1:0/1175733775 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9f881074d0 con 0x7f9f881017d0 2024-02-09T23:58:59.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.537+0000 7f9f85ffb640 1 -- 172.21.15.1:0/1175733775 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f9f80005020 con 0x7f9f881017d0 2024-02-09T23:58:59.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.537+0000 7f9f85ffb640 1 --2- 172.21.15.1:0/1175733775 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f9f780a20c0 0x7f9f780a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:59.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.537+0000 7f9f8c9f1640 1 --2- 172.21.15.1:0/1175733775 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f9f780a20c0 0x7f9f780a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:59.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.537+0000 7f9f85ffb640 1 -- 172.21.15.1:0/1175733775 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f9f80014070 con 0x7f9f881017d0 2024-02-09T23:58:59.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.538+0000 7f9f8c9f1640 1 --2- 172.21.15.1:0/1175733775 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f9f780a20c0 0x7f9f780a4580 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f9f7c00bbe0 tx=0x7f9f7c00b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:59.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.541+0000 7f9f85ffb640 1 -- 172.21.15.1:0/1175733775 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f9f80097270 con 0x7f9f881017d0 2024-02-09T23:58:59.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:59 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2927022677' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-09T23:58:59.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:59 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/582543016' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:58:59.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:58:59 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3662100997' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:58:59.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:59 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2927022677' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-09T23:58:59.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:59 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/582543016' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:58:59.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:58:59 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3662100997' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:58:59.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.723+0000 7f9f8ec55640 1 -- 172.21.15.1:0/1175733775 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f9f8802ce50 con 0x7f9f881017d0 2024-02-09T23:58:59.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.723+0000 7f9f85ffb640 1 -- 172.21.15.1:0/1175733775 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v87) v1 ==== 104+0+11 (secure 0 0 0) 0x7f9f8009a930 con 0x7f9f881017d0 2024-02-09T23:58:59.727 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 32 2024-02-09T23:58:59.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.725+0000 7f9f8ec55640 1 -- 172.21.15.1:0/1175733775 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f9f780a20c0 msgr2=0x7f9f780a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:59.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.725+0000 7f9f8ec55640 1 --2- 172.21.15.1:0/1175733775 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f9f780a20c0 0x7f9f780a4580 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f9f7c00bbe0 tx=0x7f9f7c00b390 comp rx=0 tx=0).stop 2024-02-09T23:58:59.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.725+0000 7f9f8ec55640 1 -- 172.21.15.1:0/1175733775 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9f881017d0 msgr2=0x7f9f8819e670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:59.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.725+0000 7f9f8ec55640 1 --2- 172.21.15.1:0/1175733775 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9f881017d0 0x7f9f8819e670 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f9f8000eb10 tx=0x7f9f8000c2d0 comp rx=0 tx=0).stop 2024-02-09T23:58:59.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.725+0000 7f9f8ec55640 1 -- 172.21.15.1:0/1175733775 shutdown_connections 2024-02-09T23:58:59.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.725+0000 7f9f8ec55640 1 --2- 172.21.15.1:0/1175733775 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9f881017d0 0x7f9f8819e670 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:59.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.725+0000 7f9f8ec55640 1 --2- 172.21.15.1:0/1175733775 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f9f780a20c0 0x7f9f780a4580 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:59.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.725+0000 7f9f8ec55640 1 --2- 172.21.15.1:0/1175733775 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9f88100d50 0x7f9f8819c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:59.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.725+0000 7f9f8ec55640 1 --2- 172.21.15.1:0/1175733775 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9f88100390 0x7f9f880ffdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:59.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.725+0000 7f9f8ec55640 1 -- 172.21.15.1:0/1175733775 >> 172.21.15.1:0/1175733775 conn(0x7f9f880fae40 msgr2=0x7f9f881046a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:59.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.725+0000 7f9f8ec55640 1 -- 172.21.15.1:0/1175733775 shutdown_connections 2024-02-09T23:58:59.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.725+0000 7f9f8ec55640 1 -- 172.21.15.1:0/1175733775 wait complete. 2024-02-09T23:58:59.739 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-09T23:58:59.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.842+0000 7fdc27177640 1 -- 172.21.15.1:0/2697229618 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdc20101d00 msgr2=0x7fdc20108590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:59.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.842+0000 7fdc27177640 1 --2- 172.21.15.1:0/2697229618 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdc20101d00 0x7fdc20108590 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fdc18009ca0 tx=0x7fdc1802c0f0 comp rx=0 tx=0).stop 2024-02-09T23:58:59.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.842+0000 7fdc27177640 1 -- 172.21.15.1:0/2697229618 shutdown_connections 2024-02-09T23:58:59.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.842+0000 7fdc27177640 1 --2- 172.21.15.1:0/2697229618 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdc20101d00 0x7fdc20108590 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:59.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.842+0000 7fdc27177640 1 --2- 172.21.15.1:0/2697229618 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdc20101340 0x7fdc201017c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:59.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.842+0000 7fdc27177640 1 --2- 172.21.15.1:0/2697229618 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdc20100150 0x7fdc20100570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:59.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.842+0000 7fdc27177640 1 -- 172.21.15.1:0/2697229618 >> 172.21.15.1:0/2697229618 conn(0x7fdc200fb6a0 msgr2=0x7fdc200fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:58:59.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.842+0000 7fdc27177640 1 -- 172.21.15.1:0/2697229618 shutdown_connections 2024-02-09T23:58:59.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.842+0000 7fdc27177640 1 -- 172.21.15.1:0/2697229618 wait complete. 2024-02-09T23:58:59.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.842+0000 7fdc27177640 1 Processor -- start 2024-02-09T23:58:59.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.842+0000 7fdc27177640 1 -- start start 2024-02-09T23:58:59.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.843+0000 7fdc27177640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdc20100150 0x7fdc201971f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:59.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.843+0000 7fdc27177640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdc20101340 0x7fdc20197730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:59.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.843+0000 7fdc27177640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdc20101d00 0x7fdc2019e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:59.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.843+0000 7fdc27177640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc2019ece0 con 0x7fdc20100150 2024-02-09T23:58:59.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.843+0000 7fdc27177640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc2019ee50 con 0x7fdc20101d00 2024-02-09T23:58:59.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.843+0000 7fdc27177640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc2019f010 con 0x7fdc20101340 2024-02-09T23:58:59.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.843+0000 7fdc24f13640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdc20100150 0x7fdc201971f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:59.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.843+0000 7fdc24f13640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdc20100150 0x7fdc201971f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49832/0 (socket says 172.21.15.1:49832) 2024-02-09T23:58:59.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.843+0000 7fdc24f13640 1 -- 172.21.15.1:0/2595870852 learned_addr learned my addr 172.21.15.1:0/2595870852 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:58:59.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.843+0000 7fdc25714640 1 --2- 172.21.15.1:0/2595870852 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdc20101d00 0x7fdc2019e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:59.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.843+0000 7fdc1ffff640 1 --2- 172.21.15.1:0/2595870852 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdc20101340 0x7fdc20197730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:59.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.843+0000 7fdc24f13640 1 -- 172.21.15.1:0/2595870852 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdc20101340 msgr2=0x7fdc20197730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:59.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.843+0000 7fdc24f13640 1 --2- 172.21.15.1:0/2595870852 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdc20101340 0x7fdc20197730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:59.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.843+0000 7fdc24f13640 1 -- 172.21.15.1:0/2595870852 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdc20101d00 msgr2=0x7fdc2019e7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:58:59.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.843+0000 7fdc24f13640 1 --2- 172.21.15.1:0/2595870852 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdc20101d00 0x7fdc2019e7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:58:59.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.843+0000 7fdc24f13640 1 -- 172.21.15.1:0/2595870852 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc18009900 con 0x7fdc20100150 2024-02-09T23:58:59.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.843+0000 7fdc25714640 1 --2- 172.21.15.1:0/2595870852 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdc20101d00 0x7fdc2019e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:58:59.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.843+0000 7fdc24f13640 1 --2- 172.21.15.1:0/2595870852 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdc20100150 0x7fdc201971f0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fdc1400c970 tx=0x7fdc1400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:59.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.843+0000 7fdc1dffb640 1 -- 172.21.15.1:0/2595870852 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc14007c10 con 0x7fdc20100150 2024-02-09T23:58:59.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.843+0000 7fdc1dffb640 1 -- 172.21.15.1:0/2595870852 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdc14007d70 con 0x7fdc20100150 2024-02-09T23:58:59.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.843+0000 7fdc27177640 1 -- 172.21.15.1:0/2595870852 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdc2019f2f0 con 0x7fdc20100150 2024-02-09T23:58:59.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.843+0000 7fdc1dffb640 1 -- 172.21.15.1:0/2595870852 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc1400f8a0 con 0x7fdc20100150 2024-02-09T23:58:59.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.844+0000 7fdc27177640 1 -- 172.21.15.1:0/2595870852 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc2019f800 con 0x7fdc20100150 2024-02-09T23:58:59.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.844+0000 7fdc27177640 1 -- 172.21.15.1:0/2595870852 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdc201073a0 con 0x7fdc20100150 2024-02-09T23:58:59.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.845+0000 7fdc1dffb640 1 -- 172.21.15.1:0/2595870852 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7fdc14018af0 con 0x7fdc20100150 2024-02-09T23:58:59.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.846+0000 7fdc1dffb640 1 --2- 172.21.15.1:0/2595870852 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fdc100a20c0 0x7fdc100a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:58:59.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.846+0000 7fdc1ffff640 1 --2- 172.21.15.1:0/2595870852 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fdc100a20c0 0x7fdc100a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:58:59.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.846+0000 7fdc1dffb640 1 -- 172.21.15.1:0/2595870852 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fdc14013070 con 0x7fdc20100150 2024-02-09T23:58:59.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.847+0000 7fdc1ffff640 1 --2- 172.21.15.1:0/2595870852 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fdc100a20c0 0x7fdc100a4580 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fdc0c005fd0 tx=0x7fdc0c005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:58:59.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:58:59.851+0000 7fdc1dffb640 1 -- 172.21.15.1:0/2595870852 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fdc140970d0 con 0x7fdc20100150 2024-02-09T23:59:00.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.034+0000 7fdc27177640 1 -- 172.21.15.1:0/2595870852 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fdc2010cc60 con 0x7fdc20100150 2024-02-09T23:59:00.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.034+0000 7fdc1dffb640 1 -- 172.21.15.1:0/2595870852 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v87) v1 ==== 100+0+11 (secure 0 0 0) 0x7fdc1409a790 con 0x7fdc20100150 2024-02-09T23:59:00.038 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 64 2024-02-09T23:59:00.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.037+0000 7fdc27177640 1 -- 172.21.15.1:0/2595870852 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fdc100a20c0 msgr2=0x7fdc100a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:00.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.037+0000 7fdc27177640 1 --2- 172.21.15.1:0/2595870852 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fdc100a20c0 0x7fdc100a4580 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fdc0c005fd0 tx=0x7fdc0c005850 comp rx=0 tx=0).stop 2024-02-09T23:59:00.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.037+0000 7fdc27177640 1 -- 172.21.15.1:0/2595870852 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdc20100150 msgr2=0x7fdc201971f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:00.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.037+0000 7fdc27177640 1 --2- 172.21.15.1:0/2595870852 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdc20100150 0x7fdc201971f0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fdc1400c970 tx=0x7fdc1400ce30 comp rx=0 tx=0).stop 2024-02-09T23:59:00.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.037+0000 7fdc27177640 1 -- 172.21.15.1:0/2595870852 shutdown_connections 2024-02-09T23:59:00.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.037+0000 7fdc27177640 1 --2- 172.21.15.1:0/2595870852 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fdc100a20c0 0x7fdc100a4580 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.037+0000 7fdc27177640 1 --2- 172.21.15.1:0/2595870852 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdc20101d00 0x7fdc2019e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.037+0000 7fdc27177640 1 --2- 172.21.15.1:0/2595870852 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdc20101340 0x7fdc20197730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.037+0000 7fdc27177640 1 --2- 172.21.15.1:0/2595870852 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdc20100150 0x7fdc201971f0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.037+0000 7fdc27177640 1 -- 172.21.15.1:0/2595870852 >> 172.21.15.1:0/2595870852 conn(0x7fdc200fb6a0 msgr2=0x7fdc20104570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:00.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.037+0000 7fdc27177640 1 -- 172.21.15.1:0/2595870852 shutdown_connections 2024-02-09T23:59:00.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.037+0000 7fdc27177640 1 -- 172.21.15.1:0/2595870852 wait complete. 2024-02-09T23:59:00.051 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:59:00.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.150+0000 7f2b54b0c640 1 -- 172.21.15.1:0/1965956022 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2b50101d40 msgr2=0x7f2b50104130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:00.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.150+0000 7f2b54b0c640 1 --2- 172.21.15.1:0/1965956022 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2b50101d40 0x7f2b50104130 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f2b48009900 tx=0x7f2b4802bc30 comp rx=0 tx=0).stop 2024-02-09T23:59:00.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.150+0000 7f2b54b0c640 1 -- 172.21.15.1:0/1965956022 shutdown_connections 2024-02-09T23:59:00.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.150+0000 7f2b54b0c640 1 --2- 172.21.15.1:0/1965956022 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2b50106fa0 0x7f2b50109390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.150+0000 7f2b54b0c640 1 --2- 172.21.15.1:0/1965956022 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2b50104670 0x7f2b50106a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.150+0000 7f2b54b0c640 1 --2- 172.21.15.1:0/1965956022 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2b50101d40 0x7f2b50104130 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.150+0000 7f2b54b0c640 1 -- 172.21.15.1:0/1965956022 >> 172.21.15.1:0/1965956022 conn(0x7f2b500fb6d0 msgr2=0x7f2b500fdb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:00.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.150+0000 7f2b54b0c640 1 -- 172.21.15.1:0/1965956022 shutdown_connections 2024-02-09T23:59:00.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.151+0000 7f2b54b0c640 1 -- 172.21.15.1:0/1965956022 wait complete. 2024-02-09T23:59:00.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.151+0000 7f2b54b0c640 1 Processor -- start 2024-02-09T23:59:00.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.151+0000 7f2b54b0c640 1 -- start start 2024-02-09T23:59:00.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.151+0000 7f2b54b0c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2b50101d40 0x7f2b50197300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.151+0000 7f2b54b0c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2b50104670 0x7f2b50197840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.151+0000 7f2b54b0c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2b50106fa0 0x7f2b5019e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.151+0000 7f2b54b0c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b5019edf0 con 0x7f2b50106fa0 2024-02-09T23:59:00.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.151+0000 7f2b54b0c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b5019ef60 con 0x7f2b50104670 2024-02-09T23:59:00.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.151+0000 7f2b54b0c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b5019f120 con 0x7f2b50101d40 2024-02-09T23:59:00.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.151+0000 7f2b4ed9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2b50106fa0 0x7f2b5019e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.151+0000 7f2b4ed9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2b50106fa0 0x7f2b5019e8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49858/0 (socket says 172.21.15.1:49858) 2024-02-09T23:59:00.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.151+0000 7f2b4ed9d640 1 -- 172.21.15.1:0/338786744 learned_addr learned my addr 172.21.15.1:0/338786744 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:00.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.152+0000 7f2b4dd9b640 1 --2- 172.21.15.1:0/338786744 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2b50104670 0x7f2b50197840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.152+0000 7f2b4e59c640 1 --2- 172.21.15.1:0/338786744 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2b50101d40 0x7f2b50197300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.152+0000 7f2b4ed9d640 1 -- 172.21.15.1:0/338786744 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2b50101d40 msgr2=0x7f2b50197300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:00.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.152+0000 7f2b4ed9d640 1 --2- 172.21.15.1:0/338786744 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2b50101d40 0x7f2b50197300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.152+0000 7f2b4ed9d640 1 -- 172.21.15.1:0/338786744 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2b50104670 msgr2=0x7f2b50197840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:00.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.152+0000 7f2b4ed9d640 1 --2- 172.21.15.1:0/338786744 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2b50104670 0x7f2b50197840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.152+0000 7f2b4ed9d640 1 -- 172.21.15.1:0/338786744 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b48009560 con 0x7f2b50106fa0 2024-02-09T23:59:00.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.152+0000 7f2b4e59c640 1 --2- 172.21.15.1:0/338786744 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2b50101d40 0x7f2b50197300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:59:00.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.152+0000 7f2b4ed9d640 1 --2- 172.21.15.1:0/338786744 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2b50106fa0 0x7f2b5019e8b0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f2b4000eaa0 tx=0x7f2b4000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:00.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.152+0000 7f2b3f7fe640 1 -- 172.21.15.1:0/338786744 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b4000cdb0 con 0x7f2b50106fa0 2024-02-09T23:59:00.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.152+0000 7f2b54b0c640 1 -- 172.21.15.1:0/338786744 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2b5019f400 con 0x7f2b50106fa0 2024-02-09T23:59:00.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.152+0000 7f2b3f7fe640 1 -- 172.21.15.1:0/338786744 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2b40005020 con 0x7f2b50106fa0 2024-02-09T23:59:00.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.152+0000 7f2b3f7fe640 1 -- 172.21.15.1:0/338786744 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b400116b0 con 0x7f2b50106fa0 2024-02-09T23:59:00.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.152+0000 7f2b54b0c640 1 -- 172.21.15.1:0/338786744 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2b5019f910 con 0x7f2b50106fa0 2024-02-09T23:59:00.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.153+0000 7f2b54b0c640 1 -- 172.21.15.1:0/338786744 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2b500fd1c0 con 0x7f2b50106fa0 2024-02-09T23:59:00.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.154+0000 7f2b3f7fe640 1 -- 172.21.15.1:0/338786744 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f2b40005520 con 0x7f2b50106fa0 2024-02-09T23:59:00.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.155+0000 7f2b3f7fe640 1 --2- 172.21.15.1:0/338786744 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2b380a20c0 0x7f2b380a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.155+0000 7f2b4e59c640 1 --2- 172.21.15.1:0/338786744 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2b380a20c0 0x7f2b380a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.155+0000 7f2b3f7fe640 1 -- 172.21.15.1:0/338786744 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f2b400cdec0 con 0x7f2b50106fa0 2024-02-09T23:59:00.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.155+0000 7f2b4e59c640 1 --2- 172.21.15.1:0/338786744 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2b380a20c0 0x7f2b380a4580 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f2b48000c00 tx=0x7f2b48005be0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:00.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.162+0000 7f2b3f7fe640 1 -- 172.21.15.1:0/338786744 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f2b40096ea0 con 0x7f2b50106fa0 2024-02-09T23:59:00.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.381+0000 7f2b54b0c640 1 -- 172.21.15.1:0/338786744 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2b5002cde0 con 0x7f2b50106fa0 2024-02-09T23:59:00.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.381+0000 7f2b3f7fe640 1 -- 172.21.15.1:0/338786744 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+11367 (secure 0 0 0) 0x7f2b4001f020 con 0x7f2b50106fa0 2024-02-09T23:59:00.385 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:59:00.385 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-09T23:57:05.956988+0000","modified":"2024-02-09T23:57:12.862580+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24496,"mds_2":24476,"mds_3":24475,"mds_4":14646},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14646":{"gid":14646,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24398":{"gid":24398,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24406":{"gid":24406,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24457":{"gid":24457,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/3143955076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":3143955076},{"type":"v1","addr":"172.21.15.103:6835","nonce":3143955076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24475":{"gid":24475,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-09T23:59:00.385 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 26 2024-02-09T23:59:00.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.383+0000 7f2b54b0c640 1 -- 172.21.15.1:0/338786744 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2b380a20c0 msgr2=0x7f2b380a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:00.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.383+0000 7f2b54b0c640 1 --2- 172.21.15.1:0/338786744 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2b380a20c0 0x7f2b380a4580 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f2b48000c00 tx=0x7f2b48005be0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.383+0000 7f2b54b0c640 1 -- 172.21.15.1:0/338786744 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2b50106fa0 msgr2=0x7f2b5019e8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:00.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.383+0000 7f2b54b0c640 1 --2- 172.21.15.1:0/338786744 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2b50106fa0 0x7f2b5019e8b0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f2b4000eaa0 tx=0x7f2b4000ef60 comp rx=0 tx=0).stop 2024-02-09T23:59:00.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.383+0000 7f2b54b0c640 1 -- 172.21.15.1:0/338786744 shutdown_connections 2024-02-09T23:59:00.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.383+0000 7f2b54b0c640 1 --2- 172.21.15.1:0/338786744 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2b50106fa0 0x7f2b5019e8b0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.383+0000 7f2b54b0c640 1 --2- 172.21.15.1:0/338786744 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2b380a20c0 0x7f2b380a4580 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.383+0000 7f2b54b0c640 1 --2- 172.21.15.1:0/338786744 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2b50104670 0x7f2b50197840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.383+0000 7f2b54b0c640 1 --2- 172.21.15.1:0/338786744 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2b50101d40 0x7f2b50197300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.383+0000 7f2b54b0c640 1 -- 172.21.15.1:0/338786744 >> 172.21.15.1:0/338786744 conn(0x7f2b500fb6d0 msgr2=0x7f2b501026a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:00.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.383+0000 7f2b54b0c640 1 -- 172.21.15.1:0/338786744 shutdown_connections 2024-02-09T23:59:00.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.383+0000 7f2b54b0c640 1 -- 172.21.15.1:0/338786744 wait complete. 2024-02-09T23:59:00.396 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:00 smithi001 ceph-mon[32335]: pgmap v344: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-02-09T23:59:00.396 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:00 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/330182108' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-09T23:59:00.396 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:00 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1175733775' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-09T23:59:00.396 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:00 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2595870852' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-09T23:59:00.398 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:59:00.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.497+0000 7f6e82bd0640 1 -- 172.21.15.1:0/278611880 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6e7c101d10 msgr2=0x7f6e7c1085a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:00.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.497+0000 7f6e82bd0640 1 --2- 172.21.15.1:0/278611880 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6e7c101d10 0x7f6e7c1085a0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f6e74009ca0 tx=0x7f6e7402c0f0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.498+0000 7f6e82bd0640 1 -- 172.21.15.1:0/278611880 shutdown_connections 2024-02-09T23:59:00.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.498+0000 7f6e82bd0640 1 --2- 172.21.15.1:0/278611880 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6e7c101d10 0x7f6e7c1085a0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.498+0000 7f6e82bd0640 1 --2- 172.21.15.1:0/278611880 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6e7c101350 0x7f6e7c1017d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.498+0000 7f6e82bd0640 1 --2- 172.21.15.1:0/278611880 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6e7c100160 0x7f6e7c100580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.498+0000 7f6e82bd0640 1 -- 172.21.15.1:0/278611880 >> 172.21.15.1:0/278611880 conn(0x7f6e7c0fb6d0 msgr2=0x7f6e7c0fdb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:00.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.498+0000 7f6e82bd0640 1 -- 172.21.15.1:0/278611880 shutdown_connections 2024-02-09T23:59:00.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.498+0000 7f6e82bd0640 1 -- 172.21.15.1:0/278611880 wait complete. 2024-02-09T23:59:00.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.498+0000 7f6e82bd0640 1 Processor -- start 2024-02-09T23:59:00.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.498+0000 7f6e82bd0640 1 -- start start 2024-02-09T23:59:00.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.498+0000 7f6e82bd0640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6e7c100160 0x7f6e7c069090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.498+0000 7f6e82bd0640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6e7c101350 0x7f6e7c19bf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.498+0000 7f6e82bd0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6e7c101d10 0x7f6e7c19e550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.498+0000 7f6e82bd0640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e7c19ece0 con 0x7f6e7c101d10 2024-02-09T23:59:00.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.498+0000 7f6e82bd0640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e7c19ee50 con 0x7f6e7c101350 2024-02-09T23:59:00.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.498+0000 7f6e82bd0640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e7c19f010 con 0x7f6e7c100160 2024-02-09T23:59:00.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.498+0000 7f6e8116d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6e7c101d10 0x7f6e7c19e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.498+0000 7f6e8116d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6e7c101d10 0x7f6e7c19e550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49888/0 (socket says 172.21.15.1:49888) 2024-02-09T23:59:00.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.498+0000 7f6e8116d640 1 -- 172.21.15.1:0/3633191691 learned_addr learned my addr 172.21.15.1:0/3633191691 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:00.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.499+0000 7f6e7bfff640 1 --2- 172.21.15.1:0/3633191691 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6e7c101350 0x7f6e7c19bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.499+0000 7f6e8096c640 1 --2- 172.21.15.1:0/3633191691 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6e7c100160 0x7f6e7c069090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.499+0000 7f6e8116d640 1 -- 172.21.15.1:0/3633191691 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6e7c100160 msgr2=0x7f6e7c069090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:00.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.499+0000 7f6e8116d640 1 --2- 172.21.15.1:0/3633191691 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6e7c100160 0x7f6e7c069090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.499+0000 7f6e8116d640 1 -- 172.21.15.1:0/3633191691 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6e7c101350 msgr2=0x7f6e7c19bf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:00.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.499+0000 7f6e8116d640 1 --2- 172.21.15.1:0/3633191691 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6e7c101350 0x7f6e7c19bf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.499+0000 7f6e8116d640 1 -- 172.21.15.1:0/3633191691 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e74009900 con 0x7f6e7c101d10 2024-02-09T23:59:00.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.499+0000 7f6e8096c640 1 --2- 172.21.15.1:0/3633191691 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6e7c100160 0x7f6e7c069090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:00.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.499+0000 7f6e8116d640 1 --2- 172.21.15.1:0/3633191691 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6e7c101d10 0x7f6e7c19e550 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f6e74037040 tx=0x7f6e74034d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:00.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.499+0000 7f6e79ffb640 1 -- 172.21.15.1:0/3633191691 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e74032eb0 con 0x7f6e7c101d10 2024-02-09T23:59:00.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.499+0000 7f6e79ffb640 1 -- 172.21.15.1:0/3633191691 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6e74003e50 con 0x7f6e7c101d10 2024-02-09T23:59:00.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.499+0000 7f6e82bd0640 1 -- 172.21.15.1:0/3633191691 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6e7c19f290 con 0x7f6e7c101d10 2024-02-09T23:59:00.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.499+0000 7f6e79ffb640 1 -- 172.21.15.1:0/3633191691 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e74040450 con 0x7f6e7c101d10 2024-02-09T23:59:00.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.499+0000 7f6e82bd0640 1 -- 172.21.15.1:0/3633191691 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e7c19f740 con 0x7f6e7c101d10 2024-02-09T23:59:00.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.500+0000 7f6e82bd0640 1 -- 172.21.15.1:0/3633191691 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6e7c1073b0 con 0x7f6e7c101d10 2024-02-09T23:59:00.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.501+0000 7f6e79ffb640 1 -- 172.21.15.1:0/3633191691 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f6e7400a040 con 0x7f6e7c101d10 2024-02-09T23:59:00.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.502+0000 7f6e79ffb640 1 --2- 172.21.15.1:0/3633191691 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f6e6c0a20c0 0x7f6e6c0a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.502+0000 7f6e8096c640 1 --2- 172.21.15.1:0/3633191691 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f6e6c0a20c0 0x7f6e6c0a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.502+0000 7f6e79ffb640 1 -- 172.21.15.1:0/3633191691 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f6e740f0c80 con 0x7f6e7c101d10 2024-02-09T23:59:00.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.502+0000 7f6e8096c640 1 --2- 172.21.15.1:0/3633191691 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f6e6c0a20c0 0x7f6e6c0a4580 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c1011b0 tx=0x7f6e70005db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:00.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.506+0000 7f6e79ffb640 1 -- 172.21.15.1:0/3633191691 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f6e740b9c00 con 0x7f6e7c101d10 2024-02-09T23:59:00.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:00 smithi088 ceph-mon[36452]: pgmap v344: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-02-09T23:59:00.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:00 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/330182108' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-09T23:59:00.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:00 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1175733775' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-09T23:59:00.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:00 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2595870852' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-09T23:59:00.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:00 smithi103 ceph-mon[36942]: pgmap v344: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-02-09T23:59:00.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:00 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/330182108' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-09T23:59:00.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:00 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1175733775' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-09T23:59:00.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:00 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2595870852' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-09T23:59:00.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.688+0000 7f6e82bd0640 1 -- 172.21.15.1:0/3633191691 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6e7c02ce50 con 0x7f6e7c101d10 2024-02-09T23:59:00.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.689+0000 7f6e79ffb640 1 -- 172.21.15.1:0/3633191691 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) v1 ==== 74+0+22548 (secure 0 0 0) 0x7f6e740bd2c0 con 0x7f6e7c101d10 2024-02-09T23:59:00.693 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:59:00.693 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":87,"fsid":"b5005240-c7a5-11ee-95b8-87774f69a715","created":"2024-02-09T23:49:06.829648+0000","modified":"2024-02-09T23:58:05.970977+0000","last_up_change":"2024-02-09T23:56:15.507374+0000","last_in_change":"2024-02-09T23:55:55.668510+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:52:28.527596+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:57:04.230570+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:57:05.160207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4fa23604-c2ff-4c47-8ac8-10dce6bba3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6803","nonce":4020662944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6805","nonce":4020662944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6809","nonce":4020662944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6807","nonce":4020662944}]},"public_addr":"172.21.15.1:6803/4020662944","cluster_addr":"172.21.15.1:6805/4020662944","heartbeat_back_addr":"172.21.15.1:6809/4020662944","heartbeat_front_addr":"172.21.15.1:6807/4020662944","state":["exists","up"]},{"osd":1,"uuid":"d64b48a6-3b47-4712-b607-d0e951b3b4a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6801","nonce":1258648868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6803","nonce":1258648868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6807","nonce":1258648868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6805","nonce":1258648868}]},"public_addr":"172.21.15.88:6801/1258648868","cluster_addr":"172.21.15.88:6803/1258648868","heartbeat_back_addr":"172.21.15.88:6807/1258648868","heartbeat_front_addr":"172.21.15.88:6805/1258648868","state":["exists","up"]},{"osd":2,"uuid":"6be4c8dc-283d-4025-9c1f-c00ee4e3659f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6801","nonce":2902494825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6803","nonce":2902494825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6807","nonce":2902494825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6805","nonce":2902494825}]},"public_addr":"172.21.15.103:6801/2902494825","cluster_addr":"172.21.15.103:6803/2902494825","heartbeat_back_addr":"172.21.15.103:6807/2902494825","heartbeat_front_addr":"172.21.15.103:6805/2902494825","state":["exists","up"]},{"osd":3,"uuid":"52579ea8-e424-4adc-9fd9-44cec7e3875a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6811","nonce":680841642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6813","nonce":680841642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6817","nonce":680841642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6815","nonce":680841642}]},"public_addr":"172.21.15.1:6811/680841642","cluster_addr":"172.21.15.1:6813/680841642","heartbeat_back_addr":"172.21.15.1:6817/680841642","heartbeat_front_addr":"172.21.15.1:6815/680841642","state":["exists","up"]},{"osd":4,"uuid":"6503d3b5-f26b-4438-b256-ae4f76c7c773","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6809","nonce":2788918193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6811","nonce":2788918193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6815","nonce":2788918193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6813","nonce":2788918193}]},"public_addr":"172.21.15.88:6809/2788918193","cluster_addr":"172.21.15.88:6811/2788918193","heartbeat_back_addr":"172.21.15.88:6815/2788918193","heartbeat_front_addr":"172.21.15.88:6813/2788918193","state":["exists","up"]},{"osd":5,"uuid":"86188624-366a-487e-9db3-2782ef0884cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6809","nonce":3760780468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6811","nonce":3760780468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6815","nonce":3760780468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6813","nonce":3760780468}]},"public_addr":"172.21.15.103:6809/3760780468","cluster_addr":"172.21.15.103:6811/3760780468","heartbeat_back_addr":"172.21.15.103:6815/3760780468","heartbeat_front_addr":"172.21.15.103:6813/3760780468","state":["exists","up"]},{"osd":6,"uuid":"c59e7ba5-1cbe-41c3-a7e4-330175adfdf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6819","nonce":363854281}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6821","nonce":363854281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6825","nonce":363854281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6823","nonce":363854281}]},"public_addr":"172.21.15.1:6819/363854281","cluster_addr":"172.21.15.1:6821/363854281","heartbeat_back_addr":"172.21.15.1:6825/363854281","heartbeat_front_addr":"172.21.15.1:6823/363854281","state":["exists","up"]},{"osd":7,"uuid":"a77b4ef0-ecf7-457c-95c6-3e63cc6b1bba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6817","nonce":812841825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6819","nonce":812841825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6823","nonce":812841825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6821","nonce":812841825}]},"public_addr":"172.21.15.88:6817/812841825","cluster_addr":"172.21.15.88:6819/812841825","heartbeat_back_addr":"172.21.15.88:6823/812841825","heartbeat_front_addr":"172.21.15.88:6821/812841825","state":["exists","up"]},{"osd":8,"uuid":"bf2a6a1e-71ba-44d2-ba61-309f29496ef9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6817","nonce":3258812878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6819","nonce":3258812878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6823","nonce":3258812878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6821","nonce":3258812878}]},"public_addr":"172.21.15.103:6817/3258812878","cluster_addr":"172.21.15.103:6819/3258812878","heartbeat_back_addr":"172.21.15.103:6823/3258812878","heartbeat_front_addr":"172.21.15.103:6821/3258812878","state":["exists","up"]},{"osd":9,"uuid":"c9531676-199e-43ad-9299-6b5b60fd6ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6827","nonce":2830634909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6829","nonce":2830634909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6833","nonce":2830634909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6831","nonce":2830634909}]},"public_addr":"172.21.15.1:6827/2830634909","cluster_addr":"172.21.15.1:6829/2830634909","heartbeat_back_addr":"172.21.15.1:6833/2830634909","heartbeat_front_addr":"172.21.15.1:6831/2830634909","state":["exists","up"]},{"osd":10,"uuid":"41c2bb14-f8c9-45ce-a81e-9bf9dbba0b51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6825","nonce":1128031509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6827","nonce":1128031509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6831","nonce":1128031509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6829","nonce":1128031509}]},"public_addr":"172.21.15.88:6825/1128031509","cluster_addr":"172.21.15.88:6827/1128031509","heartbeat_back_addr":"172.21.15.88:6831/1128031509","heartbeat_front_addr":"172.21.15.88:6829/1128031509","state":["exists","up"]},{"osd":11,"uuid":"41003dad-b792-418d-9a82-bdf67311ea90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6825","nonce":2854918902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6827","nonce":2854918902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6831","nonce":2854918902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6829","nonce":2854918902}]},"public_addr":"172.21.15.103:6825/2854918902","cluster_addr":"172.21.15.103:6827/2854918902","heartbeat_back_addr":"172.21.15.103:6831/2854918902","heartbeat_front_addr":"172.21.15.103:6829/2854918902","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:51:39.446367+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:02.973641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:25.664661+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:50.561389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:14.598286+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:39.149718+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:04.327941+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:29.497887+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:55.922386+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:21.966560+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:47.653451+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:14.122475+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:0/2182725984":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6800/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1236715707":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3991013292":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3894463217":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6801/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6800/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3968648683":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6801/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1600532294":"2024-02-10T23:50:04.182518+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:59:00.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.691+0000 7f6e82bd0640 1 -- 172.21.15.1:0/3633191691 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f6e6c0a20c0 msgr2=0x7f6e6c0a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:00.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.691+0000 7f6e82bd0640 1 --2- 172.21.15.1:0/3633191691 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f6e6c0a20c0 0x7f6e6c0a4580 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c1011b0 tx=0x7f6e70005db0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.691+0000 7f6e82bd0640 1 -- 172.21.15.1:0/3633191691 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6e7c101d10 msgr2=0x7f6e7c19e550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:00.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.691+0000 7f6e82bd0640 1 --2- 172.21.15.1:0/3633191691 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6e7c101d10 0x7f6e7c19e550 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f6e74037040 tx=0x7f6e74034d40 comp rx=0 tx=0).stop 2024-02-09T23:59:00.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.691+0000 7f6e82bd0640 1 -- 172.21.15.1:0/3633191691 shutdown_connections 2024-02-09T23:59:00.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.691+0000 7f6e82bd0640 1 --2- 172.21.15.1:0/3633191691 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6e7c101d10 0x7f6e7c19e550 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.691+0000 7f6e82bd0640 1 --2- 172.21.15.1:0/3633191691 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f6e6c0a20c0 0x7f6e6c0a4580 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.691+0000 7f6e82bd0640 1 --2- 172.21.15.1:0/3633191691 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6e7c101350 0x7f6e7c19bf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.691+0000 7f6e82bd0640 1 --2- 172.21.15.1:0/3633191691 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6e7c100160 0x7f6e7c069090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.691+0000 7f6e82bd0640 1 -- 172.21.15.1:0/3633191691 >> 172.21.15.1:0/3633191691 conn(0x7f6e7c0fb6d0 msgr2=0x7f6e7c104580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:00.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.691+0000 7f6e82bd0640 1 -- 172.21.15.1:0/3633191691 shutdown_connections 2024-02-09T23:59:00.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.691+0000 7f6e82bd0640 1 -- 172.21.15.1:0/3633191691 wait complete. 2024-02-09T23:59:00.707 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 26, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-02-09T23:57:05.956988+0000', 'modified': '2024-02-09T23:57:12.862580+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24518, 'mds_1': 24496, 'mds_2': 24476, 'mds_3': 24475, 'mds_4': 14646}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14634': {'gid': 14634, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.1:6839/1071346655', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.1:6838', 'nonce': 1071346655}, {'type': 'v1', 'addr': '172.21.15.1:6839', 'nonce': 1071346655}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_14646': {'gid': 14646, 'name': 'a', 'rank': 4, 'incarnation': 24, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.1:6841/971167200', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.1:6840', 'nonce': 971167200}, {'type': 'v1', 'addr': '172.21.15.1:6841', 'nonce': 971167200}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24398': {'gid': 24398, 'name': 'k', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.88:6833/2682696528', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.88:6832', 'nonce': 2682696528}, {'type': 'v1', 'addr': '172.21.15.88:6833', 'nonce': 2682696528}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24406': {'gid': 24406, 'name': 'l', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.103:6833/108896496', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.103:6832', 'nonce': 108896496}, {'type': 'v1', 'addr': '172.21.15.103:6833', 'nonce': 108896496}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24434': {'gid': 24434, 'name': 'e', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.88:6835/1540825674', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.88:6834', 'nonce': 1540825674}, {'type': 'v1', 'addr': '172.21.15.88:6835', 'nonce': 1540825674}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24457': {'gid': 24457, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.103:6835/3143955076', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.103:6834', 'nonce': 3143955076}, {'type': 'v1', 'addr': '172.21.15.103:6835', 'nonce': 3143955076}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24475': {'gid': 24475, 'name': 'c', 'rank': 3, 'incarnation': 22, 'state': 'up:active', 'state_seq': 8, 'addr': '172.21.15.103:6837/981541837', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.103:6836', 'nonce': 981541837}, {'type': 'v1', 'addr': '172.21.15.103:6837', 'nonce': 981541837}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24476': {'gid': 24476, 'name': 'h', 'rank': 2, 'incarnation': 20, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.88:6837/2320804574', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.88:6836', 'nonce': 2320804574}, {'type': 'v1', 'addr': '172.21.15.88:6837', 'nonce': 2320804574}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24496': {'gid': 24496, 'name': 'i', 'rank': 1, 'incarnation': 18, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.103:6839/3555176136', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.103:6838', 'nonce': 3555176136}, {'type': 'v1', 'addr': '172.21.15.103:6839', 'nonce': 3555176136}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24518': {'gid': 24518, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.88:6839/2346771954', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.88:6838', 'nonce': 2346771954}, {'type': 'v1', 'addr': '172.21.15.88:6839', 'nonce': 2346771954}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-02-09T23:59:00.707 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-02-09T23:59:00.707 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-02-09T23:59:00.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.808+0000 7fb4a83bc640 1 -- 172.21.15.1:0/3763302601 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4a00ff2b0 msgr2=0x7fb4a00ff730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:00.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.808+0000 7fb4a83bc640 1 --2- 172.21.15.1:0/3763302601 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4a00ff2b0 0x7fb4a00ff730 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fb490009900 tx=0x7fb49002bc30 comp rx=0 tx=0).stop 2024-02-09T23:59:00.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.808+0000 7fb4a83bc640 1 -- 172.21.15.1:0/3763302601 shutdown_connections 2024-02-09T23:59:00.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.808+0000 7fb4a83bc640 1 --2- 172.21.15.1:0/3763302601 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4a00ffc70 0x7fb4a0109820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.808+0000 7fb4a83bc640 1 --2- 172.21.15.1:0/3763302601 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4a00ff2b0 0x7fb4a00ff730 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.808+0000 7fb4a83bc640 1 --2- 172.21.15.1:0/3763302601 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb4a0102840 0x7fb4a0102c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.808+0000 7fb4a83bc640 1 -- 172.21.15.1:0/3763302601 >> 172.21.15.1:0/3763302601 conn(0x7fb4a00fae50 msgr2=0x7fb4a00fd290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:00.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.808+0000 7fb4a83bc640 1 -- 172.21.15.1:0/3763302601 shutdown_connections 2024-02-09T23:59:00.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.808+0000 7fb4a83bc640 1 -- 172.21.15.1:0/3763302601 wait complete. 2024-02-09T23:59:00.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.809+0000 7fb4a83bc640 1 Processor -- start 2024-02-09T23:59:00.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.809+0000 7fb4a83bc640 1 -- start start 2024-02-09T23:59:00.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.809+0000 7fb4a83bc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4a00ff2b0 0x7fb4a0197330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.809+0000 7fb4a83bc640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb4a00ffc70 0x7fb4a0197870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.809+0000 7fb4a83bc640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4a0102840 0x7fb4a019e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.809+0000 7fb4a83bc640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4a019ee20 con 0x7fb4a00ff2b0 2024-02-09T23:59:00.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.809+0000 7fb4a83bc640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4a019ef90 con 0x7fb4a0102840 2024-02-09T23:59:00.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.809+0000 7fb4a83bc640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4a019f150 con 0x7fb4a00ffc70 2024-02-09T23:59:00.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.809+0000 7fb4a6158640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4a00ff2b0 0x7fb4a0197330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.809+0000 7fb4a6158640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4a00ff2b0 0x7fb4a0197330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54446/0 (socket says 172.21.15.1:54446) 2024-02-09T23:59:00.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.809+0000 7fb4a6158640 1 -- 172.21.15.1:0/621250656 learned_addr learned my addr 172.21.15.1:0/621250656 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:00.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.809+0000 7fb4a6959640 1 --2- 172.21.15.1:0/621250656 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4a0102840 0x7fb4a019e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.809+0000 7fb4a5957640 1 --2- 172.21.15.1:0/621250656 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb4a00ffc70 0x7fb4a0197870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.809+0000 7fb4a6158640 1 -- 172.21.15.1:0/621250656 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb4a00ffc70 msgr2=0x7fb4a0197870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:00.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.809+0000 7fb4a6158640 1 --2- 172.21.15.1:0/621250656 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb4a00ffc70 0x7fb4a0197870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.809+0000 7fb4a6158640 1 -- 172.21.15.1:0/621250656 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4a0102840 msgr2=0x7fb4a019e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:00.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.809+0000 7fb4a6158640 1 --2- 172.21.15.1:0/621250656 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4a0102840 0x7fb4a019e8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.809+0000 7fb4a6158640 1 -- 172.21.15.1:0/621250656 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb490009560 con 0x7fb4a00ff2b0 2024-02-09T23:59:00.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.809+0000 7fb4a6959640 1 --2- 172.21.15.1:0/621250656 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4a0102840 0x7fb4a019e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:59:00.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.810+0000 7fb4a6158640 1 --2- 172.21.15.1:0/621250656 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4a00ff2b0 0x7fb4a0197330 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fb49c00c970 tx=0x7fb49c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:00.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.810+0000 7fb4977fe640 1 -- 172.21.15.1:0/621250656 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb49c004220 con 0x7fb4a00ff2b0 2024-02-09T23:59:00.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.810+0000 7fb4a83bc640 1 -- 172.21.15.1:0/621250656 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb4a019f430 con 0x7fb4a00ff2b0 2024-02-09T23:59:00.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.810+0000 7fb4977fe640 1 -- 172.21.15.1:0/621250656 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb49c007e90 con 0x7fb4a00ff2b0 2024-02-09T23:59:00.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.810+0000 7fb4977fe640 1 -- 172.21.15.1:0/621250656 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb49c004a00 con 0x7fb4a00ff2b0 2024-02-09T23:59:00.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.810+0000 7fb4a83bc640 1 -- 172.21.15.1:0/621250656 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4a019f8f0 con 0x7fb4a00ff2b0 2024-02-09T23:59:00.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.812+0000 7fb4977fe640 1 -- 172.21.15.1:0/621250656 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7fb49c0079b0 con 0x7fb4a00ff2b0 2024-02-09T23:59:00.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.812+0000 7fb4aaf94740 1 Processor -- start 2024-02-09T23:59:00.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.813+0000 7fb4aaf94740 1 -- start start 2024-02-09T23:59:00.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.813+0000 7fb4977fe640 1 --2- 172.21.15.1:0/621250656 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb48c0a20c0 0x7fb48c0a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.813+0000 7fb4aaf94740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559c39c0e0d0 0x559c39c0e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.813+0000 7fb4aaf94740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559c39c0eac0 0x559c39c135c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.813+0000 7fb4aaf94740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559c39c13c30 0x559c39c160c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.813+0000 7fb4aaf94740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559c39b79b30 con 0x559c39c0e0d0 2024-02-09T23:59:00.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.813+0000 7fb4aaf94740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559c39b77060 con 0x559c39c13c30 2024-02-09T23:59:00.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.813+0000 7fb4aaf94740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559c39b72840 con 0x559c39c0eac0 2024-02-09T23:59:00.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.813+0000 7fb4a6959640 1 --2- 172.21.15.1:0/621250656 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb48c0a20c0 0x7fb48c0a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.813+0000 7fb4a6158640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559c39c0e0d0 0x559c39c0e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.813+0000 7fb4977fe640 1 -- 172.21.15.1:0/621250656 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fb49c0cde10 con 0x7fb4a00ff2b0 2024-02-09T23:59:00.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.813+0000 7fb4a6158640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559c39c0e0d0 0x559c39c0e4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54456/0 (socket says 172.21.15.1:54456) 2024-02-09T23:59:00.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.813+0000 7fb4a6158640 1 -- 172.21.15.1:0/3748918832 learned_addr learned my addr 172.21.15.1:0/3748918832 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:00.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.813+0000 7fb4a6959640 1 --2- 172.21.15.1:0/3748918832 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559c39c13c30 0x559c39c160c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.813+0000 7fb4a5957640 1 --2- 172.21.15.1:0/3748918832 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559c39c0eac0 0x559c39c135c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.813+0000 7fb4a6158640 1 -- 172.21.15.1:0/3748918832 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559c39c0eac0 msgr2=0x559c39c135c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:00.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.813+0000 7fb4a6158640 1 --2- 172.21.15.1:0/3748918832 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559c39c0eac0 0x559c39c135c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.813+0000 7fb4a6158640 1 -- 172.21.15.1:0/3748918832 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559c39c13c30 msgr2=0x559c39c160c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:00.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.813+0000 7fb4a6158640 1 --2- 172.21.15.1:0/3748918832 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559c39c13c30 0x559c39c160c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.813+0000 7fb4a6158640 1 -- 172.21.15.1:0/3748918832 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559c39b38620 con 0x559c39c0e0d0 2024-02-09T23:59:00.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.813+0000 7fb4a6959640 1 --2- 172.21.15.1:0/621250656 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb48c0a20c0 0x7fb48c0a4580 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fb498005fd0 tx=0x7fb498013c70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:00.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.813+0000 7fb4a6158640 1 --2- 172.21.15.1:0/3748918832 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559c39c0e0d0 0x559c39c0e4f0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fb49c00afd0 tx=0x7fb49c096730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f27aec667e8493fd server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:00.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.814+0000 7fb494bfe640 1 -- 172.21.15.1:0/3748918832 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb49c09a450 con 0x559c39c0e0d0 2024-02-09T23:59:00.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.814+0000 7fb494bfe640 1 -- 172.21.15.1:0/3748918832 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb49c07e820 con 0x559c39c0e0d0 2024-02-09T23:59:00.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.814+0000 7fb494bfe640 1 -- 172.21.15.1:0/3748918832 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb49c004380 con 0x559c39c0e0d0 2024-02-09T23:59:00.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.814+0000 7fb4aaf94740 1 -- 172.21.15.1:0/3748918832 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559c39c0e0d0 msgr2=0x559c39c0e4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:00.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.814+0000 7fb4aaf94740 1 --2- 172.21.15.1:0/3748918832 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559c39c0e0d0 0x559c39c0e4f0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fb49c00afd0 tx=0x7fb49c096730 comp rx=0 tx=0).stop 2024-02-09T23:59:00.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.814+0000 7fb4aaf94740 1 -- 172.21.15.1:0/3748918832 shutdown_connections 2024-02-09T23:59:00.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.814+0000 7fb4aaf94740 1 --2- 172.21.15.1:0/3748918832 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559c39c13c30 0x559c39c160c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.814+0000 7fb4aaf94740 1 --2- 172.21.15.1:0/3748918832 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559c39c0eac0 0x559c39c135c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.814+0000 7fb4aaf94740 1 --2- 172.21.15.1:0/3748918832 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559c39c0e0d0 0x559c39c0e4f0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.814+0000 7fb4aaf94740 1 -- 172.21.15.1:0/3748918832 >> 172.21.15.1:0/3748918832 conn(0x559c39c05230 msgr2=0x559c39c05630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:00.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.814+0000 7fb4aaf94740 1 -- 172.21.15.1:0/3748918832 shutdown_connections 2024-02-09T23:59:00.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.814+0000 7fb4aaf94740 1 -- 172.21.15.1:0/3748918832 wait complete. 2024-02-09T23:59:00.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.815+0000 7fb4aaf94740 1 -- start start 2024-02-09T23:59:00.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.815+0000 7fb4aaf94740 1 Processor -- start 2024-02-09T23:59:00.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.815+0000 7fb4aaf94740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559c39c0e0d0 0x559c39c17ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.815+0000 7fb4aaf94740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559c39c0eac0 0x559c39c18410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.815+0000 7fb4aaf94740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559c39c13c30 0x559c39c1f450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.815+0000 7fb4aaf94740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559c39b17cd0 con 0x559c39c0e0d0 2024-02-09T23:59:00.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.815+0000 7fb4aaf94740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559c39846310 con 0x559c39c0eac0 2024-02-09T23:59:00.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.815+0000 7fb4aaf94740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559c39af8490 con 0x559c39c13c30 2024-02-09T23:59:00.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.815+0000 7fb4aaf94740 10 client.0 _ll_register_callbacks cb 0x559c39883ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:00.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.815+0000 7fb4a6158640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559c39c0e0d0 0x559c39c17ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.815+0000 7fb4a6158640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559c39c0e0d0 0x559c39c17ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54466/0 (socket says 172.21.15.1:54466) 2024-02-09T23:59:00.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.815+0000 7fb4a6158640 1 -- 172.21.15.1:0/2458779099 learned_addr learned my addr 172.21.15.1:0/2458779099 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:00.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.815+0000 7fb4a5957640 1 --2- 172.21.15.1:0/2458779099 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559c39c0eac0 0x559c39c18410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.815+0000 7fb4a6158640 1 -- 172.21.15.1:0/2458779099 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559c39c13c30 msgr2=0x559c39c1f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:00.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.815+0000 7fb4a6158640 1 --2- 172.21.15.1:0/2458779099 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559c39c13c30 0x559c39c1f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.815+0000 7fb4a6158640 1 -- 172.21.15.1:0/2458779099 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559c39c0eac0 msgr2=0x559c39c18410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:00.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.815+0000 7fb4a6158640 1 --2- 172.21.15.1:0/2458779099 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559c39c0eac0 0x559c39c18410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.815+0000 7fb4a6158640 1 -- 172.21.15.1:0/2458779099 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4a019f8f0 con 0x559c39c0e0d0 2024-02-09T23:59:00.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.816+0000 7fb4a6158640 1 --2- 172.21.15.1:0/2458779099 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559c39c0e0d0 0x559c39c17ed0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fb49c016000 tx=0x7fb49c09ab70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a67fc9e9854591f9 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:00.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.816+0000 7fb489ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:00.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.816+0000 7fb489ffb640 1 -- 172.21.15.1:0/2458779099 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb49c09ec40 con 0x559c39c0e0d0 2024-02-09T23:59:00.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.816+0000 7fb489ffb640 1 -- 172.21.15.1:0/2458779099 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fb49c09b1f0 con 0x559c39c0e0d0 2024-02-09T23:59:00.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.816+0000 7fb4aaf94740 1 -- 172.21.15.1:0/2458779099 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559c398726c0 con 0x559c39c0e0d0 2024-02-09T23:59:00.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.816+0000 7fb489ffb640 1 -- 172.21.15.1:0/2458779099 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb49c098df0 con 0x559c39c0e0d0 2024-02-09T23:59:00.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.816+0000 7fb4aaf94740 10 client.15264 fetch_fsmap learned FSMap version 26 2024-02-09T23:59:00.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.816+0000 7fb4aaf94740 1 -- 172.21.15.1:0/2458779099 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x559c39b70ec0 con 0x559c39c0e0d0 2024-02-09T23:59:00.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.816+0000 7fb489ffb640 1 -- 172.21.15.1:0/2458779099 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb49c0b9030 con 0x559c39c0e0d0 2024-02-09T23:59:00.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.816+0000 7fb489ffb640 1 -- 172.21.15.1:0/2458779099 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fb49c020070 con 0x559c39c0e0d0 2024-02-09T23:59:00.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.816+0000 7fb4aaf94740 10 client.15264 fetch_fsmap finished waiting for FSMap version 26 2024-02-09T23:59:00.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.816+0000 7fb4aaf94740 10 client.15264 resolve_mds: resolved name 'a' to daemon mds.a 2024-02-09T23:59:00.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.816+0000 7fb4aaf94740 20 client.15264 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:00.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.816+0000 7fb4aaf94740 1 --2- 172.21.15.1:0/2458779099 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x559c39c24300 0x559c39c28780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.816+0000 7fb4aaf94740 4 client.15264 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-09T23:59:00.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.816+0000 7fb4aaf94740 1 -- 172.21.15.1:0/2458779099 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559c398c3270 con 0x559c39c24300 2024-02-09T23:59:00.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.816+0000 7fb4a5957640 1 --2- 172.21.15.1:0/2458779099 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x559c39c24300 0x559c39c28780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.817+0000 7fb4a5957640 1 --2- 172.21.15.1:0/2458779099 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x559c39c24300 0x559c39c28780 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=bfa42d08e883715e server_cookie=72fd9bed841b5959 in_seq=0 out_seq=0 2024-02-09T23:59:00.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.817+0000 7fb489ffb640 10 client.15264 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-09T23:59:00.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.817+0000 7fb489ffb640 1 -- 172.21.15.1:0/2458779099 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x559c398c3270 con 0x559c39c24300 2024-02-09T23:59:00.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.817+0000 7fb489ffb640 10 client.15264 handle_command_reply: tid=0 2024-02-09T23:59:00.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.817+0000 7fb4aaf94740 1 client.15264 shutdown 2024-02-09T23:59:00.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.817+0000 7fb4aaf94740 1 -- 172.21.15.1:0/2458779099 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559c39c0e0d0 msgr2=0x559c39c17ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:00.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.817+0000 7fb4aaf94740 1 --2- 172.21.15.1:0/2458779099 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559c39c0e0d0 0x559c39c17ed0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fb49c016000 tx=0x7fb49c09ab70 comp rx=0 tx=0).stop 2024-02-09T23:59:00.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.817+0000 7fb4aaf94740 1 -- 172.21.15.1:0/2458779099 shutdown_connections 2024-02-09T23:59:00.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.817+0000 7fb4aaf94740 1 --2- 172.21.15.1:0/2458779099 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x559c39c24300 0x559c39c28780 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.817+0000 7fb4aaf94740 1 --2- 172.21.15.1:0/2458779099 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559c39c13c30 0x559c39c1f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.817+0000 7fb489ffb640 0 client.15264 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-09T23:59:00.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.817+0000 7fb4aaf94740 1 --2- 172.21.15.1:0/2458779099 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559c39c0eac0 0x559c39c18410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.817+0000 7fb4aaf94740 1 --2- 172.21.15.1:0/2458779099 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559c39c0e0d0 0x559c39c17ed0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.817+0000 7fb4aaf94740 1 -- 172.21.15.1:0/2458779099 >> 172.21.15.1:0/2458779099 conn(0x559c39c05230 msgr2=0x559c39c04510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:00.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.818+0000 7fb4aaf94740 1 -- 172.21.15.1:0/2458779099 shutdown_connections 2024-02-09T23:59:00.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.818+0000 7fb4aaf94740 1 -- 172.21.15.1:0/2458779099 wait complete. 2024-02-09T23:59:00.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.818+0000 7fb4aaf94740 20 client.15264 trim_cache size 0 max 16384 2024-02-09T23:59:00.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.833+0000 7fb4aaf94740 1 Processor -- start 2024-02-09T23:59:00.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.833+0000 7fb4aaf94740 1 -- start start 2024-02-09T23:59:00.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.833+0000 7fb4aaf94740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559c39c0e0d0 0x559c39c181f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.833+0000 7fb4aaf94740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559c39c0eac0 0x559c39c1f410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.833+0000 7fb4aaf94740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559c39c13c30 0x559c39c2c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.833+0000 7fb4aaf94740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559c39c06230 con 0x559c39c0e0d0 2024-02-09T23:59:00.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.833+0000 7fb4aaf94740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559c398c3270 con 0x559c39c13c30 2024-02-09T23:59:00.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.833+0000 7fb4aaf94740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559c39c17950 con 0x559c39c0eac0 2024-02-09T23:59:00.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.833+0000 7fb4a6158640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559c39c0e0d0 0x559c39c181f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.833+0000 7fb4a6158640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559c39c0e0d0 0x559c39c181f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54474/0 (socket says 172.21.15.1:54474) 2024-02-09T23:59:00.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.833+0000 7fb4a6158640 1 -- 172.21.15.1:0/2184143870 learned_addr learned my addr 172.21.15.1:0/2184143870 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:00.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.834+0000 7fb4a6158640 1 -- 172.21.15.1:0/2184143870 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559c39c0eac0 msgr2=0x559c39c1f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:00.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.834+0000 7fb4a6959640 1 --2- 172.21.15.1:0/2184143870 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559c39c13c30 0x559c39c2c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.834+0000 7fb4a6158640 1 --2- 172.21.15.1:0/2184143870 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559c39c0eac0 0x559c39c1f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.834+0000 7fb4a6158640 1 -- 172.21.15.1:0/2184143870 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559c39c13c30 msgr2=0x559c39c2c7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:00.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.834+0000 7fb4a6158640 1 --2- 172.21.15.1:0/2184143870 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559c39c13c30 0x559c39c2c7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.834+0000 7fb4a6158640 1 -- 172.21.15.1:0/2184143870 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559c39b0da90 con 0x559c39c0e0d0 2024-02-09T23:59:00.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.834+0000 7fb4a6959640 1 --2- 172.21.15.1:0/2184143870 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559c39c13c30 0x559c39c2c7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:00.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.834+0000 7fb4a6158640 1 --2- 172.21.15.1:0/2184143870 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559c39c0e0d0 0x559c39c181f0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fb49c097470 tx=0x7fb49c096730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc5efc69aea2551e server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:00.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.834+0000 7fb48bfff640 1 -- 172.21.15.1:0/2184143870 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb49c09a630 con 0x559c39c0e0d0 2024-02-09T23:59:00.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.834+0000 7fb48bfff640 1 -- 172.21.15.1:0/2184143870 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb49c0b9040 con 0x559c39c0e0d0 2024-02-09T23:59:00.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.834+0000 7fb48bfff640 1 -- 172.21.15.1:0/2184143870 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb49c07ec40 con 0x559c39c0e0d0 2024-02-09T23:59:00.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.835+0000 7fb4aaf94740 1 -- 172.21.15.1:0/2184143870 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559c39c0e0d0 msgr2=0x559c39c181f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:00.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.835+0000 7fb4aaf94740 1 --2- 172.21.15.1:0/2184143870 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559c39c0e0d0 0x559c39c181f0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fb49c097470 tx=0x7fb49c096730 comp rx=0 tx=0).stop 2024-02-09T23:59:00.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.835+0000 7fb4aaf94740 1 -- 172.21.15.1:0/2184143870 shutdown_connections 2024-02-09T23:59:00.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.835+0000 7fb4aaf94740 1 --2- 172.21.15.1:0/2184143870 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559c39c13c30 0x559c39c2c7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.835+0000 7fb4aaf94740 1 --2- 172.21.15.1:0/2184143870 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559c39c0eac0 0x559c39c1f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.835+0000 7fb4aaf94740 1 --2- 172.21.15.1:0/2184143870 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559c39c0e0d0 0x559c39c181f0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.835+0000 7fb4aaf94740 1 -- 172.21.15.1:0/2184143870 >> 172.21.15.1:0/2184143870 conn(0x559c39c05230 msgr2=0x559c39c17ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:00.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.835+0000 7fb4aaf94740 1 -- 172.21.15.1:0/2184143870 shutdown_connections 2024-02-09T23:59:00.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.835+0000 7fb4aaf94740 1 -- 172.21.15.1:0/2184143870 wait complete. 2024-02-09T23:59:00.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.835+0000 7fb4aaf94740 1 -- start start 2024-02-09T23:59:00.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.835+0000 7fb4aaf94740 1 Processor -- start 2024-02-09T23:59:00.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.835+0000 7fb4aaf94740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559c39c0e0d0 0x559c39c1f140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.835+0000 7fb4aaf94740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559c39c0eac0 0x559c39c1bc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.835+0000 7fb4aaf94740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559c39c13c30 0x559c39c1c170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.835+0000 7fb4aaf94740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559c39c1c6b0 con 0x559c39c13c30 2024-02-09T23:59:00.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.835+0000 7fb4aaf94740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559c39c1c820 con 0x559c39c0e0d0 2024-02-09T23:59:00.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.835+0000 7fb4aaf94740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559c39c7a440 con 0x559c39c0eac0 2024-02-09T23:59:00.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.835+0000 7fb4aaf94740 10 client.0 _ll_register_callbacks cb 0x7fb49c085040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:00.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.835+0000 7fb4a6959640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559c39c13c30 0x559c39c1c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.835+0000 7fb4a6959640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559c39c13c30 0x559c39c1c170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54480/0 (socket says 172.21.15.1:54480) 2024-02-09T23:59:00.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.835+0000 7fb4a6959640 1 -- 172.21.15.1:0/740539986 learned_addr learned my addr 172.21.15.1:0/740539986 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:00.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.835+0000 7fb4a6158640 1 --2- 172.21.15.1:0/740539986 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559c39c0e0d0 0x559c39c1f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.835+0000 7fb4a5957640 1 --2- 172.21.15.1:0/740539986 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559c39c0eac0 0x559c39c1bc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.836+0000 7fb4a6959640 1 -- 172.21.15.1:0/740539986 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559c39c0eac0 msgr2=0x559c39c1bc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:00.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.836+0000 7fb4a6959640 1 --2- 172.21.15.1:0/740539986 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559c39c0eac0 0x559c39c1bc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.836+0000 7fb4a6959640 1 -- 172.21.15.1:0/740539986 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559c39c0e0d0 msgr2=0x559c39c1f140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:00.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.836+0000 7fb4a6959640 1 --2- 172.21.15.1:0/740539986 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559c39c0e0d0 0x559c39c1f140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.836+0000 7fb4a6959640 1 -- 172.21.15.1:0/740539986 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559c39b70ec0 con 0x559c39c13c30 2024-02-09T23:59:00.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.836+0000 7fb4a5957640 1 --2- 172.21.15.1:0/740539986 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559c39c0eac0 0x559c39c1bc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:00.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.836+0000 7fb4a6959640 1 --2- 172.21.15.1:0/740539986 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559c39c13c30 0x559c39c1c170 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fb498011a30 tx=0x7fb498004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a05b3eb88b7b3c82 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:00.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.836+0000 7fb489ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:00.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.836+0000 7fb489ffb640 1 -- 172.21.15.1:0/740539986 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb49800ec60 con 0x559c39c13c30 2024-02-09T23:59:00.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.836+0000 7fb489ffb640 1 -- 172.21.15.1:0/740539986 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fb49800edc0 con 0x559c39c13c30 2024-02-09T23:59:00.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.836+0000 7fb4aaf94740 1 -- 172.21.15.1:0/740539986 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559c39c24010 con 0x559c39c13c30 2024-02-09T23:59:00.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.836+0000 7fb489ffb640 1 -- 172.21.15.1:0/740539986 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb49802f030 con 0x559c39c13c30 2024-02-09T23:59:00.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.836+0000 7fb4aaf94740 10 client.15270 fetch_fsmap learned FSMap version 26 2024-02-09T23:59:00.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.836+0000 7fb4aaf94740 1 -- 172.21.15.1:0/740539986 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x559c39b33930 con 0x559c39c13c30 2024-02-09T23:59:00.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.836+0000 7fb489ffb640 1 -- 172.21.15.1:0/740539986 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x559c39c24010 con 0x559c39c13c30 2024-02-09T23:59:00.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.836+0000 7fb489ffb640 1 -- 172.21.15.1:0/740539986 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fb498034620 con 0x559c39c13c30 2024-02-09T23:59:00.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.836+0000 7fb4aaf94740 10 client.15270 fetch_fsmap finished waiting for FSMap version 26 2024-02-09T23:59:00.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.836+0000 7fb4aaf94740 10 client.15270 resolve_mds: resolved name 'a' to daemon mds.a 2024-02-09T23:59:00.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.836+0000 7fb4aaf94740 20 client.15270 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:00.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.836+0000 7fb4aaf94740 1 --2- 172.21.15.1:0/740539986 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x559c39c7f760 0x559c39c7bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.836+0000 7fb4aaf94740 4 client.15270 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "status"}] 2024-02-09T23:59:00.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.836+0000 7fb4aaf94740 1 -- 172.21.15.1:0/740539986 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "status"}) v1 -- 0x7fb49c07e820 con 0x559c39c7f760 2024-02-09T23:59:00.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.837+0000 7fb4a6158640 1 --2- 172.21.15.1:0/740539986 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x559c39c7f760 0x559c39c7bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.837+0000 7fb4a6158640 1 --2- 172.21.15.1:0/740539986 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x559c39c7f760 0x559c39c7bba0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=cb8838bf0a6d8579 server_cookie=ad31a53bf7ea3630 in_seq=0 out_seq=0 2024-02-09T23:59:00.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.837+0000 7fb489ffb640 10 client.15270 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-09T23:59:00.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.837+0000 7fb489ffb640 1 -- 172.21.15.1:0/740539986 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+322 (crc 0 0 0) 0x7fb49c07e820 con 0x559c39c7f760 2024-02-09T23:59:00.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.837+0000 7fb489ffb640 10 client.15270 handle_command_reply: tid=0 2024-02-09T23:59:00.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.837+0000 7fb4aaf94740 1 client.15270 shutdown 2024-02-09T23:59:00.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.837+0000 7fb4aaf94740 1 -- 172.21.15.1:0/740539986 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559c39c13c30 msgr2=0x559c39c1c170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:00.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.837+0000 7fb4aaf94740 1 --2- 172.21.15.1:0/740539986 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559c39c13c30 0x559c39c1c170 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fb498011a30 tx=0x7fb498004ab0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.837+0000 7fb4aaf94740 1 -- 172.21.15.1:0/740539986 shutdown_connections 2024-02-09T23:59:00.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.837+0000 7fb4aaf94740 1 --2- 172.21.15.1:0/740539986 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x559c39c7f760 0x559c39c7bba0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.837+0000 7fb4aaf94740 1 --2- 172.21.15.1:0/740539986 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559c39c13c30 0x559c39c1c170 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.837+0000 7fb4aaf94740 1 --2- 172.21.15.1:0/740539986 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559c39c0eac0 0x559c39c1bc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.837+0000 7fb4aaf94740 1 --2- 172.21.15.1:0/740539986 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559c39c0e0d0 0x559c39c1f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.837+0000 7fb489ffb640 0 client.15270 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-09T23:59:00.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.837+0000 7fb4aaf94740 1 -- 172.21.15.1:0/740539986 >> 172.21.15.1:0/740539986 conn(0x559c39c05230 msgr2=0x559c39c2c7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:00.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.837+0000 7fb4aaf94740 1 -- 172.21.15.1:0/740539986 shutdown_connections 2024-02-09T23:59:00.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.837+0000 7fb4aaf94740 1 -- 172.21.15.1:0/740539986 wait complete. 2024-02-09T23:59:00.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.837+0000 7fb4aaf94740 20 client.15270 trim_cache size 0 max 16384 2024-02-09T23:59:00.869 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-09T23:59:00.869 INFO:teuthology.orchestra.run.smithi001.stdout: "cluster_fsid": "b5005240-c7a5-11ee-95b8-87774f69a715", 2024-02-09T23:59:00.869 INFO:teuthology.orchestra.run.smithi001.stdout: "whoami": 4, 2024-02-09T23:59:00.869 INFO:teuthology.orchestra.run.smithi001.stdout: "id": 14646, 2024-02-09T23:59:00.869 INFO:teuthology.orchestra.run.smithi001.stdout: "want_state": "up:active", 2024-02-09T23:59:00.869 INFO:teuthology.orchestra.run.smithi001.stdout: "state": "up:active", 2024-02-09T23:59:00.869 INFO:teuthology.orchestra.run.smithi001.stdout: "fs_name": "cephfs", 2024-02-09T23:59:00.869 INFO:teuthology.orchestra.run.smithi001.stdout: "rank_uptime": 108.980756024, 2024-02-09T23:59:00.869 INFO:teuthology.orchestra.run.smithi001.stdout: "mdsmap_epoch": 26, 2024-02-09T23:59:00.869 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_epoch": 87, 2024-02-09T23:59:00.869 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_epoch_barrier": 85, 2024-02-09T23:59:00.870 INFO:teuthology.orchestra.run.smithi001.stdout: "uptime": 123.250461477 2024-02-09T23:59:00.870 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-09T23:59:00.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.838+0000 7fb4a83bc640 1 -- 172.21.15.1:0/621250656 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb48c0a20c0 msgr2=0x7fb48c0a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:00.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.838+0000 7fb4a83bc640 1 --2- 172.21.15.1:0/621250656 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb48c0a20c0 0x7fb48c0a4580 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fb498005fd0 tx=0x7fb498013c70 comp rx=0 tx=0).stop 2024-02-09T23:59:00.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.838+0000 7fb4a83bc640 1 -- 172.21.15.1:0/621250656 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4a00ff2b0 msgr2=0x7fb4a0197330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:00.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.838+0000 7fb4a83bc640 1 --2- 172.21.15.1:0/621250656 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4a00ff2b0 0x7fb4a0197330 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fb49c00c970 tx=0x7fb49c00ce30 comp rx=0 tx=0).stop 2024-02-09T23:59:00.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.838+0000 7fb4a83bc640 1 -- 172.21.15.1:0/621250656 shutdown_connections 2024-02-09T23:59:00.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.838+0000 7fb4a83bc640 1 --2- 172.21.15.1:0/621250656 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb48c0a20c0 0x7fb48c0a4580 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.838+0000 7fb4a83bc640 1 --2- 172.21.15.1:0/621250656 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4a0102840 0x7fb4a019e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.838+0000 7fb4a83bc640 1 --2- 172.21.15.1:0/621250656 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb4a00ffc70 0x7fb4a0197870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.838+0000 7fb4a83bc640 1 --2- 172.21.15.1:0/621250656 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4a00ff2b0 0x7fb4a0197330 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.838+0000 7fb4a83bc640 1 -- 172.21.15.1:0/621250656 >> 172.21.15.1:0/621250656 conn(0x7fb4a00fae50 msgr2=0x7fb4a01058d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:00.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.838+0000 7fb4a83bc640 1 -- 172.21.15.1:0/621250656 shutdown_connections 2024-02-09T23:59:00.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.838+0000 7fb4a83bc640 1 -- 172.21.15.1:0/621250656 wait complete. 2024-02-09T23:59:00.872 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-02-09T23:59:00.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.973+0000 7ff0ead8a640 1 -- 172.21.15.1:0/3741762242 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff0e4104660 msgr2=0x7ff0e4106a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:00.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.973+0000 7ff0ead8a640 1 --2- 172.21.15.1:0/3741762242 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff0e4104660 0x7ff0e4106a50 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7ff0d0009900 tx=0x7ff0d002bc30 comp rx=0 tx=0).stop 2024-02-09T23:59:00.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.973+0000 7ff0ead8a640 1 -- 172.21.15.1:0/3741762242 shutdown_connections 2024-02-09T23:59:00.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.973+0000 7ff0ead8a640 1 --2- 172.21.15.1:0/3741762242 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff0e4106f90 0x7ff0e4109380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.973+0000 7ff0ead8a640 1 --2- 172.21.15.1:0/3741762242 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff0e4104660 0x7ff0e4106a50 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.973+0000 7ff0ead8a640 1 --2- 172.21.15.1:0/3741762242 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff0e4101d30 0x7ff0e4104120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.973+0000 7ff0ead8a640 1 -- 172.21.15.1:0/3741762242 >> 172.21.15.1:0/3741762242 conn(0x7ff0e40fb6e0 msgr2=0x7ff0e40fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:00.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.973+0000 7ff0ead8a640 1 -- 172.21.15.1:0/3741762242 shutdown_connections 2024-02-09T23:59:00.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.973+0000 7ff0ead8a640 1 -- 172.21.15.1:0/3741762242 wait complete. 2024-02-09T23:59:00.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.974+0000 7ff0ead8a640 1 Processor -- start 2024-02-09T23:59:00.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.974+0000 7ff0ead8a640 1 -- start start 2024-02-09T23:59:00.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.974+0000 7ff0ead8a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff0e4101d30 0x7ff0e4197340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.974+0000 7ff0ead8a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff0e4104660 0x7ff0e4197880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.974+0000 7ff0ead8a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff0e4106f90 0x7ff0e419e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.974+0000 7ff0ead8a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0e419ee30 con 0x7ff0e4106f90 2024-02-09T23:59:00.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.974+0000 7ff0ead8a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0e419efa0 con 0x7ff0e4104660 2024-02-09T23:59:00.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.974+0000 7ff0ead8a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0e419f160 con 0x7ff0e4101d30 2024-02-09T23:59:00.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.974+0000 7ff0e9327640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff0e4106f90 0x7ff0e419e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.974+0000 7ff0e9327640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff0e4106f90 0x7ff0e419e8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54500/0 (socket says 172.21.15.1:54500) 2024-02-09T23:59:00.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.974+0000 7ff0e9327640 1 -- 172.21.15.1:0/760069065 learned_addr learned my addr 172.21.15.1:0/760069065 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:00.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.974+0000 7ff0e3fff640 1 --2- 172.21.15.1:0/760069065 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff0e4104660 0x7ff0e4197880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.974+0000 7ff0e8b26640 1 --2- 172.21.15.1:0/760069065 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff0e4101d30 0x7ff0e4197340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.974+0000 7ff0e9327640 1 -- 172.21.15.1:0/760069065 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff0e4101d30 msgr2=0x7ff0e4197340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:00.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.974+0000 7ff0e9327640 1 --2- 172.21.15.1:0/760069065 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff0e4101d30 0x7ff0e4197340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.974+0000 7ff0e9327640 1 -- 172.21.15.1:0/760069065 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff0e4104660 msgr2=0x7ff0e4197880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:00.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.974+0000 7ff0e9327640 1 --2- 172.21.15.1:0/760069065 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff0e4104660 0x7ff0e4197880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.974+0000 7ff0e9327640 1 -- 172.21.15.1:0/760069065 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0d0009560 con 0x7ff0e4106f90 2024-02-09T23:59:00.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.974+0000 7ff0e3fff640 1 --2- 172.21.15.1:0/760069065 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff0e4104660 0x7ff0e4197880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:59:00.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.974+0000 7ff0e9327640 1 --2- 172.21.15.1:0/760069065 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff0e4106f90 0x7ff0e419e8f0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7ff0dc009fd0 tx=0x7ff0dc00b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:00.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.974+0000 7ff0e1ffb640 1 -- 172.21.15.1:0/760069065 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0dc00bea0 con 0x7ff0e4106f90 2024-02-09T23:59:00.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.974+0000 7ff0e1ffb640 1 -- 172.21.15.1:0/760069065 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff0dc009940 con 0x7ff0e4106f90 2024-02-09T23:59:00.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.975+0000 7ff0ead8a640 1 -- 172.21.15.1:0/760069065 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0e419f440 con 0x7ff0e4106f90 2024-02-09T23:59:00.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.975+0000 7ff0e1ffb640 1 -- 172.21.15.1:0/760069065 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0dc0106c0 con 0x7ff0e4106f90 2024-02-09T23:59:00.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.975+0000 7ff0ead8a640 1 -- 172.21.15.1:0/760069065 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0e419f8d0 con 0x7ff0e4106f90 2024-02-09T23:59:00.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.977+0000 7ff0e1ffb640 1 -- 172.21.15.1:0/760069065 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7ff0dc004240 con 0x7ff0e4106f90 2024-02-09T23:59:00.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.977+0000 7ff0eda37740 1 Processor -- start 2024-02-09T23:59:00.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.977+0000 7ff0e1ffb640 1 --2- 172.21.15.1:0/760069065 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff0d40a20c0 0x7ff0d40a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.977+0000 7ff0eda37740 1 -- start start 2024-02-09T23:59:00.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.977+0000 7ff0e3fff640 1 --2- 172.21.15.1:0/760069065 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff0d40a20c0 0x7ff0d40a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.977+0000 7ff0eda37740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563d22d65cc0 0x563d22d660e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.977+0000 7ff0eda37740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563d22d666b0 0x563d22d6b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.977+0000 7ff0e1ffb640 1 -- 172.21.15.1:0/760069065 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7ff0dc0cda60 con 0x7ff0e4106f90 2024-02-09T23:59:00.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.977+0000 7ff0eda37740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563d22d6b820 0x563d22d6dcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.978+0000 7ff0eda37740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x563d22cd5b30 con 0x563d22d65cc0 2024-02-09T23:59:00.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.978+0000 7ff0eda37740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x563d22cd3060 con 0x563d22d666b0 2024-02-09T23:59:00.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.978+0000 7ff0eda37740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x563d22cce840 con 0x563d22d6b820 2024-02-09T23:59:00.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.978+0000 7ff0e8b26640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563d22d65cc0 0x563d22d660e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.978+0000 7ff0e8b26640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563d22d65cc0 0x563d22d660e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54512/0 (socket says 172.21.15.1:54512) 2024-02-09T23:59:00.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.978+0000 7ff0e8b26640 1 -- 172.21.15.1:0/463459065 learned_addr learned my addr 172.21.15.1:0/463459065 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:00.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.978+0000 7ff0e9327640 1 --2- 172.21.15.1:0/463459065 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563d22d6b820 0x563d22d6dcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.978+0000 7ff0e3fff640 1 --2- 172.21.15.1:0/463459065 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563d22d666b0 0x563d22d6b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.978+0000 7ff0e8b26640 1 -- 172.21.15.1:0/463459065 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563d22d6b820 msgr2=0x563d22d6dcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:00.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.978+0000 7ff0e8b26640 1 --2- 172.21.15.1:0/463459065 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563d22d6b820 0x563d22d6dcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.978+0000 7ff0e8b26640 1 -- 172.21.15.1:0/463459065 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563d22d666b0 msgr2=0x563d22d6b1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:00.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.978+0000 7ff0e8b26640 1 --2- 172.21.15.1:0/463459065 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563d22d666b0 0x563d22d6b1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.978+0000 7ff0e8b26640 1 -- 172.21.15.1:0/463459065 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563d22c94620 con 0x563d22d65cc0 2024-02-09T23:59:00.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.978+0000 7ff0e3fff640 1 --2- 172.21.15.1:0/760069065 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff0d40a20c0 0x7ff0d40a4580 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7ff0d0006010 tx=0x7ff0d002ca20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:00.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.978+0000 7ff0e8b26640 1 --2- 172.21.15.1:0/463459065 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563d22d65cc0 0x563d22d660e0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7ff0d8009bc0 tx=0x7ff0d800e6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=274ca69a9569e3c5 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:00.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.978+0000 7ff0ceffd640 1 -- 172.21.15.1:0/463459065 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0d8011470 con 0x563d22d65cc0 2024-02-09T23:59:00.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.978+0000 7ff0ceffd640 1 -- 172.21.15.1:0/463459065 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff0d8011ab0 con 0x563d22d65cc0 2024-02-09T23:59:00.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.978+0000 7ff0ceffd640 1 -- 172.21.15.1:0/463459065 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0d8010a30 con 0x563d22d65cc0 2024-02-09T23:59:00.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.979+0000 7ff0eda37740 1 -- 172.21.15.1:0/463459065 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563d22d65cc0 msgr2=0x563d22d660e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:00.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.979+0000 7ff0eda37740 1 --2- 172.21.15.1:0/463459065 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563d22d65cc0 0x563d22d660e0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7ff0d8009bc0 tx=0x7ff0d800e6c0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.979+0000 7ff0eda37740 1 -- 172.21.15.1:0/463459065 shutdown_connections 2024-02-09T23:59:00.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.979+0000 7ff0eda37740 1 --2- 172.21.15.1:0/463459065 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563d22d6b820 0x563d22d6dcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.979+0000 7ff0eda37740 1 --2- 172.21.15.1:0/463459065 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563d22d666b0 0x563d22d6b1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.979+0000 7ff0eda37740 1 --2- 172.21.15.1:0/463459065 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563d22d65cc0 0x563d22d660e0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.979+0000 7ff0eda37740 1 -- 172.21.15.1:0/463459065 >> 172.21.15.1:0/463459065 conn(0x563d22d61230 msgr2=0x563d22d61630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:00.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.979+0000 7ff0eda37740 1 -- 172.21.15.1:0/463459065 shutdown_connections 2024-02-09T23:59:00.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.979+0000 7ff0eda37740 1 -- 172.21.15.1:0/463459065 wait complete. 2024-02-09T23:59:00.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.979+0000 7ff0eda37740 1 -- start start 2024-02-09T23:59:00.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.979+0000 7ff0eda37740 1 Processor -- start 2024-02-09T23:59:00.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.980+0000 7ff0eda37740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563d22d65cc0 0x563d22d6fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.980+0000 7ff0eda37740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563d22d666b0 0x563d22d70060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.980+0000 7ff0eda37740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563d22d6b820 0x563d22d770a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.980+0000 7ff0eda37740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x563d22c73cd0 con 0x563d22d6b820 2024-02-09T23:59:00.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.980+0000 7ff0eda37740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x563d229a2310 con 0x563d22d666b0 2024-02-09T23:59:00.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.980+0000 7ff0eda37740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x563d22c54490 con 0x563d22d65cc0 2024-02-09T23:59:00.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.980+0000 7ff0eda37740 10 client.0 _ll_register_callbacks cb 0x563d229dfac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:00.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.980+0000 7ff0e9327640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563d22d6b820 0x563d22d770a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.980+0000 7ff0e9327640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563d22d6b820 0x563d22d770a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54518/0 (socket says 172.21.15.1:54518) 2024-02-09T23:59:00.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.980+0000 7ff0e9327640 1 -- 172.21.15.1:0/1973047490 learned_addr learned my addr 172.21.15.1:0/1973047490 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:00.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.980+0000 7ff0e8b26640 1 --2- 172.21.15.1:0/1973047490 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563d22d65cc0 0x563d22d6fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.980+0000 7ff0e3fff640 1 --2- 172.21.15.1:0/1973047490 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563d22d666b0 0x563d22d70060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.980+0000 7ff0e9327640 1 -- 172.21.15.1:0/1973047490 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563d22d65cc0 msgr2=0x563d22d6fb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:00.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.980+0000 7ff0e9327640 1 --2- 172.21.15.1:0/1973047490 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563d22d65cc0 0x563d22d6fb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.980+0000 7ff0e9327640 1 -- 172.21.15.1:0/1973047490 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563d22d666b0 msgr2=0x563d22d70060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:00.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.980+0000 7ff0e9327640 1 --2- 172.21.15.1:0/1973047490 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563d22d666b0 0x563d22d70060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.980+0000 7ff0e9327640 1 -- 172.21.15.1:0/1973047490 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0d8009820 con 0x563d22d6b820 2024-02-09T23:59:00.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.980+0000 7ff0e9327640 1 --2- 172.21.15.1:0/1973047490 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563d22d6b820 0x563d22d770a0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7ff0dc0cb8e0 tx=0x7ff0dc09e8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21b52e8d753241a1 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:00.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.980+0000 7ff0c3fff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:00.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.980+0000 7ff0c3fff640 1 -- 172.21.15.1:0/1973047490 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0dc0850c0 con 0x563d22d6b820 2024-02-09T23:59:00.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.980+0000 7ff0c3fff640 1 -- 172.21.15.1:0/1973047490 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7ff0dc096e10 con 0x563d22d6b820 2024-02-09T23:59:00.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.980+0000 7ff0eda37740 1 -- 172.21.15.1:0/1973047490 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563d229ce6c0 con 0x563d22d6b820 2024-02-09T23:59:00.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.981+0000 7ff0c3fff640 1 -- 172.21.15.1:0/1973047490 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff0dc085220 con 0x563d22d6b820 2024-02-09T23:59:00.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.981+0000 7ff0eda37740 10 client.15282 fetch_fsmap learned FSMap version 26 2024-02-09T23:59:00.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.981+0000 7ff0eda37740 1 -- 172.21.15.1:0/1973047490 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x563d22cccec0 con 0x563d22d6b820 2024-02-09T23:59:00.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.981+0000 7ff0c3fff640 1 -- 172.21.15.1:0/1973047490 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff0dc0b7070 con 0x563d22d6b820 2024-02-09T23:59:00.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.981+0000 7ff0c3fff640 1 -- 172.21.15.1:0/1973047490 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ff0dc099bf0 con 0x563d22d6b820 2024-02-09T23:59:00.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.981+0000 7ff0eda37740 10 client.15282 fetch_fsmap finished waiting for FSMap version 26 2024-02-09T23:59:00.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.981+0000 7ff0eda37740 10 client.15282 resolve_mds: resolved name 'c' to daemon mds.c 2024-02-09T23:59:00.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.981+0000 7ff0eda37740 20 client.15282 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:00.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.981+0000 7ff0eda37740 1 --2- 172.21.15.1:0/1973047490 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x563d22d7b7c0 0x563d22d808d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:00.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.981+0000 7ff0eda37740 4 client.15282 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-09T23:59:00.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.981+0000 7ff0eda37740 1 -- 172.21.15.1:0/1973047490 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563d22a1f270 con 0x563d22d7b7c0 2024-02-09T23:59:00.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.981+0000 7ff0e8b26640 1 --2- 172.21.15.1:0/1973047490 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x563d22d7b7c0 0x563d22d808d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:00.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.982+0000 7ff0c3fff640 10 client.15282 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-09T23:59:00.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.982+0000 7ff0e8b26640 1 --2- 172.21.15.1:0/1973047490 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x563d22d7b7c0 0x563d22d808d0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=2c0273b079e972f6 server_cookie=8b2fa8fd1f42aa72 in_seq=0 out_seq=0 2024-02-09T23:59:00.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.982+0000 7ff0c3fff640 1 -- 172.21.15.1:0/1973047490 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x563d22a1f270 con 0x563d22d7b7c0 2024-02-09T23:59:00.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.982+0000 7ff0c3fff640 10 client.15282 handle_command_reply: tid=0 2024-02-09T23:59:00.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.982+0000 7ff0eda37740 1 client.15282 shutdown 2024-02-09T23:59:00.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.982+0000 7ff0eda37740 1 -- 172.21.15.1:0/1973047490 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563d22d6b820 msgr2=0x563d22d770a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:00.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.982+0000 7ff0eda37740 1 --2- 172.21.15.1:0/1973047490 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563d22d6b820 0x563d22d770a0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7ff0dc0cb8e0 tx=0x7ff0dc09e8f0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.983+0000 7ff0eda37740 1 -- 172.21.15.1:0/1973047490 shutdown_connections 2024-02-09T23:59:00.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.983+0000 7ff0eda37740 1 --2- 172.21.15.1:0/1973047490 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563d22d6b820 0x563d22d770a0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.983+0000 7ff0eda37740 1 --2- 172.21.15.1:0/1973047490 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x563d22d7b7c0 0x563d22d808d0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.983+0000 7ff0eda37740 1 --2- 172.21.15.1:0/1973047490 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563d22d666b0 0x563d22d70060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.983+0000 7ff0c3fff640 0 client.15282 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-09T23:59:00.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.983+0000 7ff0eda37740 1 --2- 172.21.15.1:0/1973047490 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563d22d65cc0 0x563d22d6fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:00.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.983+0000 7ff0eda37740 1 -- 172.21.15.1:0/1973047490 >> 172.21.15.1:0/1973047490 conn(0x563d22d61230 msgr2=0x563d22d60510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:00.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.983+0000 7ff0eda37740 1 -- 172.21.15.1:0/1973047490 shutdown_connections 2024-02-09T23:59:00.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.983+0000 7ff0eda37740 1 -- 172.21.15.1:0/1973047490 wait complete. 2024-02-09T23:59:00.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.983+0000 7ff0eda37740 20 client.15282 trim_cache size 0 max 16384 2024-02-09T23:59:01.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.998+0000 7ff0eda37740 1 Processor -- start 2024-02-09T23:59:01.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.998+0000 7ff0eda37740 1 -- start start 2024-02-09T23:59:01.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.998+0000 7ff0eda37740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563d22d61230 0x563d22d5fc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.999+0000 7ff0eda37740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563d22d65cc0 0x563d22d77060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.999+0000 7ff0eda37740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563d22d666b0 0x563d22d601c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.999+0000 7ff0eda37740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x563d22a1f2a0 con 0x563d22d65cc0 2024-02-09T23:59:01.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.999+0000 7ff0eda37740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x563d22d66dd0 con 0x563d22d666b0 2024-02-09T23:59:01.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.999+0000 7ff0eda37740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x563d22ccb4a0 con 0x563d22d61230 2024-02-09T23:59:01.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.999+0000 7ff0e3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563d22d65cc0 0x563d22d77060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.999+0000 7ff0e3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563d22d65cc0 0x563d22d77060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54528/0 (socket says 172.21.15.1:54528) 2024-02-09T23:59:01.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.999+0000 7ff0e3fff640 1 -- 172.21.15.1:0/1785629178 learned_addr learned my addr 172.21.15.1:0/1785629178 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:01.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.999+0000 7ff0e9327640 1 --2- 172.21.15.1:0/1785629178 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563d22d666b0 0x563d22d601c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.999+0000 7ff0e3fff640 1 -- 172.21.15.1:0/1785629178 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563d22d61230 msgr2=0x563d22d5fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:01.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.999+0000 7ff0e3fff640 1 --2- 172.21.15.1:0/1785629178 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563d22d61230 0x563d22d5fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.999+0000 7ff0e3fff640 1 -- 172.21.15.1:0/1785629178 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563d22d666b0 msgr2=0x563d22d601c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:01.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.999+0000 7ff0e3fff640 1 --2- 172.21.15.1:0/1785629178 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563d22d666b0 0x563d22d601c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.999+0000 7ff0e3fff640 1 -- 172.21.15.1:0/1785629178 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563d22c69a90 con 0x563d22d65cc0 2024-02-09T23:59:01.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.999+0000 7ff0e3fff640 1 --2- 172.21.15.1:0/1785629178 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563d22d65cc0 0x563d22d77060 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7ff0d0009900 tx=0x7ff0d0042040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7aef9e6aa7565247 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:01.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.999+0000 7ff0ce7fc640 1 -- 172.21.15.1:0/1785629178 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0d0004df0 con 0x563d22d65cc0 2024-02-09T23:59:01.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.999+0000 7ff0ce7fc640 1 -- 172.21.15.1:0/1785629178 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff0d0005430 con 0x563d22d65cc0 2024-02-09T23:59:01.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:00.999+0000 7ff0ce7fc640 1 -- 172.21.15.1:0/1785629178 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0d0003e90 con 0x563d22d65cc0 2024-02-09T23:59:01.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.000+0000 7ff0eda37740 1 -- 172.21.15.1:0/1785629178 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563d22d65cc0 msgr2=0x563d22d77060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:01.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.000+0000 7ff0eda37740 1 --2- 172.21.15.1:0/1785629178 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563d22d65cc0 0x563d22d77060 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7ff0d0009900 tx=0x7ff0d0042040 comp rx=0 tx=0).stop 2024-02-09T23:59:01.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.000+0000 7ff0eda37740 1 -- 172.21.15.1:0/1785629178 shutdown_connections 2024-02-09T23:59:01.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.000+0000 7ff0eda37740 1 --2- 172.21.15.1:0/1785629178 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563d22d666b0 0x563d22d601c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.000+0000 7ff0eda37740 1 --2- 172.21.15.1:0/1785629178 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563d22d65cc0 0x563d22d77060 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.000+0000 7ff0eda37740 1 --2- 172.21.15.1:0/1785629178 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563d22d61230 0x563d22d5fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.000+0000 7ff0eda37740 1 -- 172.21.15.1:0/1785629178 >> 172.21.15.1:0/1785629178 conn(0x563d22d61980 msgr2=0x563d22d85180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:01.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.000+0000 7ff0eda37740 1 -- 172.21.15.1:0/1785629178 shutdown_connections 2024-02-09T23:59:01.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.000+0000 7ff0eda37740 1 -- 172.21.15.1:0/1785629178 wait complete. 2024-02-09T23:59:01.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.000+0000 7ff0eda37740 1 -- start start 2024-02-09T23:59:01.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.000+0000 7ff0eda37740 1 Processor -- start 2024-02-09T23:59:01.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.000+0000 7ff0eda37740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563d22d61230 0x563d22d74150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.001+0000 7ff0eda37740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563d22d65cc0 0x563d22d74690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.001+0000 7ff0eda37740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563d22d666b0 0x563d22d75650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.001+0000 7ff0eda37740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x563d22d75b90 con 0x563d22d65cc0 2024-02-09T23:59:01.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.001+0000 7ff0eda37740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x563d22d75d00 con 0x563d22d666b0 2024-02-09T23:59:01.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.001+0000 7ff0eda37740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x563d22d75ec0 con 0x563d22d61230 2024-02-09T23:59:01.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.001+0000 7ff0eda37740 10 client.0 _ll_register_callbacks cb 0x7ff0d8009380 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:01.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.001+0000 7ff0e3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563d22d65cc0 0x563d22d74690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.001+0000 7ff0e3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563d22d65cc0 0x563d22d74690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54532/0 (socket says 172.21.15.1:54532) 2024-02-09T23:59:01.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.001+0000 7ff0e3fff640 1 -- 172.21.15.1:0/1734069680 learned_addr learned my addr 172.21.15.1:0/1734069680 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:01.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.001+0000 7ff0e8b26640 1 --2- 172.21.15.1:0/1734069680 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563d22d61230 0x563d22d74150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.001+0000 7ff0e9327640 1 --2- 172.21.15.1:0/1734069680 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563d22d666b0 0x563d22d75650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.001+0000 7ff0e3fff640 1 -- 172.21.15.1:0/1734069680 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563d22d61230 msgr2=0x563d22d74150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:01.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.001+0000 7ff0e3fff640 1 --2- 172.21.15.1:0/1734069680 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563d22d61230 0x563d22d74150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.001+0000 7ff0e3fff640 1 -- 172.21.15.1:0/1734069680 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563d22d666b0 msgr2=0x563d22d75650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:01.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.001+0000 7ff0e3fff640 1 --2- 172.21.15.1:0/1734069680 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563d22d666b0 0x563d22d75650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.001+0000 7ff0e3fff640 1 -- 172.21.15.1:0/1734069680 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0e4109f60 con 0x563d22d65cc0 2024-02-09T23:59:01.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.001+0000 7ff0e8b26640 1 --2- 172.21.15.1:0/1734069680 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563d22d61230 0x563d22d74150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:01.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.001+0000 7ff0e3fff640 1 --2- 172.21.15.1:0/1734069680 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563d22d65cc0 0x563d22d74690 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7ff0d0036040 tx=0x7ff0d002c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a399048a9790e489 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:01.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.001+0000 7ff0c3fff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:01.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.001+0000 7ff0c3fff640 1 -- 172.21.15.1:0/1734069680 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0d0004ff0 con 0x563d22d65cc0 2024-02-09T23:59:01.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.001+0000 7ff0c3fff640 1 -- 172.21.15.1:0/1734069680 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7ff0d0005150 con 0x563d22d65cc0 2024-02-09T23:59:01.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.001+0000 7ff0eda37740 1 -- 172.21.15.1:0/1734069680 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563d22d7c7c0 con 0x563d22d65cc0 2024-02-09T23:59:01.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.001+0000 7ff0c3fff640 1 -- 172.21.15.1:0/1734069680 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff0d0064030 con 0x563d22d65cc0 2024-02-09T23:59:01.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.001+0000 7ff0eda37740 10 client.15288 fetch_fsmap learned FSMap version 26 2024-02-09T23:59:01.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.001+0000 7ff0eda37740 1 -- 172.21.15.1:0/1734069680 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x563d22c8f930 con 0x563d22d65cc0 2024-02-09T23:59:01.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.002+0000 7ff0c3fff640 1 -- 172.21.15.1:0/1734069680 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x563d22d7c7c0 con 0x563d22d65cc0 2024-02-09T23:59:01.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.002+0000 7ff0c3fff640 1 -- 172.21.15.1:0/1734069680 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ff0d003c040 con 0x563d22d65cc0 2024-02-09T23:59:01.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.002+0000 7ff0eda37740 10 client.15288 fetch_fsmap finished waiting for FSMap version 26 2024-02-09T23:59:01.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.002+0000 7ff0eda37740 10 client.15288 resolve_mds: resolved name 'c' to daemon mds.c 2024-02-09T23:59:01.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.002+0000 7ff0eda37740 20 client.15288 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:01.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.002+0000 7ff0eda37740 1 --2- 172.21.15.1:0/1734069680 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x563d22d6b820 0x563d22dd45a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.002+0000 7ff0eda37740 4 client.15288 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "status"}] 2024-02-09T23:59:01.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.002+0000 7ff0eda37740 1 -- 172.21.15.1:0/1734069680 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "status"}) v1 -- 0x7ff0d8011ab0 con 0x563d22d6b820 2024-02-09T23:59:01.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.002+0000 7ff0e8b26640 1 --2- 172.21.15.1:0/1734069680 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x563d22d6b820 0x563d22dd45a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.003+0000 7ff0c3fff640 10 client.15288 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-09T23:59:01.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.003+0000 7ff0e8b26640 1 --2- 172.21.15.1:0/1734069680 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x563d22d6b820 0x563d22dd45a0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=58f2d12777390dc1 server_cookie=c5430f4dd63a6fbb in_seq=0 out_seq=0 2024-02-09T23:59:01.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.003+0000 7ff0c3fff640 1 -- 172.21.15.1:0/1734069680 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+327 (crc 0 0 0) 0x7ff0d8011ab0 con 0x563d22d6b820 2024-02-09T23:59:01.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.003+0000 7ff0c3fff640 10 client.15288 handle_command_reply: tid=0 2024-02-09T23:59:01.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.003+0000 7ff0eda37740 1 client.15288 shutdown 2024-02-09T23:59:01.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.003+0000 7ff0eda37740 1 -- 172.21.15.1:0/1734069680 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563d22d65cc0 msgr2=0x563d22d74690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:01.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.003+0000 7ff0eda37740 1 --2- 172.21.15.1:0/1734069680 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563d22d65cc0 0x563d22d74690 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7ff0d0036040 tx=0x7ff0d002c960 comp rx=0 tx=0).stop 2024-02-09T23:59:01.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.003+0000 7ff0eda37740 1 -- 172.21.15.1:0/1734069680 shutdown_connections 2024-02-09T23:59:01.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.003+0000 7ff0eda37740 1 --2- 172.21.15.1:0/1734069680 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x563d22d6b820 0x563d22dd45a0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.003+0000 7ff0eda37740 1 --2- 172.21.15.1:0/1734069680 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563d22d666b0 0x563d22d75650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.003+0000 7ff0c3fff640 0 client.15288 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-09T23:59:01.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.003+0000 7ff0eda37740 1 --2- 172.21.15.1:0/1734069680 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563d22d65cc0 0x563d22d74690 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.003+0000 7ff0eda37740 1 --2- 172.21.15.1:0/1734069680 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563d22d61230 0x563d22d74150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.003+0000 7ff0eda37740 1 -- 172.21.15.1:0/1734069680 >> 172.21.15.1:0/1734069680 conn(0x563d22d61980 msgr2=0x563d22d64490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:01.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.003+0000 7ff0eda37740 1 -- 172.21.15.1:0/1734069680 shutdown_connections 2024-02-09T23:59:01.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.003+0000 7ff0eda37740 1 -- 172.21.15.1:0/1734069680 wait complete. 2024-02-09T23:59:01.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.003+0000 7ff0eda37740 20 client.15288 trim_cache size 0 max 16384 2024-02-09T23:59:01.014 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-09T23:59:01.015 INFO:teuthology.orchestra.run.smithi001.stdout: "cluster_fsid": "b5005240-c7a5-11ee-95b8-87774f69a715", 2024-02-09T23:59:01.015 INFO:teuthology.orchestra.run.smithi001.stdout: "whoami": 3, 2024-02-09T23:59:01.015 INFO:teuthology.orchestra.run.smithi001.stdout: "id": 24475, 2024-02-09T23:59:01.015 INFO:teuthology.orchestra.run.smithi001.stdout: "want_state": "up:active", 2024-02-09T23:59:01.015 INFO:teuthology.orchestra.run.smithi001.stdout: "state": "up:active", 2024-02-09T23:59:01.015 INFO:teuthology.orchestra.run.smithi001.stdout: "fs_name": "cephfs", 2024-02-09T23:59:01.015 INFO:teuthology.orchestra.run.smithi001.stdout: "rank_uptime": 110.120956724, 2024-02-09T23:59:01.015 INFO:teuthology.orchestra.run.smithi001.stdout: "mdsmap_epoch": 26, 2024-02-09T23:59:01.015 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_epoch": 87, 2024-02-09T23:59:01.015 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_epoch_barrier": 85, 2024-02-09T23:59:01.016 INFO:teuthology.orchestra.run.smithi001.stdout: "uptime": 134.99796387699999 2024-02-09T23:59:01.016 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-09T23:59:01.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.004+0000 7ff0ead8a640 1 -- 172.21.15.1:0/760069065 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff0d40a20c0 msgr2=0x7ff0d40a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:01.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.004+0000 7ff0ead8a640 1 --2- 172.21.15.1:0/760069065 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff0d40a20c0 0x7ff0d40a4580 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7ff0d0006010 tx=0x7ff0d002ca20 comp rx=0 tx=0).stop 2024-02-09T23:59:01.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.004+0000 7ff0ead8a640 1 -- 172.21.15.1:0/760069065 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff0e4106f90 msgr2=0x7ff0e419e8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:01.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.004+0000 7ff0ead8a640 1 --2- 172.21.15.1:0/760069065 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff0e4106f90 0x7ff0e419e8f0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7ff0dc009fd0 tx=0x7ff0dc00b260 comp rx=0 tx=0).stop 2024-02-09T23:59:01.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.004+0000 7ff0ead8a640 1 -- 172.21.15.1:0/760069065 shutdown_connections 2024-02-09T23:59:01.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.004+0000 7ff0ead8a640 1 --2- 172.21.15.1:0/760069065 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff0e4106f90 0x7ff0e419e8f0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.004+0000 7ff0ead8a640 1 --2- 172.21.15.1:0/760069065 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7ff0d40a20c0 0x7ff0d40a4580 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.004+0000 7ff0ead8a640 1 --2- 172.21.15.1:0/760069065 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff0e4104660 0x7ff0e4197880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.004+0000 7ff0ead8a640 1 --2- 172.21.15.1:0/760069065 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff0e4101d30 0x7ff0e4197340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.004+0000 7ff0ead8a640 1 -- 172.21.15.1:0/760069065 >> 172.21.15.1:0/760069065 conn(0x7ff0e40fb6e0 msgr2=0x7ff0e4102670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:01.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.004+0000 7ff0ead8a640 1 -- 172.21.15.1:0/760069065 shutdown_connections 2024-02-09T23:59:01.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.004+0000 7ff0ead8a640 1 -- 172.21.15.1:0/760069065 wait complete. 2024-02-09T23:59:01.018 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-02-09T23:59:01.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.119+0000 7fb9acc15640 1 -- 172.21.15.1:0/3226590807 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb9a8101d00 msgr2=0x7fb9a8108590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:01.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.119+0000 7fb9acc15640 1 --2- 172.21.15.1:0/3226590807 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb9a8101d00 0x7fb9a8108590 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fb9a0009ca0 tx=0x7fb9a002c0f0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.119+0000 7fb9acc15640 1 -- 172.21.15.1:0/3226590807 shutdown_connections 2024-02-09T23:59:01.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.119+0000 7fb9acc15640 1 --2- 172.21.15.1:0/3226590807 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb9a8101d00 0x7fb9a8108590 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.119+0000 7fb9acc15640 1 --2- 172.21.15.1:0/3226590807 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb9a8101340 0x7fb9a81017c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.119+0000 7fb9acc15640 1 --2- 172.21.15.1:0/3226590807 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9a8100150 0x7fb9a8100570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.119+0000 7fb9acc15640 1 -- 172.21.15.1:0/3226590807 >> 172.21.15.1:0/3226590807 conn(0x7fb9a80fb6c0 msgr2=0x7fb9a80fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:01.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.119+0000 7fb9acc15640 1 -- 172.21.15.1:0/3226590807 shutdown_connections 2024-02-09T23:59:01.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.119+0000 7fb9acc15640 1 -- 172.21.15.1:0/3226590807 wait complete. 2024-02-09T23:59:01.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.120+0000 7fb9acc15640 1 Processor -- start 2024-02-09T23:59:01.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.120+0000 7fb9acc15640 1 -- start start 2024-02-09T23:59:01.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.120+0000 7fb9acc15640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb9a8100150 0x7fb9a81972d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.120+0000 7fb9acc15640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9a8101340 0x7fb9a8197810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.120+0000 7fb9acc15640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb9a8101d00 0x7fb9a819e880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.120+0000 7fb9acc15640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9a819edc0 con 0x7fb9a8101d00 2024-02-09T23:59:01.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.120+0000 7fb9acc15640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9a819ef30 con 0x7fb9a8100150 2024-02-09T23:59:01.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.120+0000 7fb9acc15640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9a819f0f0 con 0x7fb9a8101340 2024-02-09T23:59:01.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.120+0000 7fb9a6d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb9a8101d00 0x7fb9a819e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.120+0000 7fb9a6d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb9a8101d00 0x7fb9a819e880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54556/0 (socket says 172.21.15.1:54556) 2024-02-09T23:59:01.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.120+0000 7fb9a6d9d640 1 -- 172.21.15.1:0/6675947 learned_addr learned my addr 172.21.15.1:0/6675947 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:01.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.120+0000 7fb9a659c640 1 --2- 172.21.15.1:0/6675947 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb9a8100150 0x7fb9a81972d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.120+0000 7fb99ffff640 1 --2- 172.21.15.1:0/6675947 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9a8101340 0x7fb9a8197810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.121+0000 7fb9a6d9d640 1 -- 172.21.15.1:0/6675947 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9a8101340 msgr2=0x7fb9a8197810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:01.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.121+0000 7fb9a6d9d640 1 --2- 172.21.15.1:0/6675947 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9a8101340 0x7fb9a8197810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.121+0000 7fb9a6d9d640 1 -- 172.21.15.1:0/6675947 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb9a8100150 msgr2=0x7fb9a81972d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:01.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.121+0000 7fb9a6d9d640 1 --2- 172.21.15.1:0/6675947 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb9a8100150 0x7fb9a81972d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.121+0000 7fb9a6d9d640 1 -- 172.21.15.1:0/6675947 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9a0009900 con 0x7fb9a8101d00 2024-02-09T23:59:01.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.121+0000 7fb9a6d9d640 1 --2- 172.21.15.1:0/6675947 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb9a8101d00 0x7fb9a819e880 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fb9a0037040 tx=0x7fb9a0034d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:01.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.121+0000 7fb99f7fe640 1 -- 172.21.15.1:0/6675947 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9a0003970 con 0x7fb9a8101d00 2024-02-09T23:59:01.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.121+0000 7fb9acc15640 1 -- 172.21.15.1:0/6675947 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9a819f370 con 0x7fb9a8101d00 2024-02-09T23:59:01.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.121+0000 7fb99f7fe640 1 -- 172.21.15.1:0/6675947 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb9a0004040 con 0x7fb9a8101d00 2024-02-09T23:59:01.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.121+0000 7fb99f7fe640 1 -- 172.21.15.1:0/6675947 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9a00406b0 con 0x7fb9a8101d00 2024-02-09T23:59:01.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.121+0000 7fb9acc15640 1 -- 172.21.15.1:0/6675947 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9a819f820 con 0x7fb9a8101d00 2024-02-09T23:59:01.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.123+0000 7fb99f7fe640 1 -- 172.21.15.1:0/6675947 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7fb9a000a040 con 0x7fb9a8101d00 2024-02-09T23:59:01.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.124+0000 7fb9af7ed740 1 Processor -- start 2024-02-09T23:59:01.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.124+0000 7fb9af7ed740 1 -- start start 2024-02-09T23:59:01.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.124+0000 7fb9af7ed740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556bbd558cc0 0x556bbd5590e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.124+0000 7fb9af7ed740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556bbd5596b0 0x556bbd55e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.124+0000 7fb9af7ed740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556bbd55e820 0x556bbd560cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.124+0000 7fb9af7ed740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bbd4c8b30 con 0x556bbd55e820 2024-02-09T23:59:01.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.124+0000 7fb9af7ed740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bbd4c6060 con 0x556bbd5596b0 2024-02-09T23:59:01.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.124+0000 7fb9af7ed740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bbd4c1840 con 0x556bbd558cc0 2024-02-09T23:59:01.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.124+0000 7fb99f7fe640 1 --2- 172.21.15.1:0/6675947 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb9940a20c0 0x7fb9940a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.124+0000 7fb99ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556bbd55e820 0x556bbd560cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.124+0000 7fb99ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556bbd55e820 0x556bbd560cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54562/0 (socket says 172.21.15.1:54562) 2024-02-09T23:59:01.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.124+0000 7fb99ffff640 1 -- 172.21.15.1:0/3191679685 learned_addr learned my addr 172.21.15.1:0/3191679685 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:01.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.124+0000 7fb9a6d9d640 1 --2- 172.21.15.1:0/6675947 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb9940a20c0 0x7fb9940a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.124+0000 7fb99f7fe640 1 -- 172.21.15.1:0/6675947 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fb9a00f0b60 con 0x7fb9a8101d00 2024-02-09T23:59:01.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.124+0000 7fb99ffff640 1 --2- 172.21.15.1:0/3191679685 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556bbd558cc0 0x556bbd5590e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.124+0000 7fb9a659c640 1 --2- 172.21.15.1:0/3191679685 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556bbd5596b0 0x556bbd55e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.124+0000 7fb99ffff640 1 -- 172.21.15.1:0/3191679685 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556bbd558cc0 msgr2=0x556bbd5590e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:01.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.124+0000 7fb99ffff640 1 --2- 172.21.15.1:0/3191679685 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556bbd558cc0 0x556bbd5590e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.124+0000 7fb99ffff640 1 -- 172.21.15.1:0/3191679685 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556bbd5596b0 msgr2=0x556bbd55e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:01.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.125+0000 7fb99ffff640 1 --2- 172.21.15.1:0/3191679685 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556bbd5596b0 0x556bbd55e1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.125+0000 7fb99ffff640 1 -- 172.21.15.1:0/3191679685 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556bbd487620 con 0x556bbd55e820 2024-02-09T23:59:01.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.125+0000 7fb9a659c640 1 --2- 172.21.15.1:0/3191679685 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556bbd5596b0 0x556bbd55e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:59:01.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.125+0000 7fb9a6d9d640 1 --2- 172.21.15.1:0/6675947 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb9940a20c0 0x7fb9940a4580 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fb9a00bd540 tx=0x7fb9a00dd040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:01.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.125+0000 7fb99ffff640 1 --2- 172.21.15.1:0/3191679685 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556bbd55e820 0x556bbd560cb0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fb990012440 tx=0x7fb99000c5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d08743697ead0de server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:01.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.125+0000 7fb99cff9640 1 -- 172.21.15.1:0/3191679685 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb990005020 con 0x556bbd55e820 2024-02-09T23:59:01.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.125+0000 7fb99cff9640 1 -- 172.21.15.1:0/3191679685 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb990005660 con 0x556bbd55e820 2024-02-09T23:59:01.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.125+0000 7fb99cff9640 1 -- 172.21.15.1:0/3191679685 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb99000d840 con 0x556bbd55e820 2024-02-09T23:59:01.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.126+0000 7fb9af7ed740 1 -- 172.21.15.1:0/3191679685 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556bbd55e820 msgr2=0x556bbd560cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:01.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.126+0000 7fb9af7ed740 1 --2- 172.21.15.1:0/3191679685 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556bbd55e820 0x556bbd560cb0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fb990012440 tx=0x7fb99000c5c0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.126+0000 7fb9af7ed740 1 -- 172.21.15.1:0/3191679685 shutdown_connections 2024-02-09T23:59:01.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.126+0000 7fb9af7ed740 1 --2- 172.21.15.1:0/3191679685 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556bbd55e820 0x556bbd560cb0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.126+0000 7fb9af7ed740 1 --2- 172.21.15.1:0/3191679685 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556bbd5596b0 0x556bbd55e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.126+0000 7fb9af7ed740 1 --2- 172.21.15.1:0/3191679685 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556bbd558cc0 0x556bbd5590e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.126+0000 7fb9af7ed740 1 -- 172.21.15.1:0/3191679685 >> 172.21.15.1:0/3191679685 conn(0x556bbd554230 msgr2=0x556bbd554630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:01.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.126+0000 7fb9af7ed740 1 -- 172.21.15.1:0/3191679685 shutdown_connections 2024-02-09T23:59:01.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.126+0000 7fb9af7ed740 1 -- 172.21.15.1:0/3191679685 wait complete. 2024-02-09T23:59:01.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.126+0000 7fb9af7ed740 1 -- start start 2024-02-09T23:59:01.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.126+0000 7fb9af7ed740 1 Processor -- start 2024-02-09T23:59:01.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.126+0000 7fb9af7ed740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556bbd558cc0 0x556bbd562bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.126+0000 7fb9af7ed740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556bbd5596b0 0x556bbd563110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.126+0000 7fb9af7ed740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556bbd55e820 0x556bbd56a150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.126+0000 7fb9af7ed740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bbd466cd0 con 0x556bbd558cc0 2024-02-09T23:59:01.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.126+0000 7fb9af7ed740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bbd195310 con 0x556bbd55e820 2024-02-09T23:59:01.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.126+0000 7fb9af7ed740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bbd447490 con 0x556bbd5596b0 2024-02-09T23:59:01.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.126+0000 7fb9af7ed740 10 client.0 _ll_register_callbacks cb 0x556bbd1d2ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:01.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.126+0000 7fb99ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556bbd558cc0 0x556bbd562bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.126+0000 7fb99ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556bbd558cc0 0x556bbd562bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54570/0 (socket says 172.21.15.1:54570) 2024-02-09T23:59:01.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.126+0000 7fb99ffff640 1 -- 172.21.15.1:0/3662202376 learned_addr learned my addr 172.21.15.1:0/3662202376 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:01.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.126+0000 7fb99ffff640 1 --2- 172.21.15.1:0/3662202376 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556bbd55e820 0x556bbd56a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.127+0000 7fb9a659c640 1 --2- 172.21.15.1:0/3662202376 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556bbd5596b0 0x556bbd563110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.127+0000 7fb99ffff640 1 -- 172.21.15.1:0/3662202376 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556bbd5596b0 msgr2=0x556bbd563110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:01.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.127+0000 7fb99ffff640 1 --2- 172.21.15.1:0/3662202376 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556bbd5596b0 0x556bbd563110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.127+0000 7fb99ffff640 1 -- 172.21.15.1:0/3662202376 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556bbd55e820 msgr2=0x556bbd56a150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:01.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.127+0000 7fb99ffff640 1 --2- 172.21.15.1:0/3662202376 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556bbd55e820 0x556bbd56a150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.127+0000 7fb99ffff640 1 -- 172.21.15.1:0/3662202376 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb99000ccf0 con 0x556bbd558cc0 2024-02-09T23:59:01.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.127+0000 7fb99ffff640 1 --2- 172.21.15.1:0/3662202376 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556bbd558cc0 0x556bbd562bd0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fb99000c3f0 tx=0x7fb99000c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59c3e29daf97be59 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:01.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.127+0000 7fb98dffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:01.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.127+0000 7fb98dffb640 1 -- 172.21.15.1:0/3662202376 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb99000d5c0 con 0x556bbd558cc0 2024-02-09T23:59:01.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.127+0000 7fb98dffb640 1 -- 172.21.15.1:0/3662202376 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fb99000d720 con 0x556bbd558cc0 2024-02-09T23:59:01.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.127+0000 7fb9af7ed740 1 -- 172.21.15.1:0/3662202376 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556bbd1c16c0 con 0x556bbd558cc0 2024-02-09T23:59:01.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.127+0000 7fb98dffb640 1 -- 172.21.15.1:0/3662202376 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb99000daf0 con 0x556bbd558cc0 2024-02-09T23:59:01.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.127+0000 7fb9af7ed740 10 client.15300 fetch_fsmap learned FSMap version 26 2024-02-09T23:59:01.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.127+0000 7fb9af7ed740 1 -- 172.21.15.1:0/3662202376 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x556bbd4bfec0 con 0x556bbd558cc0 2024-02-09T23:59:01.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.127+0000 7fb98dffb640 1 -- 172.21.15.1:0/3662202376 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x556bbd1c16c0 con 0x556bbd558cc0 2024-02-09T23:59:01.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.127+0000 7fb98dffb640 1 -- 172.21.15.1:0/3662202376 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fb99001d470 con 0x556bbd558cc0 2024-02-09T23:59:01.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.127+0000 7fb9af7ed740 10 client.15300 fetch_fsmap finished waiting for FSMap version 26 2024-02-09T23:59:01.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.127+0000 7fb9af7ed740 10 client.15300 resolve_mds: resolved name 'h' to daemon mds.h 2024-02-09T23:59:01.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.127+0000 7fb9af7ed740 20 client.15300 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:01.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.127+0000 7fb9af7ed740 1 --2- 172.21.15.1:0/3662202376 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x556bbd56ed70 0x556bbd56e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.127+0000 7fb9af7ed740 4 client.15300 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-09T23:59:01.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.127+0000 7fb9af7ed740 1 -- 172.21.15.1:0/3662202376 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556bbd212270 con 0x556bbd56ed70 2024-02-09T23:59:01.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.128+0000 7fb9a659c640 1 --2- 172.21.15.1:0/3662202376 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x556bbd56ed70 0x556bbd56e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.128+0000 7fb9a659c640 1 --2- 172.21.15.1:0/3662202376 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x556bbd56ed70 0x556bbd56e6a0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8719da4ac82f8f28 server_cookie=a46920e4523ae3bd in_seq=0 out_seq=0 2024-02-09T23:59:01.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.128+0000 7fb98dffb640 10 client.15300 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-09T23:59:01.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.129+0000 7fb98dffb640 1 -- 172.21.15.1:0/3662202376 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x556bbd212270 con 0x556bbd56ed70 2024-02-09T23:59:01.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.129+0000 7fb98dffb640 10 client.15300 handle_command_reply: tid=0 2024-02-09T23:59:01.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.129+0000 7fb9af7ed740 1 client.15300 shutdown 2024-02-09T23:59:01.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.129+0000 7fb9af7ed740 1 -- 172.21.15.1:0/3662202376 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556bbd558cc0 msgr2=0x556bbd562bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:01.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.129+0000 7fb9af7ed740 1 --2- 172.21.15.1:0/3662202376 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556bbd558cc0 0x556bbd562bd0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fb99000c3f0 tx=0x7fb99000c520 comp rx=0 tx=0).stop 2024-02-09T23:59:01.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.129+0000 7fb9af7ed740 1 -- 172.21.15.1:0/3662202376 shutdown_connections 2024-02-09T23:59:01.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.129+0000 7fb9af7ed740 1 --2- 172.21.15.1:0/3662202376 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556bbd55e820 0x556bbd56a150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.129+0000 7fb9af7ed740 1 --2- 172.21.15.1:0/3662202376 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556bbd5596b0 0x556bbd563110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.129+0000 7fb9af7ed740 1 --2- 172.21.15.1:0/3662202376 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x556bbd56ed70 0x556bbd56e6a0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.129+0000 7fb9af7ed740 1 --2- 172.21.15.1:0/3662202376 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556bbd558cc0 0x556bbd562bd0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.129+0000 7fb98dffb640 0 client.15300 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-09T23:59:01.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.129+0000 7fb9af7ed740 1 -- 172.21.15.1:0/3662202376 >> 172.21.15.1:0/3662202376 conn(0x556bbd554230 msgr2=0x556bbd553510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:01.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.129+0000 7fb9af7ed740 1 -- 172.21.15.1:0/3662202376 shutdown_connections 2024-02-09T23:59:01.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.129+0000 7fb9af7ed740 1 -- 172.21.15.1:0/3662202376 wait complete. 2024-02-09T23:59:01.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.129+0000 7fb9af7ed740 20 client.15300 trim_cache size 0 max 16384 2024-02-09T23:59:01.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.145+0000 7fb9af7ed740 1 Processor -- start 2024-02-09T23:59:01.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.145+0000 7fb9af7ed740 1 -- start start 2024-02-09T23:59:01.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.145+0000 7fb9af7ed740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556bbd558cc0 0x556bbd554610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.145+0000 7fb9af7ed740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556bbd5596b0 0x556bbd56a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.145+0000 7fb9af7ed740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556bbd55e820 0x556bbd5627e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.145+0000 7fb9af7ed740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bbd548e20 con 0x556bbd558cc0 2024-02-09T23:59:01.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.145+0000 7fb9af7ed740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bbd212270 con 0x556bbd55e820 2024-02-09T23:59:01.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.145+0000 7fb9af7ed740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bbd1c16c0 con 0x556bbd5596b0 2024-02-09T23:59:01.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.145+0000 7fb99ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556bbd558cc0 0x556bbd554610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.145+0000 7fb99ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556bbd558cc0 0x556bbd554610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54578/0 (socket says 172.21.15.1:54578) 2024-02-09T23:59:01.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.145+0000 7fb99ffff640 1 -- 172.21.15.1:0/2086621752 learned_addr learned my addr 172.21.15.1:0/2086621752 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:01.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.145+0000 7fb99ffff640 1 -- 172.21.15.1:0/2086621752 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556bbd5596b0 msgr2=0x556bbd56a0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:01.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.145+0000 7fb99ffff640 1 --2- 172.21.15.1:0/2086621752 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556bbd5596b0 0x556bbd56a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.145+0000 7fb99ffff640 1 -- 172.21.15.1:0/2086621752 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556bbd55e820 msgr2=0x556bbd5627e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:01.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.145+0000 7fb99ffff640 1 --2- 172.21.15.1:0/2086621752 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556bbd55e820 0x556bbd5627e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.145+0000 7fb99ffff640 1 -- 172.21.15.1:0/2086621752 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556bbd45ca90 con 0x556bbd558cc0 2024-02-09T23:59:01.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.145+0000 7fb99ffff640 1 --2- 172.21.15.1:0/2086621752 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556bbd558cc0 0x556bbd554610 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fb990001e90 tx=0x7fb99000ce80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d36cf528def64236 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:01.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.145+0000 7fb98ffff640 1 -- 172.21.15.1:0/2086621752 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb99000c590 con 0x556bbd558cc0 2024-02-09T23:59:01.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.146+0000 7fb98ffff640 1 -- 172.21.15.1:0/2086621752 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb99001d470 con 0x556bbd558cc0 2024-02-09T23:59:01.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.146+0000 7fb98ffff640 1 -- 172.21.15.1:0/2086621752 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb99001dc50 con 0x556bbd558cc0 2024-02-09T23:59:01.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.146+0000 7fb9af7ed740 1 -- 172.21.15.1:0/2086621752 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556bbd558cc0 msgr2=0x556bbd554610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:01.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.146+0000 7fb9af7ed740 1 --2- 172.21.15.1:0/2086621752 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556bbd558cc0 0x556bbd554610 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fb990001e90 tx=0x7fb99000ce80 comp rx=0 tx=0).stop 2024-02-09T23:59:01.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.146+0000 7fb9af7ed740 1 -- 172.21.15.1:0/2086621752 shutdown_connections 2024-02-09T23:59:01.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.146+0000 7fb9af7ed740 1 --2- 172.21.15.1:0/2086621752 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556bbd55e820 0x556bbd5627e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.146+0000 7fb9af7ed740 1 --2- 172.21.15.1:0/2086621752 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556bbd5596b0 0x556bbd56a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.146+0000 7fb9af7ed740 1 --2- 172.21.15.1:0/2086621752 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556bbd558cc0 0x556bbd554610 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.146+0000 7fb9af7ed740 1 -- 172.21.15.1:0/2086621752 >> 172.21.15.1:0/2086621752 conn(0x556bbd554230 msgr2=0x556bbd55dec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:01.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.146+0000 7fb9af7ed740 1 -- 172.21.15.1:0/2086621752 shutdown_connections 2024-02-09T23:59:01.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.146+0000 7fb9af7ed740 1 -- 172.21.15.1:0/2086621752 wait complete. 2024-02-09T23:59:01.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.146+0000 7fb9af7ed740 1 -- start start 2024-02-09T23:59:01.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.146+0000 7fb9af7ed740 1 Processor -- start 2024-02-09T23:59:01.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.147+0000 7fb9af7ed740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556bbd558cc0 0x556bbd567010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.147+0000 7fb9af7ed740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556bbd5596b0 0x556bbd567550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.147+0000 7fb9af7ed740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556bbd55e820 0x556bbd5c4f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.147+0000 7fb9af7ed740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bbd567c50 con 0x556bbd5596b0 2024-02-09T23:59:01.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.147+0000 7fb9af7ed740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bbd5c54d0 con 0x556bbd558cc0 2024-02-09T23:59:01.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.147+0000 7fb9af7ed740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bbd5c5690 con 0x556bbd55e820 2024-02-09T23:59:01.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.147+0000 7fb9af7ed740 10 client.0 _ll_register_callbacks cb 0x7fb99000c420 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:01.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.147+0000 7fb9a659c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556bbd5596b0 0x556bbd567550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.147+0000 7fb9a659c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556bbd5596b0 0x556bbd567550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54580/0 (socket says 172.21.15.1:54580) 2024-02-09T23:59:01.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.147+0000 7fb9a659c640 1 -- 172.21.15.1:0/742324818 learned_addr learned my addr 172.21.15.1:0/742324818 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:01.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.147+0000 7fb99ffff640 1 --2- 172.21.15.1:0/742324818 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556bbd558cc0 0x556bbd567010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.147+0000 7fb99ffff640 1 --2- 172.21.15.1:0/742324818 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556bbd55e820 0x556bbd5c4f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.147+0000 7fb9a659c640 1 -- 172.21.15.1:0/742324818 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556bbd55e820 msgr2=0x556bbd5c4f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:01.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.147+0000 7fb9a659c640 1 --2- 172.21.15.1:0/742324818 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556bbd55e820 0x556bbd5c4f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.147+0000 7fb9a659c640 1 -- 172.21.15.1:0/742324818 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556bbd558cc0 msgr2=0x556bbd567010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:01.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.147+0000 7fb9a659c640 1 --2- 172.21.15.1:0/742324818 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556bbd558cc0 0x556bbd567010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.147+0000 7fb9a659c640 1 -- 172.21.15.1:0/742324818 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556bbd4bfec0 con 0x556bbd5596b0 2024-02-09T23:59:01.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.147+0000 7fb99ffff640 1 --2- 172.21.15.1:0/742324818 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556bbd55e820 0x556bbd5c4f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:01.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.147+0000 7fb9a659c640 1 --2- 172.21.15.1:0/742324818 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556bbd5596b0 0x556bbd567550 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fb9980058c0 tx=0x7fb998013b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbd074d7160f2cb3 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:01.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.147+0000 7fb98dffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:01.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.147+0000 7fb98dffb640 1 -- 172.21.15.1:0/742324818 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb998020030 con 0x556bbd5596b0 2024-02-09T23:59:01.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.147+0000 7fb98dffb640 1 -- 172.21.15.1:0/742324818 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fb998021070 con 0x556bbd5596b0 2024-02-09T23:59:01.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.147+0000 7fb9af7ed740 1 -- 172.21.15.1:0/742324818 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556bbd5703c0 con 0x556bbd5596b0 2024-02-09T23:59:01.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.147+0000 7fb98dffb640 1 -- 172.21.15.1:0/742324818 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb998017040 con 0x556bbd5596b0 2024-02-09T23:59:01.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.147+0000 7fb9af7ed740 10 client.15306 fetch_fsmap learned FSMap version 26 2024-02-09T23:59:01.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.147+0000 7fb9af7ed740 1 -- 172.21.15.1:0/742324818 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x556bbd482930 con 0x556bbd5596b0 2024-02-09T23:59:01.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.148+0000 7fb98dffb640 1 -- 172.21.15.1:0/742324818 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb99802b020 con 0x556bbd5596b0 2024-02-09T23:59:01.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.148+0000 7fb98dffb640 1 -- 172.21.15.1:0/742324818 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fb99800f870 con 0x556bbd5596b0 2024-02-09T23:59:01.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.148+0000 7fb9af7ed740 10 client.15306 fetch_fsmap finished waiting for FSMap version 26 2024-02-09T23:59:01.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.148+0000 7fb9af7ed740 10 client.15306 resolve_mds: resolved name 'h' to daemon mds.h 2024-02-09T23:59:01.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.148+0000 7fb9af7ed740 20 client.15306 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:01.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.148+0000 7fb9af7ed740 1 --2- 172.21.15.1:0/742324818 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x556bbd5caaf0 0x556bbd5c6f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.148+0000 7fb9af7ed740 4 client.15306 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "status"}] 2024-02-09T23:59:01.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.148+0000 7fb9af7ed740 1 -- 172.21.15.1:0/742324818 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "status"}) v1 -- 0x7fb990005660 con 0x556bbd5caaf0 2024-02-09T23:59:01.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.148+0000 7fb99ffff640 1 --2- 172.21.15.1:0/742324818 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x556bbd5caaf0 0x556bbd5c6f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.148+0000 7fb98dffb640 10 client.15306 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-09T23:59:01.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.148+0000 7fb99ffff640 1 --2- 172.21.15.1:0/742324818 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x556bbd5caaf0 0x556bbd5c6f50 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=cfb9d722a4d23d09 server_cookie=c14b89a18746c3f2 in_seq=0 out_seq=0 2024-02-09T23:59:01.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.149+0000 7fb98dffb640 1 -- 172.21.15.1:0/742324818 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+322 (crc 0 0 0) 0x7fb990005660 con 0x556bbd5caaf0 2024-02-09T23:59:01.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.149+0000 7fb98dffb640 10 client.15306 handle_command_reply: tid=0 2024-02-09T23:59:01.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.149+0000 7fb9af7ed740 1 client.15306 shutdown 2024-02-09T23:59:01.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.149+0000 7fb9af7ed740 1 -- 172.21.15.1:0/742324818 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556bbd5596b0 msgr2=0x556bbd567550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:01.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.149+0000 7fb9af7ed740 1 --2- 172.21.15.1:0/742324818 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556bbd5596b0 0x556bbd567550 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fb9980058c0 tx=0x7fb998013b20 comp rx=0 tx=0).stop 2024-02-09T23:59:01.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.149+0000 7fb9af7ed740 1 -- 172.21.15.1:0/742324818 shutdown_connections 2024-02-09T23:59:01.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.149+0000 7fb9af7ed740 1 --2- 172.21.15.1:0/742324818 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556bbd55e820 0x556bbd5c4f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.149+0000 7fb9af7ed740 1 --2- 172.21.15.1:0/742324818 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x556bbd5caaf0 0x556bbd5c6f50 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.149+0000 7fb9af7ed740 1 --2- 172.21.15.1:0/742324818 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556bbd5596b0 0x556bbd567550 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.149+0000 7fb9af7ed740 1 --2- 172.21.15.1:0/742324818 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556bbd558cc0 0x556bbd567010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.149+0000 7fb98dffb640 0 client.15306 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-09T23:59:01.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.149+0000 7fb9af7ed740 1 -- 172.21.15.1:0/742324818 >> 172.21.15.1:0/742324818 conn(0x556bbd554230 msgr2=0x556bbd55da90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:01.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.149+0000 7fb9af7ed740 1 -- 172.21.15.1:0/742324818 shutdown_connections 2024-02-09T23:59:01.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.149+0000 7fb9af7ed740 1 -- 172.21.15.1:0/742324818 wait complete. 2024-02-09T23:59:01.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.149+0000 7fb9af7ed740 20 client.15306 trim_cache size 0 max 16384 2024-02-09T23:59:01.160 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-09T23:59:01.160 INFO:teuthology.orchestra.run.smithi001.stdout: "cluster_fsid": "b5005240-c7a5-11ee-95b8-87774f69a715", 2024-02-09T23:59:01.160 INFO:teuthology.orchestra.run.smithi001.stdout: "whoami": 2, 2024-02-09T23:59:01.160 INFO:teuthology.orchestra.run.smithi001.stdout: "id": 24476, 2024-02-09T23:59:01.160 INFO:teuthology.orchestra.run.smithi001.stdout: "want_state": "up:active", 2024-02-09T23:59:01.160 INFO:teuthology.orchestra.run.smithi001.stdout: "state": "up:active", 2024-02-09T23:59:01.160 INFO:teuthology.orchestra.run.smithi001.stdout: "fs_name": "cephfs", 2024-02-09T23:59:01.160 INFO:teuthology.orchestra.run.smithi001.stdout: "rank_uptime": 111.275586287, 2024-02-09T23:59:01.160 INFO:teuthology.orchestra.run.smithi001.stdout: "mdsmap_epoch": 26, 2024-02-09T23:59:01.160 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_epoch": 87, 2024-02-09T23:59:01.160 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_epoch_barrier": 85, 2024-02-09T23:59:01.161 INFO:teuthology.orchestra.run.smithi001.stdout: "uptime": 132.153393376 2024-02-09T23:59:01.161 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-09T23:59:01.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.149+0000 7fb9acc15640 1 -- 172.21.15.1:0/6675947 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb9940a20c0 msgr2=0x7fb9940a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:01.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.149+0000 7fb9acc15640 1 --2- 172.21.15.1:0/6675947 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb9940a20c0 0x7fb9940a4580 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fb9a00bd540 tx=0x7fb9a00dd040 comp rx=0 tx=0).stop 2024-02-09T23:59:01.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.149+0000 7fb9acc15640 1 -- 172.21.15.1:0/6675947 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb9a8101d00 msgr2=0x7fb9a819e880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:01.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.149+0000 7fb9acc15640 1 --2- 172.21.15.1:0/6675947 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb9a8101d00 0x7fb9a819e880 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fb9a0037040 tx=0x7fb9a0034d20 comp rx=0 tx=0).stop 2024-02-09T23:59:01.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.149+0000 7fb9acc15640 1 -- 172.21.15.1:0/6675947 shutdown_connections 2024-02-09T23:59:01.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.149+0000 7fb9acc15640 1 --2- 172.21.15.1:0/6675947 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb9a8101d00 0x7fb9a819e880 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.149+0000 7fb9acc15640 1 --2- 172.21.15.1:0/6675947 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb9a8101340 0x7fb9a8197810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.149+0000 7fb9acc15640 1 --2- 172.21.15.1:0/6675947 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb9940a20c0 0x7fb9940a4580 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.149+0000 7fb9acc15640 1 --2- 172.21.15.1:0/6675947 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb9a8100150 0x7fb9a81972d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.149+0000 7fb9acc15640 1 -- 172.21.15.1:0/6675947 >> 172.21.15.1:0/6675947 conn(0x7fb9a80fb6c0 msgr2=0x7fb9a80fd120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:01.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.149+0000 7fb9acc15640 1 -- 172.21.15.1:0/6675947 shutdown_connections 2024-02-09T23:59:01.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.150+0000 7fb9acc15640 1 -- 172.21.15.1:0/6675947 wait complete. 2024-02-09T23:59:01.164 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-02-09T23:59:01.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.264+0000 7fbe5da15640 1 -- 172.21.15.1:0/3598086886 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe58102e30 msgr2=0x7fbe581096c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:01.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.264+0000 7fbe5da15640 1 --2- 172.21.15.1:0/3598086886 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe58102e30 0x7fbe581096c0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fbe48009ca0 tx=0x7fbe4802c0f0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.264+0000 7fbe5da15640 1 -- 172.21.15.1:0/3598086886 shutdown_connections 2024-02-09T23:59:01.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.264+0000 7fbe5da15640 1 --2- 172.21.15.1:0/3598086886 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe58102e30 0x7fbe581096c0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.264+0000 7fbe5da15640 1 --2- 172.21.15.1:0/3598086886 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbe58102470 0x7fbe581028f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.264+0000 7fbe5da15640 1 --2- 172.21.15.1:0/3598086886 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbe58101280 0x7fbe581016a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.264+0000 7fbe5da15640 1 -- 172.21.15.1:0/3598086886 >> 172.21.15.1:0/3598086886 conn(0x7fbe580fc7f0 msgr2=0x7fbe580fec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:01.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.264+0000 7fbe5da15640 1 -- 172.21.15.1:0/3598086886 shutdown_connections 2024-02-09T23:59:01.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.264+0000 7fbe5da15640 1 -- 172.21.15.1:0/3598086886 wait complete. 2024-02-09T23:59:01.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.265+0000 7fbe5da15640 1 Processor -- start 2024-02-09T23:59:01.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.265+0000 7fbe5da15640 1 -- start start 2024-02-09T23:59:01.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.265+0000 7fbe5da15640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbe58101280 0x7fbe58074fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.265+0000 7fbe5da15640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe58102470 0x7fbe58073620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.265+0000 7fbe5da15640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbe58102e30 0x7fbe58073b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.265+0000 7fbe5da15640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe580742c0 con 0x7fbe58102470 2024-02-09T23:59:01.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.265+0000 7fbe5da15640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe58074430 con 0x7fbe58101280 2024-02-09T23:59:01.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.265+0000 7fbe5da15640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe581a1280 con 0x7fbe58102e30 2024-02-09T23:59:01.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.265+0000 7fbe567fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe58102470 0x7fbe58073620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.265+0000 7fbe567fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe58102470 0x7fbe58073620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54608/0 (socket says 172.21.15.1:54608) 2024-02-09T23:59:01.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.265+0000 7fbe567fc640 1 -- 172.21.15.1:0/2632171934 learned_addr learned my addr 172.21.15.1:0/2632171934 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:01.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.265+0000 7fbe56ffd640 1 --2- 172.21.15.1:0/2632171934 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbe58101280 0x7fbe58074fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.266+0000 7fbe577fe640 1 --2- 172.21.15.1:0/2632171934 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbe58102e30 0x7fbe58073b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.266+0000 7fbe567fc640 1 -- 172.21.15.1:0/2632171934 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbe58102e30 msgr2=0x7fbe58073b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:01.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.266+0000 7fbe567fc640 1 --2- 172.21.15.1:0/2632171934 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbe58102e30 0x7fbe58073b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.266+0000 7fbe567fc640 1 -- 172.21.15.1:0/2632171934 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbe58101280 msgr2=0x7fbe58074fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:01.289 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.266+0000 7fbe567fc640 1 --2- 172.21.15.1:0/2632171934 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbe58101280 0x7fbe58074fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.289 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.266+0000 7fbe567fc640 1 -- 172.21.15.1:0/2632171934 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe48009900 con 0x7fbe58102470 2024-02-09T23:59:01.289 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.266+0000 7fbe577fe640 1 --2- 172.21.15.1:0/2632171934 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbe58102e30 0x7fbe58073b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:01.289 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.266+0000 7fbe567fc640 1 --2- 172.21.15.1:0/2632171934 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe58102470 0x7fbe58073620 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fbe4000c950 tx=0x7fbe4000ce10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:01.289 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.266+0000 7fbe5ca13640 1 -- 172.21.15.1:0/2632171934 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe40007c70 con 0x7fbe58102470 2024-02-09T23:59:01.289 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.266+0000 7fbe5da15640 1 -- 172.21.15.1:0/2632171934 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbe581a1530 con 0x7fbe58102470 2024-02-09T23:59:01.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.266+0000 7fbe5ca13640 1 -- 172.21.15.1:0/2632171934 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbe40007dd0 con 0x7fbe58102470 2024-02-09T23:59:01.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.266+0000 7fbe5ca13640 1 -- 172.21.15.1:0/2632171934 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe400188c0 con 0x7fbe58102470 2024-02-09T23:59:01.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.266+0000 7fbe5da15640 1 -- 172.21.15.1:0/2632171934 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbe581a1a90 con 0x7fbe58102470 2024-02-09T23:59:01.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.268+0000 7fbe5ca13640 1 -- 172.21.15.1:0/2632171934 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7fbe40018a20 con 0x7fbe58102470 2024-02-09T23:59:01.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.268+0000 7fbe605ee740 1 Processor -- start 2024-02-09T23:59:01.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.268+0000 7fbe605ee740 1 -- start start 2024-02-09T23:59:01.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.268+0000 7fbe605ee740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557757ba4cc0 0x557757ba50e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.269+0000 7fbe605ee740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557757ba56b0 0x557757baa1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.269+0000 7fbe605ee740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557757baa820 0x557757baccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.269+0000 7fbe605ee740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557757b14b30 con 0x557757baa820 2024-02-09T23:59:01.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.269+0000 7fbe605ee740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557757b12060 con 0x557757ba56b0 2024-02-09T23:59:01.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.269+0000 7fbe605ee740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557757b0d840 con 0x557757ba4cc0 2024-02-09T23:59:01.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.269+0000 7fbe5ca13640 1 --2- 172.21.15.1:0/2632171934 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fbe440a20c0 0x7fbe440a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.269+0000 7fbe567fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557757baa820 0x557757baccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.269+0000 7fbe577fe640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557757ba4cc0 0x557757ba50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.269+0000 7fbe567fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557757baa820 0x557757baccb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54618/0 (socket says 172.21.15.1:54618) 2024-02-09T23:59:01.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.269+0000 7fbe567fc640 1 -- 172.21.15.1:0/3081551873 learned_addr learned my addr 172.21.15.1:0/3081551873 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:01.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.269+0000 7fbe577fe640 1 --2- 172.21.15.1:0/2632171934 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fbe440a20c0 0x7fbe440a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.269+0000 7fbe56ffd640 1 --2- 172.21.15.1:0/3081551873 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557757ba56b0 0x557757baa1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.269+0000 7fbe5ca13640 1 -- 172.21.15.1:0/2632171934 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fbe400cde80 con 0x7fbe58102470 2024-02-09T23:59:01.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.269+0000 7fbe567fc640 1 -- 172.21.15.1:0/3081551873 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557757ba4cc0 msgr2=0x557757ba50e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:01.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.269+0000 7fbe567fc640 1 --2- 172.21.15.1:0/3081551873 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557757ba4cc0 0x557757ba50e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.269+0000 7fbe567fc640 1 -- 172.21.15.1:0/3081551873 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557757ba56b0 msgr2=0x557757baa1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:01.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.269+0000 7fbe567fc640 1 --2- 172.21.15.1:0/3081551873 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557757ba56b0 0x557757baa1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.269+0000 7fbe567fc640 1 -- 172.21.15.1:0/3081551873 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557757ad3620 con 0x557757baa820 2024-02-09T23:59:01.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.269+0000 7fbe577fe640 1 --2- 172.21.15.1:0/2632171934 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fbe440a20c0 0x7fbe440a4580 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fbe48005e30 tx=0x7fbe480323f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:01.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.269+0000 7fbe567fc640 1 --2- 172.21.15.1:0/3081551873 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557757baa820 0x557757baccb0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fbe40097530 tx=0x7fbe4000ff50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5a49b4a3d0fd13 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:01.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.269+0000 7fbe4dffb640 1 -- 172.21.15.1:0/3081551873 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe4000fb50 con 0x557757baa820 2024-02-09T23:59:01.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.269+0000 7fbe4dffb640 1 -- 172.21.15.1:0/3081551873 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbe4009be90 con 0x557757baa820 2024-02-09T23:59:01.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.269+0000 7fbe4dffb640 1 -- 172.21.15.1:0/3081551873 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe40098f30 con 0x557757baa820 2024-02-09T23:59:01.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.270+0000 7fbe605ee740 1 -- 172.21.15.1:0/3081551873 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557757baa820 msgr2=0x557757baccb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:01.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.270+0000 7fbe605ee740 1 --2- 172.21.15.1:0/3081551873 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557757baa820 0x557757baccb0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fbe40097530 tx=0x7fbe4000ff50 comp rx=0 tx=0).stop 2024-02-09T23:59:01.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.270+0000 7fbe605ee740 1 -- 172.21.15.1:0/3081551873 shutdown_connections 2024-02-09T23:59:01.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.270+0000 7fbe605ee740 1 --2- 172.21.15.1:0/3081551873 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557757baa820 0x557757baccb0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.270+0000 7fbe605ee740 1 --2- 172.21.15.1:0/3081551873 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557757ba56b0 0x557757baa1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.270+0000 7fbe605ee740 1 --2- 172.21.15.1:0/3081551873 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557757ba4cc0 0x557757ba50e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.270+0000 7fbe605ee740 1 -- 172.21.15.1:0/3081551873 >> 172.21.15.1:0/3081551873 conn(0x557757ba0230 msgr2=0x557757ba0630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:01.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.270+0000 7fbe605ee740 1 -- 172.21.15.1:0/3081551873 shutdown_connections 2024-02-09T23:59:01.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.270+0000 7fbe605ee740 1 -- 172.21.15.1:0/3081551873 wait complete. 2024-02-09T23:59:01.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.270+0000 7fbe605ee740 1 -- start start 2024-02-09T23:59:01.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.271+0000 7fbe605ee740 1 Processor -- start 2024-02-09T23:59:01.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.271+0000 7fbe605ee740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557757ba4cc0 0x557757baeb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.271+0000 7fbe605ee740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557757ba56b0 0x557757baf0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.271+0000 7fbe605ee740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557757baa820 0x557757bb60f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.271+0000 7fbe605ee740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557757ab2cd0 con 0x557757ba4cc0 2024-02-09T23:59:01.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.271+0000 7fbe605ee740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5577577e1310 con 0x557757ba56b0 2024-02-09T23:59:01.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.271+0000 7fbe605ee740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557757a93490 con 0x557757baa820 2024-02-09T23:59:01.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.271+0000 7fbe605ee740 10 client.0 _ll_register_callbacks cb 0x55775781eac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:01.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.271+0000 7fbe56ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557757ba4cc0 0x557757baeb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.271+0000 7fbe56ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557757ba4cc0 0x557757baeb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54630/0 (socket says 172.21.15.1:54630) 2024-02-09T23:59:01.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.271+0000 7fbe56ffd640 1 -- 172.21.15.1:0/1271433046 learned_addr learned my addr 172.21.15.1:0/1271433046 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:01.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.271+0000 7fbe577fe640 1 --2- 172.21.15.1:0/1271433046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557757baa820 0x557757bb60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.271+0000 7fbe56ffd640 1 -- 172.21.15.1:0/1271433046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557757baa820 msgr2=0x557757bb60f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:01.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.271+0000 7fbe56ffd640 1 --2- 172.21.15.1:0/1271433046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557757baa820 0x557757bb60f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.271+0000 7fbe56ffd640 1 -- 172.21.15.1:0/1271433046 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557757ba56b0 msgr2=0x557757baf0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:01.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.271+0000 7fbe56ffd640 1 --2- 172.21.15.1:0/1271433046 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557757ba56b0 0x557757baf0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.271+0000 7fbe56ffd640 1 -- 172.21.15.1:0/1271433046 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbe581a1a90 con 0x557757ba4cc0 2024-02-09T23:59:01.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.271+0000 7fbe577fe640 1 --2- 172.21.15.1:0/1271433046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557757baa820 0x557757bb60f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:01.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.271+0000 7fbe56ffd640 1 --2- 172.21.15.1:0/1271433046 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557757ba4cc0 0x557757baeb70 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fbe5000bad0 tx=0x7fbe5000bf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa923d3dc3a04115 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:01.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.271+0000 7fbe36ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:01.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.271+0000 7fbe36ffd640 1 -- 172.21.15.1:0/1271433046 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe50016070 con 0x557757ba4cc0 2024-02-09T23:59:01.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.272+0000 7fbe36ffd640 1 -- 172.21.15.1:0/1271433046 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fbe50003dc0 con 0x557757ba4cc0 2024-02-09T23:59:01.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.272+0000 7fbe605ee740 1 -- 172.21.15.1:0/1271433046 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55775780d6c0 con 0x557757ba4cc0 2024-02-09T23:59:01.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.272+0000 7fbe36ffd640 1 -- 172.21.15.1:0/1271433046 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbe50011440 con 0x557757ba4cc0 2024-02-09T23:59:01.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.272+0000 7fbe605ee740 10 client.15318 fetch_fsmap learned FSMap version 26 2024-02-09T23:59:01.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.272+0000 7fbe605ee740 1 -- 172.21.15.1:0/1271433046 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x557757b0bec0 con 0x557757ba4cc0 2024-02-09T23:59:01.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.272+0000 7fbe36ffd640 1 -- 172.21.15.1:0/1271433046 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55775780d6c0 con 0x557757ba4cc0 2024-02-09T23:59:01.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.272+0000 7fbe36ffd640 1 -- 172.21.15.1:0/1271433046 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fbe5001b790 con 0x557757ba4cc0 2024-02-09T23:59:01.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.272+0000 7fbe605ee740 10 client.15318 fetch_fsmap finished waiting for FSMap version 26 2024-02-09T23:59:01.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.272+0000 7fbe605ee740 10 client.15318 resolve_mds: resolved name 'i' to daemon mds.i 2024-02-09T23:59:01.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.272+0000 7fbe605ee740 20 client.15318 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:01.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.272+0000 7fbe605ee740 1 --2- 172.21.15.1:0/1271433046 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x557757bbb600 0x557757bba7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.272+0000 7fbe605ee740 4 client.15318 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-09T23:59:01.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.272+0000 7fbe605ee740 1 -- 172.21.15.1:0/1271433046 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55775785e270 con 0x557757bbb600 2024-02-09T23:59:01.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.272+0000 7fbe567fc640 1 --2- 172.21.15.1:0/1271433046 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x557757bbb600 0x557757bba7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.273+0000 7fbe36ffd640 10 client.15318 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-09T23:59:01.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.273+0000 7fbe567fc640 1 --2- 172.21.15.1:0/1271433046 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x557757bbb600 0x557757bba7d0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=490ad58328651263 server_cookie=78705f6f51536884 in_seq=0 out_seq=0 2024-02-09T23:59:01.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.274+0000 7fbe36ffd640 1 -- 172.21.15.1:0/1271433046 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55775785e270 con 0x557757bbb600 2024-02-09T23:59:01.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.274+0000 7fbe36ffd640 10 client.15318 handle_command_reply: tid=0 2024-02-09T23:59:01.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.274+0000 7fbe605ee740 1 client.15318 shutdown 2024-02-09T23:59:01.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.274+0000 7fbe605ee740 1 -- 172.21.15.1:0/1271433046 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557757ba4cc0 msgr2=0x557757baeb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:01.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.274+0000 7fbe605ee740 1 --2- 172.21.15.1:0/1271433046 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557757ba4cc0 0x557757baeb70 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fbe5000bad0 tx=0x7fbe5000bf90 comp rx=0 tx=0).stop 2024-02-09T23:59:01.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.274+0000 7fbe605ee740 1 -- 172.21.15.1:0/1271433046 shutdown_connections 2024-02-09T23:59:01.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.274+0000 7fbe605ee740 1 --2- 172.21.15.1:0/1271433046 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x557757bbb600 0x557757bba7d0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.274+0000 7fbe605ee740 1 --2- 172.21.15.1:0/1271433046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557757baa820 0x557757bb60f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.274+0000 7fbe605ee740 1 --2- 172.21.15.1:0/1271433046 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557757ba56b0 0x557757baf0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.274+0000 7fbe36ffd640 0 client.15318 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-09T23:59:01.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.274+0000 7fbe605ee740 1 --2- 172.21.15.1:0/1271433046 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557757ba4cc0 0x557757baeb70 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.274+0000 7fbe605ee740 1 -- 172.21.15.1:0/1271433046 >> 172.21.15.1:0/1271433046 conn(0x557757ba0230 msgr2=0x557757b9f510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:01.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.274+0000 7fbe605ee740 1 -- 172.21.15.1:0/1271433046 shutdown_connections 2024-02-09T23:59:01.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.274+0000 7fbe605ee740 1 -- 172.21.15.1:0/1271433046 wait complete. 2024-02-09T23:59:01.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.274+0000 7fbe605ee740 20 client.15318 trim_cache size 0 max 16384 2024-02-09T23:59:01.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.289+0000 7fbe605ee740 1 Processor -- start 2024-02-09T23:59:01.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.290+0000 7fbe605ee740 1 -- start start 2024-02-09T23:59:01.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.290+0000 7fbe605ee740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557757ba4cc0 0x557757b9f530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.290+0000 7fbe605ee740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557757ba56b0 0x557757b9fa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.290+0000 7fbe605ee740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557757baa820 0x557757bb60b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.290+0000 7fbe605ee740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557757ac6ea0 con 0x557757ba4cc0 2024-02-09T23:59:01.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.290+0000 7fbe605ee740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557757b94e20 con 0x557757baa820 2024-02-09T23:59:01.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.290+0000 7fbe605ee740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557757baa5a0 con 0x557757ba56b0 2024-02-09T23:59:01.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.290+0000 7fbe56ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557757ba4cc0 0x557757b9f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.290+0000 7fbe56ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557757ba4cc0 0x557757b9f530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54642/0 (socket says 172.21.15.1:54642) 2024-02-09T23:59:01.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.290+0000 7fbe56ffd640 1 -- 172.21.15.1:0/3742180978 learned_addr learned my addr 172.21.15.1:0/3742180978 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:01.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.290+0000 7fbe56ffd640 1 -- 172.21.15.1:0/3742180978 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557757ba56b0 msgr2=0x557757b9fa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:01.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.290+0000 7fbe56ffd640 1 --2- 172.21.15.1:0/3742180978 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557757ba56b0 0x557757b9fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.290+0000 7fbe56ffd640 1 -- 172.21.15.1:0/3742180978 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557757baa820 msgr2=0x557757bb60b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:01.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.290+0000 7fbe56ffd640 1 --2- 172.21.15.1:0/3742180978 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557757baa820 0x557757bb60b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.290+0000 7fbe56ffd640 1 -- 172.21.15.1:0/3742180978 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557757aa8a90 con 0x557757ba4cc0 2024-02-09T23:59:01.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.290+0000 7fbe56ffd640 1 --2- 172.21.15.1:0/3742180978 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557757ba4cc0 0x557757b9f530 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fbe5000b530 tx=0x7fbe50003a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5bc46cfc0ab5dac server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:01.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.290+0000 7fbe4d7fa640 1 -- 172.21.15.1:0/3742180978 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe50016040 con 0x557757ba4cc0 2024-02-09T23:59:01.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.290+0000 7fbe4d7fa640 1 -- 172.21.15.1:0/3742180978 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbe5001b900 con 0x557757ba4cc0 2024-02-09T23:59:01.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.290+0000 7fbe4d7fa640 1 -- 172.21.15.1:0/3742180978 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe5002e430 con 0x557757ba4cc0 2024-02-09T23:59:01.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.291+0000 7fbe605ee740 1 -- 172.21.15.1:0/3742180978 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557757ba4cc0 msgr2=0x557757b9f530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:01.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.291+0000 7fbe605ee740 1 --2- 172.21.15.1:0/3742180978 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557757ba4cc0 0x557757b9f530 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fbe5000b530 tx=0x7fbe50003a80 comp rx=0 tx=0).stop 2024-02-09T23:59:01.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.291+0000 7fbe605ee740 1 -- 172.21.15.1:0/3742180978 shutdown_connections 2024-02-09T23:59:01.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.291+0000 7fbe605ee740 1 --2- 172.21.15.1:0/3742180978 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557757baa820 0x557757bb60b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.291+0000 7fbe605ee740 1 --2- 172.21.15.1:0/3742180978 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557757ba56b0 0x557757b9fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.291+0000 7fbe605ee740 1 --2- 172.21.15.1:0/3742180978 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557757ba4cc0 0x557757b9f530 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.291+0000 7fbe605ee740 1 -- 172.21.15.1:0/3742180978 >> 172.21.15.1:0/3742180978 conn(0x557757ba0230 msgr2=0x557757ba9e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:01.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.291+0000 7fbe605ee740 1 -- 172.21.15.1:0/3742180978 shutdown_connections 2024-02-09T23:59:01.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.291+0000 7fbe605ee740 1 -- 172.21.15.1:0/3742180978 wait complete. 2024-02-09T23:59:01.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.291+0000 7fbe605ee740 1 -- start start 2024-02-09T23:59:01.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.291+0000 7fbe605ee740 1 Processor -- start 2024-02-09T23:59:01.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.292+0000 7fbe605ee740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557757ba4cc0 0x557757bb3360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.292+0000 7fbe605ee740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557757ba56b0 0x557757bb38a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.292+0000 7fbe605ee740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557757baa820 0x557757bb48b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.292+0000 7fbe605ee740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557757bb4df0 con 0x557757ba56b0 2024-02-09T23:59:01.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.292+0000 7fbe605ee740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557757bb4f60 con 0x557757ba4cc0 2024-02-09T23:59:01.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.292+0000 7fbe605ee740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557757bb5120 con 0x557757baa820 2024-02-09T23:59:01.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.292+0000 7fbe605ee740 10 client.0 _ll_register_callbacks cb 0x7fbe50004040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:01.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.292+0000 7fbe567fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557757ba56b0 0x557757bb38a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.292+0000 7fbe567fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557757ba56b0 0x557757bb38a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54658/0 (socket says 172.21.15.1:54658) 2024-02-09T23:59:01.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.292+0000 7fbe567fc640 1 -- 172.21.15.1:0/2228575489 learned_addr learned my addr 172.21.15.1:0/2228575489 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:01.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.292+0000 7fbe56ffd640 1 --2- 172.21.15.1:0/2228575489 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557757ba4cc0 0x557757bb3360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.292+0000 7fbe577fe640 1 --2- 172.21.15.1:0/2228575489 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557757baa820 0x557757bb48b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.292+0000 7fbe567fc640 1 -- 172.21.15.1:0/2228575489 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557757baa820 msgr2=0x557757bb48b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:01.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.292+0000 7fbe567fc640 1 --2- 172.21.15.1:0/2228575489 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557757baa820 0x557757bb48b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.292+0000 7fbe567fc640 1 -- 172.21.15.1:0/2228575489 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557757ba4cc0 msgr2=0x557757bb3360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:01.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.292+0000 7fbe567fc640 1 --2- 172.21.15.1:0/2228575489 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557757ba4cc0 0x557757bb3360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.292+0000 7fbe567fc640 1 -- 172.21.15.1:0/2228575489 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557757b0bec0 con 0x557757ba56b0 2024-02-09T23:59:01.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.292+0000 7fbe567fc640 1 --2- 172.21.15.1:0/2228575489 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557757ba56b0 0x557757bb38a0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fbe4009aaf0 tx=0x7fbe4000a580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e76659f0c39fd083 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:01.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.292+0000 7fbe36ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:01.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.292+0000 7fbe36ffd640 1 -- 172.21.15.1:0/2228575489 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe400a3370 con 0x557757ba56b0 2024-02-09T23:59:01.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.292+0000 7fbe36ffd640 1 -- 172.21.15.1:0/2228575489 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fbe4009b260 con 0x557757ba56b0 2024-02-09T23:59:01.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.292+0000 7fbe605ee740 1 -- 172.21.15.1:0/2228575489 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557757bbbfd0 con 0x557757ba56b0 2024-02-09T23:59:01.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.292+0000 7fbe36ffd640 1 -- 172.21.15.1:0/2228575489 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbe400b90d0 con 0x557757ba56b0 2024-02-09T23:59:01.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.293+0000 7fbe605ee740 10 client.15324 fetch_fsmap learned FSMap version 26 2024-02-09T23:59:01.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.293+0000 7fbe605ee740 1 -- 172.21.15.1:0/2228575489 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x557757ace930 con 0x557757ba56b0 2024-02-09T23:59:01.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.293+0000 7fbe36ffd640 1 -- 172.21.15.1:0/2228575489 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbe4007d080 con 0x557757ba56b0 2024-02-09T23:59:01.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.293+0000 7fbe36ffd640 1 -- 172.21.15.1:0/2228575489 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fbe40016020 con 0x557757ba56b0 2024-02-09T23:59:01.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.293+0000 7fbe605ee740 10 client.15324 fetch_fsmap finished waiting for FSMap version 26 2024-02-09T23:59:01.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.293+0000 7fbe605ee740 10 client.15324 resolve_mds: resolved name 'i' to daemon mds.i 2024-02-09T23:59:01.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.293+0000 7fbe605ee740 20 client.15324 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:01.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.293+0000 7fbe605ee740 1 --2- 172.21.15.1:0/2228575489 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x557757c16a60 0x557757c13210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.293+0000 7fbe605ee740 4 client.15324 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "status"}] 2024-02-09T23:59:01.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.293+0000 7fbe605ee740 1 -- 172.21.15.1:0/2228575489 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "status"}) v1 -- 0x7fbe4009be90 con 0x557757c16a60 2024-02-09T23:59:01.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.293+0000 7fbe56ffd640 1 --2- 172.21.15.1:0/2228575489 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x557757c16a60 0x557757c13210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.294+0000 7fbe56ffd640 1 --2- 172.21.15.1:0/2228575489 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x557757c16a60 0x557757c13210 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ea99ab5af31edc15 server_cookie=6ce09a8067fe2292 in_seq=0 out_seq=0 2024-02-09T23:59:01.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.294+0000 7fbe36ffd640 10 client.15324 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-09T23:59:01.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.294+0000 7fbe36ffd640 1 -- 172.21.15.1:0/2228575489 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x7fbe4009be90 con 0x557757c16a60 2024-02-09T23:59:01.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.294+0000 7fbe36ffd640 10 client.15324 handle_command_reply: tid=0 2024-02-09T23:59:01.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.294+0000 7fbe605ee740 1 client.15324 shutdown 2024-02-09T23:59:01.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.294+0000 7fbe605ee740 1 -- 172.21.15.1:0/2228575489 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557757ba56b0 msgr2=0x557757bb38a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:01.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.294+0000 7fbe605ee740 1 --2- 172.21.15.1:0/2228575489 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557757ba56b0 0x557757bb38a0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fbe4009aaf0 tx=0x7fbe4000a580 comp rx=0 tx=0).stop 2024-02-09T23:59:01.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.294+0000 7fbe605ee740 1 -- 172.21.15.1:0/2228575489 shutdown_connections 2024-02-09T23:59:01.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.294+0000 7fbe605ee740 1 --2- 172.21.15.1:0/2228575489 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x557757c16a60 0x557757c13210 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.294+0000 7fbe605ee740 1 --2- 172.21.15.1:0/2228575489 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557757baa820 0x557757bb48b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.294+0000 7fbe605ee740 1 --2- 172.21.15.1:0/2228575489 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557757ba56b0 0x557757bb38a0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.294+0000 7fbe605ee740 1 --2- 172.21.15.1:0/2228575489 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557757ba4cc0 0x557757bb3360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.294+0000 7fbe36ffd640 0 client.15324 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-09T23:59:01.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.294+0000 7fbe605ee740 1 -- 172.21.15.1:0/2228575489 >> 172.21.15.1:0/2228575489 conn(0x557757ba0230 msgr2=0x557757ba9a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:01.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.294+0000 7fbe605ee740 1 -- 172.21.15.1:0/2228575489 shutdown_connections 2024-02-09T23:59:01.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.294+0000 7fbe605ee740 1 -- 172.21.15.1:0/2228575489 wait complete. 2024-02-09T23:59:01.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.294+0000 7fbe605ee740 20 client.15324 trim_cache size 0 max 16384 2024-02-09T23:59:01.316 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-09T23:59:01.316 INFO:teuthology.orchestra.run.smithi001.stdout: "cluster_fsid": "b5005240-c7a5-11ee-95b8-87774f69a715", 2024-02-09T23:59:01.316 INFO:teuthology.orchestra.run.smithi001.stdout: "whoami": 1, 2024-02-09T23:59:01.317 INFO:teuthology.orchestra.run.smithi001.stdout: "id": 24496, 2024-02-09T23:59:01.317 INFO:teuthology.orchestra.run.smithi001.stdout: "want_state": "up:active", 2024-02-09T23:59:01.317 INFO:teuthology.orchestra.run.smithi001.stdout: "state": "up:active", 2024-02-09T23:59:01.317 INFO:teuthology.orchestra.run.smithi001.stdout: "fs_name": "cephfs", 2024-02-09T23:59:01.317 INFO:teuthology.orchestra.run.smithi001.stdout: "rank_uptime": 112.42590908299999, 2024-02-09T23:59:01.317 INFO:teuthology.orchestra.run.smithi001.stdout: "mdsmap_epoch": 26, 2024-02-09T23:59:01.317 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_epoch": 87, 2024-02-09T23:59:01.317 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_epoch_barrier": 85, 2024-02-09T23:59:01.317 INFO:teuthology.orchestra.run.smithi001.stdout: "uptime": 129.43964448899999 2024-02-09T23:59:01.317 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-09T23:59:01.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.295+0000 7fbe5da15640 1 -- 172.21.15.1:0/2632171934 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fbe440a20c0 msgr2=0x7fbe440a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:01.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.295+0000 7fbe5da15640 1 --2- 172.21.15.1:0/2632171934 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fbe440a20c0 0x7fbe440a4580 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fbe48005e30 tx=0x7fbe480323f0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.295+0000 7fbe5da15640 1 -- 172.21.15.1:0/2632171934 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe58102470 msgr2=0x7fbe58073620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:01.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.295+0000 7fbe5da15640 1 --2- 172.21.15.1:0/2632171934 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe58102470 0x7fbe58073620 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fbe4000c950 tx=0x7fbe4000ce10 comp rx=0 tx=0).stop 2024-02-09T23:59:01.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.295+0000 7fbe5da15640 1 -- 172.21.15.1:0/2632171934 shutdown_connections 2024-02-09T23:59:01.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.295+0000 7fbe5da15640 1 --2- 172.21.15.1:0/2632171934 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbe58102e30 0x7fbe58073b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.295+0000 7fbe5da15640 1 --2- 172.21.15.1:0/2632171934 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe58102470 0x7fbe58073620 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.295+0000 7fbe5da15640 1 --2- 172.21.15.1:0/2632171934 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fbe440a20c0 0x7fbe440a4580 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.295+0000 7fbe5da15640 1 --2- 172.21.15.1:0/2632171934 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbe58101280 0x7fbe58074fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.295+0000 7fbe5da15640 1 -- 172.21.15.1:0/2632171934 >> 172.21.15.1:0/2632171934 conn(0x7fbe580fc7f0 msgr2=0x7fbe58105710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:01.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.295+0000 7fbe5da15640 1 -- 172.21.15.1:0/2632171934 shutdown_connections 2024-02-09T23:59:01.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.295+0000 7fbe5da15640 1 -- 172.21.15.1:0/2632171934 wait complete. 2024-02-09T23:59:01.320 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:01 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/338786744' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:59:01.320 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:01 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3633191691' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:59:01.321 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-02-09T23:59:01.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.421+0000 7fa7fda76640 1 -- 172.21.15.1:0/38847139 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa7f8101340 msgr2=0x7fa7f81017c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:01.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.421+0000 7fa7fda76640 1 --2- 172.21.15.1:0/38847139 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa7f8101340 0x7fa7f81017c0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fa7ec009900 tx=0x7fa7ec02bc30 comp rx=0 tx=0).stop 2024-02-09T23:59:01.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.421+0000 7fa7fda76640 1 -- 172.21.15.1:0/38847139 shutdown_connections 2024-02-09T23:59:01.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.421+0000 7fa7fda76640 1 --2- 172.21.15.1:0/38847139 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa7f8101d00 0x7fa7f8108590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.421+0000 7fa7fda76640 1 --2- 172.21.15.1:0/38847139 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa7f8101340 0x7fa7f81017c0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.421+0000 7fa7fda76640 1 --2- 172.21.15.1:0/38847139 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa7f8100150 0x7fa7f8100570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.421+0000 7fa7fda76640 1 -- 172.21.15.1:0/38847139 >> 172.21.15.1:0/38847139 conn(0x7fa7f80fb6c0 msgr2=0x7fa7f80fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:01.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.422+0000 7fa7fda76640 1 -- 172.21.15.1:0/38847139 shutdown_connections 2024-02-09T23:59:01.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.422+0000 7fa7fda76640 1 -- 172.21.15.1:0/38847139 wait complete. 2024-02-09T23:59:01.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.422+0000 7fa7fda76640 1 Processor -- start 2024-02-09T23:59:01.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.422+0000 7fa7fda76640 1 -- start start 2024-02-09T23:59:01.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.422+0000 7fa7fda76640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa7f8100150 0x7fa7f81040e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.422+0000 7fa7fda76640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa7f8101340 0x7fa7f8102720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.422+0000 7fa7fda76640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa7f8101d00 0x7fa7f8102c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.422+0000 7fa7fda76640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7f81033c0 con 0x7fa7f8101d00 2024-02-09T23:59:01.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.422+0000 7fa7fda76640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7f8103530 con 0x7fa7f8101340 2024-02-09T23:59:01.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.422+0000 7fa7fda76640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7f81a13a0 con 0x7fa7f8100150 2024-02-09T23:59:01.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.423+0000 7fa7f7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa7f8101d00 0x7fa7f8102c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.423+0000 7fa7f7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa7f8101d00 0x7fa7f8102c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54670/0 (socket says 172.21.15.1:54670) 2024-02-09T23:59:01.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.423+0000 7fa7f7fff640 1 -- 172.21.15.1:0/863236313 learned_addr learned my addr 172.21.15.1:0/863236313 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:01.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.423+0000 7fa7f6ffd640 1 --2- 172.21.15.1:0/863236313 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa7f8101340 0x7fa7f8102720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.423+0000 7fa7f77fe640 1 --2- 172.21.15.1:0/863236313 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa7f8100150 0x7fa7f81040e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.423+0000 7fa7f7fff640 1 -- 172.21.15.1:0/863236313 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa7f8100150 msgr2=0x7fa7f81040e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:01.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.423+0000 7fa7f7fff640 1 --2- 172.21.15.1:0/863236313 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa7f8100150 0x7fa7f81040e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.423+0000 7fa7f7fff640 1 -- 172.21.15.1:0/863236313 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa7f8101340 msgr2=0x7fa7f8102720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:01.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.423+0000 7fa7f7fff640 1 --2- 172.21.15.1:0/863236313 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa7f8101340 0x7fa7f8102720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.423+0000 7fa7f7fff640 1 -- 172.21.15.1:0/863236313 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7ec009560 con 0x7fa7f8101d00 2024-02-09T23:59:01.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.423+0000 7fa7f7fff640 1 --2- 172.21.15.1:0/863236313 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa7f8101d00 0x7fa7f8102c60 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fa7f000eb40 tx=0x7fa7f000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:01.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.423+0000 7fa7f4ff9640 1 -- 172.21.15.1:0/863236313 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7f0004b20 con 0x7fa7f8101d00 2024-02-09T23:59:01.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.423+0000 7fa7f4ff9640 1 -- 172.21.15.1:0/863236313 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa7f0004c80 con 0x7fa7f8101d00 2024-02-09T23:59:01.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.423+0000 7fa7fda76640 1 -- 172.21.15.1:0/863236313 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa7f81a1650 con 0x7fa7f8101d00 2024-02-09T23:59:01.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.423+0000 7fa7f4ff9640 1 -- 172.21.15.1:0/863236313 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7f0010670 con 0x7fa7f8101d00 2024-02-09T23:59:01.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.423+0000 7fa7fda76640 1 -- 172.21.15.1:0/863236313 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7f81a1ae0 con 0x7fa7f8101d00 2024-02-09T23:59:01.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.425+0000 7fa7f4ff9640 1 -- 172.21.15.1:0/863236313 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7fa7f0005020 con 0x7fa7f8101d00 2024-02-09T23:59:01.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.426+0000 7fa800646740 1 Processor -- start 2024-02-09T23:59:01.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.426+0000 7fa800646740 1 -- start start 2024-02-09T23:59:01.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.426+0000 7fa800646740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ff846d9cc0 0x55ff846da0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.426+0000 7fa800646740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ff846da6b0 0x55ff846df1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.426+0000 7fa800646740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ff846df820 0x55ff846e1cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.426+0000 7fa800646740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff84649b30 con 0x55ff846df820 2024-02-09T23:59:01.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.426+0000 7fa800646740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff84647060 con 0x55ff846da6b0 2024-02-09T23:59:01.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.426+0000 7fa800646740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff84642840 con 0x55ff846d9cc0 2024-02-09T23:59:01.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.426+0000 7fa7f4ff9640 1 --2- 172.21.15.1:0/863236313 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fa7e00a20c0 0x7fa7e00a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.426+0000 7fa7f6ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ff846df820 0x55ff846e1cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.426+0000 7fa7f6ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ff846df820 0x55ff846e1cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54674/0 (socket says 172.21.15.1:54674) 2024-02-09T23:59:01.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.426+0000 7fa7f6ffd640 1 -- 172.21.15.1:0/2576488194 learned_addr learned my addr 172.21.15.1:0/2576488194 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:01.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.426+0000 7fa7f7fff640 1 --2- 172.21.15.1:0/863236313 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fa7e00a20c0 0x7fa7e00a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.426+0000 7fa7f6ffd640 1 --2- 172.21.15.1:0/2576488194 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ff846d9cc0 0x55ff846da0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.426+0000 7fa7f77fe640 1 --2- 172.21.15.1:0/2576488194 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ff846da6b0 0x55ff846df1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.426+0000 7fa7f4ff9640 1 -- 172.21.15.1:0/863236313 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fa7f0014070 con 0x7fa7f8101d00 2024-02-09T23:59:01.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.426+0000 7fa7f6ffd640 1 -- 172.21.15.1:0/2576488194 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ff846d9cc0 msgr2=0x55ff846da0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:01.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.426+0000 7fa7f6ffd640 1 --2- 172.21.15.1:0/2576488194 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ff846d9cc0 0x55ff846da0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.426+0000 7fa7f6ffd640 1 -- 172.21.15.1:0/2576488194 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ff846da6b0 msgr2=0x55ff846df1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:01.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.426+0000 7fa7f6ffd640 1 --2- 172.21.15.1:0/2576488194 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ff846da6b0 0x55ff846df1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.426+0000 7fa7f6ffd640 1 -- 172.21.15.1:0/2576488194 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ff84608620 con 0x55ff846df820 2024-02-09T23:59:01.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.426+0000 7fa7f77fe640 1 --2- 172.21.15.1:0/2576488194 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ff846da6b0 0x55ff846df1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:59:01.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.426+0000 7fa7f6ffd640 1 --2- 172.21.15.1:0/2576488194 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ff846df820 0x55ff846e1cb0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x55ff846daf10 tx=0x7fa7ec02bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6b46e30848d63b5 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:01.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.426+0000 7fa7f7fff640 1 --2- 172.21.15.1:0/863236313 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fa7e00a20c0 0x7fa7e00a4580 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fa7f000eb10 tx=0x7fa7f0009a70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:01.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.427+0000 7fa7ddffb640 1 -- 172.21.15.1:0/2576488194 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7ec0048d0 con 0x55ff846df820 2024-02-09T23:59:01.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.427+0000 7fa7ddffb640 1 -- 172.21.15.1:0/2576488194 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa7ec004510 con 0x55ff846df820 2024-02-09T23:59:01.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.427+0000 7fa7ddffb640 1 -- 172.21.15.1:0/2576488194 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7ec003d50 con 0x55ff846df820 2024-02-09T23:59:01.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.427+0000 7fa800646740 1 -- 172.21.15.1:0/2576488194 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ff846df820 msgr2=0x55ff846e1cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:01.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.427+0000 7fa800646740 1 --2- 172.21.15.1:0/2576488194 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ff846df820 0x55ff846e1cb0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x55ff846daf10 tx=0x7fa7ec02bc30 comp rx=0 tx=0).stop 2024-02-09T23:59:01.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.427+0000 7fa800646740 1 -- 172.21.15.1:0/2576488194 shutdown_connections 2024-02-09T23:59:01.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.427+0000 7fa800646740 1 --2- 172.21.15.1:0/2576488194 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ff846df820 0x55ff846e1cb0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.427+0000 7fa800646740 1 --2- 172.21.15.1:0/2576488194 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ff846da6b0 0x55ff846df1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.427+0000 7fa800646740 1 --2- 172.21.15.1:0/2576488194 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ff846d9cc0 0x55ff846da0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.427+0000 7fa800646740 1 -- 172.21.15.1:0/2576488194 >> 172.21.15.1:0/2576488194 conn(0x55ff846d5230 msgr2=0x55ff846d5630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:01.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.427+0000 7fa800646740 1 -- 172.21.15.1:0/2576488194 shutdown_connections 2024-02-09T23:59:01.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.427+0000 7fa800646740 1 -- 172.21.15.1:0/2576488194 wait complete. 2024-02-09T23:59:01.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.428+0000 7fa800646740 1 -- start start 2024-02-09T23:59:01.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.428+0000 7fa800646740 1 Processor -- start 2024-02-09T23:59:01.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.428+0000 7fa800646740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ff846d9cc0 0x55ff846e3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.428+0000 7fa800646740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ff846da6b0 0x55ff846e4110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.428+0000 7fa800646740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ff846df820 0x55ff846eb150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.428+0000 7fa800646740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff845e7cd0 con 0x55ff846df820 2024-02-09T23:59:01.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.428+0000 7fa800646740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff84316310 con 0x55ff846da6b0 2024-02-09T23:59:01.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.428+0000 7fa800646740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff845c8490 con 0x55ff846d9cc0 2024-02-09T23:59:01.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.428+0000 7fa800646740 10 client.0 _ll_register_callbacks cb 0x55ff84353ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:01.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.428+0000 7fa7f6ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ff846df820 0x55ff846eb150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.428+0000 7fa7f6ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ff846df820 0x55ff846eb150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54684/0 (socket says 172.21.15.1:54684) 2024-02-09T23:59:01.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.428+0000 7fa7f6ffd640 1 -- 172.21.15.1:0/2964804688 learned_addr learned my addr 172.21.15.1:0/2964804688 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:01.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.428+0000 7fa7f77fe640 1 --2- 172.21.15.1:0/2964804688 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ff846da6b0 0x55ff846e4110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.428+0000 7fa7f6ffd640 1 --2- 172.21.15.1:0/2964804688 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ff846d9cc0 0x55ff846e3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.428+0000 7fa7f6ffd640 1 -- 172.21.15.1:0/2964804688 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ff846d9cc0 msgr2=0x55ff846e3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:01.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.428+0000 7fa7f6ffd640 1 --2- 172.21.15.1:0/2964804688 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ff846d9cc0 0x55ff846e3bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.428+0000 7fa7f6ffd640 1 -- 172.21.15.1:0/2964804688 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ff846da6b0 msgr2=0x55ff846e4110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:01.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.428+0000 7fa7f6ffd640 1 --2- 172.21.15.1:0/2964804688 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ff846da6b0 0x55ff846e4110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.428+0000 7fa7f6ffd640 1 -- 172.21.15.1:0/2964804688 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7f8108e90 con 0x55ff846df820 2024-02-09T23:59:01.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.429+0000 7fa7f6ffd640 1 --2- 172.21.15.1:0/2964804688 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ff846df820 0x55ff846eb150 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fa7ec02c170 tx=0x7fa7ec02cab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a8a3383e44fcd08 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:01.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.429+0000 7fa7d6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:01.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.429+0000 7fa7d6ffd640 1 -- 172.21.15.1:0/2964804688 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7ec003ee0 con 0x55ff846df820 2024-02-09T23:59:01.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.429+0000 7fa7d6ffd640 1 -- 172.21.15.1:0/2964804688 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fa7ec000e40 con 0x55ff846df820 2024-02-09T23:59:01.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.429+0000 7fa800646740 1 -- 172.21.15.1:0/2964804688 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ff843426c0 con 0x55ff846df820 2024-02-09T23:59:01.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.429+0000 7fa7d6ffd640 1 -- 172.21.15.1:0/2964804688 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa7ec004040 con 0x55ff846df820 2024-02-09T23:59:01.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.429+0000 7fa800646740 10 client.15336 fetch_fsmap learned FSMap version 26 2024-02-09T23:59:01.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.429+0000 7fa800646740 1 -- 172.21.15.1:0/2964804688 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55ff84640ec0 con 0x55ff846df820 2024-02-09T23:59:01.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.429+0000 7fa7d6ffd640 1 -- 172.21.15.1:0/2964804688 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa7ec05f020 con 0x55ff846df820 2024-02-09T23:59:01.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.429+0000 7fa7d6ffd640 1 -- 172.21.15.1:0/2964804688 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fa7ec043480 con 0x55ff846df820 2024-02-09T23:59:01.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.429+0000 7fa800646740 10 client.15336 fetch_fsmap finished waiting for FSMap version 26 2024-02-09T23:59:01.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.429+0000 7fa800646740 10 client.15336 resolve_mds: resolved name 'b' to daemon mds.b 2024-02-09T23:59:01.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.429+0000 7fa800646740 20 client.15336 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:01.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.429+0000 7fa800646740 1 --2- 172.21.15.1:0/2964804688 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ff846efa10 0x55ff846f44b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.429+0000 7fa800646740 4 client.15336 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-09T23:59:01.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.429+0000 7fa800646740 1 -- 172.21.15.1:0/2964804688 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ff84393270 con 0x55ff846efa10 2024-02-09T23:59:01.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.430+0000 7fa7f77fe640 1 --2- 172.21.15.1:0/2964804688 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ff846efa10 0x55ff846f44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.430+0000 7fa7f77fe640 1 --2- 172.21.15.1:0/2964804688 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ff846efa10 0x55ff846f44b0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=631aec17ec99f331 server_cookie=5b7d57b896206aec in_seq=0 out_seq=0 2024-02-09T23:59:01.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.430+0000 7fa7d6ffd640 10 client.15336 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:01.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.430+0000 7fa7d6ffd640 1 -- 172.21.15.1:0/2964804688 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55ff84393270 con 0x55ff846efa10 2024-02-09T23:59:01.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.430+0000 7fa7d6ffd640 10 client.15336 handle_command_reply: tid=0 2024-02-09T23:59:01.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.430+0000 7fa800646740 1 client.15336 shutdown 2024-02-09T23:59:01.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.431+0000 7fa800646740 1 -- 172.21.15.1:0/2964804688 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ff846df820 msgr2=0x55ff846eb150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:01.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.431+0000 7fa800646740 1 --2- 172.21.15.1:0/2964804688 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ff846df820 0x55ff846eb150 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fa7ec02c170 tx=0x7fa7ec02cab0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.431+0000 7fa800646740 1 -- 172.21.15.1:0/2964804688 shutdown_connections 2024-02-09T23:59:01.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.431+0000 7fa800646740 1 --2- 172.21.15.1:0/2964804688 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ff846efa10 0x55ff846f44b0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.431+0000 7fa800646740 1 --2- 172.21.15.1:0/2964804688 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ff846df820 0x55ff846eb150 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.431+0000 7fa7d6ffd640 0 client.15336 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:01.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.431+0000 7fa800646740 1 --2- 172.21.15.1:0/2964804688 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ff846da6b0 0x55ff846e4110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.431+0000 7fa800646740 1 --2- 172.21.15.1:0/2964804688 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ff846d9cc0 0x55ff846e3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.431+0000 7fa800646740 1 -- 172.21.15.1:0/2964804688 >> 172.21.15.1:0/2964804688 conn(0x55ff846d5230 msgr2=0x55ff846d4510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:01.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.431+0000 7fa800646740 1 -- 172.21.15.1:0/2964804688 shutdown_connections 2024-02-09T23:59:01.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.431+0000 7fa800646740 1 -- 172.21.15.1:0/2964804688 wait complete. 2024-02-09T23:59:01.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.431+0000 7fa800646740 20 client.15336 trim_cache size 0 max 16384 2024-02-09T23:59:01.599 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:01 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/338786744' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:59:01.599 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:01 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3633191691' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:59:01.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.446+0000 7fa800646740 1 Processor -- start 2024-02-09T23:59:01.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.446+0000 7fa800646740 1 -- start start 2024-02-09T23:59:01.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.447+0000 7fa800646740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ff846d9cc0 0x55ff846e2990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.447+0000 7fa800646740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ff846da6b0 0x55ff846eb070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.447+0000 7fa800646740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ff846df820 0x55ff846d5610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.447+0000 7fa800646740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff846c9e20 con 0x55ff846da6b0 2024-02-09T23:59:01.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.447+0000 7fa800646740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff843932a0 con 0x55ff846df820 2024-02-09T23:59:01.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.447+0000 7fa800646740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff845fbe70 con 0x55ff846d9cc0 2024-02-09T23:59:01.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.447+0000 7fa7f77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ff846da6b0 0x55ff846eb070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.447+0000 7fa7f77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ff846da6b0 0x55ff846eb070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54686/0 (socket says 172.21.15.1:54686) 2024-02-09T23:59:01.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.447+0000 7fa7f77fe640 1 -- 172.21.15.1:0/1023796481 learned_addr learned my addr 172.21.15.1:0/1023796481 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:01.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.447+0000 7fa7f77fe640 1 -- 172.21.15.1:0/1023796481 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ff846d9cc0 msgr2=0x55ff846e2990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:01.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.447+0000 7fa7f77fe640 1 --2- 172.21.15.1:0/1023796481 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ff846d9cc0 0x55ff846e2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.447+0000 7fa7f77fe640 1 -- 172.21.15.1:0/1023796481 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ff846df820 msgr2=0x55ff846d5610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:01.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.447+0000 7fa7f6ffd640 1 --2- 172.21.15.1:0/1023796481 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ff846df820 0x55ff846d5610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.447+0000 7fa7f77fe640 1 --2- 172.21.15.1:0/1023796481 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ff846df820 0x55ff846d5610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.447+0000 7fa7f77fe640 1 -- 172.21.15.1:0/1023796481 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ff845dda90 con 0x55ff846da6b0 2024-02-09T23:59:01.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.447+0000 7fa7f77fe640 1 --2- 172.21.15.1:0/1023796481 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ff846da6b0 0x55ff846eb070 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fa7e8005d00 tx=0x7fa7e80128e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9065ca98d41b3ae3 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:01.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.447+0000 7fa7dd7fa640 1 -- 172.21.15.1:0/1023796481 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7e8017040 con 0x55ff846da6b0 2024-02-09T23:59:01.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.447+0000 7fa7dd7fa640 1 -- 172.21.15.1:0/1023796481 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa7e8021070 con 0x55ff846da6b0 2024-02-09T23:59:01.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.447+0000 7fa7dd7fa640 1 -- 172.21.15.1:0/1023796481 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7e8004ca0 con 0x55ff846da6b0 2024-02-09T23:59:01.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.448+0000 7fa800646740 1 -- 172.21.15.1:0/1023796481 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ff846da6b0 msgr2=0x55ff846eb070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:01.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.448+0000 7fa800646740 1 --2- 172.21.15.1:0/1023796481 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ff846da6b0 0x55ff846eb070 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fa7e8005d00 tx=0x7fa7e80128e0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.448+0000 7fa800646740 1 -- 172.21.15.1:0/1023796481 shutdown_connections 2024-02-09T23:59:01.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.448+0000 7fa800646740 1 --2- 172.21.15.1:0/1023796481 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ff846df820 0x55ff846d5610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.448+0000 7fa800646740 1 --2- 172.21.15.1:0/1023796481 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ff846da6b0 0x55ff846eb070 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.448+0000 7fa800646740 1 --2- 172.21.15.1:0/1023796481 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ff846d9cc0 0x55ff846e2990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.448+0000 7fa800646740 1 -- 172.21.15.1:0/1023796481 >> 172.21.15.1:0/1023796481 conn(0x55ff846d5230 msgr2=0x55ff846f8d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:01.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.448+0000 7fa800646740 1 -- 172.21.15.1:0/1023796481 shutdown_connections 2024-02-09T23:59:01.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.448+0000 7fa800646740 1 -- 172.21.15.1:0/1023796481 wait complete. 2024-02-09T23:59:01.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.448+0000 7fa800646740 1 -- start start 2024-02-09T23:59:01.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.448+0000 7fa800646740 1 Processor -- start 2024-02-09T23:59:01.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.449+0000 7fa800646740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ff846d9cc0 0x55ff846eaed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.449+0000 7fa800646740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ff846da6b0 0x55ff846e79c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.449+0000 7fa800646740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ff846df820 0x55ff846e7f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.449+0000 7fa800646740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff846e84c0 con 0x55ff846da6b0 2024-02-09T23:59:01.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.449+0000 7fa800646740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff846e8630 con 0x55ff846d9cc0 2024-02-09T23:59:01.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.449+0000 7fa800646740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff847461f0 con 0x55ff846df820 2024-02-09T23:59:01.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.449+0000 7fa800646740 10 client.0 _ll_register_callbacks cb 0x7fa7ec009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:01.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.449+0000 7fa7f77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ff846da6b0 0x55ff846e79c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.449+0000 7fa7f77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ff846da6b0 0x55ff846e79c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54698/0 (socket says 172.21.15.1:54698) 2024-02-09T23:59:01.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.449+0000 7fa7f77fe640 1 -- 172.21.15.1:0/3560671719 learned_addr learned my addr 172.21.15.1:0/3560671719 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:01.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.449+0000 7fa7f77fe640 1 -- 172.21.15.1:0/3560671719 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ff846df820 msgr2=0x55ff846e7f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:01.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.449+0000 7fa7f77fe640 1 --2- 172.21.15.1:0/3560671719 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ff846df820 0x55ff846e7f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.449+0000 7fa7f77fe640 1 -- 172.21.15.1:0/3560671719 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ff846d9cc0 msgr2=0x55ff846eaed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:01.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.449+0000 7fa7f77fe640 1 --2- 172.21.15.1:0/3560671719 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ff846d9cc0 0x55ff846eaed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.449+0000 7fa7f77fe640 1 -- 172.21.15.1:0/3560671719 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7e800daa0 con 0x55ff846da6b0 2024-02-09T23:59:01.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.449+0000 7fa7f77fe640 1 --2- 172.21.15.1:0/3560671719 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ff846da6b0 0x55ff846e79c0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fa7e800d950 tx=0x7fa7e801d760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc23cd445466c530 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:01.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.449+0000 7fa7d6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:01.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.449+0000 7fa7d6ffd640 1 -- 172.21.15.1:0/3560671719 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7e8017040 con 0x55ff846da6b0 2024-02-09T23:59:01.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.449+0000 7fa7d6ffd640 1 -- 172.21.15.1:0/3560671719 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fa7e802f640 con 0x55ff846da6b0 2024-02-09T23:59:01.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.449+0000 7fa800646740 1 -- 172.21.15.1:0/3560671719 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ff846f03a0 con 0x55ff846da6b0 2024-02-09T23:59:01.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.449+0000 7fa7d6ffd640 1 -- 172.21.15.1:0/3560671719 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa7e8035030 con 0x55ff846da6b0 2024-02-09T23:59:01.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.449+0000 7fa800646740 10 client.15342 fetch_fsmap learned FSMap version 26 2024-02-09T23:59:01.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.449+0000 7fa800646740 1 -- 172.21.15.1:0/3560671719 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55ff84603930 con 0x55ff846da6b0 2024-02-09T23:59:01.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.449+0000 7fa7d6ffd640 1 -- 172.21.15.1:0/3560671719 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55ff846f03a0 con 0x55ff846da6b0 2024-02-09T23:59:01.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.450+0000 7fa7d6ffd640 1 -- 172.21.15.1:0/3560671719 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 26) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fa7e8026ab0 con 0x55ff846da6b0 2024-02-09T23:59:01.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.450+0000 7fa800646740 10 client.15342 fetch_fsmap finished waiting for FSMap version 26 2024-02-09T23:59:01.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.450+0000 7fa800646740 10 client.15342 resolve_mds: resolved name 'b' to daemon mds.b 2024-02-09T23:59:01.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.450+0000 7fa800646740 20 client.15342 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:01.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.450+0000 7fa800646740 1 --2- 172.21.15.1:0/3560671719 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ff8474b5e0 0x55ff847479e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:01.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.450+0000 7fa800646740 4 client.15342 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "status"}] 2024-02-09T23:59:01.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.450+0000 7fa800646740 1 -- 172.21.15.1:0/3560671719 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "status"}) v1 -- 0x7fa7ec004510 con 0x55ff8474b5e0 2024-02-09T23:59:01.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.450+0000 7fa7f6ffd640 1 --2- 172.21.15.1:0/3560671719 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ff8474b5e0 0x55ff847479e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:01.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.450+0000 7fa7d6ffd640 10 client.15342 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:01.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.450+0000 7fa7f6ffd640 1 --2- 172.21.15.1:0/3560671719 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ff8474b5e0 0x55ff847479e0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f187ed58dfc2f09d server_cookie=5fff4c0be3b78889 in_seq=0 out_seq=0 2024-02-09T23:59:01.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.450+0000 7fa7d6ffd640 1 -- 172.21.15.1:0/3560671719 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+326 (crc 0 0 0) 0x7fa7ec004510 con 0x55ff8474b5e0 2024-02-09T23:59:01.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.450+0000 7fa7d6ffd640 10 client.15342 handle_command_reply: tid=0 2024-02-09T23:59:01.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.450+0000 7fa800646740 1 client.15342 shutdown 2024-02-09T23:59:01.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.451+0000 7fa800646740 1 -- 172.21.15.1:0/3560671719 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ff846da6b0 msgr2=0x55ff846e79c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:01.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.451+0000 7fa800646740 1 --2- 172.21.15.1:0/3560671719 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ff846da6b0 0x55ff846e79c0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fa7e800d950 tx=0x7fa7e801d760 comp rx=0 tx=0).stop 2024-02-09T23:59:01.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.451+0000 7fa800646740 1 -- 172.21.15.1:0/3560671719 shutdown_connections 2024-02-09T23:59:01.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.451+0000 7fa800646740 1 --2- 172.21.15.1:0/3560671719 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ff8474b5e0 0x55ff847479e0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.451+0000 7fa800646740 1 --2- 172.21.15.1:0/3560671719 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ff846df820 0x55ff846e7f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.451+0000 7fa800646740 1 --2- 172.21.15.1:0/3560671719 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ff846da6b0 0x55ff846e79c0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.451+0000 7fa7d6ffd640 0 client.15342 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:01.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.451+0000 7fa800646740 1 --2- 172.21.15.1:0/3560671719 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ff846d9cc0 0x55ff846eaed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.451+0000 7fa800646740 1 -- 172.21.15.1:0/3560671719 >> 172.21.15.1:0/3560671719 conn(0x55ff846d5230 msgr2=0x55ff846f8d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:01.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.451+0000 7fa800646740 1 -- 172.21.15.1:0/3560671719 shutdown_connections 2024-02-09T23:59:01.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.451+0000 7fa800646740 1 -- 172.21.15.1:0/3560671719 wait complete. 2024-02-09T23:59:01.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.451+0000 7fa800646740 20 client.15342 trim_cache size 0 max 16384 2024-02-09T23:59:01.608 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-09T23:59:01.608 INFO:teuthology.orchestra.run.smithi001.stdout: "cluster_fsid": "b5005240-c7a5-11ee-95b8-87774f69a715", 2024-02-09T23:59:01.609 INFO:teuthology.orchestra.run.smithi001.stdout: "whoami": 0, 2024-02-09T23:59:01.609 INFO:teuthology.orchestra.run.smithi001.stdout: "id": 24518, 2024-02-09T23:59:01.609 INFO:teuthology.orchestra.run.smithi001.stdout: "want_state": "up:active", 2024-02-09T23:59:01.609 INFO:teuthology.orchestra.run.smithi001.stdout: "state": "up:active", 2024-02-09T23:59:01.609 INFO:teuthology.orchestra.run.smithi001.stdout: "fs_name": "cephfs", 2024-02-09T23:59:01.609 INFO:teuthology.orchestra.run.smithi001.stdout: "rank_uptime": 114.83420119, 2024-02-09T23:59:01.609 INFO:teuthology.orchestra.run.smithi001.stdout: "mdsmap_epoch": 26, 2024-02-09T23:59:01.609 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_epoch": 87, 2024-02-09T23:59:01.609 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_epoch_barrier": 85, 2024-02-09T23:59:01.609 INFO:teuthology.orchestra.run.smithi001.stdout: "uptime": 120.85102989400001 2024-02-09T23:59:01.609 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-09T23:59:01.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.451+0000 7fa7fda76640 1 -- 172.21.15.1:0/863236313 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fa7e00a20c0 msgr2=0x7fa7e00a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:01.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.451+0000 7fa7fda76640 1 --2- 172.21.15.1:0/863236313 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fa7e00a20c0 0x7fa7e00a4580 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fa7f000eb10 tx=0x7fa7f0009a70 comp rx=0 tx=0).stop 2024-02-09T23:59:01.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.451+0000 7fa7fda76640 1 -- 172.21.15.1:0/863236313 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa7f8101d00 msgr2=0x7fa7f8102c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:01.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.451+0000 7fa7fda76640 1 --2- 172.21.15.1:0/863236313 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa7f8101d00 0x7fa7f8102c60 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fa7f000eb40 tx=0x7fa7f000c2d0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.451+0000 7fa7fda76640 1 -- 172.21.15.1:0/863236313 shutdown_connections 2024-02-09T23:59:01.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.451+0000 7fa7fda76640 1 --2- 172.21.15.1:0/863236313 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa7f8101d00 0x7fa7f8102c60 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.451+0000 7fa7fda76640 1 --2- 172.21.15.1:0/863236313 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fa7e00a20c0 0x7fa7e00a4580 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.451+0000 7fa7fda76640 1 --2- 172.21.15.1:0/863236313 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa7f8101340 0x7fa7f8102720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.451+0000 7fa7fda76640 1 --2- 172.21.15.1:0/863236313 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa7f8100150 0x7fa7f81040e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:01.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.451+0000 7fa7fda76640 1 -- 172.21.15.1:0/863236313 >> 172.21.15.1:0/863236313 conn(0x7fa7f80fb6c0 msgr2=0x7fa7f80fd1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:01.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.451+0000 7fa7fda76640 1 -- 172.21.15.1:0/863236313 shutdown_connections 2024-02-09T23:59:01.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:01.452+0000 7fa7fda76640 1 -- 172.21.15.1:0/863236313 wait complete. 2024-02-09T23:59:01.612 INFO:teuthology.run_tasks:Running task kclient... 2024-02-09T23:59:01.637 INFO:tasks.kclient:Mounting kernel clients... 2024-02-09T23:59:01.637 INFO:tasks.kclient:config is {'client.0': {}} 2024-02-09T23:59:01.638 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:59:01.638 DEBUG:teuthology.orchestra.run.smithi001:> ip netns list 2024-02-09T23:59:01.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:01 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/338786744' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:59:01.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:01 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3633191691' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:59:01.654 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:59:01.654 DEBUG:teuthology.orchestra.run.smithi001:> sudo ip link delete ceph-brx 2024-02-09T23:59:01.723 INFO:teuthology.orchestra.run.smithi001.stderr:Cannot find device "ceph-brx" 2024-02-09T23:59:01.724 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-09T23:59:01.725 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=secure', 'wsync'], 'syntax': 'v1', 'mount_subvol_num': 1} 2024-02-09T23:59:01.725 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-02-09T23:59:01.725 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-02-09T23:59:01.726 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph fs ls 2024-02-09T23:59:02.008 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-09T23:59:02.455 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:02 smithi001 ceph-mon[32335]: pgmap v345: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-02-09T23:59:02.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:02 smithi088 ceph-mon[36452]: pgmap v345: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-02-09T23:59:02.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:02 smithi103 ceph-mon[36942]: pgmap v345: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-02-09T23:59:03.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.714+0000 7f15b8106700 1 -- 172.21.15.1:0/3635230136 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15b0101270 msgr2=0x7f15b01069b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:03.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.714+0000 7f15b8106700 1 --2- 172.21.15.1:0/3635230136 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15b0101270 0x7f15b01069b0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f15a0009990 tx=0x7f15a0009ca0 comp rx=0 tx=0).stop 2024-02-09T23:59:03.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.714+0000 7f15b8106700 1 -- 172.21.15.1:0/3635230136 shutdown_connections 2024-02-09T23:59:03.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.714+0000 7f15b8106700 1 --2- 172.21.15.1:0/3635230136 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f15b01070e0 0x7f15b010ec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:03.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.714+0000 7f15b8106700 1 --2- 172.21.15.1:0/3635230136 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f15b01008c0 0x7f15b0100ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:03.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.714+0000 7f15b8106700 1 --2- 172.21.15.1:0/3635230136 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15b0101270 0x7f15b01069b0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:03.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.714+0000 7f15b8106700 1 -- 172.21.15.1:0/3635230136 >> 172.21.15.1:0/3635230136 conn(0x7f15b0075f80 msgr2=0x7f15b0076390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:03.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.714+0000 7f15b8106700 1 -- 172.21.15.1:0/3635230136 shutdown_connections 2024-02-09T23:59:03.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.714+0000 7f15b8106700 1 -- 172.21.15.1:0/3635230136 wait complete. 2024-02-09T23:59:03.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.714+0000 7f15b8106700 1 Processor -- start 2024-02-09T23:59:03.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.714+0000 7f15b8106700 1 -- start start 2024-02-09T23:59:03.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.715+0000 7f15b8106700 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f15b01008c0 0x7f15b0101840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:03.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.715+0000 7f15b8106700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f15b0101270 0x7f15b0101d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:03.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.715+0000 7f15b8106700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15b01070e0 0x7f15b01022c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:03.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.715+0000 7f15b8106700 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15b01a6620 con 0x7f15b01070e0 2024-02-09T23:59:03.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.715+0000 7f15b8106700 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15b01a6790 con 0x7f15b01008c0 2024-02-09T23:59:03.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.715+0000 7f15b8106700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15b01a6950 con 0x7f15b0101270 2024-02-09T23:59:03.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.715+0000 7f15b66a3700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15b01070e0 0x7f15b01022c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:03.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.715+0000 7f15b66a3700 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15b01070e0 0x7f15b01022c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54712/0 (socket says 172.21.15.1:54712) 2024-02-09T23:59:03.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.715+0000 7f15b66a3700 1 -- 172.21.15.1:0/3932675262 learned_addr learned my addr 172.21.15.1:0/3932675262 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:03.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.715+0000 7f15b56a1700 1 --2- 172.21.15.1:0/3932675262 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f15b0101270 0x7f15b0101d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:03.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.715+0000 7f15b5ea2700 1 --2- 172.21.15.1:0/3932675262 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f15b01008c0 0x7f15b0101840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:03.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.715+0000 7f15b66a3700 1 -- 172.21.15.1:0/3932675262 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f15b0101270 msgr2=0x7f15b0101d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:03.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.715+0000 7f15b66a3700 1 --2- 172.21.15.1:0/3932675262 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f15b0101270 0x7f15b0101d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:03.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.715+0000 7f15b66a3700 1 -- 172.21.15.1:0/3932675262 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f15b01008c0 msgr2=0x7f15b0101840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:03.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.715+0000 7f15b66a3700 1 --2- 172.21.15.1:0/3932675262 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f15b01008c0 0x7f15b0101840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:03.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.715+0000 7f15b66a3700 1 -- 172.21.15.1:0/3932675262 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15a00095f0 con 0x7f15b01070e0 2024-02-09T23:59:03.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.715+0000 7f15b66a3700 1 --2- 172.21.15.1:0/3932675262 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15b01070e0 0x7f15b01022c0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f15a8007ee0 tx=0x7f15a800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:03.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.715+0000 7f15a6ffd700 1 -- 172.21.15.1:0/3932675262 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15a8017070 con 0x7f15b01070e0 2024-02-09T23:59:03.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.716+0000 7f15a6ffd700 1 -- 172.21.15.1:0/3932675262 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f15a800f040 con 0x7f15b01070e0 2024-02-09T23:59:03.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.716+0000 7f15b8106700 1 -- 172.21.15.1:0/3932675262 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15b01a6c30 con 0x7f15b01070e0 2024-02-09T23:59:03.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.716+0000 7f15a6ffd700 1 -- 172.21.15.1:0/3932675262 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15a8005650 con 0x7f15b01070e0 2024-02-09T23:59:03.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.716+0000 7f15b8106700 1 -- 172.21.15.1:0/3932675262 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15b01a70b0 con 0x7f15b01070e0 2024-02-09T23:59:03.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.716+0000 7f15b8106700 1 -- 172.21.15.1:0/3932675262 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f15b010a320 con 0x7f15b01070e0 2024-02-09T23:59:03.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.717+0000 7f15a6ffd700 1 -- 172.21.15.1:0/3932675262 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f15a8004cd0 con 0x7f15b01070e0 2024-02-09T23:59:03.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.718+0000 7f15a6ffd700 1 --2- 172.21.15.1:0/3932675262 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f159c0a2150 0x7f159c0a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:03.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.718+0000 7f15b5ea2700 1 --2- 172.21.15.1:0/3932675262 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f159c0a2150 0x7f159c0a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:03.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.718+0000 7f15a6ffd700 1 -- 172.21.15.1:0/3932675262 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f15a80cda30 con 0x7f15b01070e0 2024-02-09T23:59:03.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.719+0000 7f15b5ea2700 1 --2- 172.21.15.1:0/3932675262 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f159c0a2150 0x7f159c0a4610 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f15ac00ac50 tx=0x7f15ac00a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:03.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.722+0000 7f15a6ffd700 1 -- 172.21.15.1:0/3932675262 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f15a8096a10 con 0x7f15b01070e0 2024-02-09T23:59:03.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.974+0000 7f15b8106700 1 -- 172.21.15.1:0/3932675262 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f15b00689e0 con 0x7f15b01070e0 2024-02-09T23:59:03.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.974+0000 7f15a6ffd700 1 -- 172.21.15.1:0/3932675262 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v26) v1 ==== 53+0+73 (secure 0 0 0) 0x7f15a809a0d0 con 0x7f15b01070e0 2024-02-09T23:59:03.978 INFO:teuthology.orchestra.run.smithi001.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-02-09T23:59:03.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.976+0000 7f15b8106700 1 -- 172.21.15.1:0/3932675262 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f159c0a2150 msgr2=0x7f159c0a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:03.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.976+0000 7f15b8106700 1 --2- 172.21.15.1:0/3932675262 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f159c0a2150 0x7f159c0a4610 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f15ac00ac50 tx=0x7f15ac00a380 comp rx=0 tx=0).stop 2024-02-09T23:59:03.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.976+0000 7f15b8106700 1 -- 172.21.15.1:0/3932675262 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15b01070e0 msgr2=0x7f15b01022c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:03.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.976+0000 7f15b8106700 1 --2- 172.21.15.1:0/3932675262 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15b01070e0 0x7f15b01022c0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f15a8007ee0 tx=0x7f15a800d3b0 comp rx=0 tx=0).stop 2024-02-09T23:59:03.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.977+0000 7f15b8106700 1 -- 172.21.15.1:0/3932675262 shutdown_connections 2024-02-09T23:59:03.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.977+0000 7f15b8106700 1 --2- 172.21.15.1:0/3932675262 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f159c0a2150 0x7f159c0a4610 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:03.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.977+0000 7f15b8106700 1 --2- 172.21.15.1:0/3932675262 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15b01070e0 0x7f15b01022c0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:03.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.977+0000 7f15b8106700 1 --2- 172.21.15.1:0/3932675262 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f15b01008c0 0x7f15b0101840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:03.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.977+0000 7f15b8106700 1 --2- 172.21.15.1:0/3932675262 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f15b0101270 0x7f15b0101d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:03.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.977+0000 7f15b8106700 1 -- 172.21.15.1:0/3932675262 >> 172.21.15.1:0/3932675262 conn(0x7f15b0075f80 msgr2=0x7f15b00fe6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:03.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.977+0000 7f15b8106700 1 -- 172.21.15.1:0/3932675262 shutdown_connections 2024-02-09T23:59:03.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:03.977+0000 7f15b8106700 1 -- 172.21.15.1:0/3932675262 wait complete. 2024-02-09T23:59:04.293 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:04 smithi001 ceph-mon[32335]: pgmap v346: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-02-09T23:59:04.294 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:04 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3932675262' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-02-09T23:59:04.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:04 smithi088 ceph-mon[36452]: pgmap v346: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-02-09T23:59:04.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:04 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3932675262' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-02-09T23:59:04.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:04 smithi103 ceph-mon[36942]: pgmap v346: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-02-09T23:59:04.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:04 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3932675262' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-02-09T23:59:04.732 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-02-09T23:59:04.732 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-02-09T23:59:04.733 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi001.front.sepia.ceph.com 2024-02-09T23:59:04.733 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-02-09T23:59:04.733 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-02-09T23:59:04.733 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-02-09T23:59:04.733 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-02-09T23:59:04.733 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-02-09T23:59:04.733 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-02-09T23:59:04.733 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:59:04.733 DEBUG:teuthology.orchestra.run.smithi001:> ip addr 2024-02-09T23:59:04.749 INFO:teuthology.orchestra.run.smithi001.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-02-09T23:59:04.750 INFO:teuthology.orchestra.run.smithi001.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-02-09T23:59:04.750 INFO:teuthology.orchestra.run.smithi001.stdout: inet 127.0.0.1/8 scope host lo 2024-02-09T23:59:04.750 INFO:teuthology.orchestra.run.smithi001.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:59:04.750 INFO:teuthology.orchestra.run.smithi001.stdout: inet6 ::1/128 scope host 2024-02-09T23:59:04.750 INFO:teuthology.orchestra.run.smithi001.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:59:04.750 INFO:teuthology.orchestra.run.smithi001.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-09T23:59:04.750 INFO:teuthology.orchestra.run.smithi001.stdout: link/ether 0c:c4:7a:6b:f6:7a brd ff:ff:ff:ff:ff:ff 2024-02-09T23:59:04.750 INFO:teuthology.orchestra.run.smithi001.stdout: altname enp7s0f0 2024-02-09T23:59:04.750 INFO:teuthology.orchestra.run.smithi001.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-09T23:59:04.750 INFO:teuthology.orchestra.run.smithi001.stdout: link/ether 0c:c4:7a:6b:f6:7b brd ff:ff:ff:ff:ff:ff 2024-02-09T23:59:04.750 INFO:teuthology.orchestra.run.smithi001.stdout: altname enp7s0f1 2024-02-09T23:59:04.750 INFO:teuthology.orchestra.run.smithi001.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-02-09T23:59:04.751 INFO:teuthology.orchestra.run.smithi001.stdout: link/ether 0c:c4:7a:bd:15:e8 brd ff:ff:ff:ff:ff:ff 2024-02-09T23:59:04.751 INFO:teuthology.orchestra.run.smithi001.stdout: altname enp1s0f0 2024-02-09T23:59:04.751 INFO:teuthology.orchestra.run.smithi001.stdout: inet 172.21.15.1/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-02-09T23:59:04.751 INFO:teuthology.orchestra.run.smithi001.stdout: valid_lft 42010sec preferred_lft 42010sec 2024-02-09T23:59:04.751 INFO:teuthology.orchestra.run.smithi001.stdout: inet6 fe80::ec4:7aff:febd:15e8/64 scope link noprefixroute 2024-02-09T23:59:04.751 INFO:teuthology.orchestra.run.smithi001.stdout: valid_lft forever preferred_lft forever 2024-02-09T23:59:04.751 INFO:teuthology.orchestra.run.smithi001.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-09T23:59:04.751 INFO:teuthology.orchestra.run.smithi001.stdout: link/ether 0c:c4:7a:bd:15:e9 brd ff:ff:ff:ff:ff:ff 2024-02-09T23:59:04.751 INFO:teuthology.orchestra.run.smithi001.stdout: altname enp1s0f1 2024-02-09T23:59:04.752 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-02-09T23:59:04.752 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:59:04.752 DEBUG:teuthology.orchestra.run.smithi001:> (cd / && exec bash -c ' 2024-02-09T23:59:04.752 DEBUG:teuthology.orchestra.run.smithi001:> set -e 2024-02-09T23:59:04.752 DEBUG:teuthology.orchestra.run.smithi001:> sudo ip link add name ceph-brx type bridge 2024-02-09T23:59:04.752 DEBUG:teuthology.orchestra.run.smithi001:> sudo ip addr flush dev ceph-brx 2024-02-09T23:59:04.752 DEBUG:teuthology.orchestra.run.smithi001:> sudo ip link set ceph-brx up 2024-02-09T23:59:04.752 DEBUG:teuthology.orchestra.run.smithi001:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-02-09T23:59:04.752 DEBUG:teuthology.orchestra.run.smithi001:> ') 2024-02-09T23:59:04.930 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:59:04.931 DEBUG:teuthology.orchestra.run.smithi001:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-02-09T23:59:04.959 INFO:teuthology.orchestra.run.smithi001.stdout:1 2024-02-09T23:59:04.960 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:59:04.961 DEBUG:teuthology.orchestra.run.smithi001:> route 2024-02-09T23:59:05.048 INFO:teuthology.orchestra.run.smithi001.stdout:Kernel IP routing table 2024-02-09T23:59:05.048 INFO:teuthology.orchestra.run.smithi001.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-02-09T23:59:05.048 INFO:teuthology.orchestra.run.smithi001.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-02-09T23:59:05.048 INFO:teuthology.orchestra.run.smithi001.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-02-09T23:59:05.048 INFO:teuthology.orchestra.run.smithi001.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-02-09T23:59:05.049 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:59:05.049 DEBUG:teuthology.orchestra.run.smithi001:> (cd / && exec bash -c ' 2024-02-09T23:59:05.049 DEBUG:teuthology.orchestra.run.smithi001:> set -e 2024-02-09T23:59:05.049 DEBUG:teuthology.orchestra.run.smithi001:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-02-09T23:59:05.049 DEBUG:teuthology.orchestra.run.smithi001:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-02-09T23:59:05.049 DEBUG:teuthology.orchestra.run.smithi001:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-02-09T23:59:05.049 DEBUG:teuthology.orchestra.run.smithi001:> ') 2024-02-09T23:59:05.286 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:59:05.286 DEBUG:teuthology.orchestra.run.smithi001:> ip netns list 2024-02-09T23:59:05.301 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:59:05.301 DEBUG:teuthology.orchestra.run.smithi001:> ip netns list-id 2024-02-09T23:59:05.355 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:59:05.356 DEBUG:teuthology.orchestra.run.smithi001:> (cd / && exec bash -c ' 2024-02-09T23:59:05.356 DEBUG:teuthology.orchestra.run.smithi001:> set -e 2024-02-09T23:59:05.356 DEBUG:teuthology.orchestra.run.smithi001:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-09T23:59:05.356 DEBUG:teuthology.orchestra.run.smithi001:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-02-09T23:59:05.356 DEBUG:teuthology.orchestra.run.smithi001:> ') 2024-02-09T23:59:05.440 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-02-09T23:59:05.441 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:59:05.441 DEBUG:teuthology.orchestra.run.smithi001:> (cd / && exec bash -c ' 2024-02-09T23:59:05.441 DEBUG:teuthology.orchestra.run.smithi001:> set -e 2024-02-09T23:59:05.441 DEBUG:teuthology.orchestra.run.smithi001:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-02-09T23:59:05.441 DEBUG:teuthology.orchestra.run.smithi001:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-02-09T23:59:05.441 DEBUG:teuthology.orchestra.run.smithi001:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-02-09T23:59:05.441 DEBUG:teuthology.orchestra.run.smithi001:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-02-09T23:59:05.441 DEBUG:teuthology.orchestra.run.smithi001:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-02-09T23:59:05.441 DEBUG:teuthology.orchestra.run.smithi001:> ') 2024-02-09T23:59:05.544 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:59:05.544 DEBUG:teuthology.orchestra.run.smithi001:> (cd / && exec bash -c ' 2024-02-09T23:59:05.544 DEBUG:teuthology.orchestra.run.smithi001:> set -e 2024-02-09T23:59:05.544 DEBUG:teuthology.orchestra.run.smithi001:> sudo ip link set brx.0 up 2024-02-09T23:59:05.544 DEBUG:teuthology.orchestra.run.smithi001:> sudo ip link set dev brx.0 master ceph-brx 2024-02-09T23:59:05.544 DEBUG:teuthology.orchestra.run.smithi001:> ') 2024-02-09T23:59:05.586 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-09T23:59:05.586 DEBUG:teuthology.orchestra.run.smithi001:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-02-09T23:59:05.638 INFO:teuthology.orchestra.run.smithi001.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-02-09T23:59:05.638 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-09T23:59:05.638 DEBUG:teuthology.orchestra.run.smithi001:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-02-09T23:59:05.692 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-02-09T23:59:05.693 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-02-09T23:59:05.693 INFO:tasks.cephfs.kernel_mount:mounting using device: :/volumes/qa/sv_1/4e850b60-98ea-4fff-91ea-e6cc68f61ac0 2024-02-09T23:59:05.693 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:59:05.693 DEBUG:teuthology.orchestra.run.smithi001:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/volumes/qa/sv_1/4e850b60-98ea-4fff-91ea-e6cc68f61ac0 /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,wsync 2024-02-09T23:59:05.776 INFO:teuthology.orchestra.run.smithi001.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,wsync 2024-02-09T23:59:05.776 INFO:teuthology.orchestra.run.smithi001.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,wsync". 2024-02-09T23:59:05.776 INFO:teuthology.orchestra.run.smithi001.stdout:invalid new device string format 2024-02-09T23:59:05.909 INFO:teuthology.orchestra.run.smithi001.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,wsync 2024-02-09T23:59:05.910 INFO:teuthology.orchestra.run.smithi001.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,wsync". 2024-02-09T23:59:05.910 INFO:teuthology.orchestra.run.smithi001.stdout:invalid new device string format 2024-02-09T23:59:05.910 INFO:teuthology.orchestra.run.smithi001.stdout:mount.ceph: resolved to: "172.21.15.1:3300,172.21.15.88:3300,172.21.15.103:3300" 2024-02-09T23:59:05.910 INFO:teuthology.orchestra.run.smithi001.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.1:3300,172.21.15.88:3300,172.21.15.103:3300:/volumes/qa/sv_1/4e850b60-98ea-4fff-91ea-e6cc68f61ac0 2024-02-09T23:59:05.910 INFO:teuthology.orchestra.run.smithi001.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=secure,wsync,key=0,fsid=b5005240-c7a5-11ee-95b8-87774f69a715" will pass to kernel 2024-02-09T23:59:05.911 INFO:teuthology.orchestra.run.smithi001.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-02-09T23:59:05.911 INFO:teuthology.orchestra.run.smithi001.stdout: You just mounted a file system that supports labels which does not 2024-02-09T23:59:05.911 INFO:teuthology.orchestra.run.smithi001.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-02-09T23:59:05.911 INFO:teuthology.orchestra.run.smithi001.stdout: applications will generate AVC messages and not be allowed access to 2024-02-09T23:59:05.911 INFO:teuthology.orchestra.run.smithi001.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-02-09T23:59:05.916 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-02-09T23:59:05.916 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:59:05.917 DEBUG:teuthology.orchestra.run.smithi001:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-02-09T23:59:05.985 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:59:05.985 DEBUG:teuthology.orchestra.run.smithi001:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2024-02-09T23:59:06.041 INFO:teuthology.orchestra.run.smithi001.stdout:client15351 2024-02-09T23:59:06.042 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-02-09T23:59:06.042 DEBUG:teuthology.orchestra.run.smithi001:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-09T23:59:06.097 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:59:06.098 DEBUG:teuthology.orchestra.run.smithi001:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2024-02-09T23:59:06.154 INFO:teuthology.orchestra.run.smithi001.stdout:client15351 2024-02-09T23:59:06.154 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:59:06.154 DEBUG:teuthology.orchestra.run.smithi001:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2024-02-09T23:59:06.210 INFO:teuthology.orchestra.run.smithi001.stdout:client15351 2024-02-09T23:59:06.211 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:59:06.211 DEBUG:teuthology.orchestra.run.smithi001:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/b5005240-c7a5-11ee-95b8-87774f69a715.client15351/status') 2024-02-09T23:59:06.276 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:06 smithi001 ceph-mon[32335]: pgmap v347: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-02-09T23:59:06.277 INFO:teuthology.orchestra.run.smithi001.stdout:instance: client.15351 (3)192.168.0.1:0/2359694982 2024-02-09T23:59:06.277 INFO:teuthology.orchestra.run.smithi001.stdout:blocklisted: false 2024-02-09T23:59:06.277 INFO:teuthology.orchestra.run.smithi001.stderr:0+1 records in 2024-02-09T23:59:06.277 INFO:teuthology.orchestra.run.smithi001.stderr:0+1 records out 2024-02-09T23:59:06.277 INFO:teuthology.orchestra.run.smithi001.stderr:70 bytes copied, 2.007e-05 s, 3.5 MB/s 2024-02-09T23:59:06.278 INFO:teuthology.run_tasks:Running task exec... 2024-02-09T23:59:06.289 INFO:teuthology.task.exec:Executing custom commands... 2024-02-09T23:59:06.289 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi001.front.sepia.ceph.com 2024-02-09T23:59:06.289 DEBUG:teuthology.orchestra.run.smithi001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate true' 2024-02-09T23:59:06.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.420+0000 7f4a9996c640 1 -- 172.21.15.1:0/3997527125 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4a94101d10 msgr2=0x7f4a941085a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:06.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.420+0000 7f4a9996c640 1 --2- 172.21.15.1:0/3997527125 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4a94101d10 0x7f4a941085a0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f4a8c009ca0 tx=0x7f4a8c02c0f0 comp rx=0 tx=0).stop 2024-02-09T23:59:06.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.420+0000 7f4a9996c640 1 -- 172.21.15.1:0/3997527125 shutdown_connections 2024-02-09T23:59:06.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.420+0000 7f4a9996c640 1 --2- 172.21.15.1:0/3997527125 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4a94101d10 0x7f4a941085a0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:06.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.420+0000 7f4a9996c640 1 --2- 172.21.15.1:0/3997527125 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4a94101350 0x7f4a941017d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:06.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.420+0000 7f4a9996c640 1 --2- 172.21.15.1:0/3997527125 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4a94100160 0x7f4a94100580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:06.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.420+0000 7f4a9996c640 1 -- 172.21.15.1:0/3997527125 >> 172.21.15.1:0/3997527125 conn(0x7f4a940fb6d0 msgr2=0x7f4a940fdb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:06.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.420+0000 7f4a9996c640 1 -- 172.21.15.1:0/3997527125 shutdown_connections 2024-02-09T23:59:06.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.420+0000 7f4a9996c640 1 -- 172.21.15.1:0/3997527125 wait complete. 2024-02-09T23:59:06.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.420+0000 7f4a9996c640 1 Processor -- start 2024-02-09T23:59:06.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.420+0000 7f4a9996c640 1 -- start start 2024-02-09T23:59:06.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.421+0000 7f4a9996c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4a94100160 0x7f4a94199490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:06.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.421+0000 7f4a9996c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4a94101350 0x7f4a941999d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:06.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.421+0000 7f4a9996c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4a94101d10 0x7f4a941a0a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:06.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.421+0000 7f4a9996c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a941a0f80 con 0x7f4a94101d10 2024-02-09T23:59:06.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.421+0000 7f4a9996c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a941a10f0 con 0x7f4a94100160 2024-02-09T23:59:06.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.421+0000 7f4a9996c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a941a12b0 con 0x7f4a94101350 2024-02-09T23:59:06.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.421+0000 7f4a937fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4a94101d10 0x7f4a941a0a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:06.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.421+0000 7f4a937fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4a94101d10 0x7f4a941a0a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54724/0 (socket says 172.21.15.1:54724) 2024-02-09T23:59:06.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.421+0000 7f4a937fe640 1 -- 172.21.15.1:0/433246245 learned_addr learned my addr 172.21.15.1:0/433246245 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:06.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.421+0000 7f4a92ffd640 1 --2- 172.21.15.1:0/433246245 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4a94100160 0x7f4a94199490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:06.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.421+0000 7f4a8bfff640 1 --2- 172.21.15.1:0/433246245 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4a94101350 0x7f4a941999d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:06.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.421+0000 7f4a937fe640 1 -- 172.21.15.1:0/433246245 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4a94101350 msgr2=0x7f4a941999d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:06.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.421+0000 7f4a937fe640 1 --2- 172.21.15.1:0/433246245 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4a94101350 0x7f4a941999d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:06.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.421+0000 7f4a937fe640 1 -- 172.21.15.1:0/433246245 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4a94100160 msgr2=0x7f4a94199490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:06.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.421+0000 7f4a937fe640 1 --2- 172.21.15.1:0/433246245 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4a94100160 0x7f4a94199490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:06.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.421+0000 7f4a937fe640 1 -- 172.21.15.1:0/433246245 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a8c009900 con 0x7f4a94101d10 2024-02-09T23:59:06.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.421+0000 7f4a937fe640 1 --2- 172.21.15.1:0/433246245 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4a94101d10 0x7f4a941a0a40 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f4a8c037040 tx=0x7f4a8c034d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:06.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.421+0000 7f4a9896a640 1 -- 172.21.15.1:0/433246245 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a8c032eb0 con 0x7f4a94101d10 2024-02-09T23:59:06.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.421+0000 7f4a9896a640 1 -- 172.21.15.1:0/433246245 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4a8c003e50 con 0x7f4a94101d10 2024-02-09T23:59:06.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.421+0000 7f4a9996c640 1 -- 172.21.15.1:0/433246245 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4a941a1530 con 0x7f4a94101d10 2024-02-09T23:59:06.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.421+0000 7f4a9896a640 1 -- 172.21.15.1:0/433246245 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a8c040450 con 0x7f4a94101d10 2024-02-09T23:59:06.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.421+0000 7f4a9996c640 1 -- 172.21.15.1:0/433246245 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a941a19e0 con 0x7f4a94101d10 2024-02-09T23:59:06.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.422+0000 7f4a9996c640 1 -- 172.21.15.1:0/433246245 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4a9410bb30 con 0x7f4a94101d10 2024-02-09T23:59:06.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.423+0000 7f4a9896a640 1 -- 172.21.15.1:0/433246245 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f4a8c00a040 con 0x7f4a94101d10 2024-02-09T23:59:06.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.424+0000 7f4a9896a640 1 --2- 172.21.15.1:0/433246245 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f4a800a20b0 0x7f4a800a4570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:06.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.424+0000 7f4a9896a640 1 -- 172.21.15.1:0/433246245 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f4a8c0f0b70 con 0x7f4a94101d10 2024-02-09T23:59:06.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.424+0000 7f4a92ffd640 1 --2- 172.21.15.1:0/433246245 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f4a800a20b0 0x7f4a800a4570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:06.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.424+0000 7f4a92ffd640 1 --2- 172.21.15.1:0/433246245 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f4a800a20b0 0x7f4a800a4570 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f4a84005fd0 tx=0x7f4a8400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:06.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.428+0000 7f4a9896a640 1 -- 172.21.15.1:0/433246245 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f4a8c0b9b50 con 0x7f4a94101d10 2024-02-09T23:59:06.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:06 smithi088 ceph-mon[36452]: pgmap v347: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-02-09T23:59:06.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:06 smithi103 ceph-mon[36942]: pgmap v347: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-02-09T23:59:06.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:06.651+0000 7f4a9996c640 1 -- 172.21.15.1:0/433246245 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"} v 0) v1 -- 0x7f4a941a1ea0 con 0x7f4a94101d10 2024-02-09T23:59:07.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.173+0000 7f4a9896a640 1 -- 172.21.15.1:0/433246245 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]=0 v27) v1 ==== 117+0+0 (secure 0 0 0) 0x7f4a8c0bd210 con 0x7f4a94101d10 2024-02-09T23:59:07.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.177+0000 7f4a9996c640 1 -- 172.21.15.1:0/433246245 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f4a800a20b0 msgr2=0x7f4a800a4570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:07.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.177+0000 7f4a9996c640 1 --2- 172.21.15.1:0/433246245 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f4a800a20b0 0x7f4a800a4570 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f4a84005fd0 tx=0x7f4a8400b410 comp rx=0 tx=0).stop 2024-02-09T23:59:07.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.177+0000 7f4a9996c640 1 -- 172.21.15.1:0/433246245 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4a94101d10 msgr2=0x7f4a941a0a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:07.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.177+0000 7f4a9996c640 1 --2- 172.21.15.1:0/433246245 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4a94101d10 0x7f4a941a0a40 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f4a8c037040 tx=0x7f4a8c034d40 comp rx=0 tx=0).stop 2024-02-09T23:59:07.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.177+0000 7f4a9996c640 1 -- 172.21.15.1:0/433246245 shutdown_connections 2024-02-09T23:59:07.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.177+0000 7f4a9996c640 1 --2- 172.21.15.1:0/433246245 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4a94101d10 0x7f4a941a0a40 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:07.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.177+0000 7f4a9996c640 1 --2- 172.21.15.1:0/433246245 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4a94101350 0x7f4a941999d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:07.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.177+0000 7f4a9996c640 1 --2- 172.21.15.1:0/433246245 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f4a800a20b0 0x7f4a800a4570 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:07.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.177+0000 7f4a9996c640 1 --2- 172.21.15.1:0/433246245 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4a94100160 0x7f4a94199490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:07.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.177+0000 7f4a9996c640 1 -- 172.21.15.1:0/433246245 >> 172.21.15.1:0/433246245 conn(0x7f4a940fb6d0 msgr2=0x7f4a940fd150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:07.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.177+0000 7f4a9996c640 1 -- 172.21.15.1:0/433246245 shutdown_connections 2024-02-09T23:59:07.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.177+0000 7f4a9996c640 1 -- 172.21.15.1:0/433246245 wait complete. 2024-02-09T23:59:07.194 INFO:teuthology.run_tasks:Running task check-counter... 2024-02-09T23:59:07.205 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-02-09T23:59:07.254 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:59:07.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.362+0000 7f45972c9640 1 -- 172.21.15.1:0/2004078704 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f45901004a0 msgr2=0x7f4590100900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:07.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.362+0000 7f45972c9640 1 --2- 172.21.15.1:0/2004078704 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f45901004a0 0x7f4590100900 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f4584009900 tx=0x7f458402bc30 comp rx=0 tx=0).stop 2024-02-09T23:59:07.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.362+0000 7f45972c9640 1 -- 172.21.15.1:0/2004078704 shutdown_connections 2024-02-09T23:59:07.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.362+0000 7f45972c9640 1 --2- 172.21.15.1:0/2004078704 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4590100e40 0x7f45901012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:07.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.362+0000 7f45972c9640 1 --2- 172.21.15.1:0/2004078704 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f45901004a0 0x7f4590100900 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:07.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.362+0000 7f45972c9640 1 --2- 172.21.15.1:0/2004078704 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f45900ffb40 0x7f45900fff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:07.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.362+0000 7f45972c9640 1 -- 172.21.15.1:0/2004078704 >> 172.21.15.1:0/2004078704 conn(0x7f45900fb760 msgr2=0x7f45900fdb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:07.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.362+0000 7f45972c9640 1 -- 172.21.15.1:0/2004078704 shutdown_connections 2024-02-09T23:59:07.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.362+0000 7f45972c9640 1 -- 172.21.15.1:0/2004078704 wait complete. 2024-02-09T23:59:07.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.363+0000 7f45972c9640 1 Processor -- start 2024-02-09T23:59:07.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.363+0000 7f45972c9640 1 -- start start 2024-02-09T23:59:07.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.363+0000 7f45972c9640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f45900ffb40 0x7f45901994c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:07.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.363+0000 7f45972c9640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f45901004a0 0x7f4590199a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:07.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.363+0000 7f45972c9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4590100e40 0x7f45901a0a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:07.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.363+0000 7f45972c9640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45901a0fb0 con 0x7f4590100e40 2024-02-09T23:59:07.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.363+0000 7f45972c9640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45901a1120 con 0x7f45901004a0 2024-02-09T23:59:07.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.363+0000 7f45972c9640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45901a12e0 con 0x7f45900ffb40 2024-02-09T23:59:07.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.363+0000 7f4595866640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4590100e40 0x7f45901a0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:07.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.363+0000 7f4595866640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4590100e40 0x7f45901a0a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54742/0 (socket says 172.21.15.1:54742) 2024-02-09T23:59:07.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.363+0000 7f4595866640 1 -- 172.21.15.1:0/3330505280 learned_addr learned my addr 172.21.15.1:0/3330505280 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:07.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.363+0000 7f4595065640 1 --2- 172.21.15.1:0/3330505280 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f45900ffb40 0x7f45901994c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:07.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.363+0000 7f4594864640 1 --2- 172.21.15.1:0/3330505280 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f45901004a0 0x7f4590199a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:07.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.363+0000 7f4595866640 1 -- 172.21.15.1:0/3330505280 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f45900ffb40 msgr2=0x7f45901994c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:07.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.363+0000 7f4595866640 1 --2- 172.21.15.1:0/3330505280 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f45900ffb40 0x7f45901994c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:07.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.363+0000 7f4595866640 1 -- 172.21.15.1:0/3330505280 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f45901004a0 msgr2=0x7f4590199a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:07.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.363+0000 7f4595866640 1 --2- 172.21.15.1:0/3330505280 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f45901004a0 0x7f4590199a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:07.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.363+0000 7f4595866640 1 -- 172.21.15.1:0/3330505280 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4584009560 con 0x7f4590100e40 2024-02-09T23:59:07.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.363+0000 7f4595065640 1 --2- 172.21.15.1:0/3330505280 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f45900ffb40 0x7f45901994c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:59:07.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.363+0000 7f4594864640 1 --2- 172.21.15.1:0/3330505280 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f45901004a0 0x7f4590199a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:07.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.364+0000 7f4595866640 1 --2- 172.21.15.1:0/3330505280 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4590100e40 0x7f45901a0a70 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f458800c970 tx=0x7f458800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:07.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.364+0000 7f458e7fc640 1 -- 172.21.15.1:0/3330505280 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4588007bb0 con 0x7f4590100e40 2024-02-09T23:59:07.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.364+0000 7f45972c9640 1 -- 172.21.15.1:0/3330505280 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45901a15c0 con 0x7f4590100e40 2024-02-09T23:59:07.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.364+0000 7f458e7fc640 1 -- 172.21.15.1:0/3330505280 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4588007d10 con 0x7f4590100e40 2024-02-09T23:59:07.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.364+0000 7f458e7fc640 1 -- 172.21.15.1:0/3330505280 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f458800f450 con 0x7f4590100e40 2024-02-09T23:59:07.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.364+0000 7f45972c9640 1 -- 172.21.15.1:0/3330505280 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45901a1a80 con 0x7f4590100e40 2024-02-09T23:59:07.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.365+0000 7f45972c9640 1 -- 172.21.15.1:0/3330505280 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f459010aa30 con 0x7f4590100e40 2024-02-09T23:59:07.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.366+0000 7f458e7fc640 1 -- 172.21.15.1:0/3330505280 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f4588004ee0 con 0x7f4590100e40 2024-02-09T23:59:07.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.366+0000 7f458e7fc640 1 --2- 172.21.15.1:0/3330505280 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f45780a20c0 0x7f45780a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:07.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.367+0000 7f4595065640 1 --2- 172.21.15.1:0/3330505280 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f45780a20c0 0x7f45780a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:07.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.367+0000 7f458e7fc640 1 -- 172.21.15.1:0/3330505280 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f45880cde30 con 0x7f4590100e40 2024-02-09T23:59:07.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.367+0000 7f4595065640 1 --2- 172.21.15.1:0/3330505280 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f45780a20c0 0x7f45780a4580 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f4580005c40 tx=0x7f458000a430 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:07.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.370+0000 7f458e7fc640 1 -- 172.21.15.1:0/3330505280 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f4588096e10 con 0x7f4590100e40 2024-02-09T23:59:07.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:07 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/433246245' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-02-09T23:59:07.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.552+0000 7f45972c9640 1 -- 172.21.15.1:0/3330505280 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f459002ce50 con 0x7f4590100e40 2024-02-09T23:59:07.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.555+0000 7f458e7fc640 1 -- 172.21.15.1:0/3330505280 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) v1 ==== 74+0+22548 (secure 0 0 0) 0x7f458801d020 con 0x7f4590100e40 2024-02-09T23:59:07.558 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:59:07.558 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":87,"fsid":"b5005240-c7a5-11ee-95b8-87774f69a715","created":"2024-02-09T23:49:06.829648+0000","modified":"2024-02-09T23:58:05.970977+0000","last_up_change":"2024-02-09T23:56:15.507374+0000","last_in_change":"2024-02-09T23:55:55.668510+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:52:28.527596+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:57:04.230570+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:57:05.160207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4fa23604-c2ff-4c47-8ac8-10dce6bba3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6803","nonce":4020662944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6805","nonce":4020662944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6809","nonce":4020662944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6807","nonce":4020662944}]},"public_addr":"172.21.15.1:6803/4020662944","cluster_addr":"172.21.15.1:6805/4020662944","heartbeat_back_addr":"172.21.15.1:6809/4020662944","heartbeat_front_addr":"172.21.15.1:6807/4020662944","state":["exists","up"]},{"osd":1,"uuid":"d64b48a6-3b47-4712-b607-d0e951b3b4a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6801","nonce":1258648868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6803","nonce":1258648868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6807","nonce":1258648868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6805","nonce":1258648868}]},"public_addr":"172.21.15.88:6801/1258648868","cluster_addr":"172.21.15.88:6803/1258648868","heartbeat_back_addr":"172.21.15.88:6807/1258648868","heartbeat_front_addr":"172.21.15.88:6805/1258648868","state":["exists","up"]},{"osd":2,"uuid":"6be4c8dc-283d-4025-9c1f-c00ee4e3659f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6801","nonce":2902494825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6803","nonce":2902494825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6807","nonce":2902494825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6805","nonce":2902494825}]},"public_addr":"172.21.15.103:6801/2902494825","cluster_addr":"172.21.15.103:6803/2902494825","heartbeat_back_addr":"172.21.15.103:6807/2902494825","heartbeat_front_addr":"172.21.15.103:6805/2902494825","state":["exists","up"]},{"osd":3,"uuid":"52579ea8-e424-4adc-9fd9-44cec7e3875a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6811","nonce":680841642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6813","nonce":680841642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6817","nonce":680841642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6815","nonce":680841642}]},"public_addr":"172.21.15.1:6811/680841642","cluster_addr":"172.21.15.1:6813/680841642","heartbeat_back_addr":"172.21.15.1:6817/680841642","heartbeat_front_addr":"172.21.15.1:6815/680841642","state":["exists","up"]},{"osd":4,"uuid":"6503d3b5-f26b-4438-b256-ae4f76c7c773","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6809","nonce":2788918193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6811","nonce":2788918193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6815","nonce":2788918193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6813","nonce":2788918193}]},"public_addr":"172.21.15.88:6809/2788918193","cluster_addr":"172.21.15.88:6811/2788918193","heartbeat_back_addr":"172.21.15.88:6815/2788918193","heartbeat_front_addr":"172.21.15.88:6813/2788918193","state":["exists","up"]},{"osd":5,"uuid":"86188624-366a-487e-9db3-2782ef0884cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6809","nonce":3760780468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6811","nonce":3760780468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6815","nonce":3760780468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6813","nonce":3760780468}]},"public_addr":"172.21.15.103:6809/3760780468","cluster_addr":"172.21.15.103:6811/3760780468","heartbeat_back_addr":"172.21.15.103:6815/3760780468","heartbeat_front_addr":"172.21.15.103:6813/3760780468","state":["exists","up"]},{"osd":6,"uuid":"c59e7ba5-1cbe-41c3-a7e4-330175adfdf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6819","nonce":363854281}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6821","nonce":363854281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6825","nonce":363854281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6823","nonce":363854281}]},"public_addr":"172.21.15.1:6819/363854281","cluster_addr":"172.21.15.1:6821/363854281","heartbeat_back_addr":"172.21.15.1:6825/363854281","heartbeat_front_addr":"172.21.15.1:6823/363854281","state":["exists","up"]},{"osd":7,"uuid":"a77b4ef0-ecf7-457c-95c6-3e63cc6b1bba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6817","nonce":812841825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6819","nonce":812841825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6823","nonce":812841825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6821","nonce":812841825}]},"public_addr":"172.21.15.88:6817/812841825","cluster_addr":"172.21.15.88:6819/812841825","heartbeat_back_addr":"172.21.15.88:6823/812841825","heartbeat_front_addr":"172.21.15.88:6821/812841825","state":["exists","up"]},{"osd":8,"uuid":"bf2a6a1e-71ba-44d2-ba61-309f29496ef9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6817","nonce":3258812878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6819","nonce":3258812878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6823","nonce":3258812878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6821","nonce":3258812878}]},"public_addr":"172.21.15.103:6817/3258812878","cluster_addr":"172.21.15.103:6819/3258812878","heartbeat_back_addr":"172.21.15.103:6823/3258812878","heartbeat_front_addr":"172.21.15.103:6821/3258812878","state":["exists","up"]},{"osd":9,"uuid":"c9531676-199e-43ad-9299-6b5b60fd6ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6827","nonce":2830634909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6829","nonce":2830634909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6833","nonce":2830634909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6831","nonce":2830634909}]},"public_addr":"172.21.15.1:6827/2830634909","cluster_addr":"172.21.15.1:6829/2830634909","heartbeat_back_addr":"172.21.15.1:6833/2830634909","heartbeat_front_addr":"172.21.15.1:6831/2830634909","state":["exists","up"]},{"osd":10,"uuid":"41c2bb14-f8c9-45ce-a81e-9bf9dbba0b51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6825","nonce":1128031509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6827","nonce":1128031509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6831","nonce":1128031509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6829","nonce":1128031509}]},"public_addr":"172.21.15.88:6825/1128031509","cluster_addr":"172.21.15.88:6827/1128031509","heartbeat_back_addr":"172.21.15.88:6831/1128031509","heartbeat_front_addr":"172.21.15.88:6829/1128031509","state":["exists","up"]},{"osd":11,"uuid":"41003dad-b792-418d-9a82-bdf67311ea90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6825","nonce":2854918902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6827","nonce":2854918902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6831","nonce":2854918902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6829","nonce":2854918902}]},"public_addr":"172.21.15.103:6825/2854918902","cluster_addr":"172.21.15.103:6827/2854918902","heartbeat_back_addr":"172.21.15.103:6831/2854918902","heartbeat_front_addr":"172.21.15.103:6829/2854918902","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:51:39.446367+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:02.973641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:25.664661+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:50.561389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:14.598286+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:39.149718+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:04.327941+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:29.497887+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:55.922386+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:21.966560+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:47.653451+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:14.122475+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:0/2182725984":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6800/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1236715707":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3991013292":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3894463217":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6801/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6800/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3968648683":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6801/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1600532294":"2024-02-10T23:50:04.182518+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:59:07.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.556+0000 7f45972c9640 1 -- 172.21.15.1:0/3330505280 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f45780a20c0 msgr2=0x7f45780a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:07.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.556+0000 7f45972c9640 1 --2- 172.21.15.1:0/3330505280 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f45780a20c0 0x7f45780a4580 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f4580005c40 tx=0x7f458000a430 comp rx=0 tx=0).stop 2024-02-09T23:59:07.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.556+0000 7f45972c9640 1 -- 172.21.15.1:0/3330505280 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4590100e40 msgr2=0x7f45901a0a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:07.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.556+0000 7f45972c9640 1 --2- 172.21.15.1:0/3330505280 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4590100e40 0x7f45901a0a70 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f458800c970 tx=0x7f458800ce30 comp rx=0 tx=0).stop 2024-02-09T23:59:07.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.556+0000 7f45972c9640 1 -- 172.21.15.1:0/3330505280 shutdown_connections 2024-02-09T23:59:07.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.556+0000 7f45972c9640 1 --2- 172.21.15.1:0/3330505280 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4590100e40 0x7f45901a0a70 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:07.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.556+0000 7f45972c9640 1 --2- 172.21.15.1:0/3330505280 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f45780a20c0 0x7f45780a4580 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:07.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.556+0000 7f45972c9640 1 --2- 172.21.15.1:0/3330505280 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f45901004a0 0x7f4590199a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:07.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.556+0000 7f45972c9640 1 --2- 172.21.15.1:0/3330505280 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f45900ffb40 0x7f45901994c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:07.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.556+0000 7f45972c9640 1 -- 172.21.15.1:0/3330505280 >> 172.21.15.1:0/3330505280 conn(0x7f45900fb760 msgr2=0x7f45900fce20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:07.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.556+0000 7f45972c9640 1 -- 172.21.15.1:0/3330505280 shutdown_connections 2024-02-09T23:59:07.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.556+0000 7f45972c9640 1 -- 172.21.15.1:0/3330505280 wait complete. 2024-02-09T23:59:07.570 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:52:28.527596+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-09T23:57:04.230570+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-09T23:57:05.160207+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-09T23:59:07.570 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-09T23:59:07.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:07 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/433246245' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-02-09T23:59:07.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:07 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/433246245' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-02-09T23:59:07.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.674+0000 7fe3060f1640 1 -- 172.21.15.1:0/2797959257 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe300102420 msgr2=0x7fe3001028a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:07.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.674+0000 7fe3060f1640 1 --2- 172.21.15.1:0/2797959257 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe300102420 0x7fe3001028a0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fe2f4009900 tx=0x7fe2f402bc30 comp rx=0 tx=0).stop 2024-02-09T23:59:07.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.674+0000 7fe3060f1640 1 -- 172.21.15.1:0/2797959257 shutdown_connections 2024-02-09T23:59:07.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.674+0000 7fe3060f1640 1 --2- 172.21.15.1:0/2797959257 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe300102de0 0x7fe300109670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:07.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.674+0000 7fe3060f1640 1 --2- 172.21.15.1:0/2797959257 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe300102420 0x7fe3001028a0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:07.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.674+0000 7fe3060f1640 1 --2- 172.21.15.1:0/2797959257 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe300101230 0x7fe300101650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:07.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.674+0000 7fe3060f1640 1 -- 172.21.15.1:0/2797959257 >> 172.21.15.1:0/2797959257 conn(0x7fe3000fc780 msgr2=0x7fe3000febe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:07.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.674+0000 7fe3060f1640 1 -- 172.21.15.1:0/2797959257 shutdown_connections 2024-02-09T23:59:07.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.674+0000 7fe3060f1640 1 -- 172.21.15.1:0/2797959257 wait complete. 2024-02-09T23:59:07.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.675+0000 7fe3060f1640 1 Processor -- start 2024-02-09T23:59:07.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.675+0000 7fe3060f1640 1 -- start start 2024-02-09T23:59:07.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.675+0000 7fe3060f1640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe300101230 0x7fe300197310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:07.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.675+0000 7fe3060f1640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe300102420 0x7fe300197850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:07.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.675+0000 7fe3060f1640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe300102de0 0x7fe30019e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:07.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.675+0000 7fe3060f1640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe30019ee00 con 0x7fe300102de0 2024-02-09T23:59:07.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.675+0000 7fe3060f1640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe30019ef70 con 0x7fe300102420 2024-02-09T23:59:07.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.675+0000 7fe3060f1640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe30019f130 con 0x7fe300101230 2024-02-09T23:59:07.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.675+0000 7fe2fffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe300102de0 0x7fe30019e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:07.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.675+0000 7fe2fffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe300102de0 0x7fe30019e8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54768/0 (socket says 172.21.15.1:54768) 2024-02-09T23:59:07.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.675+0000 7fe2fffff640 1 -- 172.21.15.1:0/312231000 learned_addr learned my addr 172.21.15.1:0/312231000 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:07.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.675+0000 7fe2ff7fe640 1 --2- 172.21.15.1:0/312231000 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe300101230 0x7fe300197310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:07.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.675+0000 7fe2feffd640 1 --2- 172.21.15.1:0/312231000 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe300102420 0x7fe300197850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:07.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.675+0000 7fe2fffff640 1 -- 172.21.15.1:0/312231000 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe300101230 msgr2=0x7fe300197310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:07.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.675+0000 7fe2fffff640 1 --2- 172.21.15.1:0/312231000 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe300101230 0x7fe300197310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:07.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.675+0000 7fe2fffff640 1 -- 172.21.15.1:0/312231000 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe300102420 msgr2=0x7fe300197850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:07.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.675+0000 7fe2fffff640 1 --2- 172.21.15.1:0/312231000 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe300102420 0x7fe300197850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:07.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.675+0000 7fe2fffff640 1 -- 172.21.15.1:0/312231000 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2f4009560 con 0x7fe300102de0 2024-02-09T23:59:07.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.676+0000 7fe2feffd640 1 --2- 172.21.15.1:0/312231000 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe300102420 0x7fe300197850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:59:07.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.676+0000 7fe2fffff640 1 --2- 172.21.15.1:0/312231000 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe300102de0 0x7fe30019e8c0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fe2f800d950 tx=0x7fe2f800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:07.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.676+0000 7fe2fcff9640 1 -- 172.21.15.1:0/312231000 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2f8009a30 con 0x7fe300102de0 2024-02-09T23:59:07.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.676+0000 7fe2fcff9640 1 -- 172.21.15.1:0/312231000 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe2f8009b90 con 0x7fe300102de0 2024-02-09T23:59:07.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.676+0000 7fe2fcff9640 1 -- 172.21.15.1:0/312231000 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2f8003d60 con 0x7fe300102de0 2024-02-09T23:59:07.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.676+0000 7fe3060f1640 1 -- 172.21.15.1:0/312231000 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe30019f410 con 0x7fe300102de0 2024-02-09T23:59:07.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.676+0000 7fe3060f1640 1 -- 172.21.15.1:0/312231000 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe30019f8d0 con 0x7fe300102de0 2024-02-09T23:59:07.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.677+0000 7fe3060f1640 1 -- 172.21.15.1:0/312231000 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe3001085a0 con 0x7fe300102de0 2024-02-09T23:59:07.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.678+0000 7fe2fcff9640 1 -- 172.21.15.1:0/312231000 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7fe2f8009d00 con 0x7fe300102de0 2024-02-09T23:59:07.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.678+0000 7fe2fcff9640 1 --2- 172.21.15.1:0/312231000 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe2e80a20c0 0x7fe2e80a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:07.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.679+0000 7fe2fcff9640 1 -- 172.21.15.1:0/312231000 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fe2f80cd6f0 con 0x7fe300102de0 2024-02-09T23:59:07.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.679+0000 7fe2ff7fe640 1 --2- 172.21.15.1:0/312231000 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe2e80a20c0 0x7fe2e80a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:07.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.679+0000 7fe2ff7fe640 1 --2- 172.21.15.1:0/312231000 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe2e80a20c0 0x7fe2e80a4580 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fe300102280 tx=0x7fe2f0009720 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:07.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.683+0000 7fe2fcff9640 1 -- 172.21.15.1:0/312231000 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fe2f80966d0 con 0x7fe300102de0 2024-02-09T23:59:07.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.864+0000 7fe3060f1640 1 -- 172.21.15.1:0/312231000 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe30002ce50 con 0x7fe300102de0 2024-02-09T23:59:07.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.865+0000 7fe2fcff9640 1 -- 172.21.15.1:0/312231000 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v87) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe2f8099d90 con 0x7fe300102de0 2024-02-09T23:59:07.868 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 1 2024-02-09T23:59:07.870 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.867+0000 7fe3060f1640 1 -- 172.21.15.1:0/312231000 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe2e80a20c0 msgr2=0x7fe2e80a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:07.870 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.867+0000 7fe3060f1640 1 --2- 172.21.15.1:0/312231000 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe2e80a20c0 0x7fe2e80a4580 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fe300102280 tx=0x7fe2f0009720 comp rx=0 tx=0).stop 2024-02-09T23:59:07.870 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.867+0000 7fe3060f1640 1 -- 172.21.15.1:0/312231000 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe300102de0 msgr2=0x7fe30019e8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:07.870 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.867+0000 7fe3060f1640 1 --2- 172.21.15.1:0/312231000 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe300102de0 0x7fe30019e8c0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fe2f800d950 tx=0x7fe2f800de10 comp rx=0 tx=0).stop 2024-02-09T23:59:07.870 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.867+0000 7fe3060f1640 1 -- 172.21.15.1:0/312231000 shutdown_connections 2024-02-09T23:59:07.870 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.867+0000 7fe3060f1640 1 --2- 172.21.15.1:0/312231000 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe300102de0 0x7fe30019e8c0 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:07.870 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.867+0000 7fe3060f1640 1 --2- 172.21.15.1:0/312231000 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe2e80a20c0 0x7fe2e80a4580 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:07.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.867+0000 7fe3060f1640 1 --2- 172.21.15.1:0/312231000 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe300102420 0x7fe300197850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:07.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.867+0000 7fe3060f1640 1 --2- 172.21.15.1:0/312231000 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe300101230 0x7fe300197310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:07.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.867+0000 7fe3060f1640 1 -- 172.21.15.1:0/312231000 >> 172.21.15.1:0/312231000 conn(0x7fe3000fc780 msgr2=0x7fe300105770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:07.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.867+0000 7fe3060f1640 1 -- 172.21.15.1:0/312231000 shutdown_connections 2024-02-09T23:59:07.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.867+0000 7fe3060f1640 1 -- 172.21.15.1:0/312231000 wait complete. 2024-02-09T23:59:07.881 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-09T23:59:07.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.984+0000 7f31f5481640 1 -- 172.21.15.1:0/2856050950 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f31f0100150 msgr2=0x7f31f0100570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:07.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.984+0000 7f31f5481640 1 --2- 172.21.15.1:0/2856050950 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f31f0100150 0x7f31f0100570 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f31e0009900 tx=0x7f31e002bc30 comp rx=0 tx=0).stop 2024-02-09T23:59:07.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.984+0000 7f31f5481640 1 -- 172.21.15.1:0/2856050950 shutdown_connections 2024-02-09T23:59:07.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.984+0000 7f31f5481640 1 --2- 172.21.15.1:0/2856050950 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f31f0101d00 0x7f31f0108590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:07.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.984+0000 7f31f5481640 1 --2- 172.21.15.1:0/2856050950 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f31f0101340 0x7f31f01017c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:07.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.984+0000 7f31f5481640 1 --2- 172.21.15.1:0/2856050950 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f31f0100150 0x7f31f0100570 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:07.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.984+0000 7f31f5481640 1 -- 172.21.15.1:0/2856050950 >> 172.21.15.1:0/2856050950 conn(0x7f31f00fb6c0 msgr2=0x7f31f00fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:07.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.984+0000 7f31f5481640 1 -- 172.21.15.1:0/2856050950 shutdown_connections 2024-02-09T23:59:07.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.984+0000 7f31f5481640 1 -- 172.21.15.1:0/2856050950 wait complete. 2024-02-09T23:59:07.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.984+0000 7f31f5481640 1 Processor -- start 2024-02-09T23:59:07.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.984+0000 7f31f5481640 1 -- start start 2024-02-09T23:59:07.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.984+0000 7f31f5481640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f31f0100150 0x7f31f0197370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:07.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.984+0000 7f31f5481640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f31f0101340 0x7f31f01978b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:07.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.984+0000 7f31f5481640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f31f0101d00 0x7f31f019e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:07.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.984+0000 7f31f5481640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31f019ee60 con 0x7f31f0101340 2024-02-09T23:59:07.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.984+0000 7f31f5481640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31f019efd0 con 0x7f31f0100150 2024-02-09T23:59:07.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.984+0000 7f31f5481640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31f019f190 con 0x7f31f0101d00 2024-02-09T23:59:07.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.984+0000 7f31e7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f31f0101340 0x7f31f01978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:07.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.985+0000 7f31e7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f31f0101340 0x7f31f01978b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54788/0 (socket says 172.21.15.1:54788) 2024-02-09T23:59:07.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.985+0000 7f31e7fff640 1 -- 172.21.15.1:0/2128034922 learned_addr learned my addr 172.21.15.1:0/2128034922 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:07.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.985+0000 7f31eeffd640 1 --2- 172.21.15.1:0/2128034922 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f31f0100150 0x7f31f0197370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:07.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.985+0000 7f31ef7fe640 1 --2- 172.21.15.1:0/2128034922 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f31f0101d00 0x7f31f019e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:07.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.985+0000 7f31e7fff640 1 -- 172.21.15.1:0/2128034922 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f31f0101d00 msgr2=0x7f31f019e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:07.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.985+0000 7f31e7fff640 1 --2- 172.21.15.1:0/2128034922 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f31f0101d00 0x7f31f019e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:07.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.985+0000 7f31e7fff640 1 -- 172.21.15.1:0/2128034922 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f31f0100150 msgr2=0x7f31f0197370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:07.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.985+0000 7f31e7fff640 1 --2- 172.21.15.1:0/2128034922 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f31f0100150 0x7f31f0197370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:07.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.985+0000 7f31e7fff640 1 -- 172.21.15.1:0/2128034922 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31e0009560 con 0x7f31f0101340 2024-02-09T23:59:07.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.985+0000 7f31ef7fe640 1 --2- 172.21.15.1:0/2128034922 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f31f0101d00 0x7f31f019e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:07.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.985+0000 7f31e7fff640 1 --2- 172.21.15.1:0/2128034922 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f31f0101340 0x7f31f01978b0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f31d800b4a0 tx=0x7f31d800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:07.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.985+0000 7f31ecff9640 1 -- 172.21.15.1:0/2128034922 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31d8010610 con 0x7f31f0101340 2024-02-09T23:59:07.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.985+0000 7f31f5481640 1 -- 172.21.15.1:0/2128034922 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f31f019f470 con 0x7f31f0101340 2024-02-09T23:59:07.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.985+0000 7f31ecff9640 1 -- 172.21.15.1:0/2128034922 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f31d8010c50 con 0x7f31f0101340 2024-02-09T23:59:07.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.985+0000 7f31ecff9640 1 -- 172.21.15.1:0/2128034922 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31d8017e20 con 0x7f31f0101340 2024-02-09T23:59:07.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.985+0000 7f31f5481640 1 -- 172.21.15.1:0/2128034922 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31f019fa00 con 0x7f31f0101340 2024-02-09T23:59:07.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.986+0000 7f31f5481640 1 -- 172.21.15.1:0/2128034922 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f31f0107470 con 0x7f31f0101340 2024-02-09T23:59:07.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.987+0000 7f31ecff9640 1 -- 172.21.15.1:0/2128034922 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f31d8017480 con 0x7f31f0101340 2024-02-09T23:59:07.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.988+0000 7f31ecff9640 1 --2- 172.21.15.1:0/2128034922 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f31dc0a20c0 0x7f31dc0a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:07.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.988+0000 7f31ecff9640 1 -- 172.21.15.1:0/2128034922 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f31d80cd760 con 0x7f31f0101340 2024-02-09T23:59:07.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.988+0000 7f31eeffd640 1 --2- 172.21.15.1:0/2128034922 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f31dc0a20c0 0x7f31dc0a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:07.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.988+0000 7f31eeffd640 1 --2- 172.21.15.1:0/2128034922 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f31dc0a20c0 0x7f31dc0a4580 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f31e0006010 tx=0x7f31e0000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:07.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:07.992+0000 7f31ecff9640 1 -- 172.21.15.1:0/2128034922 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f31d8096740 con 0x7f31f0101340 2024-02-09T23:59:08.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.172+0000 7f31f5481640 1 -- 172.21.15.1:0/2128034922 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f31f010ce30 con 0x7f31f0101340 2024-02-09T23:59:08.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.173+0000 7f31ecff9640 1 -- 172.21.15.1:0/2128034922 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v87) v1 ==== 104+0+11 (secure 0 0 0) 0x7f31f010ce30 con 0x7f31f0101340 2024-02-09T23:59:08.176 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 32 2024-02-09T23:59:08.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.175+0000 7f31f5481640 1 -- 172.21.15.1:0/2128034922 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f31dc0a20c0 msgr2=0x7f31dc0a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:08.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.175+0000 7f31f5481640 1 --2- 172.21.15.1:0/2128034922 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f31dc0a20c0 0x7f31dc0a4580 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f31e0006010 tx=0x7f31e0000bc0 comp rx=0 tx=0).stop 2024-02-09T23:59:08.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.175+0000 7f31f5481640 1 -- 172.21.15.1:0/2128034922 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f31f0101340 msgr2=0x7f31f01978b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:08.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.175+0000 7f31f5481640 1 --2- 172.21.15.1:0/2128034922 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f31f0101340 0x7f31f01978b0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f31d800b4a0 tx=0x7f31d800b960 comp rx=0 tx=0).stop 2024-02-09T23:59:08.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.175+0000 7f31f5481640 1 -- 172.21.15.1:0/2128034922 shutdown_connections 2024-02-09T23:59:08.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.175+0000 7f31f5481640 1 --2- 172.21.15.1:0/2128034922 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f31f0101d00 0x7f31f019e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:08.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.175+0000 7f31f5481640 1 --2- 172.21.15.1:0/2128034922 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f31f0101340 0x7f31f01978b0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:08.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.175+0000 7f31f5481640 1 --2- 172.21.15.1:0/2128034922 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f31dc0a20c0 0x7f31dc0a4580 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:08.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.175+0000 7f31f5481640 1 --2- 172.21.15.1:0/2128034922 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f31f0100150 0x7f31f0197370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:08.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.175+0000 7f31f5481640 1 -- 172.21.15.1:0/2128034922 >> 172.21.15.1:0/2128034922 conn(0x7f31f00fb6c0 msgr2=0x7f31f0104640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:08.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.175+0000 7f31f5481640 1 -- 172.21.15.1:0/2128034922 shutdown_connections 2024-02-09T23:59:08.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.175+0000 7f31f5481640 1 -- 172.21.15.1:0/2128034922 wait complete. 2024-02-09T23:59:08.190 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-09T23:59:08.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.294+0000 7f056e10c640 1 -- 172.21.15.1:0/33839879 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0568102430 msgr2=0x7f05681028b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:08.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.294+0000 7f056e10c640 1 --2- 172.21.15.1:0/33839879 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0568102430 0x7f05681028b0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f055c009900 tx=0x7f055c02bc30 comp rx=0 tx=0).stop 2024-02-09T23:59:08.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.294+0000 7f056e10c640 1 -- 172.21.15.1:0/33839879 shutdown_connections 2024-02-09T23:59:08.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.294+0000 7f056e10c640 1 --2- 172.21.15.1:0/33839879 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0568102df0 0x7f0568109680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:08.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.294+0000 7f056e10c640 1 --2- 172.21.15.1:0/33839879 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0568102430 0x7f05681028b0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:08.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.294+0000 7f056e10c640 1 --2- 172.21.15.1:0/33839879 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0568101240 0x7f0568101660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:08.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.294+0000 7f056e10c640 1 -- 172.21.15.1:0/33839879 >> 172.21.15.1:0/33839879 conn(0x7f05680fc770 msgr2=0x7f05680febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:08.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.294+0000 7f056e10c640 1 -- 172.21.15.1:0/33839879 shutdown_connections 2024-02-09T23:59:08.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.294+0000 7f056e10c640 1 -- 172.21.15.1:0/33839879 wait complete. 2024-02-09T23:59:08.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.295+0000 7f056e10c640 1 Processor -- start 2024-02-09T23:59:08.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.295+0000 7f056e10c640 1 -- start start 2024-02-09T23:59:08.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.295+0000 7f056e10c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0568101240 0x7f0568197330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:08.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.295+0000 7f056e10c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0568102430 0x7f0568197870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:08.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.295+0000 7f056e10c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0568102df0 0x7f056819e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:08.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.295+0000 7f056e10c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f056819ee20 con 0x7f0568102df0 2024-02-09T23:59:08.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.295+0000 7f056e10c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f056819ef90 con 0x7f0568101240 2024-02-09T23:59:08.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.295+0000 7f056e10c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f056819f150 con 0x7f0568102430 2024-02-09T23:59:08.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.295+0000 7f0567fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0568102df0 0x7f056819e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:08.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.295+0000 7f0567fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0568102df0 0x7f056819e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54804/0 (socket says 172.21.15.1:54804) 2024-02-09T23:59:08.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.295+0000 7f0567fff640 1 -- 172.21.15.1:0/351382657 learned_addr learned my addr 172.21.15.1:0/351382657 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:08.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.295+0000 7f05677fe640 1 --2- 172.21.15.1:0/351382657 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0568101240 0x7f0568197330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:08.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.295+0000 7f0566ffd640 1 --2- 172.21.15.1:0/351382657 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0568102430 0x7f0568197870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:08.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.295+0000 7f0567fff640 1 -- 172.21.15.1:0/351382657 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0568102430 msgr2=0x7f0568197870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:08.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.295+0000 7f0567fff640 1 --2- 172.21.15.1:0/351382657 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0568102430 0x7f0568197870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:08.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.295+0000 7f0567fff640 1 -- 172.21.15.1:0/351382657 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0568101240 msgr2=0x7f0568197330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:08.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.295+0000 7f0567fff640 1 --2- 172.21.15.1:0/351382657 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0568101240 0x7f0568197330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:08.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.295+0000 7f0567fff640 1 -- 172.21.15.1:0/351382657 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f055c009560 con 0x7f0568102df0 2024-02-09T23:59:08.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.296+0000 7f0567fff640 1 --2- 172.21.15.1:0/351382657 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0568102df0 0x7f056819e8e0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f056000cad0 tx=0x7f056000ced0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:08.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.296+0000 7f0564ff9640 1 -- 172.21.15.1:0/351382657 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f056000ad60 con 0x7f0568102df0 2024-02-09T23:59:08.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.296+0000 7f0564ff9640 1 -- 172.21.15.1:0/351382657 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0560005020 con 0x7f0568102df0 2024-02-09T23:59:08.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.296+0000 7f056e10c640 1 -- 172.21.15.1:0/351382657 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f056819f430 con 0x7f0568102df0 2024-02-09T23:59:08.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.296+0000 7f0564ff9640 1 -- 172.21.15.1:0/351382657 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f056000f6b0 con 0x7f0568102df0 2024-02-09T23:59:08.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.296+0000 7f056e10c640 1 -- 172.21.15.1:0/351382657 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f056819f9c0 con 0x7f0568102df0 2024-02-09T23:59:08.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.297+0000 7f056e10c640 1 -- 172.21.15.1:0/351382657 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0568108560 con 0x7f0568102df0 2024-02-09T23:59:08.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.298+0000 7f0564ff9640 1 -- 172.21.15.1:0/351382657 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f0560005520 con 0x7f0568102df0 2024-02-09T23:59:08.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.299+0000 7f0564ff9640 1 --2- 172.21.15.1:0/351382657 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f05500a2140 0x7f05500a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:08.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.299+0000 7f05677fe640 1 --2- 172.21.15.1:0/351382657 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f05500a2140 0x7f05500a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:08.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.299+0000 7f0564ff9640 1 -- 172.21.15.1:0/351382657 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f05600cdfb0 con 0x7f0568102df0 2024-02-09T23:59:08.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.299+0000 7f05677fe640 1 --2- 172.21.15.1:0/351382657 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f05500a2140 0x7f05500a4600 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f0568102290 tx=0x7f0558009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:08.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.302+0000 7f0564ff9640 1 -- 172.21.15.1:0/351382657 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f05600970b0 con 0x7f0568102df0 2024-02-09T23:59:08.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:08 smithi001 ceph-mon[32335]: pgmap v348: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-02-09T23:59:08.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:08 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/433246245' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-02-09T23:59:08.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:08 smithi001 ceph-mon[32335]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-02-09T23:59:08.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:08 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3330505280' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:59:08.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:08 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/312231000' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-09T23:59:08.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:08 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2128034922' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-09T23:59:08.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.483+0000 7f056e10c640 1 -- 172.21.15.1:0/351382657 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f056802ce50 con 0x7f0568102df0 2024-02-09T23:59:08.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.483+0000 7f0564ff9640 1 -- 172.21.15.1:0/351382657 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v87) v1 ==== 100+0+11 (secure 0 0 0) 0x7f056001d070 con 0x7f0568102df0 2024-02-09T23:59:08.485 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 64 2024-02-09T23:59:08.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.485+0000 7f056e10c640 1 -- 172.21.15.1:0/351382657 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f05500a2140 msgr2=0x7f05500a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:08.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.485+0000 7f056e10c640 1 --2- 172.21.15.1:0/351382657 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f05500a2140 0x7f05500a4600 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f0568102290 tx=0x7f0558009110 comp rx=0 tx=0).stop 2024-02-09T23:59:08.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.485+0000 7f056e10c640 1 -- 172.21.15.1:0/351382657 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0568102df0 msgr2=0x7f056819e8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:08.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.485+0000 7f056e10c640 1 --2- 172.21.15.1:0/351382657 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0568102df0 0x7f056819e8e0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f056000cad0 tx=0x7f056000ced0 comp rx=0 tx=0).stop 2024-02-09T23:59:08.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.485+0000 7f056e10c640 1 -- 172.21.15.1:0/351382657 shutdown_connections 2024-02-09T23:59:08.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.485+0000 7f056e10c640 1 --2- 172.21.15.1:0/351382657 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0568102df0 0x7f056819e8e0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:08.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.485+0000 7f056e10c640 1 --2- 172.21.15.1:0/351382657 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0568102430 0x7f0568197870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:08.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.485+0000 7f056e10c640 1 --2- 172.21.15.1:0/351382657 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f05500a2140 0x7f05500a4600 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:08.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.485+0000 7f056e10c640 1 --2- 172.21.15.1:0/351382657 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0568101240 0x7f0568197330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:08.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.485+0000 7f056e10c640 1 -- 172.21.15.1:0/351382657 >> 172.21.15.1:0/351382657 conn(0x7f05680fc770 msgr2=0x7f0568105730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:08.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.485+0000 7f056e10c640 1 -- 172.21.15.1:0/351382657 shutdown_connections 2024-02-09T23:59:08.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.485+0000 7f056e10c640 1 -- 172.21.15.1:0/351382657 wait complete. 2024-02-09T23:59:08.498 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:59:08.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:08 smithi088 ceph-mon[36452]: pgmap v348: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-02-09T23:59:08.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:08 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/433246245' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-02-09T23:59:08.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:08 smithi088 ceph-mon[36452]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-02-09T23:59:08.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:08 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3330505280' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:59:08.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:08 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/312231000' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-09T23:59:08.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:08 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2128034922' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-09T23:59:08.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.598+0000 7f5a8604d640 1 -- 172.21.15.1:0/2263297780 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a80102850 msgr2=0x7f5a80102c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:08.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.598+0000 7f5a8604d640 1 --2- 172.21.15.1:0/2263297780 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a80102850 0x7f5a80102c70 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f5a70009900 tx=0x7f5a7002bc30 comp rx=0 tx=0).stop 2024-02-09T23:59:08.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.598+0000 7f5a8604d640 1 -- 172.21.15.1:0/2263297780 shutdown_connections 2024-02-09T23:59:08.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.598+0000 7f5a8604d640 1 --2- 172.21.15.1:0/2263297780 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5a800ffc80 0x7f5a80109830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:08.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.598+0000 7f5a8604d640 1 --2- 172.21.15.1:0/2263297780 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a800ff2c0 0x7f5a800ff740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:08.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.598+0000 7f5a8604d640 1 --2- 172.21.15.1:0/2263297780 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a80102850 0x7f5a80102c70 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:08.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.598+0000 7f5a8604d640 1 -- 172.21.15.1:0/2263297780 >> 172.21.15.1:0/2263297780 conn(0x7f5a800fae60 msgr2=0x7f5a800fd2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:08.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.599+0000 7f5a8604d640 1 -- 172.21.15.1:0/2263297780 shutdown_connections 2024-02-09T23:59:08.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.599+0000 7f5a8604d640 1 -- 172.21.15.1:0/2263297780 wait complete. 2024-02-09T23:59:08.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.599+0000 7f5a8604d640 1 Processor -- start 2024-02-09T23:59:08.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.599+0000 7f5a8604d640 1 -- start start 2024-02-09T23:59:08.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.599+0000 7f5a8604d640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a800ff2c0 0x7f5a80197360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:08.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.599+0000 7f5a8604d640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5a800ffc80 0x7f5a801978a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:08.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.599+0000 7f5a8604d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a80102850 0x7f5a8019e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:08.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.599+0000 7f5a8604d640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a8019ee50 con 0x7f5a80102850 2024-02-09T23:59:08.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.599+0000 7f5a8604d640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a8019efc0 con 0x7f5a800ffc80 2024-02-09T23:59:08.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.599+0000 7f5a8604d640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a8019f180 con 0x7f5a800ff2c0 2024-02-09T23:59:08.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.599+0000 7f5a7ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a80102850 0x7f5a8019e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:08.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.599+0000 7f5a7ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a80102850 0x7f5a8019e910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54816/0 (socket says 172.21.15.1:54816) 2024-02-09T23:59:08.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.599+0000 7f5a7ffff640 1 -- 172.21.15.1:0/28749368 learned_addr learned my addr 172.21.15.1:0/28749368 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:08.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.600+0000 7f5a7effd640 1 --2- 172.21.15.1:0/28749368 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5a800ffc80 0x7f5a801978a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:08.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.600+0000 7f5a7f7fe640 1 --2- 172.21.15.1:0/28749368 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a800ff2c0 0x7f5a80197360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:08.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.600+0000 7f5a7ffff640 1 -- 172.21.15.1:0/28749368 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a800ff2c0 msgr2=0x7f5a80197360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:08.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.600+0000 7f5a7ffff640 1 --2- 172.21.15.1:0/28749368 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a800ff2c0 0x7f5a80197360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:08.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.600+0000 7f5a7ffff640 1 -- 172.21.15.1:0/28749368 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5a800ffc80 msgr2=0x7f5a801978a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:08.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.600+0000 7f5a7ffff640 1 --2- 172.21.15.1:0/28749368 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5a800ffc80 0x7f5a801978a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:08.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.600+0000 7f5a7ffff640 1 -- 172.21.15.1:0/28749368 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a70009560 con 0x7f5a80102850 2024-02-09T23:59:08.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.600+0000 7f5a7f7fe640 1 --2- 172.21.15.1:0/28749368 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a800ff2c0 0x7f5a80197360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:08.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.600+0000 7f5a7ffff640 1 --2- 172.21.15.1:0/28749368 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a80102850 0x7f5a8019e910 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f5a7800eaa0 tx=0x7f5a7800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:08.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.600+0000 7f5a7cff9640 1 -- 172.21.15.1:0/28749368 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a7800cdb0 con 0x7f5a80102850 2024-02-09T23:59:08.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.600+0000 7f5a7cff9640 1 -- 172.21.15.1:0/28749368 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5a78005020 con 0x7f5a80102850 2024-02-09T23:59:08.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.600+0000 7f5a8604d640 1 -- 172.21.15.1:0/28749368 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5a8019f460 con 0x7f5a80102850 2024-02-09T23:59:08.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.600+0000 7f5a7cff9640 1 -- 172.21.15.1:0/28749368 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a780116b0 con 0x7f5a80102850 2024-02-09T23:59:08.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.600+0000 7f5a8604d640 1 -- 172.21.15.1:0/28749368 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a8019f970 con 0x7f5a80102850 2024-02-09T23:59:08.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.601+0000 7f5a8604d640 1 -- 172.21.15.1:0/28749368 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5a801086b0 con 0x7f5a80102850 2024-02-09T23:59:08.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.602+0000 7f5a7cff9640 1 -- 172.21.15.1:0/28749368 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f5a78005520 con 0x7f5a80102850 2024-02-09T23:59:08.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.603+0000 7f5a7cff9640 1 --2- 172.21.15.1:0/28749368 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5a680a2140 0x7f5a680a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:08.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.603+0000 7f5a7f7fe640 1 --2- 172.21.15.1:0/28749368 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5a680a2140 0x7f5a680a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:08.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.603+0000 7f5a7cff9640 1 -- 172.21.15.1:0/28749368 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f5a780cde40 con 0x7f5a80102850 2024-02-09T23:59:08.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.603+0000 7f5a7f7fe640 1 --2- 172.21.15.1:0/28749368 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5a680a2140 0x7f5a680a4600 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f5a70005ec0 tx=0x7f5a70005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:08.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.607+0000 7f5a7cff9640 1 -- 172.21.15.1:0/28749368 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f5a78096e20 con 0x7f5a80102850 2024-02-09T23:59:08.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:08 smithi103 ceph-mon[36942]: pgmap v348: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-02-09T23:59:08.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:08 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/433246245' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-02-09T23:59:08.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:08 smithi103 ceph-mon[36942]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-02-09T23:59:08.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:08 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3330505280' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:59:08.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:08 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/312231000' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-09T23:59:08.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:08 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2128034922' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-09T23:59:08.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.788+0000 7f5a8604d640 1 -- 172.21.15.1:0/28749368 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5a8002ce50 con 0x7f5a80102850 2024-02-09T23:59:08.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.790+0000 7f5a7cff9640 1 -- 172.21.15.1:0/28749368 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) v1 ==== 74+0+22548 (secure 0 0 0) 0x7f5a7801f020 con 0x7f5a80102850 2024-02-09T23:59:08.793 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:59:08.793 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":87,"fsid":"b5005240-c7a5-11ee-95b8-87774f69a715","created":"2024-02-09T23:49:06.829648+0000","modified":"2024-02-09T23:58:05.970977+0000","last_up_change":"2024-02-09T23:56:15.507374+0000","last_in_change":"2024-02-09T23:55:55.668510+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:52:28.527596+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:57:04.230570+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:57:05.160207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4fa23604-c2ff-4c47-8ac8-10dce6bba3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6803","nonce":4020662944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6805","nonce":4020662944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6809","nonce":4020662944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6807","nonce":4020662944}]},"public_addr":"172.21.15.1:6803/4020662944","cluster_addr":"172.21.15.1:6805/4020662944","heartbeat_back_addr":"172.21.15.1:6809/4020662944","heartbeat_front_addr":"172.21.15.1:6807/4020662944","state":["exists","up"]},{"osd":1,"uuid":"d64b48a6-3b47-4712-b607-d0e951b3b4a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6801","nonce":1258648868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6803","nonce":1258648868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6807","nonce":1258648868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6805","nonce":1258648868}]},"public_addr":"172.21.15.88:6801/1258648868","cluster_addr":"172.21.15.88:6803/1258648868","heartbeat_back_addr":"172.21.15.88:6807/1258648868","heartbeat_front_addr":"172.21.15.88:6805/1258648868","state":["exists","up"]},{"osd":2,"uuid":"6be4c8dc-283d-4025-9c1f-c00ee4e3659f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6801","nonce":2902494825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6803","nonce":2902494825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6807","nonce":2902494825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6805","nonce":2902494825}]},"public_addr":"172.21.15.103:6801/2902494825","cluster_addr":"172.21.15.103:6803/2902494825","heartbeat_back_addr":"172.21.15.103:6807/2902494825","heartbeat_front_addr":"172.21.15.103:6805/2902494825","state":["exists","up"]},{"osd":3,"uuid":"52579ea8-e424-4adc-9fd9-44cec7e3875a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6811","nonce":680841642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6813","nonce":680841642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6817","nonce":680841642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6815","nonce":680841642}]},"public_addr":"172.21.15.1:6811/680841642","cluster_addr":"172.21.15.1:6813/680841642","heartbeat_back_addr":"172.21.15.1:6817/680841642","heartbeat_front_addr":"172.21.15.1:6815/680841642","state":["exists","up"]},{"osd":4,"uuid":"6503d3b5-f26b-4438-b256-ae4f76c7c773","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6809","nonce":2788918193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6811","nonce":2788918193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6815","nonce":2788918193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6813","nonce":2788918193}]},"public_addr":"172.21.15.88:6809/2788918193","cluster_addr":"172.21.15.88:6811/2788918193","heartbeat_back_addr":"172.21.15.88:6815/2788918193","heartbeat_front_addr":"172.21.15.88:6813/2788918193","state":["exists","up"]},{"osd":5,"uuid":"86188624-366a-487e-9db3-2782ef0884cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6809","nonce":3760780468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6811","nonce":3760780468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6815","nonce":3760780468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6813","nonce":3760780468}]},"public_addr":"172.21.15.103:6809/3760780468","cluster_addr":"172.21.15.103:6811/3760780468","heartbeat_back_addr":"172.21.15.103:6815/3760780468","heartbeat_front_addr":"172.21.15.103:6813/3760780468","state":["exists","up"]},{"osd":6,"uuid":"c59e7ba5-1cbe-41c3-a7e4-330175adfdf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6819","nonce":363854281}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6821","nonce":363854281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6825","nonce":363854281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6823","nonce":363854281}]},"public_addr":"172.21.15.1:6819/363854281","cluster_addr":"172.21.15.1:6821/363854281","heartbeat_back_addr":"172.21.15.1:6825/363854281","heartbeat_front_addr":"172.21.15.1:6823/363854281","state":["exists","up"]},{"osd":7,"uuid":"a77b4ef0-ecf7-457c-95c6-3e63cc6b1bba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6817","nonce":812841825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6819","nonce":812841825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6823","nonce":812841825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6821","nonce":812841825}]},"public_addr":"172.21.15.88:6817/812841825","cluster_addr":"172.21.15.88:6819/812841825","heartbeat_back_addr":"172.21.15.88:6823/812841825","heartbeat_front_addr":"172.21.15.88:6821/812841825","state":["exists","up"]},{"osd":8,"uuid":"bf2a6a1e-71ba-44d2-ba61-309f29496ef9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6817","nonce":3258812878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6819","nonce":3258812878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6823","nonce":3258812878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6821","nonce":3258812878}]},"public_addr":"172.21.15.103:6817/3258812878","cluster_addr":"172.21.15.103:6819/3258812878","heartbeat_back_addr":"172.21.15.103:6823/3258812878","heartbeat_front_addr":"172.21.15.103:6821/3258812878","state":["exists","up"]},{"osd":9,"uuid":"c9531676-199e-43ad-9299-6b5b60fd6ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6827","nonce":2830634909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6829","nonce":2830634909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6833","nonce":2830634909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6831","nonce":2830634909}]},"public_addr":"172.21.15.1:6827/2830634909","cluster_addr":"172.21.15.1:6829/2830634909","heartbeat_back_addr":"172.21.15.1:6833/2830634909","heartbeat_front_addr":"172.21.15.1:6831/2830634909","state":["exists","up"]},{"osd":10,"uuid":"41c2bb14-f8c9-45ce-a81e-9bf9dbba0b51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6825","nonce":1128031509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6827","nonce":1128031509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6831","nonce":1128031509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6829","nonce":1128031509}]},"public_addr":"172.21.15.88:6825/1128031509","cluster_addr":"172.21.15.88:6827/1128031509","heartbeat_back_addr":"172.21.15.88:6831/1128031509","heartbeat_front_addr":"172.21.15.88:6829/1128031509","state":["exists","up"]},{"osd":11,"uuid":"41003dad-b792-418d-9a82-bdf67311ea90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6825","nonce":2854918902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6827","nonce":2854918902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6831","nonce":2854918902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6829","nonce":2854918902}]},"public_addr":"172.21.15.103:6825/2854918902","cluster_addr":"172.21.15.103:6827/2854918902","heartbeat_back_addr":"172.21.15.103:6831/2854918902","heartbeat_front_addr":"172.21.15.103:6829/2854918902","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:51:39.446367+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:02.973641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:25.664661+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:50.561389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:14.598286+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:39.149718+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:04.327941+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:29.497887+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:55.922386+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:21.966560+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:47.653451+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:14.122475+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:0/2182725984":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6800/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1236715707":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3991013292":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3894463217":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6801/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6800/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3968648683":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6801/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1600532294":"2024-02-10T23:50:04.182518+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:59:08.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.792+0000 7f5a8604d640 1 -- 172.21.15.1:0/28749368 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5a680a2140 msgr2=0x7f5a680a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:08.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.792+0000 7f5a8604d640 1 --2- 172.21.15.1:0/28749368 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5a680a2140 0x7f5a680a4600 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f5a70005ec0 tx=0x7f5a70005fd0 comp rx=0 tx=0).stop 2024-02-09T23:59:08.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.792+0000 7f5a8604d640 1 -- 172.21.15.1:0/28749368 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a80102850 msgr2=0x7f5a8019e910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:08.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.792+0000 7f5a8604d640 1 --2- 172.21.15.1:0/28749368 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a80102850 0x7f5a8019e910 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f5a7800eaa0 tx=0x7f5a7800ef60 comp rx=0 tx=0).stop 2024-02-09T23:59:08.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.792+0000 7f5a8604d640 1 -- 172.21.15.1:0/28749368 shutdown_connections 2024-02-09T23:59:08.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.792+0000 7f5a8604d640 1 --2- 172.21.15.1:0/28749368 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a80102850 0x7f5a8019e910 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:08.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.792+0000 7f5a8604d640 1 --2- 172.21.15.1:0/28749368 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5a680a2140 0x7f5a680a4600 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:08.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.792+0000 7f5a8604d640 1 --2- 172.21.15.1:0/28749368 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5a800ffc80 0x7f5a801978a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:08.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.792+0000 7f5a8604d640 1 --2- 172.21.15.1:0/28749368 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a800ff2c0 0x7f5a80197360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:08.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.792+0000 7f5a8604d640 1 -- 172.21.15.1:0/28749368 >> 172.21.15.1:0/28749368 conn(0x7f5a800fae60 msgr2=0x7f5a80105880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:08.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.792+0000 7f5a8604d640 1 -- 172.21.15.1:0/28749368 shutdown_connections 2024-02-09T23:59:08.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.792+0000 7f5a8604d640 1 -- 172.21.15.1:0/28749368 wait complete. 2024-02-09T23:59:08.805 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:52:28.527596+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-09T23:57:04.230570+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-09T23:57:05.160207+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-09T23:59:08.806 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-09T23:59:08.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.910+0000 7f06feff7640 1 -- 172.21.15.1:0/1354478861 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f06f8102430 msgr2=0x7f06f81028b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:08.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.910+0000 7f06feff7640 1 --2- 172.21.15.1:0/1354478861 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f06f8102430 0x7f06f81028b0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f06ec009900 tx=0x7f06ec02bc30 comp rx=0 tx=0).stop 2024-02-09T23:59:08.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.910+0000 7f06feff7640 1 -- 172.21.15.1:0/1354478861 shutdown_connections 2024-02-09T23:59:08.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.910+0000 7f06feff7640 1 --2- 172.21.15.1:0/1354478861 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f06f8102df0 0x7f06f8109680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:08.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.910+0000 7f06feff7640 1 --2- 172.21.15.1:0/1354478861 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f06f8102430 0x7f06f81028b0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:08.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.910+0000 7f06feff7640 1 --2- 172.21.15.1:0/1354478861 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f06f8101240 0x7f06f8101660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:08.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.910+0000 7f06feff7640 1 -- 172.21.15.1:0/1354478861 >> 172.21.15.1:0/1354478861 conn(0x7f06f80fc7b0 msgr2=0x7f06f80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:08.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.910+0000 7f06feff7640 1 -- 172.21.15.1:0/1354478861 shutdown_connections 2024-02-09T23:59:08.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.910+0000 7f06feff7640 1 -- 172.21.15.1:0/1354478861 wait complete. 2024-02-09T23:59:08.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.910+0000 7f06feff7640 1 Processor -- start 2024-02-09T23:59:08.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.910+0000 7f06feff7640 1 -- start start 2024-02-09T23:59:08.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.910+0000 7f06feff7640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f06f8101240 0x7f06f8197300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:08.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.910+0000 7f06feff7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f06f8102430 0x7f06f8197840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:08.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.911+0000 7f06feff7640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f06f8102df0 0x7f06f819e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:08.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.911+0000 7f06feff7640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06f819edf0 con 0x7f06f8102430 2024-02-09T23:59:08.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.911+0000 7f06feff7640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06f819ef60 con 0x7f06f8102df0 2024-02-09T23:59:08.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.911+0000 7f06feff7640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06f819f120 con 0x7f06f8101240 2024-02-09T23:59:08.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.911+0000 7f06f7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f06f8102430 0x7f06f8197840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:08.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.911+0000 7f06f7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f06f8102430 0x7f06f8197840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54832/0 (socket says 172.21.15.1:54832) 2024-02-09T23:59:08.916 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.911+0000 7f06f7fff640 1 -- 172.21.15.1:0/1968475846 learned_addr learned my addr 172.21.15.1:0/1968475846 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:08.916 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.911+0000 7f06fcd93640 1 --2- 172.21.15.1:0/1968475846 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f06f8101240 0x7f06f8197300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:08.916 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.911+0000 7f06fd594640 1 --2- 172.21.15.1:0/1968475846 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f06f8102df0 0x7f06f819e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:08.916 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.911+0000 7f06f7fff640 1 -- 172.21.15.1:0/1968475846 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f06f8101240 msgr2=0x7f06f8197300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:08.916 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.911+0000 7f06f7fff640 1 --2- 172.21.15.1:0/1968475846 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f06f8101240 0x7f06f8197300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:08.916 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.911+0000 7f06f7fff640 1 -- 172.21.15.1:0/1968475846 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f06f8102df0 msgr2=0x7f06f819e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:08.916 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.911+0000 7f06f7fff640 1 --2- 172.21.15.1:0/1968475846 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f06f8102df0 0x7f06f819e8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:08.916 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.911+0000 7f06f7fff640 1 -- 172.21.15.1:0/1968475846 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06f0009840 con 0x7f06f8102430 2024-02-09T23:59:08.916 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.911+0000 7f06fd594640 1 --2- 172.21.15.1:0/1968475846 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f06f8102df0 0x7f06f819e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:08.916 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.911+0000 7f06f7fff640 1 --2- 172.21.15.1:0/1968475846 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f06f8102430 0x7f06f8197840 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f06ec006010 tx=0x7f06ec005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:08.916 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.911+0000 7f06f5ffb640 1 -- 172.21.15.1:0/1968475846 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06ec0043d0 con 0x7f06f8102430 2024-02-09T23:59:08.916 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.911+0000 7f06feff7640 1 -- 172.21.15.1:0/1968475846 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f06ec009560 con 0x7f06f8102430 2024-02-09T23:59:08.916 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.911+0000 7f06f5ffb640 1 -- 172.21.15.1:0/1968475846 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f06ec0052d0 con 0x7f06f8102430 2024-02-09T23:59:08.916 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.911+0000 7f06f5ffb640 1 -- 172.21.15.1:0/1968475846 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06ec003cc0 con 0x7f06f8102430 2024-02-09T23:59:08.916 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.911+0000 7f06feff7640 1 -- 172.21.15.1:0/1968475846 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06f819f770 con 0x7f06f8102430 2024-02-09T23:59:08.917 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.912+0000 7f06feff7640 1 -- 172.21.15.1:0/1968475846 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f06f8108560 con 0x7f06f8102430 2024-02-09T23:59:08.917 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.913+0000 7f06f5ffb640 1 -- 172.21.15.1:0/1968475846 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f06ec005440 con 0x7f06f8102430 2024-02-09T23:59:08.917 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.914+0000 7f06f5ffb640 1 --2- 172.21.15.1:0/1968475846 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f06e00a20c0 0x7f06e00a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:08.917 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.914+0000 7f06fcd93640 1 --2- 172.21.15.1:0/1968475846 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f06e00a20c0 0x7f06e00a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:08.917 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.914+0000 7f06f5ffb640 1 -- 172.21.15.1:0/1968475846 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f06ec0effc0 con 0x7f06f8102430 2024-02-09T23:59:08.917 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.914+0000 7f06fcd93640 1 --2- 172.21.15.1:0/1968475846 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f06e00a20c0 0x7f06e00a4580 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f06f8102290 tx=0x7f06f0009500 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:08.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:08.918+0000 7f06f5ffb640 1 -- 172.21.15.1:0/1968475846 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f06ec0b8f40 con 0x7f06f8102430 2024-02-09T23:59:09.102 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.100+0000 7f06feff7640 1 -- 172.21.15.1:0/1968475846 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f06f802cde0 con 0x7f06f8102430 2024-02-09T23:59:09.102 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.100+0000 7f06f5ffb640 1 -- 172.21.15.1:0/1968475846 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v87) v1 ==== 93+0+10 (secure 0 0 0) 0x7f06ec0bc600 con 0x7f06f8102430 2024-02-09T23:59:09.102 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 1 2024-02-09T23:59:09.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.102+0000 7f06feff7640 1 -- 172.21.15.1:0/1968475846 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f06e00a20c0 msgr2=0x7f06e00a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:09.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.102+0000 7f06feff7640 1 --2- 172.21.15.1:0/1968475846 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f06e00a20c0 0x7f06e00a4580 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f06f8102290 tx=0x7f06f0009500 comp rx=0 tx=0).stop 2024-02-09T23:59:09.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.102+0000 7f06feff7640 1 -- 172.21.15.1:0/1968475846 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f06f8102430 msgr2=0x7f06f8197840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:09.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.102+0000 7f06feff7640 1 --2- 172.21.15.1:0/1968475846 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f06f8102430 0x7f06f8197840 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f06ec006010 tx=0x7f06ec005e80 comp rx=0 tx=0).stop 2024-02-09T23:59:09.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.102+0000 7f06feff7640 1 -- 172.21.15.1:0/1968475846 shutdown_connections 2024-02-09T23:59:09.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.102+0000 7f06feff7640 1 --2- 172.21.15.1:0/1968475846 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f06e00a20c0 0x7f06e00a4580 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:09.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.102+0000 7f06feff7640 1 --2- 172.21.15.1:0/1968475846 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f06f8102df0 0x7f06f819e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:09.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.102+0000 7f06feff7640 1 --2- 172.21.15.1:0/1968475846 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f06f8102430 0x7f06f8197840 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:09.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.102+0000 7f06feff7640 1 --2- 172.21.15.1:0/1968475846 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f06f8101240 0x7f06f8197300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:09.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.102+0000 7f06feff7640 1 -- 172.21.15.1:0/1968475846 >> 172.21.15.1:0/1968475846 conn(0x7f06f80fc7b0 msgr2=0x7f06f8105730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:09.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.102+0000 7f06feff7640 1 -- 172.21.15.1:0/1968475846 shutdown_connections 2024-02-09T23:59:09.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.102+0000 7f06feff7640 1 -- 172.21.15.1:0/1968475846 wait complete. 2024-02-09T23:59:09.115 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-09T23:59:09.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.219+0000 7fef04f01640 1 -- 172.21.15.1:0/43572016 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fef00100d50 msgr2=0x7fef001085f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:09.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.219+0000 7fef04f01640 1 --2- 172.21.15.1:0/43572016 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fef00100d50 0x7fef001085f0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7feef0009ca0 tx=0x7feef002c140 comp rx=0 tx=0).stop 2024-02-09T23:59:09.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.219+0000 7fef04f01640 1 -- 172.21.15.1:0/43572016 shutdown_connections 2024-02-09T23:59:09.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.219+0000 7fef04f01640 1 --2- 172.21.15.1:0/43572016 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fef00100d50 0x7fef001085f0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:09.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.219+0000 7fef04f01640 1 --2- 172.21.15.1:0/43572016 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fef00100390 0x7fef00100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:09.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.219+0000 7fef04f01640 1 --2- 172.21.15.1:0/43572016 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fef001017d0 0x7fef00101bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:09.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.219+0000 7fef04f01640 1 -- 172.21.15.1:0/43572016 >> 172.21.15.1:0/43572016 conn(0x7fef000fae40 msgr2=0x7fef000fd280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:09.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.219+0000 7fef04f01640 1 -- 172.21.15.1:0/43572016 shutdown_connections 2024-02-09T23:59:09.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.219+0000 7fef04f01640 1 -- 172.21.15.1:0/43572016 wait complete. 2024-02-09T23:59:09.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.220+0000 7fef04f01640 1 Processor -- start 2024-02-09T23:59:09.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.220+0000 7fef04f01640 1 -- start start 2024-02-09T23:59:09.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.220+0000 7fef04f01640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fef00100390 0x7fef000ffe50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:09.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.220+0000 7fef04f01640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fef00100d50 0x7fef0019bf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:09.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.220+0000 7fef04f01640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fef001017d0 0x7fef0019e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:09.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.220+0000 7fef04f01640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef0019ed70 con 0x7fef00100390 2024-02-09T23:59:09.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.220+0000 7fef04f01640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef0019eee0 con 0x7fef001017d0 2024-02-09T23:59:09.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.220+0000 7fef04f01640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef0019f0a0 con 0x7fef00100d50 2024-02-09T23:59:09.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.220+0000 7feefe59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fef00100390 0x7fef000ffe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:09.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.220+0000 7feefe59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fef00100390 0x7fef000ffe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54838/0 (socket says 172.21.15.1:54838) 2024-02-09T23:59:09.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.220+0000 7feefe59c640 1 -- 172.21.15.1:0/3195764383 learned_addr learned my addr 172.21.15.1:0/3195764383 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:09.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.220+0000 7feefed9d640 1 --2- 172.21.15.1:0/3195764383 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fef001017d0 0x7fef0019e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:09.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.220+0000 7feefdd9b640 1 --2- 172.21.15.1:0/3195764383 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fef00100d50 0x7fef0019bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:09.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.220+0000 7feefe59c640 1 -- 172.21.15.1:0/3195764383 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fef00100d50 msgr2=0x7fef0019bf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:09.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.220+0000 7feefe59c640 1 --2- 172.21.15.1:0/3195764383 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fef00100d50 0x7fef0019bf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:09.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.220+0000 7feefe59c640 1 -- 172.21.15.1:0/3195764383 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fef001017d0 msgr2=0x7fef0019e5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:09.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.220+0000 7feefe59c640 1 --2- 172.21.15.1:0/3195764383 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fef001017d0 0x7fef0019e5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:09.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.220+0000 7feefe59c640 1 -- 172.21.15.1:0/3195764383 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feef0009900 con 0x7fef00100390 2024-02-09T23:59:09.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.220+0000 7feefe59c640 1 --2- 172.21.15.1:0/3195764383 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fef00100390 0x7fef000ffe50 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7feef800c970 tx=0x7feef800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:09.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.221+0000 7feef77fe640 1 -- 172.21.15.1:0/3195764383 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feef8007bb0 con 0x7fef00100390 2024-02-09T23:59:09.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.221+0000 7fef04f01640 1 -- 172.21.15.1:0/3195764383 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fef0019f380 con 0x7fef00100390 2024-02-09T23:59:09.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.221+0000 7feef77fe640 1 -- 172.21.15.1:0/3195764383 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7feef8007d10 con 0x7fef00100390 2024-02-09T23:59:09.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.221+0000 7feef77fe640 1 -- 172.21.15.1:0/3195764383 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feef800f450 con 0x7fef00100390 2024-02-09T23:59:09.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.221+0000 7fef04f01640 1 -- 172.21.15.1:0/3195764383 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef0019f890 con 0x7fef00100390 2024-02-09T23:59:09.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.222+0000 7fef04f01640 1 -- 172.21.15.1:0/3195764383 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fef00107470 con 0x7fef00100390 2024-02-09T23:59:09.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.223+0000 7feef77fe640 1 -- 172.21.15.1:0/3195764383 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7feef8004f70 con 0x7fef00100390 2024-02-09T23:59:09.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.223+0000 7feef77fe640 1 --2- 172.21.15.1:0/3195764383 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7feeec0a20c0 0x7feeec0a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:09.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.223+0000 7feefdd9b640 1 --2- 172.21.15.1:0/3195764383 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7feeec0a20c0 0x7feeec0a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:09.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.223+0000 7feef77fe640 1 -- 172.21.15.1:0/3195764383 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7feef80cd9d0 con 0x7fef00100390 2024-02-09T23:59:09.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.224+0000 7feefdd9b640 1 --2- 172.21.15.1:0/3195764383 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7feeec0a20c0 0x7feeec0a4580 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fef000ffbc0 tx=0x7feee8005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:09.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.228+0000 7feef77fe640 1 -- 172.21.15.1:0/3195764383 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7feef80969b0 con 0x7fef00100390 2024-02-09T23:59:09.411 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.409+0000 7fef04f01640 1 -- 172.21.15.1:0/3195764383 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fef0002cde0 con 0x7fef00100390 2024-02-09T23:59:09.411 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.409+0000 7feef77fe640 1 -- 172.21.15.1:0/3195764383 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v87) v1 ==== 104+0+11 (secure 0 0 0) 0x7feef809a070 con 0x7fef00100390 2024-02-09T23:59:09.411 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 32 2024-02-09T23:59:09.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.411+0000 7fef04f01640 1 -- 172.21.15.1:0/3195764383 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7feeec0a20c0 msgr2=0x7feeec0a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:09.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.411+0000 7fef04f01640 1 --2- 172.21.15.1:0/3195764383 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7feeec0a20c0 0x7feeec0a4580 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fef000ffbc0 tx=0x7feee8005f90 comp rx=0 tx=0).stop 2024-02-09T23:59:09.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.411+0000 7fef04f01640 1 -- 172.21.15.1:0/3195764383 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fef00100390 msgr2=0x7fef000ffe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:09.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.411+0000 7fef04f01640 1 --2- 172.21.15.1:0/3195764383 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fef00100390 0x7fef000ffe50 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7feef800c970 tx=0x7feef800ce30 comp rx=0 tx=0).stop 2024-02-09T23:59:09.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.411+0000 7fef04f01640 1 -- 172.21.15.1:0/3195764383 shutdown_connections 2024-02-09T23:59:09.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.411+0000 7fef04f01640 1 --2- 172.21.15.1:0/3195764383 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7feeec0a20c0 0x7feeec0a4580 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:09.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.411+0000 7fef04f01640 1 --2- 172.21.15.1:0/3195764383 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fef001017d0 0x7fef0019e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:09.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.411+0000 7fef04f01640 1 --2- 172.21.15.1:0/3195764383 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fef00100d50 0x7fef0019bf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:09.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.411+0000 7fef04f01640 1 --2- 172.21.15.1:0/3195764383 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fef00100390 0x7fef000ffe50 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:09.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.411+0000 7fef04f01640 1 -- 172.21.15.1:0/3195764383 >> 172.21.15.1:0/3195764383 conn(0x7fef000fae40 msgr2=0x7fef00104640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:09.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.411+0000 7fef04f01640 1 -- 172.21.15.1:0/3195764383 shutdown_connections 2024-02-09T23:59:09.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.411+0000 7fef04f01640 1 -- 172.21.15.1:0/3195764383 wait complete. 2024-02-09T23:59:09.423 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:09 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/351382657' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-09T23:59:09.423 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:09 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/28749368' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:59:09.423 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:09 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1968475846' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-09T23:59:09.424 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-09T23:59:09.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.527+0000 7fc421cb5640 1 -- 172.21.15.1:0/3983824081 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc41c101ce0 msgr2=0x7fc41c108570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:09.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.527+0000 7fc421cb5640 1 --2- 172.21.15.1:0/3983824081 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc41c101ce0 0x7fc41c108570 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fc414009ca0 tx=0x7fc41402c0f0 comp rx=0 tx=0).stop 2024-02-09T23:59:09.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.527+0000 7fc421cb5640 1 -- 172.21.15.1:0/3983824081 shutdown_connections 2024-02-09T23:59:09.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.527+0000 7fc421cb5640 1 --2- 172.21.15.1:0/3983824081 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc41c101ce0 0x7fc41c108570 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:09.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.527+0000 7fc421cb5640 1 --2- 172.21.15.1:0/3983824081 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc41c101320 0x7fc41c1017a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:09.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.527+0000 7fc421cb5640 1 --2- 172.21.15.1:0/3983824081 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc41c100130 0x7fc41c100550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:09.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.527+0000 7fc421cb5640 1 -- 172.21.15.1:0/3983824081 >> 172.21.15.1:0/3983824081 conn(0x7fc41c0fb660 msgr2=0x7fc41c0fdae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:09.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.527+0000 7fc421cb5640 1 -- 172.21.15.1:0/3983824081 shutdown_connections 2024-02-09T23:59:09.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.527+0000 7fc421cb5640 1 -- 172.21.15.1:0/3983824081 wait complete. 2024-02-09T23:59:09.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.528+0000 7fc421cb5640 1 Processor -- start 2024-02-09T23:59:09.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.528+0000 7fc421cb5640 1 -- start start 2024-02-09T23:59:09.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.528+0000 7fc421cb5640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc41c100130 0x7fc41c069090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:09.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.528+0000 7fc421cb5640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc41c101320 0x7fc41c19bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:09.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.528+0000 7fc421cb5640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc41c101ce0 0x7fc41c19e500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:09.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.528+0000 7fc421cb5640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc41c19ec90 con 0x7fc41c101320 2024-02-09T23:59:09.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.528+0000 7fc421cb5640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc41c19ee00 con 0x7fc41c101ce0 2024-02-09T23:59:09.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.528+0000 7fc421cb5640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc41c19efc0 con 0x7fc41c100130 2024-02-09T23:59:09.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.528+0000 7fc41affd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc41c101320 0x7fc41c19bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:09.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.529+0000 7fc41affd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc41c101320 0x7fc41c19bec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54858/0 (socket says 172.21.15.1:54858) 2024-02-09T23:59:09.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.529+0000 7fc41affd640 1 -- 172.21.15.1:0/799169185 learned_addr learned my addr 172.21.15.1:0/799169185 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:09.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.529+0000 7fc41bfff640 1 --2- 172.21.15.1:0/799169185 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc41c101ce0 0x7fc41c19e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:09.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.529+0000 7fc41b7fe640 1 --2- 172.21.15.1:0/799169185 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc41c100130 0x7fc41c069090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:09.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.529+0000 7fc41affd640 1 -- 172.21.15.1:0/799169185 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc41c100130 msgr2=0x7fc41c069090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:09.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.529+0000 7fc41affd640 1 --2- 172.21.15.1:0/799169185 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc41c100130 0x7fc41c069090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:09.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.529+0000 7fc41affd640 1 -- 172.21.15.1:0/799169185 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc41c101ce0 msgr2=0x7fc41c19e500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:09.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.529+0000 7fc41affd640 1 --2- 172.21.15.1:0/799169185 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc41c101ce0 0x7fc41c19e500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:09.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.529+0000 7fc41affd640 1 -- 172.21.15.1:0/799169185 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc414009900 con 0x7fc41c101320 2024-02-09T23:59:09.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.529+0000 7fc41affd640 1 --2- 172.21.15.1:0/799169185 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc41c101320 0x7fc41c19bec0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fc41000c890 tx=0x7fc41000cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:09.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.529+0000 7fc418ff9640 1 -- 172.21.15.1:0/799169185 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc410004220 con 0x7fc41c101320 2024-02-09T23:59:09.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.529+0000 7fc418ff9640 1 -- 172.21.15.1:0/799169185 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc410007e90 con 0x7fc41c101320 2024-02-09T23:59:09.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.529+0000 7fc421cb5640 1 -- 172.21.15.1:0/799169185 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc41c19f2a0 con 0x7fc41c101320 2024-02-09T23:59:09.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.529+0000 7fc418ff9640 1 -- 172.21.15.1:0/799169185 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc410004a00 con 0x7fc41c101320 2024-02-09T23:59:09.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.529+0000 7fc421cb5640 1 -- 172.21.15.1:0/799169185 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc41c19f7b0 con 0x7fc41c101320 2024-02-09T23:59:09.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.530+0000 7fc421cb5640 1 -- 172.21.15.1:0/799169185 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc41c107380 con 0x7fc41c101320 2024-02-09T23:59:09.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.531+0000 7fc418ff9640 1 -- 172.21.15.1:0/799169185 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7fc4100079b0 con 0x7fc41c101320 2024-02-09T23:59:09.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.532+0000 7fc418ff9640 1 --2- 172.21.15.1:0/799169185 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc4040a20c0 0x7fc4040a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:09.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.532+0000 7fc41b7fe640 1 --2- 172.21.15.1:0/799169185 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc4040a20c0 0x7fc4040a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:09.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.532+0000 7fc418ff9640 1 -- 172.21.15.1:0/799169185 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fc4100cd9f0 con 0x7fc41c101320 2024-02-09T23:59:09.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.532+0000 7fc41b7fe640 1 --2- 172.21.15.1:0/799169185 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc4040a20c0 0x7fc4040a4580 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fc40c0058c0 tx=0x7fc40c005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:09.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.536+0000 7fc418ff9640 1 -- 172.21.15.1:0/799169185 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fc410096970 con 0x7fc41c101320 2024-02-09T23:59:09.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:09 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/351382657' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-09T23:59:09.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:09 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/28749368' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:59:09.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:09 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1968475846' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-09T23:59:09.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:09 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/351382657' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-09T23:59:09.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:09 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/28749368' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:59:09.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:09 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1968475846' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-09T23:59:09.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.719+0000 7fc421cb5640 1 -- 172.21.15.1:0/799169185 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fc41c02ce50 con 0x7fc41c101320 2024-02-09T23:59:09.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.719+0000 7fc418ff9640 1 -- 172.21.15.1:0/799169185 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v87) v1 ==== 100+0+11 (secure 0 0 0) 0x7fc41009a030 con 0x7fc41c101320 2024-02-09T23:59:09.721 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 64 2024-02-09T23:59:09.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.721+0000 7fc421cb5640 1 -- 172.21.15.1:0/799169185 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc4040a20c0 msgr2=0x7fc4040a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:09.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.721+0000 7fc421cb5640 1 --2- 172.21.15.1:0/799169185 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc4040a20c0 0x7fc4040a4580 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fc40c0058c0 tx=0x7fc40c005850 comp rx=0 tx=0).stop 2024-02-09T23:59:09.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.721+0000 7fc421cb5640 1 -- 172.21.15.1:0/799169185 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc41c101320 msgr2=0x7fc41c19bec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:09.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.721+0000 7fc421cb5640 1 --2- 172.21.15.1:0/799169185 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc41c101320 0x7fc41c19bec0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fc41000c890 tx=0x7fc41000cd50 comp rx=0 tx=0).stop 2024-02-09T23:59:09.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.721+0000 7fc421cb5640 1 -- 172.21.15.1:0/799169185 shutdown_connections 2024-02-09T23:59:09.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.721+0000 7fc421cb5640 1 --2- 172.21.15.1:0/799169185 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc4040a20c0 0x7fc4040a4580 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:09.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.721+0000 7fc421cb5640 1 --2- 172.21.15.1:0/799169185 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc41c101ce0 0x7fc41c19e500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:09.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.721+0000 7fc421cb5640 1 --2- 172.21.15.1:0/799169185 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc41c101320 0x7fc41c19bec0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:09.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.721+0000 7fc421cb5640 1 --2- 172.21.15.1:0/799169185 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc41c100130 0x7fc41c069090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:09.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.721+0000 7fc421cb5640 1 -- 172.21.15.1:0/799169185 >> 172.21.15.1:0/799169185 conn(0x7fc41c0fb660 msgr2=0x7fc41c104550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:09.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.721+0000 7fc421cb5640 1 -- 172.21.15.1:0/799169185 shutdown_connections 2024-02-09T23:59:09.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.721+0000 7fc421cb5640 1 -- 172.21.15.1:0/799169185 wait complete. 2024-02-09T23:59:09.734 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-02-09T23:59:09.734 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:59:09.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.835+0000 7f64c450c640 1 -- 172.21.15.1:0/605677125 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f64bc102560 msgr2=0x7f64bc1029e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:09.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.835+0000 7f64c450c640 1 --2- 172.21.15.1:0/605677125 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f64bc102560 0x7f64bc1029e0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f64ac009900 tx=0x7f64ac02bc30 comp rx=0 tx=0).stop 2024-02-09T23:59:09.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.835+0000 7f64c450c640 1 -- 172.21.15.1:0/605677125 shutdown_connections 2024-02-09T23:59:09.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.835+0000 7f64c450c640 1 --2- 172.21.15.1:0/605677125 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f64bc102f20 0x7f64bc1097b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:09.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.835+0000 7f64c450c640 1 --2- 172.21.15.1:0/605677125 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f64bc102560 0x7f64bc1029e0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:09.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.835+0000 7f64c450c640 1 --2- 172.21.15.1:0/605677125 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f64bc0ff590 0x7f64bc0ff9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:09.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.835+0000 7f64c450c640 1 -- 172.21.15.1:0/605677125 >> 172.21.15.1:0/605677125 conn(0x7f64bc0faea0 msgr2=0x7f64bc0fd300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:09.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.835+0000 7f64c450c640 1 -- 172.21.15.1:0/605677125 shutdown_connections 2024-02-09T23:59:09.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.835+0000 7f64c450c640 1 -- 172.21.15.1:0/605677125 wait complete. 2024-02-09T23:59:09.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.835+0000 7f64c450c640 1 Processor -- start 2024-02-09T23:59:09.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.835+0000 7f64c450c640 1 -- start start 2024-02-09T23:59:09.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.836+0000 7f64c450c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f64bc0ff590 0x7f64bc1972d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:09.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.836+0000 7f64c450c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f64bc102560 0x7f64bc197810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:09.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.836+0000 7f64c450c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f64bc102f20 0x7f64bc19e880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:09.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.836+0000 7f64c450c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64bc19edc0 con 0x7f64bc102560 2024-02-09T23:59:09.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.836+0000 7f64c450c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64bc19ef30 con 0x7f64bc102f20 2024-02-09T23:59:09.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.836+0000 7f64c450c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64bc19f0f0 con 0x7f64bc0ff590 2024-02-09T23:59:09.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.836+0000 7f64c1aa7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f64bc102560 0x7f64bc197810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:09.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.836+0000 7f64c1aa7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f64bc102560 0x7f64bc197810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54880/0 (socket says 172.21.15.1:54880) 2024-02-09T23:59:09.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.836+0000 7f64c1aa7640 1 -- 172.21.15.1:0/3014551236 learned_addr learned my addr 172.21.15.1:0/3014551236 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:09.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.836+0000 7f64c22a8640 1 --2- 172.21.15.1:0/3014551236 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f64bc0ff590 0x7f64bc1972d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:09.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.836+0000 7f64c1aa7640 1 -- 172.21.15.1:0/3014551236 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f64bc0ff590 msgr2=0x7f64bc1972d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:09.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.836+0000 7f64c1aa7640 1 --2- 172.21.15.1:0/3014551236 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f64bc0ff590 0x7f64bc1972d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:09.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.836+0000 7f64c1aa7640 1 -- 172.21.15.1:0/3014551236 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f64bc102f20 msgr2=0x7f64bc19e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:09.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.836+0000 7f64c2aa9640 1 --2- 172.21.15.1:0/3014551236 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f64bc102f20 0x7f64bc19e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:09.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.836+0000 7f64c1aa7640 1 --2- 172.21.15.1:0/3014551236 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f64bc102f20 0x7f64bc19e880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:09.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.836+0000 7f64c1aa7640 1 -- 172.21.15.1:0/3014551236 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64ac009560 con 0x7f64bc102560 2024-02-09T23:59:09.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.836+0000 7f64c1aa7640 1 --2- 172.21.15.1:0/3014551236 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f64bc102560 0x7f64bc197810 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f64ac006010 tx=0x7f64ac0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:09.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.836+0000 7f64b37fe640 1 -- 172.21.15.1:0/3014551236 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64ac0044e0 con 0x7f64bc102560 2024-02-09T23:59:09.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.836+0000 7f64c450c640 1 -- 172.21.15.1:0/3014551236 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64bc19f370 con 0x7f64bc102560 2024-02-09T23:59:09.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.836+0000 7f64b37fe640 1 -- 172.21.15.1:0/3014551236 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f64ac004aa0 con 0x7f64bc102560 2024-02-09T23:59:09.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.836+0000 7f64b37fe640 1 -- 172.21.15.1:0/3014551236 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64ac003e80 con 0x7f64bc102560 2024-02-09T23:59:09.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.836+0000 7f64c450c640 1 -- 172.21.15.1:0/3014551236 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64bc19f880 con 0x7f64bc102560 2024-02-09T23:59:09.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.837+0000 7f64c450c640 1 -- 172.21.15.1:0/3014551236 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f64bc108690 con 0x7f64bc102560 2024-02-09T23:59:09.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.839+0000 7f64b37fe640 1 -- 172.21.15.1:0/3014551236 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f64ac0035f0 con 0x7f64bc102560 2024-02-09T23:59:09.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.840+0000 7f64b37fe640 1 --2- 172.21.15.1:0/3014551236 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f64a80a20c0 0x7f64a80a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:09.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.840+0000 7f64b37fe640 1 -- 172.21.15.1:0/3014551236 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f64ac0f06b0 con 0x7f64bc102560 2024-02-09T23:59:09.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.840+0000 7f64c22a8640 1 --2- 172.21.15.1:0/3014551236 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f64a80a20c0 0x7f64a80a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:09.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.840+0000 7f64c22a8640 1 --2- 172.21.15.1:0/3014551236 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f64a80a20c0 0x7f64a80a4580 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f64b8005d00 tx=0x7f64b8005c50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:09.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:09.844+0000 7f64b37fe640 1 -- 172.21.15.1:0/3014551236 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f64ac0b9690 con 0x7f64bc102560 2024-02-09T23:59:10.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.063+0000 7f64c450c640 1 -- 172.21.15.1:0/3014551236 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f64bc10cda0 con 0x7f64bc102560 2024-02-09T23:59:10.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.064+0000 7f64b37fe640 1 -- 172.21.15.1:0/3014551236 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+11367 (secure 0 0 0) 0x7f64ac0bcd50 con 0x7f64bc102560 2024-02-09T23:59:10.066 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:59:10.066 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-09T23:57:05.956988+0000","modified":"2024-02-09T23:59:06.653710+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24496,"mds_2":24476,"mds_3":24475,"mds_4":14646},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14646":{"gid":14646,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24398":{"gid":24398,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24406":{"gid":24406,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24457":{"gid":24457,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/3143955076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":3143955076},{"type":"v1","addr":"172.21.15.103:6835","nonce":3143955076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24475":{"gid":24475,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-09T23:59:10.066 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 27 2024-02-09T23:59:10.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.066+0000 7f64c450c640 1 -- 172.21.15.1:0/3014551236 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f64a80a20c0 msgr2=0x7f64a80a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:10.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.066+0000 7f64c450c640 1 --2- 172.21.15.1:0/3014551236 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f64a80a20c0 0x7f64a80a4580 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f64b8005d00 tx=0x7f64b8005c50 comp rx=0 tx=0).stop 2024-02-09T23:59:10.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.066+0000 7f64c450c640 1 -- 172.21.15.1:0/3014551236 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f64bc102560 msgr2=0x7f64bc197810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:10.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.066+0000 7f64c450c640 1 --2- 172.21.15.1:0/3014551236 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f64bc102560 0x7f64bc197810 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f64ac006010 tx=0x7f64ac0042f0 comp rx=0 tx=0).stop 2024-02-09T23:59:10.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.066+0000 7f64c450c640 1 -- 172.21.15.1:0/3014551236 shutdown_connections 2024-02-09T23:59:10.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.066+0000 7f64c450c640 1 --2- 172.21.15.1:0/3014551236 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f64a80a20c0 0x7f64a80a4580 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:10.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.066+0000 7f64c450c640 1 --2- 172.21.15.1:0/3014551236 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f64bc102f20 0x7f64bc19e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:10.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.066+0000 7f64c450c640 1 --2- 172.21.15.1:0/3014551236 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f64bc102560 0x7f64bc197810 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:10.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.066+0000 7f64c450c640 1 --2- 172.21.15.1:0/3014551236 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f64bc0ff590 0x7f64bc1972d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:10.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.066+0000 7f64c450c640 1 -- 172.21.15.1:0/3014551236 >> 172.21.15.1:0/3014551236 conn(0x7f64bc0faea0 msgr2=0x7f64bc105860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:10.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.066+0000 7f64c450c640 1 -- 172.21.15.1:0/3014551236 shutdown_connections 2024-02-09T23:59:10.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.066+0000 7f64c450c640 1 -- 172.21.15.1:0/3014551236 wait complete. 2024-02-09T23:59:10.079 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-02-09T23:59:10.079 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-02-09T23:59:10.079 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-09T23:59:10.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.181+0000 7f5edecb5640 1 -- 172.21.15.1:0/2047197646 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5ed81001d0 msgr2=0x7f5ed81005f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:10.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.181+0000 7f5edecb5640 1 --2- 172.21.15.1:0/2047197646 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5ed81001d0 0x7f5ed81005f0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f5ed0009ca0 tx=0x7f5ed002c0f0 comp rx=0 tx=0).stop 2024-02-09T23:59:10.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.181+0000 7f5edecb5640 1 -- 172.21.15.1:0/2047197646 shutdown_connections 2024-02-09T23:59:10.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.181+0000 7f5edecb5640 1 --2- 172.21.15.1:0/2047197646 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5ed8101d80 0x7f5ed8108610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:10.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.181+0000 7f5edecb5640 1 --2- 172.21.15.1:0/2047197646 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ed81013c0 0x7f5ed8101840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:10.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.181+0000 7f5edecb5640 1 --2- 172.21.15.1:0/2047197646 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5ed81001d0 0x7f5ed81005f0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:10.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.181+0000 7f5edecb5640 1 -- 172.21.15.1:0/2047197646 >> 172.21.15.1:0/2047197646 conn(0x7f5ed80fb740 msgr2=0x7f5ed80fdb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:10.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.181+0000 7f5edecb5640 1 -- 172.21.15.1:0/2047197646 shutdown_connections 2024-02-09T23:59:10.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.181+0000 7f5edecb5640 1 -- 172.21.15.1:0/2047197646 wait complete. 2024-02-09T23:59:10.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.181+0000 7f5edecb5640 1 Processor -- start 2024-02-09T23:59:10.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.181+0000 7f5edecb5640 1 -- start start 2024-02-09T23:59:10.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.182+0000 7f5edecb5640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ed81001d0 0x7f5ed8197340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:10.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.182+0000 7f5edecb5640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5ed81013c0 0x7f5ed8197880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:10.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.182+0000 7f5edecb5640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5ed8101d80 0x7f5ed819e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:10.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.182+0000 7f5edecb5640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ed819ee30 con 0x7f5ed81013c0 2024-02-09T23:59:10.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.182+0000 7f5edecb5640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ed819efa0 con 0x7f5ed8101d80 2024-02-09T23:59:10.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.182+0000 7f5edecb5640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ed819f160 con 0x7f5ed81001d0 2024-02-09T23:59:10.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.182+0000 7f5ed7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5ed81013c0 0x7f5ed8197880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:10.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.182+0000 7f5edca51640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ed81001d0 0x7f5ed8197340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:10.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.182+0000 7f5ed7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5ed81013c0 0x7f5ed8197880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54908/0 (socket says 172.21.15.1:54908) 2024-02-09T23:59:10.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.182+0000 7f5ed7fff640 1 -- 172.21.15.1:0/1317494805 learned_addr learned my addr 172.21.15.1:0/1317494805 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:10.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.182+0000 7f5edd252640 1 --2- 172.21.15.1:0/1317494805 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5ed8101d80 0x7f5ed819e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:10.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.182+0000 7f5ed7fff640 1 -- 172.21.15.1:0/1317494805 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ed81001d0 msgr2=0x7f5ed8197340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:10.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.182+0000 7f5ed7fff640 1 --2- 172.21.15.1:0/1317494805 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ed81001d0 0x7f5ed8197340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:10.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.182+0000 7f5ed7fff640 1 -- 172.21.15.1:0/1317494805 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5ed8101d80 msgr2=0x7f5ed819e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:10.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.182+0000 7f5ed7fff640 1 --2- 172.21.15.1:0/1317494805 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5ed8101d80 0x7f5ed819e8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:10.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.182+0000 7f5ed7fff640 1 -- 172.21.15.1:0/1317494805 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ed0009900 con 0x7f5ed81013c0 2024-02-09T23:59:10.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.182+0000 7f5ed7fff640 1 --2- 172.21.15.1:0/1317494805 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5ed81013c0 0x7f5ed8197880 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f5ec000e9f0 tx=0x7f5ec000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:10.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.184+0000 7f5ed5ffb640 1 -- 172.21.15.1:0/1317494805 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ec0009720 con 0x7f5ed81013c0 2024-02-09T23:59:10.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.184+0000 7f5ed5ffb640 1 -- 172.21.15.1:0/1317494805 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5ec000cd80 con 0x7f5ed81013c0 2024-02-09T23:59:10.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.184+0000 7f5edecb5640 1 -- 172.21.15.1:0/1317494805 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ed819f440 con 0x7f5ed81013c0 2024-02-09T23:59:10.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.185+0000 7f5ed5ffb640 1 -- 172.21.15.1:0/1317494805 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ec0010690 con 0x7f5ed81013c0 2024-02-09T23:59:10.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.185+0000 7f5edecb5640 1 -- 172.21.15.1:0/1317494805 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ed819f950 con 0x7f5ed81013c0 2024-02-09T23:59:10.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.186+0000 7f5edecb5640 1 -- 172.21.15.1:0/1317494805 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ed810bb70 con 0x7f5ed81013c0 2024-02-09T23:59:10.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.187+0000 7f5ed5ffb640 1 -- 172.21.15.1:0/1317494805 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f5ec00046c0 con 0x7f5ed81013c0 2024-02-09T23:59:10.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.187+0000 7f5ed5ffb640 1 --2- 172.21.15.1:0/1317494805 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5ec40a2140 0x7f5ec40a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:10.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.187+0000 7f5edca51640 1 --2- 172.21.15.1:0/1317494805 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5ec40a2140 0x7f5ec40a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:10.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.187+0000 7f5ed5ffb640 1 -- 172.21.15.1:0/1317494805 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f5ec0014070 con 0x7f5ed81013c0 2024-02-09T23:59:10.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.188+0000 7f5edca51640 1 --2- 172.21.15.1:0/1317494805 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5ec40a2140 0x7f5ec40a4600 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f5ed002c700 tx=0x7f5ed00326b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:10.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.192+0000 7f5ed5ffb640 1 -- 172.21.15.1:0/1317494805 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f5ec0096f70 con 0x7f5ed81013c0 2024-02-09T23:59:10.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.370+0000 7f5edecb5640 1 -- 172.21.15.1:0/1317494805 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f5ed80fd910 con 0x7f5ec40a2140 2024-02-09T23:59:10.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.380+0000 7f5ed5ffb640 1 -- 172.21.15.1:0/1317494805 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+344802 (secure 0 0 0) 0x7f5ed80fd910 con 0x7f5ec40a2140 2024-02-09T23:59:10.387 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:59:10.389 INFO:teuthology.orchestra.run.smithi001.stderr:dumped all 2024-02-09T23:59:10.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.383+0000 7f5edecb5640 1 -- 172.21.15.1:0/1317494805 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5ec40a2140 msgr2=0x7f5ec40a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:10.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.383+0000 7f5edecb5640 1 --2- 172.21.15.1:0/1317494805 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5ec40a2140 0x7f5ec40a4600 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f5ed002c700 tx=0x7f5ed00326b0 comp rx=0 tx=0).stop 2024-02-09T23:59:10.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.383+0000 7f5edecb5640 1 -- 172.21.15.1:0/1317494805 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5ed81013c0 msgr2=0x7f5ed8197880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:10.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.383+0000 7f5edecb5640 1 --2- 172.21.15.1:0/1317494805 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5ed81013c0 0x7f5ed8197880 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f5ec000e9f0 tx=0x7f5ec000edf0 comp rx=0 tx=0).stop 2024-02-09T23:59:10.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.384+0000 7f5edecb5640 1 -- 172.21.15.1:0/1317494805 shutdown_connections 2024-02-09T23:59:10.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.384+0000 7f5edecb5640 1 --2- 172.21.15.1:0/1317494805 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f5ec40a2140 0x7f5ec40a4600 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:10.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.384+0000 7f5edecb5640 1 --2- 172.21.15.1:0/1317494805 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5ed8101d80 0x7f5ed819e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:10.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.384+0000 7f5edecb5640 1 --2- 172.21.15.1:0/1317494805 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5ed81013c0 0x7f5ed8197880 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:10.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.384+0000 7f5edecb5640 1 --2- 172.21.15.1:0/1317494805 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ed81001d0 0x7f5ed8197340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:10.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.384+0000 7f5edecb5640 1 -- 172.21.15.1:0/1317494805 >> 172.21.15.1:0/1317494805 conn(0x7f5ed80fb740 msgr2=0x7f5ed80fd200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:10.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.384+0000 7f5edecb5640 1 -- 172.21.15.1:0/1317494805 shutdown_connections 2024-02-09T23:59:10.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.384+0000 7f5edecb5640 1 -- 172.21.15.1:0/1317494805 wait complete. 2024-02-09T23:59:10.395 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:10 smithi001 ceph-mon[32335]: pgmap v349: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 10 op/s 2024-02-09T23:59:10.395 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:10 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3195764383' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-09T23:59:10.395 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:10 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/799169185' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-09T23:59:10.395 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:10 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3014551236' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:59:10.396 INFO:teuthology.orchestra.run.smithi001.stdout:{"pg_ready":true,"pg_map":{"version":350,"stamp":"2024-02-09T23:59:10.292578+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658935,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1276,"num_read_kb":794,"num_write":429,"num_write_kb":3079,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1242952,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":852,"ondisk_log_size":852,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":348332,"kb_used_data":11660,"kb_used_omap":18,"kb_used_meta":336557,"kb_avail":1124593492,"statfs":{"total":1151940427776,"available":1151583735808,"internally_reserved":0,"allocated":11939840,"data_stored":7443569,"data_compressed":121745,"data_compressed_allocated":155648,"data_compressed_original":1843200,"omap_allocated":19142,"internal_metadata":344634682},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":616,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":127,"num_read_kb":72,"num_write":6,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002574"},"pg_stats":[{"pgid":"3.3f","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.299311+0000","last_change":"2024-02-09T23:57:06.638921+0000","last_active":"2024-02-09T23:58:34.299311+0000","last_peered":"2024-02-09T23:58:34.299311+0000","last_clean":"2024-02-09T23:58:34.299311+0000","last_became_active":"2024-02-09T23:57:06.638560+0000","last_became_peered":"2024-02-09T23:57:06.638560+0000","last_unstale":"2024-02-09T23:58:34.299311+0000","last_undegraded":"2024-02-09T23:58:34.299311+0000","last_fullsized":"2024-02-09T23:58:34.299311+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:04:46.241517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"87'4","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.306412+0000","last_change":"2024-02-09T23:57:06.626465+0000","last_active":"2024-02-09T23:58:34.306412+0000","last_peered":"2024-02-09T23:58:34.306412+0000","last_clean":"2024-02-09T23:58:34.306412+0000","last_became_active":"2024-02-09T23:57:06.625265+0000","last_became_peered":"2024-02-09T23:57:06.625265+0000","last_unstale":"2024-02-09T23:58:34.306412+0000","last_undegraded":"2024-02-09T23:58:34.306412+0000","last_fullsized":"2024-02-09T23:58:34.306412+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:32:34.304699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.318768+0000","last_change":"2024-02-09T23:57:06.645515+0000","last_active":"2024-02-09T23:58:34.318768+0000","last_peered":"2024-02-09T23:58:34.318768+0000","last_clean":"2024-02-09T23:58:34.318768+0000","last_became_active":"2024-02-09T23:57:06.644952+0000","last_became_peered":"2024-02-09T23:57:06.644952+0000","last_unstale":"2024-02-09T23:58:34.318768+0000","last_undegraded":"2024-02-09T23:58:34.318768+0000","last_fullsized":"2024-02-09T23:58:34.318768+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:16:57.223424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"87'8","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.296309+0000","last_change":"2024-02-09T23:57:06.628827+0000","last_active":"2024-02-09T23:58:34.296309+0000","last_peered":"2024-02-09T23:58:34.296309+0000","last_clean":"2024-02-09T23:58:34.296309+0000","last_became_active":"2024-02-09T23:57:06.628491+0000","last_became_peered":"2024-02-09T23:57:06.628491+0000","last_unstale":"2024-02-09T23:58:34.296309+0000","last_undegraded":"2024-02-09T23:58:34.296309+0000","last_fullsized":"2024-02-09T23:58:34.296309+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:30:11.082419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"87'4","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.295256+0000","last_change":"2024-02-09T23:57:06.630954+0000","last_active":"2024-02-09T23:58:34.295256+0000","last_peered":"2024-02-09T23:58:34.295256+0000","last_clean":"2024-02-09T23:58:34.295256+0000","last_became_active":"2024-02-09T23:57:06.630574+0000","last_became_peered":"2024-02-09T23:57:06.630574+0000","last_unstale":"2024-02-09T23:58:34.295256+0000","last_undegraded":"2024-02-09T23:58:34.295256+0000","last_fullsized":"2024-02-09T23:58:34.295256+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:45:31.676749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"87'6","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.313086+0000","last_change":"2024-02-09T23:58:05.983085+0000","last_active":"2024-02-09T23:58:34.313086+0000","last_peered":"2024-02-09T23:58:34.313086+0000","last_clean":"2024-02-09T23:58:34.313086+0000","last_became_active":"2024-02-09T23:58:05.982419+0000","last_became_peered":"2024-02-09T23:58:05.982419+0000","last_unstale":"2024-02-09T23:58:34.313086+0000","last_undegraded":"2024-02-09T23:58:34.313086+0000","last_fullsized":"2024-02-09T23:58:34.313086+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:45:49.748667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,8],"acting":[10,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.309159+0000","last_change":"2024-02-09T23:57:06.623715+0000","last_active":"2024-02-09T23:58:34.309159+0000","last_peered":"2024-02-09T23:58:34.309159+0000","last_clean":"2024-02-09T23:58:34.309159+0000","last_became_active":"2024-02-09T23:57:06.621751+0000","last_became_peered":"2024-02-09T23:57:06.621751+0000","last_unstale":"2024-02-09T23:58:34.309159+0000","last_undegraded":"2024-02-09T23:58:34.309159+0000","last_fullsized":"2024-02-09T23:58:34.309159+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:25:06.997079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.312610+0000","last_change":"2024-02-09T23:57:06.631255+0000","last_active":"2024-02-09T23:58:34.312610+0000","last_peered":"2024-02-09T23:58:34.312610+0000","last_clean":"2024-02-09T23:58:34.312610+0000","last_became_active":"2024-02-09T23:57:06.630881+0000","last_became_peered":"2024-02-09T23:57:06.630881+0000","last_unstale":"2024-02-09T23:58:34.312610+0000","last_undegraded":"2024-02-09T23:58:34.312610+0000","last_fullsized":"2024-02-09T23:58:34.312610+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:36:40.683806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"87'11","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.314017+0000","last_change":"2024-02-09T23:57:06.638473+0000","last_active":"2024-02-09T23:58:34.314017+0000","last_peered":"2024-02-09T23:58:34.314017+0000","last_clean":"2024-02-09T23:58:34.314017+0000","last_became_active":"2024-02-09T23:57:06.638147+0000","last_became_peered":"2024-02-09T23:57:06.638147+0000","last_unstale":"2024-02-09T23:58:34.314017+0000","last_undegraded":"2024-02-09T23:58:34.314017+0000","last_fullsized":"2024-02-09T23:58:34.314017+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:55:26.126193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"87'16","reported_seq":33,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.313156+0000","last_change":"2024-02-09T23:57:06.627755+0000","last_active":"2024-02-09T23:58:34.313156+0000","last_peered":"2024-02-09T23:58:34.313156+0000","last_clean":"2024-02-09T23:58:34.313156+0000","last_became_active":"2024-02-09T23:57:06.627399+0000","last_became_peered":"2024-02-09T23:57:06.627399+0000","last_unstale":"2024-02-09T23:58:34.313156+0000","last_undegraded":"2024-02-09T23:58:34.313156+0000","last_fullsized":"2024-02-09T23:58:34.313156+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:40:15.261622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.311050+0000","last_change":"2024-02-09T23:57:06.640177+0000","last_active":"2024-02-09T23:58:34.311050+0000","last_peered":"2024-02-09T23:58:34.311050+0000","last_clean":"2024-02-09T23:58:34.311050+0000","last_became_active":"2024-02-09T23:57:06.639876+0000","last_became_peered":"2024-02-09T23:57:06.639876+0000","last_unstale":"2024-02-09T23:58:34.311050+0000","last_undegraded":"2024-02-09T23:58:34.311050+0000","last_fullsized":"2024-02-09T23:58:34.311050+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:51:20.035119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"87'7","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.305033+0000","last_change":"2024-02-09T23:58:05.979860+0000","last_active":"2024-02-09T23:58:34.305033+0000","last_peered":"2024-02-09T23:58:34.305033+0000","last_clean":"2024-02-09T23:58:34.305033+0000","last_became_active":"2024-02-09T23:58:05.979497+0000","last_became_peered":"2024-02-09T23:58:05.979497+0000","last_unstale":"2024-02-09T23:58:34.305033+0000","last_undegraded":"2024-02-09T23:58:34.305033+0000","last_fullsized":"2024-02-09T23:58:34.305033+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:41:54.459716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"87'10","reported_seq":33,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.310536+0000","last_change":"2024-02-09T23:58:05.979226+0000","last_active":"2024-02-09T23:58:34.310536+0000","last_peered":"2024-02-09T23:58:34.310536+0000","last_clean":"2024-02-09T23:58:34.310536+0000","last_became_active":"2024-02-09T23:58:05.978859+0000","last_became_peered":"2024-02-09T23:58:05.978859+0000","last_unstale":"2024-02-09T23:58:34.310536+0000","last_undegraded":"2024-02-09T23:58:34.310536+0000","last_fullsized":"2024-02-09T23:58:34.310536+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:50:04.049343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,9],"acting":[6,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.310083+0000","last_change":"2024-02-09T23:57:06.635778+0000","last_active":"2024-02-09T23:58:34.310083+0000","last_peered":"2024-02-09T23:58:34.310083+0000","last_clean":"2024-02-09T23:58:34.310083+0000","last_became_active":"2024-02-09T23:57:06.634590+0000","last_became_peered":"2024-02-09T23:57:06.634590+0000","last_unstale":"2024-02-09T23:58:34.310083+0000","last_undegraded":"2024-02-09T23:58:34.310083+0000","last_fullsized":"2024-02-09T23:58:34.310083+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:06:00.988404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.309382+0000","last_change":"2024-02-09T23:57:06.632123+0000","last_active":"2024-02-09T23:58:34.309382+0000","last_peered":"2024-02-09T23:58:34.309382+0000","last_clean":"2024-02-09T23:58:34.309382+0000","last_became_active":"2024-02-09T23:57:06.631790+0000","last_became_peered":"2024-02-09T23:57:06.631790+0000","last_unstale":"2024-02-09T23:58:34.309382+0000","last_undegraded":"2024-02-09T23:58:34.309382+0000","last_fullsized":"2024-02-09T23:58:34.309382+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:47:06.904815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.318221+0000","last_change":"2024-02-09T23:57:06.630760+0000","last_active":"2024-02-09T23:58:34.318221+0000","last_peered":"2024-02-09T23:58:34.318221+0000","last_clean":"2024-02-09T23:58:34.318221+0000","last_became_active":"2024-02-09T23:57:06.630469+0000","last_became_peered":"2024-02-09T23:57:06.630469+0000","last_unstale":"2024-02-09T23:58:34.318221+0000","last_undegraded":"2024-02-09T23:58:34.318221+0000","last_fullsized":"2024-02-09T23:58:34.318221+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:03:57.516582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.299584+0000","last_change":"2024-02-09T23:57:06.639723+0000","last_active":"2024-02-09T23:58:34.299584+0000","last_peered":"2024-02-09T23:58:34.299584+0000","last_clean":"2024-02-09T23:58:34.299584+0000","last_became_active":"2024-02-09T23:57:06.639298+0000","last_became_peered":"2024-02-09T23:57:06.639298+0000","last_unstale":"2024-02-09T23:58:34.299584+0000","last_undegraded":"2024-02-09T23:58:34.299584+0000","last_fullsized":"2024-02-09T23:58:34.299584+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:15:11.130963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"87'10","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.300189+0000","last_change":"2024-02-09T23:57:06.621954+0000","last_active":"2024-02-09T23:58:34.300189+0000","last_peered":"2024-02-09T23:58:34.300189+0000","last_clean":"2024-02-09T23:58:34.300189+0000","last_became_active":"2024-02-09T23:57:06.621594+0000","last_became_peered":"2024-02-09T23:57:06.621594+0000","last_unstale":"2024-02-09T23:58:34.300189+0000","last_undegraded":"2024-02-09T23:58:34.300189+0000","last_fullsized":"2024-02-09T23:58:34.300189+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:53:13.972810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.304905+0000","last_change":"2024-02-09T23:57:06.632333+0000","last_active":"2024-02-09T23:58:34.304905+0000","last_peered":"2024-02-09T23:58:34.304905+0000","last_clean":"2024-02-09T23:58:34.304905+0000","last_became_active":"2024-02-09T23:57:06.631898+0000","last_became_peered":"2024-02-09T23:57:06.631898+0000","last_unstale":"2024-02-09T23:58:34.304905+0000","last_undegraded":"2024-02-09T23:58:34.304905+0000","last_fullsized":"2024-02-09T23:58:34.304905+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:18:28.175534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"85'13","reported_seq":150,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:59:08.036600+0000","last_change":"2024-02-09T23:57:05.606683+0000","last_active":"2024-02-09T23:59:08.036600+0000","last_peered":"2024-02-09T23:59:08.036600+0000","last_clean":"2024-02-09T23:59:08.036600+0000","last_became_active":"2024-02-09T23:57:05.606342+0000","last_became_peered":"2024-02-09T23:57:05.606342+0000","last_unstale":"2024-02-09T23:59:08.036600+0000","last_undegraded":"2024-02-09T23:59:08.036600+0000","last_fullsized":"2024-02-09T23:59:08.036600+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:41:07.754199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":118,"num_read_kb":118,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"87'5","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.306676+0000","last_change":"2024-02-09T23:57:06.633510+0000","last_active":"2024-02-09T23:58:34.306676+0000","last_peered":"2024-02-09T23:58:34.306676+0000","last_clean":"2024-02-09T23:58:34.306676+0000","last_became_active":"2024-02-09T23:57:06.630914+0000","last_became_peered":"2024-02-09T23:57:06.630914+0000","last_unstale":"2024-02-09T23:58:34.306676+0000","last_undegraded":"2024-02-09T23:58:34.306676+0000","last_fullsized":"2024-02-09T23:58:34.306676+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:03:10.141586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"85'2","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977998+0000","last_change":"2024-02-09T23:57:05.618090+0000","last_active":"2024-02-09T23:58:05.977998+0000","last_peered":"2024-02-09T23:58:05.977998+0000","last_clean":"2024-02-09T23:58:05.977998+0000","last_became_active":"2024-02-09T23:57:05.617789+0000","last_became_peered":"2024-02-09T23:57:05.617789+0000","last_unstale":"2024-02-09T23:58:05.977998+0000","last_undegraded":"2024-02-09T23:58:05.977998+0000","last_fullsized":"2024-02-09T23:58:05.977998+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:28:16.579274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.318840+0000","last_change":"2024-02-09T23:57:06.642732+0000","last_active":"2024-02-09T23:58:34.318840+0000","last_peered":"2024-02-09T23:58:34.318840+0000","last_clean":"2024-02-09T23:58:34.318840+0000","last_became_active":"2024-02-09T23:57:06.641580+0000","last_became_peered":"2024-02-09T23:57:06.641580+0000","last_unstale":"2024-02-09T23:58:34.318840+0000","last_undegraded":"2024-02-09T23:58:34.318840+0000","last_fullsized":"2024-02-09T23:58:34.318840+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:45:49.310518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"85'12","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974349+0000","last_change":"2024-02-09T23:57:05.612439+0000","last_active":"2024-02-09T23:58:05.974349+0000","last_peered":"2024-02-09T23:58:05.974349+0000","last_clean":"2024-02-09T23:58:05.974349+0000","last_became_active":"2024-02-09T23:57:05.612066+0000","last_became_peered":"2024-02-09T23:57:05.612066+0000","last_unstale":"2024-02-09T23:58:05.974349+0000","last_undegraded":"2024-02-09T23:58:05.974349+0000","last_fullsized":"2024-02-09T23:58:05.974349+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:05:51.983936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.315477+0000","last_change":"2024-02-09T23:57:06.629820+0000","last_active":"2024-02-09T23:58:34.315477+0000","last_peered":"2024-02-09T23:58:34.315477+0000","last_clean":"2024-02-09T23:58:34.315477+0000","last_became_active":"2024-02-09T23:57:06.629505+0000","last_became_peered":"2024-02-09T23:57:06.629505+0000","last_unstale":"2024-02-09T23:58:34.315477+0000","last_undegraded":"2024-02-09T23:58:34.315477+0000","last_fullsized":"2024-02-09T23:58:34.315477+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:06:55.500698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974165+0000","last_change":"2024-02-09T23:57:05.615996+0000","last_active":"2024-02-09T23:58:05.974165+0000","last_peered":"2024-02-09T23:58:05.974165+0000","last_clean":"2024-02-09T23:58:05.974165+0000","last_became_active":"2024-02-09T23:57:05.615223+0000","last_became_peered":"2024-02-09T23:57:05.615223+0000","last_unstale":"2024-02-09T23:58:05.974165+0000","last_undegraded":"2024-02-09T23:58:05.974165+0000","last_fullsized":"2024-02-09T23:58:05.974165+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:44.470973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"87'15","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.316414+0000","last_change":"2024-02-09T23:57:06.638646+0000","last_active":"2024-02-09T23:58:34.316414+0000","last_peered":"2024-02-09T23:58:34.316414+0000","last_clean":"2024-02-09T23:58:34.316414+0000","last_became_active":"2024-02-09T23:57:06.638346+0000","last_became_peered":"2024-02-09T23:57:06.638346+0000","last_unstale":"2024-02-09T23:58:34.316414+0000","last_undegraded":"2024-02-09T23:58:34.316414+0000","last_fullsized":"2024-02-09T23:58:34.316414+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:35:56.407804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"87'6","reported_seq":143,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:59:06.028784+0000","last_change":"2024-02-09T23:57:05.614177+0000","last_active":"2024-02-09T23:59:06.028784+0000","last_peered":"2024-02-09T23:59:06.028784+0000","last_clean":"2024-02-09T23:59:06.028784+0000","last_became_active":"2024-02-09T23:57:05.613785+0000","last_became_peered":"2024-02-09T23:57:05.613785+0000","last_unstale":"2024-02-09T23:59:06.028784+0000","last_undegraded":"2024-02-09T23:59:06.028784+0000","last_fullsized":"2024-02-09T23:59:06.028784+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:02:31.588409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":930,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":118,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.284858+0000","last_change":"2024-02-09T23:57:06.623716+0000","last_active":"2024-02-09T23:58:34.284858+0000","last_peered":"2024-02-09T23:58:34.284858+0000","last_clean":"2024-02-09T23:58:34.284858+0000","last_became_active":"2024-02-09T23:57:06.623321+0000","last_became_peered":"2024-02-09T23:57:06.623321+0000","last_unstale":"2024-02-09T23:58:34.284858+0000","last_undegraded":"2024-02-09T23:58:34.284858+0000","last_fullsized":"2024-02-09T23:58:34.284858+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:15:52.884212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"85'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977307+0000","last_change":"2024-02-09T23:57:05.607259+0000","last_active":"2024-02-09T23:58:05.977307+0000","last_peered":"2024-02-09T23:58:05.977307+0000","last_clean":"2024-02-09T23:58:05.977307+0000","last_became_active":"2024-02-09T23:57:05.606697+0000","last_became_peered":"2024-02-09T23:57:05.606697+0000","last_unstale":"2024-02-09T23:58:05.977307+0000","last_undegraded":"2024-02-09T23:58:05.977307+0000","last_fullsized":"2024-02-09T23:58:05.977307+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:21:07.937805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.307713+0000","last_change":"2024-02-09T23:57:06.631900+0000","last_active":"2024-02-09T23:58:34.307713+0000","last_peered":"2024-02-09T23:58:34.307713+0000","last_clean":"2024-02-09T23:58:34.307713+0000","last_became_active":"2024-02-09T23:57:06.631587+0000","last_became_peered":"2024-02-09T23:57:06.631587+0000","last_unstale":"2024-02-09T23:58:34.307713+0000","last_undegraded":"2024-02-09T23:58:34.307713+0000","last_fullsized":"2024-02-09T23:58:34.307713+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:23:27.695453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"85'3","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.973807+0000","last_change":"2024-02-09T23:57:05.602287+0000","last_active":"2024-02-09T23:58:05.973807+0000","last_peered":"2024-02-09T23:58:05.973807+0000","last_clean":"2024-02-09T23:58:05.973807+0000","last_became_active":"2024-02-09T23:57:05.601826+0000","last_became_peered":"2024-02-09T23:57:05.601826+0000","last_unstale":"2024-02-09T23:58:05.973807+0000","last_undegraded":"2024-02-09T23:58:05.973807+0000","last_fullsized":"2024-02-09T23:58:05.973807+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:20:31.247249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.303202+0000","last_change":"2024-02-09T23:57:06.620425+0000","last_active":"2024-02-09T23:58:34.303202+0000","last_peered":"2024-02-09T23:58:34.303202+0000","last_clean":"2024-02-09T23:58:34.303202+0000","last_became_active":"2024-02-09T23:57:06.619968+0000","last_became_peered":"2024-02-09T23:57:06.619968+0000","last_unstale":"2024-02-09T23:58:34.303202+0000","last_undegraded":"2024-02-09T23:58:34.303202+0000","last_fullsized":"2024-02-09T23:58:34.303202+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:42:48.476252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"85'3","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.987254+0000","last_change":"2024-02-09T23:57:05.614629+0000","last_active":"2024-02-09T23:58:05.987254+0000","last_peered":"2024-02-09T23:58:05.987254+0000","last_clean":"2024-02-09T23:58:05.987254+0000","last_became_active":"2024-02-09T23:57:05.614270+0000","last_became_peered":"2024-02-09T23:57:05.614270+0000","last_unstale":"2024-02-09T23:58:05.987254+0000","last_undegraded":"2024-02-09T23:58:05.987254+0000","last_fullsized":"2024-02-09T23:58:05.987254+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:30:16.457925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"87'11","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.305324+0000","last_change":"2024-02-09T23:57:06.639691+0000","last_active":"2024-02-09T23:58:34.305324+0000","last_peered":"2024-02-09T23:58:34.305324+0000","last_clean":"2024-02-09T23:58:34.305324+0000","last_became_active":"2024-02-09T23:57:06.639364+0000","last_became_peered":"2024-02-09T23:57:06.639364+0000","last_unstale":"2024-02-09T23:58:34.305324+0000","last_undegraded":"2024-02-09T23:58:34.305324+0000","last_fullsized":"2024-02-09T23:58:34.305324+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:07:09.260920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"87'5","reported_seq":260,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:59:09.034108+0000","last_change":"2024-02-09T23:57:05.610175+0000","last_active":"2024-02-09T23:59:09.034108+0000","last_peered":"2024-02-09T23:59:09.034108+0000","last_clean":"2024-02-09T23:59:09.034108+0000","last_became_active":"2024-02-09T23:57:05.609839+0000","last_became_peered":"2024-02-09T23:57:05.609839+0000","last_unstale":"2024-02-09T23:59:09.034108+0000","last_undegraded":"2024-02-09T23:59:09.034108+0000","last_fullsized":"2024-02-09T23:59:09.034108+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:32:38.425383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":236,"num_read_kb":236,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"87'10","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.316487+0000","last_change":"2024-02-09T23:57:06.629148+0000","last_active":"2024-02-09T23:58:34.316487+0000","last_peered":"2024-02-09T23:58:34.316487+0000","last_clean":"2024-02-09T23:58:34.316487+0000","last_became_active":"2024-02-09T23:57:06.628787+0000","last_became_peered":"2024-02-09T23:57:06.628787+0000","last_unstale":"2024-02-09T23:58:34.316487+0000","last_undegraded":"2024-02-09T23:58:34.316487+0000","last_fullsized":"2024-02-09T23:58:34.316487+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:54:28.436695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"85'4","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974387+0000","last_change":"2024-02-09T23:57:05.610016+0000","last_active":"2024-02-09T23:58:05.974387+0000","last_peered":"2024-02-09T23:58:05.974387+0000","last_clean":"2024-02-09T23:58:05.974387+0000","last_became_active":"2024-02-09T23:57:05.609723+0000","last_became_peered":"2024-02-09T23:57:05.609723+0000","last_unstale":"2024-02-09T23:58:05.974387+0000","last_undegraded":"2024-02-09T23:58:05.974387+0000","last_fullsized":"2024-02-09T23:58:05.974387+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:03:30.477468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.309945+0000","last_change":"2024-02-09T23:57:06.635111+0000","last_active":"2024-02-09T23:58:34.309945+0000","last_peered":"2024-02-09T23:58:34.309945+0000","last_clean":"2024-02-09T23:58:34.309945+0000","last_became_active":"2024-02-09T23:57:06.631671+0000","last_became_peered":"2024-02-09T23:57:06.631671+0000","last_unstale":"2024-02-09T23:58:34.309945+0000","last_undegraded":"2024-02-09T23:58:34.309945+0000","last_fullsized":"2024-02-09T23:58:34.309945+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:09:22.317147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"85'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.988115+0000","last_change":"2024-02-09T23:57:05.614937+0000","last_active":"2024-02-09T23:58:05.988115+0000","last_peered":"2024-02-09T23:58:05.988115+0000","last_clean":"2024-02-09T23:58:05.988115+0000","last_became_active":"2024-02-09T23:57:05.614138+0000","last_became_peered":"2024-02-09T23:57:05.614138+0000","last_unstale":"2024-02-09T23:58:05.988115+0000","last_undegraded":"2024-02-09T23:58:05.988115+0000","last_fullsized":"2024-02-09T23:58:05.988115+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:44:16.306911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"87'11","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.318693+0000","last_change":"2024-02-09T23:57:06.639169+0000","last_active":"2024-02-09T23:58:34.318693+0000","last_peered":"2024-02-09T23:58:34.318693+0000","last_clean":"2024-02-09T23:58:34.318693+0000","last_became_active":"2024-02-09T23:57:06.638846+0000","last_became_peered":"2024-02-09T23:57:06.638846+0000","last_unstale":"2024-02-09T23:58:34.318693+0000","last_undegraded":"2024-02-09T23:58:34.318693+0000","last_fullsized":"2024-02-09T23:58:34.318693+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:22:05.889888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"87'35","reported_seq":320,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:59:09.081187+0000","last_change":"2024-02-09T23:58:05.989451+0000","last_active":"2024-02-09T23:59:09.081187+0000","last_peered":"2024-02-09T23:59:09.081187+0000","last_clean":"2024-02-09T23:59:09.081187+0000","last_became_active":"2024-02-09T23:58:05.981426+0000","last_became_peered":"2024-02-09T23:58:05.981426+0000","last_unstale":"2024-02-09T23:59:09.081187+0000","last_undegraded":"2024-02-09T23:59:09.081187+0000","last_fullsized":"2024-02-09T23:59:09.081187+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:05:07.219150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61603,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":238,"num_read_kb":180,"num_write":37,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":61046,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.298764+0000","last_change":"2024-02-09T23:57:06.627355+0000","last_active":"2024-02-09T23:58:34.298764+0000","last_peered":"2024-02-09T23:58:34.298764+0000","last_clean":"2024-02-09T23:58:34.298764+0000","last_became_active":"2024-02-09T23:57:06.626988+0000","last_became_peered":"2024-02-09T23:57:06.626988+0000","last_unstale":"2024-02-09T23:58:34.298764+0000","last_undegraded":"2024-02-09T23:58:34.298764+0000","last_fullsized":"2024-02-09T23:58:34.298764+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:46:22.270054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"85'9","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.980006+0000","last_change":"2024-02-09T23:57:05.609741+0000","last_active":"2024-02-09T23:58:05.980006+0000","last_peered":"2024-02-09T23:58:05.980006+0000","last_clean":"2024-02-09T23:58:05.980006+0000","last_became_active":"2024-02-09T23:57:05.609390+0000","last_became_peered":"2024-02-09T23:57:05.609390+0000","last_unstale":"2024-02-09T23:58:05.980006+0000","last_undegraded":"2024-02-09T23:58:05.980006+0000","last_fullsized":"2024-02-09T23:58:05.980006+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:32:07.748476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.300199+0000","last_change":"2024-02-09T23:57:06.631465+0000","last_active":"2024-02-09T23:58:34.300199+0000","last_peered":"2024-02-09T23:58:34.300199+0000","last_clean":"2024-02-09T23:58:34.300199+0000","last_became_active":"2024-02-09T23:57:06.631088+0000","last_became_peered":"2024-02-09T23:57:06.631088+0000","last_unstale":"2024-02-09T23:58:34.300199+0000","last_undegraded":"2024-02-09T23:58:34.300199+0000","last_fullsized":"2024-02-09T23:58:34.300199+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:01:53.361435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"85'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.987487+0000","last_change":"2024-02-09T23:57:05.612270+0000","last_active":"2024-02-09T23:58:05.987487+0000","last_peered":"2024-02-09T23:58:05.987487+0000","last_clean":"2024-02-09T23:58:05.987487+0000","last_became_active":"2024-02-09T23:57:05.611959+0000","last_became_peered":"2024-02-09T23:57:05.611959+0000","last_unstale":"2024-02-09T23:58:05.987487+0000","last_undegraded":"2024-02-09T23:58:05.987487+0000","last_fullsized":"2024-02-09T23:58:05.987487+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:59:19.992630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"87'15","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.308741+0000","last_change":"2024-02-09T23:57:06.634619+0000","last_active":"2024-02-09T23:58:34.308741+0000","last_peered":"2024-02-09T23:58:34.308741+0000","last_clean":"2024-02-09T23:58:34.308741+0000","last_became_active":"2024-02-09T23:57:06.634210+0000","last_became_peered":"2024-02-09T23:57:06.634210+0000","last_unstale":"2024-02-09T23:58:34.308741+0000","last_undegraded":"2024-02-09T23:58:34.308741+0000","last_fullsized":"2024-02-09T23:58:34.308741+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:52:22.063449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"85'5","reported_seq":142,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:59:06.054936+0000","last_change":"2024-02-09T23:57:05.606826+0000","last_active":"2024-02-09T23:59:06.054936+0000","last_peered":"2024-02-09T23:59:06.054936+0000","last_clean":"2024-02-09T23:59:06.054936+0000","last_became_active":"2024-02-09T23:57:05.606480+0000","last_became_peered":"2024-02-09T23:57:05.606480+0000","last_unstale":"2024-02-09T23:59:06.054936+0000","last_undegraded":"2024-02-09T23:59:06.054936+0000","last_fullsized":"2024-02-09T23:59:06.054936+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:56:00.192534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":119,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.307928+0000","last_change":"2024-02-09T23:57:06.624487+0000","last_active":"2024-02-09T23:58:34.307928+0000","last_peered":"2024-02-09T23:58:34.307928+0000","last_clean":"2024-02-09T23:58:34.307928+0000","last_became_active":"2024-02-09T23:57:06.624148+0000","last_became_peered":"2024-02-09T23:57:06.624148+0000","last_unstale":"2024-02-09T23:58:34.307928+0000","last_undegraded":"2024-02-09T23:58:34.307928+0000","last_fullsized":"2024-02-09T23:58:34.307928+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:03:42.028339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"85'17","reported_seq":37,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.973835+0000","last_change":"2024-02-09T23:57:05.615461+0000","last_active":"2024-02-09T23:58:05.973835+0000","last_peered":"2024-02-09T23:58:05.973835+0000","last_clean":"2024-02-09T23:58:05.973835+0000","last_became_active":"2024-02-09T23:57:05.615106+0000","last_became_peered":"2024-02-09T23:57:05.615106+0000","last_unstale":"2024-02-09T23:58:05.973835+0000","last_undegraded":"2024-02-09T23:58:05.973835+0000","last_fullsized":"2024-02-09T23:58:05.973835+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:41:55.071097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.311227+0000","last_change":"2024-02-09T23:57:06.628867+0000","last_active":"2024-02-09T23:58:34.311227+0000","last_peered":"2024-02-09T23:58:34.311227+0000","last_clean":"2024-02-09T23:58:34.311227+0000","last_became_active":"2024-02-09T23:57:06.628471+0000","last_became_peered":"2024-02-09T23:57:06.628471+0000","last_unstale":"2024-02-09T23:58:34.311227+0000","last_undegraded":"2024-02-09T23:58:34.311227+0000","last_fullsized":"2024-02-09T23:58:34.311227+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:43:37.464829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'2","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974232+0000","last_change":"2024-02-09T23:57:05.614493+0000","last_active":"2024-02-09T23:58:05.974232+0000","last_peered":"2024-02-09T23:58:05.974232+0000","last_clean":"2024-02-09T23:58:05.974232+0000","last_became_active":"2024-02-09T23:57:05.614154+0000","last_became_peered":"2024-02-09T23:57:05.614154+0000","last_unstale":"2024-02-09T23:58:05.974232+0000","last_undegraded":"2024-02-09T23:58:05.974232+0000","last_fullsized":"2024-02-09T23:58:05.974232+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:49:47.110364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.307420+0000","last_change":"2024-02-09T23:57:06.630643+0000","last_active":"2024-02-09T23:58:34.307420+0000","last_peered":"2024-02-09T23:58:34.307420+0000","last_clean":"2024-02-09T23:58:34.307420+0000","last_became_active":"2024-02-09T23:57:06.630280+0000","last_became_peered":"2024-02-09T23:57:06.630280+0000","last_unstale":"2024-02-09T23:58:34.307420+0000","last_undegraded":"2024-02-09T23:58:34.307420+0000","last_fullsized":"2024-02-09T23:58:34.307420+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:26:12.152056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"85'1","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.976120+0000","last_change":"2024-02-09T23:57:05.610820+0000","last_active":"2024-02-09T23:58:05.976120+0000","last_peered":"2024-02-09T23:58:05.976120+0000","last_clean":"2024-02-09T23:58:05.976120+0000","last_became_active":"2024-02-09T23:57:05.610379+0000","last_became_peered":"2024-02-09T23:57:05.610379+0000","last_unstale":"2024-02-09T23:58:05.976120+0000","last_undegraded":"2024-02-09T23:58:05.976120+0000","last_fullsized":"2024-02-09T23:58:05.976120+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:11:23.127349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.312622+0000","last_change":"2024-02-09T23:57:06.631474+0000","last_active":"2024-02-09T23:58:34.312622+0000","last_peered":"2024-02-09T23:58:34.312622+0000","last_clean":"2024-02-09T23:58:34.312622+0000","last_became_active":"2024-02-09T23:57:06.631146+0000","last_became_peered":"2024-02-09T23:57:06.631146+0000","last_unstale":"2024-02-09T23:58:34.312622+0000","last_undegraded":"2024-02-09T23:58:34.312622+0000","last_fullsized":"2024-02-09T23:58:34.312622+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:47:10.109717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"85'5","reported_seq":139,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:59:05.033040+0000","last_change":"2024-02-09T23:57:05.612805+0000","last_active":"2024-02-09T23:59:05.033040+0000","last_peered":"2024-02-09T23:59:05.033040+0000","last_clean":"2024-02-09T23:59:05.033040+0000","last_became_active":"2024-02-09T23:57:05.612473+0000","last_became_peered":"2024-02-09T23:57:05.612473+0000","last_unstale":"2024-02-09T23:59:05.033040+0000","last_undegraded":"2024-02-09T23:59:05.033040+0000","last_fullsized":"2024-02-09T23:59:05.033040+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:08:00.129775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":115,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.312064+0000","last_change":"2024-02-09T23:57:06.636115+0000","last_active":"2024-02-09T23:58:34.312064+0000","last_peered":"2024-02-09T23:58:34.312064+0000","last_clean":"2024-02-09T23:58:34.312064+0000","last_became_active":"2024-02-09T23:57:06.635797+0000","last_became_peered":"2024-02-09T23:57:06.635797+0000","last_unstale":"2024-02-09T23:58:34.312064+0000","last_undegraded":"2024-02-09T23:58:34.312064+0000","last_fullsized":"2024-02-09T23:58:34.312064+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:59:19.328675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"87'8","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.306871+0000","last_change":"2024-02-09T23:57:06.623292+0000","last_active":"2024-02-09T23:58:34.306871+0000","last_peered":"2024-02-09T23:58:34.306871+0000","last_clean":"2024-02-09T23:58:34.306871+0000","last_became_active":"2024-02-09T23:57:06.622980+0000","last_became_peered":"2024-02-09T23:57:06.622980+0000","last_unstale":"2024-02-09T23:58:34.306871+0000","last_undegraded":"2024-02-09T23:58:34.306871+0000","last_fullsized":"2024-02-09T23:58:34.306871+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:39:48.674611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"85'5","reported_seq":140,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:59:05.051777+0000","last_change":"2024-02-09T23:57:05.603119+0000","last_active":"2024-02-09T23:59:05.051777+0000","last_peered":"2024-02-09T23:59:05.051777+0000","last_clean":"2024-02-09T23:59:05.051777+0000","last_became_active":"2024-02-09T23:57:05.602806+0000","last_became_peered":"2024-02-09T23:57:05.602806+0000","last_unstale":"2024-02-09T23:59:05.051777+0000","last_undegraded":"2024-02-09T23:59:05.051777+0000","last_fullsized":"2024-02-09T23:59:05.051777+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:50:48.007097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":116,"num_read_kb":116,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.318715+0000","last_change":"2024-02-09T23:57:06.637007+0000","last_active":"2024-02-09T23:58:34.318715+0000","last_peered":"2024-02-09T23:58:34.318715+0000","last_clean":"2024-02-09T23:58:34.318715+0000","last_became_active":"2024-02-09T23:57:06.636396+0000","last_became_peered":"2024-02-09T23:57:06.636396+0000","last_unstale":"2024-02-09T23:58:34.318715+0000","last_undegraded":"2024-02-09T23:58:34.318715+0000","last_fullsized":"2024-02-09T23:58:34.318715+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:11:31.422896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"85'6","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.978233+0000","last_change":"2024-02-09T23:57:05.606745+0000","last_active":"2024-02-09T23:58:05.978233+0000","last_peered":"2024-02-09T23:58:05.978233+0000","last_clean":"2024-02-09T23:58:05.978233+0000","last_became_active":"2024-02-09T23:57:05.606401+0000","last_became_peered":"2024-02-09T23:57:05.606401+0000","last_unstale":"2024-02-09T23:58:05.978233+0000","last_undegraded":"2024-02-09T23:58:05.978233+0000","last_fullsized":"2024-02-09T23:58:05.978233+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:35:38.737251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":353,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974030+0000","last_change":"2024-02-09T23:55:52.845813+0000","last_active":"2024-02-09T23:58:05.974030+0000","last_peered":"2024-02-09T23:58:05.974030+0000","last_clean":"2024-02-09T23:58:05.974030+0000","last_became_active":"2024-02-09T23:55:52.845392+0000","last_became_peered":"2024-02-09T23:55:52.845392+0000","last_unstale":"2024-02-09T23:58:05.974030+0000","last_undegraded":"2024-02-09T23:58:05.974030+0000","last_fullsized":"2024-02-09T23:58:05.974030+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:52:28.528032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:52:28.528032+0000","last_clean_scrub_stamp":"2024-02-09T23:52:28.528032+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:55:39.392199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.304641+0000","last_change":"2024-02-09T23:57:06.637855+0000","last_active":"2024-02-09T23:58:34.304641+0000","last_peered":"2024-02-09T23:58:34.304641+0000","last_clean":"2024-02-09T23:58:34.304641+0000","last_became_active":"2024-02-09T23:57:06.637568+0000","last_became_peered":"2024-02-09T23:57:06.637568+0000","last_unstale":"2024-02-09T23:58:34.304641+0000","last_undegraded":"2024-02-09T23:58:34.304641+0000","last_fullsized":"2024-02-09T23:58:34.304641+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:11:24.964130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"85'4","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974117+0000","last_change":"2024-02-09T23:57:05.612288+0000","last_active":"2024-02-09T23:58:05.974117+0000","last_peered":"2024-02-09T23:58:05.974117+0000","last_clean":"2024-02-09T23:58:05.974117+0000","last_became_active":"2024-02-09T23:57:05.611942+0000","last_became_peered":"2024-02-09T23:57:05.611942+0000","last_unstale":"2024-02-09T23:58:05.974117+0000","last_undegraded":"2024-02-09T23:58:05.974117+0000","last_fullsized":"2024-02-09T23:58:05.974117+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:55:39.289715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"85'4","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974238+0000","last_change":"2024-02-09T23:57:05.615695+0000","last_active":"2024-02-09T23:58:05.974238+0000","last_peered":"2024-02-09T23:58:05.974238+0000","last_clean":"2024-02-09T23:58:05.974238+0000","last_became_active":"2024-02-09T23:57:05.615340+0000","last_became_peered":"2024-02-09T23:57:05.615340+0000","last_unstale":"2024-02-09T23:58:05.974238+0000","last_undegraded":"2024-02-09T23:58:05.974238+0000","last_fullsized":"2024-02-09T23:58:05.974238+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:32:00.533576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.304897+0000","last_change":"2024-02-09T23:57:06.617756+0000","last_active":"2024-02-09T23:58:34.304897+0000","last_peered":"2024-02-09T23:58:34.304897+0000","last_clean":"2024-02-09T23:58:34.304897+0000","last_became_active":"2024-02-09T23:57:06.617265+0000","last_became_peered":"2024-02-09T23:57:06.617265+0000","last_unstale":"2024-02-09T23:58:34.304897+0000","last_undegraded":"2024-02-09T23:58:34.304897+0000","last_fullsized":"2024-02-09T23:58:34.304897+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:07:16.510400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"87'14","reported_seq":33,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.636173+0000","last_change":"2024-02-09T23:57:05.611877+0000","last_active":"2024-02-09T23:58:34.636173+0000","last_peered":"2024-02-09T23:58:34.636173+0000","last_clean":"2024-02-09T23:58:34.636173+0000","last_became_active":"2024-02-09T23:57:05.611592+0000","last_became_peered":"2024-02-09T23:57:05.611592+0000","last_unstale":"2024-02-09T23:58:34.636173+0000","last_undegraded":"2024-02-09T23:58:34.636173+0000","last_fullsized":"2024-02-09T23:58:34.636173+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:17:31.374844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.304446+0000","last_change":"2024-02-09T23:57:06.635258+0000","last_active":"2024-02-09T23:58:34.304446+0000","last_peered":"2024-02-09T23:58:34.304446+0000","last_clean":"2024-02-09T23:58:34.304446+0000","last_became_active":"2024-02-09T23:57:06.634027+0000","last_became_peered":"2024-02-09T23:57:06.634027+0000","last_unstale":"2024-02-09T23:58:34.304446+0000","last_undegraded":"2024-02-09T23:58:34.304446+0000","last_fullsized":"2024-02-09T23:58:34.304446+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:22:52.691904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"85'7","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977365+0000","last_change":"2024-02-09T23:57:05.604119+0000","last_active":"2024-02-09T23:58:05.977365+0000","last_peered":"2024-02-09T23:58:05.977365+0000","last_clean":"2024-02-09T23:58:05.977365+0000","last_became_active":"2024-02-09T23:57:05.603790+0000","last_became_peered":"2024-02-09T23:57:05.603790+0000","last_unstale":"2024-02-09T23:58:05.977365+0000","last_undegraded":"2024-02-09T23:58:05.977365+0000","last_fullsized":"2024-02-09T23:58:05.977365+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:32:35.996866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.308513+0000","last_change":"2024-02-09T23:57:06.639235+0000","last_active":"2024-02-09T23:58:34.308513+0000","last_peered":"2024-02-09T23:58:34.308513+0000","last_clean":"2024-02-09T23:58:34.308513+0000","last_became_active":"2024-02-09T23:57:06.638161+0000","last_became_peered":"2024-02-09T23:57:06.638161+0000","last_unstale":"2024-02-09T23:58:34.308513+0000","last_undegraded":"2024-02-09T23:58:34.308513+0000","last_fullsized":"2024-02-09T23:58:34.308513+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:36:27.334864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"85'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.979826+0000","last_change":"2024-02-09T23:57:05.603199+0000","last_active":"2024-02-09T23:58:05.979826+0000","last_peered":"2024-02-09T23:58:05.979826+0000","last_clean":"2024-02-09T23:58:05.979826+0000","last_became_active":"2024-02-09T23:57:05.602773+0000","last_became_peered":"2024-02-09T23:57:05.602773+0000","last_unstale":"2024-02-09T23:58:05.979826+0000","last_undegraded":"2024-02-09T23:58:05.979826+0000","last_fullsized":"2024-02-09T23:58:05.979826+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:18:00.633758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"87'2","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.304920+0000","last_change":"2024-02-09T23:57:06.624178+0000","last_active":"2024-02-09T23:58:34.304920+0000","last_peered":"2024-02-09T23:58:34.304920+0000","last_clean":"2024-02-09T23:58:34.304920+0000","last_became_active":"2024-02-09T23:57:06.623776+0000","last_became_peered":"2024-02-09T23:57:06.623776+0000","last_unstale":"2024-02-09T23:58:34.304920+0000","last_undegraded":"2024-02-09T23:58:34.304920+0000","last_fullsized":"2024-02-09T23:58:34.304920+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:37:17.906128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"85'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977785+0000","last_change":"2024-02-09T23:57:05.617768+0000","last_active":"2024-02-09T23:58:05.977785+0000","last_peered":"2024-02-09T23:58:05.977785+0000","last_clean":"2024-02-09T23:58:05.977785+0000","last_became_active":"2024-02-09T23:57:05.617413+0000","last_became_peered":"2024-02-09T23:57:05.617413+0000","last_unstale":"2024-02-09T23:58:05.977785+0000","last_undegraded":"2024-02-09T23:58:05.977785+0000","last_fullsized":"2024-02-09T23:58:05.977785+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:10:17.041109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.303208+0000","last_change":"2024-02-09T23:57:06.625650+0000","last_active":"2024-02-09T23:58:34.303208+0000","last_peered":"2024-02-09T23:58:34.303208+0000","last_clean":"2024-02-09T23:58:34.303208+0000","last_became_active":"2024-02-09T23:57:06.624816+0000","last_became_peered":"2024-02-09T23:57:06.624816+0000","last_unstale":"2024-02-09T23:58:34.303208+0000","last_undegraded":"2024-02-09T23:58:34.303208+0000","last_fullsized":"2024-02-09T23:58:34.303208+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:51:06.489608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"85'3","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.985902+0000","last_change":"2024-02-09T23:58:05.985902+0000","last_active":"2024-02-09T23:58:05.985902+0000","last_peered":"2024-02-09T23:58:05.985902+0000","last_clean":"2024-02-09T23:58:05.985902+0000","last_became_active":"2024-02-09T23:58:05.981029+0000","last_became_peered":"2024-02-09T23:58:05.981029+0000","last_unstale":"2024-02-09T23:58:05.985902+0000","last_undegraded":"2024-02-09T23:58:05.985902+0000","last_fullsized":"2024-02-09T23:58:05.985902+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:23:01.290276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.312499+0000","last_change":"2024-02-09T23:57:06.642300+0000","last_active":"2024-02-09T23:58:34.312499+0000","last_peered":"2024-02-09T23:58:34.312499+0000","last_clean":"2024-02-09T23:58:34.312499+0000","last_became_active":"2024-02-09T23:57:06.641191+0000","last_became_peered":"2024-02-09T23:57:06.641191+0000","last_unstale":"2024-02-09T23:58:34.312499+0000","last_undegraded":"2024-02-09T23:58:34.312499+0000","last_fullsized":"2024-02-09T23:58:34.312499+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:43:18.370907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"85'4","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.990579+0000","last_change":"2024-02-09T23:58:05.990579+0000","last_active":"2024-02-09T23:58:05.990579+0000","last_peered":"2024-02-09T23:58:05.990579+0000","last_clean":"2024-02-09T23:58:05.990579+0000","last_became_active":"2024-02-09T23:58:05.983017+0000","last_became_peered":"2024-02-09T23:58:05.983017+0000","last_unstale":"2024-02-09T23:58:05.990579+0000","last_undegraded":"2024-02-09T23:58:05.990579+0000","last_fullsized":"2024-02-09T23:58:05.990579+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:35:37.400686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.a","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.311508+0000","last_change":"2024-02-09T23:57:06.643427+0000","last_active":"2024-02-09T23:58:34.311508+0000","last_peered":"2024-02-09T23:58:34.311508+0000","last_clean":"2024-02-09T23:58:34.311508+0000","last_became_active":"2024-02-09T23:57:06.643077+0000","last_became_peered":"2024-02-09T23:57:06.643077+0000","last_unstale":"2024-02-09T23:58:34.311508+0000","last_undegraded":"2024-02-09T23:58:34.311508+0000","last_fullsized":"2024-02-09T23:58:34.311508+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:27:27.850234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"85'5","reported_seq":81,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:59:06.050423+0000","last_change":"2024-02-09T23:58:05.988032+0000","last_active":"2024-02-09T23:59:06.050423+0000","last_peered":"2024-02-09T23:59:06.050423+0000","last_clean":"2024-02-09T23:59:06.050423+0000","last_became_active":"2024-02-09T23:58:05.981651+0000","last_became_peered":"2024-02-09T23:58:05.981651+0000","last_unstale":"2024-02-09T23:59:06.050423+0000","last_undegraded":"2024-02-09T23:59:06.050423+0000","last_fullsized":"2024-02-09T23:59:06.050423+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:36:19.624262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":62,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1170,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.311344+0000","last_change":"2024-02-09T23:57:06.639420+0000","last_active":"2024-02-09T23:58:34.311344+0000","last_peered":"2024-02-09T23:58:34.311344+0000","last_clean":"2024-02-09T23:58:34.311344+0000","last_became_active":"2024-02-09T23:57:06.639093+0000","last_became_peered":"2024-02-09T23:57:06.639093+0000","last_unstale":"2024-02-09T23:58:34.311344+0000","last_undegraded":"2024-02-09T23:58:34.311344+0000","last_fullsized":"2024-02-09T23:58:34.311344+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:28:23.444489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"85'3","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.987939+0000","last_change":"2024-02-09T23:57:05.617740+0000","last_active":"2024-02-09T23:58:05.987939+0000","last_peered":"2024-02-09T23:58:05.987939+0000","last_clean":"2024-02-09T23:58:05.987939+0000","last_became_active":"2024-02-09T23:57:05.617367+0000","last_became_peered":"2024-02-09T23:57:05.617367+0000","last_unstale":"2024-02-09T23:58:05.987939+0000","last_undegraded":"2024-02-09T23:58:05.987939+0000","last_fullsized":"2024-02-09T23:58:05.987939+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:47:34.063743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.308140+0000","last_change":"2024-02-09T23:57:06.631145+0000","last_active":"2024-02-09T23:58:34.308140+0000","last_peered":"2024-02-09T23:58:34.308140+0000","last_clean":"2024-02-09T23:58:34.308140+0000","last_became_active":"2024-02-09T23:57:06.630801+0000","last_became_peered":"2024-02-09T23:57:06.630801+0000","last_unstale":"2024-02-09T23:58:34.308140+0000","last_undegraded":"2024-02-09T23:58:34.308140+0000","last_fullsized":"2024-02-09T23:58:34.308140+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:41:52.114139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'5","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974040+0000","last_change":"2024-02-09T23:57:05.601531+0000","last_active":"2024-02-09T23:58:05.974040+0000","last_peered":"2024-02-09T23:58:05.974040+0000","last_clean":"2024-02-09T23:58:05.974040+0000","last_became_active":"2024-02-09T23:57:05.601196+0000","last_became_peered":"2024-02-09T23:57:05.601196+0000","last_unstale":"2024-02-09T23:58:05.974040+0000","last_undegraded":"2024-02-09T23:58:05.974040+0000","last_fullsized":"2024-02-09T23:58:05.974040+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:11:41.701214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.300690+0000","last_change":"2024-02-09T23:57:06.626671+0000","last_active":"2024-02-09T23:58:34.300690+0000","last_peered":"2024-02-09T23:58:34.300690+0000","last_clean":"2024-02-09T23:58:34.300690+0000","last_became_active":"2024-02-09T23:57:06.626290+0000","last_became_peered":"2024-02-09T23:57:06.626290+0000","last_unstale":"2024-02-09T23:58:34.300690+0000","last_undegraded":"2024-02-09T23:58:34.300690+0000","last_fullsized":"2024-02-09T23:58:34.300690+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:32:22.155457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.308251+0000","last_change":"2024-02-09T23:57:06.623319+0000","last_active":"2024-02-09T23:58:34.308251+0000","last_peered":"2024-02-09T23:58:34.308251+0000","last_clean":"2024-02-09T23:58:34.308251+0000","last_became_active":"2024-02-09T23:57:06.622996+0000","last_became_peered":"2024-02-09T23:57:06.622996+0000","last_unstale":"2024-02-09T23:58:34.308251+0000","last_undegraded":"2024-02-09T23:58:34.308251+0000","last_fullsized":"2024-02-09T23:58:34.308251+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:17:58.547858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"87'12","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.306068+0000","last_change":"2024-02-09T23:57:06.635561+0000","last_active":"2024-02-09T23:58:34.306068+0000","last_peered":"2024-02-09T23:58:34.306068+0000","last_clean":"2024-02-09T23:58:34.306068+0000","last_became_active":"2024-02-09T23:57:06.634862+0000","last_became_peered":"2024-02-09T23:57:06.634862+0000","last_unstale":"2024-02-09T23:58:34.306068+0000","last_undegraded":"2024-02-09T23:58:34.306068+0000","last_fullsized":"2024-02-09T23:58:34.306068+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:18:55.444410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.308074+0000","last_change":"2024-02-09T23:57:06.642617+0000","last_active":"2024-02-09T23:58:34.308074+0000","last_peered":"2024-02-09T23:58:34.308074+0000","last_clean":"2024-02-09T23:58:34.308074+0000","last_became_active":"2024-02-09T23:57:06.642287+0000","last_became_peered":"2024-02-09T23:57:06.642287+0000","last_unstale":"2024-02-09T23:58:34.308074+0000","last_undegraded":"2024-02-09T23:58:34.308074+0000","last_fullsized":"2024-02-09T23:58:34.308074+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:07:30.297547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.307156+0000","last_change":"2024-02-09T23:57:06.635647+0000","last_active":"2024-02-09T23:58:34.307156+0000","last_peered":"2024-02-09T23:58:34.307156+0000","last_clean":"2024-02-09T23:58:34.307156+0000","last_became_active":"2024-02-09T23:57:06.632867+0000","last_became_peered":"2024-02-09T23:57:06.632867+0000","last_unstale":"2024-02-09T23:58:34.307156+0000","last_undegraded":"2024-02-09T23:58:34.307156+0000","last_fullsized":"2024-02-09T23:58:34.307156+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:22:33.508041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"87'4","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.299805+0000","last_change":"2024-02-09T23:57:06.636299+0000","last_active":"2024-02-09T23:58:34.299805+0000","last_peered":"2024-02-09T23:58:34.299805+0000","last_clean":"2024-02-09T23:58:34.299805+0000","last_became_active":"2024-02-09T23:57:06.635931+0000","last_became_peered":"2024-02-09T23:57:06.635931+0000","last_unstale":"2024-02-09T23:58:34.299805+0000","last_undegraded":"2024-02-09T23:58:34.299805+0000","last_fullsized":"2024-02-09T23:58:34.299805+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:13:19.192205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.307700+0000","last_change":"2024-02-09T23:57:06.627392+0000","last_active":"2024-02-09T23:58:34.307700+0000","last_peered":"2024-02-09T23:58:34.307700+0000","last_clean":"2024-02-09T23:58:34.307700+0000","last_became_active":"2024-02-09T23:57:06.627058+0000","last_became_peered":"2024-02-09T23:57:06.627058+0000","last_unstale":"2024-02-09T23:58:34.307700+0000","last_undegraded":"2024-02-09T23:58:34.307700+0000","last_fullsized":"2024-02-09T23:58:34.307700+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:28:23.018218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"87'15","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.318647+0000","last_change":"2024-02-09T23:57:06.631082+0000","last_active":"2024-02-09T23:58:34.318647+0000","last_peered":"2024-02-09T23:58:34.318647+0000","last_clean":"2024-02-09T23:58:34.318647+0000","last_became_active":"2024-02-09T23:57:06.630775+0000","last_became_peered":"2024-02-09T23:57:06.630775+0000","last_unstale":"2024-02-09T23:58:34.318647+0000","last_undegraded":"2024-02-09T23:58:34.318647+0000","last_fullsized":"2024-02-09T23:58:34.318647+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:41:35.627731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"87'2","reported_seq":13,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.288447+0000","last_change":"2024-02-09T23:58:05.982975+0000","last_active":"2024-02-09T23:58:34.288447+0000","last_peered":"2024-02-09T23:58:34.288447+0000","last_clean":"2024-02-09T23:58:34.288447+0000","last_became_active":"2024-02-09T23:58:05.982681+0000","last_became_peered":"2024-02-09T23:58:05.982681+0000","last_unstale":"2024-02-09T23:58:34.288447+0000","last_undegraded":"2024-02-09T23:58:34.288447+0000","last_fullsized":"2024-02-09T23:58:34.288447+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:06:39.252025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,2],"acting":[9,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.28","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.306601+0000","last_change":"2024-02-09T23:57:06.632269+0000","last_active":"2024-02-09T23:58:34.306601+0000","last_peered":"2024-02-09T23:58:34.306601+0000","last_clean":"2024-02-09T23:58:34.306601+0000","last_became_active":"2024-02-09T23:57:06.631281+0000","last_became_peered":"2024-02-09T23:57:06.631281+0000","last_unstale":"2024-02-09T23:58:34.306601+0000","last_undegraded":"2024-02-09T23:58:34.306601+0000","last_fullsized":"2024-02-09T23:58:34.306601+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:40:47.005916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.304542+0000","last_change":"2024-02-09T23:57:06.635584+0000","last_active":"2024-02-09T23:58:34.304542+0000","last_peered":"2024-02-09T23:58:34.304542+0000","last_clean":"2024-02-09T23:58:34.304542+0000","last_became_active":"2024-02-09T23:57:06.631913+0000","last_became_peered":"2024-02-09T23:57:06.631913+0000","last_unstale":"2024-02-09T23:58:34.304542+0000","last_undegraded":"2024-02-09T23:58:34.304542+0000","last_fullsized":"2024-02-09T23:58:34.304542+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:14:08.793356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"87'10","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.318391+0000","last_change":"2024-02-09T23:57:06.638651+0000","last_active":"2024-02-09T23:58:34.318391+0000","last_peered":"2024-02-09T23:58:34.318391+0000","last_clean":"2024-02-09T23:58:34.318391+0000","last_became_active":"2024-02-09T23:57:06.638114+0000","last_became_peered":"2024-02-09T23:57:06.638114+0000","last_unstale":"2024-02-09T23:58:34.318391+0000","last_undegraded":"2024-02-09T23:58:34.318391+0000","last_fullsized":"2024-02-09T23:58:34.318391+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:14:54.444299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"87'11","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.301263+0000","last_change":"2024-02-09T23:57:06.633338+0000","last_active":"2024-02-09T23:58:34.301263+0000","last_peered":"2024-02-09T23:58:34.301263+0000","last_clean":"2024-02-09T23:58:34.301263+0000","last_became_active":"2024-02-09T23:57:06.633018+0000","last_became_peered":"2024-02-09T23:57:06.633018+0000","last_unstale":"2024-02-09T23:58:34.301263+0000","last_undegraded":"2024-02-09T23:58:34.301263+0000","last_fullsized":"2024-02-09T23:58:34.301263+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:36:47.401829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.295720+0000","last_change":"2024-02-09T23:57:06.633271+0000","last_active":"2024-02-09T23:58:34.295720+0000","last_peered":"2024-02-09T23:58:34.295720+0000","last_clean":"2024-02-09T23:58:34.295720+0000","last_became_active":"2024-02-09T23:57:06.632962+0000","last_became_peered":"2024-02-09T23:57:06.632962+0000","last_unstale":"2024-02-09T23:58:34.295720+0000","last_undegraded":"2024-02-09T23:58:34.295720+0000","last_fullsized":"2024-02-09T23:58:34.295720+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:33:45.916156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":376832,"data_stored":4132576,"data_compressed":249834,"data_compressed_allocated":315392,"data_compressed_original":4096000,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68333,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1140,"num_read_kb":675,"num_write":246,"num_write_kb":139,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":62216,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":512000,"data_stored":204999,"data_compressed":13265,"data_compressed_allocated":20480,"data_compressed_original":73728,"omap_allocated":0,"internal_metadata":0},"log_size":213,"ondisk_log_size":213,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383717,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":950272,"data_stored":456807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.57499999999999996,"15min":0.57199999999999995},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.56499999999999995,"15min":0.56100000000000005},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.54200000000000004}]},{"osd":1,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.63600000000000001,"15min":0.63},"min":{"1min":0.497,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.57999999999999996,"15min":0.57599999999999996},"min":{"1min":0.40200000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.72699999999999998}]},{"osd":2,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.53500000000000003,"15min":0.53400000000000003},"min":{"1min":0.38,"5min":0.312,"15min":0.312},"max":{"1min":0.72599999999999998,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.441},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.51300000000000001,"15min":0.50600000000000001},"min":{"1min":0.35399999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.71999999999999997,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.502}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47299999999999998}]},{"osd":4,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.68999999999999995,"15min":0.69299999999999995},"min":{"1min":0.43099999999999999,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.85599999999999998,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.64300000000000002,"15min":0.64500000000000002},"min":{"1min":0.45800000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.89000000000000001,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.69099999999999995}]},{"osd":5,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.629,"15min":0.63100000000000001},"min":{"1min":0.40000000000000002,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.77600000000000002,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.63400000000000001,"15min":0.63},"min":{"1min":0.435,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.93799999999999994,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.56200000000000006}]},{"osd":6,"last update":"Fri Feb 9 23:57:18 2024","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.749,"5min":0.749,"15min":0.749},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.337,"5min":1.337,"15min":1.337},"last":0.69099999999999995}]},{"osd":7,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.77300000000000002,"15min":0.76700000000000002},"min":{"1min":0.59699999999999998,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.72499999999999998,"15min":0.72899999999999998},"min":{"1min":0.54000000000000004,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.91200000000000003,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.61099999999999999}]},{"osd":8,"last update":"Fri Feb 9 23:58:07 2024","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"min":{"1min":0.626,"5min":0.626,"15min":0.626},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.75700000000000001}]},{"osd":9,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.79400000000000004,"15min":0.79000000000000004},"min":{"1min":0.72499999999999998,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.0369999999999999,"5min":1.232,"15min":1.232},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.79900000000000004,"15min":0.79100000000000004},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.0329999999999999,"5min":1.038,"15min":1.038},"last":0.85899999999999999}]},{"osd":10,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.77000000000000002,"15min":0.76500000000000001},"min":{"1min":0.56899999999999995,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.82099999999999995,"15min":0.81799999999999995},"min":{"1min":0.69499999999999995,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.0669999999999999,"5min":1.369,"15min":1.369},"last":0.80100000000000005}]}]},{"osd":10,"up_from":72,"seq":309237645356,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28092,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717060,"statfs":{"total":95995035648,"available":95966269440,"internally_reserved":0,"allocated":1101824,"data_stored":1109439,"data_compressed":38028,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:59:09 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.51200000000000001,"15min":0.51400000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.5,"15min":0.504},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.41499999999999998}]},{"osd":1,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.46700000000000003,"15min":0.47899999999999998},"min":{"1min":0.27400000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.70699999999999996,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.45500000000000002,"15min":0.45600000000000002},"min":{"1min":0.32100000000000001,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.61499999999999999}]},{"osd":2,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.61599999999999999,"15min":0.625},"min":{"1min":0.372,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.82399999999999995,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.65200000000000002,"15min":0.67600000000000005},"min":{"1min":0.39900000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.82799999999999996,"5min":1.224,"15min":1.224},"last":0.71699999999999997}]},{"osd":3,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.61499999999999999,"15min":0.65200000000000002},"min":{"1min":0.39100000000000001,"5min":0.373,"15min":0.373},"max":{"1min":0.67300000000000004,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.61399999999999999,"15min":0.63500000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.73099999999999998,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.53900000000000003}]},{"osd":4,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55000000000000004,"15min":0.55600000000000005},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.81000000000000005,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.53300000000000003,"15min":0.54100000000000004},"min":{"1min":0.35899999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.72299999999999998,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.52100000000000002}]},{"osd":5,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.66500000000000004,"15min":0.67100000000000004},"min":{"1min":0.53300000000000003,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.91900000000000004,"5min":1.05,"15min":1.05},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.69399999999999995,"15min":0.71099999999999997},"min":{"1min":0.504,"5min":0.44,"15min":0.44},"max":{"1min":0.95999999999999996,"5min":1.125,"15min":1.125},"last":0.63900000000000001}]},{"osd":6,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.70099999999999996,"15min":0.74299999999999999},"min":{"1min":0.437,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.92100000000000004,"5min":1.3100000000000001,"15min":1.3100000000000001},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.71399999999999997,"15min":0.73399999999999999},"min":{"1min":0.52200000000000002,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.86899999999999999,"5min":1.107,"15min":1.107},"last":0.66400000000000003}]},{"osd":7,"last update":"Fri Feb 9 23:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.258,"5min":1.258,"15min":1.258},"last":0.58799999999999997}]},{"osd":8,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.72999999999999998,"15min":0.73999999999999999},"min":{"1min":0.53700000000000003,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.90600000000000003,"5min":1.034,"15min":1.034},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.76800000000000002,"15min":0.79300000000000004},"min":{"1min":0.54900000000000004,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.89600000000000002,"5min":1.865,"15min":1.865},"last":0.69199999999999995}]},{"osd":9,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.75800000000000001,"15min":0.78200000000000003},"min":{"1min":0.55000000000000004,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.93700000000000006,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.78400000000000003,"15min":0.82599999999999996},"min":{"1min":0.50700000000000001,"5min":0.437,"15min":0.437},"max":{"1min":0.85199999999999998,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.60399999999999998}]},{"osd":11,"last update":"Fri Feb 9 23:58:18 2024","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.74299999999999999,"15min":0.745},"min":{"1min":0.57599999999999996,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":0.86599999999999999,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.746,"15min":0.74399999999999999},"min":{"1min":0.63,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":0.88900000000000001,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.72999999999999998}]}]},{"osd":9,"up_from":67,"seq":287762808881,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":974848,"data_stored":456737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.44400000000000001,"15min":0.45800000000000002},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.69399999999999995,"5min":1.353,"15min":1.353},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.376,"5min":0.45000000000000001,"15min":0.47099999999999997},"min":{"1min":0.28100000000000003,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.626,"5min":1.151,"15min":1.151},"last":0.28100000000000003}]},{"osd":1,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.58699999999999997,"15min":0.60199999999999998},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.68300000000000005,"5min":1.258,"15min":1.258},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.64800000000000002,"15min":0.65600000000000003},"min":{"1min":0.438,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":2.3980000000000001,"5min":2.3980000000000001,"15min":2.3980000000000001},"last":0.45800000000000002}]},{"osd":2,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.64800000000000002,"15min":0.66300000000000003},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":2.4329999999999998,"5min":2.4329999999999998,"15min":2.4329999999999998},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.499,"5min":0.56999999999999995,"15min":0.59199999999999997},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.68799999999999994,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.51100000000000001}]},{"osd":3,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.50800000000000001,"15min":0.53700000000000003},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.54000000000000004,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.31},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.55700000000000005,"15min":0.58299999999999996},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.71899999999999997,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.38500000000000001}]},{"osd":4,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.56799999999999995,"15min":0.57699999999999996},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.71199999999999997,"5min":1.446,"15min":1.446},"last":0.375},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.64900000000000002,"15min":0.67100000000000004},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.69799999999999995,"5min":1.29,"15min":1.29},"last":0.54200000000000004}]},{"osd":5,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68999999999999995,"15min":0.71799999999999997},"min":{"1min":0.40400000000000003,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":2.3660000000000001,"5min":2.3660000000000001,"15min":2.3660000000000001},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.70799999999999996,"15min":0.747},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.79000000000000004,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.52100000000000002}]},{"osd":6,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.625,"15min":0.66100000000000003},"min":{"1min":0.34699999999999998,"5min":0.312,"15min":0.312},"max":{"1min":0.75700000000000001,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.56899999999999995,"15min":0.60099999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.65900000000000003,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.44500000000000001}]},{"osd":7,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.72999999999999998,"15min":0.75800000000000001},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.77700000000000002,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.75,"5min":0.752,"15min":0.76400000000000001},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":2.2970000000000002,"5min":2.2970000000000002,"15min":2.2970000000000002},"last":0.61499999999999999}]},{"osd":8,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.69699999999999995,"15min":0.73299999999999998},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.73299999999999998,"5min":1.4059999999999999,"15min":1.4059999999999999},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.76800000000000002,"15min":0.79600000000000004},"min":{"1min":0.48799999999999999,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":2.3149999999999999,"5min":2.3149999999999999,"15min":2.3149999999999999},"last":0.625}]},{"osd":10,"last update":"Fri Feb 9 23:58:56 2024","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.75900000000000001,"15min":0.76400000000000001},"min":{"1min":0.54800000000000004,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":2.3330000000000002,"5min":2.3330000000000002,"15min":2.3330000000000002},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.70799999999999996,"15min":0.70999999999999996},"min":{"1min":0.53800000000000003,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":2.3809999999999998,"5min":2.3809999999999998,"15min":2.3809999999999998},"last":0.58699999999999997}]}]},{"osd":8,"up_from":59,"seq":253403070517,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32124,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713028,"statfs":{"total":95995035648,"available":95962140672,"internally_reserved":0,"allocated":970752,"data_stored":457115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.55800000000000005,"15min":0.54400000000000004},"min":{"1min":0.41499999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.54700000000000004,"15min":0.52500000000000002},"min":{"1min":0.47999999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.623}]},{"osd":1,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.58199999999999996,"15min":0.56000000000000005},"min":{"1min":0.45400000000000001,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.68999999999999995,"15min":0.61199999999999999},"min":{"1min":0.497,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.85899999999999999,"5min":8.3290000000000006,"15min":8.3290000000000006},"last":0.63900000000000001}]},{"osd":2,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.44400000000000001,"15min":0.42199999999999999},"min":{"1min":0.35599999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.69999999999999996,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.48499999999999999,"15min":0.47699999999999998},"min":{"1min":0.36799999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.74299999999999999,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.54100000000000004}]},{"osd":3,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.58399999999999996,"15min":0.58099999999999996},"min":{"1min":0.39800000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.81399999999999995,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.63,"15min":0.625},"min":{"1min":0.51200000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.86099999999999999,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.48199999999999998}]},{"osd":4,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.59399999999999997,"15min":0.56699999999999995},"min":{"1min":0.48199999999999998,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.60799999999999998,"15min":0.57999999999999996},"min":{"1min":0.42599999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.69499999999999995}]},{"osd":5,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.58899999999999997,"15min":0.57699999999999996},"min":{"1min":0.42399999999999999,"5min":0.315,"15min":0.315},"max":{"1min":0.81499999999999995,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.56799999999999995,"15min":0.55300000000000005},"min":{"1min":0.371,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.82399999999999995,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.50600000000000001}]},{"osd":6,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.65300000000000002,"15min":0.628},"min":{"1min":0.58499999999999996,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.79300000000000004,"5min":0.72399999999999998,"15min":0.71199999999999997},"min":{"1min":0.59999999999999998,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.111,"5min":1.111,"15min":1.111},"last":0.60099999999999998}]},{"osd":7,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.72099999999999997,"15min":0.69699999999999995},"min":{"1min":0.54600000000000004,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.97699999999999998,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.87,"5min":0.70499999999999996,"15min":0.67600000000000005},"min":{"1min":0.61399999999999999,"5min":0.434,"15min":0.434},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.72199999999999998}]},{"osd":9,"last update":"Fri Feb 9 23:58:26 2024","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.748,"15min":0.72399999999999998},"min":{"1min":0.61199999999999999,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":0.99399999999999999,"5min":1.014,"15min":1.014},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.872,"5min":0.79200000000000004,"15min":0.77200000000000002},"min":{"1min":0.64200000000000002,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.008,"5min":1.081,"15min":1.081},"last":0.70899999999999996}]},{"osd":10,"last update":"Fri Feb 9 23:58:52 2024","interfaces":[{"interface":"back","average":{"1min":0.877,"5min":0.80600000000000005,"15min":0.77200000000000002},"min":{"1min":0.66200000000000003,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.018,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.86399999999999999,"5min":0.76800000000000002,"15min":0.72699999999999998},"min":{"1min":0.66900000000000004,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.996,"5min":1.044,"15min":1.044},"last":0.52900000000000003}]},{"osd":11,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.028,"5min":1.028,"15min":1.028},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"min":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"max":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.79800000000000004}]}]},{"osd":7,"up_from":51,"seq":219043332154,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1024000,"data_stored":1049550,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:56:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.52300000000000002,"15min":0.51300000000000001},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.82799999999999996},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.51900000000000002,"15min":0.51500000000000001},"min":{"1min":0.35899999999999999,"5min":0.308,"15min":0.308},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.96299999999999997}]},{"osd":1,"last update":"Fri Feb 9 23:58:38 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.40400000000000003,"15min":0.38400000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.66200000000000003,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.443,"5min":0.43099999999999999,"15min":0.40300000000000002},"min":{"1min":0.308,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.57799999999999996,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.39300000000000002}]},{"osd":2,"last update":"Fri Feb 9 23:58:38 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.60399999999999998,"15min":0.60299999999999998},"min":{"1min":0.41199999999999998,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.77000000000000002,"5min":1.03,"15min":1.03},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.58599999999999997,"15min":0.58799999999999997},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.81100000000000005,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.67400000000000004}]},{"osd":3,"last update":"Fri Feb 9 23:58:38 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.55300000000000005,"15min":0.54100000000000004},"min":{"1min":0.39300000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.74399999999999999,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.61399999999999999},{"interface":"front","average":{"1min":1.456,"5min":0.749,"15min":0.625},"min":{"1min":0.378,"5min":0.37,"15min":0.37},"max":{"1min":13.551,"5min":13.551,"15min":13.551},"last":0.432}]},{"osd":4,"last update":"Fri Feb 9 23:58:38 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.495,"15min":0.48699999999999999},"min":{"1min":0.29999999999999999,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.60499999999999998,"5min":0.875,"15min":0.875},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.498,"15min":0.496},"min":{"1min":0.33000000000000002,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.56200000000000006,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.35499999999999998}]},{"osd":5,"last update":"Fri Feb 9 23:58:38 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.64700000000000002,"15min":0.65100000000000002},"min":{"1min":0.42199999999999999,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.79900000000000004,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.61799999999999999,"15min":0.62},"min":{"1min":0.39300000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.76600000000000001,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.53000000000000003}]},{"osd":6,"last update":"Fri Feb 9 23:58:38 2024","interfaces":[{"interface":"back","average":{"1min":1.492,"5min":0.81899999999999995,"15min":0.69899999999999995},"min":{"1min":0.41099999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":13.590999999999999,"5min":13.590999999999999,"15min":13.590999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":1.5349999999999999,"5min":0.84399999999999997,"15min":0.71699999999999997},"min":{"1min":0.51100000000000001,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":13.611000000000001,"5min":13.611000000000001,"15min":13.611000000000001},"last":0.41199999999999998}]},{"osd":8,"last update":"Fri Feb 9 23:59:05 2024","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.69699999999999995,"15min":0.67500000000000004},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.88200000000000001,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.63},{"interface":"front","average":{"1min":0.624,"5min":0.66700000000000004,"15min":0.66000000000000003},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.81699999999999995,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.55200000000000005}]},{"osd":9,"last update":"Fri Feb 9 23:58:29 2024","interfaces":[{"interface":"back","average":{"1min":1.494,"5min":0.88100000000000001,"15min":0.77700000000000002},"min":{"1min":0.56799999999999995,"5min":0.433,"15min":0.433},"max":{"1min":13.573,"5min":13.573,"15min":13.573},"last":0.499},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.67400000000000004,"15min":0.66700000000000004},"min":{"1min":0.57299999999999995,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.84699999999999998,"5min":0.874,"15min":0.874},"last":0.57999999999999996}]},{"osd":10,"last update":"Fri Feb 9 23:58:58 2024","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.747,"15min":0.77500000000000002},"min":{"1min":0.44600000000000001,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.85799999999999998,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.629,"5min":0.69399999999999995,"15min":0.70599999999999996},"min":{"1min":0.46300000000000002,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.78800000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.47899999999999998}]},{"osd":11,"last update":"Fri Feb 9 23:58:06 2024","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.70299999999999996}]}]},{"osd":6,"up_from":46,"seq":197568495679,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":958464,"data_stored":456454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.40200000000000002,"15min":0.39400000000000002},"min":{"1min":0.27400000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.61099999999999999,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.43099999999999999,"15min":0.44500000000000001},"min":{"1min":0.29799999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.626,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.32300000000000001}]},{"osd":1,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.60199999999999998,"15min":0.58899999999999997},"min":{"1min":0.40200000000000002,"5min":0.314,"15min":0.314},"max":{"1min":3.8969999999999998,"5min":3.8969999999999998,"15min":3.8969999999999998},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.61599999999999999,"15min":0.59999999999999998},"min":{"1min":0.38700000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":3.8849999999999998,"5min":3.8849999999999998,"15min":3.8849999999999998},"last":0.501}]},{"osd":2,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.61899999999999999,"15min":0.59599999999999997},"min":{"1min":0.41799999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":3.8340000000000001,"5min":3.8340000000000001,"15min":3.8340000000000001},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.58999999999999997,"15min":0.59399999999999997},"min":{"1min":0.39900000000000002,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.79100000000000004,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.53600000000000003}]},{"osd":3,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.47299999999999998,"15min":0.48899999999999999},"min":{"1min":0.31,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.60099999999999998,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.53400000000000003,"15min":0.55400000000000005},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.70099999999999996,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.39500000000000002}]},{"osd":4,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.63700000000000001,"15min":0.63400000000000001},"min":{"1min":0.39600000000000002,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":3.8109999999999999,"5min":3.8109999999999999,"15min":3.8109999999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.65600000000000003,"15min":0.65400000000000003},"min":{"1min":0.436,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":3.8540000000000001,"5min":3.8540000000000001,"15min":3.8540000000000001},"last":0.70699999999999996}]},{"osd":5,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.64400000000000002,"15min":0.63400000000000001},"min":{"1min":0.39900000000000002,"5min":0.377,"15min":0.377},"max":{"1min":0.94599999999999995,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.628,"5min":0.65100000000000002,"15min":0.65500000000000003},"min":{"1min":0.47299999999999998,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.90600000000000003,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.76500000000000001}]},{"osd":7,"last update":"Fri Feb 9 23:58:40 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.69699999999999995,"15min":0.67000000000000004},"min":{"1min":0.45900000000000002,"5min":0.432,"15min":0.432},"max":{"1min":0.879,"5min":3.8439999999999999,"15min":3.8439999999999999},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.626,"5min":0.68700000000000006,"15min":0.66200000000000003},"min":{"1min":0.47199999999999998,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.83499999999999996,"5min":3.8740000000000001,"15min":3.8740000000000001},"last":0.72199999999999998}]},{"osd":8,"last update":"Fri Feb 9 23:59:00 2024","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.73199999999999998,"15min":0.71199999999999997},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.0089999999999999,"5min":3.8210000000000002,"15min":3.8210000000000002},"last":0.624},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.69199999999999995,"15min":0.69599999999999995},"min":{"1min":0.434,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.96899999999999997,"5min":1.032,"15min":1.032},"last":0.66800000000000004}]},{"osd":9,"last update":"Fri Feb 9 23:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.66300000000000003,"15min":0.68899999999999995},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.86399999999999999,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.71099999999999997,"15min":0.73499999999999999},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.89800000000000002,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.58399999999999996}]},{"osd":10,"last update":"Fri Feb 9 23:58:55 2024","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.79000000000000004,"15min":0.82599999999999996},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":0.93999999999999995,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.76700000000000002,"15min":0.80200000000000005},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.86699999999999999,"5min":1.01,"15min":1.01},"last":0.745}]}]},{"osd":1,"up_from":13,"seq":55834574936,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1015808,"data_stored":518662,"data_compressed":1868,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:18 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.52900000000000003,"15min":0.47299999999999998},"min":{"1min":0.42799999999999999,"5min":0.32500000000000001,"15min":0.26200000000000001},"max":{"1min":0.77600000000000002,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.54500000000000004,"15min":0.48599999999999999},"min":{"1min":0.42399999999999999,"5min":0.32400000000000001,"15min":0.27800000000000002},"max":{"1min":0.85599999999999998,"5min":0.88,"15min":0.88},"last":0.60599999999999998}]},{"osd":2,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.58799999999999997,"15min":0.54400000000000004},"min":{"1min":0.46600000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.748},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.60399999999999998,"15min":0.54700000000000004},"min":{"1min":0.47999999999999998,"5min":0.35899999999999999,"15min":0.33900000000000002},"max":{"1min":0.82999999999999996,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.65500000000000003}]},{"osd":3,"last update":"Fri Feb 9 23:59:00 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.58899999999999997,"15min":0.55400000000000005},"min":{"1min":0.39400000000000002,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.61399999999999999,"15min":0.56399999999999995},"min":{"1min":0.50900000000000001,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.86799999999999999,"5min":1,"15min":1},"last":0.628}]},{"osd":4,"last update":"Fri Feb 9 23:58:28 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.45900000000000002,"15min":0.42699999999999999},"min":{"1min":0.35999999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.495},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.48699999999999999,"15min":0.45300000000000001},"min":{"1min":0.39300000000000002,"5min":0.245,"15min":0.245},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.42799999999999999}]},{"osd":5,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.63100000000000001,"15min":0.56699999999999995},"min":{"1min":0.49299999999999999,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.872,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.64000000000000001,"15min":0.56499999999999995},"min":{"1min":0.46999999999999997,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.69199999999999995}]},{"osd":6,"last update":"Fri Feb 9 23:58:18 2024","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.624,"15min":0.61299999999999999},"min":{"1min":0.46600000000000003,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.80600000000000005,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.67700000000000005,"15min":0.66500000000000004},"min":{"1min":0.48499999999999999,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.054,"5min":1.1000000000000001,"15min":1.1000000000000001},"last":0.70399999999999996}]},{"osd":7,"last update":"Fri Feb 9 23:58:36 2024","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.58999999999999997,"15min":0.53800000000000003},"min":{"1min":0.42399999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.94699999999999995,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.58199999999999996,"15min":0.55600000000000005},"min":{"1min":0.47099999999999997,"5min":0.315,"15min":0.315},"max":{"1min":0.93400000000000005,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.57799999999999996}]},{"osd":8,"last update":"Fri Feb 9 23:59:05 2024","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.69899999999999995,"15min":0.67100000000000004},"min":{"1min":0.60399999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.998,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.74299999999999999,"15min":0.69699999999999995},"min":{"1min":0.64100000000000001,"5min":0.432,"15min":0.432},"max":{"1min":0.995,"5min":1.0409999999999999,"15min":1.0409999999999999},"last":0.85499999999999998}]},{"osd":9,"last update":"Fri Feb 9 23:58:28 2024","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.748,"15min":0.73899999999999999},"min":{"1min":0.70699999999999996,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.83699999999999997,"5min":0.72199999999999998,"15min":0.70599999999999996},"min":{"1min":0.71599999999999997,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.76100000000000001}]},{"osd":10,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.85099999999999998,"5min":0.74099999999999999,"15min":0.70399999999999996},"min":{"1min":0.69799999999999995,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.98499999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.78300000000000003,"15min":0.75800000000000001},"min":{"1min":0.68899999999999995,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.0189999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.78600000000000003}]},{"osd":11,"last update":"Fri Feb 9 23:58:07 2024","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"min":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.83299999999999996},{"interface":"front","average":{"1min":0.876,"5min":0.876,"15min":0.876},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":1.101,"5min":1.101,"15min":1.101},"last":0.81799999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738461,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":978944,"data_stored":457793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Feb 9 23:58:14 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52100000000000002,"15min":0.48699999999999999},"min":{"1min":0.38300000000000001,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.72699999999999998,"5min":1.899,"15min":1.899},"last":0.443},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.57799999999999996,"15min":0.51800000000000002},"min":{"1min":0.35699999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.86599999999999999,"5min":3.7599999999999998,"15min":3.7599999999999998},"last":0.755}]},{"osd":2,"last update":"Fri Feb 9 23:58:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.58499999999999996,"15min":0.52100000000000002},"min":{"1min":0.39000000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.83699999999999997,"5min":3.694,"15min":3.694},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.52300000000000002,"15min":0.48099999999999998},"min":{"1min":0.39000000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.65700000000000003}]},{"osd":3,"last update":"Fri Feb 9 23:58:07 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.9159999999999999,"5min":3.9159999999999999,"15min":3.9159999999999999},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":2.9129999999999998,"5min":2.9129999999999998,"15min":2.9129999999999998},"last":0.38600000000000001}]},{"osd":4,"last update":"Fri Feb 9 23:58:27 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.54600000000000004,"15min":0.50900000000000001},"min":{"1min":0.36399999999999999,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.85999999999999999,"5min":1.9350000000000001,"15min":1.9350000000000001},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.62,"15min":0.55600000000000005},"min":{"1min":0.39600000000000002,"5min":0.313,"15min":0.313},"max":{"1min":0.91300000000000003,"5min":3.8679999999999999,"15min":3.8679999999999999},"last":0.66900000000000004}]},{"osd":5,"last update":"Fri Feb 9 23:58:51 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.58499999999999996,"15min":0.56699999999999995},"min":{"1min":0.36799999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.90000000000000002,"5min":1.9690000000000001,"15min":1.9690000000000001},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.68200000000000005,"15min":0.622},"min":{"1min":0.45600000000000002,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":1.002,"5min":3.4769999999999999,"15min":3.4769999999999999},"last":0.81100000000000005}]},{"osd":6,"last update":"Fri Feb 9 23:58:14 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.53700000000000003,"15min":0.52000000000000002},"min":{"1min":0.29199999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.68300000000000005,"5min":3.4319999999999999,"15min":3.4319999999999999},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.52100000000000002,"15min":0.51800000000000002},"min":{"1min":0.36399999999999999,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.80500000000000005,"5min":1.4550000000000001,"15min":1.4550000000000001},"last":0.55800000000000005}]},{"osd":7,"last update":"Fri Feb 9 23:56:35 2024","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.58099999999999996,"15min":0.56899999999999995},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.65000000000000002,"15min":0.63},"min":{"1min":0.47399999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.61599999999999999}]},{"osd":8,"last update":"Fri Feb 9 23:58:07 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.64700000000000002,"15min":0.65000000000000002},"min":{"1min":0.40200000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.97199999999999998,"5min":1.823,"15min":1.823},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.752,"15min":0.748},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.90300000000000002,"5min":3.8100000000000001,"15min":3.8100000000000001},"last":0.83799999999999997}]},{"osd":9,"last update":"Fri Feb 9 23:58:33 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.74399999999999999,"15min":0.77400000000000002},"min":{"1min":0.46999999999999997,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.88500000000000001,"5min":3.9769999999999999,"15min":3.9769999999999999},"last":0.626},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.66500000000000004,"15min":0.68899999999999995},"min":{"1min":0.40500000000000003,"5min":0.379,"15min":0.379},"max":{"1min":0.99199999999999999,"5min":2.9609999999999999,"15min":2.9609999999999999},"last":0.60999999999999999}]},{"osd":10,"last update":"Fri Feb 9 23:58:54 2024","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.70299999999999996,"15min":0.70399999999999996},"min":{"1min":0.50700000000000001,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.1339999999999999,"5min":2.0339999999999998,"15min":2.0339999999999998},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.78600000000000003,"15min":0.78100000000000003},"min":{"1min":0.55000000000000004,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.0820000000000001,"5min":4.0670000000000002,"15min":4.0670000000000002},"last":0.71799999999999997}]},{"osd":11,"last update":"Fri Feb 9 23:58:18 2024","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.66300000000000003,"15min":0.65500000000000003},"min":{"1min":0.47699999999999998,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.093,"5min":1.528,"15min":1.528},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.66400000000000003,"15min":0.66000000000000003},"min":{"1min":0.53000000000000003,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.54400000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411412,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":962560,"data_stored":456725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:35 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.31,"5min":0.28100000000000003,"15min":0.26900000000000002},"max":{"1min":0.85299999999999998,"5min":0.877,"15min":0.877},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.48199999999999998,"15min":0.504},"min":{"1min":0.311,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.68100000000000005,"5min":0.74399999999999999,"15min":0.75},"last":0.42299999999999999}]},{"osd":1,"last update":"Fri Feb 9 23:58:35 2024","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.59099999999999997,"15min":0.53100000000000003},"min":{"1min":0.441,"5min":0.314,"15min":0.314},"max":{"1min":0.82899999999999996,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.627,"5min":0.56799999999999995,"15min":0.53600000000000003},"min":{"1min":0.41799999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.81000000000000005,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.76200000000000001}]},{"osd":3,"last update":"Fri Feb 9 23:59:03 2024","interfaces":[{"interface":"back","average":{"1min":1.1499999999999999,"5min":0.68400000000000005,"15min":0.58099999999999996},"min":{"1min":0.38900000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":13.964,"5min":13.964,"15min":13.964},"last":0.48799999999999999},{"interface":"front","average":{"1min":1.1819999999999999,"5min":0.68300000000000005,"15min":0.56699999999999995},"min":{"1min":0.33900000000000002,"5min":0.308,"15min":0.308},"max":{"1min":13.919,"5min":13.919,"15min":13.919},"last":0.60899999999999999}]},{"osd":4,"last update":"Fri Feb 9 23:58:06 2024","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.69999999999999996}]},{"osd":5,"last update":"Fri Feb 9 23:58:55 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.45700000000000002,"15min":0.41899999999999998},"min":{"1min":0.30499999999999999,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.53600000000000003,"15min":0.48199999999999998},"min":{"1min":0.39900000000000002,"5min":0.315,"15min":0.315},"max":{"1min":0.88,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.59199999999999997}]},{"osd":6,"last update":"Fri Feb 9 23:58:14 2024","interfaces":[{"interface":"back","average":{"1min":1.377,"5min":0.73199999999999998,"15min":0.58899999999999997},"min":{"1min":0.41899999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":13.903,"5min":13.903,"15min":13.903},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.57499999999999996,"15min":0.52700000000000002},"min":{"1min":0.46300000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.86799999999999999,"5min":0.879,"15min":0.879},"last":0.57999999999999996}]},{"osd":7,"last update":"Fri Feb 9 23:56:35 2024","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.61399999999999999,"15min":0.60599999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.628,"15min":0.624},"min":{"1min":0.5,"5min":0.38,"15min":0.38},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.45600000000000002}]},{"osd":8,"last update":"Fri Feb 9 23:59:03 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58199999999999996,"15min":0.59899999999999998},"min":{"1min":0.34799999999999998,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.79600000000000004,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.66000000000000003,"15min":0.67700000000000005},"min":{"1min":0.46600000000000003,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.92000000000000004,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.78500000000000003}]},{"osd":9,"last update":"Fri Feb 9 23:58:27 2024","interfaces":[{"interface":"back","average":{"1min":1.385,"5min":0.84599999999999997,"15min":0.76200000000000001},"min":{"1min":0.52900000000000003,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":13.949999999999999,"5min":13.949999999999999,"15min":13.949999999999999},"last":0.747},{"interface":"front","average":{"1min":1.3220000000000001,"5min":0.81699999999999995,"15min":0.73899999999999999},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":13.936999999999999,"5min":13.936999999999999,"15min":13.936999999999999},"last":0.64700000000000002}]},{"osd":10,"last update":"Fri Feb 9 23:58:55 2024","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.65500000000000003,"15min":0.63500000000000001},"min":{"1min":0.54000000000000004,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.73999999999999999,"15min":0.70699999999999996},"min":{"1min":0.58999999999999997,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":0.99399999999999999,"5min":1.016,"15min":1.016},"last":0.81299999999999994}]},{"osd":11,"last update":"Fri Feb 9 23:58:06 2024","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.83499999999999996}]}]},{"osd":3,"up_from":25,"seq":107374182478,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36288,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708864,"statfs":{"total":95995035648,"available":95957876736,"internally_reserved":0,"allocated":974848,"data_stored":456279,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:59:05 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.40699999999999997,"15min":0.35299999999999998},"min":{"1min":0.30399999999999999,"5min":0.224,"15min":0.214},"max":{"1min":0.60599999999999998,"5min":2.2010000000000001,"15min":2.2010000000000001},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.42999999999999999,"15min":0.38},"min":{"1min":0.30499999999999999,"5min":0.24399999999999999,"15min":0.218},"max":{"1min":0.64100000000000001,"5min":2.0449999999999999,"15min":2.0449999999999999},"last":0.46300000000000002}]},{"osd":1,"last update":"Fri Feb 9 23:59:05 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.60899999999999999,"15min":0.55100000000000005},"min":{"1min":0.46200000000000002,"5min":0.34300000000000003,"15min":0.34200000000000003},"max":{"1min":0.88900000000000001,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.57899999999999996,"15min":0.52900000000000003},"min":{"1min":0.44700000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.80300000000000005,"5min":1.8069999999999999,"15min":1.8069999999999999},"last":0.50700000000000001}]},{"osd":2,"last update":"Fri Feb 9 23:59:05 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.56599999999999995,"15min":0.53700000000000003},"min":{"1min":0.40699999999999997,"5min":0.33600000000000002,"15min":0.33300000000000002},"max":{"1min":0.83199999999999996,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.65800000000000003,"15min":0.57699999999999996},"min":{"1min":0.44700000000000001,"5min":0.33800000000000002,"15min":0.31900000000000001},"max":{"1min":0.96499999999999997,"5min":1.603,"15min":1.603},"last":0.76400000000000001}]},{"osd":4,"last update":"Fri Feb 9 23:58:24 2024","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.65100000000000002,"15min":0.59899999999999998},"min":{"1min":0.53700000000000003,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.522,"5min":1.522,"15min":1.522},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.77100000000000002,"5min":0.68899999999999995,"15min":0.64100000000000001},"min":{"1min":0.56200000000000006,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.4830000000000001,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.54600000000000004}]},{"osd":5,"last update":"Fri Feb 9 23:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.64600000000000002,"15min":0.628},"min":{"1min":0.45500000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.91800000000000004,"5min":1.5609999999999999,"15min":1.5609999999999999},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.629,"5min":0.58899999999999997,"15min":0.58599999999999997},"min":{"1min":0.42099999999999999,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.65300000000000002}]},{"osd":6,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.57399999999999995,"15min":0.54700000000000004},"min":{"1min":0.34899999999999998,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.7170000000000001,"5min":1.7170000000000001,"15min":1.7170000000000001},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.52100000000000002,"15min":0.502},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.845,"5min":1.845,"15min":1.845},"last":0.56299999999999994}]},{"osd":7,"last update":"Fri Feb 9 23:58:38 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.41599999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.83599999999999997,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.72399999999999998,"15min":0.69999999999999996},"min":{"1min":0.51300000000000001,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.95799999999999996,"5min":1.361,"15min":1.361},"last":0.67500000000000004}]},{"osd":8,"last update":"Fri Feb 9 23:56:59 2024","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.70099999999999996,"15min":0.69699999999999995},"min":{"1min":0.45700000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":1.081,"5min":1.081,"15min":1.081},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.48299999999999998,"5min":0.432,"15min":0.432},"max":{"1min":0.76700000000000002,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.495}]},{"osd":9,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.60599999999999998,"15min":0.629},"min":{"1min":0.35199999999999998,"5min":0.317,"15min":0.317},"max":{"1min":0.72199999999999998,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.77600000000000002,"15min":0.80800000000000005},"min":{"1min":0.46100000000000002,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.95999999999999996,"5min":1.679,"15min":1.679},"last":0.63900000000000001}]},{"osd":10,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.67900000000000005,"15min":0.67300000000000004},"min":{"1min":0.52600000000000002,"5min":0.44,"15min":0.44},"max":{"1min":0.85099999999999998,"5min":1.7689999999999999,"15min":1.7689999999999999},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.83099999999999996,"15min":0.85299999999999998},"min":{"1min":0.57999999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":0.998,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.70499999999999996}]},{"osd":11,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.753},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.6419999999999999,"5min":1.6419999999999999,"15min":1.6419999999999999},"last":0.79300000000000004}]}]},{"osd":4,"up_from":33,"seq":141733920841,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27984,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717168,"statfs":{"total":95995035648,"available":95966380032,"internally_reserved":0,"allocated":991232,"data_stored":519088,"data_compressed":9529,"data_compressed_allocated":12288,"data_compressed_original":57344,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:59:07 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":2.0680000000000001,"5min":2.0680000000000001,"15min":2.0680000000000001},"last":0.55200000000000005}]},{"osd":1,"last update":"Fri Feb 9 23:57:30 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.36699999999999999,"15min":0.33400000000000002},"min":{"1min":0.28399999999999997,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.57599999999999996,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.38700000000000001,"15min":0.34699999999999998},"min":{"1min":0.29799999999999999,"5min":0.248,"15min":0.248},"max":{"1min":0.76800000000000002,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.39600000000000002}]},{"osd":2,"last update":"Fri Feb 9 23:58:33 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.57199999999999995,"15min":0.51700000000000002},"min":{"1min":0.34000000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.73999999999999999,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.59499999999999997,"15min":0.54100000000000004},"min":{"1min":0.42599999999999999,"5min":0.318,"15min":0.318},"max":{"1min":0.84099999999999997,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.751}]},{"osd":3,"last update":"Fri Feb 9 23:58:33 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56299999999999994,"15min":0.52100000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.81799999999999995,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.434},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.53600000000000003,"15min":0.502},"min":{"1min":0.38100000000000001,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.73299999999999998,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.64200000000000002}]},{"osd":5,"last update":"Fri Feb 9 23:58:59 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.61699999999999999,"15min":0.56299999999999994},"min":{"1min":0.438,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.81399999999999995,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.623,"15min":0.56399999999999995},"min":{"1min":0.42199999999999999,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.79900000000000004,"5min":0.875,"15min":0.875},"last":0.67000000000000004}]},{"osd":6,"last update":"Fri Feb 9 23:58:15 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.38700000000000001,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.76600000000000001,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.60099999999999998,"15min":0.59299999999999997},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.86099999999999999,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.52900000000000003}]},{"osd":7,"last update":"Fri Feb 9 23:58:39 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.56899999999999995,"15min":0.56599999999999995},"min":{"1min":0.40200000000000002,"5min":0.37,"15min":0.37},"max":{"1min":0.76500000000000001,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.54500000000000004,"15min":0.55100000000000005},"min":{"1min":0.39200000000000002,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.79100000000000004,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.70199999999999996}]},{"osd":8,"last update":"Fri Feb 9 23:59:04 2024","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.68400000000000005,"15min":0.66000000000000003},"min":{"1min":0.504,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.90000000000000002,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.67200000000000004,"15min":0.65200000000000002},"min":{"1min":0.60699999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.85299999999999998,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.73699999999999999}]},{"osd":9,"last update":"Fri Feb 9 23:58:33 2024","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.68999999999999995,"15min":0.69199999999999995},"min":{"1min":0.39900000000000002,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.90700000000000003,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.73399999999999999,"15min":0.73599999999999999},"min":{"1min":0.52600000000000002,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.91800000000000004,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.71999999999999997}]},{"osd":10,"last update":"Fri Feb 9 23:58:59 2024","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.70499999999999996,"15min":0.70799999999999996},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.88100000000000001,"5min":1.02,"15min":1.02},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.69099999999999995,"15min":0.69199999999999995},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.93300000000000005,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.60799999999999998}]},{"osd":11,"last update":"Fri Feb 9 23:58:07 2024","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.83199999999999996},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.85899999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757317,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1036288,"data_stored":1048920,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.53800000000000003,"15min":0.52100000000000002},"min":{"1min":0.33900000000000002,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.71599999999999997,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.47099999999999997},{"interface":"front","average":{"1min":1.1759999999999999,"5min":0.65800000000000003,"15min":0.56799999999999995},"min":{"1min":0.36299999999999999,"5min":0.312,"15min":0.312},"max":{"1min":11.129,"5min":11.129,"15min":11.129},"last":0.64600000000000002}]},{"osd":1,"last update":"Fri Feb 9 23:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.58499999999999996,"15min":0.52300000000000002},"min":{"1min":0.47199999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.58499999999999996,"15min":0.51700000000000002},"min":{"1min":0.46700000000000003,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.878,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.66200000000000003}]},{"osd":2,"last update":"Fri Feb 9 23:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.41899999999999998,"15min":0.39300000000000002},"min":{"1min":0.33200000000000002,"5min":0.223,"15min":0.223},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.42799999999999999,"15min":0.39900000000000002},"min":{"1min":0.32500000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.72199999999999998,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.40400000000000003}]},{"osd":3,"last update":"Fri Feb 9 23:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.56200000000000006,"15min":0.54800000000000004},"min":{"1min":0.35199999999999998,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.85099999999999998,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.58499999999999996,"15min":0.56999999999999995},"min":{"1min":0.41899999999999998,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.748,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.71599999999999997}]},{"osd":4,"last update":"Fri Feb 9 23:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.621,"15min":0.56999999999999995},"min":{"1min":0.46400000000000002,"5min":0.311,"15min":0.311},"max":{"1min":0.85499999999999998,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.752},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.61699999999999999,"15min":0.55700000000000005},"min":{"1min":0.50600000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.879,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.68500000000000005}]},{"osd":6,"last update":"Fri Feb 9 23:58:14 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.63500000000000001,"15min":0.61799999999999999},"min":{"1min":0.40999999999999998,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.84499999999999997,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.66200000000000003,"15min":0.63},"min":{"1min":0.52800000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.88300000000000001,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.81100000000000005}]},{"osd":7,"last update":"Fri Feb 9 23:58:42 2024","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.64300000000000002,"15min":0.61099999999999999},"min":{"1min":0.56499999999999995,"5min":0.37,"15min":0.37},"max":{"1min":0.85499999999999998,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.749,"5min":0.66800000000000004,"15min":0.63300000000000001},"min":{"1min":0.55400000000000005,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.63500000000000001}]},{"osd":8,"last update":"Fri Feb 9 23:59:02 2024","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.627,"15min":0.60699999999999998},"min":{"1min":0.46800000000000003,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.88100000000000001,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.504},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63500000000000001,"15min":0.64100000000000001},"min":{"1min":0.46600000000000003,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.51800000000000002}]},{"osd":9,"last update":"Fri Feb 9 23:58:30 2024","interfaces":[{"interface":"back","average":{"1min":1.393,"5min":0.83399999999999996,"15min":0.73599999999999999},"min":{"1min":0.58999999999999997,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":11.195,"5min":11.195,"15min":11.195},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.72999999999999998,"15min":0.72199999999999998},"min":{"1min":0.54700000000000004,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.91500000000000004,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.84499999999999997}]},{"osd":10,"last update":"Fri Feb 9 23:58:56 2024","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.754,"15min":0.73799999999999999},"min":{"1min":0.61699999999999999,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.93899999999999995,"5min":1.034,"15min":1.034},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.80800000000000005,"5min":0.76000000000000001,"15min":0.74099999999999999},"min":{"1min":0.63300000000000001,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.94699999999999995,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.79900000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34517,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34517,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":63355,"data_compressed":1868,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1110,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":63473,"data_compressed":9529,"data_compressed_allocated":12288,"data_compressed_original":57344,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3450,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":63339,"data_compressed":1868,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-09T23:59:10.404 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-09T23:59:10.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.538+0000 7fcbe034f640 1 -- 172.21.15.1:0/255195176 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcbd81013c0 msgr2=0x7fcbd8101840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:10.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.538+0000 7fcbe034f640 1 --2- 172.21.15.1:0/255195176 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcbd81013c0 0x7fcbd8101840 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fcbcc009900 tx=0x7fcbcc02bc30 comp rx=0 tx=0).stop 2024-02-09T23:59:10.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.538+0000 7fcbe034f640 1 -- 172.21.15.1:0/255195176 shutdown_connections 2024-02-09T23:59:10.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.538+0000 7fcbe034f640 1 --2- 172.21.15.1:0/255195176 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcbd8101d80 0x7fcbd8108610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:10.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.538+0000 7fcbe034f640 1 --2- 172.21.15.1:0/255195176 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcbd81013c0 0x7fcbd8101840 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:10.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.538+0000 7fcbe034f640 1 --2- 172.21.15.1:0/255195176 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcbd81001d0 0x7fcbd81005f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:10.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.538+0000 7fcbe034f640 1 -- 172.21.15.1:0/255195176 >> 172.21.15.1:0/255195176 conn(0x7fcbd80fb740 msgr2=0x7fcbd80fdb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:10.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.538+0000 7fcbe034f640 1 -- 172.21.15.1:0/255195176 shutdown_connections 2024-02-09T23:59:10.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.538+0000 7fcbe034f640 1 -- 172.21.15.1:0/255195176 wait complete. 2024-02-09T23:59:10.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.538+0000 7fcbe034f640 1 Processor -- start 2024-02-09T23:59:10.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.538+0000 7fcbe034f640 1 -- start start 2024-02-09T23:59:10.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.538+0000 7fcbe034f640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcbd81001d0 0x7fcbd8197360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:10.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.538+0000 7fcbe034f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcbd81013c0 0x7fcbd81978a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:10.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.538+0000 7fcbe034f640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcbd8101d80 0x7fcbd819e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:10.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.538+0000 7fcbe034f640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcbd819ee50 con 0x7fcbd81013c0 2024-02-09T23:59:10.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.538+0000 7fcbe034f640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcbd819efc0 con 0x7fcbd81001d0 2024-02-09T23:59:10.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.538+0000 7fcbe034f640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcbd819f180 con 0x7fcbd8101d80 2024-02-09T23:59:10.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.539+0000 7fcbdd8ea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcbd81013c0 0x7fcbd81978a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:10.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.539+0000 7fcbdd8ea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcbd81013c0 0x7fcbd81978a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54914/0 (socket says 172.21.15.1:54914) 2024-02-09T23:59:10.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.539+0000 7fcbdd8ea640 1 -- 172.21.15.1:0/3972884225 learned_addr learned my addr 172.21.15.1:0/3972884225 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:10.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.539+0000 7fcbde8ec640 1 --2- 172.21.15.1:0/3972884225 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcbd8101d80 0x7fcbd819e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:10.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.539+0000 7fcbde0eb640 1 --2- 172.21.15.1:0/3972884225 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcbd81001d0 0x7fcbd8197360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:10.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.539+0000 7fcbdd8ea640 1 -- 172.21.15.1:0/3972884225 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcbd8101d80 msgr2=0x7fcbd819e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:10.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.539+0000 7fcbdd8ea640 1 --2- 172.21.15.1:0/3972884225 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcbd8101d80 0x7fcbd819e910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:10.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.539+0000 7fcbdd8ea640 1 -- 172.21.15.1:0/3972884225 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcbd81001d0 msgr2=0x7fcbd8197360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:10.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.539+0000 7fcbdd8ea640 1 --2- 172.21.15.1:0/3972884225 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcbd81001d0 0x7fcbd8197360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:10.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.539+0000 7fcbdd8ea640 1 -- 172.21.15.1:0/3972884225 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcbcc009560 con 0x7fcbd81013c0 2024-02-09T23:59:10.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.539+0000 7fcbdd8ea640 1 --2- 172.21.15.1:0/3972884225 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcbd81013c0 0x7fcbd81978a0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fcbcc005ab0 tx=0x7fcbcc004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:10.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.539+0000 7fcbd77fe640 1 -- 172.21.15.1:0/3972884225 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbcc004df0 con 0x7fcbd81013c0 2024-02-09T23:59:10.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.539+0000 7fcbd77fe640 1 -- 172.21.15.1:0/3972884225 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcbcc005430 con 0x7fcbd81013c0 2024-02-09T23:59:10.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.539+0000 7fcbe034f640 1 -- 172.21.15.1:0/3972884225 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcbd819f400 con 0x7fcbd81013c0 2024-02-09T23:59:10.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.539+0000 7fcbd77fe640 1 -- 172.21.15.1:0/3972884225 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbcc03e450 con 0x7fcbd81013c0 2024-02-09T23:59:10.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.539+0000 7fcbe034f640 1 -- 172.21.15.1:0/3972884225 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcbd819f990 con 0x7fcbd81013c0 2024-02-09T23:59:10.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.540+0000 7fcbe034f640 1 -- 172.21.15.1:0/3972884225 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcbd8107490 con 0x7fcbd81013c0 2024-02-09T23:59:10.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.541+0000 7fcbd77fe640 1 -- 172.21.15.1:0/3972884225 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7fcbcc003710 con 0x7fcbd81013c0 2024-02-09T23:59:10.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.542+0000 7fcbd77fe640 1 --2- 172.21.15.1:0/3972884225 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fcbc00a20c0 0x7fcbc00a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:10.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.542+0000 7fcbde0eb640 1 --2- 172.21.15.1:0/3972884225 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fcbc00a20c0 0x7fcbc00a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:10.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.542+0000 7fcbd77fe640 1 -- 172.21.15.1:0/3972884225 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fcbcc0f0930 con 0x7fcbd81013c0 2024-02-09T23:59:10.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.542+0000 7fcbde0eb640 1 --2- 172.21.15.1:0/3972884225 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fcbc00a20c0 0x7fcbc00a4580 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fcbd8101220 tx=0x7fcbd0008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:10.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.546+0000 7fcbd77fe640 1 -- 172.21.15.1:0/3972884225 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fcbcc0b98b0 con 0x7fcbd81013c0 2024-02-09T23:59:10.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:10 smithi088 ceph-mon[36452]: pgmap v349: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 10 op/s 2024-02-09T23:59:10.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:10 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3195764383' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-09T23:59:10.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:10 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/799169185' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-09T23:59:10.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:10 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3014551236' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:59:10.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:10 smithi103 ceph-mon[36942]: pgmap v349: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 10 op/s 2024-02-09T23:59:10.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:10 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3195764383' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-09T23:59:10.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:10 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/799169185' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-09T23:59:10.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:10 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3014551236' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:59:10.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.724+0000 7fcbe034f640 1 -- 172.21.15.1:0/3972884225 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fcbd802ce50 con 0x7fcbc00a20c0 2024-02-09T23:59:10.736 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.734+0000 7fcbd77fe640 1 -- 172.21.15.1:0/3972884225 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+344802 (secure 0 0 0) 0x7fcbd802ce50 con 0x7fcbc00a20c0 2024-02-09T23:59:10.740 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:59:10.743 INFO:teuthology.orchestra.run.smithi001.stderr:dumped all 2024-02-09T23:59:10.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.737+0000 7fcbe034f640 1 -- 172.21.15.1:0/3972884225 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fcbc00a20c0 msgr2=0x7fcbc00a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:10.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.737+0000 7fcbe034f640 1 --2- 172.21.15.1:0/3972884225 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fcbc00a20c0 0x7fcbc00a4580 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fcbd8101220 tx=0x7fcbd0008040 comp rx=0 tx=0).stop 2024-02-09T23:59:10.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.737+0000 7fcbe034f640 1 -- 172.21.15.1:0/3972884225 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcbd81013c0 msgr2=0x7fcbd81978a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:10.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.737+0000 7fcbe034f640 1 --2- 172.21.15.1:0/3972884225 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcbd81013c0 0x7fcbd81978a0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fcbcc005ab0 tx=0x7fcbcc004270 comp rx=0 tx=0).stop 2024-02-09T23:59:10.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.738+0000 7fcbe034f640 1 -- 172.21.15.1:0/3972884225 shutdown_connections 2024-02-09T23:59:10.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.738+0000 7fcbe034f640 1 --2- 172.21.15.1:0/3972884225 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcbd8101d80 0x7fcbd819e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:10.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.738+0000 7fcbe034f640 1 --2- 172.21.15.1:0/3972884225 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcbd81013c0 0x7fcbd81978a0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:10.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.738+0000 7fcbe034f640 1 --2- 172.21.15.1:0/3972884225 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fcbc00a20c0 0x7fcbc00a4580 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:10.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.738+0000 7fcbe034f640 1 --2- 172.21.15.1:0/3972884225 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcbd81001d0 0x7fcbd8197360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:10.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.738+0000 7fcbe034f640 1 -- 172.21.15.1:0/3972884225 >> 172.21.15.1:0/3972884225 conn(0x7fcbd80fb740 msgr2=0x7fcbd8104660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:10.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.738+0000 7fcbe034f640 1 -- 172.21.15.1:0/3972884225 shutdown_connections 2024-02-09T23:59:10.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.738+0000 7fcbe034f640 1 -- 172.21.15.1:0/3972884225 wait complete. 2024-02-09T23:59:10.750 INFO:teuthology.orchestra.run.smithi001.stdout:{"pg_ready":true,"pg_map":{"version":350,"stamp":"2024-02-09T23:59:10.292578+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658935,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1276,"num_read_kb":794,"num_write":429,"num_write_kb":3079,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1242952,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":852,"ondisk_log_size":852,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":348332,"kb_used_data":11660,"kb_used_omap":18,"kb_used_meta":336557,"kb_avail":1124593492,"statfs":{"total":1151940427776,"available":1151583735808,"internally_reserved":0,"allocated":11939840,"data_stored":7443569,"data_compressed":121745,"data_compressed_allocated":155648,"data_compressed_original":1843200,"omap_allocated":19142,"internal_metadata":344634682},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":616,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":127,"num_read_kb":72,"num_write":6,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002574"},"pg_stats":[{"pgid":"3.3f","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.299311+0000","last_change":"2024-02-09T23:57:06.638921+0000","last_active":"2024-02-09T23:58:34.299311+0000","last_peered":"2024-02-09T23:58:34.299311+0000","last_clean":"2024-02-09T23:58:34.299311+0000","last_became_active":"2024-02-09T23:57:06.638560+0000","last_became_peered":"2024-02-09T23:57:06.638560+0000","last_unstale":"2024-02-09T23:58:34.299311+0000","last_undegraded":"2024-02-09T23:58:34.299311+0000","last_fullsized":"2024-02-09T23:58:34.299311+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:04:46.241517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"87'4","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.306412+0000","last_change":"2024-02-09T23:57:06.626465+0000","last_active":"2024-02-09T23:58:34.306412+0000","last_peered":"2024-02-09T23:58:34.306412+0000","last_clean":"2024-02-09T23:58:34.306412+0000","last_became_active":"2024-02-09T23:57:06.625265+0000","last_became_peered":"2024-02-09T23:57:06.625265+0000","last_unstale":"2024-02-09T23:58:34.306412+0000","last_undegraded":"2024-02-09T23:58:34.306412+0000","last_fullsized":"2024-02-09T23:58:34.306412+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:32:34.304699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.318768+0000","last_change":"2024-02-09T23:57:06.645515+0000","last_active":"2024-02-09T23:58:34.318768+0000","last_peered":"2024-02-09T23:58:34.318768+0000","last_clean":"2024-02-09T23:58:34.318768+0000","last_became_active":"2024-02-09T23:57:06.644952+0000","last_became_peered":"2024-02-09T23:57:06.644952+0000","last_unstale":"2024-02-09T23:58:34.318768+0000","last_undegraded":"2024-02-09T23:58:34.318768+0000","last_fullsized":"2024-02-09T23:58:34.318768+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:16:57.223424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"87'8","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.296309+0000","last_change":"2024-02-09T23:57:06.628827+0000","last_active":"2024-02-09T23:58:34.296309+0000","last_peered":"2024-02-09T23:58:34.296309+0000","last_clean":"2024-02-09T23:58:34.296309+0000","last_became_active":"2024-02-09T23:57:06.628491+0000","last_became_peered":"2024-02-09T23:57:06.628491+0000","last_unstale":"2024-02-09T23:58:34.296309+0000","last_undegraded":"2024-02-09T23:58:34.296309+0000","last_fullsized":"2024-02-09T23:58:34.296309+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:30:11.082419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"87'4","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.295256+0000","last_change":"2024-02-09T23:57:06.630954+0000","last_active":"2024-02-09T23:58:34.295256+0000","last_peered":"2024-02-09T23:58:34.295256+0000","last_clean":"2024-02-09T23:58:34.295256+0000","last_became_active":"2024-02-09T23:57:06.630574+0000","last_became_peered":"2024-02-09T23:57:06.630574+0000","last_unstale":"2024-02-09T23:58:34.295256+0000","last_undegraded":"2024-02-09T23:58:34.295256+0000","last_fullsized":"2024-02-09T23:58:34.295256+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:45:31.676749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"87'6","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.313086+0000","last_change":"2024-02-09T23:58:05.983085+0000","last_active":"2024-02-09T23:58:34.313086+0000","last_peered":"2024-02-09T23:58:34.313086+0000","last_clean":"2024-02-09T23:58:34.313086+0000","last_became_active":"2024-02-09T23:58:05.982419+0000","last_became_peered":"2024-02-09T23:58:05.982419+0000","last_unstale":"2024-02-09T23:58:34.313086+0000","last_undegraded":"2024-02-09T23:58:34.313086+0000","last_fullsized":"2024-02-09T23:58:34.313086+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:45:49.748667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,8],"acting":[10,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.309159+0000","last_change":"2024-02-09T23:57:06.623715+0000","last_active":"2024-02-09T23:58:34.309159+0000","last_peered":"2024-02-09T23:58:34.309159+0000","last_clean":"2024-02-09T23:58:34.309159+0000","last_became_active":"2024-02-09T23:57:06.621751+0000","last_became_peered":"2024-02-09T23:57:06.621751+0000","last_unstale":"2024-02-09T23:58:34.309159+0000","last_undegraded":"2024-02-09T23:58:34.309159+0000","last_fullsized":"2024-02-09T23:58:34.309159+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:25:06.997079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.312610+0000","last_change":"2024-02-09T23:57:06.631255+0000","last_active":"2024-02-09T23:58:34.312610+0000","last_peered":"2024-02-09T23:58:34.312610+0000","last_clean":"2024-02-09T23:58:34.312610+0000","last_became_active":"2024-02-09T23:57:06.630881+0000","last_became_peered":"2024-02-09T23:57:06.630881+0000","last_unstale":"2024-02-09T23:58:34.312610+0000","last_undegraded":"2024-02-09T23:58:34.312610+0000","last_fullsized":"2024-02-09T23:58:34.312610+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:36:40.683806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"87'11","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.314017+0000","last_change":"2024-02-09T23:57:06.638473+0000","last_active":"2024-02-09T23:58:34.314017+0000","last_peered":"2024-02-09T23:58:34.314017+0000","last_clean":"2024-02-09T23:58:34.314017+0000","last_became_active":"2024-02-09T23:57:06.638147+0000","last_became_peered":"2024-02-09T23:57:06.638147+0000","last_unstale":"2024-02-09T23:58:34.314017+0000","last_undegraded":"2024-02-09T23:58:34.314017+0000","last_fullsized":"2024-02-09T23:58:34.314017+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:55:26.126193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"87'16","reported_seq":33,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.313156+0000","last_change":"2024-02-09T23:57:06.627755+0000","last_active":"2024-02-09T23:58:34.313156+0000","last_peered":"2024-02-09T23:58:34.313156+0000","last_clean":"2024-02-09T23:58:34.313156+0000","last_became_active":"2024-02-09T23:57:06.627399+0000","last_became_peered":"2024-02-09T23:57:06.627399+0000","last_unstale":"2024-02-09T23:58:34.313156+0000","last_undegraded":"2024-02-09T23:58:34.313156+0000","last_fullsized":"2024-02-09T23:58:34.313156+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:40:15.261622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.311050+0000","last_change":"2024-02-09T23:57:06.640177+0000","last_active":"2024-02-09T23:58:34.311050+0000","last_peered":"2024-02-09T23:58:34.311050+0000","last_clean":"2024-02-09T23:58:34.311050+0000","last_became_active":"2024-02-09T23:57:06.639876+0000","last_became_peered":"2024-02-09T23:57:06.639876+0000","last_unstale":"2024-02-09T23:58:34.311050+0000","last_undegraded":"2024-02-09T23:58:34.311050+0000","last_fullsized":"2024-02-09T23:58:34.311050+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:51:20.035119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"87'7","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.305033+0000","last_change":"2024-02-09T23:58:05.979860+0000","last_active":"2024-02-09T23:58:34.305033+0000","last_peered":"2024-02-09T23:58:34.305033+0000","last_clean":"2024-02-09T23:58:34.305033+0000","last_became_active":"2024-02-09T23:58:05.979497+0000","last_became_peered":"2024-02-09T23:58:05.979497+0000","last_unstale":"2024-02-09T23:58:34.305033+0000","last_undegraded":"2024-02-09T23:58:34.305033+0000","last_fullsized":"2024-02-09T23:58:34.305033+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:41:54.459716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"87'10","reported_seq":33,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.310536+0000","last_change":"2024-02-09T23:58:05.979226+0000","last_active":"2024-02-09T23:58:34.310536+0000","last_peered":"2024-02-09T23:58:34.310536+0000","last_clean":"2024-02-09T23:58:34.310536+0000","last_became_active":"2024-02-09T23:58:05.978859+0000","last_became_peered":"2024-02-09T23:58:05.978859+0000","last_unstale":"2024-02-09T23:58:34.310536+0000","last_undegraded":"2024-02-09T23:58:34.310536+0000","last_fullsized":"2024-02-09T23:58:34.310536+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:50:04.049343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,9],"acting":[6,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.310083+0000","last_change":"2024-02-09T23:57:06.635778+0000","last_active":"2024-02-09T23:58:34.310083+0000","last_peered":"2024-02-09T23:58:34.310083+0000","last_clean":"2024-02-09T23:58:34.310083+0000","last_became_active":"2024-02-09T23:57:06.634590+0000","last_became_peered":"2024-02-09T23:57:06.634590+0000","last_unstale":"2024-02-09T23:58:34.310083+0000","last_undegraded":"2024-02-09T23:58:34.310083+0000","last_fullsized":"2024-02-09T23:58:34.310083+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:06:00.988404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.309382+0000","last_change":"2024-02-09T23:57:06.632123+0000","last_active":"2024-02-09T23:58:34.309382+0000","last_peered":"2024-02-09T23:58:34.309382+0000","last_clean":"2024-02-09T23:58:34.309382+0000","last_became_active":"2024-02-09T23:57:06.631790+0000","last_became_peered":"2024-02-09T23:57:06.631790+0000","last_unstale":"2024-02-09T23:58:34.309382+0000","last_undegraded":"2024-02-09T23:58:34.309382+0000","last_fullsized":"2024-02-09T23:58:34.309382+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:47:06.904815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.318221+0000","last_change":"2024-02-09T23:57:06.630760+0000","last_active":"2024-02-09T23:58:34.318221+0000","last_peered":"2024-02-09T23:58:34.318221+0000","last_clean":"2024-02-09T23:58:34.318221+0000","last_became_active":"2024-02-09T23:57:06.630469+0000","last_became_peered":"2024-02-09T23:57:06.630469+0000","last_unstale":"2024-02-09T23:58:34.318221+0000","last_undegraded":"2024-02-09T23:58:34.318221+0000","last_fullsized":"2024-02-09T23:58:34.318221+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:03:57.516582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.299584+0000","last_change":"2024-02-09T23:57:06.639723+0000","last_active":"2024-02-09T23:58:34.299584+0000","last_peered":"2024-02-09T23:58:34.299584+0000","last_clean":"2024-02-09T23:58:34.299584+0000","last_became_active":"2024-02-09T23:57:06.639298+0000","last_became_peered":"2024-02-09T23:57:06.639298+0000","last_unstale":"2024-02-09T23:58:34.299584+0000","last_undegraded":"2024-02-09T23:58:34.299584+0000","last_fullsized":"2024-02-09T23:58:34.299584+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:15:11.130963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"87'10","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.300189+0000","last_change":"2024-02-09T23:57:06.621954+0000","last_active":"2024-02-09T23:58:34.300189+0000","last_peered":"2024-02-09T23:58:34.300189+0000","last_clean":"2024-02-09T23:58:34.300189+0000","last_became_active":"2024-02-09T23:57:06.621594+0000","last_became_peered":"2024-02-09T23:57:06.621594+0000","last_unstale":"2024-02-09T23:58:34.300189+0000","last_undegraded":"2024-02-09T23:58:34.300189+0000","last_fullsized":"2024-02-09T23:58:34.300189+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:53:13.972810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.304905+0000","last_change":"2024-02-09T23:57:06.632333+0000","last_active":"2024-02-09T23:58:34.304905+0000","last_peered":"2024-02-09T23:58:34.304905+0000","last_clean":"2024-02-09T23:58:34.304905+0000","last_became_active":"2024-02-09T23:57:06.631898+0000","last_became_peered":"2024-02-09T23:57:06.631898+0000","last_unstale":"2024-02-09T23:58:34.304905+0000","last_undegraded":"2024-02-09T23:58:34.304905+0000","last_fullsized":"2024-02-09T23:58:34.304905+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:18:28.175534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"85'13","reported_seq":150,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:59:08.036600+0000","last_change":"2024-02-09T23:57:05.606683+0000","last_active":"2024-02-09T23:59:08.036600+0000","last_peered":"2024-02-09T23:59:08.036600+0000","last_clean":"2024-02-09T23:59:08.036600+0000","last_became_active":"2024-02-09T23:57:05.606342+0000","last_became_peered":"2024-02-09T23:57:05.606342+0000","last_unstale":"2024-02-09T23:59:08.036600+0000","last_undegraded":"2024-02-09T23:59:08.036600+0000","last_fullsized":"2024-02-09T23:59:08.036600+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:41:07.754199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":118,"num_read_kb":118,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"87'5","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.306676+0000","last_change":"2024-02-09T23:57:06.633510+0000","last_active":"2024-02-09T23:58:34.306676+0000","last_peered":"2024-02-09T23:58:34.306676+0000","last_clean":"2024-02-09T23:58:34.306676+0000","last_became_active":"2024-02-09T23:57:06.630914+0000","last_became_peered":"2024-02-09T23:57:06.630914+0000","last_unstale":"2024-02-09T23:58:34.306676+0000","last_undegraded":"2024-02-09T23:58:34.306676+0000","last_fullsized":"2024-02-09T23:58:34.306676+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:03:10.141586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"85'2","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977998+0000","last_change":"2024-02-09T23:57:05.618090+0000","last_active":"2024-02-09T23:58:05.977998+0000","last_peered":"2024-02-09T23:58:05.977998+0000","last_clean":"2024-02-09T23:58:05.977998+0000","last_became_active":"2024-02-09T23:57:05.617789+0000","last_became_peered":"2024-02-09T23:57:05.617789+0000","last_unstale":"2024-02-09T23:58:05.977998+0000","last_undegraded":"2024-02-09T23:58:05.977998+0000","last_fullsized":"2024-02-09T23:58:05.977998+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:28:16.579274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.318840+0000","last_change":"2024-02-09T23:57:06.642732+0000","last_active":"2024-02-09T23:58:34.318840+0000","last_peered":"2024-02-09T23:58:34.318840+0000","last_clean":"2024-02-09T23:58:34.318840+0000","last_became_active":"2024-02-09T23:57:06.641580+0000","last_became_peered":"2024-02-09T23:57:06.641580+0000","last_unstale":"2024-02-09T23:58:34.318840+0000","last_undegraded":"2024-02-09T23:58:34.318840+0000","last_fullsized":"2024-02-09T23:58:34.318840+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:45:49.310518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"85'12","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974349+0000","last_change":"2024-02-09T23:57:05.612439+0000","last_active":"2024-02-09T23:58:05.974349+0000","last_peered":"2024-02-09T23:58:05.974349+0000","last_clean":"2024-02-09T23:58:05.974349+0000","last_became_active":"2024-02-09T23:57:05.612066+0000","last_became_peered":"2024-02-09T23:57:05.612066+0000","last_unstale":"2024-02-09T23:58:05.974349+0000","last_undegraded":"2024-02-09T23:58:05.974349+0000","last_fullsized":"2024-02-09T23:58:05.974349+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:05:51.983936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.315477+0000","last_change":"2024-02-09T23:57:06.629820+0000","last_active":"2024-02-09T23:58:34.315477+0000","last_peered":"2024-02-09T23:58:34.315477+0000","last_clean":"2024-02-09T23:58:34.315477+0000","last_became_active":"2024-02-09T23:57:06.629505+0000","last_became_peered":"2024-02-09T23:57:06.629505+0000","last_unstale":"2024-02-09T23:58:34.315477+0000","last_undegraded":"2024-02-09T23:58:34.315477+0000","last_fullsized":"2024-02-09T23:58:34.315477+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:06:55.500698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974165+0000","last_change":"2024-02-09T23:57:05.615996+0000","last_active":"2024-02-09T23:58:05.974165+0000","last_peered":"2024-02-09T23:58:05.974165+0000","last_clean":"2024-02-09T23:58:05.974165+0000","last_became_active":"2024-02-09T23:57:05.615223+0000","last_became_peered":"2024-02-09T23:57:05.615223+0000","last_unstale":"2024-02-09T23:58:05.974165+0000","last_undegraded":"2024-02-09T23:58:05.974165+0000","last_fullsized":"2024-02-09T23:58:05.974165+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:44.470973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"87'15","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.316414+0000","last_change":"2024-02-09T23:57:06.638646+0000","last_active":"2024-02-09T23:58:34.316414+0000","last_peered":"2024-02-09T23:58:34.316414+0000","last_clean":"2024-02-09T23:58:34.316414+0000","last_became_active":"2024-02-09T23:57:06.638346+0000","last_became_peered":"2024-02-09T23:57:06.638346+0000","last_unstale":"2024-02-09T23:58:34.316414+0000","last_undegraded":"2024-02-09T23:58:34.316414+0000","last_fullsized":"2024-02-09T23:58:34.316414+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:35:56.407804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"87'6","reported_seq":143,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:59:06.028784+0000","last_change":"2024-02-09T23:57:05.614177+0000","last_active":"2024-02-09T23:59:06.028784+0000","last_peered":"2024-02-09T23:59:06.028784+0000","last_clean":"2024-02-09T23:59:06.028784+0000","last_became_active":"2024-02-09T23:57:05.613785+0000","last_became_peered":"2024-02-09T23:57:05.613785+0000","last_unstale":"2024-02-09T23:59:06.028784+0000","last_undegraded":"2024-02-09T23:59:06.028784+0000","last_fullsized":"2024-02-09T23:59:06.028784+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:02:31.588409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":930,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":118,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.284858+0000","last_change":"2024-02-09T23:57:06.623716+0000","last_active":"2024-02-09T23:58:34.284858+0000","last_peered":"2024-02-09T23:58:34.284858+0000","last_clean":"2024-02-09T23:58:34.284858+0000","last_became_active":"2024-02-09T23:57:06.623321+0000","last_became_peered":"2024-02-09T23:57:06.623321+0000","last_unstale":"2024-02-09T23:58:34.284858+0000","last_undegraded":"2024-02-09T23:58:34.284858+0000","last_fullsized":"2024-02-09T23:58:34.284858+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:15:52.884212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"85'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977307+0000","last_change":"2024-02-09T23:57:05.607259+0000","last_active":"2024-02-09T23:58:05.977307+0000","last_peered":"2024-02-09T23:58:05.977307+0000","last_clean":"2024-02-09T23:58:05.977307+0000","last_became_active":"2024-02-09T23:57:05.606697+0000","last_became_peered":"2024-02-09T23:57:05.606697+0000","last_unstale":"2024-02-09T23:58:05.977307+0000","last_undegraded":"2024-02-09T23:58:05.977307+0000","last_fullsized":"2024-02-09T23:58:05.977307+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:21:07.937805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.307713+0000","last_change":"2024-02-09T23:57:06.631900+0000","last_active":"2024-02-09T23:58:34.307713+0000","last_peered":"2024-02-09T23:58:34.307713+0000","last_clean":"2024-02-09T23:58:34.307713+0000","last_became_active":"2024-02-09T23:57:06.631587+0000","last_became_peered":"2024-02-09T23:57:06.631587+0000","last_unstale":"2024-02-09T23:58:34.307713+0000","last_undegraded":"2024-02-09T23:58:34.307713+0000","last_fullsized":"2024-02-09T23:58:34.307713+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:23:27.695453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"85'3","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.973807+0000","last_change":"2024-02-09T23:57:05.602287+0000","last_active":"2024-02-09T23:58:05.973807+0000","last_peered":"2024-02-09T23:58:05.973807+0000","last_clean":"2024-02-09T23:58:05.973807+0000","last_became_active":"2024-02-09T23:57:05.601826+0000","last_became_peered":"2024-02-09T23:57:05.601826+0000","last_unstale":"2024-02-09T23:58:05.973807+0000","last_undegraded":"2024-02-09T23:58:05.973807+0000","last_fullsized":"2024-02-09T23:58:05.973807+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:20:31.247249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.303202+0000","last_change":"2024-02-09T23:57:06.620425+0000","last_active":"2024-02-09T23:58:34.303202+0000","last_peered":"2024-02-09T23:58:34.303202+0000","last_clean":"2024-02-09T23:58:34.303202+0000","last_became_active":"2024-02-09T23:57:06.619968+0000","last_became_peered":"2024-02-09T23:57:06.619968+0000","last_unstale":"2024-02-09T23:58:34.303202+0000","last_undegraded":"2024-02-09T23:58:34.303202+0000","last_fullsized":"2024-02-09T23:58:34.303202+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:42:48.476252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"85'3","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.987254+0000","last_change":"2024-02-09T23:57:05.614629+0000","last_active":"2024-02-09T23:58:05.987254+0000","last_peered":"2024-02-09T23:58:05.987254+0000","last_clean":"2024-02-09T23:58:05.987254+0000","last_became_active":"2024-02-09T23:57:05.614270+0000","last_became_peered":"2024-02-09T23:57:05.614270+0000","last_unstale":"2024-02-09T23:58:05.987254+0000","last_undegraded":"2024-02-09T23:58:05.987254+0000","last_fullsized":"2024-02-09T23:58:05.987254+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:30:16.457925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"87'11","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.305324+0000","last_change":"2024-02-09T23:57:06.639691+0000","last_active":"2024-02-09T23:58:34.305324+0000","last_peered":"2024-02-09T23:58:34.305324+0000","last_clean":"2024-02-09T23:58:34.305324+0000","last_became_active":"2024-02-09T23:57:06.639364+0000","last_became_peered":"2024-02-09T23:57:06.639364+0000","last_unstale":"2024-02-09T23:58:34.305324+0000","last_undegraded":"2024-02-09T23:58:34.305324+0000","last_fullsized":"2024-02-09T23:58:34.305324+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:07:09.260920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"87'5","reported_seq":260,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:59:09.034108+0000","last_change":"2024-02-09T23:57:05.610175+0000","last_active":"2024-02-09T23:59:09.034108+0000","last_peered":"2024-02-09T23:59:09.034108+0000","last_clean":"2024-02-09T23:59:09.034108+0000","last_became_active":"2024-02-09T23:57:05.609839+0000","last_became_peered":"2024-02-09T23:57:05.609839+0000","last_unstale":"2024-02-09T23:59:09.034108+0000","last_undegraded":"2024-02-09T23:59:09.034108+0000","last_fullsized":"2024-02-09T23:59:09.034108+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:32:38.425383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":236,"num_read_kb":236,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"87'10","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.316487+0000","last_change":"2024-02-09T23:57:06.629148+0000","last_active":"2024-02-09T23:58:34.316487+0000","last_peered":"2024-02-09T23:58:34.316487+0000","last_clean":"2024-02-09T23:58:34.316487+0000","last_became_active":"2024-02-09T23:57:06.628787+0000","last_became_peered":"2024-02-09T23:57:06.628787+0000","last_unstale":"2024-02-09T23:58:34.316487+0000","last_undegraded":"2024-02-09T23:58:34.316487+0000","last_fullsized":"2024-02-09T23:58:34.316487+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:54:28.436695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"85'4","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974387+0000","last_change":"2024-02-09T23:57:05.610016+0000","last_active":"2024-02-09T23:58:05.974387+0000","last_peered":"2024-02-09T23:58:05.974387+0000","last_clean":"2024-02-09T23:58:05.974387+0000","last_became_active":"2024-02-09T23:57:05.609723+0000","last_became_peered":"2024-02-09T23:57:05.609723+0000","last_unstale":"2024-02-09T23:58:05.974387+0000","last_undegraded":"2024-02-09T23:58:05.974387+0000","last_fullsized":"2024-02-09T23:58:05.974387+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:03:30.477468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.309945+0000","last_change":"2024-02-09T23:57:06.635111+0000","last_active":"2024-02-09T23:58:34.309945+0000","last_peered":"2024-02-09T23:58:34.309945+0000","last_clean":"2024-02-09T23:58:34.309945+0000","last_became_active":"2024-02-09T23:57:06.631671+0000","last_became_peered":"2024-02-09T23:57:06.631671+0000","last_unstale":"2024-02-09T23:58:34.309945+0000","last_undegraded":"2024-02-09T23:58:34.309945+0000","last_fullsized":"2024-02-09T23:58:34.309945+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:09:22.317147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"85'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.988115+0000","last_change":"2024-02-09T23:57:05.614937+0000","last_active":"2024-02-09T23:58:05.988115+0000","last_peered":"2024-02-09T23:58:05.988115+0000","last_clean":"2024-02-09T23:58:05.988115+0000","last_became_active":"2024-02-09T23:57:05.614138+0000","last_became_peered":"2024-02-09T23:57:05.614138+0000","last_unstale":"2024-02-09T23:58:05.988115+0000","last_undegraded":"2024-02-09T23:58:05.988115+0000","last_fullsized":"2024-02-09T23:58:05.988115+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:44:16.306911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"87'11","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.318693+0000","last_change":"2024-02-09T23:57:06.639169+0000","last_active":"2024-02-09T23:58:34.318693+0000","last_peered":"2024-02-09T23:58:34.318693+0000","last_clean":"2024-02-09T23:58:34.318693+0000","last_became_active":"2024-02-09T23:57:06.638846+0000","last_became_peered":"2024-02-09T23:57:06.638846+0000","last_unstale":"2024-02-09T23:58:34.318693+0000","last_undegraded":"2024-02-09T23:58:34.318693+0000","last_fullsized":"2024-02-09T23:58:34.318693+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:22:05.889888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"87'35","reported_seq":320,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:59:09.081187+0000","last_change":"2024-02-09T23:58:05.989451+0000","last_active":"2024-02-09T23:59:09.081187+0000","last_peered":"2024-02-09T23:59:09.081187+0000","last_clean":"2024-02-09T23:59:09.081187+0000","last_became_active":"2024-02-09T23:58:05.981426+0000","last_became_peered":"2024-02-09T23:58:05.981426+0000","last_unstale":"2024-02-09T23:59:09.081187+0000","last_undegraded":"2024-02-09T23:59:09.081187+0000","last_fullsized":"2024-02-09T23:59:09.081187+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:05:07.219150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61603,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":238,"num_read_kb":180,"num_write":37,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":61046,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.298764+0000","last_change":"2024-02-09T23:57:06.627355+0000","last_active":"2024-02-09T23:58:34.298764+0000","last_peered":"2024-02-09T23:58:34.298764+0000","last_clean":"2024-02-09T23:58:34.298764+0000","last_became_active":"2024-02-09T23:57:06.626988+0000","last_became_peered":"2024-02-09T23:57:06.626988+0000","last_unstale":"2024-02-09T23:58:34.298764+0000","last_undegraded":"2024-02-09T23:58:34.298764+0000","last_fullsized":"2024-02-09T23:58:34.298764+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:46:22.270054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"85'9","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.980006+0000","last_change":"2024-02-09T23:57:05.609741+0000","last_active":"2024-02-09T23:58:05.980006+0000","last_peered":"2024-02-09T23:58:05.980006+0000","last_clean":"2024-02-09T23:58:05.980006+0000","last_became_active":"2024-02-09T23:57:05.609390+0000","last_became_peered":"2024-02-09T23:57:05.609390+0000","last_unstale":"2024-02-09T23:58:05.980006+0000","last_undegraded":"2024-02-09T23:58:05.980006+0000","last_fullsized":"2024-02-09T23:58:05.980006+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:32:07.748476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.300199+0000","last_change":"2024-02-09T23:57:06.631465+0000","last_active":"2024-02-09T23:58:34.300199+0000","last_peered":"2024-02-09T23:58:34.300199+0000","last_clean":"2024-02-09T23:58:34.300199+0000","last_became_active":"2024-02-09T23:57:06.631088+0000","last_became_peered":"2024-02-09T23:57:06.631088+0000","last_unstale":"2024-02-09T23:58:34.300199+0000","last_undegraded":"2024-02-09T23:58:34.300199+0000","last_fullsized":"2024-02-09T23:58:34.300199+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:01:53.361435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"85'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.987487+0000","last_change":"2024-02-09T23:57:05.612270+0000","last_active":"2024-02-09T23:58:05.987487+0000","last_peered":"2024-02-09T23:58:05.987487+0000","last_clean":"2024-02-09T23:58:05.987487+0000","last_became_active":"2024-02-09T23:57:05.611959+0000","last_became_peered":"2024-02-09T23:57:05.611959+0000","last_unstale":"2024-02-09T23:58:05.987487+0000","last_undegraded":"2024-02-09T23:58:05.987487+0000","last_fullsized":"2024-02-09T23:58:05.987487+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:59:19.992630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"87'15","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.308741+0000","last_change":"2024-02-09T23:57:06.634619+0000","last_active":"2024-02-09T23:58:34.308741+0000","last_peered":"2024-02-09T23:58:34.308741+0000","last_clean":"2024-02-09T23:58:34.308741+0000","last_became_active":"2024-02-09T23:57:06.634210+0000","last_became_peered":"2024-02-09T23:57:06.634210+0000","last_unstale":"2024-02-09T23:58:34.308741+0000","last_undegraded":"2024-02-09T23:58:34.308741+0000","last_fullsized":"2024-02-09T23:58:34.308741+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:52:22.063449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"85'5","reported_seq":142,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:59:06.054936+0000","last_change":"2024-02-09T23:57:05.606826+0000","last_active":"2024-02-09T23:59:06.054936+0000","last_peered":"2024-02-09T23:59:06.054936+0000","last_clean":"2024-02-09T23:59:06.054936+0000","last_became_active":"2024-02-09T23:57:05.606480+0000","last_became_peered":"2024-02-09T23:57:05.606480+0000","last_unstale":"2024-02-09T23:59:06.054936+0000","last_undegraded":"2024-02-09T23:59:06.054936+0000","last_fullsized":"2024-02-09T23:59:06.054936+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:56:00.192534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":119,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.307928+0000","last_change":"2024-02-09T23:57:06.624487+0000","last_active":"2024-02-09T23:58:34.307928+0000","last_peered":"2024-02-09T23:58:34.307928+0000","last_clean":"2024-02-09T23:58:34.307928+0000","last_became_active":"2024-02-09T23:57:06.624148+0000","last_became_peered":"2024-02-09T23:57:06.624148+0000","last_unstale":"2024-02-09T23:58:34.307928+0000","last_undegraded":"2024-02-09T23:58:34.307928+0000","last_fullsized":"2024-02-09T23:58:34.307928+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:03:42.028339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"85'17","reported_seq":37,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.973835+0000","last_change":"2024-02-09T23:57:05.615461+0000","last_active":"2024-02-09T23:58:05.973835+0000","last_peered":"2024-02-09T23:58:05.973835+0000","last_clean":"2024-02-09T23:58:05.973835+0000","last_became_active":"2024-02-09T23:57:05.615106+0000","last_became_peered":"2024-02-09T23:57:05.615106+0000","last_unstale":"2024-02-09T23:58:05.973835+0000","last_undegraded":"2024-02-09T23:58:05.973835+0000","last_fullsized":"2024-02-09T23:58:05.973835+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:41:55.071097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.311227+0000","last_change":"2024-02-09T23:57:06.628867+0000","last_active":"2024-02-09T23:58:34.311227+0000","last_peered":"2024-02-09T23:58:34.311227+0000","last_clean":"2024-02-09T23:58:34.311227+0000","last_became_active":"2024-02-09T23:57:06.628471+0000","last_became_peered":"2024-02-09T23:57:06.628471+0000","last_unstale":"2024-02-09T23:58:34.311227+0000","last_undegraded":"2024-02-09T23:58:34.311227+0000","last_fullsized":"2024-02-09T23:58:34.311227+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:43:37.464829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'2","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974232+0000","last_change":"2024-02-09T23:57:05.614493+0000","last_active":"2024-02-09T23:58:05.974232+0000","last_peered":"2024-02-09T23:58:05.974232+0000","last_clean":"2024-02-09T23:58:05.974232+0000","last_became_active":"2024-02-09T23:57:05.614154+0000","last_became_peered":"2024-02-09T23:57:05.614154+0000","last_unstale":"2024-02-09T23:58:05.974232+0000","last_undegraded":"2024-02-09T23:58:05.974232+0000","last_fullsized":"2024-02-09T23:58:05.974232+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:49:47.110364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.307420+0000","last_change":"2024-02-09T23:57:06.630643+0000","last_active":"2024-02-09T23:58:34.307420+0000","last_peered":"2024-02-09T23:58:34.307420+0000","last_clean":"2024-02-09T23:58:34.307420+0000","last_became_active":"2024-02-09T23:57:06.630280+0000","last_became_peered":"2024-02-09T23:57:06.630280+0000","last_unstale":"2024-02-09T23:58:34.307420+0000","last_undegraded":"2024-02-09T23:58:34.307420+0000","last_fullsized":"2024-02-09T23:58:34.307420+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:26:12.152056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"85'1","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.976120+0000","last_change":"2024-02-09T23:57:05.610820+0000","last_active":"2024-02-09T23:58:05.976120+0000","last_peered":"2024-02-09T23:58:05.976120+0000","last_clean":"2024-02-09T23:58:05.976120+0000","last_became_active":"2024-02-09T23:57:05.610379+0000","last_became_peered":"2024-02-09T23:57:05.610379+0000","last_unstale":"2024-02-09T23:58:05.976120+0000","last_undegraded":"2024-02-09T23:58:05.976120+0000","last_fullsized":"2024-02-09T23:58:05.976120+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:11:23.127349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.312622+0000","last_change":"2024-02-09T23:57:06.631474+0000","last_active":"2024-02-09T23:58:34.312622+0000","last_peered":"2024-02-09T23:58:34.312622+0000","last_clean":"2024-02-09T23:58:34.312622+0000","last_became_active":"2024-02-09T23:57:06.631146+0000","last_became_peered":"2024-02-09T23:57:06.631146+0000","last_unstale":"2024-02-09T23:58:34.312622+0000","last_undegraded":"2024-02-09T23:58:34.312622+0000","last_fullsized":"2024-02-09T23:58:34.312622+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:47:10.109717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"85'5","reported_seq":139,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:59:05.033040+0000","last_change":"2024-02-09T23:57:05.612805+0000","last_active":"2024-02-09T23:59:05.033040+0000","last_peered":"2024-02-09T23:59:05.033040+0000","last_clean":"2024-02-09T23:59:05.033040+0000","last_became_active":"2024-02-09T23:57:05.612473+0000","last_became_peered":"2024-02-09T23:57:05.612473+0000","last_unstale":"2024-02-09T23:59:05.033040+0000","last_undegraded":"2024-02-09T23:59:05.033040+0000","last_fullsized":"2024-02-09T23:59:05.033040+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:08:00.129775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":115,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.312064+0000","last_change":"2024-02-09T23:57:06.636115+0000","last_active":"2024-02-09T23:58:34.312064+0000","last_peered":"2024-02-09T23:58:34.312064+0000","last_clean":"2024-02-09T23:58:34.312064+0000","last_became_active":"2024-02-09T23:57:06.635797+0000","last_became_peered":"2024-02-09T23:57:06.635797+0000","last_unstale":"2024-02-09T23:58:34.312064+0000","last_undegraded":"2024-02-09T23:58:34.312064+0000","last_fullsized":"2024-02-09T23:58:34.312064+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:59:19.328675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"87'8","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.306871+0000","last_change":"2024-02-09T23:57:06.623292+0000","last_active":"2024-02-09T23:58:34.306871+0000","last_peered":"2024-02-09T23:58:34.306871+0000","last_clean":"2024-02-09T23:58:34.306871+0000","last_became_active":"2024-02-09T23:57:06.622980+0000","last_became_peered":"2024-02-09T23:57:06.622980+0000","last_unstale":"2024-02-09T23:58:34.306871+0000","last_undegraded":"2024-02-09T23:58:34.306871+0000","last_fullsized":"2024-02-09T23:58:34.306871+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:39:48.674611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"85'5","reported_seq":140,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:59:05.051777+0000","last_change":"2024-02-09T23:57:05.603119+0000","last_active":"2024-02-09T23:59:05.051777+0000","last_peered":"2024-02-09T23:59:05.051777+0000","last_clean":"2024-02-09T23:59:05.051777+0000","last_became_active":"2024-02-09T23:57:05.602806+0000","last_became_peered":"2024-02-09T23:57:05.602806+0000","last_unstale":"2024-02-09T23:59:05.051777+0000","last_undegraded":"2024-02-09T23:59:05.051777+0000","last_fullsized":"2024-02-09T23:59:05.051777+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:50:48.007097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":116,"num_read_kb":116,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.318715+0000","last_change":"2024-02-09T23:57:06.637007+0000","last_active":"2024-02-09T23:58:34.318715+0000","last_peered":"2024-02-09T23:58:34.318715+0000","last_clean":"2024-02-09T23:58:34.318715+0000","last_became_active":"2024-02-09T23:57:06.636396+0000","last_became_peered":"2024-02-09T23:57:06.636396+0000","last_unstale":"2024-02-09T23:58:34.318715+0000","last_undegraded":"2024-02-09T23:58:34.318715+0000","last_fullsized":"2024-02-09T23:58:34.318715+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:11:31.422896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"85'6","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.978233+0000","last_change":"2024-02-09T23:57:05.606745+0000","last_active":"2024-02-09T23:58:05.978233+0000","last_peered":"2024-02-09T23:58:05.978233+0000","last_clean":"2024-02-09T23:58:05.978233+0000","last_became_active":"2024-02-09T23:57:05.606401+0000","last_became_peered":"2024-02-09T23:57:05.606401+0000","last_unstale":"2024-02-09T23:58:05.978233+0000","last_undegraded":"2024-02-09T23:58:05.978233+0000","last_fullsized":"2024-02-09T23:58:05.978233+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:35:38.737251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":353,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974030+0000","last_change":"2024-02-09T23:55:52.845813+0000","last_active":"2024-02-09T23:58:05.974030+0000","last_peered":"2024-02-09T23:58:05.974030+0000","last_clean":"2024-02-09T23:58:05.974030+0000","last_became_active":"2024-02-09T23:55:52.845392+0000","last_became_peered":"2024-02-09T23:55:52.845392+0000","last_unstale":"2024-02-09T23:58:05.974030+0000","last_undegraded":"2024-02-09T23:58:05.974030+0000","last_fullsized":"2024-02-09T23:58:05.974030+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:52:28.528032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:52:28.528032+0000","last_clean_scrub_stamp":"2024-02-09T23:52:28.528032+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:55:39.392199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.304641+0000","last_change":"2024-02-09T23:57:06.637855+0000","last_active":"2024-02-09T23:58:34.304641+0000","last_peered":"2024-02-09T23:58:34.304641+0000","last_clean":"2024-02-09T23:58:34.304641+0000","last_became_active":"2024-02-09T23:57:06.637568+0000","last_became_peered":"2024-02-09T23:57:06.637568+0000","last_unstale":"2024-02-09T23:58:34.304641+0000","last_undegraded":"2024-02-09T23:58:34.304641+0000","last_fullsized":"2024-02-09T23:58:34.304641+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:11:24.964130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"85'4","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974117+0000","last_change":"2024-02-09T23:57:05.612288+0000","last_active":"2024-02-09T23:58:05.974117+0000","last_peered":"2024-02-09T23:58:05.974117+0000","last_clean":"2024-02-09T23:58:05.974117+0000","last_became_active":"2024-02-09T23:57:05.611942+0000","last_became_peered":"2024-02-09T23:57:05.611942+0000","last_unstale":"2024-02-09T23:58:05.974117+0000","last_undegraded":"2024-02-09T23:58:05.974117+0000","last_fullsized":"2024-02-09T23:58:05.974117+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:55:39.289715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"85'4","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974238+0000","last_change":"2024-02-09T23:57:05.615695+0000","last_active":"2024-02-09T23:58:05.974238+0000","last_peered":"2024-02-09T23:58:05.974238+0000","last_clean":"2024-02-09T23:58:05.974238+0000","last_became_active":"2024-02-09T23:57:05.615340+0000","last_became_peered":"2024-02-09T23:57:05.615340+0000","last_unstale":"2024-02-09T23:58:05.974238+0000","last_undegraded":"2024-02-09T23:58:05.974238+0000","last_fullsized":"2024-02-09T23:58:05.974238+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:32:00.533576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.304897+0000","last_change":"2024-02-09T23:57:06.617756+0000","last_active":"2024-02-09T23:58:34.304897+0000","last_peered":"2024-02-09T23:58:34.304897+0000","last_clean":"2024-02-09T23:58:34.304897+0000","last_became_active":"2024-02-09T23:57:06.617265+0000","last_became_peered":"2024-02-09T23:57:06.617265+0000","last_unstale":"2024-02-09T23:58:34.304897+0000","last_undegraded":"2024-02-09T23:58:34.304897+0000","last_fullsized":"2024-02-09T23:58:34.304897+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:07:16.510400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"87'14","reported_seq":33,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.636173+0000","last_change":"2024-02-09T23:57:05.611877+0000","last_active":"2024-02-09T23:58:34.636173+0000","last_peered":"2024-02-09T23:58:34.636173+0000","last_clean":"2024-02-09T23:58:34.636173+0000","last_became_active":"2024-02-09T23:57:05.611592+0000","last_became_peered":"2024-02-09T23:57:05.611592+0000","last_unstale":"2024-02-09T23:58:34.636173+0000","last_undegraded":"2024-02-09T23:58:34.636173+0000","last_fullsized":"2024-02-09T23:58:34.636173+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:17:31.374844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.304446+0000","last_change":"2024-02-09T23:57:06.635258+0000","last_active":"2024-02-09T23:58:34.304446+0000","last_peered":"2024-02-09T23:58:34.304446+0000","last_clean":"2024-02-09T23:58:34.304446+0000","last_became_active":"2024-02-09T23:57:06.634027+0000","last_became_peered":"2024-02-09T23:57:06.634027+0000","last_unstale":"2024-02-09T23:58:34.304446+0000","last_undegraded":"2024-02-09T23:58:34.304446+0000","last_fullsized":"2024-02-09T23:58:34.304446+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:22:52.691904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"85'7","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977365+0000","last_change":"2024-02-09T23:57:05.604119+0000","last_active":"2024-02-09T23:58:05.977365+0000","last_peered":"2024-02-09T23:58:05.977365+0000","last_clean":"2024-02-09T23:58:05.977365+0000","last_became_active":"2024-02-09T23:57:05.603790+0000","last_became_peered":"2024-02-09T23:57:05.603790+0000","last_unstale":"2024-02-09T23:58:05.977365+0000","last_undegraded":"2024-02-09T23:58:05.977365+0000","last_fullsized":"2024-02-09T23:58:05.977365+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:32:35.996866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.308513+0000","last_change":"2024-02-09T23:57:06.639235+0000","last_active":"2024-02-09T23:58:34.308513+0000","last_peered":"2024-02-09T23:58:34.308513+0000","last_clean":"2024-02-09T23:58:34.308513+0000","last_became_active":"2024-02-09T23:57:06.638161+0000","last_became_peered":"2024-02-09T23:57:06.638161+0000","last_unstale":"2024-02-09T23:58:34.308513+0000","last_undegraded":"2024-02-09T23:58:34.308513+0000","last_fullsized":"2024-02-09T23:58:34.308513+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:36:27.334864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"85'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.979826+0000","last_change":"2024-02-09T23:57:05.603199+0000","last_active":"2024-02-09T23:58:05.979826+0000","last_peered":"2024-02-09T23:58:05.979826+0000","last_clean":"2024-02-09T23:58:05.979826+0000","last_became_active":"2024-02-09T23:57:05.602773+0000","last_became_peered":"2024-02-09T23:57:05.602773+0000","last_unstale":"2024-02-09T23:58:05.979826+0000","last_undegraded":"2024-02-09T23:58:05.979826+0000","last_fullsized":"2024-02-09T23:58:05.979826+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:18:00.633758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"87'2","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.304920+0000","last_change":"2024-02-09T23:57:06.624178+0000","last_active":"2024-02-09T23:58:34.304920+0000","last_peered":"2024-02-09T23:58:34.304920+0000","last_clean":"2024-02-09T23:58:34.304920+0000","last_became_active":"2024-02-09T23:57:06.623776+0000","last_became_peered":"2024-02-09T23:57:06.623776+0000","last_unstale":"2024-02-09T23:58:34.304920+0000","last_undegraded":"2024-02-09T23:58:34.304920+0000","last_fullsized":"2024-02-09T23:58:34.304920+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:37:17.906128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"85'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977785+0000","last_change":"2024-02-09T23:57:05.617768+0000","last_active":"2024-02-09T23:58:05.977785+0000","last_peered":"2024-02-09T23:58:05.977785+0000","last_clean":"2024-02-09T23:58:05.977785+0000","last_became_active":"2024-02-09T23:57:05.617413+0000","last_became_peered":"2024-02-09T23:57:05.617413+0000","last_unstale":"2024-02-09T23:58:05.977785+0000","last_undegraded":"2024-02-09T23:58:05.977785+0000","last_fullsized":"2024-02-09T23:58:05.977785+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:10:17.041109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.303208+0000","last_change":"2024-02-09T23:57:06.625650+0000","last_active":"2024-02-09T23:58:34.303208+0000","last_peered":"2024-02-09T23:58:34.303208+0000","last_clean":"2024-02-09T23:58:34.303208+0000","last_became_active":"2024-02-09T23:57:06.624816+0000","last_became_peered":"2024-02-09T23:57:06.624816+0000","last_unstale":"2024-02-09T23:58:34.303208+0000","last_undegraded":"2024-02-09T23:58:34.303208+0000","last_fullsized":"2024-02-09T23:58:34.303208+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:51:06.489608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"85'3","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.985902+0000","last_change":"2024-02-09T23:58:05.985902+0000","last_active":"2024-02-09T23:58:05.985902+0000","last_peered":"2024-02-09T23:58:05.985902+0000","last_clean":"2024-02-09T23:58:05.985902+0000","last_became_active":"2024-02-09T23:58:05.981029+0000","last_became_peered":"2024-02-09T23:58:05.981029+0000","last_unstale":"2024-02-09T23:58:05.985902+0000","last_undegraded":"2024-02-09T23:58:05.985902+0000","last_fullsized":"2024-02-09T23:58:05.985902+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:23:01.290276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.312499+0000","last_change":"2024-02-09T23:57:06.642300+0000","last_active":"2024-02-09T23:58:34.312499+0000","last_peered":"2024-02-09T23:58:34.312499+0000","last_clean":"2024-02-09T23:58:34.312499+0000","last_became_active":"2024-02-09T23:57:06.641191+0000","last_became_peered":"2024-02-09T23:57:06.641191+0000","last_unstale":"2024-02-09T23:58:34.312499+0000","last_undegraded":"2024-02-09T23:58:34.312499+0000","last_fullsized":"2024-02-09T23:58:34.312499+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:43:18.370907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"85'4","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.990579+0000","last_change":"2024-02-09T23:58:05.990579+0000","last_active":"2024-02-09T23:58:05.990579+0000","last_peered":"2024-02-09T23:58:05.990579+0000","last_clean":"2024-02-09T23:58:05.990579+0000","last_became_active":"2024-02-09T23:58:05.983017+0000","last_became_peered":"2024-02-09T23:58:05.983017+0000","last_unstale":"2024-02-09T23:58:05.990579+0000","last_undegraded":"2024-02-09T23:58:05.990579+0000","last_fullsized":"2024-02-09T23:58:05.990579+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:35:37.400686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.a","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.311508+0000","last_change":"2024-02-09T23:57:06.643427+0000","last_active":"2024-02-09T23:58:34.311508+0000","last_peered":"2024-02-09T23:58:34.311508+0000","last_clean":"2024-02-09T23:58:34.311508+0000","last_became_active":"2024-02-09T23:57:06.643077+0000","last_became_peered":"2024-02-09T23:57:06.643077+0000","last_unstale":"2024-02-09T23:58:34.311508+0000","last_undegraded":"2024-02-09T23:58:34.311508+0000","last_fullsized":"2024-02-09T23:58:34.311508+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:27:27.850234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"85'5","reported_seq":81,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:59:06.050423+0000","last_change":"2024-02-09T23:58:05.988032+0000","last_active":"2024-02-09T23:59:06.050423+0000","last_peered":"2024-02-09T23:59:06.050423+0000","last_clean":"2024-02-09T23:59:06.050423+0000","last_became_active":"2024-02-09T23:58:05.981651+0000","last_became_peered":"2024-02-09T23:58:05.981651+0000","last_unstale":"2024-02-09T23:59:06.050423+0000","last_undegraded":"2024-02-09T23:59:06.050423+0000","last_fullsized":"2024-02-09T23:59:06.050423+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:36:19.624262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":62,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1170,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.311344+0000","last_change":"2024-02-09T23:57:06.639420+0000","last_active":"2024-02-09T23:58:34.311344+0000","last_peered":"2024-02-09T23:58:34.311344+0000","last_clean":"2024-02-09T23:58:34.311344+0000","last_became_active":"2024-02-09T23:57:06.639093+0000","last_became_peered":"2024-02-09T23:57:06.639093+0000","last_unstale":"2024-02-09T23:58:34.311344+0000","last_undegraded":"2024-02-09T23:58:34.311344+0000","last_fullsized":"2024-02-09T23:58:34.311344+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:28:23.444489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"85'3","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.987939+0000","last_change":"2024-02-09T23:57:05.617740+0000","last_active":"2024-02-09T23:58:05.987939+0000","last_peered":"2024-02-09T23:58:05.987939+0000","last_clean":"2024-02-09T23:58:05.987939+0000","last_became_active":"2024-02-09T23:57:05.617367+0000","last_became_peered":"2024-02-09T23:57:05.617367+0000","last_unstale":"2024-02-09T23:58:05.987939+0000","last_undegraded":"2024-02-09T23:58:05.987939+0000","last_fullsized":"2024-02-09T23:58:05.987939+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:47:34.063743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.308140+0000","last_change":"2024-02-09T23:57:06.631145+0000","last_active":"2024-02-09T23:58:34.308140+0000","last_peered":"2024-02-09T23:58:34.308140+0000","last_clean":"2024-02-09T23:58:34.308140+0000","last_became_active":"2024-02-09T23:57:06.630801+0000","last_became_peered":"2024-02-09T23:57:06.630801+0000","last_unstale":"2024-02-09T23:58:34.308140+0000","last_undegraded":"2024-02-09T23:58:34.308140+0000","last_fullsized":"2024-02-09T23:58:34.308140+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:41:52.114139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'5","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974040+0000","last_change":"2024-02-09T23:57:05.601531+0000","last_active":"2024-02-09T23:58:05.974040+0000","last_peered":"2024-02-09T23:58:05.974040+0000","last_clean":"2024-02-09T23:58:05.974040+0000","last_became_active":"2024-02-09T23:57:05.601196+0000","last_became_peered":"2024-02-09T23:57:05.601196+0000","last_unstale":"2024-02-09T23:58:05.974040+0000","last_undegraded":"2024-02-09T23:58:05.974040+0000","last_fullsized":"2024-02-09T23:58:05.974040+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:11:41.701214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.300690+0000","last_change":"2024-02-09T23:57:06.626671+0000","last_active":"2024-02-09T23:58:34.300690+0000","last_peered":"2024-02-09T23:58:34.300690+0000","last_clean":"2024-02-09T23:58:34.300690+0000","last_became_active":"2024-02-09T23:57:06.626290+0000","last_became_peered":"2024-02-09T23:57:06.626290+0000","last_unstale":"2024-02-09T23:58:34.300690+0000","last_undegraded":"2024-02-09T23:58:34.300690+0000","last_fullsized":"2024-02-09T23:58:34.300690+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:32:22.155457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.308251+0000","last_change":"2024-02-09T23:57:06.623319+0000","last_active":"2024-02-09T23:58:34.308251+0000","last_peered":"2024-02-09T23:58:34.308251+0000","last_clean":"2024-02-09T23:58:34.308251+0000","last_became_active":"2024-02-09T23:57:06.622996+0000","last_became_peered":"2024-02-09T23:57:06.622996+0000","last_unstale":"2024-02-09T23:58:34.308251+0000","last_undegraded":"2024-02-09T23:58:34.308251+0000","last_fullsized":"2024-02-09T23:58:34.308251+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:17:58.547858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"87'12","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.306068+0000","last_change":"2024-02-09T23:57:06.635561+0000","last_active":"2024-02-09T23:58:34.306068+0000","last_peered":"2024-02-09T23:58:34.306068+0000","last_clean":"2024-02-09T23:58:34.306068+0000","last_became_active":"2024-02-09T23:57:06.634862+0000","last_became_peered":"2024-02-09T23:57:06.634862+0000","last_unstale":"2024-02-09T23:58:34.306068+0000","last_undegraded":"2024-02-09T23:58:34.306068+0000","last_fullsized":"2024-02-09T23:58:34.306068+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:18:55.444410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.308074+0000","last_change":"2024-02-09T23:57:06.642617+0000","last_active":"2024-02-09T23:58:34.308074+0000","last_peered":"2024-02-09T23:58:34.308074+0000","last_clean":"2024-02-09T23:58:34.308074+0000","last_became_active":"2024-02-09T23:57:06.642287+0000","last_became_peered":"2024-02-09T23:57:06.642287+0000","last_unstale":"2024-02-09T23:58:34.308074+0000","last_undegraded":"2024-02-09T23:58:34.308074+0000","last_fullsized":"2024-02-09T23:58:34.308074+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:07:30.297547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.307156+0000","last_change":"2024-02-09T23:57:06.635647+0000","last_active":"2024-02-09T23:58:34.307156+0000","last_peered":"2024-02-09T23:58:34.307156+0000","last_clean":"2024-02-09T23:58:34.307156+0000","last_became_active":"2024-02-09T23:57:06.632867+0000","last_became_peered":"2024-02-09T23:57:06.632867+0000","last_unstale":"2024-02-09T23:58:34.307156+0000","last_undegraded":"2024-02-09T23:58:34.307156+0000","last_fullsized":"2024-02-09T23:58:34.307156+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:22:33.508041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"87'4","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.299805+0000","last_change":"2024-02-09T23:57:06.636299+0000","last_active":"2024-02-09T23:58:34.299805+0000","last_peered":"2024-02-09T23:58:34.299805+0000","last_clean":"2024-02-09T23:58:34.299805+0000","last_became_active":"2024-02-09T23:57:06.635931+0000","last_became_peered":"2024-02-09T23:57:06.635931+0000","last_unstale":"2024-02-09T23:58:34.299805+0000","last_undegraded":"2024-02-09T23:58:34.299805+0000","last_fullsized":"2024-02-09T23:58:34.299805+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:13:19.192205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.307700+0000","last_change":"2024-02-09T23:57:06.627392+0000","last_active":"2024-02-09T23:58:34.307700+0000","last_peered":"2024-02-09T23:58:34.307700+0000","last_clean":"2024-02-09T23:58:34.307700+0000","last_became_active":"2024-02-09T23:57:06.627058+0000","last_became_peered":"2024-02-09T23:57:06.627058+0000","last_unstale":"2024-02-09T23:58:34.307700+0000","last_undegraded":"2024-02-09T23:58:34.307700+0000","last_fullsized":"2024-02-09T23:58:34.307700+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:28:23.018218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"87'15","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.318647+0000","last_change":"2024-02-09T23:57:06.631082+0000","last_active":"2024-02-09T23:58:34.318647+0000","last_peered":"2024-02-09T23:58:34.318647+0000","last_clean":"2024-02-09T23:58:34.318647+0000","last_became_active":"2024-02-09T23:57:06.630775+0000","last_became_peered":"2024-02-09T23:57:06.630775+0000","last_unstale":"2024-02-09T23:58:34.318647+0000","last_undegraded":"2024-02-09T23:58:34.318647+0000","last_fullsized":"2024-02-09T23:58:34.318647+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:41:35.627731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"87'2","reported_seq":13,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.288447+0000","last_change":"2024-02-09T23:58:05.982975+0000","last_active":"2024-02-09T23:58:34.288447+0000","last_peered":"2024-02-09T23:58:34.288447+0000","last_clean":"2024-02-09T23:58:34.288447+0000","last_became_active":"2024-02-09T23:58:05.982681+0000","last_became_peered":"2024-02-09T23:58:05.982681+0000","last_unstale":"2024-02-09T23:58:34.288447+0000","last_undegraded":"2024-02-09T23:58:34.288447+0000","last_fullsized":"2024-02-09T23:58:34.288447+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:06:39.252025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,2],"acting":[9,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.28","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.306601+0000","last_change":"2024-02-09T23:57:06.632269+0000","last_active":"2024-02-09T23:58:34.306601+0000","last_peered":"2024-02-09T23:58:34.306601+0000","last_clean":"2024-02-09T23:58:34.306601+0000","last_became_active":"2024-02-09T23:57:06.631281+0000","last_became_peered":"2024-02-09T23:57:06.631281+0000","last_unstale":"2024-02-09T23:58:34.306601+0000","last_undegraded":"2024-02-09T23:58:34.306601+0000","last_fullsized":"2024-02-09T23:58:34.306601+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:40:47.005916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.304542+0000","last_change":"2024-02-09T23:57:06.635584+0000","last_active":"2024-02-09T23:58:34.304542+0000","last_peered":"2024-02-09T23:58:34.304542+0000","last_clean":"2024-02-09T23:58:34.304542+0000","last_became_active":"2024-02-09T23:57:06.631913+0000","last_became_peered":"2024-02-09T23:57:06.631913+0000","last_unstale":"2024-02-09T23:58:34.304542+0000","last_undegraded":"2024-02-09T23:58:34.304542+0000","last_fullsized":"2024-02-09T23:58:34.304542+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:14:08.793356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"87'10","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.318391+0000","last_change":"2024-02-09T23:57:06.638651+0000","last_active":"2024-02-09T23:58:34.318391+0000","last_peered":"2024-02-09T23:58:34.318391+0000","last_clean":"2024-02-09T23:58:34.318391+0000","last_became_active":"2024-02-09T23:57:06.638114+0000","last_became_peered":"2024-02-09T23:57:06.638114+0000","last_unstale":"2024-02-09T23:58:34.318391+0000","last_undegraded":"2024-02-09T23:58:34.318391+0000","last_fullsized":"2024-02-09T23:58:34.318391+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:14:54.444299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"87'11","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.301263+0000","last_change":"2024-02-09T23:57:06.633338+0000","last_active":"2024-02-09T23:58:34.301263+0000","last_peered":"2024-02-09T23:58:34.301263+0000","last_clean":"2024-02-09T23:58:34.301263+0000","last_became_active":"2024-02-09T23:57:06.633018+0000","last_became_peered":"2024-02-09T23:57:06.633018+0000","last_unstale":"2024-02-09T23:58:34.301263+0000","last_undegraded":"2024-02-09T23:58:34.301263+0000","last_fullsized":"2024-02-09T23:58:34.301263+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:36:47.401829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.295720+0000","last_change":"2024-02-09T23:57:06.633271+0000","last_active":"2024-02-09T23:58:34.295720+0000","last_peered":"2024-02-09T23:58:34.295720+0000","last_clean":"2024-02-09T23:58:34.295720+0000","last_became_active":"2024-02-09T23:57:06.632962+0000","last_became_peered":"2024-02-09T23:57:06.632962+0000","last_unstale":"2024-02-09T23:58:34.295720+0000","last_undegraded":"2024-02-09T23:58:34.295720+0000","last_fullsized":"2024-02-09T23:58:34.295720+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:33:45.916156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":376832,"data_stored":4132576,"data_compressed":249834,"data_compressed_allocated":315392,"data_compressed_original":4096000,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68333,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1140,"num_read_kb":675,"num_write":246,"num_write_kb":139,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":62216,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":512000,"data_stored":204999,"data_compressed":13265,"data_compressed_allocated":20480,"data_compressed_original":73728,"omap_allocated":0,"internal_metadata":0},"log_size":213,"ondisk_log_size":213,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383717,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":950272,"data_stored":456807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.57499999999999996,"15min":0.57199999999999995},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.56499999999999995,"15min":0.56100000000000005},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.54200000000000004}]},{"osd":1,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.63600000000000001,"15min":0.63},"min":{"1min":0.497,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.57999999999999996,"15min":0.57599999999999996},"min":{"1min":0.40200000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.72699999999999998}]},{"osd":2,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.53500000000000003,"15min":0.53400000000000003},"min":{"1min":0.38,"5min":0.312,"15min":0.312},"max":{"1min":0.72599999999999998,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.441},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.51300000000000001,"15min":0.50600000000000001},"min":{"1min":0.35399999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.71999999999999997,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.502}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47299999999999998}]},{"osd":4,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.68999999999999995,"15min":0.69299999999999995},"min":{"1min":0.43099999999999999,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.85599999999999998,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.64300000000000002,"15min":0.64500000000000002},"min":{"1min":0.45800000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.89000000000000001,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.69099999999999995}]},{"osd":5,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.629,"15min":0.63100000000000001},"min":{"1min":0.40000000000000002,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.77600000000000002,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.63400000000000001,"15min":0.63},"min":{"1min":0.435,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.93799999999999994,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.56200000000000006}]},{"osd":6,"last update":"Fri Feb 9 23:57:18 2024","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.749,"5min":0.749,"15min":0.749},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.337,"5min":1.337,"15min":1.337},"last":0.69099999999999995}]},{"osd":7,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.77300000000000002,"15min":0.76700000000000002},"min":{"1min":0.59699999999999998,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.72499999999999998,"15min":0.72899999999999998},"min":{"1min":0.54000000000000004,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.91200000000000003,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.61099999999999999}]},{"osd":8,"last update":"Fri Feb 9 23:58:07 2024","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"min":{"1min":0.626,"5min":0.626,"15min":0.626},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.75700000000000001}]},{"osd":9,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.79400000000000004,"15min":0.79000000000000004},"min":{"1min":0.72499999999999998,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.0369999999999999,"5min":1.232,"15min":1.232},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.79900000000000004,"15min":0.79100000000000004},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.0329999999999999,"5min":1.038,"15min":1.038},"last":0.85899999999999999}]},{"osd":10,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.77000000000000002,"15min":0.76500000000000001},"min":{"1min":0.56899999999999995,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.82099999999999995,"15min":0.81799999999999995},"min":{"1min":0.69499999999999995,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.0669999999999999,"5min":1.369,"15min":1.369},"last":0.80100000000000005}]}]},{"osd":10,"up_from":72,"seq":309237645356,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28092,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717060,"statfs":{"total":95995035648,"available":95966269440,"internally_reserved":0,"allocated":1101824,"data_stored":1109439,"data_compressed":38028,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:59:09 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.51200000000000001,"15min":0.51400000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.5,"15min":0.504},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.41499999999999998}]},{"osd":1,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.46700000000000003,"15min":0.47899999999999998},"min":{"1min":0.27400000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.70699999999999996,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.45500000000000002,"15min":0.45600000000000002},"min":{"1min":0.32100000000000001,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.61499999999999999}]},{"osd":2,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.61599999999999999,"15min":0.625},"min":{"1min":0.372,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.82399999999999995,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.65200000000000002,"15min":0.67600000000000005},"min":{"1min":0.39900000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.82799999999999996,"5min":1.224,"15min":1.224},"last":0.71699999999999997}]},{"osd":3,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.61499999999999999,"15min":0.65200000000000002},"min":{"1min":0.39100000000000001,"5min":0.373,"15min":0.373},"max":{"1min":0.67300000000000004,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.61399999999999999,"15min":0.63500000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.73099999999999998,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.53900000000000003}]},{"osd":4,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55000000000000004,"15min":0.55600000000000005},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.81000000000000005,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.53300000000000003,"15min":0.54100000000000004},"min":{"1min":0.35899999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.72299999999999998,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.52100000000000002}]},{"osd":5,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.66500000000000004,"15min":0.67100000000000004},"min":{"1min":0.53300000000000003,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.91900000000000004,"5min":1.05,"15min":1.05},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.69399999999999995,"15min":0.71099999999999997},"min":{"1min":0.504,"5min":0.44,"15min":0.44},"max":{"1min":0.95999999999999996,"5min":1.125,"15min":1.125},"last":0.63900000000000001}]},{"osd":6,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.70099999999999996,"15min":0.74299999999999999},"min":{"1min":0.437,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.92100000000000004,"5min":1.3100000000000001,"15min":1.3100000000000001},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.71399999999999997,"15min":0.73399999999999999},"min":{"1min":0.52200000000000002,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.86899999999999999,"5min":1.107,"15min":1.107},"last":0.66400000000000003}]},{"osd":7,"last update":"Fri Feb 9 23:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.258,"5min":1.258,"15min":1.258},"last":0.58799999999999997}]},{"osd":8,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.72999999999999998,"15min":0.73999999999999999},"min":{"1min":0.53700000000000003,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.90600000000000003,"5min":1.034,"15min":1.034},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.76800000000000002,"15min":0.79300000000000004},"min":{"1min":0.54900000000000004,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.89600000000000002,"5min":1.865,"15min":1.865},"last":0.69199999999999995}]},{"osd":9,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.75800000000000001,"15min":0.78200000000000003},"min":{"1min":0.55000000000000004,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.93700000000000006,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.78400000000000003,"15min":0.82599999999999996},"min":{"1min":0.50700000000000001,"5min":0.437,"15min":0.437},"max":{"1min":0.85199999999999998,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.60399999999999998}]},{"osd":11,"last update":"Fri Feb 9 23:58:18 2024","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.74299999999999999,"15min":0.745},"min":{"1min":0.57599999999999996,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":0.86599999999999999,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.746,"15min":0.74399999999999999},"min":{"1min":0.63,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":0.88900000000000001,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.72999999999999998}]}]},{"osd":9,"up_from":67,"seq":287762808881,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":974848,"data_stored":456737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.44400000000000001,"15min":0.45800000000000002},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.69399999999999995,"5min":1.353,"15min":1.353},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.376,"5min":0.45000000000000001,"15min":0.47099999999999997},"min":{"1min":0.28100000000000003,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.626,"5min":1.151,"15min":1.151},"last":0.28100000000000003}]},{"osd":1,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.58699999999999997,"15min":0.60199999999999998},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.68300000000000005,"5min":1.258,"15min":1.258},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.64800000000000002,"15min":0.65600000000000003},"min":{"1min":0.438,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":2.3980000000000001,"5min":2.3980000000000001,"15min":2.3980000000000001},"last":0.45800000000000002}]},{"osd":2,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.64800000000000002,"15min":0.66300000000000003},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":2.4329999999999998,"5min":2.4329999999999998,"15min":2.4329999999999998},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.499,"5min":0.56999999999999995,"15min":0.59199999999999997},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.68799999999999994,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.51100000000000001}]},{"osd":3,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.50800000000000001,"15min":0.53700000000000003},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.54000000000000004,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.31},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.55700000000000005,"15min":0.58299999999999996},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.71899999999999997,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.38500000000000001}]},{"osd":4,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.56799999999999995,"15min":0.57699999999999996},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.71199999999999997,"5min":1.446,"15min":1.446},"last":0.375},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.64900000000000002,"15min":0.67100000000000004},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.69799999999999995,"5min":1.29,"15min":1.29},"last":0.54200000000000004}]},{"osd":5,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68999999999999995,"15min":0.71799999999999997},"min":{"1min":0.40400000000000003,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":2.3660000000000001,"5min":2.3660000000000001,"15min":2.3660000000000001},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.70799999999999996,"15min":0.747},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.79000000000000004,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.52100000000000002}]},{"osd":6,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.625,"15min":0.66100000000000003},"min":{"1min":0.34699999999999998,"5min":0.312,"15min":0.312},"max":{"1min":0.75700000000000001,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.56899999999999995,"15min":0.60099999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.65900000000000003,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.44500000000000001}]},{"osd":7,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.72999999999999998,"15min":0.75800000000000001},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.77700000000000002,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.75,"5min":0.752,"15min":0.76400000000000001},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":2.2970000000000002,"5min":2.2970000000000002,"15min":2.2970000000000002},"last":0.61499999999999999}]},{"osd":8,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.69699999999999995,"15min":0.73299999999999998},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.73299999999999998,"5min":1.4059999999999999,"15min":1.4059999999999999},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.76800000000000002,"15min":0.79600000000000004},"min":{"1min":0.48799999999999999,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":2.3149999999999999,"5min":2.3149999999999999,"15min":2.3149999999999999},"last":0.625}]},{"osd":10,"last update":"Fri Feb 9 23:58:56 2024","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.75900000000000001,"15min":0.76400000000000001},"min":{"1min":0.54800000000000004,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":2.3330000000000002,"5min":2.3330000000000002,"15min":2.3330000000000002},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.70799999999999996,"15min":0.70999999999999996},"min":{"1min":0.53800000000000003,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":2.3809999999999998,"5min":2.3809999999999998,"15min":2.3809999999999998},"last":0.58699999999999997}]}]},{"osd":8,"up_from":59,"seq":253403070517,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32124,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713028,"statfs":{"total":95995035648,"available":95962140672,"internally_reserved":0,"allocated":970752,"data_stored":457115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.55800000000000005,"15min":0.54400000000000004},"min":{"1min":0.41499999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.54700000000000004,"15min":0.52500000000000002},"min":{"1min":0.47999999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.623}]},{"osd":1,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.58199999999999996,"15min":0.56000000000000005},"min":{"1min":0.45400000000000001,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.68999999999999995,"15min":0.61199999999999999},"min":{"1min":0.497,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.85899999999999999,"5min":8.3290000000000006,"15min":8.3290000000000006},"last":0.63900000000000001}]},{"osd":2,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.44400000000000001,"15min":0.42199999999999999},"min":{"1min":0.35599999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.69999999999999996,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.48499999999999999,"15min":0.47699999999999998},"min":{"1min":0.36799999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.74299999999999999,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.54100000000000004}]},{"osd":3,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.58399999999999996,"15min":0.58099999999999996},"min":{"1min":0.39800000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.81399999999999995,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.63,"15min":0.625},"min":{"1min":0.51200000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.86099999999999999,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.48199999999999998}]},{"osd":4,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.59399999999999997,"15min":0.56699999999999995},"min":{"1min":0.48199999999999998,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.60799999999999998,"15min":0.57999999999999996},"min":{"1min":0.42599999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.69499999999999995}]},{"osd":5,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.58899999999999997,"15min":0.57699999999999996},"min":{"1min":0.42399999999999999,"5min":0.315,"15min":0.315},"max":{"1min":0.81499999999999995,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.56799999999999995,"15min":0.55300000000000005},"min":{"1min":0.371,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.82399999999999995,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.50600000000000001}]},{"osd":6,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.65300000000000002,"15min":0.628},"min":{"1min":0.58499999999999996,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.79300000000000004,"5min":0.72399999999999998,"15min":0.71199999999999997},"min":{"1min":0.59999999999999998,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.111,"5min":1.111,"15min":1.111},"last":0.60099999999999998}]},{"osd":7,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.72099999999999997,"15min":0.69699999999999995},"min":{"1min":0.54600000000000004,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.97699999999999998,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.87,"5min":0.70499999999999996,"15min":0.67600000000000005},"min":{"1min":0.61399999999999999,"5min":0.434,"15min":0.434},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.72199999999999998}]},{"osd":9,"last update":"Fri Feb 9 23:58:26 2024","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.748,"15min":0.72399999999999998},"min":{"1min":0.61199999999999999,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":0.99399999999999999,"5min":1.014,"15min":1.014},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.872,"5min":0.79200000000000004,"15min":0.77200000000000002},"min":{"1min":0.64200000000000002,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.008,"5min":1.081,"15min":1.081},"last":0.70899999999999996}]},{"osd":10,"last update":"Fri Feb 9 23:58:52 2024","interfaces":[{"interface":"back","average":{"1min":0.877,"5min":0.80600000000000005,"15min":0.77200000000000002},"min":{"1min":0.66200000000000003,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.018,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.86399999999999999,"5min":0.76800000000000002,"15min":0.72699999999999998},"min":{"1min":0.66900000000000004,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.996,"5min":1.044,"15min":1.044},"last":0.52900000000000003}]},{"osd":11,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.028,"5min":1.028,"15min":1.028},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"min":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"max":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.79800000000000004}]}]},{"osd":7,"up_from":51,"seq":219043332154,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1024000,"data_stored":1049550,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:56:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.52300000000000002,"15min":0.51300000000000001},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.82799999999999996},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.51900000000000002,"15min":0.51500000000000001},"min":{"1min":0.35899999999999999,"5min":0.308,"15min":0.308},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.96299999999999997}]},{"osd":1,"last update":"Fri Feb 9 23:58:38 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.40400000000000003,"15min":0.38400000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.66200000000000003,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.443,"5min":0.43099999999999999,"15min":0.40300000000000002},"min":{"1min":0.308,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.57799999999999996,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.39300000000000002}]},{"osd":2,"last update":"Fri Feb 9 23:58:38 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.60399999999999998,"15min":0.60299999999999998},"min":{"1min":0.41199999999999998,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.77000000000000002,"5min":1.03,"15min":1.03},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.58599999999999997,"15min":0.58799999999999997},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.81100000000000005,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.67400000000000004}]},{"osd":3,"last update":"Fri Feb 9 23:58:38 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.55300000000000005,"15min":0.54100000000000004},"min":{"1min":0.39300000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.74399999999999999,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.61399999999999999},{"interface":"front","average":{"1min":1.456,"5min":0.749,"15min":0.625},"min":{"1min":0.378,"5min":0.37,"15min":0.37},"max":{"1min":13.551,"5min":13.551,"15min":13.551},"last":0.432}]},{"osd":4,"last update":"Fri Feb 9 23:58:38 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.495,"15min":0.48699999999999999},"min":{"1min":0.29999999999999999,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.60499999999999998,"5min":0.875,"15min":0.875},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.498,"15min":0.496},"min":{"1min":0.33000000000000002,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.56200000000000006,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.35499999999999998}]},{"osd":5,"last update":"Fri Feb 9 23:58:38 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.64700000000000002,"15min":0.65100000000000002},"min":{"1min":0.42199999999999999,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.79900000000000004,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.61799999999999999,"15min":0.62},"min":{"1min":0.39300000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.76600000000000001,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.53000000000000003}]},{"osd":6,"last update":"Fri Feb 9 23:58:38 2024","interfaces":[{"interface":"back","average":{"1min":1.492,"5min":0.81899999999999995,"15min":0.69899999999999995},"min":{"1min":0.41099999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":13.590999999999999,"5min":13.590999999999999,"15min":13.590999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":1.5349999999999999,"5min":0.84399999999999997,"15min":0.71699999999999997},"min":{"1min":0.51100000000000001,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":13.611000000000001,"5min":13.611000000000001,"15min":13.611000000000001},"last":0.41199999999999998}]},{"osd":8,"last update":"Fri Feb 9 23:59:05 2024","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.69699999999999995,"15min":0.67500000000000004},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.88200000000000001,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.63},{"interface":"front","average":{"1min":0.624,"5min":0.66700000000000004,"15min":0.66000000000000003},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.81699999999999995,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.55200000000000005}]},{"osd":9,"last update":"Fri Feb 9 23:58:29 2024","interfaces":[{"interface":"back","average":{"1min":1.494,"5min":0.88100000000000001,"15min":0.77700000000000002},"min":{"1min":0.56799999999999995,"5min":0.433,"15min":0.433},"max":{"1min":13.573,"5min":13.573,"15min":13.573},"last":0.499},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.67400000000000004,"15min":0.66700000000000004},"min":{"1min":0.57299999999999995,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.84699999999999998,"5min":0.874,"15min":0.874},"last":0.57999999999999996}]},{"osd":10,"last update":"Fri Feb 9 23:58:58 2024","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.747,"15min":0.77500000000000002},"min":{"1min":0.44600000000000001,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.85799999999999998,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.629,"5min":0.69399999999999995,"15min":0.70599999999999996},"min":{"1min":0.46300000000000002,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.78800000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.47899999999999998}]},{"osd":11,"last update":"Fri Feb 9 23:58:06 2024","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.70299999999999996}]}]},{"osd":6,"up_from":46,"seq":197568495679,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":958464,"data_stored":456454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.40200000000000002,"15min":0.39400000000000002},"min":{"1min":0.27400000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.61099999999999999,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.43099999999999999,"15min":0.44500000000000001},"min":{"1min":0.29799999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.626,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.32300000000000001}]},{"osd":1,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.60199999999999998,"15min":0.58899999999999997},"min":{"1min":0.40200000000000002,"5min":0.314,"15min":0.314},"max":{"1min":3.8969999999999998,"5min":3.8969999999999998,"15min":3.8969999999999998},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.61599999999999999,"15min":0.59999999999999998},"min":{"1min":0.38700000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":3.8849999999999998,"5min":3.8849999999999998,"15min":3.8849999999999998},"last":0.501}]},{"osd":2,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.61899999999999999,"15min":0.59599999999999997},"min":{"1min":0.41799999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":3.8340000000000001,"5min":3.8340000000000001,"15min":3.8340000000000001},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.58999999999999997,"15min":0.59399999999999997},"min":{"1min":0.39900000000000002,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.79100000000000004,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.53600000000000003}]},{"osd":3,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.47299999999999998,"15min":0.48899999999999999},"min":{"1min":0.31,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.60099999999999998,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.53400000000000003,"15min":0.55400000000000005},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.70099999999999996,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.39500000000000002}]},{"osd":4,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.63700000000000001,"15min":0.63400000000000001},"min":{"1min":0.39600000000000002,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":3.8109999999999999,"5min":3.8109999999999999,"15min":3.8109999999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.65600000000000003,"15min":0.65400000000000003},"min":{"1min":0.436,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":3.8540000000000001,"5min":3.8540000000000001,"15min":3.8540000000000001},"last":0.70699999999999996}]},{"osd":5,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.64400000000000002,"15min":0.63400000000000001},"min":{"1min":0.39900000000000002,"5min":0.377,"15min":0.377},"max":{"1min":0.94599999999999995,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.628,"5min":0.65100000000000002,"15min":0.65500000000000003},"min":{"1min":0.47299999999999998,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.90600000000000003,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.76500000000000001}]},{"osd":7,"last update":"Fri Feb 9 23:58:40 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.69699999999999995,"15min":0.67000000000000004},"min":{"1min":0.45900000000000002,"5min":0.432,"15min":0.432},"max":{"1min":0.879,"5min":3.8439999999999999,"15min":3.8439999999999999},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.626,"5min":0.68700000000000006,"15min":0.66200000000000003},"min":{"1min":0.47199999999999998,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.83499999999999996,"5min":3.8740000000000001,"15min":3.8740000000000001},"last":0.72199999999999998}]},{"osd":8,"last update":"Fri Feb 9 23:59:00 2024","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.73199999999999998,"15min":0.71199999999999997},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.0089999999999999,"5min":3.8210000000000002,"15min":3.8210000000000002},"last":0.624},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.69199999999999995,"15min":0.69599999999999995},"min":{"1min":0.434,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.96899999999999997,"5min":1.032,"15min":1.032},"last":0.66800000000000004}]},{"osd":9,"last update":"Fri Feb 9 23:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.66300000000000003,"15min":0.68899999999999995},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.86399999999999999,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.71099999999999997,"15min":0.73499999999999999},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.89800000000000002,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.58399999999999996}]},{"osd":10,"last update":"Fri Feb 9 23:58:55 2024","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.79000000000000004,"15min":0.82599999999999996},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":0.93999999999999995,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.76700000000000002,"15min":0.80200000000000005},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.86699999999999999,"5min":1.01,"15min":1.01},"last":0.745}]}]},{"osd":1,"up_from":13,"seq":55834574936,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1015808,"data_stored":518662,"data_compressed":1868,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:18 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.52900000000000003,"15min":0.47299999999999998},"min":{"1min":0.42799999999999999,"5min":0.32500000000000001,"15min":0.26200000000000001},"max":{"1min":0.77600000000000002,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.54500000000000004,"15min":0.48599999999999999},"min":{"1min":0.42399999999999999,"5min":0.32400000000000001,"15min":0.27800000000000002},"max":{"1min":0.85599999999999998,"5min":0.88,"15min":0.88},"last":0.60599999999999998}]},{"osd":2,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.58799999999999997,"15min":0.54400000000000004},"min":{"1min":0.46600000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.748},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.60399999999999998,"15min":0.54700000000000004},"min":{"1min":0.47999999999999998,"5min":0.35899999999999999,"15min":0.33900000000000002},"max":{"1min":0.82999999999999996,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.65500000000000003}]},{"osd":3,"last update":"Fri Feb 9 23:59:00 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.58899999999999997,"15min":0.55400000000000005},"min":{"1min":0.39400000000000002,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.61399999999999999,"15min":0.56399999999999995},"min":{"1min":0.50900000000000001,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.86799999999999999,"5min":1,"15min":1},"last":0.628}]},{"osd":4,"last update":"Fri Feb 9 23:58:28 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.45900000000000002,"15min":0.42699999999999999},"min":{"1min":0.35999999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.495},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.48699999999999999,"15min":0.45300000000000001},"min":{"1min":0.39300000000000002,"5min":0.245,"15min":0.245},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.42799999999999999}]},{"osd":5,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.63100000000000001,"15min":0.56699999999999995},"min":{"1min":0.49299999999999999,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.872,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.64000000000000001,"15min":0.56499999999999995},"min":{"1min":0.46999999999999997,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.69199999999999995}]},{"osd":6,"last update":"Fri Feb 9 23:58:18 2024","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.624,"15min":0.61299999999999999},"min":{"1min":0.46600000000000003,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.80600000000000005,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.67700000000000005,"15min":0.66500000000000004},"min":{"1min":0.48499999999999999,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.054,"5min":1.1000000000000001,"15min":1.1000000000000001},"last":0.70399999999999996}]},{"osd":7,"last update":"Fri Feb 9 23:58:36 2024","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.58999999999999997,"15min":0.53800000000000003},"min":{"1min":0.42399999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.94699999999999995,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.58199999999999996,"15min":0.55600000000000005},"min":{"1min":0.47099999999999997,"5min":0.315,"15min":0.315},"max":{"1min":0.93400000000000005,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.57799999999999996}]},{"osd":8,"last update":"Fri Feb 9 23:59:05 2024","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.69899999999999995,"15min":0.67100000000000004},"min":{"1min":0.60399999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.998,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.74299999999999999,"15min":0.69699999999999995},"min":{"1min":0.64100000000000001,"5min":0.432,"15min":0.432},"max":{"1min":0.995,"5min":1.0409999999999999,"15min":1.0409999999999999},"last":0.85499999999999998}]},{"osd":9,"last update":"Fri Feb 9 23:58:28 2024","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.748,"15min":0.73899999999999999},"min":{"1min":0.70699999999999996,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.83699999999999997,"5min":0.72199999999999998,"15min":0.70599999999999996},"min":{"1min":0.71599999999999997,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.76100000000000001}]},{"osd":10,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.85099999999999998,"5min":0.74099999999999999,"15min":0.70399999999999996},"min":{"1min":0.69799999999999995,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.98499999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.78300000000000003,"15min":0.75800000000000001},"min":{"1min":0.68899999999999995,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.0189999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.78600000000000003}]},{"osd":11,"last update":"Fri Feb 9 23:58:07 2024","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"min":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.83299999999999996},{"interface":"front","average":{"1min":0.876,"5min":0.876,"15min":0.876},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":1.101,"5min":1.101,"15min":1.101},"last":0.81799999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738461,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":978944,"data_stored":457793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Feb 9 23:58:14 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52100000000000002,"15min":0.48699999999999999},"min":{"1min":0.38300000000000001,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.72699999999999998,"5min":1.899,"15min":1.899},"last":0.443},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.57799999999999996,"15min":0.51800000000000002},"min":{"1min":0.35699999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.86599999999999999,"5min":3.7599999999999998,"15min":3.7599999999999998},"last":0.755}]},{"osd":2,"last update":"Fri Feb 9 23:58:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.58499999999999996,"15min":0.52100000000000002},"min":{"1min":0.39000000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.83699999999999997,"5min":3.694,"15min":3.694},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.52300000000000002,"15min":0.48099999999999998},"min":{"1min":0.39000000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.65700000000000003}]},{"osd":3,"last update":"Fri Feb 9 23:58:07 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.9159999999999999,"5min":3.9159999999999999,"15min":3.9159999999999999},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":2.9129999999999998,"5min":2.9129999999999998,"15min":2.9129999999999998},"last":0.38600000000000001}]},{"osd":4,"last update":"Fri Feb 9 23:58:27 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.54600000000000004,"15min":0.50900000000000001},"min":{"1min":0.36399999999999999,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.85999999999999999,"5min":1.9350000000000001,"15min":1.9350000000000001},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.62,"15min":0.55600000000000005},"min":{"1min":0.39600000000000002,"5min":0.313,"15min":0.313},"max":{"1min":0.91300000000000003,"5min":3.8679999999999999,"15min":3.8679999999999999},"last":0.66900000000000004}]},{"osd":5,"last update":"Fri Feb 9 23:58:51 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.58499999999999996,"15min":0.56699999999999995},"min":{"1min":0.36799999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.90000000000000002,"5min":1.9690000000000001,"15min":1.9690000000000001},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.68200000000000005,"15min":0.622},"min":{"1min":0.45600000000000002,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":1.002,"5min":3.4769999999999999,"15min":3.4769999999999999},"last":0.81100000000000005}]},{"osd":6,"last update":"Fri Feb 9 23:58:14 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.53700000000000003,"15min":0.52000000000000002},"min":{"1min":0.29199999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.68300000000000005,"5min":3.4319999999999999,"15min":3.4319999999999999},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.52100000000000002,"15min":0.51800000000000002},"min":{"1min":0.36399999999999999,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.80500000000000005,"5min":1.4550000000000001,"15min":1.4550000000000001},"last":0.55800000000000005}]},{"osd":7,"last update":"Fri Feb 9 23:56:35 2024","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.58099999999999996,"15min":0.56899999999999995},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.65000000000000002,"15min":0.63},"min":{"1min":0.47399999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.61599999999999999}]},{"osd":8,"last update":"Fri Feb 9 23:58:07 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.64700000000000002,"15min":0.65000000000000002},"min":{"1min":0.40200000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.97199999999999998,"5min":1.823,"15min":1.823},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.752,"15min":0.748},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.90300000000000002,"5min":3.8100000000000001,"15min":3.8100000000000001},"last":0.83799999999999997}]},{"osd":9,"last update":"Fri Feb 9 23:58:33 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.74399999999999999,"15min":0.77400000000000002},"min":{"1min":0.46999999999999997,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.88500000000000001,"5min":3.9769999999999999,"15min":3.9769999999999999},"last":0.626},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.66500000000000004,"15min":0.68899999999999995},"min":{"1min":0.40500000000000003,"5min":0.379,"15min":0.379},"max":{"1min":0.99199999999999999,"5min":2.9609999999999999,"15min":2.9609999999999999},"last":0.60999999999999999}]},{"osd":10,"last update":"Fri Feb 9 23:58:54 2024","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.70299999999999996,"15min":0.70399999999999996},"min":{"1min":0.50700000000000001,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.1339999999999999,"5min":2.0339999999999998,"15min":2.0339999999999998},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.78600000000000003,"15min":0.78100000000000003},"min":{"1min":0.55000000000000004,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.0820000000000001,"5min":4.0670000000000002,"15min":4.0670000000000002},"last":0.71799999999999997}]},{"osd":11,"last update":"Fri Feb 9 23:58:18 2024","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.66300000000000003,"15min":0.65500000000000003},"min":{"1min":0.47699999999999998,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.093,"5min":1.528,"15min":1.528},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.66400000000000003,"15min":0.66000000000000003},"min":{"1min":0.53000000000000003,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.54400000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411412,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":962560,"data_stored":456725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:35 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.31,"5min":0.28100000000000003,"15min":0.26900000000000002},"max":{"1min":0.85299999999999998,"5min":0.877,"15min":0.877},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.48199999999999998,"15min":0.504},"min":{"1min":0.311,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.68100000000000005,"5min":0.74399999999999999,"15min":0.75},"last":0.42299999999999999}]},{"osd":1,"last update":"Fri Feb 9 23:58:35 2024","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.59099999999999997,"15min":0.53100000000000003},"min":{"1min":0.441,"5min":0.314,"15min":0.314},"max":{"1min":0.82899999999999996,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.627,"5min":0.56799999999999995,"15min":0.53600000000000003},"min":{"1min":0.41799999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.81000000000000005,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.76200000000000001}]},{"osd":3,"last update":"Fri Feb 9 23:59:03 2024","interfaces":[{"interface":"back","average":{"1min":1.1499999999999999,"5min":0.68400000000000005,"15min":0.58099999999999996},"min":{"1min":0.38900000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":13.964,"5min":13.964,"15min":13.964},"last":0.48799999999999999},{"interface":"front","average":{"1min":1.1819999999999999,"5min":0.68300000000000005,"15min":0.56699999999999995},"min":{"1min":0.33900000000000002,"5min":0.308,"15min":0.308},"max":{"1min":13.919,"5min":13.919,"15min":13.919},"last":0.60899999999999999}]},{"osd":4,"last update":"Fri Feb 9 23:58:06 2024","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.69999999999999996}]},{"osd":5,"last update":"Fri Feb 9 23:58:55 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.45700000000000002,"15min":0.41899999999999998},"min":{"1min":0.30499999999999999,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.53600000000000003,"15min":0.48199999999999998},"min":{"1min":0.39900000000000002,"5min":0.315,"15min":0.315},"max":{"1min":0.88,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.59199999999999997}]},{"osd":6,"last update":"Fri Feb 9 23:58:14 2024","interfaces":[{"interface":"back","average":{"1min":1.377,"5min":0.73199999999999998,"15min":0.58899999999999997},"min":{"1min":0.41899999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":13.903,"5min":13.903,"15min":13.903},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.57499999999999996,"15min":0.52700000000000002},"min":{"1min":0.46300000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.86799999999999999,"5min":0.879,"15min":0.879},"last":0.57999999999999996}]},{"osd":7,"last update":"Fri Feb 9 23:56:35 2024","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.61399999999999999,"15min":0.60599999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.628,"15min":0.624},"min":{"1min":0.5,"5min":0.38,"15min":0.38},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.45600000000000002}]},{"osd":8,"last update":"Fri Feb 9 23:59:03 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58199999999999996,"15min":0.59899999999999998},"min":{"1min":0.34799999999999998,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.79600000000000004,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.66000000000000003,"15min":0.67700000000000005},"min":{"1min":0.46600000000000003,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.92000000000000004,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.78500000000000003}]},{"osd":9,"last update":"Fri Feb 9 23:58:27 2024","interfaces":[{"interface":"back","average":{"1min":1.385,"5min":0.84599999999999997,"15min":0.76200000000000001},"min":{"1min":0.52900000000000003,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":13.949999999999999,"5min":13.949999999999999,"15min":13.949999999999999},"last":0.747},{"interface":"front","average":{"1min":1.3220000000000001,"5min":0.81699999999999995,"15min":0.73899999999999999},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":13.936999999999999,"5min":13.936999999999999,"15min":13.936999999999999},"last":0.64700000000000002}]},{"osd":10,"last update":"Fri Feb 9 23:58:55 2024","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.65500000000000003,"15min":0.63500000000000001},"min":{"1min":0.54000000000000004,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.73999999999999999,"15min":0.70699999999999996},"min":{"1min":0.58999999999999997,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":0.99399999999999999,"5min":1.016,"15min":1.016},"last":0.81299999999999994}]},{"osd":11,"last update":"Fri Feb 9 23:58:06 2024","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.83499999999999996}]}]},{"osd":3,"up_from":25,"seq":107374182478,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36288,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708864,"statfs":{"total":95995035648,"available":95957876736,"internally_reserved":0,"allocated":974848,"data_stored":456279,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:59:05 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.40699999999999997,"15min":0.35299999999999998},"min":{"1min":0.30399999999999999,"5min":0.224,"15min":0.214},"max":{"1min":0.60599999999999998,"5min":2.2010000000000001,"15min":2.2010000000000001},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.42999999999999999,"15min":0.38},"min":{"1min":0.30499999999999999,"5min":0.24399999999999999,"15min":0.218},"max":{"1min":0.64100000000000001,"5min":2.0449999999999999,"15min":2.0449999999999999},"last":0.46300000000000002}]},{"osd":1,"last update":"Fri Feb 9 23:59:05 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.60899999999999999,"15min":0.55100000000000005},"min":{"1min":0.46200000000000002,"5min":0.34300000000000003,"15min":0.34200000000000003},"max":{"1min":0.88900000000000001,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.57899999999999996,"15min":0.52900000000000003},"min":{"1min":0.44700000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.80300000000000005,"5min":1.8069999999999999,"15min":1.8069999999999999},"last":0.50700000000000001}]},{"osd":2,"last update":"Fri Feb 9 23:59:05 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.56599999999999995,"15min":0.53700000000000003},"min":{"1min":0.40699999999999997,"5min":0.33600000000000002,"15min":0.33300000000000002},"max":{"1min":0.83199999999999996,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.65800000000000003,"15min":0.57699999999999996},"min":{"1min":0.44700000000000001,"5min":0.33800000000000002,"15min":0.31900000000000001},"max":{"1min":0.96499999999999997,"5min":1.603,"15min":1.603},"last":0.76400000000000001}]},{"osd":4,"last update":"Fri Feb 9 23:58:24 2024","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.65100000000000002,"15min":0.59899999999999998},"min":{"1min":0.53700000000000003,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.522,"5min":1.522,"15min":1.522},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.77100000000000002,"5min":0.68899999999999995,"15min":0.64100000000000001},"min":{"1min":0.56200000000000006,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.4830000000000001,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.54600000000000004}]},{"osd":5,"last update":"Fri Feb 9 23:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.64600000000000002,"15min":0.628},"min":{"1min":0.45500000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.91800000000000004,"5min":1.5609999999999999,"15min":1.5609999999999999},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.629,"5min":0.58899999999999997,"15min":0.58599999999999997},"min":{"1min":0.42099999999999999,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.65300000000000002}]},{"osd":6,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.57399999999999995,"15min":0.54700000000000004},"min":{"1min":0.34899999999999998,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.7170000000000001,"5min":1.7170000000000001,"15min":1.7170000000000001},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.52100000000000002,"15min":0.502},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.845,"5min":1.845,"15min":1.845},"last":0.56299999999999994}]},{"osd":7,"last update":"Fri Feb 9 23:58:38 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.41599999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.83599999999999997,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.72399999999999998,"15min":0.69999999999999996},"min":{"1min":0.51300000000000001,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.95799999999999996,"5min":1.361,"15min":1.361},"last":0.67500000000000004}]},{"osd":8,"last update":"Fri Feb 9 23:56:59 2024","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.70099999999999996,"15min":0.69699999999999995},"min":{"1min":0.45700000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":1.081,"5min":1.081,"15min":1.081},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.48299999999999998,"5min":0.432,"15min":0.432},"max":{"1min":0.76700000000000002,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.495}]},{"osd":9,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.60599999999999998,"15min":0.629},"min":{"1min":0.35199999999999998,"5min":0.317,"15min":0.317},"max":{"1min":0.72199999999999998,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.77600000000000002,"15min":0.80800000000000005},"min":{"1min":0.46100000000000002,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.95999999999999996,"5min":1.679,"15min":1.679},"last":0.63900000000000001}]},{"osd":10,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.67900000000000005,"15min":0.67300000000000004},"min":{"1min":0.52600000000000002,"5min":0.44,"15min":0.44},"max":{"1min":0.85099999999999998,"5min":1.7689999999999999,"15min":1.7689999999999999},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.83099999999999996,"15min":0.85299999999999998},"min":{"1min":0.57999999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":0.998,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.70499999999999996}]},{"osd":11,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.753},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.6419999999999999,"5min":1.6419999999999999,"15min":1.6419999999999999},"last":0.79300000000000004}]}]},{"osd":4,"up_from":33,"seq":141733920841,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27984,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717168,"statfs":{"total":95995035648,"available":95966380032,"internally_reserved":0,"allocated":991232,"data_stored":519088,"data_compressed":9529,"data_compressed_allocated":12288,"data_compressed_original":57344,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:59:07 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":2.0680000000000001,"5min":2.0680000000000001,"15min":2.0680000000000001},"last":0.55200000000000005}]},{"osd":1,"last update":"Fri Feb 9 23:57:30 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.36699999999999999,"15min":0.33400000000000002},"min":{"1min":0.28399999999999997,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.57599999999999996,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.38700000000000001,"15min":0.34699999999999998},"min":{"1min":0.29799999999999999,"5min":0.248,"15min":0.248},"max":{"1min":0.76800000000000002,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.39600000000000002}]},{"osd":2,"last update":"Fri Feb 9 23:58:33 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.57199999999999995,"15min":0.51700000000000002},"min":{"1min":0.34000000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.73999999999999999,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.59499999999999997,"15min":0.54100000000000004},"min":{"1min":0.42599999999999999,"5min":0.318,"15min":0.318},"max":{"1min":0.84099999999999997,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.751}]},{"osd":3,"last update":"Fri Feb 9 23:58:33 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56299999999999994,"15min":0.52100000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.81799999999999995,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.434},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.53600000000000003,"15min":0.502},"min":{"1min":0.38100000000000001,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.73299999999999998,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.64200000000000002}]},{"osd":5,"last update":"Fri Feb 9 23:58:59 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.61699999999999999,"15min":0.56299999999999994},"min":{"1min":0.438,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.81399999999999995,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.623,"15min":0.56399999999999995},"min":{"1min":0.42199999999999999,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.79900000000000004,"5min":0.875,"15min":0.875},"last":0.67000000000000004}]},{"osd":6,"last update":"Fri Feb 9 23:58:15 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.38700000000000001,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.76600000000000001,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.60099999999999998,"15min":0.59299999999999997},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.86099999999999999,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.52900000000000003}]},{"osd":7,"last update":"Fri Feb 9 23:58:39 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.56899999999999995,"15min":0.56599999999999995},"min":{"1min":0.40200000000000002,"5min":0.37,"15min":0.37},"max":{"1min":0.76500000000000001,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.54500000000000004,"15min":0.55100000000000005},"min":{"1min":0.39200000000000002,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.79100000000000004,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.70199999999999996}]},{"osd":8,"last update":"Fri Feb 9 23:59:04 2024","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.68400000000000005,"15min":0.66000000000000003},"min":{"1min":0.504,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.90000000000000002,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.67200000000000004,"15min":0.65200000000000002},"min":{"1min":0.60699999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.85299999999999998,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.73699999999999999}]},{"osd":9,"last update":"Fri Feb 9 23:58:33 2024","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.68999999999999995,"15min":0.69199999999999995},"min":{"1min":0.39900000000000002,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.90700000000000003,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.73399999999999999,"15min":0.73599999999999999},"min":{"1min":0.52600000000000002,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.91800000000000004,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.71999999999999997}]},{"osd":10,"last update":"Fri Feb 9 23:58:59 2024","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.70499999999999996,"15min":0.70799999999999996},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.88100000000000001,"5min":1.02,"15min":1.02},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.69099999999999995,"15min":0.69199999999999995},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.93300000000000005,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.60799999999999998}]},{"osd":11,"last update":"Fri Feb 9 23:58:07 2024","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.83199999999999996},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.85899999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757317,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1036288,"data_stored":1048920,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.53800000000000003,"15min":0.52100000000000002},"min":{"1min":0.33900000000000002,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.71599999999999997,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.47099999999999997},{"interface":"front","average":{"1min":1.1759999999999999,"5min":0.65800000000000003,"15min":0.56799999999999995},"min":{"1min":0.36299999999999999,"5min":0.312,"15min":0.312},"max":{"1min":11.129,"5min":11.129,"15min":11.129},"last":0.64600000000000002}]},{"osd":1,"last update":"Fri Feb 9 23:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.58499999999999996,"15min":0.52300000000000002},"min":{"1min":0.47199999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.58499999999999996,"15min":0.51700000000000002},"min":{"1min":0.46700000000000003,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.878,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.66200000000000003}]},{"osd":2,"last update":"Fri Feb 9 23:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.41899999999999998,"15min":0.39300000000000002},"min":{"1min":0.33200000000000002,"5min":0.223,"15min":0.223},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.42799999999999999,"15min":0.39900000000000002},"min":{"1min":0.32500000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.72199999999999998,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.40400000000000003}]},{"osd":3,"last update":"Fri Feb 9 23:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.56200000000000006,"15min":0.54800000000000004},"min":{"1min":0.35199999999999998,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.85099999999999998,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.58499999999999996,"15min":0.56999999999999995},"min":{"1min":0.41899999999999998,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.748,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.71599999999999997}]},{"osd":4,"last update":"Fri Feb 9 23:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.621,"15min":0.56999999999999995},"min":{"1min":0.46400000000000002,"5min":0.311,"15min":0.311},"max":{"1min":0.85499999999999998,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.752},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.61699999999999999,"15min":0.55700000000000005},"min":{"1min":0.50600000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.879,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.68500000000000005}]},{"osd":6,"last update":"Fri Feb 9 23:58:14 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.63500000000000001,"15min":0.61799999999999999},"min":{"1min":0.40999999999999998,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.84499999999999997,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.66200000000000003,"15min":0.63},"min":{"1min":0.52800000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.88300000000000001,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.81100000000000005}]},{"osd":7,"last update":"Fri Feb 9 23:58:42 2024","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.64300000000000002,"15min":0.61099999999999999},"min":{"1min":0.56499999999999995,"5min":0.37,"15min":0.37},"max":{"1min":0.85499999999999998,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.749,"5min":0.66800000000000004,"15min":0.63300000000000001},"min":{"1min":0.55400000000000005,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.63500000000000001}]},{"osd":8,"last update":"Fri Feb 9 23:59:02 2024","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.627,"15min":0.60699999999999998},"min":{"1min":0.46800000000000003,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.88100000000000001,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.504},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63500000000000001,"15min":0.64100000000000001},"min":{"1min":0.46600000000000003,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.51800000000000002}]},{"osd":9,"last update":"Fri Feb 9 23:58:30 2024","interfaces":[{"interface":"back","average":{"1min":1.393,"5min":0.83399999999999996,"15min":0.73599999999999999},"min":{"1min":0.58999999999999997,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":11.195,"5min":11.195,"15min":11.195},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.72999999999999998,"15min":0.72199999999999998},"min":{"1min":0.54700000000000004,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.91500000000000004,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.84499999999999997}]},{"osd":10,"last update":"Fri Feb 9 23:58:56 2024","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.754,"15min":0.73799999999999999},"min":{"1min":0.61699999999999999,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.93899999999999995,"5min":1.034,"15min":1.034},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.80800000000000005,"5min":0.76000000000000001,"15min":0.74099999999999999},"min":{"1min":0.63300000000000001,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.94699999999999995,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.79900000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34517,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34517,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":63355,"data_compressed":1868,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1110,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":63473,"data_compressed":9529,"data_compressed_allocated":12288,"data_compressed_original":57344,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3450,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":63339,"data_compressed":1868,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-09T23:59:10.761 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-02-09T23:59:10.762 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-09T23:59:10.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.891+0000 7fe74ede2640 1 -- 172.21.15.1:0/347103876 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe748100160 msgr2=0x7fe748100580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:10.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.891+0000 7fe74ede2640 1 --2- 172.21.15.1:0/347103876 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe748100160 0x7fe748100580 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fe73c009900 tx=0x7fe73c02bc30 comp rx=0 tx=0).stop 2024-02-09T23:59:10.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.891+0000 7fe74ede2640 1 -- 172.21.15.1:0/347103876 shutdown_connections 2024-02-09T23:59:10.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.891+0000 7fe74ede2640 1 --2- 172.21.15.1:0/347103876 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe748101d10 0x7fe7481085a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:10.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.891+0000 7fe74ede2640 1 --2- 172.21.15.1:0/347103876 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe748101350 0x7fe7481017d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:10.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.891+0000 7fe74ede2640 1 --2- 172.21.15.1:0/347103876 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe748100160 0x7fe748100580 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:10.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.891+0000 7fe74ede2640 1 -- 172.21.15.1:0/347103876 >> 172.21.15.1:0/347103876 conn(0x7fe7480fb6f0 msgr2=0x7fe7480fdb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:10.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.891+0000 7fe74ede2640 1 -- 172.21.15.1:0/347103876 shutdown_connections 2024-02-09T23:59:10.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.891+0000 7fe74ede2640 1 -- 172.21.15.1:0/347103876 wait complete. 2024-02-09T23:59:10.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.892+0000 7fe74ede2640 1 Processor -- start 2024-02-09T23:59:10.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.892+0000 7fe74ede2640 1 -- start start 2024-02-09T23:59:10.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.892+0000 7fe74ede2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe748100160 0x7fe748196230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:10.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.892+0000 7fe74ede2640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe748101350 0x7fe748196770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:10.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.892+0000 7fe74ede2640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe748101d10 0x7fe74819d7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:10.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.892+0000 7fe74ede2640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe74819dd20 con 0x7fe748100160 2024-02-09T23:59:10.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.892+0000 7fe74ede2640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe74819de90 con 0x7fe748101d10 2024-02-09T23:59:10.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.892+0000 7fe74ede2640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe74819e050 con 0x7fe748101350 2024-02-09T23:59:10.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.892+0000 7fe74cb7e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe748100160 0x7fe748196230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:10.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.892+0000 7fe74cb7e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe748100160 0x7fe748196230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:51184/0 (socket says 172.21.15.1:51184) 2024-02-09T23:59:10.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.892+0000 7fe74cb7e640 1 -- 172.21.15.1:0/1082485613 learned_addr learned my addr 172.21.15.1:0/1082485613 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:10.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.892+0000 7fe74d37f640 1 --2- 172.21.15.1:0/1082485613 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe748101d10 0x7fe74819d7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:10.898 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.892+0000 7fe747fff640 1 --2- 172.21.15.1:0/1082485613 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe748101350 0x7fe748196770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:10.898 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.892+0000 7fe74cb7e640 1 -- 172.21.15.1:0/1082485613 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe748101350 msgr2=0x7fe748196770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:10.898 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.892+0000 7fe74cb7e640 1 --2- 172.21.15.1:0/1082485613 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe748101350 0x7fe748196770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:10.898 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.892+0000 7fe74cb7e640 1 -- 172.21.15.1:0/1082485613 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe748101d10 msgr2=0x7fe74819d7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:10.898 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.892+0000 7fe74cb7e640 1 --2- 172.21.15.1:0/1082485613 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe748101d10 0x7fe74819d7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:10.898 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.893+0000 7fe74cb7e640 1 -- 172.21.15.1:0/1082485613 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe73c009560 con 0x7fe748100160 2024-02-09T23:59:10.898 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.893+0000 7fe74d37f640 1 --2- 172.21.15.1:0/1082485613 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe748101d10 0x7fe74819d7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:59:10.898 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.893+0000 7fe74cb7e640 1 --2- 172.21.15.1:0/1082485613 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe748100160 0x7fe748196230 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fe73c000c00 tx=0x7fe73c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:10.898 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.893+0000 7fe745ffb640 1 -- 172.21.15.1:0/1082485613 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe73c004df0 con 0x7fe748100160 2024-02-09T23:59:10.898 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.893+0000 7fe745ffb640 1 -- 172.21.15.1:0/1082485613 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe73c005430 con 0x7fe748100160 2024-02-09T23:59:10.898 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.893+0000 7fe74ede2640 1 -- 172.21.15.1:0/1082485613 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe74819e2d0 con 0x7fe748100160 2024-02-09T23:59:10.898 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.893+0000 7fe745ffb640 1 -- 172.21.15.1:0/1082485613 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe73c03e450 con 0x7fe748100160 2024-02-09T23:59:10.898 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.893+0000 7fe74ede2640 1 -- 172.21.15.1:0/1082485613 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe74819e7e0 con 0x7fe748100160 2024-02-09T23:59:10.898 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.894+0000 7fe74ede2640 1 -- 172.21.15.1:0/1082485613 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe748107500 con 0x7fe748100160 2024-02-09T23:59:10.899 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.895+0000 7fe745ffb640 1 -- 172.21.15.1:0/1082485613 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7fe73c003680 con 0x7fe748100160 2024-02-09T23:59:10.899 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.895+0000 7fe745ffb640 1 --2- 172.21.15.1:0/1082485613 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe7380a20c0 0x7fe7380a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:10.900 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.896+0000 7fe747fff640 1 --2- 172.21.15.1:0/1082485613 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe7380a20c0 0x7fe7380a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:10.900 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.896+0000 7fe745ffb640 1 -- 172.21.15.1:0/1082485613 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fe73c0f0270 con 0x7fe748100160 2024-02-09T23:59:10.900 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.896+0000 7fe747fff640 1 --2- 172.21.15.1:0/1082485613 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe7380a20c0 0x7fe7380a4580 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fe734005fd0 tx=0x7fe734005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:10.901 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:10.900+0000 7fe745ffb640 1 -- 172.21.15.1:0/1082485613 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fe73c0b9250 con 0x7fe748100160 2024-02-09T23:59:11.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.076+0000 7fe74ede2640 1 -- 172.21.15.1:0/1082485613 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fe74802ce50 con 0x7fe7380a20c0 2024-02-09T23:59:11.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.087+0000 7fe745ffb640 1 -- 172.21.15.1:0/1082485613 <== mgr.14150 v2:172.21.15.1:6800/1442269036 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+344802 (secure 0 0 0) 0x7fe74802ce50 con 0x7fe7380a20c0 2024-02-09T23:59:11.094 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:59:11.096 INFO:teuthology.orchestra.run.smithi001.stderr:dumped all 2024-02-09T23:59:11.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.090+0000 7fe74ede2640 1 -- 172.21.15.1:0/1082485613 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe7380a20c0 msgr2=0x7fe7380a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:11.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.090+0000 7fe74ede2640 1 --2- 172.21.15.1:0/1082485613 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe7380a20c0 0x7fe7380a4580 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fe734005fd0 tx=0x7fe734005850 comp rx=0 tx=0).stop 2024-02-09T23:59:11.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.090+0000 7fe74ede2640 1 -- 172.21.15.1:0/1082485613 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe748100160 msgr2=0x7fe748196230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:11.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.090+0000 7fe74ede2640 1 --2- 172.21.15.1:0/1082485613 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe748100160 0x7fe748196230 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fe73c000c00 tx=0x7fe73c004270 comp rx=0 tx=0).stop 2024-02-09T23:59:11.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.090+0000 7fe74ede2640 1 -- 172.21.15.1:0/1082485613 shutdown_connections 2024-02-09T23:59:11.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.090+0000 7fe74ede2640 1 --2- 172.21.15.1:0/1082485613 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe7380a20c0 0x7fe7380a4580 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:11.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.090+0000 7fe74ede2640 1 --2- 172.21.15.1:0/1082485613 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe748101d10 0x7fe74819d7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:11.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.090+0000 7fe74ede2640 1 --2- 172.21.15.1:0/1082485613 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe748101350 0x7fe748196770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:11.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.090+0000 7fe74ede2640 1 --2- 172.21.15.1:0/1082485613 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe748100160 0x7fe748196230 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:11.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.090+0000 7fe74ede2640 1 -- 172.21.15.1:0/1082485613 >> 172.21.15.1:0/1082485613 conn(0x7fe7480fb6f0 msgr2=0x7fe7481046d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:11.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.090+0000 7fe74ede2640 1 -- 172.21.15.1:0/1082485613 shutdown_connections 2024-02-09T23:59:11.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.090+0000 7fe74ede2640 1 -- 172.21.15.1:0/1082485613 wait complete. 2024-02-09T23:59:11.103 INFO:teuthology.orchestra.run.smithi001.stdout:{"pg_ready":true,"pg_map":{"version":350,"stamp":"2024-02-09T23:59:10.292578+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658935,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1276,"num_read_kb":794,"num_write":429,"num_write_kb":3079,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1242952,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":852,"ondisk_log_size":852,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":348332,"kb_used_data":11660,"kb_used_omap":18,"kb_used_meta":336557,"kb_avail":1124593492,"statfs":{"total":1151940427776,"available":1151583735808,"internally_reserved":0,"allocated":11939840,"data_stored":7443569,"data_compressed":121745,"data_compressed_allocated":155648,"data_compressed_original":1843200,"omap_allocated":19142,"internal_metadata":344634682},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":616,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":127,"num_read_kb":72,"num_write":6,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002574"},"pg_stats":[{"pgid":"3.3f","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.299311+0000","last_change":"2024-02-09T23:57:06.638921+0000","last_active":"2024-02-09T23:58:34.299311+0000","last_peered":"2024-02-09T23:58:34.299311+0000","last_clean":"2024-02-09T23:58:34.299311+0000","last_became_active":"2024-02-09T23:57:06.638560+0000","last_became_peered":"2024-02-09T23:57:06.638560+0000","last_unstale":"2024-02-09T23:58:34.299311+0000","last_undegraded":"2024-02-09T23:58:34.299311+0000","last_fullsized":"2024-02-09T23:58:34.299311+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:04:46.241517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"87'4","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.306412+0000","last_change":"2024-02-09T23:57:06.626465+0000","last_active":"2024-02-09T23:58:34.306412+0000","last_peered":"2024-02-09T23:58:34.306412+0000","last_clean":"2024-02-09T23:58:34.306412+0000","last_became_active":"2024-02-09T23:57:06.625265+0000","last_became_peered":"2024-02-09T23:57:06.625265+0000","last_unstale":"2024-02-09T23:58:34.306412+0000","last_undegraded":"2024-02-09T23:58:34.306412+0000","last_fullsized":"2024-02-09T23:58:34.306412+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:32:34.304699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.318768+0000","last_change":"2024-02-09T23:57:06.645515+0000","last_active":"2024-02-09T23:58:34.318768+0000","last_peered":"2024-02-09T23:58:34.318768+0000","last_clean":"2024-02-09T23:58:34.318768+0000","last_became_active":"2024-02-09T23:57:06.644952+0000","last_became_peered":"2024-02-09T23:57:06.644952+0000","last_unstale":"2024-02-09T23:58:34.318768+0000","last_undegraded":"2024-02-09T23:58:34.318768+0000","last_fullsized":"2024-02-09T23:58:34.318768+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:16:57.223424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"87'8","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.296309+0000","last_change":"2024-02-09T23:57:06.628827+0000","last_active":"2024-02-09T23:58:34.296309+0000","last_peered":"2024-02-09T23:58:34.296309+0000","last_clean":"2024-02-09T23:58:34.296309+0000","last_became_active":"2024-02-09T23:57:06.628491+0000","last_became_peered":"2024-02-09T23:57:06.628491+0000","last_unstale":"2024-02-09T23:58:34.296309+0000","last_undegraded":"2024-02-09T23:58:34.296309+0000","last_fullsized":"2024-02-09T23:58:34.296309+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:30:11.082419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"87'4","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.295256+0000","last_change":"2024-02-09T23:57:06.630954+0000","last_active":"2024-02-09T23:58:34.295256+0000","last_peered":"2024-02-09T23:58:34.295256+0000","last_clean":"2024-02-09T23:58:34.295256+0000","last_became_active":"2024-02-09T23:57:06.630574+0000","last_became_peered":"2024-02-09T23:57:06.630574+0000","last_unstale":"2024-02-09T23:58:34.295256+0000","last_undegraded":"2024-02-09T23:58:34.295256+0000","last_fullsized":"2024-02-09T23:58:34.295256+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:45:31.676749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"87'6","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.313086+0000","last_change":"2024-02-09T23:58:05.983085+0000","last_active":"2024-02-09T23:58:34.313086+0000","last_peered":"2024-02-09T23:58:34.313086+0000","last_clean":"2024-02-09T23:58:34.313086+0000","last_became_active":"2024-02-09T23:58:05.982419+0000","last_became_peered":"2024-02-09T23:58:05.982419+0000","last_unstale":"2024-02-09T23:58:34.313086+0000","last_undegraded":"2024-02-09T23:58:34.313086+0000","last_fullsized":"2024-02-09T23:58:34.313086+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:45:49.748667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,8],"acting":[10,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.309159+0000","last_change":"2024-02-09T23:57:06.623715+0000","last_active":"2024-02-09T23:58:34.309159+0000","last_peered":"2024-02-09T23:58:34.309159+0000","last_clean":"2024-02-09T23:58:34.309159+0000","last_became_active":"2024-02-09T23:57:06.621751+0000","last_became_peered":"2024-02-09T23:57:06.621751+0000","last_unstale":"2024-02-09T23:58:34.309159+0000","last_undegraded":"2024-02-09T23:58:34.309159+0000","last_fullsized":"2024-02-09T23:58:34.309159+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:25:06.997079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.312610+0000","last_change":"2024-02-09T23:57:06.631255+0000","last_active":"2024-02-09T23:58:34.312610+0000","last_peered":"2024-02-09T23:58:34.312610+0000","last_clean":"2024-02-09T23:58:34.312610+0000","last_became_active":"2024-02-09T23:57:06.630881+0000","last_became_peered":"2024-02-09T23:57:06.630881+0000","last_unstale":"2024-02-09T23:58:34.312610+0000","last_undegraded":"2024-02-09T23:58:34.312610+0000","last_fullsized":"2024-02-09T23:58:34.312610+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:36:40.683806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"87'11","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.314017+0000","last_change":"2024-02-09T23:57:06.638473+0000","last_active":"2024-02-09T23:58:34.314017+0000","last_peered":"2024-02-09T23:58:34.314017+0000","last_clean":"2024-02-09T23:58:34.314017+0000","last_became_active":"2024-02-09T23:57:06.638147+0000","last_became_peered":"2024-02-09T23:57:06.638147+0000","last_unstale":"2024-02-09T23:58:34.314017+0000","last_undegraded":"2024-02-09T23:58:34.314017+0000","last_fullsized":"2024-02-09T23:58:34.314017+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:55:26.126193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"87'16","reported_seq":33,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.313156+0000","last_change":"2024-02-09T23:57:06.627755+0000","last_active":"2024-02-09T23:58:34.313156+0000","last_peered":"2024-02-09T23:58:34.313156+0000","last_clean":"2024-02-09T23:58:34.313156+0000","last_became_active":"2024-02-09T23:57:06.627399+0000","last_became_peered":"2024-02-09T23:57:06.627399+0000","last_unstale":"2024-02-09T23:58:34.313156+0000","last_undegraded":"2024-02-09T23:58:34.313156+0000","last_fullsized":"2024-02-09T23:58:34.313156+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:40:15.261622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.311050+0000","last_change":"2024-02-09T23:57:06.640177+0000","last_active":"2024-02-09T23:58:34.311050+0000","last_peered":"2024-02-09T23:58:34.311050+0000","last_clean":"2024-02-09T23:58:34.311050+0000","last_became_active":"2024-02-09T23:57:06.639876+0000","last_became_peered":"2024-02-09T23:57:06.639876+0000","last_unstale":"2024-02-09T23:58:34.311050+0000","last_undegraded":"2024-02-09T23:58:34.311050+0000","last_fullsized":"2024-02-09T23:58:34.311050+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:51:20.035119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"87'7","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.305033+0000","last_change":"2024-02-09T23:58:05.979860+0000","last_active":"2024-02-09T23:58:34.305033+0000","last_peered":"2024-02-09T23:58:34.305033+0000","last_clean":"2024-02-09T23:58:34.305033+0000","last_became_active":"2024-02-09T23:58:05.979497+0000","last_became_peered":"2024-02-09T23:58:05.979497+0000","last_unstale":"2024-02-09T23:58:34.305033+0000","last_undegraded":"2024-02-09T23:58:34.305033+0000","last_fullsized":"2024-02-09T23:58:34.305033+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:41:54.459716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"87'10","reported_seq":33,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.310536+0000","last_change":"2024-02-09T23:58:05.979226+0000","last_active":"2024-02-09T23:58:34.310536+0000","last_peered":"2024-02-09T23:58:34.310536+0000","last_clean":"2024-02-09T23:58:34.310536+0000","last_became_active":"2024-02-09T23:58:05.978859+0000","last_became_peered":"2024-02-09T23:58:05.978859+0000","last_unstale":"2024-02-09T23:58:34.310536+0000","last_undegraded":"2024-02-09T23:58:34.310536+0000","last_fullsized":"2024-02-09T23:58:34.310536+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:50:04.049343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,9],"acting":[6,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.310083+0000","last_change":"2024-02-09T23:57:06.635778+0000","last_active":"2024-02-09T23:58:34.310083+0000","last_peered":"2024-02-09T23:58:34.310083+0000","last_clean":"2024-02-09T23:58:34.310083+0000","last_became_active":"2024-02-09T23:57:06.634590+0000","last_became_peered":"2024-02-09T23:57:06.634590+0000","last_unstale":"2024-02-09T23:58:34.310083+0000","last_undegraded":"2024-02-09T23:58:34.310083+0000","last_fullsized":"2024-02-09T23:58:34.310083+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:06:00.988404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.309382+0000","last_change":"2024-02-09T23:57:06.632123+0000","last_active":"2024-02-09T23:58:34.309382+0000","last_peered":"2024-02-09T23:58:34.309382+0000","last_clean":"2024-02-09T23:58:34.309382+0000","last_became_active":"2024-02-09T23:57:06.631790+0000","last_became_peered":"2024-02-09T23:57:06.631790+0000","last_unstale":"2024-02-09T23:58:34.309382+0000","last_undegraded":"2024-02-09T23:58:34.309382+0000","last_fullsized":"2024-02-09T23:58:34.309382+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:47:06.904815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.318221+0000","last_change":"2024-02-09T23:57:06.630760+0000","last_active":"2024-02-09T23:58:34.318221+0000","last_peered":"2024-02-09T23:58:34.318221+0000","last_clean":"2024-02-09T23:58:34.318221+0000","last_became_active":"2024-02-09T23:57:06.630469+0000","last_became_peered":"2024-02-09T23:57:06.630469+0000","last_unstale":"2024-02-09T23:58:34.318221+0000","last_undegraded":"2024-02-09T23:58:34.318221+0000","last_fullsized":"2024-02-09T23:58:34.318221+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:03:57.516582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.299584+0000","last_change":"2024-02-09T23:57:06.639723+0000","last_active":"2024-02-09T23:58:34.299584+0000","last_peered":"2024-02-09T23:58:34.299584+0000","last_clean":"2024-02-09T23:58:34.299584+0000","last_became_active":"2024-02-09T23:57:06.639298+0000","last_became_peered":"2024-02-09T23:57:06.639298+0000","last_unstale":"2024-02-09T23:58:34.299584+0000","last_undegraded":"2024-02-09T23:58:34.299584+0000","last_fullsized":"2024-02-09T23:58:34.299584+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:15:11.130963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"87'10","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.300189+0000","last_change":"2024-02-09T23:57:06.621954+0000","last_active":"2024-02-09T23:58:34.300189+0000","last_peered":"2024-02-09T23:58:34.300189+0000","last_clean":"2024-02-09T23:58:34.300189+0000","last_became_active":"2024-02-09T23:57:06.621594+0000","last_became_peered":"2024-02-09T23:57:06.621594+0000","last_unstale":"2024-02-09T23:58:34.300189+0000","last_undegraded":"2024-02-09T23:58:34.300189+0000","last_fullsized":"2024-02-09T23:58:34.300189+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:53:13.972810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.304905+0000","last_change":"2024-02-09T23:57:06.632333+0000","last_active":"2024-02-09T23:58:34.304905+0000","last_peered":"2024-02-09T23:58:34.304905+0000","last_clean":"2024-02-09T23:58:34.304905+0000","last_became_active":"2024-02-09T23:57:06.631898+0000","last_became_peered":"2024-02-09T23:57:06.631898+0000","last_unstale":"2024-02-09T23:58:34.304905+0000","last_undegraded":"2024-02-09T23:58:34.304905+0000","last_fullsized":"2024-02-09T23:58:34.304905+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:18:28.175534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"85'13","reported_seq":150,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:59:08.036600+0000","last_change":"2024-02-09T23:57:05.606683+0000","last_active":"2024-02-09T23:59:08.036600+0000","last_peered":"2024-02-09T23:59:08.036600+0000","last_clean":"2024-02-09T23:59:08.036600+0000","last_became_active":"2024-02-09T23:57:05.606342+0000","last_became_peered":"2024-02-09T23:57:05.606342+0000","last_unstale":"2024-02-09T23:59:08.036600+0000","last_undegraded":"2024-02-09T23:59:08.036600+0000","last_fullsized":"2024-02-09T23:59:08.036600+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:41:07.754199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":118,"num_read_kb":118,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"87'5","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.306676+0000","last_change":"2024-02-09T23:57:06.633510+0000","last_active":"2024-02-09T23:58:34.306676+0000","last_peered":"2024-02-09T23:58:34.306676+0000","last_clean":"2024-02-09T23:58:34.306676+0000","last_became_active":"2024-02-09T23:57:06.630914+0000","last_became_peered":"2024-02-09T23:57:06.630914+0000","last_unstale":"2024-02-09T23:58:34.306676+0000","last_undegraded":"2024-02-09T23:58:34.306676+0000","last_fullsized":"2024-02-09T23:58:34.306676+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:03:10.141586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"85'2","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977998+0000","last_change":"2024-02-09T23:57:05.618090+0000","last_active":"2024-02-09T23:58:05.977998+0000","last_peered":"2024-02-09T23:58:05.977998+0000","last_clean":"2024-02-09T23:58:05.977998+0000","last_became_active":"2024-02-09T23:57:05.617789+0000","last_became_peered":"2024-02-09T23:57:05.617789+0000","last_unstale":"2024-02-09T23:58:05.977998+0000","last_undegraded":"2024-02-09T23:58:05.977998+0000","last_fullsized":"2024-02-09T23:58:05.977998+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:28:16.579274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.318840+0000","last_change":"2024-02-09T23:57:06.642732+0000","last_active":"2024-02-09T23:58:34.318840+0000","last_peered":"2024-02-09T23:58:34.318840+0000","last_clean":"2024-02-09T23:58:34.318840+0000","last_became_active":"2024-02-09T23:57:06.641580+0000","last_became_peered":"2024-02-09T23:57:06.641580+0000","last_unstale":"2024-02-09T23:58:34.318840+0000","last_undegraded":"2024-02-09T23:58:34.318840+0000","last_fullsized":"2024-02-09T23:58:34.318840+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:45:49.310518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"85'12","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974349+0000","last_change":"2024-02-09T23:57:05.612439+0000","last_active":"2024-02-09T23:58:05.974349+0000","last_peered":"2024-02-09T23:58:05.974349+0000","last_clean":"2024-02-09T23:58:05.974349+0000","last_became_active":"2024-02-09T23:57:05.612066+0000","last_became_peered":"2024-02-09T23:57:05.612066+0000","last_unstale":"2024-02-09T23:58:05.974349+0000","last_undegraded":"2024-02-09T23:58:05.974349+0000","last_fullsized":"2024-02-09T23:58:05.974349+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:05:51.983936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.315477+0000","last_change":"2024-02-09T23:57:06.629820+0000","last_active":"2024-02-09T23:58:34.315477+0000","last_peered":"2024-02-09T23:58:34.315477+0000","last_clean":"2024-02-09T23:58:34.315477+0000","last_became_active":"2024-02-09T23:57:06.629505+0000","last_became_peered":"2024-02-09T23:57:06.629505+0000","last_unstale":"2024-02-09T23:58:34.315477+0000","last_undegraded":"2024-02-09T23:58:34.315477+0000","last_fullsized":"2024-02-09T23:58:34.315477+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:06:55.500698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974165+0000","last_change":"2024-02-09T23:57:05.615996+0000","last_active":"2024-02-09T23:58:05.974165+0000","last_peered":"2024-02-09T23:58:05.974165+0000","last_clean":"2024-02-09T23:58:05.974165+0000","last_became_active":"2024-02-09T23:57:05.615223+0000","last_became_peered":"2024-02-09T23:57:05.615223+0000","last_unstale":"2024-02-09T23:58:05.974165+0000","last_undegraded":"2024-02-09T23:58:05.974165+0000","last_fullsized":"2024-02-09T23:58:05.974165+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:43:44.470973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"87'15","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.316414+0000","last_change":"2024-02-09T23:57:06.638646+0000","last_active":"2024-02-09T23:58:34.316414+0000","last_peered":"2024-02-09T23:58:34.316414+0000","last_clean":"2024-02-09T23:58:34.316414+0000","last_became_active":"2024-02-09T23:57:06.638346+0000","last_became_peered":"2024-02-09T23:57:06.638346+0000","last_unstale":"2024-02-09T23:58:34.316414+0000","last_undegraded":"2024-02-09T23:58:34.316414+0000","last_fullsized":"2024-02-09T23:58:34.316414+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:35:56.407804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"87'6","reported_seq":143,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:59:06.028784+0000","last_change":"2024-02-09T23:57:05.614177+0000","last_active":"2024-02-09T23:59:06.028784+0000","last_peered":"2024-02-09T23:59:06.028784+0000","last_clean":"2024-02-09T23:59:06.028784+0000","last_became_active":"2024-02-09T23:57:05.613785+0000","last_became_peered":"2024-02-09T23:57:05.613785+0000","last_unstale":"2024-02-09T23:59:06.028784+0000","last_undegraded":"2024-02-09T23:59:06.028784+0000","last_fullsized":"2024-02-09T23:59:06.028784+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:02:31.588409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":930,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":118,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.284858+0000","last_change":"2024-02-09T23:57:06.623716+0000","last_active":"2024-02-09T23:58:34.284858+0000","last_peered":"2024-02-09T23:58:34.284858+0000","last_clean":"2024-02-09T23:58:34.284858+0000","last_became_active":"2024-02-09T23:57:06.623321+0000","last_became_peered":"2024-02-09T23:57:06.623321+0000","last_unstale":"2024-02-09T23:58:34.284858+0000","last_undegraded":"2024-02-09T23:58:34.284858+0000","last_fullsized":"2024-02-09T23:58:34.284858+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:15:52.884212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"85'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977307+0000","last_change":"2024-02-09T23:57:05.607259+0000","last_active":"2024-02-09T23:58:05.977307+0000","last_peered":"2024-02-09T23:58:05.977307+0000","last_clean":"2024-02-09T23:58:05.977307+0000","last_became_active":"2024-02-09T23:57:05.606697+0000","last_became_peered":"2024-02-09T23:57:05.606697+0000","last_unstale":"2024-02-09T23:58:05.977307+0000","last_undegraded":"2024-02-09T23:58:05.977307+0000","last_fullsized":"2024-02-09T23:58:05.977307+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:21:07.937805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.307713+0000","last_change":"2024-02-09T23:57:06.631900+0000","last_active":"2024-02-09T23:58:34.307713+0000","last_peered":"2024-02-09T23:58:34.307713+0000","last_clean":"2024-02-09T23:58:34.307713+0000","last_became_active":"2024-02-09T23:57:06.631587+0000","last_became_peered":"2024-02-09T23:57:06.631587+0000","last_unstale":"2024-02-09T23:58:34.307713+0000","last_undegraded":"2024-02-09T23:58:34.307713+0000","last_fullsized":"2024-02-09T23:58:34.307713+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:23:27.695453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"85'3","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.973807+0000","last_change":"2024-02-09T23:57:05.602287+0000","last_active":"2024-02-09T23:58:05.973807+0000","last_peered":"2024-02-09T23:58:05.973807+0000","last_clean":"2024-02-09T23:58:05.973807+0000","last_became_active":"2024-02-09T23:57:05.601826+0000","last_became_peered":"2024-02-09T23:57:05.601826+0000","last_unstale":"2024-02-09T23:58:05.973807+0000","last_undegraded":"2024-02-09T23:58:05.973807+0000","last_fullsized":"2024-02-09T23:58:05.973807+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:20:31.247249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.303202+0000","last_change":"2024-02-09T23:57:06.620425+0000","last_active":"2024-02-09T23:58:34.303202+0000","last_peered":"2024-02-09T23:58:34.303202+0000","last_clean":"2024-02-09T23:58:34.303202+0000","last_became_active":"2024-02-09T23:57:06.619968+0000","last_became_peered":"2024-02-09T23:57:06.619968+0000","last_unstale":"2024-02-09T23:58:34.303202+0000","last_undegraded":"2024-02-09T23:58:34.303202+0000","last_fullsized":"2024-02-09T23:58:34.303202+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:42:48.476252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"85'3","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.987254+0000","last_change":"2024-02-09T23:57:05.614629+0000","last_active":"2024-02-09T23:58:05.987254+0000","last_peered":"2024-02-09T23:58:05.987254+0000","last_clean":"2024-02-09T23:58:05.987254+0000","last_became_active":"2024-02-09T23:57:05.614270+0000","last_became_peered":"2024-02-09T23:57:05.614270+0000","last_unstale":"2024-02-09T23:58:05.987254+0000","last_undegraded":"2024-02-09T23:58:05.987254+0000","last_fullsized":"2024-02-09T23:58:05.987254+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:30:16.457925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"87'11","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.305324+0000","last_change":"2024-02-09T23:57:06.639691+0000","last_active":"2024-02-09T23:58:34.305324+0000","last_peered":"2024-02-09T23:58:34.305324+0000","last_clean":"2024-02-09T23:58:34.305324+0000","last_became_active":"2024-02-09T23:57:06.639364+0000","last_became_peered":"2024-02-09T23:57:06.639364+0000","last_unstale":"2024-02-09T23:58:34.305324+0000","last_undegraded":"2024-02-09T23:58:34.305324+0000","last_fullsized":"2024-02-09T23:58:34.305324+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:07:09.260920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"87'5","reported_seq":260,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:59:09.034108+0000","last_change":"2024-02-09T23:57:05.610175+0000","last_active":"2024-02-09T23:59:09.034108+0000","last_peered":"2024-02-09T23:59:09.034108+0000","last_clean":"2024-02-09T23:59:09.034108+0000","last_became_active":"2024-02-09T23:57:05.609839+0000","last_became_peered":"2024-02-09T23:57:05.609839+0000","last_unstale":"2024-02-09T23:59:09.034108+0000","last_undegraded":"2024-02-09T23:59:09.034108+0000","last_fullsized":"2024-02-09T23:59:09.034108+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:32:38.425383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":236,"num_read_kb":236,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"87'10","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.316487+0000","last_change":"2024-02-09T23:57:06.629148+0000","last_active":"2024-02-09T23:58:34.316487+0000","last_peered":"2024-02-09T23:58:34.316487+0000","last_clean":"2024-02-09T23:58:34.316487+0000","last_became_active":"2024-02-09T23:57:06.628787+0000","last_became_peered":"2024-02-09T23:57:06.628787+0000","last_unstale":"2024-02-09T23:58:34.316487+0000","last_undegraded":"2024-02-09T23:58:34.316487+0000","last_fullsized":"2024-02-09T23:58:34.316487+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:54:28.436695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"85'4","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974387+0000","last_change":"2024-02-09T23:57:05.610016+0000","last_active":"2024-02-09T23:58:05.974387+0000","last_peered":"2024-02-09T23:58:05.974387+0000","last_clean":"2024-02-09T23:58:05.974387+0000","last_became_active":"2024-02-09T23:57:05.609723+0000","last_became_peered":"2024-02-09T23:57:05.609723+0000","last_unstale":"2024-02-09T23:58:05.974387+0000","last_undegraded":"2024-02-09T23:58:05.974387+0000","last_fullsized":"2024-02-09T23:58:05.974387+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:03:30.477468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.309945+0000","last_change":"2024-02-09T23:57:06.635111+0000","last_active":"2024-02-09T23:58:34.309945+0000","last_peered":"2024-02-09T23:58:34.309945+0000","last_clean":"2024-02-09T23:58:34.309945+0000","last_became_active":"2024-02-09T23:57:06.631671+0000","last_became_peered":"2024-02-09T23:57:06.631671+0000","last_unstale":"2024-02-09T23:58:34.309945+0000","last_undegraded":"2024-02-09T23:58:34.309945+0000","last_fullsized":"2024-02-09T23:58:34.309945+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:09:22.317147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"85'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.988115+0000","last_change":"2024-02-09T23:57:05.614937+0000","last_active":"2024-02-09T23:58:05.988115+0000","last_peered":"2024-02-09T23:58:05.988115+0000","last_clean":"2024-02-09T23:58:05.988115+0000","last_became_active":"2024-02-09T23:57:05.614138+0000","last_became_peered":"2024-02-09T23:57:05.614138+0000","last_unstale":"2024-02-09T23:58:05.988115+0000","last_undegraded":"2024-02-09T23:58:05.988115+0000","last_fullsized":"2024-02-09T23:58:05.988115+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:44:16.306911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"87'11","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.318693+0000","last_change":"2024-02-09T23:57:06.639169+0000","last_active":"2024-02-09T23:58:34.318693+0000","last_peered":"2024-02-09T23:58:34.318693+0000","last_clean":"2024-02-09T23:58:34.318693+0000","last_became_active":"2024-02-09T23:57:06.638846+0000","last_became_peered":"2024-02-09T23:57:06.638846+0000","last_unstale":"2024-02-09T23:58:34.318693+0000","last_undegraded":"2024-02-09T23:58:34.318693+0000","last_fullsized":"2024-02-09T23:58:34.318693+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:22:05.889888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"87'35","reported_seq":320,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:59:09.081187+0000","last_change":"2024-02-09T23:58:05.989451+0000","last_active":"2024-02-09T23:59:09.081187+0000","last_peered":"2024-02-09T23:59:09.081187+0000","last_clean":"2024-02-09T23:59:09.081187+0000","last_became_active":"2024-02-09T23:58:05.981426+0000","last_became_peered":"2024-02-09T23:58:05.981426+0000","last_unstale":"2024-02-09T23:59:09.081187+0000","last_undegraded":"2024-02-09T23:59:09.081187+0000","last_fullsized":"2024-02-09T23:59:09.081187+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":35,"log_dups_size":0,"ondisk_log_size":35,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:05:07.219150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61603,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":238,"num_read_kb":180,"num_write":37,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":61046,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,4],"acting":[10,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.298764+0000","last_change":"2024-02-09T23:57:06.627355+0000","last_active":"2024-02-09T23:58:34.298764+0000","last_peered":"2024-02-09T23:58:34.298764+0000","last_clean":"2024-02-09T23:58:34.298764+0000","last_became_active":"2024-02-09T23:57:06.626988+0000","last_became_peered":"2024-02-09T23:57:06.626988+0000","last_unstale":"2024-02-09T23:58:34.298764+0000","last_undegraded":"2024-02-09T23:58:34.298764+0000","last_fullsized":"2024-02-09T23:58:34.298764+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:46:22.270054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"85'9","reported_seq":30,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.980006+0000","last_change":"2024-02-09T23:57:05.609741+0000","last_active":"2024-02-09T23:58:05.980006+0000","last_peered":"2024-02-09T23:58:05.980006+0000","last_clean":"2024-02-09T23:58:05.980006+0000","last_became_active":"2024-02-09T23:57:05.609390+0000","last_became_peered":"2024-02-09T23:57:05.609390+0000","last_unstale":"2024-02-09T23:58:05.980006+0000","last_undegraded":"2024-02-09T23:58:05.980006+0000","last_fullsized":"2024-02-09T23:58:05.980006+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:32:07.748476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.300199+0000","last_change":"2024-02-09T23:57:06.631465+0000","last_active":"2024-02-09T23:58:34.300199+0000","last_peered":"2024-02-09T23:58:34.300199+0000","last_clean":"2024-02-09T23:58:34.300199+0000","last_became_active":"2024-02-09T23:57:06.631088+0000","last_became_peered":"2024-02-09T23:57:06.631088+0000","last_unstale":"2024-02-09T23:58:34.300199+0000","last_undegraded":"2024-02-09T23:58:34.300199+0000","last_fullsized":"2024-02-09T23:58:34.300199+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:01:53.361435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"85'5","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.987487+0000","last_change":"2024-02-09T23:57:05.612270+0000","last_active":"2024-02-09T23:58:05.987487+0000","last_peered":"2024-02-09T23:58:05.987487+0000","last_clean":"2024-02-09T23:58:05.987487+0000","last_became_active":"2024-02-09T23:57:05.611959+0000","last_became_peered":"2024-02-09T23:57:05.611959+0000","last_unstale":"2024-02-09T23:58:05.987487+0000","last_undegraded":"2024-02-09T23:58:05.987487+0000","last_fullsized":"2024-02-09T23:58:05.987487+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:59:19.992630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"87'15","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.308741+0000","last_change":"2024-02-09T23:57:06.634619+0000","last_active":"2024-02-09T23:58:34.308741+0000","last_peered":"2024-02-09T23:58:34.308741+0000","last_clean":"2024-02-09T23:58:34.308741+0000","last_became_active":"2024-02-09T23:57:06.634210+0000","last_became_peered":"2024-02-09T23:57:06.634210+0000","last_unstale":"2024-02-09T23:58:34.308741+0000","last_undegraded":"2024-02-09T23:58:34.308741+0000","last_fullsized":"2024-02-09T23:58:34.308741+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:52:22.063449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"85'5","reported_seq":142,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:59:06.054936+0000","last_change":"2024-02-09T23:57:05.606826+0000","last_active":"2024-02-09T23:59:06.054936+0000","last_peered":"2024-02-09T23:59:06.054936+0000","last_clean":"2024-02-09T23:59:06.054936+0000","last_became_active":"2024-02-09T23:57:05.606480+0000","last_became_peered":"2024-02-09T23:57:05.606480+0000","last_unstale":"2024-02-09T23:59:06.054936+0000","last_undegraded":"2024-02-09T23:59:06.054936+0000","last_fullsized":"2024-02-09T23:59:06.054936+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:56:00.192534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":119,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.307928+0000","last_change":"2024-02-09T23:57:06.624487+0000","last_active":"2024-02-09T23:58:34.307928+0000","last_peered":"2024-02-09T23:58:34.307928+0000","last_clean":"2024-02-09T23:58:34.307928+0000","last_became_active":"2024-02-09T23:57:06.624148+0000","last_became_peered":"2024-02-09T23:57:06.624148+0000","last_unstale":"2024-02-09T23:58:34.307928+0000","last_undegraded":"2024-02-09T23:58:34.307928+0000","last_fullsized":"2024-02-09T23:58:34.307928+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:03:42.028339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"85'17","reported_seq":37,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.973835+0000","last_change":"2024-02-09T23:57:05.615461+0000","last_active":"2024-02-09T23:58:05.973835+0000","last_peered":"2024-02-09T23:58:05.973835+0000","last_clean":"2024-02-09T23:58:05.973835+0000","last_became_active":"2024-02-09T23:57:05.615106+0000","last_became_peered":"2024-02-09T23:57:05.615106+0000","last_unstale":"2024-02-09T23:58:05.973835+0000","last_undegraded":"2024-02-09T23:58:05.973835+0000","last_fullsized":"2024-02-09T23:58:05.973835+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:41:55.071097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.311227+0000","last_change":"2024-02-09T23:57:06.628867+0000","last_active":"2024-02-09T23:58:34.311227+0000","last_peered":"2024-02-09T23:58:34.311227+0000","last_clean":"2024-02-09T23:58:34.311227+0000","last_became_active":"2024-02-09T23:57:06.628471+0000","last_became_peered":"2024-02-09T23:57:06.628471+0000","last_unstale":"2024-02-09T23:58:34.311227+0000","last_undegraded":"2024-02-09T23:58:34.311227+0000","last_fullsized":"2024-02-09T23:58:34.311227+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:43:37.464829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'2","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974232+0000","last_change":"2024-02-09T23:57:05.614493+0000","last_active":"2024-02-09T23:58:05.974232+0000","last_peered":"2024-02-09T23:58:05.974232+0000","last_clean":"2024-02-09T23:58:05.974232+0000","last_became_active":"2024-02-09T23:57:05.614154+0000","last_became_peered":"2024-02-09T23:57:05.614154+0000","last_unstale":"2024-02-09T23:58:05.974232+0000","last_undegraded":"2024-02-09T23:58:05.974232+0000","last_fullsized":"2024-02-09T23:58:05.974232+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:49:47.110364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.307420+0000","last_change":"2024-02-09T23:57:06.630643+0000","last_active":"2024-02-09T23:58:34.307420+0000","last_peered":"2024-02-09T23:58:34.307420+0000","last_clean":"2024-02-09T23:58:34.307420+0000","last_became_active":"2024-02-09T23:57:06.630280+0000","last_became_peered":"2024-02-09T23:57:06.630280+0000","last_unstale":"2024-02-09T23:58:34.307420+0000","last_undegraded":"2024-02-09T23:58:34.307420+0000","last_fullsized":"2024-02-09T23:58:34.307420+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:26:12.152056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"85'1","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.976120+0000","last_change":"2024-02-09T23:57:05.610820+0000","last_active":"2024-02-09T23:58:05.976120+0000","last_peered":"2024-02-09T23:58:05.976120+0000","last_clean":"2024-02-09T23:58:05.976120+0000","last_became_active":"2024-02-09T23:57:05.610379+0000","last_became_peered":"2024-02-09T23:57:05.610379+0000","last_unstale":"2024-02-09T23:58:05.976120+0000","last_undegraded":"2024-02-09T23:58:05.976120+0000","last_fullsized":"2024-02-09T23:58:05.976120+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:11:23.127349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.312622+0000","last_change":"2024-02-09T23:57:06.631474+0000","last_active":"2024-02-09T23:58:34.312622+0000","last_peered":"2024-02-09T23:58:34.312622+0000","last_clean":"2024-02-09T23:58:34.312622+0000","last_became_active":"2024-02-09T23:57:06.631146+0000","last_became_peered":"2024-02-09T23:57:06.631146+0000","last_unstale":"2024-02-09T23:58:34.312622+0000","last_undegraded":"2024-02-09T23:58:34.312622+0000","last_fullsized":"2024-02-09T23:58:34.312622+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:47:10.109717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"85'5","reported_seq":139,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:59:05.033040+0000","last_change":"2024-02-09T23:57:05.612805+0000","last_active":"2024-02-09T23:59:05.033040+0000","last_peered":"2024-02-09T23:59:05.033040+0000","last_clean":"2024-02-09T23:59:05.033040+0000","last_became_active":"2024-02-09T23:57:05.612473+0000","last_became_peered":"2024-02-09T23:57:05.612473+0000","last_unstale":"2024-02-09T23:59:05.033040+0000","last_undegraded":"2024-02-09T23:59:05.033040+0000","last_fullsized":"2024-02-09T23:59:05.033040+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:08:00.129775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":115,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.312064+0000","last_change":"2024-02-09T23:57:06.636115+0000","last_active":"2024-02-09T23:58:34.312064+0000","last_peered":"2024-02-09T23:58:34.312064+0000","last_clean":"2024-02-09T23:58:34.312064+0000","last_became_active":"2024-02-09T23:57:06.635797+0000","last_became_peered":"2024-02-09T23:57:06.635797+0000","last_unstale":"2024-02-09T23:58:34.312064+0000","last_undegraded":"2024-02-09T23:58:34.312064+0000","last_fullsized":"2024-02-09T23:58:34.312064+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:59:19.328675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"87'8","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.306871+0000","last_change":"2024-02-09T23:57:06.623292+0000","last_active":"2024-02-09T23:58:34.306871+0000","last_peered":"2024-02-09T23:58:34.306871+0000","last_clean":"2024-02-09T23:58:34.306871+0000","last_became_active":"2024-02-09T23:57:06.622980+0000","last_became_peered":"2024-02-09T23:57:06.622980+0000","last_unstale":"2024-02-09T23:58:34.306871+0000","last_undegraded":"2024-02-09T23:58:34.306871+0000","last_fullsized":"2024-02-09T23:58:34.306871+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:39:48.674611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"85'5","reported_seq":140,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:59:05.051777+0000","last_change":"2024-02-09T23:57:05.603119+0000","last_active":"2024-02-09T23:59:05.051777+0000","last_peered":"2024-02-09T23:59:05.051777+0000","last_clean":"2024-02-09T23:59:05.051777+0000","last_became_active":"2024-02-09T23:57:05.602806+0000","last_became_peered":"2024-02-09T23:57:05.602806+0000","last_unstale":"2024-02-09T23:59:05.051777+0000","last_undegraded":"2024-02-09T23:59:05.051777+0000","last_fullsized":"2024-02-09T23:59:05.051777+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:50:48.007097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":116,"num_read_kb":116,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.318715+0000","last_change":"2024-02-09T23:57:06.637007+0000","last_active":"2024-02-09T23:58:34.318715+0000","last_peered":"2024-02-09T23:58:34.318715+0000","last_clean":"2024-02-09T23:58:34.318715+0000","last_became_active":"2024-02-09T23:57:06.636396+0000","last_became_peered":"2024-02-09T23:57:06.636396+0000","last_unstale":"2024-02-09T23:58:34.318715+0000","last_undegraded":"2024-02-09T23:58:34.318715+0000","last_fullsized":"2024-02-09T23:58:34.318715+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:11:31.422896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"85'6","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.978233+0000","last_change":"2024-02-09T23:57:05.606745+0000","last_active":"2024-02-09T23:58:05.978233+0000","last_peered":"2024-02-09T23:58:05.978233+0000","last_clean":"2024-02-09T23:58:05.978233+0000","last_became_active":"2024-02-09T23:57:05.606401+0000","last_became_peered":"2024-02-09T23:57:05.606401+0000","last_unstale":"2024-02-09T23:58:05.978233+0000","last_undegraded":"2024-02-09T23:58:05.978233+0000","last_fullsized":"2024-02-09T23:58:05.978233+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:35:38.737251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":353,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974030+0000","last_change":"2024-02-09T23:55:52.845813+0000","last_active":"2024-02-09T23:58:05.974030+0000","last_peered":"2024-02-09T23:58:05.974030+0000","last_clean":"2024-02-09T23:58:05.974030+0000","last_became_active":"2024-02-09T23:55:52.845392+0000","last_became_peered":"2024-02-09T23:55:52.845392+0000","last_unstale":"2024-02-09T23:58:05.974030+0000","last_undegraded":"2024-02-09T23:58:05.974030+0000","last_fullsized":"2024-02-09T23:58:05.974030+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:52:28.528032+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:52:28.528032+0000","last_clean_scrub_stamp":"2024-02-09T23:52:28.528032+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:55:39.392199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.304641+0000","last_change":"2024-02-09T23:57:06.637855+0000","last_active":"2024-02-09T23:58:34.304641+0000","last_peered":"2024-02-09T23:58:34.304641+0000","last_clean":"2024-02-09T23:58:34.304641+0000","last_became_active":"2024-02-09T23:57:06.637568+0000","last_became_peered":"2024-02-09T23:57:06.637568+0000","last_unstale":"2024-02-09T23:58:34.304641+0000","last_undegraded":"2024-02-09T23:58:34.304641+0000","last_fullsized":"2024-02-09T23:58:34.304641+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:11:24.964130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"85'4","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974117+0000","last_change":"2024-02-09T23:57:05.612288+0000","last_active":"2024-02-09T23:58:05.974117+0000","last_peered":"2024-02-09T23:58:05.974117+0000","last_clean":"2024-02-09T23:58:05.974117+0000","last_became_active":"2024-02-09T23:57:05.611942+0000","last_became_peered":"2024-02-09T23:57:05.611942+0000","last_unstale":"2024-02-09T23:58:05.974117+0000","last_undegraded":"2024-02-09T23:58:05.974117+0000","last_fullsized":"2024-02-09T23:58:05.974117+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:55:39.289715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"85'4","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974238+0000","last_change":"2024-02-09T23:57:05.615695+0000","last_active":"2024-02-09T23:58:05.974238+0000","last_peered":"2024-02-09T23:58:05.974238+0000","last_clean":"2024-02-09T23:58:05.974238+0000","last_became_active":"2024-02-09T23:57:05.615340+0000","last_became_peered":"2024-02-09T23:57:05.615340+0000","last_unstale":"2024-02-09T23:58:05.974238+0000","last_undegraded":"2024-02-09T23:58:05.974238+0000","last_fullsized":"2024-02-09T23:58:05.974238+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:32:00.533576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.304897+0000","last_change":"2024-02-09T23:57:06.617756+0000","last_active":"2024-02-09T23:58:34.304897+0000","last_peered":"2024-02-09T23:58:34.304897+0000","last_clean":"2024-02-09T23:58:34.304897+0000","last_became_active":"2024-02-09T23:57:06.617265+0000","last_became_peered":"2024-02-09T23:57:06.617265+0000","last_unstale":"2024-02-09T23:58:34.304897+0000","last_undegraded":"2024-02-09T23:58:34.304897+0000","last_fullsized":"2024-02-09T23:58:34.304897+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:07:16.510400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"87'14","reported_seq":33,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.636173+0000","last_change":"2024-02-09T23:57:05.611877+0000","last_active":"2024-02-09T23:58:34.636173+0000","last_peered":"2024-02-09T23:58:34.636173+0000","last_clean":"2024-02-09T23:58:34.636173+0000","last_became_active":"2024-02-09T23:57:05.611592+0000","last_became_peered":"2024-02-09T23:57:05.611592+0000","last_unstale":"2024-02-09T23:58:34.636173+0000","last_undegraded":"2024-02-09T23:58:34.636173+0000","last_fullsized":"2024-02-09T23:58:34.636173+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:17:31.374844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.304446+0000","last_change":"2024-02-09T23:57:06.635258+0000","last_active":"2024-02-09T23:58:34.304446+0000","last_peered":"2024-02-09T23:58:34.304446+0000","last_clean":"2024-02-09T23:58:34.304446+0000","last_became_active":"2024-02-09T23:57:06.634027+0000","last_became_peered":"2024-02-09T23:57:06.634027+0000","last_unstale":"2024-02-09T23:58:34.304446+0000","last_undegraded":"2024-02-09T23:58:34.304446+0000","last_fullsized":"2024-02-09T23:58:34.304446+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:22:52.691904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"85'7","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977365+0000","last_change":"2024-02-09T23:57:05.604119+0000","last_active":"2024-02-09T23:58:05.977365+0000","last_peered":"2024-02-09T23:58:05.977365+0000","last_clean":"2024-02-09T23:58:05.977365+0000","last_became_active":"2024-02-09T23:57:05.603790+0000","last_became_peered":"2024-02-09T23:57:05.603790+0000","last_unstale":"2024-02-09T23:58:05.977365+0000","last_undegraded":"2024-02-09T23:58:05.977365+0000","last_fullsized":"2024-02-09T23:58:05.977365+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:32:35.996866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.308513+0000","last_change":"2024-02-09T23:57:06.639235+0000","last_active":"2024-02-09T23:58:34.308513+0000","last_peered":"2024-02-09T23:58:34.308513+0000","last_clean":"2024-02-09T23:58:34.308513+0000","last_became_active":"2024-02-09T23:57:06.638161+0000","last_became_peered":"2024-02-09T23:57:06.638161+0000","last_unstale":"2024-02-09T23:58:34.308513+0000","last_undegraded":"2024-02-09T23:58:34.308513+0000","last_fullsized":"2024-02-09T23:58:34.308513+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:36:27.334864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"85'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.979826+0000","last_change":"2024-02-09T23:57:05.603199+0000","last_active":"2024-02-09T23:58:05.979826+0000","last_peered":"2024-02-09T23:58:05.979826+0000","last_clean":"2024-02-09T23:58:05.979826+0000","last_became_active":"2024-02-09T23:57:05.602773+0000","last_became_peered":"2024-02-09T23:57:05.602773+0000","last_unstale":"2024-02-09T23:58:05.979826+0000","last_undegraded":"2024-02-09T23:58:05.979826+0000","last_fullsized":"2024-02-09T23:58:05.979826+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:18:00.633758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"87'2","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.304920+0000","last_change":"2024-02-09T23:57:06.624178+0000","last_active":"2024-02-09T23:58:34.304920+0000","last_peered":"2024-02-09T23:58:34.304920+0000","last_clean":"2024-02-09T23:58:34.304920+0000","last_became_active":"2024-02-09T23:57:06.623776+0000","last_became_peered":"2024-02-09T23:57:06.623776+0000","last_unstale":"2024-02-09T23:58:34.304920+0000","last_undegraded":"2024-02-09T23:58:34.304920+0000","last_fullsized":"2024-02-09T23:58:34.304920+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:37:17.906128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"85'7","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.977785+0000","last_change":"2024-02-09T23:57:05.617768+0000","last_active":"2024-02-09T23:58:05.977785+0000","last_peered":"2024-02-09T23:58:05.977785+0000","last_clean":"2024-02-09T23:58:05.977785+0000","last_became_active":"2024-02-09T23:57:05.617413+0000","last_became_peered":"2024-02-09T23:57:05.617413+0000","last_unstale":"2024-02-09T23:58:05.977785+0000","last_undegraded":"2024-02-09T23:58:05.977785+0000","last_fullsized":"2024-02-09T23:58:05.977785+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:10:17.041109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.303208+0000","last_change":"2024-02-09T23:57:06.625650+0000","last_active":"2024-02-09T23:58:34.303208+0000","last_peered":"2024-02-09T23:58:34.303208+0000","last_clean":"2024-02-09T23:58:34.303208+0000","last_became_active":"2024-02-09T23:57:06.624816+0000","last_became_peered":"2024-02-09T23:57:06.624816+0000","last_unstale":"2024-02-09T23:58:34.303208+0000","last_undegraded":"2024-02-09T23:58:34.303208+0000","last_fullsized":"2024-02-09T23:58:34.303208+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:51:06.489608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"85'3","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.985902+0000","last_change":"2024-02-09T23:58:05.985902+0000","last_active":"2024-02-09T23:58:05.985902+0000","last_peered":"2024-02-09T23:58:05.985902+0000","last_clean":"2024-02-09T23:58:05.985902+0000","last_became_active":"2024-02-09T23:58:05.981029+0000","last_became_peered":"2024-02-09T23:58:05.981029+0000","last_unstale":"2024-02-09T23:58:05.985902+0000","last_undegraded":"2024-02-09T23:58:05.985902+0000","last_fullsized":"2024-02-09T23:58:05.985902+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:23:01.290276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,8],"acting":[11,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.312499+0000","last_change":"2024-02-09T23:57:06.642300+0000","last_active":"2024-02-09T23:58:34.312499+0000","last_peered":"2024-02-09T23:58:34.312499+0000","last_clean":"2024-02-09T23:58:34.312499+0000","last_became_active":"2024-02-09T23:57:06.641191+0000","last_became_peered":"2024-02-09T23:57:06.641191+0000","last_unstale":"2024-02-09T23:58:34.312499+0000","last_undegraded":"2024-02-09T23:58:34.312499+0000","last_fullsized":"2024-02-09T23:58:34.312499+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:43:18.370907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"85'4","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.990579+0000","last_change":"2024-02-09T23:58:05.990579+0000","last_active":"2024-02-09T23:58:05.990579+0000","last_peered":"2024-02-09T23:58:05.990579+0000","last_clean":"2024-02-09T23:58:05.990579+0000","last_became_active":"2024-02-09T23:58:05.983017+0000","last_became_peered":"2024-02-09T23:58:05.983017+0000","last_unstale":"2024-02-09T23:58:05.990579+0000","last_undegraded":"2024-02-09T23:58:05.990579+0000","last_fullsized":"2024-02-09T23:58:05.990579+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:35:37.400686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.a","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.311508+0000","last_change":"2024-02-09T23:57:06.643427+0000","last_active":"2024-02-09T23:58:34.311508+0000","last_peered":"2024-02-09T23:58:34.311508+0000","last_clean":"2024-02-09T23:58:34.311508+0000","last_became_active":"2024-02-09T23:57:06.643077+0000","last_became_peered":"2024-02-09T23:57:06.643077+0000","last_unstale":"2024-02-09T23:58:34.311508+0000","last_undegraded":"2024-02-09T23:58:34.311508+0000","last_fullsized":"2024-02-09T23:58:34.311508+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:27:27.850234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"85'5","reported_seq":81,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:59:06.050423+0000","last_change":"2024-02-09T23:58:05.988032+0000","last_active":"2024-02-09T23:59:06.050423+0000","last_peered":"2024-02-09T23:59:06.050423+0000","last_clean":"2024-02-09T23:59:06.050423+0000","last_became_active":"2024-02-09T23:58:05.981651+0000","last_became_peered":"2024-02-09T23:58:05.981651+0000","last_unstale":"2024-02-09T23:59:06.050423+0000","last_undegraded":"2024-02-09T23:59:06.050423+0000","last_fullsized":"2024-02-09T23:59:06.050423+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T10:36:19.624262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":62,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1170,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.311344+0000","last_change":"2024-02-09T23:57:06.639420+0000","last_active":"2024-02-09T23:58:34.311344+0000","last_peered":"2024-02-09T23:58:34.311344+0000","last_clean":"2024-02-09T23:58:34.311344+0000","last_became_active":"2024-02-09T23:57:06.639093+0000","last_became_peered":"2024-02-09T23:57:06.639093+0000","last_unstale":"2024-02-09T23:58:34.311344+0000","last_undegraded":"2024-02-09T23:58:34.311344+0000","last_fullsized":"2024-02-09T23:58:34.311344+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:28:23.444489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"85'3","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.987939+0000","last_change":"2024-02-09T23:57:05.617740+0000","last_active":"2024-02-09T23:58:05.987939+0000","last_peered":"2024-02-09T23:58:05.987939+0000","last_clean":"2024-02-09T23:58:05.987939+0000","last_became_active":"2024-02-09T23:57:05.617367+0000","last_became_peered":"2024-02-09T23:57:05.617367+0000","last_unstale":"2024-02-09T23:58:05.987939+0000","last_undegraded":"2024-02-09T23:58:05.987939+0000","last_fullsized":"2024-02-09T23:58:05.987939+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:47:34.063743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.308140+0000","last_change":"2024-02-09T23:57:06.631145+0000","last_active":"2024-02-09T23:58:34.308140+0000","last_peered":"2024-02-09T23:58:34.308140+0000","last_clean":"2024-02-09T23:58:34.308140+0000","last_became_active":"2024-02-09T23:57:06.630801+0000","last_became_peered":"2024-02-09T23:57:06.630801+0000","last_unstale":"2024-02-09T23:58:34.308140+0000","last_undegraded":"2024-02-09T23:58:34.308140+0000","last_fullsized":"2024-02-09T23:58:34.308140+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T01:41:52.114139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"85'5","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:05.974040+0000","last_change":"2024-02-09T23:57:05.601531+0000","last_active":"2024-02-09T23:58:05.974040+0000","last_peered":"2024-02-09T23:58:05.974040+0000","last_clean":"2024-02-09T23:58:05.974040+0000","last_became_active":"2024-02-09T23:57:05.601196+0000","last_became_peered":"2024-02-09T23:57:05.601196+0000","last_unstale":"2024-02-09T23:58:05.974040+0000","last_undegraded":"2024-02-09T23:58:05.974040+0000","last_fullsized":"2024-02-09T23:58:05.974040+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:04.584768+0000","last_clean_scrub_stamp":"2024-02-09T23:57:04.584768+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:11:41.701214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.300690+0000","last_change":"2024-02-09T23:57:06.626671+0000","last_active":"2024-02-09T23:58:34.300690+0000","last_peered":"2024-02-09T23:58:34.300690+0000","last_clean":"2024-02-09T23:58:34.300690+0000","last_became_active":"2024-02-09T23:57:06.626290+0000","last_became_peered":"2024-02-09T23:57:06.626290+0000","last_unstale":"2024-02-09T23:58:34.300690+0000","last_undegraded":"2024-02-09T23:58:34.300690+0000","last_fullsized":"2024-02-09T23:58:34.300690+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T04:32:22.155457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.308251+0000","last_change":"2024-02-09T23:57:06.623319+0000","last_active":"2024-02-09T23:58:34.308251+0000","last_peered":"2024-02-09T23:58:34.308251+0000","last_clean":"2024-02-09T23:58:34.308251+0000","last_became_active":"2024-02-09T23:57:06.622996+0000","last_became_peered":"2024-02-09T23:57:06.622996+0000","last_unstale":"2024-02-09T23:58:34.308251+0000","last_undegraded":"2024-02-09T23:58:34.308251+0000","last_fullsized":"2024-02-09T23:58:34.308251+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:17:58.547858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"87'12","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.306068+0000","last_change":"2024-02-09T23:57:06.635561+0000","last_active":"2024-02-09T23:58:34.306068+0000","last_peered":"2024-02-09T23:58:34.306068+0000","last_clean":"2024-02-09T23:58:34.306068+0000","last_became_active":"2024-02-09T23:57:06.634862+0000","last_became_peered":"2024-02-09T23:57:06.634862+0000","last_unstale":"2024-02-09T23:58:34.306068+0000","last_undegraded":"2024-02-09T23:58:34.306068+0000","last_fullsized":"2024-02-09T23:58:34.306068+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:18:55.444410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.308074+0000","last_change":"2024-02-09T23:57:06.642617+0000","last_active":"2024-02-09T23:58:34.308074+0000","last_peered":"2024-02-09T23:58:34.308074+0000","last_clean":"2024-02-09T23:58:34.308074+0000","last_became_active":"2024-02-09T23:57:06.642287+0000","last_became_peered":"2024-02-09T23:57:06.642287+0000","last_unstale":"2024-02-09T23:58:34.308074+0000","last_undegraded":"2024-02-09T23:58:34.308074+0000","last_fullsized":"2024-02-09T23:58:34.308074+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T09:07:30.297547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.307156+0000","last_change":"2024-02-09T23:57:06.635647+0000","last_active":"2024-02-09T23:58:34.307156+0000","last_peered":"2024-02-09T23:58:34.307156+0000","last_clean":"2024-02-09T23:58:34.307156+0000","last_became_active":"2024-02-09T23:57:06.632867+0000","last_became_peered":"2024-02-09T23:57:06.632867+0000","last_unstale":"2024-02-09T23:58:34.307156+0000","last_undegraded":"2024-02-09T23:58:34.307156+0000","last_fullsized":"2024-02-09T23:58:34.307156+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T07:22:33.508041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"87'4","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.299805+0000","last_change":"2024-02-09T23:57:06.636299+0000","last_active":"2024-02-09T23:58:34.299805+0000","last_peered":"2024-02-09T23:58:34.299805+0000","last_clean":"2024-02-09T23:58:34.299805+0000","last_became_active":"2024-02-09T23:57:06.635931+0000","last_became_peered":"2024-02-09T23:57:06.635931+0000","last_unstale":"2024-02-09T23:58:34.299805+0000","last_undegraded":"2024-02-09T23:58:34.299805+0000","last_fullsized":"2024-02-09T23:58:34.299805+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T03:13:19.192205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.307700+0000","last_change":"2024-02-09T23:57:06.627392+0000","last_active":"2024-02-09T23:58:34.307700+0000","last_peered":"2024-02-09T23:58:34.307700+0000","last_clean":"2024-02-09T23:58:34.307700+0000","last_became_active":"2024-02-09T23:57:06.627058+0000","last_became_peered":"2024-02-09T23:57:06.627058+0000","last_unstale":"2024-02-09T23:58:34.307700+0000","last_undegraded":"2024-02-09T23:58:34.307700+0000","last_fullsized":"2024-02-09T23:58:34.307700+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T00:28:23.018218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"87'15","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.318647+0000","last_change":"2024-02-09T23:57:06.631082+0000","last_active":"2024-02-09T23:58:34.318647+0000","last_peered":"2024-02-09T23:58:34.318647+0000","last_clean":"2024-02-09T23:58:34.318647+0000","last_became_active":"2024-02-09T23:57:06.630775+0000","last_became_peered":"2024-02-09T23:57:06.630775+0000","last_unstale":"2024-02-09T23:58:34.318647+0000","last_undegraded":"2024-02-09T23:58:34.318647+0000","last_fullsized":"2024-02-09T23:58:34.318647+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:41:35.627731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"87'2","reported_seq":13,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.288447+0000","last_change":"2024-02-09T23:58:05.982975+0000","last_active":"2024-02-09T23:58:34.288447+0000","last_peered":"2024-02-09T23:58:34.288447+0000","last_clean":"2024-02-09T23:58:34.288447+0000","last_became_active":"2024-02-09T23:58:05.982681+0000","last_became_peered":"2024-02-09T23:58:05.982681+0000","last_unstale":"2024-02-09T23:58:34.288447+0000","last_undegraded":"2024-02-09T23:58:34.288447+0000","last_fullsized":"2024-02-09T23:58:34.288447+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:06:39.252025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,2],"acting":[9,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.28","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.306601+0000","last_change":"2024-02-09T23:57:06.632269+0000","last_active":"2024-02-09T23:58:34.306601+0000","last_peered":"2024-02-09T23:58:34.306601+0000","last_clean":"2024-02-09T23:58:34.306601+0000","last_became_active":"2024-02-09T23:57:06.631281+0000","last_became_peered":"2024-02-09T23:57:06.631281+0000","last_unstale":"2024-02-09T23:58:34.306601+0000","last_undegraded":"2024-02-09T23:58:34.306601+0000","last_fullsized":"2024-02-09T23:58:34.306601+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T05:40:47.005916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.304542+0000","last_change":"2024-02-09T23:57:06.635584+0000","last_active":"2024-02-09T23:58:34.304542+0000","last_peered":"2024-02-09T23:58:34.304542+0000","last_clean":"2024-02-09T23:58:34.304542+0000","last_became_active":"2024-02-09T23:57:06.631913+0000","last_became_peered":"2024-02-09T23:57:06.631913+0000","last_unstale":"2024-02-09T23:58:34.304542+0000","last_undegraded":"2024-02-09T23:58:34.304542+0000","last_fullsized":"2024-02-09T23:58:34.304542+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T02:14:08.793356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"87'10","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.318391+0000","last_change":"2024-02-09T23:57:06.638651+0000","last_active":"2024-02-09T23:58:34.318391+0000","last_peered":"2024-02-09T23:58:34.318391+0000","last_clean":"2024-02-09T23:58:34.318391+0000","last_became_active":"2024-02-09T23:57:06.638114+0000","last_became_peered":"2024-02-09T23:57:06.638114+0000","last_unstale":"2024-02-09T23:58:34.318391+0000","last_undegraded":"2024-02-09T23:58:34.318391+0000","last_fullsized":"2024-02-09T23:58:34.318391+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T06:14:54.444299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"87'11","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.301263+0000","last_change":"2024-02-09T23:57:06.633338+0000","last_active":"2024-02-09T23:58:34.301263+0000","last_peered":"2024-02-09T23:58:34.301263+0000","last_clean":"2024-02-09T23:58:34.301263+0000","last_became_active":"2024-02-09T23:57:06.633018+0000","last_became_peered":"2024-02-09T23:57:06.633018+0000","last_unstale":"2024-02-09T23:58:34.301263+0000","last_undegraded":"2024-02-09T23:58:34.301263+0000","last_fullsized":"2024-02-09T23:58:34.301263+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T08:36:47.401829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-09T23:58:34.295720+0000","last_change":"2024-02-09T23:57:06.633271+0000","last_active":"2024-02-09T23:58:34.295720+0000","last_peered":"2024-02-09T23:58:34.295720+0000","last_clean":"2024-02-09T23:58:34.295720+0000","last_became_active":"2024-02-09T23:57:06.632962+0000","last_became_peered":"2024-02-09T23:57:06.632962+0000","last_unstale":"2024-02-09T23:58:34.295720+0000","last_undegraded":"2024-02-09T23:58:34.295720+0000","last_fullsized":"2024-02-09T23:58:34.295720+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-09T23:57:05.588649+0000","last_clean_scrub_stamp":"2024-02-09T23:57:05.588649+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-11T11:33:45.916156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":376832,"data_stored":4132576,"data_compressed":249834,"data_compressed_allocated":315392,"data_compressed_original":4096000,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68333,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1140,"num_read_kb":675,"num_write":246,"num_write_kb":139,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":62216,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":512000,"data_stored":204999,"data_compressed":13265,"data_compressed_allocated":20480,"data_compressed_original":73728,"omap_allocated":0,"internal_metadata":0},"log_size":213,"ondisk_log_size":213,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383717,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":950272,"data_stored":456807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.57499999999999996,"15min":0.57199999999999995},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.56499999999999995,"15min":0.56100000000000005},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.54200000000000004}]},{"osd":1,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.63600000000000001,"15min":0.63},"min":{"1min":0.497,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.57999999999999996,"15min":0.57599999999999996},"min":{"1min":0.40200000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.72699999999999998}]},{"osd":2,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.53500000000000003,"15min":0.53400000000000003},"min":{"1min":0.38,"5min":0.312,"15min":0.312},"max":{"1min":0.72599999999999998,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.441},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.51300000000000001,"15min":0.50600000000000001},"min":{"1min":0.35399999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.71999999999999997,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.502}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47299999999999998}]},{"osd":4,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.68999999999999995,"15min":0.69299999999999995},"min":{"1min":0.43099999999999999,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.85599999999999998,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.64300000000000002,"15min":0.64500000000000002},"min":{"1min":0.45800000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.89000000000000001,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.69099999999999995}]},{"osd":5,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.629,"15min":0.63100000000000001},"min":{"1min":0.40000000000000002,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.77600000000000002,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.63400000000000001,"15min":0.63},"min":{"1min":0.435,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.93799999999999994,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.56200000000000006}]},{"osd":6,"last update":"Fri Feb 9 23:57:18 2024","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.749,"5min":0.749,"15min":0.749},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.337,"5min":1.337,"15min":1.337},"last":0.69099999999999995}]},{"osd":7,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.80600000000000005,"5min":0.77300000000000002,"15min":0.76700000000000002},"min":{"1min":0.59699999999999998,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.72499999999999998,"15min":0.72899999999999998},"min":{"1min":0.54000000000000004,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.91200000000000003,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.61099999999999999}]},{"osd":8,"last update":"Fri Feb 9 23:58:07 2024","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"min":{"1min":0.626,"5min":0.626,"15min":0.626},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.75700000000000001}]},{"osd":9,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.81799999999999995,"5min":0.79400000000000004,"15min":0.79000000000000004},"min":{"1min":0.72499999999999998,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.0369999999999999,"5min":1.232,"15min":1.232},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.79900000000000004,"15min":0.79100000000000004},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.0329999999999999,"5min":1.038,"15min":1.038},"last":0.85899999999999999}]},{"osd":10,"last update":"Fri Feb 9 23:58:20 2024","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.77000000000000002,"15min":0.76500000000000001},"min":{"1min":0.56899999999999995,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.82099999999999995,"15min":0.81799999999999995},"min":{"1min":0.69499999999999995,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.0669999999999999,"5min":1.369,"15min":1.369},"last":0.80100000000000005}]}]},{"osd":10,"up_from":72,"seq":309237645356,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28092,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717060,"statfs":{"total":95995035648,"available":95966269440,"internally_reserved":0,"allocated":1101824,"data_stored":1109439,"data_compressed":38028,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:59:09 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.51200000000000001,"15min":0.51400000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.47499999999999998,"5min":0.5,"15min":0.504},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.41499999999999998}]},{"osd":1,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.45000000000000001,"5min":0.46700000000000003,"15min":0.47899999999999998},"min":{"1min":0.27400000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.70699999999999996,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.48499999999999999,"5min":0.45500000000000002,"15min":0.45600000000000002},"min":{"1min":0.32100000000000001,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.61499999999999999}]},{"osd":2,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.626,"5min":0.61599999999999999,"15min":0.625},"min":{"1min":0.372,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.82399999999999995,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.65200000000000002,"15min":0.67600000000000005},"min":{"1min":0.39900000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.82799999999999996,"5min":1.224,"15min":1.224},"last":0.71699999999999997}]},{"osd":3,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.61499999999999999,"15min":0.65200000000000002},"min":{"1min":0.39100000000000001,"5min":0.373,"15min":0.373},"max":{"1min":0.67300000000000004,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.61399999999999999,"15min":0.63500000000000001},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.73099999999999998,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.53900000000000003}]},{"osd":4,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55000000000000004,"15min":0.55600000000000005},"min":{"1min":0.29699999999999999,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.81000000000000005,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.53300000000000003,"15min":0.54100000000000004},"min":{"1min":0.35899999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.72299999999999998,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.52100000000000002}]},{"osd":5,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.66500000000000004,"15min":0.67100000000000004},"min":{"1min":0.53300000000000003,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.91900000000000004,"5min":1.05,"15min":1.05},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.69399999999999995,"15min":0.71099999999999997},"min":{"1min":0.504,"5min":0.44,"15min":0.44},"max":{"1min":0.95999999999999996,"5min":1.125,"15min":1.125},"last":0.63900000000000001}]},{"osd":6,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.70099999999999996,"15min":0.74299999999999999},"min":{"1min":0.437,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.92100000000000004,"5min":1.3100000000000001,"15min":1.3100000000000001},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.68300000000000005,"5min":0.71399999999999997,"15min":0.73399999999999999},"min":{"1min":0.52200000000000002,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.86899999999999999,"5min":1.107,"15min":1.107},"last":0.66400000000000003}]},{"osd":7,"last update":"Fri Feb 9 23:56:49 2024","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.01,"5min":1.01,"15min":1.01},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.258,"5min":1.258,"15min":1.258},"last":0.58799999999999997}]},{"osd":8,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.72999999999999998,"15min":0.73999999999999999},"min":{"1min":0.53700000000000003,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.90600000000000003,"5min":1.034,"15min":1.034},"last":0.70199999999999996},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.76800000000000002,"15min":0.79300000000000004},"min":{"1min":0.54900000000000004,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.89600000000000002,"5min":1.865,"15min":1.865},"last":0.69199999999999995}]},{"osd":9,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.75800000000000001,"15min":0.78200000000000003},"min":{"1min":0.55000000000000004,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.93700000000000006,"5min":1.1479999999999999,"15min":1.1479999999999999},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.78400000000000003,"15min":0.82599999999999996},"min":{"1min":0.50700000000000001,"5min":0.437,"15min":0.437},"max":{"1min":0.85199999999999998,"5min":1.9279999999999999,"15min":1.9279999999999999},"last":0.60399999999999998}]},{"osd":11,"last update":"Fri Feb 9 23:58:18 2024","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.74299999999999999,"15min":0.745},"min":{"1min":0.57599999999999996,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":0.86599999999999999,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.75800000000000001,"5min":0.746,"15min":0.74399999999999999},"min":{"1min":0.63,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":0.88900000000000001,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.72999999999999998}]}]},{"osd":9,"up_from":67,"seq":287762808881,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":974848,"data_stored":456737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.44400000000000001,"15min":0.45800000000000002},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.69399999999999995,"5min":1.353,"15min":1.353},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.376,"5min":0.45000000000000001,"15min":0.47099999999999997},"min":{"1min":0.28100000000000003,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.626,"5min":1.151,"15min":1.151},"last":0.28100000000000003}]},{"osd":1,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.58699999999999997,"15min":0.60199999999999998},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.68300000000000005,"5min":1.258,"15min":1.258},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.64800000000000002,"15min":0.65600000000000003},"min":{"1min":0.438,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":2.3980000000000001,"5min":2.3980000000000001,"15min":2.3980000000000001},"last":0.45800000000000002}]},{"osd":2,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.64800000000000002,"15min":0.66300000000000003},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":2.4329999999999998,"5min":2.4329999999999998,"15min":2.4329999999999998},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.499,"5min":0.56999999999999995,"15min":0.59199999999999997},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.68799999999999994,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.51100000000000001}]},{"osd":3,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.40200000000000002,"5min":0.50800000000000001,"15min":0.53700000000000003},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.54000000000000004,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.31},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.55700000000000005,"15min":0.58299999999999996},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.71899999999999997,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.38500000000000001}]},{"osd":4,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.56799999999999995,"15min":0.57699999999999996},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.71199999999999997,"5min":1.446,"15min":1.446},"last":0.375},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.64900000000000002,"15min":0.67100000000000004},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.69799999999999995,"5min":1.29,"15min":1.29},"last":0.54200000000000004}]},{"osd":5,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68999999999999995,"15min":0.71799999999999997},"min":{"1min":0.40400000000000003,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":2.3660000000000001,"5min":2.3660000000000001,"15min":2.3660000000000001},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.70799999999999996,"15min":0.747},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.79000000000000004,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.52100000000000002}]},{"osd":6,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.625,"15min":0.66100000000000003},"min":{"1min":0.34699999999999998,"5min":0.312,"15min":0.312},"max":{"1min":0.75700000000000001,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.56899999999999995,"15min":0.60099999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.65900000000000003,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.44500000000000001}]},{"osd":7,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.72999999999999998,"15min":0.75800000000000001},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.77700000000000002,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.75,"5min":0.752,"15min":0.76400000000000001},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":2.2970000000000002,"5min":2.2970000000000002,"15min":2.2970000000000002},"last":0.61499999999999999}]},{"osd":8,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.69699999999999995,"15min":0.73299999999999998},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.73299999999999998,"5min":1.4059999999999999,"15min":1.4059999999999999},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.76800000000000002,"15min":0.79600000000000004},"min":{"1min":0.48799999999999999,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":2.3149999999999999,"5min":2.3149999999999999,"15min":2.3149999999999999},"last":0.625}]},{"osd":10,"last update":"Fri Feb 9 23:58:56 2024","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.75900000000000001,"15min":0.76400000000000001},"min":{"1min":0.54800000000000004,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":2.3330000000000002,"5min":2.3330000000000002,"15min":2.3330000000000002},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.70799999999999996,"15min":0.70999999999999996},"min":{"1min":0.53800000000000003,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":2.3809999999999998,"5min":2.3809999999999998,"15min":2.3809999999999998},"last":0.58699999999999997}]}]},{"osd":8,"up_from":59,"seq":253403070517,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32124,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713028,"statfs":{"total":95995035648,"available":95962140672,"internally_reserved":0,"allocated":970752,"data_stored":457115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.55800000000000005,"15min":0.54400000000000004},"min":{"1min":0.41499999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.54700000000000004,"15min":0.52500000000000002},"min":{"1min":0.47999999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.623}]},{"osd":1,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.58199999999999996,"15min":0.56000000000000005},"min":{"1min":0.45400000000000001,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.65000000000000002},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.68999999999999995,"15min":0.61199999999999999},"min":{"1min":0.497,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.85899999999999999,"5min":8.3290000000000006,"15min":8.3290000000000006},"last":0.63900000000000001}]},{"osd":2,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.44400000000000001,"15min":0.42199999999999999},"min":{"1min":0.35599999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.69999999999999996,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.48499999999999999,"15min":0.47699999999999998},"min":{"1min":0.36799999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.74299999999999999,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.54100000000000004}]},{"osd":3,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.58399999999999996,"15min":0.58099999999999996},"min":{"1min":0.39800000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.81399999999999995,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.63,"15min":0.625},"min":{"1min":0.51200000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.86099999999999999,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.48199999999999998}]},{"osd":4,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.59399999999999997,"15min":0.56699999999999995},"min":{"1min":0.48199999999999998,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.877,"5min":0.877,"15min":0.877},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.60799999999999998,"15min":0.57999999999999996},"min":{"1min":0.42599999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.69499999999999995}]},{"osd":5,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.58899999999999997,"15min":0.57699999999999996},"min":{"1min":0.42399999999999999,"5min":0.315,"15min":0.315},"max":{"1min":0.81499999999999995,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.56799999999999995,"15min":0.55300000000000005},"min":{"1min":0.371,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.82399999999999995,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.50600000000000001}]},{"osd":6,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.65300000000000002,"15min":0.628},"min":{"1min":0.58499999999999996,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.79300000000000004,"5min":0.72399999999999998,"15min":0.71199999999999997},"min":{"1min":0.59999999999999998,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.111,"5min":1.111,"15min":1.111},"last":0.60099999999999998}]},{"osd":7,"last update":"Fri Feb 9 23:58:04 2024","interfaces":[{"interface":"back","average":{"1min":0.83399999999999996,"5min":0.72099999999999997,"15min":0.69699999999999995},"min":{"1min":0.54600000000000004,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.97699999999999998,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.87,"5min":0.70499999999999996,"15min":0.67600000000000005},"min":{"1min":0.61399999999999999,"5min":0.434,"15min":0.434},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.72199999999999998}]},{"osd":9,"last update":"Fri Feb 9 23:58:26 2024","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.748,"15min":0.72399999999999998},"min":{"1min":0.61199999999999999,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":0.99399999999999999,"5min":1.014,"15min":1.014},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.872,"5min":0.79200000000000004,"15min":0.77200000000000002},"min":{"1min":0.64200000000000002,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.008,"5min":1.081,"15min":1.081},"last":0.70899999999999996}]},{"osd":10,"last update":"Fri Feb 9 23:58:52 2024","interfaces":[{"interface":"back","average":{"1min":0.877,"5min":0.80600000000000005,"15min":0.77200000000000002},"min":{"1min":0.66200000000000003,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.018,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.86399999999999999,"5min":0.76800000000000002,"15min":0.72699999999999998},"min":{"1min":0.66900000000000004,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.996,"5min":1.044,"15min":1.044},"last":0.52900000000000003}]},{"osd":11,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.028,"5min":1.028,"15min":1.028},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"min":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"max":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.79800000000000004}]}]},{"osd":7,"up_from":51,"seq":219043332154,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1024000,"data_stored":1049550,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:56:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.52300000000000002,"15min":0.51300000000000001},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.82799999999999996},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.51900000000000002,"15min":0.51500000000000001},"min":{"1min":0.35899999999999999,"5min":0.308,"15min":0.308},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.96299999999999997}]},{"osd":1,"last update":"Fri Feb 9 23:58:38 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.40400000000000003,"15min":0.38400000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.66200000000000003,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.443,"5min":0.43099999999999999,"15min":0.40300000000000002},"min":{"1min":0.308,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.57799999999999996,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.39300000000000002}]},{"osd":2,"last update":"Fri Feb 9 23:58:38 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.60399999999999998,"15min":0.60299999999999998},"min":{"1min":0.41199999999999998,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.77000000000000002,"5min":1.03,"15min":1.03},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.58599999999999997,"15min":0.58799999999999997},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.81100000000000005,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.67400000000000004}]},{"osd":3,"last update":"Fri Feb 9 23:58:38 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.55300000000000005,"15min":0.54100000000000004},"min":{"1min":0.39300000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.74399999999999999,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.61399999999999999},{"interface":"front","average":{"1min":1.456,"5min":0.749,"15min":0.625},"min":{"1min":0.378,"5min":0.37,"15min":0.37},"max":{"1min":13.551,"5min":13.551,"15min":13.551},"last":0.432}]},{"osd":4,"last update":"Fri Feb 9 23:58:38 2024","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.495,"15min":0.48699999999999999},"min":{"1min":0.29999999999999999,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.60499999999999998,"5min":0.875,"15min":0.875},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.498,"15min":0.496},"min":{"1min":0.33000000000000002,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.56200000000000006,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.35499999999999998}]},{"osd":5,"last update":"Fri Feb 9 23:58:38 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.64700000000000002,"15min":0.65100000000000002},"min":{"1min":0.42199999999999999,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.79900000000000004,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.61799999999999999,"15min":0.62},"min":{"1min":0.39300000000000002,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.76600000000000001,"5min":0.94599999999999995,"15min":0.94599999999999995},"last":0.53000000000000003}]},{"osd":6,"last update":"Fri Feb 9 23:58:38 2024","interfaces":[{"interface":"back","average":{"1min":1.492,"5min":0.81899999999999995,"15min":0.69899999999999995},"min":{"1min":0.41099999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":13.590999999999999,"5min":13.590999999999999,"15min":13.590999999999999},"last":0.51500000000000001},{"interface":"front","average":{"1min":1.5349999999999999,"5min":0.84399999999999997,"15min":0.71699999999999997},"min":{"1min":0.51100000000000001,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":13.611000000000001,"5min":13.611000000000001,"15min":13.611000000000001},"last":0.41199999999999998}]},{"osd":8,"last update":"Fri Feb 9 23:59:05 2024","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.69699999999999995,"15min":0.67500000000000004},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.88200000000000001,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.63},{"interface":"front","average":{"1min":0.624,"5min":0.66700000000000004,"15min":0.66000000000000003},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.81699999999999995,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.55200000000000005}]},{"osd":9,"last update":"Fri Feb 9 23:58:29 2024","interfaces":[{"interface":"back","average":{"1min":1.494,"5min":0.88100000000000001,"15min":0.77700000000000002},"min":{"1min":0.56799999999999995,"5min":0.433,"15min":0.433},"max":{"1min":13.573,"5min":13.573,"15min":13.573},"last":0.499},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.67400000000000004,"15min":0.66700000000000004},"min":{"1min":0.57299999999999995,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.84699999999999998,"5min":0.874,"15min":0.874},"last":0.57999999999999996}]},{"osd":10,"last update":"Fri Feb 9 23:58:58 2024","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.747,"15min":0.77500000000000002},"min":{"1min":0.44600000000000001,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.85799999999999998,"5min":1.0609999999999999,"15min":1.0609999999999999},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.629,"5min":0.69399999999999995,"15min":0.70599999999999996},"min":{"1min":0.46300000000000002,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.78800000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.47899999999999998}]},{"osd":11,"last update":"Fri Feb 9 23:58:06 2024","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.70299999999999996}]}]},{"osd":6,"up_from":46,"seq":197568495679,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":958464,"data_stored":456454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.40200000000000002,"15min":0.39400000000000002},"min":{"1min":0.27400000000000002,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.61099999999999999,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.43099999999999999,"15min":0.44500000000000001},"min":{"1min":0.29799999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.626,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.32300000000000001}]},{"osd":1,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.60199999999999998,"15min":0.58899999999999997},"min":{"1min":0.40200000000000002,"5min":0.314,"15min":0.314},"max":{"1min":3.8969999999999998,"5min":3.8969999999999998,"15min":3.8969999999999998},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.61599999999999999,"15min":0.59999999999999998},"min":{"1min":0.38700000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":3.8849999999999998,"5min":3.8849999999999998,"15min":3.8849999999999998},"last":0.501}]},{"osd":2,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.754,"5min":0.61899999999999999,"15min":0.59599999999999997},"min":{"1min":0.41799999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":3.8340000000000001,"5min":3.8340000000000001,"15min":3.8340000000000001},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.58999999999999997,"15min":0.59399999999999997},"min":{"1min":0.39900000000000002,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.79100000000000004,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.53600000000000003}]},{"osd":3,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.47299999999999998,"15min":0.48899999999999999},"min":{"1min":0.31,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.60099999999999998,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.53400000000000003,"15min":0.55400000000000005},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.70099999999999996,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.39500000000000002}]},{"osd":4,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.63700000000000001,"15min":0.63400000000000001},"min":{"1min":0.39600000000000002,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":3.8109999999999999,"5min":3.8109999999999999,"15min":3.8109999999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.65600000000000003,"15min":0.65400000000000003},"min":{"1min":0.436,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":3.8540000000000001,"5min":3.8540000000000001,"15min":3.8540000000000001},"last":0.70699999999999996}]},{"osd":5,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.64400000000000002,"15min":0.63400000000000001},"min":{"1min":0.39900000000000002,"5min":0.377,"15min":0.377},"max":{"1min":0.94599999999999995,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.628,"5min":0.65100000000000002,"15min":0.65500000000000003},"min":{"1min":0.47299999999999998,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.90600000000000003,"5min":0.96199999999999997,"15min":0.96199999999999997},"last":0.76500000000000001}]},{"osd":7,"last update":"Fri Feb 9 23:58:40 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.69699999999999995,"15min":0.67000000000000004},"min":{"1min":0.45900000000000002,"5min":0.432,"15min":0.432},"max":{"1min":0.879,"5min":3.8439999999999999,"15min":3.8439999999999999},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.626,"5min":0.68700000000000006,"15min":0.66200000000000003},"min":{"1min":0.47199999999999998,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.83499999999999996,"5min":3.8740000000000001,"15min":3.8740000000000001},"last":0.72199999999999998}]},{"osd":8,"last update":"Fri Feb 9 23:59:00 2024","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.73199999999999998,"15min":0.71199999999999997},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.0089999999999999,"5min":3.8210000000000002,"15min":3.8210000000000002},"last":0.624},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.69199999999999995,"15min":0.69599999999999995},"min":{"1min":0.434,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.96899999999999997,"5min":1.032,"15min":1.032},"last":0.66800000000000004}]},{"osd":9,"last update":"Fri Feb 9 23:58:29 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.66300000000000003,"15min":0.68899999999999995},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.86399999999999999,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.71099999999999997,"15min":0.73499999999999999},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.89800000000000002,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.58399999999999996}]},{"osd":10,"last update":"Fri Feb 9 23:58:55 2024","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.79000000000000004,"15min":0.82599999999999996},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":0.93999999999999995,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.76700000000000002,"15min":0.80200000000000005},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.86699999999999999,"5min":1.01,"15min":1.01},"last":0.745}]}]},{"osd":1,"up_from":13,"seq":55834574936,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1015808,"data_stored":518662,"data_compressed":1868,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:18 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.52900000000000003,"15min":0.47299999999999998},"min":{"1min":0.42799999999999999,"5min":0.32500000000000001,"15min":0.26200000000000001},"max":{"1min":0.77600000000000002,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.54500000000000004,"15min":0.48599999999999999},"min":{"1min":0.42399999999999999,"5min":0.32400000000000001,"15min":0.27800000000000002},"max":{"1min":0.85599999999999998,"5min":0.88,"15min":0.88},"last":0.60599999999999998}]},{"osd":2,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.58799999999999997,"15min":0.54400000000000004},"min":{"1min":0.46600000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.748},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.60399999999999998,"15min":0.54700000000000004},"min":{"1min":0.47999999999999998,"5min":0.35899999999999999,"15min":0.33900000000000002},"max":{"1min":0.82999999999999996,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.65500000000000003}]},{"osd":3,"last update":"Fri Feb 9 23:59:00 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.58899999999999997,"15min":0.55400000000000005},"min":{"1min":0.39400000000000002,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.61399999999999999,"15min":0.56399999999999995},"min":{"1min":0.50900000000000001,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.86799999999999999,"5min":1,"15min":1},"last":0.628}]},{"osd":4,"last update":"Fri Feb 9 23:58:28 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.45900000000000002,"15min":0.42699999999999999},"min":{"1min":0.35999999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.874,"5min":0.874,"15min":0.874},"last":0.495},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.48699999999999999,"15min":0.45300000000000001},"min":{"1min":0.39300000000000002,"5min":0.245,"15min":0.245},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.42799999999999999}]},{"osd":5,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.63100000000000001,"15min":0.56699999999999995},"min":{"1min":0.49299999999999999,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.872,"5min":0.97299999999999998,"15min":0.97299999999999998},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.64000000000000001,"15min":0.56499999999999995},"min":{"1min":0.46999999999999997,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.69199999999999995}]},{"osd":6,"last update":"Fri Feb 9 23:58:18 2024","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.624,"15min":0.61299999999999999},"min":{"1min":0.46600000000000003,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.80600000000000005,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.67700000000000005,"15min":0.66500000000000004},"min":{"1min":0.48499999999999999,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.054,"5min":1.1000000000000001,"15min":1.1000000000000001},"last":0.70399999999999996}]},{"osd":7,"last update":"Fri Feb 9 23:58:36 2024","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.58999999999999997,"15min":0.53800000000000003},"min":{"1min":0.42399999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.94699999999999995,"5min":1.0109999999999999,"15min":1.0109999999999999},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.58199999999999996,"15min":0.55600000000000005},"min":{"1min":0.47099999999999997,"5min":0.315,"15min":0.315},"max":{"1min":0.93400000000000005,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.57799999999999996}]},{"osd":8,"last update":"Fri Feb 9 23:59:05 2024","interfaces":[{"interface":"back","average":{"1min":0.77200000000000002,"5min":0.69899999999999995,"15min":0.67100000000000004},"min":{"1min":0.60399999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.998,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.74299999999999999,"15min":0.69699999999999995},"min":{"1min":0.64100000000000001,"5min":0.432,"15min":0.432},"max":{"1min":0.995,"5min":1.0409999999999999,"15min":1.0409999999999999},"last":0.85499999999999998}]},{"osd":9,"last update":"Fri Feb 9 23:58:28 2024","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.748,"15min":0.73899999999999999},"min":{"1min":0.70699999999999996,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.0449999999999999,"5min":1.0449999999999999,"15min":1.0449999999999999},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.83699999999999997,"5min":0.72199999999999998,"15min":0.70599999999999996},"min":{"1min":0.71599999999999997,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.76100000000000001}]},{"osd":10,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.85099999999999998,"5min":0.74099999999999999,"15min":0.70399999999999996},"min":{"1min":0.69799999999999995,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.98499999999999999,"5min":1.1459999999999999,"15min":1.1459999999999999},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.78300000000000003,"15min":0.75800000000000001},"min":{"1min":0.68899999999999995,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.0189999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.78600000000000003}]},{"osd":11,"last update":"Fri Feb 9 23:58:07 2024","interfaces":[{"interface":"back","average":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"min":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.83299999999999996},{"interface":"front","average":{"1min":0.876,"5min":0.876,"15min":0.876},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":1.101,"5min":1.101,"15min":1.101},"last":0.81799999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738461,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27972,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717180,"statfs":{"total":95995035648,"available":95966392320,"internally_reserved":0,"allocated":978944,"data_stored":457793,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Feb 9 23:58:14 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52100000000000002,"15min":0.48699999999999999},"min":{"1min":0.38300000000000001,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.72699999999999998,"5min":1.899,"15min":1.899},"last":0.443},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.57799999999999996,"15min":0.51800000000000002},"min":{"1min":0.35699999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.86599999999999999,"5min":3.7599999999999998,"15min":3.7599999999999998},"last":0.755}]},{"osd":2,"last update":"Fri Feb 9 23:58:41 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.58499999999999996,"15min":0.52100000000000002},"min":{"1min":0.39000000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.83699999999999997,"5min":3.694,"15min":3.694},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.52300000000000002,"15min":0.48099999999999998},"min":{"1min":0.39000000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.65700000000000003}]},{"osd":3,"last update":"Fri Feb 9 23:58:07 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":3.9159999999999999,"5min":3.9159999999999999,"15min":3.9159999999999999},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":2.9129999999999998,"5min":2.9129999999999998,"15min":2.9129999999999998},"last":0.38600000000000001}]},{"osd":4,"last update":"Fri Feb 9 23:58:27 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.54600000000000004,"15min":0.50900000000000001},"min":{"1min":0.36399999999999999,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.85999999999999999,"5min":1.9350000000000001,"15min":1.9350000000000001},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.62,"15min":0.55600000000000005},"min":{"1min":0.39600000000000002,"5min":0.313,"15min":0.313},"max":{"1min":0.91300000000000003,"5min":3.8679999999999999,"15min":3.8679999999999999},"last":0.66900000000000004}]},{"osd":5,"last update":"Fri Feb 9 23:58:51 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.58499999999999996,"15min":0.56699999999999995},"min":{"1min":0.36799999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.90000000000000002,"5min":1.9690000000000001,"15min":1.9690000000000001},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.68200000000000005,"15min":0.622},"min":{"1min":0.45600000000000002,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":1.002,"5min":3.4769999999999999,"15min":3.4769999999999999},"last":0.81100000000000005}]},{"osd":6,"last update":"Fri Feb 9 23:58:14 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.53700000000000003,"15min":0.52000000000000002},"min":{"1min":0.29199999999999998,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.68300000000000005,"5min":3.4319999999999999,"15min":3.4319999999999999},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.52100000000000002,"15min":0.51800000000000002},"min":{"1min":0.36399999999999999,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.80500000000000005,"5min":1.4550000000000001,"15min":1.4550000000000001},"last":0.55800000000000005}]},{"osd":7,"last update":"Fri Feb 9 23:56:35 2024","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.58099999999999996,"15min":0.56899999999999995},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.65000000000000002,"15min":0.63},"min":{"1min":0.47399999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.038,"5min":1.038,"15min":1.038},"last":0.61599999999999999}]},{"osd":8,"last update":"Fri Feb 9 23:58:07 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.64700000000000002,"15min":0.65000000000000002},"min":{"1min":0.40200000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.97199999999999998,"5min":1.823,"15min":1.823},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.752,"15min":0.748},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.90300000000000002,"5min":3.8100000000000001,"15min":3.8100000000000001},"last":0.83799999999999997}]},{"osd":9,"last update":"Fri Feb 9 23:58:33 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.74399999999999999,"15min":0.77400000000000002},"min":{"1min":0.46999999999999997,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.88500000000000001,"5min":3.9769999999999999,"15min":3.9769999999999999},"last":0.626},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.66500000000000004,"15min":0.68899999999999995},"min":{"1min":0.40500000000000003,"5min":0.379,"15min":0.379},"max":{"1min":0.99199999999999999,"5min":2.9609999999999999,"15min":2.9609999999999999},"last":0.60999999999999999}]},{"osd":10,"last update":"Fri Feb 9 23:58:54 2024","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.70299999999999996,"15min":0.70399999999999996},"min":{"1min":0.50700000000000001,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.1339999999999999,"5min":2.0339999999999998,"15min":2.0339999999999998},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.78600000000000003,"15min":0.78100000000000003},"min":{"1min":0.55000000000000004,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.0820000000000001,"5min":4.0670000000000002,"15min":4.0670000000000002},"last":0.71799999999999997}]},{"osd":11,"last update":"Fri Feb 9 23:58:18 2024","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.66300000000000003,"15min":0.65500000000000003},"min":{"1min":0.47699999999999998,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.093,"5min":1.528,"15min":1.528},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.66400000000000003,"15min":0.66000000000000003},"min":{"1min":0.53000000000000003,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.54400000000000004}]}]},{"osd":2,"up_from":18,"seq":77309411412,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":962560,"data_stored":456725,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:35 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.31,"5min":0.28100000000000003,"15min":0.26900000000000002},"max":{"1min":0.85299999999999998,"5min":0.877,"15min":0.877},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.48199999999999998,"15min":0.504},"min":{"1min":0.311,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.68100000000000005,"5min":0.74399999999999999,"15min":0.75},"last":0.42299999999999999}]},{"osd":1,"last update":"Fri Feb 9 23:58:35 2024","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.59099999999999997,"15min":0.53100000000000003},"min":{"1min":0.441,"5min":0.314,"15min":0.314},"max":{"1min":0.82899999999999996,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.627,"5min":0.56799999999999995,"15min":0.53600000000000003},"min":{"1min":0.41799999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.81000000000000005,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.76200000000000001}]},{"osd":3,"last update":"Fri Feb 9 23:59:03 2024","interfaces":[{"interface":"back","average":{"1min":1.1499999999999999,"5min":0.68400000000000005,"15min":0.58099999999999996},"min":{"1min":0.38900000000000001,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":13.964,"5min":13.964,"15min":13.964},"last":0.48799999999999999},{"interface":"front","average":{"1min":1.1819999999999999,"5min":0.68300000000000005,"15min":0.56699999999999995},"min":{"1min":0.33900000000000002,"5min":0.308,"15min":0.308},"max":{"1min":13.919,"5min":13.919,"15min":13.919},"last":0.60899999999999999}]},{"osd":4,"last update":"Fri Feb 9 23:58:06 2024","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.69999999999999996}]},{"osd":5,"last update":"Fri Feb 9 23:58:55 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.45700000000000002,"15min":0.41899999999999998},"min":{"1min":0.30499999999999999,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.53600000000000003,"15min":0.48199999999999998},"min":{"1min":0.39900000000000002,"5min":0.315,"15min":0.315},"max":{"1min":0.88,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.59199999999999997}]},{"osd":6,"last update":"Fri Feb 9 23:58:14 2024","interfaces":[{"interface":"back","average":{"1min":1.377,"5min":0.73199999999999998,"15min":0.58899999999999997},"min":{"1min":0.41899999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":13.903,"5min":13.903,"15min":13.903},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.66100000000000003,"5min":0.57499999999999996,"15min":0.52700000000000002},"min":{"1min":0.46300000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.86799999999999999,"5min":0.879,"15min":0.879},"last":0.57999999999999996}]},{"osd":7,"last update":"Fri Feb 9 23:56:35 2024","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.61399999999999999,"15min":0.60599999999999998},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.94499999999999995,"5min":0.94499999999999995,"15min":0.94499999999999995},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.628,"15min":0.624},"min":{"1min":0.5,"5min":0.38,"15min":0.38},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.45600000000000002}]},{"osd":8,"last update":"Fri Feb 9 23:59:03 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58199999999999996,"15min":0.59899999999999998},"min":{"1min":0.34799999999999998,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.79600000000000004,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.66000000000000003,"15min":0.67700000000000005},"min":{"1min":0.46600000000000003,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.92000000000000004,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.78500000000000003}]},{"osd":9,"last update":"Fri Feb 9 23:58:27 2024","interfaces":[{"interface":"back","average":{"1min":1.385,"5min":0.84599999999999997,"15min":0.76200000000000001},"min":{"1min":0.52900000000000003,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":13.949999999999999,"5min":13.949999999999999,"15min":13.949999999999999},"last":0.747},{"interface":"front","average":{"1min":1.3220000000000001,"5min":0.81699999999999995,"15min":0.73899999999999999},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":13.936999999999999,"5min":13.936999999999999,"15min":13.936999999999999},"last":0.64700000000000002}]},{"osd":10,"last update":"Fri Feb 9 23:58:55 2024","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.65500000000000003,"15min":0.63500000000000001},"min":{"1min":0.54000000000000004,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.73999999999999999,"15min":0.70699999999999996},"min":{"1min":0.58999999999999997,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":0.99399999999999999,"5min":1.016,"15min":1.016},"last":0.81299999999999994}]},{"osd":11,"last update":"Fri Feb 9 23:58:06 2024","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"last":0.83499999999999996}]}]},{"osd":3,"up_from":25,"seq":107374182478,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36288,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708864,"statfs":{"total":95995035648,"available":95957876736,"internally_reserved":0,"allocated":974848,"data_stored":456279,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:59:05 2024","interfaces":[{"interface":"back","average":{"1min":0.38100000000000001,"5min":0.40699999999999997,"15min":0.35299999999999998},"min":{"1min":0.30399999999999999,"5min":0.224,"15min":0.214},"max":{"1min":0.60599999999999998,"5min":2.2010000000000001,"15min":2.2010000000000001},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.41499999999999998,"5min":0.42999999999999999,"15min":0.38},"min":{"1min":0.30499999999999999,"5min":0.24399999999999999,"15min":0.218},"max":{"1min":0.64100000000000001,"5min":2.0449999999999999,"15min":2.0449999999999999},"last":0.46300000000000002}]},{"osd":1,"last update":"Fri Feb 9 23:59:05 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.60899999999999999,"15min":0.55100000000000005},"min":{"1min":0.46200000000000002,"5min":0.34300000000000003,"15min":0.34200000000000003},"max":{"1min":0.88900000000000001,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.57899999999999996,"15min":0.52900000000000003},"min":{"1min":0.44700000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.80300000000000005,"5min":1.8069999999999999,"15min":1.8069999999999999},"last":0.50700000000000001}]},{"osd":2,"last update":"Fri Feb 9 23:59:05 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.56599999999999995,"15min":0.53700000000000003},"min":{"1min":0.40699999999999997,"5min":0.33600000000000002,"15min":0.33300000000000002},"max":{"1min":0.83199999999999996,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.65800000000000003,"15min":0.57699999999999996},"min":{"1min":0.44700000000000001,"5min":0.33800000000000002,"15min":0.31900000000000001},"max":{"1min":0.96499999999999997,"5min":1.603,"15min":1.603},"last":0.76400000000000001}]},{"osd":4,"last update":"Fri Feb 9 23:58:24 2024","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.65100000000000002,"15min":0.59899999999999998},"min":{"1min":0.53700000000000003,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.522,"5min":1.522,"15min":1.522},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.77100000000000002,"5min":0.68899999999999995,"15min":0.64100000000000001},"min":{"1min":0.56200000000000006,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.4830000000000001,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.54600000000000004}]},{"osd":5,"last update":"Fri Feb 9 23:58:49 2024","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.64600000000000002,"15min":0.628},"min":{"1min":0.45500000000000002,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.91800000000000004,"5min":1.5609999999999999,"15min":1.5609999999999999},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.629,"5min":0.58899999999999997,"15min":0.58599999999999997},"min":{"1min":0.42099999999999999,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.65300000000000002}]},{"osd":6,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.57399999999999995,"15min":0.54700000000000004},"min":{"1min":0.34899999999999998,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.7170000000000001,"5min":1.7170000000000001,"15min":1.7170000000000001},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.52100000000000002,"15min":0.502},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":1.845,"5min":1.845,"15min":1.845},"last":0.56299999999999994}]},{"osd":7,"last update":"Fri Feb 9 23:58:38 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.41599999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.83599999999999997,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.71199999999999997,"5min":0.72399999999999998,"15min":0.69999999999999996},"min":{"1min":0.51300000000000001,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":0.95799999999999996,"5min":1.361,"15min":1.361},"last":0.67500000000000004}]},{"osd":8,"last update":"Fri Feb 9 23:56:59 2024","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.70099999999999996,"15min":0.69699999999999995},"min":{"1min":0.45700000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":1.081,"5min":1.081,"15min":1.081},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.48299999999999998,"5min":0.432,"15min":0.432},"max":{"1min":0.76700000000000002,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.495}]},{"osd":9,"last update":"Fri Feb 9 23:58:32 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.60599999999999998,"15min":0.629},"min":{"1min":0.35199999999999998,"5min":0.317,"15min":0.317},"max":{"1min":0.72199999999999998,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.77600000000000002,"15min":0.80800000000000005},"min":{"1min":0.46100000000000002,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.95999999999999996,"5min":1.679,"15min":1.679},"last":0.63900000000000001}]},{"osd":10,"last update":"Fri Feb 9 23:58:53 2024","interfaces":[{"interface":"back","average":{"1min":0.68600000000000005,"5min":0.67900000000000005,"15min":0.67300000000000004},"min":{"1min":0.52600000000000002,"5min":0.44,"15min":0.44},"max":{"1min":0.85099999999999998,"5min":1.7689999999999999,"15min":1.7689999999999999},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.83099999999999996,"15min":0.85299999999999998},"min":{"1min":0.57999999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":0.998,"5min":1.4139999999999999,"15min":1.4139999999999999},"last":0.70499999999999996}]},{"osd":11,"last update":"Fri Feb 9 23:58:10 2024","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.753},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.6419999999999999,"5min":1.6419999999999999,"15min":1.6419999999999999},"last":0.79300000000000004}]}]},{"osd":4,"up_from":33,"seq":141733920841,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27984,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717168,"statfs":{"total":95995035648,"available":95966380032,"internally_reserved":0,"allocated":991232,"data_stored":519088,"data_compressed":9529,"data_compressed_allocated":12288,"data_compressed_original":57344,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:59:07 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":2.0680000000000001,"5min":2.0680000000000001,"15min":2.0680000000000001},"last":0.55200000000000005}]},{"osd":1,"last update":"Fri Feb 9 23:57:30 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.36699999999999999,"15min":0.33400000000000002},"min":{"1min":0.28399999999999997,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.57599999999999996,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.38700000000000001,"15min":0.34699999999999998},"min":{"1min":0.29799999999999999,"5min":0.248,"15min":0.248},"max":{"1min":0.76800000000000002,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.39600000000000002}]},{"osd":2,"last update":"Fri Feb 9 23:58:33 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.57199999999999995,"15min":0.51700000000000002},"min":{"1min":0.34000000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.73999999999999999,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.59499999999999997,"15min":0.54100000000000004},"min":{"1min":0.42599999999999999,"5min":0.318,"15min":0.318},"max":{"1min":0.84099999999999997,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.751}]},{"osd":3,"last update":"Fri Feb 9 23:58:33 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56299999999999994,"15min":0.52100000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.81799999999999995,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.434},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.53600000000000003,"15min":0.502},"min":{"1min":0.38100000000000001,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.73299999999999998,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.64200000000000002}]},{"osd":5,"last update":"Fri Feb 9 23:58:59 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.61699999999999999,"15min":0.56299999999999994},"min":{"1min":0.438,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.81399999999999995,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.623,"15min":0.56399999999999995},"min":{"1min":0.42199999999999999,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.79900000000000004,"5min":0.875,"15min":0.875},"last":0.67000000000000004}]},{"osd":6,"last update":"Fri Feb 9 23:58:15 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.38700000000000001,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.76600000000000001,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.60099999999999998,"15min":0.59299999999999997},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.86099999999999999,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.52900000000000003}]},{"osd":7,"last update":"Fri Feb 9 23:58:39 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.56899999999999995,"15min":0.56599999999999995},"min":{"1min":0.40200000000000002,"5min":0.37,"15min":0.37},"max":{"1min":0.76500000000000001,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.54500000000000004,"15min":0.55100000000000005},"min":{"1min":0.39200000000000002,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.79100000000000004,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.70199999999999996}]},{"osd":8,"last update":"Fri Feb 9 23:59:04 2024","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.68400000000000005,"15min":0.66000000000000003},"min":{"1min":0.504,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.90000000000000002,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.67200000000000004,"15min":0.65200000000000002},"min":{"1min":0.60699999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.85299999999999998,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.73699999999999999}]},{"osd":9,"last update":"Fri Feb 9 23:58:33 2024","interfaces":[{"interface":"back","average":{"1min":0.68400000000000005,"5min":0.68999999999999995,"15min":0.69199999999999995},"min":{"1min":0.39900000000000002,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.90700000000000003,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.73399999999999999,"15min":0.73599999999999999},"min":{"1min":0.52600000000000002,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.91800000000000004,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.71999999999999997}]},{"osd":10,"last update":"Fri Feb 9 23:58:59 2024","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.70499999999999996,"15min":0.70799999999999996},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.88100000000000001,"5min":1.02,"15min":1.02},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.69099999999999995,"15min":0.69199999999999995},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.93300000000000005,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.60799999999999998}]},{"osd":11,"last update":"Fri Feb 9 23:58:07 2024","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":0.99199999999999999},"last":0.83199999999999996},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"min":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.85899999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757317,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1036288,"data_stored":1048920,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Feb 9 23:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.53800000000000003,"15min":0.52100000000000002},"min":{"1min":0.33900000000000002,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.71599999999999997,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.47099999999999997},{"interface":"front","average":{"1min":1.1759999999999999,"5min":0.65800000000000003,"15min":0.56799999999999995},"min":{"1min":0.36299999999999999,"5min":0.312,"15min":0.312},"max":{"1min":11.129,"5min":11.129,"15min":11.129},"last":0.64600000000000002}]},{"osd":1,"last update":"Fri Feb 9 23:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.58499999999999996,"15min":0.52300000000000002},"min":{"1min":0.47199999999999998,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.58499999999999996,"15min":0.51700000000000002},"min":{"1min":0.46700000000000003,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.878,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.66200000000000003}]},{"osd":2,"last update":"Fri Feb 9 23:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.41899999999999998,"15min":0.39300000000000002},"min":{"1min":0.33200000000000002,"5min":0.223,"15min":0.223},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.45600000000000002,"5min":0.42799999999999999,"15min":0.39900000000000002},"min":{"1min":0.32500000000000001,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.72199999999999998,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.40400000000000003}]},{"osd":3,"last update":"Fri Feb 9 23:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.56200000000000006,"15min":0.54800000000000004},"min":{"1min":0.35199999999999998,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.85099999999999998,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.58499999999999996,"15min":0.56999999999999995},"min":{"1min":0.41899999999999998,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.748,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.71599999999999997}]},{"osd":4,"last update":"Fri Feb 9 23:58:48 2024","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.621,"15min":0.56999999999999995},"min":{"1min":0.46400000000000002,"5min":0.311,"15min":0.311},"max":{"1min":0.85499999999999998,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.752},{"interface":"front","average":{"1min":0.68600000000000005,"5min":0.61699999999999999,"15min":0.55700000000000005},"min":{"1min":0.50600000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.879,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.68500000000000005}]},{"osd":6,"last update":"Fri Feb 9 23:58:14 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.63500000000000001,"15min":0.61799999999999999},"min":{"1min":0.40999999999999998,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.84499999999999997,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.66200000000000003,"15min":0.63},"min":{"1min":0.52800000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.88300000000000001,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.81100000000000005}]},{"osd":7,"last update":"Fri Feb 9 23:58:42 2024","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.64300000000000002,"15min":0.61099999999999999},"min":{"1min":0.56499999999999995,"5min":0.37,"15min":0.37},"max":{"1min":0.85499999999999998,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.749,"5min":0.66800000000000004,"15min":0.63300000000000001},"min":{"1min":0.55400000000000005,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.63500000000000001}]},{"osd":8,"last update":"Fri Feb 9 23:59:02 2024","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.627,"15min":0.60699999999999998},"min":{"1min":0.46800000000000003,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.88100000000000001,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.504},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63500000000000001,"15min":0.64100000000000001},"min":{"1min":0.46600000000000003,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.51800000000000002}]},{"osd":9,"last update":"Fri Feb 9 23:58:30 2024","interfaces":[{"interface":"back","average":{"1min":1.393,"5min":0.83399999999999996,"15min":0.73599999999999999},"min":{"1min":0.58999999999999997,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":11.195,"5min":11.195,"15min":11.195},"last":0.73399999999999999},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.72999999999999998,"15min":0.72199999999999998},"min":{"1min":0.54700000000000004,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.91500000000000004,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.84499999999999997}]},{"osd":10,"last update":"Fri Feb 9 23:58:56 2024","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.754,"15min":0.73799999999999999},"min":{"1min":0.61699999999999999,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.93899999999999995,"5min":1.034,"15min":1.034},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.80800000000000005,"5min":0.76000000000000001,"15min":0.74099999999999999},"min":{"1min":0.63300000000000001,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.94699999999999995,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.79900000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34517,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34517,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36160,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":63355,"data_compressed":1868,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1110,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":63473,"data_compressed":9529,"data_compressed_allocated":12288,"data_compressed_original":57344,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3450,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":63339,"data_compressed":1868,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-09T23:59:11.109 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:59:11.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.246+0000 7f0eb8c88640 1 -- 172.21.15.1:0/2240993759 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0eb40ff960 msgr2=0x7f0eb40ffd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:11.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.246+0000 7f0eb8c88640 1 --2- 172.21.15.1:0/2240993759 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0eb40ff960 0x7f0eb40ffd80 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f0eac00aa10 tx=0x7f0eac02cf70 comp rx=0 tx=0).stop 2024-02-09T23:59:11.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.246+0000 7f0eb8c88640 1 -- 172.21.15.1:0/2240993759 shutdown_connections 2024-02-09T23:59:11.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.246+0000 7f0eb8c88640 1 --2- 172.21.15.1:0/2240993759 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0eb4101510 0x7f0eb4107da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:11.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.246+0000 7f0eb8c88640 1 --2- 172.21.15.1:0/2240993759 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0eb4100b50 0x7f0eb4100fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:11.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.246+0000 7f0eb8c88640 1 --2- 172.21.15.1:0/2240993759 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0eb40ff960 0x7f0eb40ffd80 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:11.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.246+0000 7f0eb8c88640 1 -- 172.21.15.1:0/2240993759 >> 172.21.15.1:0/2240993759 conn(0x7f0eb40faeb0 msgr2=0x7f0eb40fd310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:11.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.246+0000 7f0eb8c88640 1 -- 172.21.15.1:0/2240993759 shutdown_connections 2024-02-09T23:59:11.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.246+0000 7f0eb8c88640 1 -- 172.21.15.1:0/2240993759 wait complete. 2024-02-09T23:59:11.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.247+0000 7f0eb8c88640 1 Processor -- start 2024-02-09T23:59:11.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.247+0000 7f0eb8c88640 1 -- start start 2024-02-09T23:59:11.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.247+0000 7f0eb8c88640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0eb40ff960 0x7f0eb4197470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:11.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.247+0000 7f0eb8c88640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0eb4100b50 0x7f0eb41979b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:11.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.247+0000 7f0eb8c88640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0eb4101510 0x7f0eb419ea20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:11.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.247+0000 7f0eb8c88640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0eb419ef60 con 0x7f0eb40ff960 2024-02-09T23:59:11.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.247+0000 7f0eb8c88640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0eb419f0d0 con 0x7f0eb4100b50 2024-02-09T23:59:11.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.247+0000 7f0eb8c88640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0eb419f290 con 0x7f0eb4101510 2024-02-09T23:59:11.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.247+0000 7f0eb259c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0eb40ff960 0x7f0eb4197470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:11.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.247+0000 7f0eb259c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0eb40ff960 0x7f0eb4197470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:51208/0 (socket says 172.21.15.1:51208) 2024-02-09T23:59:11.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.247+0000 7f0eb259c640 1 -- 172.21.15.1:0/2087727374 learned_addr learned my addr 172.21.15.1:0/2087727374 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:11.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.247+0000 7f0eb259c640 1 -- 172.21.15.1:0/2087727374 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0eb4101510 msgr2=0x7f0eb419ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:11.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.247+0000 7f0eb1d9b640 1 --2- 172.21.15.1:0/2087727374 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0eb4100b50 0x7f0eb41979b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:11.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.247+0000 7f0eb259c640 1 --2- 172.21.15.1:0/2087727374 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0eb4101510 0x7f0eb419ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:11.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.247+0000 7f0eb259c640 1 -- 172.21.15.1:0/2087727374 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0eb4100b50 msgr2=0x7f0eb41979b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:11.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.247+0000 7f0eb259c640 1 --2- 172.21.15.1:0/2087727374 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0eb4100b50 0x7f0eb41979b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:11.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.247+0000 7f0eb259c640 1 -- 172.21.15.1:0/2087727374 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0eac00a670 con 0x7f0eb40ff960 2024-02-09T23:59:11.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.247+0000 7f0eb259c640 1 --2- 172.21.15.1:0/2087727374 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0eb40ff960 0x7f0eb4197470 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f0eac000c00 tx=0x7f0eac004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:11.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.248+0000 7f0ea37fe640 1 -- 172.21.15.1:0/2087727374 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0eac035bb0 con 0x7f0eb40ff960 2024-02-09T23:59:11.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.248+0000 7f0eb8c88640 1 -- 172.21.15.1:0/2087727374 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0eb419f510 con 0x7f0eb40ff960 2024-02-09T23:59:11.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.248+0000 7f0ea37fe640 1 -- 172.21.15.1:0/2087727374 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0eac004a30 con 0x7f0eb40ff960 2024-02-09T23:59:11.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.248+0000 7f0ea37fe640 1 -- 172.21.15.1:0/2087727374 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0eac0039f0 con 0x7f0eb40ff960 2024-02-09T23:59:11.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.248+0000 7f0eb8c88640 1 -- 172.21.15.1:0/2087727374 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0eb419f9c0 con 0x7f0eb40ff960 2024-02-09T23:59:11.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.249+0000 7f0eb8c88640 1 -- 172.21.15.1:0/2087727374 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0eb4106c80 con 0x7f0eb40ff960 2024-02-09T23:59:11.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.250+0000 7f0ea37fe640 1 -- 172.21.15.1:0/2087727374 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f0eac004e60 con 0x7f0eb40ff960 2024-02-09T23:59:11.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.250+0000 7f0ea37fe640 1 --2- 172.21.15.1:0/2087727374 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0e9c0a20c0 0x7f0e9c0a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:11.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.250+0000 7f0eb1d9b640 1 --2- 172.21.15.1:0/2087727374 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0e9c0a20c0 0x7f0e9c0a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:11.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.251+0000 7f0ea37fe640 1 -- 172.21.15.1:0/2087727374 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f0eac0f1230 con 0x7f0eb40ff960 2024-02-09T23:59:11.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.251+0000 7f0eb1d9b640 1 --2- 172.21.15.1:0/2087727374 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0e9c0a20c0 0x7f0e9c0a4580 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f0ea8005fd0 tx=0x7f0ea8005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:11.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.254+0000 7f0ea37fe640 1 -- 172.21.15.1:0/2087727374 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f0eac0ba210 con 0x7f0eb40ff960 2024-02-09T23:59:11.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.438+0000 7f0eb8c88640 1 -- 172.21.15.1:0/2087727374 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0eb410aa40 con 0x7f0eb40ff960 2024-02-09T23:59:11.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.439+0000 7f0ea37fe640 1 -- 172.21.15.1:0/2087727374 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) v1 ==== 74+0+22548 (secure 0 0 0) 0x7f0eac0bd8d0 con 0x7f0eb40ff960 2024-02-09T23:59:11.441 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:59:11.441 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":87,"fsid":"b5005240-c7a5-11ee-95b8-87774f69a715","created":"2024-02-09T23:49:06.829648+0000","modified":"2024-02-09T23:58:05.970977+0000","last_up_change":"2024-02-09T23:56:15.507374+0000","last_in_change":"2024-02-09T23:55:55.668510+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:52:28.527596+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:57:04.230570+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:57:05.160207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4fa23604-c2ff-4c47-8ac8-10dce6bba3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6803","nonce":4020662944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6805","nonce":4020662944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6809","nonce":4020662944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6807","nonce":4020662944}]},"public_addr":"172.21.15.1:6803/4020662944","cluster_addr":"172.21.15.1:6805/4020662944","heartbeat_back_addr":"172.21.15.1:6809/4020662944","heartbeat_front_addr":"172.21.15.1:6807/4020662944","state":["exists","up"]},{"osd":1,"uuid":"d64b48a6-3b47-4712-b607-d0e951b3b4a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6801","nonce":1258648868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6803","nonce":1258648868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6807","nonce":1258648868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6805","nonce":1258648868}]},"public_addr":"172.21.15.88:6801/1258648868","cluster_addr":"172.21.15.88:6803/1258648868","heartbeat_back_addr":"172.21.15.88:6807/1258648868","heartbeat_front_addr":"172.21.15.88:6805/1258648868","state":["exists","up"]},{"osd":2,"uuid":"6be4c8dc-283d-4025-9c1f-c00ee4e3659f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6801","nonce":2902494825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6803","nonce":2902494825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6807","nonce":2902494825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6805","nonce":2902494825}]},"public_addr":"172.21.15.103:6801/2902494825","cluster_addr":"172.21.15.103:6803/2902494825","heartbeat_back_addr":"172.21.15.103:6807/2902494825","heartbeat_front_addr":"172.21.15.103:6805/2902494825","state":["exists","up"]},{"osd":3,"uuid":"52579ea8-e424-4adc-9fd9-44cec7e3875a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6811","nonce":680841642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6813","nonce":680841642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6817","nonce":680841642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6815","nonce":680841642}]},"public_addr":"172.21.15.1:6811/680841642","cluster_addr":"172.21.15.1:6813/680841642","heartbeat_back_addr":"172.21.15.1:6817/680841642","heartbeat_front_addr":"172.21.15.1:6815/680841642","state":["exists","up"]},{"osd":4,"uuid":"6503d3b5-f26b-4438-b256-ae4f76c7c773","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6809","nonce":2788918193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6811","nonce":2788918193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6815","nonce":2788918193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6813","nonce":2788918193}]},"public_addr":"172.21.15.88:6809/2788918193","cluster_addr":"172.21.15.88:6811/2788918193","heartbeat_back_addr":"172.21.15.88:6815/2788918193","heartbeat_front_addr":"172.21.15.88:6813/2788918193","state":["exists","up"]},{"osd":5,"uuid":"86188624-366a-487e-9db3-2782ef0884cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6809","nonce":3760780468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6811","nonce":3760780468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6815","nonce":3760780468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6813","nonce":3760780468}]},"public_addr":"172.21.15.103:6809/3760780468","cluster_addr":"172.21.15.103:6811/3760780468","heartbeat_back_addr":"172.21.15.103:6815/3760780468","heartbeat_front_addr":"172.21.15.103:6813/3760780468","state":["exists","up"]},{"osd":6,"uuid":"c59e7ba5-1cbe-41c3-a7e4-330175adfdf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6819","nonce":363854281}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6821","nonce":363854281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6825","nonce":363854281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6823","nonce":363854281}]},"public_addr":"172.21.15.1:6819/363854281","cluster_addr":"172.21.15.1:6821/363854281","heartbeat_back_addr":"172.21.15.1:6825/363854281","heartbeat_front_addr":"172.21.15.1:6823/363854281","state":["exists","up"]},{"osd":7,"uuid":"a77b4ef0-ecf7-457c-95c6-3e63cc6b1bba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6817","nonce":812841825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6819","nonce":812841825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6823","nonce":812841825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6821","nonce":812841825}]},"public_addr":"172.21.15.88:6817/812841825","cluster_addr":"172.21.15.88:6819/812841825","heartbeat_back_addr":"172.21.15.88:6823/812841825","heartbeat_front_addr":"172.21.15.88:6821/812841825","state":["exists","up"]},{"osd":8,"uuid":"bf2a6a1e-71ba-44d2-ba61-309f29496ef9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6817","nonce":3258812878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6819","nonce":3258812878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6823","nonce":3258812878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6821","nonce":3258812878}]},"public_addr":"172.21.15.103:6817/3258812878","cluster_addr":"172.21.15.103:6819/3258812878","heartbeat_back_addr":"172.21.15.103:6823/3258812878","heartbeat_front_addr":"172.21.15.103:6821/3258812878","state":["exists","up"]},{"osd":9,"uuid":"c9531676-199e-43ad-9299-6b5b60fd6ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6827","nonce":2830634909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6829","nonce":2830634909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6833","nonce":2830634909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6831","nonce":2830634909}]},"public_addr":"172.21.15.1:6827/2830634909","cluster_addr":"172.21.15.1:6829/2830634909","heartbeat_back_addr":"172.21.15.1:6833/2830634909","heartbeat_front_addr":"172.21.15.1:6831/2830634909","state":["exists","up"]},{"osd":10,"uuid":"41c2bb14-f8c9-45ce-a81e-9bf9dbba0b51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6825","nonce":1128031509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6827","nonce":1128031509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6831","nonce":1128031509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6829","nonce":1128031509}]},"public_addr":"172.21.15.88:6825/1128031509","cluster_addr":"172.21.15.88:6827/1128031509","heartbeat_back_addr":"172.21.15.88:6831/1128031509","heartbeat_front_addr":"172.21.15.88:6829/1128031509","state":["exists","up"]},{"osd":11,"uuid":"41003dad-b792-418d-9a82-bdf67311ea90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6825","nonce":2854918902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6827","nonce":2854918902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6831","nonce":2854918902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6829","nonce":2854918902}]},"public_addr":"172.21.15.103:6825/2854918902","cluster_addr":"172.21.15.103:6827/2854918902","heartbeat_back_addr":"172.21.15.103:6831/2854918902","heartbeat_front_addr":"172.21.15.103:6829/2854918902","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:51:39.446367+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:02.973641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:25.664661+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:50.561389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:14.598286+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:39.149718+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:04.327941+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:29.497887+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:55.922386+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:21.966560+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:47.653451+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:14.122475+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:0/2182725984":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6800/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1236715707":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3991013292":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3894463217":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6801/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6800/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3968648683":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6801/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1600532294":"2024-02-10T23:50:04.182518+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:59:11.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.441+0000 7f0eb8c88640 1 -- 172.21.15.1:0/2087727374 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0e9c0a20c0 msgr2=0x7f0e9c0a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:11.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.441+0000 7f0eb8c88640 1 --2- 172.21.15.1:0/2087727374 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0e9c0a20c0 0x7f0e9c0a4580 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f0ea8005fd0 tx=0x7f0ea8005850 comp rx=0 tx=0).stop 2024-02-09T23:59:11.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.441+0000 7f0eb8c88640 1 -- 172.21.15.1:0/2087727374 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0eb40ff960 msgr2=0x7f0eb4197470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:11.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.441+0000 7f0eb8c88640 1 --2- 172.21.15.1:0/2087727374 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0eb40ff960 0x7f0eb4197470 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f0eac000c00 tx=0x7f0eac004270 comp rx=0 tx=0).stop 2024-02-09T23:59:11.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.441+0000 7f0eb8c88640 1 -- 172.21.15.1:0/2087727374 shutdown_connections 2024-02-09T23:59:11.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.441+0000 7f0eb8c88640 1 --2- 172.21.15.1:0/2087727374 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0eb4101510 0x7f0eb419ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:11.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.441+0000 7f0eb8c88640 1 --2- 172.21.15.1:0/2087727374 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f0e9c0a20c0 0x7f0e9c0a4580 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:11.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.441+0000 7f0eb8c88640 1 --2- 172.21.15.1:0/2087727374 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0eb4100b50 0x7f0eb41979b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:11.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.441+0000 7f0eb8c88640 1 --2- 172.21.15.1:0/2087727374 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0eb40ff960 0x7f0eb4197470 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:11.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.441+0000 7f0eb8c88640 1 -- 172.21.15.1:0/2087727374 >> 172.21.15.1:0/2087727374 conn(0x7f0eb40faeb0 msgr2=0x7f0eb4103e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:11.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.441+0000 7f0eb8c88640 1 -- 172.21.15.1:0/2087727374 shutdown_connections 2024-02-09T23:59:11.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.441+0000 7f0eb8c88640 1 -- 172.21.15.1:0/2087727374 wait complete. 2024-02-09T23:59:11.454 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:52:28.527596+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-09T23:57:04.230570+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-09T23:57:05.160207+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-09T23:59:11.455 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-09T23:59:11.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.559+0000 7f3fdf60b640 1 -- 172.21.15.1:0/2995831753 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3fd8101240 msgr2=0x7f3fd8101660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:11.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.559+0000 7f3fdf60b640 1 --2- 172.21.15.1:0/2995831753 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3fd8101240 0x7f3fd8101660 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f3fd4009900 tx=0x7f3fd402bc30 comp rx=0 tx=0).stop 2024-02-09T23:59:11.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.559+0000 7f3fdf60b640 1 -- 172.21.15.1:0/2995831753 shutdown_connections 2024-02-09T23:59:11.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.559+0000 7f3fdf60b640 1 --2- 172.21.15.1:0/2995831753 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3fd8102df0 0x7f3fd8109680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:11.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.559+0000 7f3fdf60b640 1 --2- 172.21.15.1:0/2995831753 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3fd8102430 0x7f3fd81028b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:11.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.559+0000 7f3fdf60b640 1 --2- 172.21.15.1:0/2995831753 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3fd8101240 0x7f3fd8101660 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:11.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.559+0000 7f3fdf60b640 1 -- 172.21.15.1:0/2995831753 >> 172.21.15.1:0/2995831753 conn(0x7f3fd80fc7b0 msgr2=0x7f3fd80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:11.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.559+0000 7f3fdf60b640 1 -- 172.21.15.1:0/2995831753 shutdown_connections 2024-02-09T23:59:11.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.559+0000 7f3fdf60b640 1 -- 172.21.15.1:0/2995831753 wait complete. 2024-02-09T23:59:11.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.559+0000 7f3fdf60b640 1 Processor -- start 2024-02-09T23:59:11.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.559+0000 7f3fdf60b640 1 -- start start 2024-02-09T23:59:11.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.560+0000 7f3fdf60b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3fd8101240 0x7f3fd8197270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:11.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.560+0000 7f3fdf60b640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3fd8102430 0x7f3fd81977b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:11.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.560+0000 7f3fdf60b640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3fd8102df0 0x7f3fd819e820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:11.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.560+0000 7f3fdf60b640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fd819ed60 con 0x7f3fd8101240 2024-02-09T23:59:11.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.560+0000 7f3fdf60b640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fd819eed0 con 0x7f3fd8102430 2024-02-09T23:59:11.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.560+0000 7f3fdf60b640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fd819f090 con 0x7f3fd8102df0 2024-02-09T23:59:11.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.560+0000 7f3fdd3a7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3fd8101240 0x7f3fd8197270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:11.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.560+0000 7f3fdd3a7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3fd8101240 0x7f3fd8197270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:51236/0 (socket says 172.21.15.1:51236) 2024-02-09T23:59:11.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.560+0000 7f3fdd3a7640 1 -- 172.21.15.1:0/1360637844 learned_addr learned my addr 172.21.15.1:0/1360637844 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:11.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.560+0000 7f3fdcba6640 1 --2- 172.21.15.1:0/1360637844 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3fd8102430 0x7f3fd81977b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:11.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.560+0000 7f3fddba8640 1 --2- 172.21.15.1:0/1360637844 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3fd8102df0 0x7f3fd819e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:11.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.560+0000 7f3fdd3a7640 1 -- 172.21.15.1:0/1360637844 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3fd8102df0 msgr2=0x7f3fd819e820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:11.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.560+0000 7f3fdd3a7640 1 --2- 172.21.15.1:0/1360637844 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3fd8102df0 0x7f3fd819e820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:11.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.560+0000 7f3fdd3a7640 1 -- 172.21.15.1:0/1360637844 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3fd8102430 msgr2=0x7f3fd81977b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:11.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.560+0000 7f3fdd3a7640 1 --2- 172.21.15.1:0/1360637844 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3fd8102430 0x7f3fd81977b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:11.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.560+0000 7f3fdd3a7640 1 -- 172.21.15.1:0/1360637844 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3fd4009560 con 0x7f3fd8101240 2024-02-09T23:59:11.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.560+0000 7f3fddba8640 1 --2- 172.21.15.1:0/1360637844 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3fd8102df0 0x7f3fd819e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:59:11.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.560+0000 7f3fdcba6640 1 --2- 172.21.15.1:0/1360637844 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3fd8102430 0x7f3fd81977b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:59:11.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.560+0000 7f3fdd3a7640 1 --2- 172.21.15.1:0/1360637844 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3fd8101240 0x7f3fd8197270 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f3fd4036040 tx=0x7f3fd40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:11.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.560+0000 7f3fce7fc640 1 -- 172.21.15.1:0/1360637844 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fd40044e0 con 0x7f3fd8101240 2024-02-09T23:59:11.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.560+0000 7f3fce7fc640 1 -- 172.21.15.1:0/1360637844 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3fd40054e0 con 0x7f3fd8101240 2024-02-09T23:59:11.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.560+0000 7f3fdf60b640 1 -- 172.21.15.1:0/1360637844 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3fd819f310 con 0x7f3fd8101240 2024-02-09T23:59:11.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.560+0000 7f3fce7fc640 1 -- 172.21.15.1:0/1360637844 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fd403e450 con 0x7f3fd8101240 2024-02-09T23:59:11.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.560+0000 7f3fdf60b640 1 -- 172.21.15.1:0/1360637844 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3fd819f820 con 0x7f3fd8101240 2024-02-09T23:59:11.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.561+0000 7f3fdf60b640 1 -- 172.21.15.1:0/1360637844 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3fd8108560 con 0x7f3fd8101240 2024-02-09T23:59:11.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.562+0000 7f3fce7fc640 1 -- 172.21.15.1:0/1360637844 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f3fd4003710 con 0x7f3fd8101240 2024-02-09T23:59:11.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.563+0000 7f3fce7fc640 1 --2- 172.21.15.1:0/1360637844 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f3fc40a20c0 0x7f3fc40a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:11.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.563+0000 7f3fdcba6640 1 --2- 172.21.15.1:0/1360637844 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f3fc40a20c0 0x7f3fc40a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:11.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.563+0000 7f3fce7fc640 1 -- 172.21.15.1:0/1360637844 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f3fd40f01b0 con 0x7f3fd8101240 2024-02-09T23:59:11.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.564+0000 7f3fdcba6640 1 --2- 172.21.15.1:0/1360637844 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f3fc40a20c0 0x7f3fc40a4580 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f3fd8198780 tx=0x7f3fc800a5c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:11.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.568+0000 7f3fce7fc640 1 -- 172.21.15.1:0/1360637844 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f3fd40b9190 con 0x7f3fd8101240 2024-02-09T23:59:11.750 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.748+0000 7f3fdf60b640 1 -- 172.21.15.1:0/1360637844 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f3fd802ce50 con 0x7f3fd8101240 2024-02-09T23:59:11.750 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.748+0000 7f3fce7fc640 1 -- 172.21.15.1:0/1360637844 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v87) v1 ==== 93+0+10 (secure 0 0 0) 0x7f3fd40bc850 con 0x7f3fd8101240 2024-02-09T23:59:11.750 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 1 2024-02-09T23:59:11.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.750+0000 7f3fdf60b640 1 -- 172.21.15.1:0/1360637844 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f3fc40a20c0 msgr2=0x7f3fc40a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:11.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.750+0000 7f3fdf60b640 1 --2- 172.21.15.1:0/1360637844 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f3fc40a20c0 0x7f3fc40a4580 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f3fd8198780 tx=0x7f3fc800a5c0 comp rx=0 tx=0).stop 2024-02-09T23:59:11.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.750+0000 7f3fdf60b640 1 -- 172.21.15.1:0/1360637844 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3fd8101240 msgr2=0x7f3fd8197270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:11.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.750+0000 7f3fdf60b640 1 --2- 172.21.15.1:0/1360637844 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3fd8101240 0x7f3fd8197270 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f3fd4036040 tx=0x7f3fd40042f0 comp rx=0 tx=0).stop 2024-02-09T23:59:11.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.750+0000 7f3fdf60b640 1 -- 172.21.15.1:0/1360637844 shutdown_connections 2024-02-09T23:59:11.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.750+0000 7f3fdf60b640 1 --2- 172.21.15.1:0/1360637844 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3fd8102df0 0x7f3fd819e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:11.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.750+0000 7f3fdf60b640 1 --2- 172.21.15.1:0/1360637844 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f3fc40a20c0 0x7f3fc40a4580 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:11.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.750+0000 7f3fdf60b640 1 --2- 172.21.15.1:0/1360637844 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3fd8102430 0x7f3fd81977b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:11.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.750+0000 7f3fdf60b640 1 --2- 172.21.15.1:0/1360637844 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3fd8101240 0x7f3fd8197270 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:11.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.750+0000 7f3fdf60b640 1 -- 172.21.15.1:0/1360637844 >> 172.21.15.1:0/1360637844 conn(0x7f3fd80fc7b0 msgr2=0x7f3fd8105730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:11.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.750+0000 7f3fdf60b640 1 -- 172.21.15.1:0/1360637844 shutdown_connections 2024-02-09T23:59:11.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.750+0000 7f3fdf60b640 1 -- 172.21.15.1:0/1360637844 wait complete. 2024-02-09T23:59:11.763 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-09T23:59:11.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.867+0000 7f8a72681640 1 -- 172.21.15.1:0/3161310646 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8a6c100150 msgr2=0x7f8a6c100570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:11.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.867+0000 7f8a72681640 1 --2- 172.21.15.1:0/3161310646 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8a6c100150 0x7f8a6c100570 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f8a5c009900 tx=0x7f8a5c02bc30 comp rx=0 tx=0).stop 2024-02-09T23:59:11.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.867+0000 7f8a72681640 1 -- 172.21.15.1:0/3161310646 shutdown_connections 2024-02-09T23:59:11.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.867+0000 7f8a72681640 1 --2- 172.21.15.1:0/3161310646 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8a6c101d00 0x7f8a6c108590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:11.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.867+0000 7f8a72681640 1 --2- 172.21.15.1:0/3161310646 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8a6c101340 0x7f8a6c1017c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:11.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.867+0000 7f8a72681640 1 --2- 172.21.15.1:0/3161310646 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8a6c100150 0x7f8a6c100570 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:11.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.867+0000 7f8a72681640 1 -- 172.21.15.1:0/3161310646 >> 172.21.15.1:0/3161310646 conn(0x7f8a6c0fb6c0 msgr2=0x7f8a6c0fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:11.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.867+0000 7f8a72681640 1 -- 172.21.15.1:0/3161310646 shutdown_connections 2024-02-09T23:59:11.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.867+0000 7f8a72681640 1 -- 172.21.15.1:0/3161310646 wait complete. 2024-02-09T23:59:11.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.868+0000 7f8a72681640 1 Processor -- start 2024-02-09T23:59:11.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.868+0000 7f8a72681640 1 -- start start 2024-02-09T23:59:11.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.868+0000 7f8a72681640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8a6c100150 0x7f8a6c197350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:11.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.868+0000 7f8a72681640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8a6c101340 0x7f8a6c197890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:11.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.868+0000 7f8a72681640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8a6c101d00 0x7f8a6c19e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:11.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.868+0000 7f8a72681640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a6c19edd0 con 0x7f8a6c101340 2024-02-09T23:59:11.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.868+0000 7f8a72681640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a6c19ef40 con 0x7f8a6c100150 2024-02-09T23:59:11.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.868+0000 7f8a72681640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a6c19f100 con 0x7f8a6c101d00 2024-02-09T23:59:11.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.868+0000 7f8a6b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8a6c101340 0x7f8a6c197890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:11.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.868+0000 7f8a6b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8a6c101340 0x7f8a6c197890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:51250/0 (socket says 172.21.15.1:51250) 2024-02-09T23:59:11.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.868+0000 7f8a6bfff640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8a6c100150 0x7f8a6c197350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:11.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.868+0000 7f8a6b7fe640 1 -- 172.21.15.1:0/4166507788 learned_addr learned my addr 172.21.15.1:0/4166507788 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:11.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.869+0000 7f8a70c1e640 1 --2- 172.21.15.1:0/4166507788 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8a6c101d00 0x7f8a6c19e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:11.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.869+0000 7f8a6b7fe640 1 -- 172.21.15.1:0/4166507788 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8a6c101d00 msgr2=0x7f8a6c19e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:11.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.869+0000 7f8a6b7fe640 1 --2- 172.21.15.1:0/4166507788 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8a6c101d00 0x7f8a6c19e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:11.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.869+0000 7f8a6b7fe640 1 -- 172.21.15.1:0/4166507788 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8a6c100150 msgr2=0x7f8a6c197350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:11.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.869+0000 7f8a6b7fe640 1 --2- 172.21.15.1:0/4166507788 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8a6c100150 0x7f8a6c197350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:11.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.869+0000 7f8a6b7fe640 1 -- 172.21.15.1:0/4166507788 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a5c009560 con 0x7f8a6c101340 2024-02-09T23:59:11.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.869+0000 7f8a6b7fe640 1 --2- 172.21.15.1:0/4166507788 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8a6c101340 0x7f8a6c197890 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f8a6000d950 tx=0x7f8a6000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:11.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.869+0000 7f8a697fa640 1 -- 172.21.15.1:0/4166507788 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a60009c30 con 0x7f8a6c101340 2024-02-09T23:59:11.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.869+0000 7f8a72681640 1 -- 172.21.15.1:0/4166507788 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a6c19f3e0 con 0x7f8a6c101340 2024-02-09T23:59:11.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.869+0000 7f8a697fa640 1 -- 172.21.15.1:0/4166507788 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8a60009d90 con 0x7f8a6c101340 2024-02-09T23:59:11.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.869+0000 7f8a697fa640 1 -- 172.21.15.1:0/4166507788 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a6000f7e0 con 0x7f8a6c101340 2024-02-09T23:59:11.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.869+0000 7f8a72681640 1 -- 172.21.15.1:0/4166507788 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a6c19f8f0 con 0x7f8a6c101340 2024-02-09T23:59:11.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.870+0000 7f8a72681640 1 -- 172.21.15.1:0/4166507788 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a6c10bb20 con 0x7f8a6c101340 2024-02-09T23:59:11.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.871+0000 7f8a697fa640 1 -- 172.21.15.1:0/4166507788 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f8a60010ad0 con 0x7f8a6c101340 2024-02-09T23:59:11.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.872+0000 7f8a697fa640 1 --2- 172.21.15.1:0/4166507788 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8a540a20c0 0x7f8a540a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:11.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.872+0000 7f8a697fa640 1 -- 172.21.15.1:0/4166507788 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f8a600cd810 con 0x7f8a6c101340 2024-02-09T23:59:11.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.872+0000 7f8a6bfff640 1 --2- 172.21.15.1:0/4166507788 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8a540a20c0 0x7f8a540a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:11.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.872+0000 7f8a6bfff640 1 --2- 172.21.15.1:0/4166507788 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8a540a20c0 0x7f8a540a4580 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f8a5c005ab0 tx=0x7f8a5c005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:11.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:11.876+0000 7f8a697fa640 1 -- 172.21.15.1:0/4166507788 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f8a600968a0 con 0x7f8a6c101340 2024-02-09T23:59:12.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.061+0000 7f8a72681640 1 -- 172.21.15.1:0/4166507788 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f8a6c19fd60 con 0x7f8a6c101340 2024-02-09T23:59:12.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.062+0000 7f8a697fa640 1 -- 172.21.15.1:0/4166507788 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v87) v1 ==== 104+0+11 (secure 0 0 0) 0x7f8a60020020 con 0x7f8a6c101340 2024-02-09T23:59:12.064 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 32 2024-02-09T23:59:12.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.064+0000 7f8a72681640 1 -- 172.21.15.1:0/4166507788 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8a540a20c0 msgr2=0x7f8a540a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:12.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.064+0000 7f8a72681640 1 --2- 172.21.15.1:0/4166507788 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8a540a20c0 0x7f8a540a4580 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f8a5c005ab0 tx=0x7f8a5c005fd0 comp rx=0 tx=0).stop 2024-02-09T23:59:12.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.064+0000 7f8a72681640 1 -- 172.21.15.1:0/4166507788 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8a6c101340 msgr2=0x7f8a6c197890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:12.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.064+0000 7f8a72681640 1 --2- 172.21.15.1:0/4166507788 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8a6c101340 0x7f8a6c197890 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f8a6000d950 tx=0x7f8a6000de10 comp rx=0 tx=0).stop 2024-02-09T23:59:12.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.064+0000 7f8a72681640 1 -- 172.21.15.1:0/4166507788 shutdown_connections 2024-02-09T23:59:12.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.064+0000 7f8a72681640 1 --2- 172.21.15.1:0/4166507788 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8a6c101d00 0x7f8a6c19e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:12.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.064+0000 7f8a72681640 1 --2- 172.21.15.1:0/4166507788 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8a6c101340 0x7f8a6c197890 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:12.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.064+0000 7f8a72681640 1 --2- 172.21.15.1:0/4166507788 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f8a540a20c0 0x7f8a540a4580 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:12.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.064+0000 7f8a72681640 1 --2- 172.21.15.1:0/4166507788 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8a6c100150 0x7f8a6c197350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:12.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.064+0000 7f8a72681640 1 -- 172.21.15.1:0/4166507788 >> 172.21.15.1:0/4166507788 conn(0x7f8a6c0fb6c0 msgr2=0x7f8a6c0fd190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:12.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.064+0000 7f8a72681640 1 -- 172.21.15.1:0/4166507788 shutdown_connections 2024-02-09T23:59:12.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.064+0000 7f8a72681640 1 -- 172.21.15.1:0/4166507788 wait complete. 2024-02-09T23:59:12.077 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-09T23:59:12.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.181+0000 7f268ff25640 1 -- 172.21.15.1:0/1656413986 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2688101d30 msgr2=0x7f2688104120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:12.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.181+0000 7f268ff25640 1 --2- 172.21.15.1:0/1656413986 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2688101d30 0x7f2688104120 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f2684009900 tx=0x7f268402bc30 comp rx=0 tx=0).stop 2024-02-09T23:59:12.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.181+0000 7f268ff25640 1 -- 172.21.15.1:0/1656413986 shutdown_connections 2024-02-09T23:59:12.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.181+0000 7f268ff25640 1 --2- 172.21.15.1:0/1656413986 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2688106f90 0x7f2688109380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:12.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.181+0000 7f268ff25640 1 --2- 172.21.15.1:0/1656413986 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2688104660 0x7f2688106a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:12.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.181+0000 7f268ff25640 1 --2- 172.21.15.1:0/1656413986 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2688101d30 0x7f2688104120 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:12.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.181+0000 7f268ff25640 1 -- 172.21.15.1:0/1656413986 >> 172.21.15.1:0/1656413986 conn(0x7f26880fb6a0 msgr2=0x7f26880fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:12.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.181+0000 7f268ff25640 1 -- 172.21.15.1:0/1656413986 shutdown_connections 2024-02-09T23:59:12.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.181+0000 7f268ff25640 1 -- 172.21.15.1:0/1656413986 wait complete. 2024-02-09T23:59:12.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.182+0000 7f268ff25640 1 Processor -- start 2024-02-09T23:59:12.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.182+0000 7f268ff25640 1 -- start start 2024-02-09T23:59:12.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.182+0000 7f268ff25640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2688101d30 0x7f26881016a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:12.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.182+0000 7f268ff25640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2688104660 0x7f26880ffce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:12.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.182+0000 7f268ff25640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2688106f90 0x7f2688100220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:12.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.182+0000 7f268ff25640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2688100980 con 0x7f2688104660 2024-02-09T23:59:12.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.182+0000 7f268ff25640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2688100af0 con 0x7f2688106f90 2024-02-09T23:59:12.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.182+0000 7f268ff25640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26881a13e0 con 0x7f2688101d30 2024-02-09T23:59:12.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.182+0000 7f268d4c0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2688104660 0x7f26880ffce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:12.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.182+0000 7f268d4c0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2688104660 0x7f26880ffce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:51264/0 (socket says 172.21.15.1:51264) 2024-02-09T23:59:12.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.182+0000 7f268d4c0640 1 -- 172.21.15.1:0/364187382 learned_addr learned my addr 172.21.15.1:0/364187382 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:12.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.182+0000 7f268d4c0640 1 -- 172.21.15.1:0/364187382 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2688101d30 msgr2=0x7f26881016a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:12.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.182+0000 7f268dcc1640 1 --2- 172.21.15.1:0/364187382 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2688101d30 0x7f26881016a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:12.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.182+0000 7f268d4c0640 1 --2- 172.21.15.1:0/364187382 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2688101d30 0x7f26881016a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:12.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.182+0000 7f268e4c2640 1 --2- 172.21.15.1:0/364187382 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2688106f90 0x7f2688100220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:12.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.182+0000 7f268d4c0640 1 -- 172.21.15.1:0/364187382 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2688106f90 msgr2=0x7f2688100220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:12.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.182+0000 7f268d4c0640 1 --2- 172.21.15.1:0/364187382 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2688106f90 0x7f2688100220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:12.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.182+0000 7f268d4c0640 1 -- 172.21.15.1:0/364187382 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2684009560 con 0x7f2688104660 2024-02-09T23:59:12.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.182+0000 7f268e4c2640 1 --2- 172.21.15.1:0/364187382 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2688106f90 0x7f2688100220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:12.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.182+0000 7f268d4c0640 1 --2- 172.21.15.1:0/364187382 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2688104660 0x7f26880ffce0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f267800d770 tx=0x7f267800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:12.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.183+0000 7f267effd640 1 -- 172.21.15.1:0/364187382 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2678009c30 con 0x7f2688104660 2024-02-09T23:59:12.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.183+0000 7f267effd640 1 -- 172.21.15.1:0/364187382 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f267800de80 con 0x7f2688104660 2024-02-09T23:59:12.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.183+0000 7f267effd640 1 -- 172.21.15.1:0/364187382 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2678010460 con 0x7f2688104660 2024-02-09T23:59:12.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.183+0000 7f268ff25640 1 -- 172.21.15.1:0/364187382 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26881a1690 con 0x7f2688104660 2024-02-09T23:59:12.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.183+0000 7f268ff25640 1 -- 172.21.15.1:0/364187382 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26881a1bd0 con 0x7f2688104660 2024-02-09T23:59:12.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.184+0000 7f268ff25640 1 -- 172.21.15.1:0/364187382 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f26880fd190 con 0x7f2688104660 2024-02-09T23:59:12.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.186+0000 7f267effd640 1 -- 172.21.15.1:0/364187382 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f2678004f10 con 0x7f2688104660 2024-02-09T23:59:12.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.186+0000 7f267effd640 1 --2- 172.21.15.1:0/364187382 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f26740a20c0 0x7f26740a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:12.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.186+0000 7f268dcc1640 1 --2- 172.21.15.1:0/364187382 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f26740a20c0 0x7f26740a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:12.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.186+0000 7f267effd640 1 -- 172.21.15.1:0/364187382 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f26780cdb20 con 0x7f2688104660 2024-02-09T23:59:12.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.187+0000 7f268dcc1640 1 --2- 172.21.15.1:0/364187382 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f26740a20c0 0x7f26740a4580 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f268402c6a0 tx=0x7f2684005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:12.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.192+0000 7f267effd640 1 -- 172.21.15.1:0/364187382 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f2678096b00 con 0x7f2688104660 2024-02-09T23:59:12.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.375+0000 7f268ff25640 1 -- 172.21.15.1:0/364187382 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f268810ce70 con 0x7f2688104660 2024-02-09T23:59:12.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.375+0000 7f267effd640 1 -- 172.21.15.1:0/364187382 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v87) v1 ==== 100+0+11 (secure 0 0 0) 0x7f268810ce70 con 0x7f2688104660 2024-02-09T23:59:12.377 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 64 2024-02-09T23:59:12.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.377+0000 7f268ff25640 1 -- 172.21.15.1:0/364187382 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f26740a20c0 msgr2=0x7f26740a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:12.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.377+0000 7f268ff25640 1 --2- 172.21.15.1:0/364187382 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f26740a20c0 0x7f26740a4580 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f268402c6a0 tx=0x7f2684005fd0 comp rx=0 tx=0).stop 2024-02-09T23:59:12.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.377+0000 7f268ff25640 1 -- 172.21.15.1:0/364187382 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2688104660 msgr2=0x7f26880ffce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:12.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.377+0000 7f268ff25640 1 --2- 172.21.15.1:0/364187382 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2688104660 0x7f26880ffce0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f267800d770 tx=0x7f267800dc30 comp rx=0 tx=0).stop 2024-02-09T23:59:12.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.377+0000 7f268ff25640 1 -- 172.21.15.1:0/364187382 shutdown_connections 2024-02-09T23:59:12.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.377+0000 7f268ff25640 1 --2- 172.21.15.1:0/364187382 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f26740a20c0 0x7f26740a4580 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:12.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.377+0000 7f268ff25640 1 --2- 172.21.15.1:0/364187382 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2688106f90 0x7f2688100220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:12.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.377+0000 7f268ff25640 1 --2- 172.21.15.1:0/364187382 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2688104660 0x7f26880ffce0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:12.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.377+0000 7f268ff25640 1 --2- 172.21.15.1:0/364187382 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2688101d30 0x7f26881016a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:12.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.377+0000 7f268ff25640 1 -- 172.21.15.1:0/364187382 >> 172.21.15.1:0/364187382 conn(0x7f26880fb6a0 msgr2=0x7f2688102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:12.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.377+0000 7f268ff25640 1 -- 172.21.15.1:0/364187382 shutdown_connections 2024-02-09T23:59:12.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.377+0000 7f268ff25640 1 -- 172.21.15.1:0/364187382 wait complete. 2024-02-09T23:59:12.388 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:12 smithi001 ceph-mon[32335]: pgmap v350: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 426 B/s wr, 11 op/s 2024-02-09T23:59:12.389 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:12 smithi001 ceph-mon[32335]: from='client.15417 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-09T23:59:12.389 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:12 smithi001 ceph-mon[32335]: from='client.15423 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-09T23:59:12.389 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:12 smithi001 ceph-mon[32335]: from='client.15429 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-09T23:59:12.389 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:12 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2087727374' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:59:12.389 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:12 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1360637844' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-09T23:59:12.389 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:12 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/4166507788' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-09T23:59:12.390 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:59:12.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.491+0000 7f6a99f77640 1 -- 172.21.15.1:0/3303338577 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6a94100160 msgr2=0x7f6a94100580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:12.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.491+0000 7f6a99f77640 1 --2- 172.21.15.1:0/3303338577 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6a94100160 0x7f6a94100580 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f6a84009900 tx=0x7f6a8402bc30 comp rx=0 tx=0).stop 2024-02-09T23:59:12.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.491+0000 7f6a99f77640 1 -- 172.21.15.1:0/3303338577 shutdown_connections 2024-02-09T23:59:12.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.491+0000 7f6a99f77640 1 --2- 172.21.15.1:0/3303338577 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6a94101d10 0x7f6a941085a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:12.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.491+0000 7f6a99f77640 1 --2- 172.21.15.1:0/3303338577 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6a94101350 0x7f6a941017d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:12.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.491+0000 7f6a99f77640 1 --2- 172.21.15.1:0/3303338577 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6a94100160 0x7f6a94100580 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:12.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.491+0000 7f6a99f77640 1 -- 172.21.15.1:0/3303338577 >> 172.21.15.1:0/3303338577 conn(0x7f6a940fb6d0 msgr2=0x7f6a940fdb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:12.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.491+0000 7f6a99f77640 1 -- 172.21.15.1:0/3303338577 shutdown_connections 2024-02-09T23:59:12.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.491+0000 7f6a99f77640 1 -- 172.21.15.1:0/3303338577 wait complete. 2024-02-09T23:59:12.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.492+0000 7f6a99f77640 1 Processor -- start 2024-02-09T23:59:12.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.492+0000 7f6a99f77640 1 -- start start 2024-02-09T23:59:12.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.492+0000 7f6a99f77640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6a94100160 0x7f6a94069090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:12.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.492+0000 7f6a99f77640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6a94101350 0x7f6a9419c0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:12.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.492+0000 7f6a99f77640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6a94101d10 0x7f6a9419e700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:12.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.492+0000 7f6a99f77640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a9419ee90 con 0x7f6a94101350 2024-02-09T23:59:12.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.492+0000 7f6a99f77640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a9419f000 con 0x7f6a94101d10 2024-02-09T23:59:12.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.492+0000 7f6a99f77640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a9419f1c0 con 0x7f6a94100160 2024-02-09T23:59:12.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.492+0000 7f6a92ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6a94101350 0x7f6a9419c0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:12.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.492+0000 7f6a92ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6a94101350 0x7f6a9419c0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:51276/0 (socket says 172.21.15.1:51276) 2024-02-09T23:59:12.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.492+0000 7f6a92ffd640 1 -- 172.21.15.1:0/96414780 learned_addr learned my addr 172.21.15.1:0/96414780 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:12.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.492+0000 7f6a937fe640 1 --2- 172.21.15.1:0/96414780 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6a94100160 0x7f6a94069090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:12.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.492+0000 7f6a93fff640 1 --2- 172.21.15.1:0/96414780 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6a94101d10 0x7f6a9419e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:12.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.493+0000 7f6a92ffd640 1 -- 172.21.15.1:0/96414780 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6a94100160 msgr2=0x7f6a94069090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:12.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.493+0000 7f6a92ffd640 1 --2- 172.21.15.1:0/96414780 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6a94100160 0x7f6a94069090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:12.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.493+0000 7f6a92ffd640 1 -- 172.21.15.1:0/96414780 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6a94101d10 msgr2=0x7f6a9419e700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:12.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.493+0000 7f6a92ffd640 1 --2- 172.21.15.1:0/96414780 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6a94101d10 0x7f6a9419e700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:12.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.493+0000 7f6a92ffd640 1 -- 172.21.15.1:0/96414780 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a84009560 con 0x7f6a94101350 2024-02-09T23:59:12.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.493+0000 7f6a92ffd640 1 --2- 172.21.15.1:0/96414780 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6a94101350 0x7f6a9419c0c0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f6a8800b4a0 tx=0x7f6a8800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:12.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.493+0000 7f6a90ff9640 1 -- 172.21.15.1:0/96414780 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a88010610 con 0x7f6a94101350 2024-02-09T23:59:12.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.493+0000 7f6a90ff9640 1 -- 172.21.15.1:0/96414780 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6a88010c50 con 0x7f6a94101350 2024-02-09T23:59:12.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.493+0000 7f6a99f77640 1 -- 172.21.15.1:0/96414780 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a9419f4a0 con 0x7f6a94101350 2024-02-09T23:59:12.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.493+0000 7f6a90ff9640 1 -- 172.21.15.1:0/96414780 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a88017e20 con 0x7f6a94101350 2024-02-09T23:59:12.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.493+0000 7f6a99f77640 1 -- 172.21.15.1:0/96414780 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a9419f9b0 con 0x7f6a94101350 2024-02-09T23:59:12.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.494+0000 7f6a99f77640 1 -- 172.21.15.1:0/96414780 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6a94107480 con 0x7f6a94101350 2024-02-09T23:59:12.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.495+0000 7f6a90ff9640 1 -- 172.21.15.1:0/96414780 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f6a88017480 con 0x7f6a94101350 2024-02-09T23:59:12.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.495+0000 7f6a90ff9640 1 --2- 172.21.15.1:0/96414780 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f6a7c0a20c0 0x7f6a7c0a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:12.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.496+0000 7f6a937fe640 1 --2- 172.21.15.1:0/96414780 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f6a7c0a20c0 0x7f6a7c0a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:12.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.496+0000 7f6a90ff9640 1 -- 172.21.15.1:0/96414780 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f6a880cd2c0 con 0x7f6a94101350 2024-02-09T23:59:12.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.496+0000 7f6a937fe640 1 --2- 172.21.15.1:0/96414780 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f6a7c0a20c0 0x7f6a7c0a4580 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f6a84005ab0 tx=0x7f6a84005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:12.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.500+0000 7f6a90ff9640 1 -- 172.21.15.1:0/96414780 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f6a880962f0 con 0x7f6a94101350 2024-02-09T23:59:12.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:12 smithi088 ceph-mon[36452]: pgmap v350: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 426 B/s wr, 11 op/s 2024-02-09T23:59:12.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:12 smithi088 ceph-mon[36452]: from='client.15417 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-09T23:59:12.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:12 smithi088 ceph-mon[36452]: from='client.15423 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-09T23:59:12.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:12 smithi088 ceph-mon[36452]: from='client.15429 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-09T23:59:12.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:12 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2087727374' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:59:12.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:12 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1360637844' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-09T23:59:12.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:12 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/4166507788' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-09T23:59:12.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:12 smithi103 ceph-mon[36942]: pgmap v350: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 426 B/s wr, 11 op/s 2024-02-09T23:59:12.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:12 smithi103 ceph-mon[36942]: from='client.15417 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-09T23:59:12.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:12 smithi103 ceph-mon[36942]: from='client.15423 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-09T23:59:12.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:12 smithi103 ceph-mon[36942]: from='client.15429 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-09T23:59:12.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:12 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2087727374' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:59:12.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:12 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1360637844' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-09T23:59:12.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:12 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/4166507788' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-09T23:59:12.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.718+0000 7f6a99f77640 1 -- 172.21.15.1:0/96414780 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6a94106ef0 con 0x7f6a94101350 2024-02-09T23:59:12.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.718+0000 7f6a90ff9640 1 -- 172.21.15.1:0/96414780 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+11367 (secure 0 0 0) 0x7f6a880999b0 con 0x7f6a94101350 2024-02-09T23:59:12.721 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:59:12.721 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-09T23:57:05.956988+0000","modified":"2024-02-09T23:59:06.653710+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24496,"mds_2":24476,"mds_3":24475,"mds_4":14646},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14646":{"gid":14646,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24398":{"gid":24398,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24406":{"gid":24406,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24457":{"gid":24457,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/3143955076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":3143955076},{"type":"v1","addr":"172.21.15.103:6835","nonce":3143955076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24475":{"gid":24475,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-09T23:59:12.721 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 27 2024-02-09T23:59:12.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.721+0000 7f6a99f77640 1 -- 172.21.15.1:0/96414780 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f6a7c0a20c0 msgr2=0x7f6a7c0a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:12.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.721+0000 7f6a99f77640 1 --2- 172.21.15.1:0/96414780 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f6a7c0a20c0 0x7f6a7c0a4580 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f6a84005ab0 tx=0x7f6a84005fd0 comp rx=0 tx=0).stop 2024-02-09T23:59:12.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.721+0000 7f6a99f77640 1 -- 172.21.15.1:0/96414780 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6a94101350 msgr2=0x7f6a9419c0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:12.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.721+0000 7f6a99f77640 1 --2- 172.21.15.1:0/96414780 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6a94101350 0x7f6a9419c0c0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f6a8800b4a0 tx=0x7f6a8800b960 comp rx=0 tx=0).stop 2024-02-09T23:59:12.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.721+0000 7f6a99f77640 1 -- 172.21.15.1:0/96414780 shutdown_connections 2024-02-09T23:59:12.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.721+0000 7f6a99f77640 1 --2- 172.21.15.1:0/96414780 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f6a7c0a20c0 0x7f6a7c0a4580 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:12.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.721+0000 7f6a99f77640 1 --2- 172.21.15.1:0/96414780 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6a94101d10 0x7f6a9419e700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:12.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.721+0000 7f6a99f77640 1 --2- 172.21.15.1:0/96414780 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6a94101350 0x7f6a9419c0c0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:12.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.721+0000 7f6a99f77640 1 --2- 172.21.15.1:0/96414780 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6a94100160 0x7f6a94069090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:12.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.721+0000 7f6a99f77640 1 -- 172.21.15.1:0/96414780 >> 172.21.15.1:0/96414780 conn(0x7f6a940fb6d0 msgr2=0x7f6a94104650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:12.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.721+0000 7f6a99f77640 1 -- 172.21.15.1:0/96414780 shutdown_connections 2024-02-09T23:59:12.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.721+0000 7f6a99f77640 1 -- 172.21.15.1:0/96414780 wait complete. 2024-02-09T23:59:12.734 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-09T23:59:12.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.834+0000 7f2f5cd8a640 1 -- 172.21.15.1:0/3151657082 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2f58101d10 msgr2=0x7f2f581085a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:12.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.834+0000 7f2f5cd8a640 1 --2- 172.21.15.1:0/3151657082 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2f58101d10 0x7f2f581085a0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f2f50009ca0 tx=0x7f2f5002c0f0 comp rx=0 tx=0).stop 2024-02-09T23:59:12.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.834+0000 7f2f5cd8a640 1 -- 172.21.15.1:0/3151657082 shutdown_connections 2024-02-09T23:59:12.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.834+0000 7f2f5cd8a640 1 --2- 172.21.15.1:0/3151657082 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2f58101d10 0x7f2f581085a0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:12.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.834+0000 7f2f5cd8a640 1 --2- 172.21.15.1:0/3151657082 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2f58101350 0x7f2f581017d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:12.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.834+0000 7f2f5cd8a640 1 --2- 172.21.15.1:0/3151657082 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2f58100160 0x7f2f58100580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:12.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.834+0000 7f2f5cd8a640 1 -- 172.21.15.1:0/3151657082 >> 172.21.15.1:0/3151657082 conn(0x7f2f580fb6f0 msgr2=0x7f2f580fdb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:12.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.834+0000 7f2f5cd8a640 1 -- 172.21.15.1:0/3151657082 shutdown_connections 2024-02-09T23:59:12.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.834+0000 7f2f5cd8a640 1 -- 172.21.15.1:0/3151657082 wait complete. 2024-02-09T23:59:12.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.835+0000 7f2f5cd8a640 1 Processor -- start 2024-02-09T23:59:12.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.835+0000 7f2f5cd8a640 1 -- start start 2024-02-09T23:59:12.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.835+0000 7f2f5cd8a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2f58100160 0x7f2f5806a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:12.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.835+0000 7f2f5cd8a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2f58101350 0x7f2f5819c070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:12.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.835+0000 7f2f5cd8a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2f58101d10 0x7f2f5819e690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:12.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.835+0000 7f2f5cd8a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f5819ee70 con 0x7f2f58101d10 2024-02-09T23:59:12.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.835+0000 7f2f5cd8a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f5819efe0 con 0x7f2f58100160 2024-02-09T23:59:12.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.835+0000 7f2f5cd8a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f5819f1a0 con 0x7f2f58101350 2024-02-09T23:59:12.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.835+0000 7f2f56d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2f58101d10 0x7f2f5819e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:12.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.835+0000 7f2f56d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2f58101d10 0x7f2f5819e690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:51302/0 (socket says 172.21.15.1:51302) 2024-02-09T23:59:12.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.835+0000 7f2f56d9d640 1 -- 172.21.15.1:0/1248138365 learned_addr learned my addr 172.21.15.1:0/1248138365 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:12.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.835+0000 7f2f5659c640 1 --2- 172.21.15.1:0/1248138365 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2f58100160 0x7f2f5806a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:12.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.835+0000 7f2f4ffff640 1 --2- 172.21.15.1:0/1248138365 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2f58101350 0x7f2f5819c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:12.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.835+0000 7f2f56d9d640 1 -- 172.21.15.1:0/1248138365 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2f58101350 msgr2=0x7f2f5819c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:12.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.835+0000 7f2f56d9d640 1 --2- 172.21.15.1:0/1248138365 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2f58101350 0x7f2f5819c070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:12.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.835+0000 7f2f56d9d640 1 -- 172.21.15.1:0/1248138365 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2f58100160 msgr2=0x7f2f5806a480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:12.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.835+0000 7f2f56d9d640 1 --2- 172.21.15.1:0/1248138365 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2f58100160 0x7f2f5806a480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:12.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.835+0000 7f2f56d9d640 1 -- 172.21.15.1:0/1248138365 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f50009900 con 0x7f2f58101d10 2024-02-09T23:59:12.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.835+0000 7f2f4ffff640 1 --2- 172.21.15.1:0/1248138365 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2f58101350 0x7f2f5819c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:12.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.835+0000 7f2f56d9d640 1 --2- 172.21.15.1:0/1248138365 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2f58101d10 0x7f2f5819e690 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f2f50032650 tx=0x7f2f50034b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:12.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.836+0000 7f2f4f7fe640 1 -- 172.21.15.1:0/1248138365 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f500329b0 con 0x7f2f58101d10 2024-02-09T23:59:12.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.836+0000 7f2f4f7fe640 1 -- 172.21.15.1:0/1248138365 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2f50003e50 con 0x7f2f58101d10 2024-02-09T23:59:12.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.836+0000 7f2f4f7fe640 1 -- 172.21.15.1:0/1248138365 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f50040450 con 0x7f2f58101d10 2024-02-09T23:59:12.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.836+0000 7f2f5cd8a640 1 -- 172.21.15.1:0/1248138365 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2f5819f3c0 con 0x7f2f58101d10 2024-02-09T23:59:12.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.836+0000 7f2f5cd8a640 1 -- 172.21.15.1:0/1248138365 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f5819f7f0 con 0x7f2f58101d10 2024-02-09T23:59:12.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.837+0000 7f2f5cd8a640 1 -- 172.21.15.1:0/1248138365 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2f58107420 con 0x7f2f58101d10 2024-02-09T23:59:12.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.838+0000 7f2f4f7fe640 1 -- 172.21.15.1:0/1248138365 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f2f5000a040 con 0x7f2f58101d10 2024-02-09T23:59:12.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.838+0000 7f2f4f7fe640 1 --2- 172.21.15.1:0/1248138365 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2f440a2140 0x7f2f440a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:12.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.838+0000 7f2f5659c640 1 --2- 172.21.15.1:0/1248138365 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2f440a2140 0x7f2f440a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:12.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.838+0000 7f2f4f7fe640 1 -- 172.21.15.1:0/1248138365 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f2f500f0b00 con 0x7f2f58101d10 2024-02-09T23:59:12.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.839+0000 7f2f5659c640 1 --2- 172.21.15.1:0/1248138365 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2f440a2140 0x7f2f440a4600 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f2f581011b0 tx=0x7f2f48005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:12.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:12.843+0000 7f2f4f7fe640 1 -- 172.21.15.1:0/1248138365 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f2f500b9ae0 con 0x7f2f58101d10 2024-02-09T23:59:13.027 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.025+0000 7f2f5cd8a640 1 -- 172.21.15.1:0/1248138365 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2f5802cf30 con 0x7f2f58101d10 2024-02-09T23:59:13.029 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.027+0000 7f2f4f7fe640 1 -- 172.21.15.1:0/1248138365 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) v1 ==== 74+0+22548 (secure 0 0 0) 0x7f2f500bd1a0 con 0x7f2f58101d10 2024-02-09T23:59:13.029 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:59:13.030 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":87,"fsid":"b5005240-c7a5-11ee-95b8-87774f69a715","created":"2024-02-09T23:49:06.829648+0000","modified":"2024-02-09T23:58:05.970977+0000","last_up_change":"2024-02-09T23:56:15.507374+0000","last_in_change":"2024-02-09T23:55:55.668510+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:52:28.527596+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:57:04.230570+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:57:05.160207+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4fa23604-c2ff-4c47-8ac8-10dce6bba3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6803","nonce":4020662944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6805","nonce":4020662944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6809","nonce":4020662944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6807","nonce":4020662944}]},"public_addr":"172.21.15.1:6803/4020662944","cluster_addr":"172.21.15.1:6805/4020662944","heartbeat_back_addr":"172.21.15.1:6809/4020662944","heartbeat_front_addr":"172.21.15.1:6807/4020662944","state":["exists","up"]},{"osd":1,"uuid":"d64b48a6-3b47-4712-b607-d0e951b3b4a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6801","nonce":1258648868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6803","nonce":1258648868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6807","nonce":1258648868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6805","nonce":1258648868}]},"public_addr":"172.21.15.88:6801/1258648868","cluster_addr":"172.21.15.88:6803/1258648868","heartbeat_back_addr":"172.21.15.88:6807/1258648868","heartbeat_front_addr":"172.21.15.88:6805/1258648868","state":["exists","up"]},{"osd":2,"uuid":"6be4c8dc-283d-4025-9c1f-c00ee4e3659f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6801","nonce":2902494825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6803","nonce":2902494825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6807","nonce":2902494825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6805","nonce":2902494825}]},"public_addr":"172.21.15.103:6801/2902494825","cluster_addr":"172.21.15.103:6803/2902494825","heartbeat_back_addr":"172.21.15.103:6807/2902494825","heartbeat_front_addr":"172.21.15.103:6805/2902494825","state":["exists","up"]},{"osd":3,"uuid":"52579ea8-e424-4adc-9fd9-44cec7e3875a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6811","nonce":680841642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6813","nonce":680841642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6817","nonce":680841642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6815","nonce":680841642}]},"public_addr":"172.21.15.1:6811/680841642","cluster_addr":"172.21.15.1:6813/680841642","heartbeat_back_addr":"172.21.15.1:6817/680841642","heartbeat_front_addr":"172.21.15.1:6815/680841642","state":["exists","up"]},{"osd":4,"uuid":"6503d3b5-f26b-4438-b256-ae4f76c7c773","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6809","nonce":2788918193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6811","nonce":2788918193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6815","nonce":2788918193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6813","nonce":2788918193}]},"public_addr":"172.21.15.88:6809/2788918193","cluster_addr":"172.21.15.88:6811/2788918193","heartbeat_back_addr":"172.21.15.88:6815/2788918193","heartbeat_front_addr":"172.21.15.88:6813/2788918193","state":["exists","up"]},{"osd":5,"uuid":"86188624-366a-487e-9db3-2782ef0884cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6809","nonce":3760780468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6811","nonce":3760780468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6815","nonce":3760780468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6813","nonce":3760780468}]},"public_addr":"172.21.15.103:6809/3760780468","cluster_addr":"172.21.15.103:6811/3760780468","heartbeat_back_addr":"172.21.15.103:6815/3760780468","heartbeat_front_addr":"172.21.15.103:6813/3760780468","state":["exists","up"]},{"osd":6,"uuid":"c59e7ba5-1cbe-41c3-a7e4-330175adfdf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6819","nonce":363854281}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6821","nonce":363854281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6825","nonce":363854281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6823","nonce":363854281}]},"public_addr":"172.21.15.1:6819/363854281","cluster_addr":"172.21.15.1:6821/363854281","heartbeat_back_addr":"172.21.15.1:6825/363854281","heartbeat_front_addr":"172.21.15.1:6823/363854281","state":["exists","up"]},{"osd":7,"uuid":"a77b4ef0-ecf7-457c-95c6-3e63cc6b1bba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6817","nonce":812841825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6819","nonce":812841825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6823","nonce":812841825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6821","nonce":812841825}]},"public_addr":"172.21.15.88:6817/812841825","cluster_addr":"172.21.15.88:6819/812841825","heartbeat_back_addr":"172.21.15.88:6823/812841825","heartbeat_front_addr":"172.21.15.88:6821/812841825","state":["exists","up"]},{"osd":8,"uuid":"bf2a6a1e-71ba-44d2-ba61-309f29496ef9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6817","nonce":3258812878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6819","nonce":3258812878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6823","nonce":3258812878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6821","nonce":3258812878}]},"public_addr":"172.21.15.103:6817/3258812878","cluster_addr":"172.21.15.103:6819/3258812878","heartbeat_back_addr":"172.21.15.103:6823/3258812878","heartbeat_front_addr":"172.21.15.103:6821/3258812878","state":["exists","up"]},{"osd":9,"uuid":"c9531676-199e-43ad-9299-6b5b60fd6ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6827","nonce":2830634909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6829","nonce":2830634909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6833","nonce":2830634909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6831","nonce":2830634909}]},"public_addr":"172.21.15.1:6827/2830634909","cluster_addr":"172.21.15.1:6829/2830634909","heartbeat_back_addr":"172.21.15.1:6833/2830634909","heartbeat_front_addr":"172.21.15.1:6831/2830634909","state":["exists","up"]},{"osd":10,"uuid":"41c2bb14-f8c9-45ce-a81e-9bf9dbba0b51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6825","nonce":1128031509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6827","nonce":1128031509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6831","nonce":1128031509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6829","nonce":1128031509}]},"public_addr":"172.21.15.88:6825/1128031509","cluster_addr":"172.21.15.88:6827/1128031509","heartbeat_back_addr":"172.21.15.88:6831/1128031509","heartbeat_front_addr":"172.21.15.88:6829/1128031509","state":["exists","up"]},{"osd":11,"uuid":"41003dad-b792-418d-9a82-bdf67311ea90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6825","nonce":2854918902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6827","nonce":2854918902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6831","nonce":2854918902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6829","nonce":2854918902}]},"public_addr":"172.21.15.103:6825/2854918902","cluster_addr":"172.21.15.103:6827/2854918902","heartbeat_back_addr":"172.21.15.103:6831/2854918902","heartbeat_front_addr":"172.21.15.103:6829/2854918902","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:51:39.446367+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:02.973641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:25.664661+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:50.561389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:14.598286+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:39.149718+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:04.327941+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:29.497887+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:55.922386+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:21.966560+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:47.653451+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:14.122475+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:0/2182725984":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6800/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1236715707":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3991013292":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3894463217":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6801/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6800/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3968648683":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6801/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1600532294":"2024-02-10T23:50:04.182518+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-09T23:59:13.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.029+0000 7f2f5cd8a640 1 -- 172.21.15.1:0/1248138365 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2f440a2140 msgr2=0x7f2f440a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:13.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.029+0000 7f2f5cd8a640 1 --2- 172.21.15.1:0/1248138365 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2f440a2140 0x7f2f440a4600 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f2f581011b0 tx=0x7f2f48005f90 comp rx=0 tx=0).stop 2024-02-09T23:59:13.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.029+0000 7f2f5cd8a640 1 -- 172.21.15.1:0/1248138365 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2f58101d10 msgr2=0x7f2f5819e690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:13.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.029+0000 7f2f5cd8a640 1 --2- 172.21.15.1:0/1248138365 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2f58101d10 0x7f2f5819e690 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f2f50032650 tx=0x7f2f50034b10 comp rx=0 tx=0).stop 2024-02-09T23:59:13.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.029+0000 7f2f5cd8a640 1 -- 172.21.15.1:0/1248138365 shutdown_connections 2024-02-09T23:59:13.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.029+0000 7f2f5cd8a640 1 --2- 172.21.15.1:0/1248138365 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2f58101d10 0x7f2f5819e690 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.029+0000 7f2f5cd8a640 1 --2- 172.21.15.1:0/1248138365 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2f58101350 0x7f2f5819c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.029+0000 7f2f5cd8a640 1 --2- 172.21.15.1:0/1248138365 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f2f440a2140 0x7f2f440a4600 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.029+0000 7f2f5cd8a640 1 --2- 172.21.15.1:0/1248138365 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2f58100160 0x7f2f5806a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.029+0000 7f2f5cd8a640 1 -- 172.21.15.1:0/1248138365 >> 172.21.15.1:0/1248138365 conn(0x7f2f580fb6f0 msgr2=0x7f2f581045f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:13.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.029+0000 7f2f5cd8a640 1 -- 172.21.15.1:0/1248138365 shutdown_connections 2024-02-09T23:59:13.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.029+0000 7f2f5cd8a640 1 -- 172.21.15.1:0/1248138365 wait complete. 2024-02-09T23:59:13.042 DEBUG:tasks.fwd_scrub:Yielding 2024-02-09T23:59:13.043 INFO:teuthology.run_tasks:Running task exec... 2024-02-09T23:59:13.054 INFO:teuthology.task.exec:Executing custom commands... 2024-02-09T23:59:13.054 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi001.front.sepia.ceph.com 2024-02-09T23:59:13.054 DEBUG:teuthology.orchestra.run.smithi001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2024-02-09T23:59:13.054 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-02-09T23:59:13.054 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-02-09T23:59:13.055 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:59:13.055 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-02-09T23:59:13.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.156+0000 7efd95e3c640 1 -- 172.21.15.1:0/2439495555 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efd90106f40 msgr2=0x7efd90109390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:13.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.156+0000 7efd95e3c640 1 --2- 172.21.15.1:0/2439495555 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efd90106f40 0x7efd90109390 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7efd88009ca0 tx=0x7efd8802c0f0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.157+0000 7efd95e3c640 1 -- 172.21.15.1:0/2439495555 shutdown_connections 2024-02-09T23:59:13.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.157+0000 7efd95e3c640 1 --2- 172.21.15.1:0/2439495555 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efd90106f40 0x7efd90109390 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.157+0000 7efd95e3c640 1 --2- 172.21.15.1:0/2439495555 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efd90104610 0x7efd90106a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.157+0000 7efd95e3c640 1 --2- 172.21.15.1:0/2439495555 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efd90101ce0 0x7efd901040d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.157+0000 7efd95e3c640 1 -- 172.21.15.1:0/2439495555 >> 172.21.15.1:0/2439495555 conn(0x7efd900fb6d0 msgr2=0x7efd900fdb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:13.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.157+0000 7efd95e3c640 1 -- 172.21.15.1:0/2439495555 shutdown_connections 2024-02-09T23:59:13.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.157+0000 7efd95e3c640 1 -- 172.21.15.1:0/2439495555 wait complete. 2024-02-09T23:59:13.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.157+0000 7efd95e3c640 1 Processor -- start 2024-02-09T23:59:13.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.157+0000 7efd95e3c640 1 -- start start 2024-02-09T23:59:13.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.158+0000 7efd95e3c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efd90101ce0 0x7efd901972f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.158+0000 7efd95e3c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efd90104610 0x7efd90197830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.158+0000 7efd95e3c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efd90106f40 0x7efd9019e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.158+0000 7efd95e3c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd9019ed90 con 0x7efd90106f40 2024-02-09T23:59:13.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.158+0000 7efd95e3c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd9019ef00 con 0x7efd90101ce0 2024-02-09T23:59:13.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.158+0000 7efd95e3c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd9019f0c0 con 0x7efd90104610 2024-02-09T23:59:13.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.158+0000 7efd8ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efd90106f40 0x7efd9019e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.158+0000 7efd8ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efd90106f40 0x7efd9019e850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:51328/0 (socket says 172.21.15.1:51328) 2024-02-09T23:59:13.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.158+0000 7efd8ffff640 1 -- 172.21.15.1:0/3258737419 learned_addr learned my addr 172.21.15.1:0/3258737419 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:13.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.158+0000 7efd8effd640 1 --2- 172.21.15.1:0/3258737419 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efd90104610 0x7efd90197830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.158+0000 7efd8f7fe640 1 --2- 172.21.15.1:0/3258737419 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efd90101ce0 0x7efd901972f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.158+0000 7efd8ffff640 1 -- 172.21.15.1:0/3258737419 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efd90104610 msgr2=0x7efd90197830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:13.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.158+0000 7efd8ffff640 1 --2- 172.21.15.1:0/3258737419 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efd90104610 0x7efd90197830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.158+0000 7efd8ffff640 1 -- 172.21.15.1:0/3258737419 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efd90101ce0 msgr2=0x7efd901972f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:13.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.158+0000 7efd8ffff640 1 --2- 172.21.15.1:0/3258737419 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efd90101ce0 0x7efd901972f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.158+0000 7efd8ffff640 1 -- 172.21.15.1:0/3258737419 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd88009900 con 0x7efd90106f40 2024-02-09T23:59:13.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.158+0000 7efd8ffff640 1 --2- 172.21.15.1:0/3258737419 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efd90106f40 0x7efd9019e850 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7efd88037040 tx=0x7efd88034a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:13.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.158+0000 7efd8cff9640 1 -- 172.21.15.1:0/3258737419 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd880329b0 con 0x7efd90106f40 2024-02-09T23:59:13.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.159+0000 7efd95e3c640 1 -- 172.21.15.1:0/3258737419 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd9019f340 con 0x7efd90106f40 2024-02-09T23:59:13.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.159+0000 7efd95e3c640 1 -- 172.21.15.1:0/3258737419 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd9019f840 con 0x7efd90106f40 2024-02-09T23:59:13.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.159+0000 7efd8cff9640 1 -- 172.21.15.1:0/3258737419 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efd88003e50 con 0x7efd90106f40 2024-02-09T23:59:13.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.159+0000 7efd8cff9640 1 -- 172.21.15.1:0/3258737419 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd88040450 con 0x7efd90106f40 2024-02-09T23:59:13.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.160+0000 7efd95e3c640 1 -- 172.21.15.1:0/3258737419 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd7c0052c0 con 0x7efd90106f40 2024-02-09T23:59:13.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.160+0000 7fb84a835640 1 -- 172.21.15.1:0/613697907 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb844100130 msgr2=0x7fb844100550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:13.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.160+0000 7fb84a835640 1 --2- 172.21.15.1:0/613697907 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb844100130 0x7fb844100550 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fb834009900 tx=0x7fb83402bc30 comp rx=0 tx=0).stop 2024-02-09T23:59:13.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.160+0000 7fb84a835640 1 -- 172.21.15.1:0/613697907 shutdown_connections 2024-02-09T23:59:13.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.160+0000 7fb84a835640 1 --2- 172.21.15.1:0/613697907 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb844101ce0 0x7fb844108570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.160+0000 7fb84a835640 1 --2- 172.21.15.1:0/613697907 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb844101320 0x7fb8441017a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.160+0000 7fb84a835640 1 --2- 172.21.15.1:0/613697907 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb844100130 0x7fb844100550 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.160+0000 7fb84a835640 1 -- 172.21.15.1:0/613697907 >> 172.21.15.1:0/613697907 conn(0x7fb8440fb660 msgr2=0x7fb8440fdae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:13.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.160+0000 7fb84a835640 1 -- 172.21.15.1:0/613697907 shutdown_connections 2024-02-09T23:59:13.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.161+0000 7fb84a835640 1 -- 172.21.15.1:0/613697907 wait complete. 2024-02-09T23:59:13.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.161+0000 7efd8cff9640 1 -- 172.21.15.1:0/3258737419 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7efd8800a040 con 0x7efd90106f40 2024-02-09T23:59:13.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.161+0000 7fb84a835640 1 Processor -- start 2024-02-09T23:59:13.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.161+0000 7fb84a835640 1 -- start start 2024-02-09T23:59:13.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.161+0000 7efd8cff9640 1 --2- 172.21.15.1:0/3258737419 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7efd780a20b0 0x7efd780a4570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.161+0000 7fb84a835640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb844100130 0x7fb8441972a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.161+0000 7fb84a835640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb844101320 0x7fb8441977e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.161+0000 7fb84a835640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb844101ce0 0x7fb84419e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.161+0000 7fb84a835640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb84419ed90 con 0x7fb844101ce0 2024-02-09T23:59:13.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.161+0000 7fb84a835640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb84419ef00 con 0x7fb844100130 2024-02-09T23:59:13.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.161+0000 7fb84a835640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb84419f0c0 con 0x7fb844101320 2024-02-09T23:59:13.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.162+0000 7efd8cff9640 1 -- 172.21.15.1:0/3258737419 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7efd880f0480 con 0x7efd90106f40 2024-02-09T23:59:13.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.162+0000 7efd8f7fe640 1 --2- 172.21.15.1:0/3258737419 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7efd780a20b0 0x7efd780a4570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.162+0000 7fb848dd2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb844101ce0 0x7fb84419e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.162+0000 7fb848dd2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb844101ce0 0x7fb84419e850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:51342/0 (socket says 172.21.15.1:51342) 2024-02-09T23:59:13.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.162+0000 7fb848dd2640 1 -- 172.21.15.1:0/414677623 learned_addr learned my addr 172.21.15.1:0/414677623 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:13.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.162+0000 7fb843fff640 1 --2- 172.21.15.1:0/414677623 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb844100130 0x7fb8441972a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.162+0000 7fb8437fe640 1 --2- 172.21.15.1:0/414677623 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb844101320 0x7fb8441977e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.162+0000 7fb848dd2640 1 -- 172.21.15.1:0/414677623 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb844101320 msgr2=0x7fb8441977e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:13.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.162+0000 7fb848dd2640 1 --2- 172.21.15.1:0/414677623 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb844101320 0x7fb8441977e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.162+0000 7fb848dd2640 1 -- 172.21.15.1:0/414677623 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb844100130 msgr2=0x7fb8441972a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:13.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.162+0000 7fb848dd2640 1 --2- 172.21.15.1:0/414677623 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb844100130 0x7fb8441972a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.162+0000 7fb848dd2640 1 -- 172.21.15.1:0/414677623 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb834009560 con 0x7fb844101ce0 2024-02-09T23:59:13.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.162+0000 7efd8f7fe640 1 --2- 172.21.15.1:0/3258737419 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7efd780a20b0 0x7efd780a4570 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7efd84005fd0 tx=0x7efd84005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:13.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.162+0000 7fb848dd2640 1 --2- 172.21.15.1:0/414677623 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb844101ce0 0x7fb84419e850 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fb83c00eb10 tx=0x7fb83c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:13.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.165+0000 7fb8417fa640 1 -- 172.21.15.1:0/414677623 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb83c004b20 con 0x7fb844101ce0 2024-02-09T23:59:13.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.165+0000 7fb8417fa640 1 -- 172.21.15.1:0/414677623 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb83c004c80 con 0x7fb844101ce0 2024-02-09T23:59:13.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.165+0000 7fb84a835640 1 -- 172.21.15.1:0/414677623 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb84419f3a0 con 0x7fb844101ce0 2024-02-09T23:59:13.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.165+0000 7fb8417fa640 1 -- 172.21.15.1:0/414677623 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb83c010650 con 0x7fb844101ce0 2024-02-09T23:59:13.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.165+0000 7fb84a835640 1 -- 172.21.15.1:0/414677623 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb84419f900 con 0x7fb844101ce0 2024-02-09T23:59:13.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.165+0000 7efd8cff9640 1 -- 172.21.15.1:0/3258737419 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7efd880b9460 con 0x7efd90106f40 2024-02-09T23:59:13.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.168+0000 7fb8417fa640 1 -- 172.21.15.1:0/414677623 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7fb83c005020 con 0x7fb844101ce0 2024-02-09T23:59:13.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.168+0000 7fb84d409740 1 Processor -- start 2024-02-09T23:59:13.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.168+0000 7fb84d409740 1 -- start start 2024-02-09T23:59:13.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.168+0000 7fb84d409740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5577290571b0 0x5577290575d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.168+0000 7fb84d409740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557729057ba0 0x55772905c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.168+0000 7fb84d409740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772905cd10 0x55772905f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.168+0000 7fb84d409740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557728fc6000 con 0x5577290571b0 2024-02-09T23:59:13.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.168+0000 7fb84d409740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557728fc3530 con 0x557729057ba0 2024-02-09T23:59:13.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.168+0000 7fb84d409740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557728fbed10 con 0x55772905cd10 2024-02-09T23:59:13.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.168+0000 7fb8417fa640 1 --2- 172.21.15.1:0/414677623 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb82c0a2140 0x7fb82c0a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.168+0000 7fb8437fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5577290571b0 0x5577290575d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.168+0000 7fb8437fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5577290571b0 0x5577290575d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:51344/0 (socket says 172.21.15.1:51344) 2024-02-09T23:59:13.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.168+0000 7fb8437fe640 1 -- 172.21.15.1:0/2732802370 learned_addr learned my addr 172.21.15.1:0/2732802370 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:13.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.168+0000 7fb848dd2640 1 --2- 172.21.15.1:0/414677623 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb82c0a2140 0x7fb82c0a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.168+0000 7fb843fff640 1 --2- 172.21.15.1:0/2732802370 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557729057ba0 0x55772905c6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.169+0000 7fb8417fa640 1 -- 172.21.15.1:0/414677623 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fb83c014070 con 0x7fb844101ce0 2024-02-09T23:59:13.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.169+0000 7fb8437fe640 1 --2- 172.21.15.1:0/2732802370 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772905cd10 0x55772905f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.169+0000 7fb8437fe640 1 -- 172.21.15.1:0/2732802370 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772905cd10 msgr2=0x55772905f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:13.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.169+0000 7fb8437fe640 1 --2- 172.21.15.1:0/2732802370 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772905cd10 0x55772905f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.169+0000 7fb8437fe640 1 -- 172.21.15.1:0/2732802370 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557729057ba0 msgr2=0x55772905c6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:13.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.169+0000 7fb8437fe640 1 --2- 172.21.15.1:0/2732802370 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557729057ba0 0x55772905c6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.169+0000 7fb8437fe640 1 -- 172.21.15.1:0/2732802370 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557728f65210 con 0x5577290571b0 2024-02-09T23:59:13.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.169+0000 7fb848dd2640 1 --2- 172.21.15.1:0/414677623 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb82c0a2140 0x7fb82c0a4600 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fb83c0049d0 tx=0x7fb83c0664a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:13.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.169+0000 7fb8437fe640 1 --2- 172.21.15.1:0/2732802370 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5577290571b0 0x5577290575d0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fb8380135a0 tx=0x7fb838009850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d3da09d7d026c44 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:13.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.169+0000 7fb82a7fc640 1 -- 172.21.15.1:0/2732802370 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb838004050 con 0x5577290571b0 2024-02-09T23:59:13.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.169+0000 7fb82a7fc640 1 -- 172.21.15.1:0/2732802370 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb8380041b0 con 0x5577290571b0 2024-02-09T23:59:13.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.169+0000 7fb82a7fc640 1 -- 172.21.15.1:0/2732802370 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb83800f7e0 con 0x5577290571b0 2024-02-09T23:59:13.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.170+0000 7fb84d409740 1 -- 172.21.15.1:0/2732802370 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5577290571b0 msgr2=0x5577290575d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:13.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.170+0000 7fb84d409740 1 --2- 172.21.15.1:0/2732802370 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5577290571b0 0x5577290575d0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fb8380135a0 tx=0x7fb838009850 comp rx=0 tx=0).stop 2024-02-09T23:59:13.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.170+0000 7fb84d409740 1 -- 172.21.15.1:0/2732802370 shutdown_connections 2024-02-09T23:59:13.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.170+0000 7fb84d409740 1 --2- 172.21.15.1:0/2732802370 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772905cd10 0x55772905f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.170+0000 7fb84d409740 1 --2- 172.21.15.1:0/2732802370 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557729057ba0 0x55772905c6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.170+0000 7fb84d409740 1 --2- 172.21.15.1:0/2732802370 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5577290571b0 0x5577290575d0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.170+0000 7fb84d409740 1 -- 172.21.15.1:0/2732802370 >> 172.21.15.1:0/2732802370 conn(0x557729052720 msgr2=0x557729052b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:13.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.170+0000 7fb84d409740 1 -- 172.21.15.1:0/2732802370 shutdown_connections 2024-02-09T23:59:13.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.170+0000 7fb84d409740 1 -- 172.21.15.1:0/2732802370 wait complete. 2024-02-09T23:59:13.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.170+0000 7fb84d409740 1 -- start start 2024-02-09T23:59:13.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.171+0000 7fb84d409740 1 Processor -- start 2024-02-09T23:59:13.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.171+0000 7fb84d409740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5577290571b0 0x557729061340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.171+0000 7fb84d409740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557729057ba0 0x557729061880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.171+0000 7fb84d409740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772905cd10 0x5577290688c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.171+0000 7fb84d409740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557728f63e60 con 0x5577290571b0 2024-02-09T23:59:13.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.171+0000 7fb84d409740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557728c924b0 con 0x557729057ba0 2024-02-09T23:59:13.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.171+0000 7fb84d409740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557728f44670 con 0x55772905cd10 2024-02-09T23:59:13.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.171+0000 7fb84d409740 10 client.0 _ll_register_callbacks cb 0x557728f5c190 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:13.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.171+0000 7fb8437fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5577290571b0 0x557729061340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.171+0000 7fb8437fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5577290571b0 0x557729061340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:51346/0 (socket says 172.21.15.1:51346) 2024-02-09T23:59:13.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.171+0000 7fb8437fe640 1 -- 172.21.15.1:0/26595390 learned_addr learned my addr 172.21.15.1:0/26595390 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:13.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.171+0000 7fb843fff640 1 --2- 172.21.15.1:0/26595390 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557729057ba0 0x557729061880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.171+0000 7fb8437fe640 1 --2- 172.21.15.1:0/26595390 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772905cd10 0x5577290688c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.171+0000 7fb8437fe640 1 -- 172.21.15.1:0/26595390 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772905cd10 msgr2=0x5577290688c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:13.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.171+0000 7fb8437fe640 1 --2- 172.21.15.1:0/26595390 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772905cd10 0x5577290688c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.171+0000 7fb8437fe640 1 -- 172.21.15.1:0/26595390 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557729057ba0 msgr2=0x557729061880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:13.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.171+0000 7fb8437fe640 1 --2- 172.21.15.1:0/26595390 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557729057ba0 0x557729061880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.171+0000 7fb8437fe640 1 -- 172.21.15.1:0/26595390 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb838009d70 con 0x5577290571b0 2024-02-09T23:59:13.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.171+0000 7fb843fff640 1 --2- 172.21.15.1:0/26595390 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557729057ba0 0x557729061880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:59:13.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.171+0000 7fb8437fe640 1 --2- 172.21.15.1:0/26595390 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5577290571b0 0x557729061340 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fb838014fd0 tx=0x7fb8380056d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23e093654a57f24b server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:13.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.171+0000 7fb8237fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:13.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.172+0000 7fb8237fe640 1 -- 172.21.15.1:0/26595390 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb83800f580 con 0x5577290571b0 2024-02-09T23:59:13.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.172+0000 7fb8237fe640 1 -- 172.21.15.1:0/26595390 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fb83800f6e0 con 0x5577290571b0 2024-02-09T23:59:13.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.172+0000 7fb84d409740 1 -- 172.21.15.1:0/26595390 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557728cbe860 con 0x5577290571b0 2024-02-09T23:59:13.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.172+0000 7fb8237fe640 1 -- 172.21.15.1:0/26595390 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb83800f8a0 con 0x5577290571b0 2024-02-09T23:59:13.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.172+0000 7fb84d409740 10 client.15483 fetch_fsmap learned FSMap version 27 2024-02-09T23:59:13.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.172+0000 7fb84d409740 1 -- 172.21.15.1:0/26595390 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x557728fbd390 con 0x5577290571b0 2024-02-09T23:59:13.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.172+0000 7fb8237fe640 1 -- 172.21.15.1:0/26595390 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x557728cbe860 con 0x5577290571b0 2024-02-09T23:59:13.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.172+0000 7fb8237fe640 1 -- 172.21.15.1:0/26595390 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fb838010980 con 0x5577290571b0 2024-02-09T23:59:13.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.172+0000 7fb84d409740 10 client.15483 fetch_fsmap finished waiting for FSMap version 27 2024-02-09T23:59:13.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.172+0000 7fb84d409740 10 client.15483 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-09T23:59:13.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.172+0000 7fb84d409740 20 client.15483 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:13.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.172+0000 7fb84d409740 1 --2- 172.21.15.1:0/26595390 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55772906cfd0 0x55772906f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.172+0000 7fb84d409740 4 client.15483 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-09T23:59:13.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.172+0000 7fb84d409740 1 -- 172.21.15.1:0/26595390 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557728d0f410 con 0x55772906cfd0 2024-02-09T23:59:13.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.173+0000 7fb843fff640 1 --2- 172.21.15.1:0/26595390 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55772906cfd0 0x55772906f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.173+0000 7fb8237fe640 10 client.15483 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:13.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.173+0000 7fb843fff640 1 --2- 172.21.15.1:0/26595390 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55772906cfd0 0x55772906f3c0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2c9b9b40856d9333 server_cookie=ee0ccbbcdbf861f3 in_seq=0 out_seq=0 2024-02-09T23:59:13.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.174+0000 7fb8237fe640 1 -- 172.21.15.1:0/26595390 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x557728d0f410 con 0x55772906cfd0 2024-02-09T23:59:13.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.174+0000 7fb8237fe640 10 client.15483 handle_command_reply: tid=0 2024-02-09T23:59:13.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.174+0000 7fb84d409740 1 client.15483 shutdown 2024-02-09T23:59:13.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.174+0000 7fb84d409740 1 -- 172.21.15.1:0/26595390 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5577290571b0 msgr2=0x557729061340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:13.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.174+0000 7fb84d409740 1 --2- 172.21.15.1:0/26595390 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5577290571b0 0x557729061340 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fb838014fd0 tx=0x7fb8380056d0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.174+0000 7fb84d409740 1 -- 172.21.15.1:0/26595390 shutdown_connections 2024-02-09T23:59:13.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.174+0000 7fb84d409740 1 --2- 172.21.15.1:0/26595390 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55772906cfd0 0x55772906f3c0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.174+0000 7fb84d409740 1 --2- 172.21.15.1:0/26595390 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772905cd10 0x5577290688c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.174+0000 7fb84d409740 1 --2- 172.21.15.1:0/26595390 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557729057ba0 0x557729061880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.174+0000 7fb8237fe640 0 client.15483 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:13.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.174+0000 7fb84d409740 1 --2- 172.21.15.1:0/26595390 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5577290571b0 0x557729061340 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.174+0000 7fb84d409740 1 -- 172.21.15.1:0/26595390 >> 172.21.15.1:0/26595390 conn(0x557729052720 msgr2=0x557729051920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:13.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.174+0000 7fb84d409740 1 -- 172.21.15.1:0/26595390 shutdown_connections 2024-02-09T23:59:13.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.174+0000 7fb84d409740 1 -- 172.21.15.1:0/26595390 wait complete. 2024-02-09T23:59:13.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.174+0000 7fb84d409740 20 client.15483 trim_cache size 0 max 16384 2024-02-09T23:59:13.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.190+0000 7fb84d409740 1 Processor -- start 2024-02-09T23:59:13.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.190+0000 7fb84d409740 1 -- start start 2024-02-09T23:59:13.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.190+0000 7fb84d409740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5577290571b0 0x557729060f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.190+0000 7fb84d409740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557729057ba0 0x557729068850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.190+0000 7fb84d409740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772905cd10 0x557729061490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.190+0000 7fb84d409740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557729058cb0 con 0x557729057ba0 2024-02-09T23:59:13.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.190+0000 7fb84d409740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5577290623b0 con 0x5577290571b0 2024-02-09T23:59:13.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.190+0000 7fb84d409740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557728d0f410 con 0x55772905cd10 2024-02-09T23:59:13.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.190+0000 7fb843fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557729057ba0 0x557729068850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.190+0000 7fb843fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557729057ba0 0x557729068850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:51350/0 (socket says 172.21.15.1:51350) 2024-02-09T23:59:13.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.190+0000 7fb843fff640 1 -- 172.21.15.1:0/3594456720 learned_addr learned my addr 172.21.15.1:0/3594456720 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:13.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.190+0000 7fb8437fe640 1 --2- 172.21.15.1:0/3594456720 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5577290571b0 0x557729060f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.190+0000 7fb8437fe640 1 --2- 172.21.15.1:0/3594456720 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772905cd10 0x557729061490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.191+0000 7fb843fff640 1 -- 172.21.15.1:0/3594456720 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772905cd10 msgr2=0x557729061490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:13.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.191+0000 7fb843fff640 1 --2- 172.21.15.1:0/3594456720 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772905cd10 0x557729061490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.191+0000 7fb843fff640 1 -- 172.21.15.1:0/3594456720 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5577290571b0 msgr2=0x557729060f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:13.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.191+0000 7fb843fff640 1 --2- 172.21.15.1:0/3594456720 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5577290571b0 0x557729060f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.191+0000 7fb843fff640 1 -- 172.21.15.1:0/3594456720 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557728f59c70 con 0x557729057ba0 2024-02-09T23:59:13.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.191+0000 7fb8437fe640 1 --2- 172.21.15.1:0/3594456720 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772905cd10 0x557729061490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:13.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.191+0000 7fb843fff640 1 --2- 172.21.15.1:0/3594456720 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557729057ba0 0x557729068850 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fb834009900 tx=0x7fb83402c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73147fa8c1422024 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:13.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.193+0000 7fb829ffb640 1 -- 172.21.15.1:0/3594456720 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb834044040 con 0x557729057ba0 2024-02-09T23:59:13.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.193+0000 7fb829ffb640 1 -- 172.21.15.1:0/3594456720 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb834046040 con 0x557729057ba0 2024-02-09T23:59:13.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.193+0000 7fb829ffb640 1 -- 172.21.15.1:0/3594456720 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb83404b720 con 0x557729057ba0 2024-02-09T23:59:13.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.193+0000 7fb84d409740 1 -- 172.21.15.1:0/3594456720 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557729057ba0 msgr2=0x557729068850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:13.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.193+0000 7fb84d409740 1 --2- 172.21.15.1:0/3594456720 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557729057ba0 0x557729068850 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fb834009900 tx=0x7fb83402c7e0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.193+0000 7fb84d409740 1 -- 172.21.15.1:0/3594456720 shutdown_connections 2024-02-09T23:59:13.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.193+0000 7fb84d409740 1 --2- 172.21.15.1:0/3594456720 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55772905cd10 0x557729061490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.193+0000 7fb84d409740 1 --2- 172.21.15.1:0/3594456720 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557729057ba0 0x557729068850 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.193+0000 7fb84d409740 1 --2- 172.21.15.1:0/3594456720 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5577290571b0 0x557729060f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.193+0000 7fb84d409740 1 -- 172.21.15.1:0/3594456720 >> 172.21.15.1:0/3594456720 conn(0x557729052720 msgr2=0x557729052b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:13.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.193+0000 7fb84d409740 1 -- 172.21.15.1:0/3594456720 shutdown_connections 2024-02-09T23:59:13.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.193+0000 7fb84d409740 1 -- 172.21.15.1:0/3594456720 wait complete. 2024-02-09T23:59:13.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.194+0000 7fb84d409740 1 -- start start 2024-02-09T23:59:13.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.194+0000 7fb84d409740 1 Processor -- start 2024-02-09T23:59:13.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.194+0000 7fb84d409740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5577290571b0 0x5577290672f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.194+0000 7fb84d409740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557729057ba0 0x557729067830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.194+0000 7fb84d409740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55772905cd10 0x5577290c3460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.194+0000 7fb84d409740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557729067f90 con 0x5577290571b0 2024-02-09T23:59:13.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.194+0000 7fb84d409740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557729068100 con 0x55772905cd10 2024-02-09T23:59:13.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.194+0000 7fb84d409740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5577290c39a0 con 0x557729057ba0 2024-02-09T23:59:13.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.194+0000 7fb84d409740 10 client.0 _ll_register_callbacks cb 0x7fb8380097a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:13.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.194+0000 7fb8437fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5577290571b0 0x5577290672f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.194+0000 7fb8437fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5577290571b0 0x5577290672f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:51354/0 (socket says 172.21.15.1:51354) 2024-02-09T23:59:13.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.194+0000 7fb8437fe640 1 -- 172.21.15.1:0/1612431165 learned_addr learned my addr 172.21.15.1:0/1612431165 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:13.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.194+0000 7fb843fff640 1 --2- 172.21.15.1:0/1612431165 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557729057ba0 0x557729067830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.194+0000 7fb8437fe640 1 --2- 172.21.15.1:0/1612431165 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55772905cd10 0x5577290c3460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.195+0000 7fb8437fe640 1 -- 172.21.15.1:0/1612431165 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557729057ba0 msgr2=0x557729067830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:13.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.195+0000 7fb8437fe640 1 --2- 172.21.15.1:0/1612431165 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557729057ba0 0x557729067830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.195+0000 7fb8437fe640 1 -- 172.21.15.1:0/1612431165 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55772905cd10 msgr2=0x5577290c3460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:13.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.195+0000 7fb8437fe640 1 --2- 172.21.15.1:0/1612431165 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55772905cd10 0x5577290c3460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.195+0000 7fb8437fe640 1 -- 172.21.15.1:0/1612431165 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb844068500 con 0x5577290571b0 2024-02-09T23:59:13.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.195+0000 7fb8437fe640 1 --2- 172.21.15.1:0/1612431165 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5577290571b0 0x5577290672f0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fb838010d10 tx=0x7fb8380131b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=529fe9c236d97513 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:13.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.195+0000 7fb8237fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:13.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.195+0000 7fb8237fe640 1 -- 172.21.15.1:0/1612431165 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb838003d10 con 0x5577290571b0 2024-02-09T23:59:13.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.195+0000 7fb8237fe640 1 -- 172.21.15.1:0/1612431165 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fb838000e40 con 0x5577290571b0 2024-02-09T23:59:13.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.195+0000 7fb84d409740 1 -- 172.21.15.1:0/1612431165 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb8380041b0 con 0x5577290571b0 2024-02-09T23:59:13.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.195+0000 7fb8237fe640 1 -- 172.21.15.1:0/1612431165 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb838010430 con 0x5577290571b0 2024-02-09T23:59:13.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.195+0000 7fb84d409740 10 client.15489 fetch_fsmap learned FSMap version 27 2024-02-09T23:59:13.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.195+0000 7fb84d409740 1 -- 172.21.15.1:0/1612431165 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x557728f7fac0 con 0x5577290571b0 2024-02-09T23:59:13.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.195+0000 7fb8237fe640 1 -- 172.21.15.1:0/1612431165 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb8380041b0 con 0x5577290571b0 2024-02-09T23:59:13.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.195+0000 7fb8237fe640 1 -- 172.21.15.1:0/1612431165 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fb838046070 con 0x5577290571b0 2024-02-09T23:59:13.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.196+0000 7fb84d409740 10 client.15489 fetch_fsmap finished waiting for FSMap version 27 2024-02-09T23:59:13.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.196+0000 7fb84d409740 10 client.15489 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-09T23:59:13.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.196+0000 7fb84d409740 20 client.15489 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:13.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.196+0000 7fb84d409740 1 --2- 172.21.15.1:0/1612431165 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5577290c4f50 0x5577290c7370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.196+0000 7fb84d409740 4 client.15489 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-02-09T23:59:13.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.196+0000 7fb84d409740 1 -- 172.21.15.1:0/1612431165 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x557728cfb7b0 con 0x5577290c4f50 2024-02-09T23:59:13.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.196+0000 7fb843fff640 1 --2- 172.21.15.1:0/1612431165 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5577290c4f50 0x5577290c7370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.196+0000 7fb843fff640 1 --2- 172.21.15.1:0/1612431165 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5577290c4f50 0x5577290c7370 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=65ce518e0160ac2 server_cookie=ada8166cb612c02e in_seq=0 out_seq=0 2024-02-09T23:59:13.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.196+0000 7fb8237fe640 10 client.15489 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:13.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.197+0000 7fb8237fe640 1 -- 172.21.15.1:0/1612431165 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x557728cfb7b0 con 0x5577290c4f50 2024-02-09T23:59:13.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.197+0000 7fb8237fe640 10 client.15489 handle_command_reply: tid=0 2024-02-09T23:59:13.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.197+0000 7fb84d409740 1 client.15489 shutdown 2024-02-09T23:59:13.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.198+0000 7fb84d409740 1 -- 172.21.15.1:0/1612431165 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5577290571b0 msgr2=0x5577290672f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:13.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.198+0000 7fb84d409740 1 --2- 172.21.15.1:0/1612431165 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5577290571b0 0x5577290672f0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fb838010d10 tx=0x7fb8380131b0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.198+0000 7fb84d409740 1 -- 172.21.15.1:0/1612431165 shutdown_connections 2024-02-09T23:59:13.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.198+0000 7fb84d409740 1 --2- 172.21.15.1:0/1612431165 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5577290c4f50 0x5577290c7370 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.198+0000 7fb84d409740 1 --2- 172.21.15.1:0/1612431165 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55772905cd10 0x5577290c3460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.198+0000 7fb84d409740 1 --2- 172.21.15.1:0/1612431165 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557729057ba0 0x557729067830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.198+0000 7fb8237fe640 0 client.15489 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:13.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.198+0000 7fb84d409740 1 --2- 172.21.15.1:0/1612431165 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5577290571b0 0x5577290672f0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.198+0000 7fb84d409740 1 -- 172.21.15.1:0/1612431165 >> 172.21.15.1:0/1612431165 conn(0x557729052720 msgr2=0x557729060f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:13.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.198+0000 7fb84d409740 1 -- 172.21.15.1:0/1612431165 shutdown_connections 2024-02-09T23:59:13.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.198+0000 7fb84d409740 1 -- 172.21.15.1:0/1612431165 wait complete. 2024-02-09T23:59:13.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.198+0000 7fb84d409740 20 client.15489 trim_cache size 0 max 16384 2024-02-09T23:59:13.206 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-09T23:59:13.206 INFO:teuthology.orchestra.run.smithi001.stdout: "return_code": 0, 2024-02-09T23:59:13.206 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_tag": "efc98b6f-b3b7-4a64-a557-7a237c8f5a81", 2024-02-09T23:59:13.206 INFO:teuthology.orchestra.run.smithi001.stdout: "mode": "asynchronous" 2024-02-09T23:59:13.206 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-09T23:59:13.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.198+0000 7fb84a835640 1 -- 172.21.15.1:0/414677623 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb82c0a2140 msgr2=0x7fb82c0a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:13.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.198+0000 7fb84a835640 1 --2- 172.21.15.1:0/414677623 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb82c0a2140 0x7fb82c0a4600 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fb83c0049d0 tx=0x7fb83c0664a0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.198+0000 7fb84a835640 1 -- 172.21.15.1:0/414677623 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb844101ce0 msgr2=0x7fb84419e850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:13.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.198+0000 7fb84a835640 1 --2- 172.21.15.1:0/414677623 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb844101ce0 0x7fb84419e850 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fb83c00eb10 tx=0x7fb83c00c2d0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.198+0000 7fb84a835640 1 -- 172.21.15.1:0/414677623 shutdown_connections 2024-02-09T23:59:13.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.198+0000 7fb84a835640 1 --2- 172.21.15.1:0/414677623 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb844101ce0 0x7fb84419e850 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.198+0000 7fb84a835640 1 --2- 172.21.15.1:0/414677623 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb844101320 0x7fb8441977e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.198+0000 7fb84a835640 1 --2- 172.21.15.1:0/414677623 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fb82c0a2140 0x7fb82c0a4600 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.198+0000 7fb84a835640 1 --2- 172.21.15.1:0/414677623 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb844100130 0x7fb8441972a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.198+0000 7fb84a835640 1 -- 172.21.15.1:0/414677623 >> 172.21.15.1:0/414677623 conn(0x7fb8440fb660 msgr2=0x7fb844104620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:13.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.198+0000 7fb84a835640 1 -- 172.21.15.1:0/414677623 shutdown_connections 2024-02-09T23:59:13.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.198+0000 7fb84a835640 1 -- 172.21.15.1:0/414677623 wait complete. 2024-02-09T23:59:13.211 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-09T23:59:13.211 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-09T23:59:13.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.316+0000 7f3abf664640 1 -- 172.21.15.1:0/3386997169 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3ab8101340 msgr2=0x7f3ab81017c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:13.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.316+0000 7f3abf664640 1 --2- 172.21.15.1:0/3386997169 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3ab8101340 0x7f3ab81017c0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f3ab4009900 tx=0x7f3ab402bc30 comp rx=0 tx=0).stop 2024-02-09T23:59:13.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.316+0000 7f3abf664640 1 -- 172.21.15.1:0/3386997169 shutdown_connections 2024-02-09T23:59:13.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.316+0000 7f3abf664640 1 --2- 172.21.15.1:0/3386997169 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3ab8101d00 0x7f3ab8108590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.316+0000 7f3abf664640 1 --2- 172.21.15.1:0/3386997169 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3ab8101340 0x7f3ab81017c0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.316+0000 7f3abf664640 1 --2- 172.21.15.1:0/3386997169 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ab8100150 0x7f3ab8100570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.316+0000 7f3abf664640 1 -- 172.21.15.1:0/3386997169 >> 172.21.15.1:0/3386997169 conn(0x7f3ab80fb6c0 msgr2=0x7f3ab80fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:13.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.316+0000 7f3abf664640 1 -- 172.21.15.1:0/3386997169 shutdown_connections 2024-02-09T23:59:13.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.316+0000 7f3abf664640 1 -- 172.21.15.1:0/3386997169 wait complete. 2024-02-09T23:59:13.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.317+0000 7f3abf664640 1 Processor -- start 2024-02-09T23:59:13.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.317+0000 7f3abf664640 1 -- start start 2024-02-09T23:59:13.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.317+0000 7f3abf664640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ab8100150 0x7f3ab81040e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.317+0000 7f3abf664640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3ab8101340 0x7f3ab8102720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.317+0000 7f3abf664640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3ab8101d00 0x7f3ab8102c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.317+0000 7f3abf664640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ab81033c0 con 0x7f3ab8101d00 2024-02-09T23:59:13.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.317+0000 7f3abf664640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ab8103530 con 0x7f3ab8100150 2024-02-09T23:59:13.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.317+0000 7f3abf664640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ab81a1390 con 0x7f3ab8101340 2024-02-09T23:59:13.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.317+0000 7f3abdc01640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3ab8101d00 0x7f3ab8102c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.317+0000 7f3abdc01640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3ab8101d00 0x7f3ab8102c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:51384/0 (socket says 172.21.15.1:51384) 2024-02-09T23:59:13.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.317+0000 7f3abdc01640 1 -- 172.21.15.1:0/2289701305 learned_addr learned my addr 172.21.15.1:0/2289701305 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:13.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.317+0000 7f3abd400640 1 --2- 172.21.15.1:0/2289701305 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ab8100150 0x7f3ab81040e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.317+0000 7f3abcbff640 1 --2- 172.21.15.1:0/2289701305 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3ab8101340 0x7f3ab8102720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.317+0000 7f3abdc01640 1 -- 172.21.15.1:0/2289701305 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3ab8101340 msgr2=0x7f3ab8102720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:13.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.317+0000 7f3abdc01640 1 --2- 172.21.15.1:0/2289701305 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3ab8101340 0x7f3ab8102720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.317+0000 7f3abdc01640 1 -- 172.21.15.1:0/2289701305 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ab8100150 msgr2=0x7f3ab81040e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:13.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.317+0000 7f3abdc01640 1 --2- 172.21.15.1:0/2289701305 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ab8100150 0x7f3ab81040e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.317+0000 7f3abdc01640 1 -- 172.21.15.1:0/2289701305 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ab0009840 con 0x7f3ab8101d00 2024-02-09T23:59:13.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.317+0000 7f3abcbff640 1 --2- 172.21.15.1:0/2289701305 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3ab8101340 0x7f3ab8102720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:59:13.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.318+0000 7f3abdc01640 1 --2- 172.21.15.1:0/2289701305 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3ab8101d00 0x7f3ab8102c60 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f3ab0009cf0 tx=0x7f3ab000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:13.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.318+0000 7f3aae7fc640 1 -- 172.21.15.1:0/2289701305 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ab0009b40 con 0x7f3ab8101d00 2024-02-09T23:59:13.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.318+0000 7f3aae7fc640 1 -- 172.21.15.1:0/2289701305 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3ab0003b70 con 0x7f3ab8101d00 2024-02-09T23:59:13.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.318+0000 7f3abf664640 1 -- 172.21.15.1:0/2289701305 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3ab4009560 con 0x7f3ab8101d00 2024-02-09T23:59:13.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.318+0000 7f3aae7fc640 1 -- 172.21.15.1:0/2289701305 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ab00108f0 con 0x7f3ab8101d00 2024-02-09T23:59:13.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.318+0000 7f3abf664640 1 -- 172.21.15.1:0/2289701305 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3ab81a1970 con 0x7f3ab8101d00 2024-02-09T23:59:13.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.320+0000 7f3aae7fc640 1 -- 172.21.15.1:0/2289701305 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 18) v1 ==== 136767+0+0 (secure 0 0 0) 0x7f3ab0003ce0 con 0x7f3ab8101d00 2024-02-09T23:59:13.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.321+0000 7f3ac2234740 1 Processor -- start 2024-02-09T23:59:13.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.321+0000 7f3ac2234740 1 -- start start 2024-02-09T23:59:13.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.321+0000 7f3aae7fc640 1 --2- 172.21.15.1:0/2289701305 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f3aa40a20c0 0x7f3aa40a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.321+0000 7f3ac2234740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559e7526ac0 0x5559e7526ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.321+0000 7f3ac2234740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559e7527c90 0x5559e7528110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.321+0000 7f3ac2234740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559e7528650 0x5559e752eee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.321+0000 7f3ac2234740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559e74e2d00 con 0x5559e7526ac0 2024-02-09T23:59:13.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.321+0000 7f3ac2234740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559e74972f0 con 0x5559e7527c90 2024-02-09T23:59:13.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.321+0000 7f3ac2234740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559e7494820 con 0x5559e7528650 2024-02-09T23:59:13.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.321+0000 7f3abcbff640 1 --2- 172.21.15.1:0/2289701305 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f3aa40a20c0 0x7f3aa40a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.321+0000 7f3aae7fc640 1 -- 172.21.15.1:0/2289701305 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f3ab0014070 con 0x7f3ab8101d00 2024-02-09T23:59:13.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.321+0000 7f3abd400640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559e7526ac0 0x5559e7526ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.321+0000 7f3abd400640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559e7526ac0 0x5559e7526ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:51392/0 (socket says 172.21.15.1:51392) 2024-02-09T23:59:13.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.321+0000 7f3abd400640 1 -- 172.21.15.1:0/3074019411 learned_addr learned my addr 172.21.15.1:0/3074019411 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:13.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.321+0000 7f3abdc01640 1 --2- 172.21.15.1:0/3074019411 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559e7528650 0x5559e752eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.321+0000 7f3abcbff640 1 --2- 172.21.15.1:0/3074019411 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559e7527c90 0x5559e7528110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.321+0000 7f3abd400640 1 -- 172.21.15.1:0/3074019411 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559e7528650 msgr2=0x5559e752eee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:13.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.321+0000 7f3abd400640 1 --2- 172.21.15.1:0/3074019411 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559e7528650 0x5559e752eee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.321+0000 7f3abd400640 1 -- 172.21.15.1:0/3074019411 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559e7527c90 msgr2=0x5559e7528110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:13.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.321+0000 7f3abd400640 1 --2- 172.21.15.1:0/3074019411 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559e7527c90 0x5559e7528110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.321+0000 7f3abd400640 1 -- 172.21.15.1:0/3074019411 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5559e7451ff0 con 0x5559e7526ac0 2024-02-09T23:59:13.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.322+0000 7f3abcbff640 1 --2- 172.21.15.1:0/2289701305 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f3aa40a20c0 0x7f3aa40a4580 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f3ab8103e50 tx=0x7f3ab402cb20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:13.332 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.322+0000 7f3abd400640 1 --2- 172.21.15.1:0/3074019411 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559e7526ac0 0x5559e7526ee0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f3aa800b7d0 tx=0x7f3aa8004610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf9b88f9fa1057ff server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:13.332 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.322+0000 7f3aa37fe640 1 -- 172.21.15.1:0/3074019411 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3aa8003dd0 con 0x5559e7526ac0 2024-02-09T23:59:13.332 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.322+0000 7f3aa37fe640 1 -- 172.21.15.1:0/3074019411 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3aa800be70 con 0x5559e7526ac0 2024-02-09T23:59:13.332 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.322+0000 7f3aa37fe640 1 -- 172.21.15.1:0/3074019411 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3aa8011940 con 0x5559e7526ac0 2024-02-09T23:59:13.332 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.322+0000 7f3ac2234740 1 -- 172.21.15.1:0/3074019411 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559e7526ac0 msgr2=0x5559e7526ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:13.332 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.322+0000 7f3ac2234740 1 --2- 172.21.15.1:0/3074019411 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559e7526ac0 0x5559e7526ee0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f3aa800b7d0 tx=0x7f3aa8004610 comp rx=0 tx=0).stop 2024-02-09T23:59:13.332 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.323+0000 7f3ac2234740 1 -- 172.21.15.1:0/3074019411 shutdown_connections 2024-02-09T23:59:13.333 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.323+0000 7f3ac2234740 1 --2- 172.21.15.1:0/3074019411 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559e7528650 0x5559e752eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.333 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.323+0000 7f3ac2234740 1 --2- 172.21.15.1:0/3074019411 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559e7527c90 0x5559e7528110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.333 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.323+0000 7f3ac2234740 1 --2- 172.21.15.1:0/3074019411 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559e7526ac0 0x5559e7526ee0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.333 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.323+0000 7f3ac2234740 1 -- 172.21.15.1:0/3074019411 >> 172.21.15.1:0/3074019411 conn(0x5559e7521eb0 msgr2=0x5559e75222b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:13.333 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.323+0000 7f3ac2234740 1 -- 172.21.15.1:0/3074019411 shutdown_connections 2024-02-09T23:59:13.333 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.323+0000 7f3ac2234740 1 -- 172.21.15.1:0/3074019411 wait complete. 2024-02-09T23:59:13.333 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.323+0000 7f3ac2234740 1 -- start start 2024-02-09T23:59:13.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.323+0000 7f3ac2234740 1 Processor -- start 2024-02-09T23:59:13.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.323+0000 7f3ac2234740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559e7526ac0 0x5559e7530c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.323+0000 7f3ac2234740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559e7527c90 0x5559e7531180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.323+0000 7f3ac2234740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559e7528650 0x5559e75381c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.323+0000 7f3ac2234740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559e7490000 con 0x5559e7526ac0 2024-02-09T23:59:13.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.323+0000 7f3ac2234740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559e7163430 con 0x5559e7527c90 2024-02-09T23:59:13.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.323+0000 7f3ac2234740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559e711fe00 con 0x5559e7528650 2024-02-09T23:59:13.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.323+0000 7f3ac2234740 10 client.0 _ll_register_callbacks cb 0x5559e74847f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:13.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.323+0000 7f3abd400640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559e7526ac0 0x5559e7530c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.323+0000 7f3abd400640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559e7526ac0 0x5559e7530c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:51396/0 (socket says 172.21.15.1:51396) 2024-02-09T23:59:13.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.323+0000 7f3abd400640 1 -- 172.21.15.1:0/463051815 learned_addr learned my addr 172.21.15.1:0/463051815 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:13.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.324+0000 7f3abcbff640 1 --2- 172.21.15.1:0/463051815 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559e7527c90 0x5559e7531180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.324+0000 7f3abdc01640 1 --2- 172.21.15.1:0/463051815 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559e7528650 0x5559e75381c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.324+0000 7f3abd400640 1 -- 172.21.15.1:0/463051815 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559e7528650 msgr2=0x5559e75381c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:13.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.324+0000 7f3abd400640 1 --2- 172.21.15.1:0/463051815 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559e7528650 0x5559e75381c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.324+0000 7f3abd400640 1 -- 172.21.15.1:0/463051815 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559e7527c90 msgr2=0x5559e7531180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:13.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.324+0000 7f3abd400640 1 --2- 172.21.15.1:0/463051815 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559e7527c90 0x5559e7531180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.324+0000 7f3abd400640 1 -- 172.21.15.1:0/463051815 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3aa80042f0 con 0x5559e7526ac0 2024-02-09T23:59:13.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.324+0000 7f3abd400640 1 --2- 172.21.15.1:0/463051815 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559e7526ac0 0x5559e7530c40 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f3aa8005c90 tx=0x7f3aa8003e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c139b300615c082 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:13.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.324+0000 7f3aa0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:13.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.324+0000 7f3aa0ff9640 1 -- 172.21.15.1:0/463051815 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3aa8021070 con 0x5559e7526ac0 2024-02-09T23:59:13.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.324+0000 7f3aa0ff9640 1 -- 172.21.15.1:0/463051815 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f3aa801a680 con 0x5559e7526ac0 2024-02-09T23:59:13.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.324+0000 7f3ac2234740 1 -- 172.21.15.1:0/463051815 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5559e718f7e0 con 0x5559e7526ac0 2024-02-09T23:59:13.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.324+0000 7f3aa0ff9640 1 -- 172.21.15.1:0/463051815 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3aa801a840 con 0x5559e7526ac0 2024-02-09T23:59:13.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.324+0000 7f3ac2234740 10 client.15501 fetch_fsmap learned FSMap version 27 2024-02-09T23:59:13.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.324+0000 7f3ac2234740 1 -- 172.21.15.1:0/463051815 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5559e748e680 con 0x5559e7526ac0 2024-02-09T23:59:13.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.325+0000 7f3aa0ff9640 1 -- 172.21.15.1:0/463051815 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5559e718f7e0 con 0x5559e7526ac0 2024-02-09T23:59:13.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.325+0000 7f3aa0ff9640 1 -- 172.21.15.1:0/463051815 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f3aa8026500 con 0x5559e7526ac0 2024-02-09T23:59:13.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.325+0000 7f3ac2234740 10 client.15501 fetch_fsmap finished waiting for FSMap version 27 2024-02-09T23:59:13.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.325+0000 7f3ac2234740 10 client.15501 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-09T23:59:13.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.325+0000 7f3ac2234740 20 client.15501 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:13.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.325+0000 7f3ac2234740 1 --2- 172.21.15.1:0/463051815 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5559e753ccb0 0x5559e753f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.325+0000 7f3ac2234740 4 client.15501 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-09T23:59:13.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.325+0000 7f3ac2234740 1 -- 172.21.15.1:0/463051815 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5559e71cc720 con 0x5559e753ccb0 2024-02-09T23:59:13.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.325+0000 7f3abcbff640 1 --2- 172.21.15.1:0/463051815 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5559e753ccb0 0x5559e753f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.325+0000 7f3aa0ff9640 10 client.15501 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:13.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.325+0000 7f3abcbff640 1 --2- 172.21.15.1:0/463051815 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5559e753ccb0 0x5559e753f0a0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5b9ac5e52e030967 server_cookie=e0315cfb10dd09a8 in_seq=0 out_seq=0 2024-02-09T23:59:13.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.326+0000 7f3aa0ff9640 1 -- 172.21.15.1:0/463051815 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5559e71cc720 con 0x5559e753ccb0 2024-02-09T23:59:13.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.326+0000 7f3aa0ff9640 10 client.15501 handle_command_reply: tid=0 2024-02-09T23:59:13.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.326+0000 7f3ac2234740 1 client.15501 shutdown 2024-02-09T23:59:13.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.326+0000 7f3ac2234740 1 -- 172.21.15.1:0/463051815 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559e7526ac0 msgr2=0x5559e7530c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:13.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.326+0000 7f3ac2234740 1 --2- 172.21.15.1:0/463051815 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559e7526ac0 0x5559e7530c40 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f3aa8005c90 tx=0x7f3aa8003e00 comp rx=0 tx=0).stop 2024-02-09T23:59:13.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.326+0000 7f3ac2234740 1 -- 172.21.15.1:0/463051815 shutdown_connections 2024-02-09T23:59:13.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.326+0000 7f3ac2234740 1 --2- 172.21.15.1:0/463051815 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5559e753ccb0 0x5559e753f0a0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.326+0000 7f3ac2234740 1 --2- 172.21.15.1:0/463051815 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559e7528650 0x5559e75381c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.326+0000 7f3ac2234740 1 --2- 172.21.15.1:0/463051815 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559e7527c90 0x5559e7531180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.326+0000 7f3ac2234740 1 --2- 172.21.15.1:0/463051815 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559e7526ac0 0x5559e7530c40 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.326+0000 7f3aa0ff9640 0 client.15501 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:13.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.326+0000 7f3ac2234740 1 -- 172.21.15.1:0/463051815 >> 172.21.15.1:0/463051815 conn(0x5559e7521eb0 msgr2=0x5559e75211f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:13.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.326+0000 7f3ac2234740 1 -- 172.21.15.1:0/463051815 shutdown_connections 2024-02-09T23:59:13.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.326+0000 7f3ac2234740 1 -- 172.21.15.1:0/463051815 wait complete. 2024-02-09T23:59:13.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.327+0000 7f3ac2234740 20 client.15501 trim_cache size 0 max 16384 2024-02-09T23:59:13.349 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.341+0000 7f3ac2234740 1 Processor -- start 2024-02-09T23:59:13.350 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.341+0000 7f3ac2234740 1 -- start start 2024-02-09T23:59:13.350 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.342+0000 7f3ac2234740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559e7526ac0 0x5559e7520960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.350 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.342+0000 7f3ac2234740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559e7527c90 0x5559e75380e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.350 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.342+0000 7f3ac2234740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559e7528650 0x5559e7520ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.350 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.342+0000 7f3ac2234740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559e7414fd0 con 0x5559e7526ac0 2024-02-09T23:59:13.350 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.342+0000 7f3ac2234740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559e751dc90 con 0x5559e7527c90 2024-02-09T23:59:13.350 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.342+0000 7f3ac2234740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559e75229a0 con 0x5559e7528650 2024-02-09T23:59:13.350 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.342+0000 7f3abd400640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559e7526ac0 0x5559e7520960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.350 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.342+0000 7f3abd400640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559e7526ac0 0x5559e7520960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:51404/0 (socket says 172.21.15.1:51404) 2024-02-09T23:59:13.350 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.342+0000 7f3abd400640 1 -- 172.21.15.1:0/2861388789 learned_addr learned my addr 172.21.15.1:0/2861388789 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:13.350 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.342+0000 7f3abdc01640 1 --2- 172.21.15.1:0/2861388789 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559e7528650 0x5559e7520ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.350 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.342+0000 7f3abd400640 1 -- 172.21.15.1:0/2861388789 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559e7528650 msgr2=0x5559e7520ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:13.350 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.342+0000 7f3abd400640 1 --2- 172.21.15.1:0/2861388789 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559e7528650 0x5559e7520ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.342+0000 7f3abd400640 1 -- 172.21.15.1:0/2861388789 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559e7527c90 msgr2=0x5559e75380e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:13.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.342+0000 7f3abd400640 1 --2- 172.21.15.1:0/2861388789 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559e7527c90 0x5559e75380e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.342+0000 7f3abd400640 1 -- 172.21.15.1:0/2861388789 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5559e742ab30 con 0x5559e7526ac0 2024-02-09T23:59:13.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.342+0000 7f3abdc01640 1 --2- 172.21.15.1:0/2861388789 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559e7528650 0x5559e7520ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:13.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.342+0000 7f3abd400640 1 --2- 172.21.15.1:0/2861388789 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559e7526ac0 0x5559e7520960 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f3aa8005940 tx=0x7f3aa8005f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f480ae42866d7c3 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:13.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.342+0000 7f3aa2ffd640 1 -- 172.21.15.1:0/2861388789 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3aa8021070 con 0x5559e7526ac0 2024-02-09T23:59:13.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.342+0000 7f3aa2ffd640 1 -- 172.21.15.1:0/2861388789 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3aa801ab60 con 0x5559e7526ac0 2024-02-09T23:59:13.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.342+0000 7f3aa2ffd640 1 -- 172.21.15.1:0/2861388789 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3aa8005290 con 0x5559e7526ac0 2024-02-09T23:59:13.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.343+0000 7f3ac2234740 1 -- 172.21.15.1:0/2861388789 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559e7526ac0 msgr2=0x5559e7520960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:13.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.343+0000 7f3ac2234740 1 --2- 172.21.15.1:0/2861388789 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559e7526ac0 0x5559e7520960 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f3aa8005940 tx=0x7f3aa8005f50 comp rx=0 tx=0).stop 2024-02-09T23:59:13.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.343+0000 7f3ac2234740 1 -- 172.21.15.1:0/2861388789 shutdown_connections 2024-02-09T23:59:13.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.343+0000 7f3ac2234740 1 --2- 172.21.15.1:0/2861388789 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559e7528650 0x5559e7520ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.343+0000 7f3ac2234740 1 --2- 172.21.15.1:0/2861388789 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559e7527c90 0x5559e75380e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.343+0000 7f3ac2234740 1 --2- 172.21.15.1:0/2861388789 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559e7526ac0 0x5559e7520960 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.343+0000 7f3ac2234740 1 -- 172.21.15.1:0/2861388789 >> 172.21.15.1:0/2861388789 conn(0x5559e7521eb0 msgr2=0x5559e7522290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:13.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.343+0000 7f3ac2234740 1 -- 172.21.15.1:0/2861388789 shutdown_connections 2024-02-09T23:59:13.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.343+0000 7f3ac2234740 1 -- 172.21.15.1:0/2861388789 wait complete. 2024-02-09T23:59:13.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.343+0000 7f3ac2234740 1 -- start start 2024-02-09T23:59:13.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.343+0000 7f3ac2234740 1 Processor -- start 2024-02-09T23:59:13.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.344+0000 7f3ac2234740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559e7526ac0 0x5559e7536750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.344+0000 7f3ac2234740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559e7527c90 0x5559e7536c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.344+0000 7f3ac2234740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559e7528650 0x5559e75371d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.344+0000 7f3ac2234740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559e75383a0 con 0x5559e7526ac0 2024-02-09T23:59:13.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.344+0000 7f3ac2234740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559e75931b0 con 0x5559e7528650 2024-02-09T23:59:13.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.344+0000 7f3ac2234740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559e75932f0 con 0x5559e7527c90 2024-02-09T23:59:13.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.344+0000 7f3ac2234740 10 client.0 _ll_register_callbacks cb 0x7f3aa8004120 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:13.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.344+0000 7f3abd400640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559e7526ac0 0x5559e7536750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.344+0000 7f3abd400640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559e7526ac0 0x5559e7536750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:51420/0 (socket says 172.21.15.1:51420) 2024-02-09T23:59:13.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.344+0000 7f3abd400640 1 -- 172.21.15.1:0/2848401493 learned_addr learned my addr 172.21.15.1:0/2848401493 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:13.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.344+0000 7f3abcbff640 1 --2- 172.21.15.1:0/2848401493 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559e7527c90 0x5559e7536c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.344+0000 7f3abdc01640 1 --2- 172.21.15.1:0/2848401493 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559e7528650 0x5559e75371d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.344+0000 7f3abd400640 1 -- 172.21.15.1:0/2848401493 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559e7527c90 msgr2=0x5559e7536c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:13.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.344+0000 7f3abd400640 1 --2- 172.21.15.1:0/2848401493 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559e7527c90 0x5559e7536c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.344+0000 7f3abd400640 1 -- 172.21.15.1:0/2848401493 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559e7528650 msgr2=0x5559e75371d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:13.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.344+0000 7f3abd400640 1 --2- 172.21.15.1:0/2848401493 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559e7528650 0x5559e75371d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.344+0000 7f3abd400640 1 -- 172.21.15.1:0/2848401493 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5559e748e680 con 0x5559e7526ac0 2024-02-09T23:59:13.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.344+0000 7f3abd400640 1 --2- 172.21.15.1:0/2848401493 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559e7526ac0 0x5559e7536750 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f3aa8026990 tx=0x7f3aa8003ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72cc18351f63dc51 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:13.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.344+0000 7f3aa0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:13.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.344+0000 7f3aa0ff9640 1 -- 172.21.15.1:0/2848401493 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3aa8021040 con 0x5559e7526ac0 2024-02-09T23:59:13.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.345+0000 7f3aa0ff9640 1 -- 172.21.15.1:0/2848401493 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7f3aa801a890 con 0x5559e7526ac0 2024-02-09T23:59:13.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.345+0000 7f3ac2234740 1 -- 172.21.15.1:0/2848401493 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3aa800be70 con 0x5559e7526ac0 2024-02-09T23:59:13.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.345+0000 7f3aa0ff9640 1 -- 172.21.15.1:0/2848401493 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3aa8005050 con 0x5559e7526ac0 2024-02-09T23:59:13.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.345+0000 7f3ac2234740 10 client.15507 fetch_fsmap learned FSMap version 27 2024-02-09T23:59:13.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.345+0000 7f3ac2234740 1 -- 172.21.15.1:0/2848401493 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5559e7450850 con 0x5559e7526ac0 2024-02-09T23:59:13.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.345+0000 7f3aa0ff9640 1 -- 172.21.15.1:0/2848401493 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3aa800be70 con 0x5559e7526ac0 2024-02-09T23:59:13.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.345+0000 7f3aa0ff9640 1 -- 172.21.15.1:0/2848401493 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f3aa80048c0 con 0x5559e7526ac0 2024-02-09T23:59:13.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.345+0000 7f3ac2234740 10 client.15507 fetch_fsmap finished waiting for FSMap version 27 2024-02-09T23:59:13.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.345+0000 7f3ac2234740 10 client.15507 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-09T23:59:13.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.345+0000 7f3ac2234740 20 client.15507 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:13.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.345+0000 7f3ac2234740 1 --2- 172.21.15.1:0/2848401493 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5559e75948f0 0x5559e7596d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:13.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.345+0000 7f3ac2234740 4 client.15507 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-09T23:59:13.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.345+0000 7f3ac2234740 1 -- 172.21.15.1:0/2848401493 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5559e721b890 con 0x5559e75948f0 2024-02-09T23:59:13.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.345+0000 7f3abcbff640 1 --2- 172.21.15.1:0/2848401493 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5559e75948f0 0x5559e7596d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:13.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.346+0000 7f3aa0ff9640 10 client.15507 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:13.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.346+0000 7f3abcbff640 1 --2- 172.21.15.1:0/2848401493 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5559e75948f0 0x5559e7596d10 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dfcae62e84740ca2 server_cookie=8916667b16ece8b7 in_seq=0 out_seq=0 2024-02-09T23:59:13.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.346+0000 7f3aa0ff9640 1 -- 172.21.15.1:0/2848401493 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x5559e721b890 con 0x5559e75948f0 2024-02-09T23:59:13.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.346+0000 7f3aa0ff9640 10 client.15507 handle_command_reply: tid=0 2024-02-09T23:59:13.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.346+0000 7f3ac2234740 1 client.15507 shutdown 2024-02-09T23:59:13.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.346+0000 7f3ac2234740 1 -- 172.21.15.1:0/2848401493 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559e7526ac0 msgr2=0x5559e7536750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:13.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.346+0000 7f3ac2234740 1 --2- 172.21.15.1:0/2848401493 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559e7526ac0 0x5559e7536750 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f3aa8026990 tx=0x7f3aa8003ef0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.346+0000 7f3ac2234740 1 -- 172.21.15.1:0/2848401493 shutdown_connections 2024-02-09T23:59:13.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.346+0000 7f3ac2234740 1 --2- 172.21.15.1:0/2848401493 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5559e75948f0 0x5559e7596d10 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.346+0000 7f3ac2234740 1 --2- 172.21.15.1:0/2848401493 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559e7528650 0x5559e75371d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.346+0000 7f3ac2234740 1 --2- 172.21.15.1:0/2848401493 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559e7527c90 0x5559e7536c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.346+0000 7f3ac2234740 1 --2- 172.21.15.1:0/2848401493 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559e7526ac0 0x5559e7536750 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.346+0000 7f3ac2234740 1 -- 172.21.15.1:0/2848401493 >> 172.21.15.1:0/2848401493 conn(0x5559e7521eb0 msgr2=0x5559e7525110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:13.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.346+0000 7f3aa0ff9640 0 client.15507 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:13.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.346+0000 7f3ac2234740 1 -- 172.21.15.1:0/2848401493 shutdown_connections 2024-02-09T23:59:13.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.346+0000 7f3ac2234740 1 -- 172.21.15.1:0/2848401493 wait complete. 2024-02-09T23:59:13.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.346+0000 7f3ac2234740 20 client.15507 trim_cache size 0 max 16384 2024-02-09T23:59:13.355 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-09T23:59:13.356 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "IDLE (waiting for more scrubs)", 2024-02-09T23:59:13.356 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": { 2024-02-09T23:59:13.356 INFO:teuthology.orchestra.run.smithi001.stdout: "efc98b6f-b3b7-4a64-a557-7a237c8f5a81": { 2024-02-09T23:59:13.356 INFO:teuthology.orchestra.run.smithi001.stdout: "path": "/", 2024-02-09T23:59:13.356 INFO:teuthology.orchestra.run.smithi001.stdout: "tag": "efc98b6f-b3b7-4a64-a557-7a237c8f5a81", 2024-02-09T23:59:13.356 INFO:teuthology.orchestra.run.smithi001.stdout: "options": "recursive,force" 2024-02-09T23:59:13.356 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-09T23:59:13.356 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-09T23:59:13.356 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-09T23:59:13.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.347+0000 7f3abf664640 1 -- 172.21.15.1:0/2289701305 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f3aa40a20c0 msgr2=0x7f3aa40a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:13.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.347+0000 7f3abf664640 1 --2- 172.21.15.1:0/2289701305 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f3aa40a20c0 0x7f3aa40a4580 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f3ab8103e50 tx=0x7f3ab402cb20 comp rx=0 tx=0).stop 2024-02-09T23:59:13.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.347+0000 7f3abf664640 1 -- 172.21.15.1:0/2289701305 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3ab8101d00 msgr2=0x7f3ab8102c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:13.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.347+0000 7f3abf664640 1 --2- 172.21.15.1:0/2289701305 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3ab8101d00 0x7f3ab8102c60 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f3ab0009cf0 tx=0x7f3ab000c6a0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.347+0000 7f3abf664640 1 -- 172.21.15.1:0/2289701305 shutdown_connections 2024-02-09T23:59:13.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.347+0000 7f3abf664640 1 --2- 172.21.15.1:0/2289701305 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3ab8101d00 0x7f3ab8102c60 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.347+0000 7f3abf664640 1 --2- 172.21.15.1:0/2289701305 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3ab8101340 0x7f3ab8102720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.347+0000 7f3abf664640 1 --2- 172.21.15.1:0/2289701305 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7f3aa40a20c0 0x7f3aa40a4580 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.347+0000 7f3abf664640 1 --2- 172.21.15.1:0/2289701305 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ab8100150 0x7f3ab81040e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:13.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.347+0000 7f3abf664640 1 -- 172.21.15.1:0/2289701305 >> 172.21.15.1:0/2289701305 conn(0x7f3ab80fb6c0 msgr2=0x7f3ab80fd1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:13.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.347+0000 7f3abf664640 1 -- 172.21.15.1:0/2289701305 shutdown_connections 2024-02-09T23:59:13.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.347+0000 7f3abf664640 1 -- 172.21.15.1:0/2289701305 wait complete. 2024-02-09T23:59:13.358 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:13 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/364187382' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-09T23:59:13.359 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:13 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/96414780' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:59:13.359 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:13 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1248138365' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:59:13.360 INFO:tasks.cephfs.filesystem:scrub status for tag:efc98b6f-b3b7-4a64-a557-7a237c8f5a81 - {'path': '/', 'tag': 'efc98b6f-b3b7-4a64-a557-7a237c8f5a81', 'options': 'recursive,force'} 2024-02-09T23:59:13.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:13.411+0000 7efd95e3c640 1 -- 172.21.15.1:0/3258737419 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) v1 -- 0x7efd7c005af0 con 0x7efd90106f40 2024-02-09T23:59:13.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:13 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/364187382' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-09T23:59:13.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:13 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/96414780' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:59:13.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:13 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1248138365' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:59:13.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:13 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/364187382' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-09T23:59:13.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:13 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/96414780' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:59:13.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:13 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1248138365' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-09T23:59:14.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.198+0000 7efd8cff9640 1 -- 172.21.15.1:0/3258737419 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v19) v1 ==== 92+0+0 (secure 0 0 0) 0x7efd880bcb20 con 0x7efd90106f40 2024-02-09T23:59:14.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.201+0000 7efd95e3c640 1 -- 172.21.15.1:0/3258737419 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7efd780a20b0 msgr2=0x7efd780a4570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:14.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.201+0000 7efd95e3c640 1 --2- 172.21.15.1:0/3258737419 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7efd780a20b0 0x7efd780a4570 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7efd84005fd0 tx=0x7efd84005850 comp rx=0 tx=0).stop 2024-02-09T23:59:14.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.201+0000 7efd95e3c640 1 -- 172.21.15.1:0/3258737419 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efd90106f40 msgr2=0x7efd9019e850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:14.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.201+0000 7efd95e3c640 1 --2- 172.21.15.1:0/3258737419 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efd90106f40 0x7efd9019e850 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7efd88037040 tx=0x7efd88034a90 comp rx=0 tx=0).stop 2024-02-09T23:59:14.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.201+0000 7efd95e3c640 1 -- 172.21.15.1:0/3258737419 shutdown_connections 2024-02-09T23:59:14.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.201+0000 7efd95e3c640 1 --2- 172.21.15.1:0/3258737419 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efd90106f40 0x7efd9019e850 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:14.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.201+0000 7efd95e3c640 1 --2- 172.21.15.1:0/3258737419 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efd90104610 0x7efd90197830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:14.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.201+0000 7efd95e3c640 1 --2- 172.21.15.1:0/3258737419 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7efd780a20b0 0x7efd780a4570 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:14.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.201+0000 7efd95e3c640 1 --2- 172.21.15.1:0/3258737419 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efd90101ce0 0x7efd901972f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:14.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.201+0000 7efd95e3c640 1 -- 172.21.15.1:0/3258737419 >> 172.21.15.1:0/3258737419 conn(0x7efd900fb6d0 msgr2=0x7efd90102620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:14.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.201+0000 7efd95e3c640 1 -- 172.21.15.1:0/3258737419 shutdown_connections 2024-02-09T23:59:14.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.201+0000 7efd95e3c640 1 -- 172.21.15.1:0/3258737419 wait complete. 2024-02-09T23:59:14.222 DEBUG:teuthology.orchestra.run.smithi001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2024-02-09T23:59:14.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.331+0000 7fe942c9d640 1 -- 172.21.15.1:0/2441190538 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe93c104670 msgr2=0x7fe93c106a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:14.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.331+0000 7fe942c9d640 1 --2- 172.21.15.1:0/2441190538 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe93c104670 0x7fe93c106a60 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fe928009900 tx=0x7fe92802bc30 comp rx=0 tx=0).stop 2024-02-09T23:59:14.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.331+0000 7fe942c9d640 1 -- 172.21.15.1:0/2441190538 shutdown_connections 2024-02-09T23:59:14.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.331+0000 7fe942c9d640 1 --2- 172.21.15.1:0/2441190538 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe93c106fa0 0x7fe93c109390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:14.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.331+0000 7fe942c9d640 1 --2- 172.21.15.1:0/2441190538 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe93c104670 0x7fe93c106a60 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:14.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.331+0000 7fe942c9d640 1 --2- 172.21.15.1:0/2441190538 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe93c101d40 0x7fe93c104130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:14.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.331+0000 7fe942c9d640 1 -- 172.21.15.1:0/2441190538 >> 172.21.15.1:0/2441190538 conn(0x7fe93c0fb6d0 msgr2=0x7fe93c0fdb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:14.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.331+0000 7fe942c9d640 1 -- 172.21.15.1:0/2441190538 shutdown_connections 2024-02-09T23:59:14.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.331+0000 7fe942c9d640 1 -- 172.21.15.1:0/2441190538 wait complete. 2024-02-09T23:59:14.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.332+0000 7fe942c9d640 1 Processor -- start 2024-02-09T23:59:14.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.332+0000 7fe942c9d640 1 -- start start 2024-02-09T23:59:14.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.332+0000 7fe942c9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe93c101d40 0x7fe93c1016b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:14.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.332+0000 7fe942c9d640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe93c104670 0x7fe93c0ffcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:14.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.332+0000 7fe942c9d640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe93c106fa0 0x7fe93c100230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:14.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.332+0000 7fe942c9d640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe93c100990 con 0x7fe93c101d40 2024-02-09T23:59:14.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.332+0000 7fe942c9d640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe93c100b00 con 0x7fe93c106fa0 2024-02-09T23:59:14.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.332+0000 7fe942c9d640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe93c1a13a0 con 0x7fe93c104670 2024-02-09T23:59:14.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.332+0000 7fe940a39640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe93c101d40 0x7fe93c1016b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:14.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.332+0000 7fe940a39640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe93c101d40 0x7fe93c1016b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:51442/0 (socket says 172.21.15.1:51442) 2024-02-09T23:59:14.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.332+0000 7fe940a39640 1 -- 172.21.15.1:0/3063346770 learned_addr learned my addr 172.21.15.1:0/3063346770 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:14.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.332+0000 7fe94123a640 1 --2- 172.21.15.1:0/3063346770 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe93c106fa0 0x7fe93c100230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:14.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.332+0000 7fe93bfff640 1 --2- 172.21.15.1:0/3063346770 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe93c104670 0x7fe93c0ffcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:14.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.332+0000 7fe940a39640 1 -- 172.21.15.1:0/3063346770 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe93c104670 msgr2=0x7fe93c0ffcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:14.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.332+0000 7fe940a39640 1 --2- 172.21.15.1:0/3063346770 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe93c104670 0x7fe93c0ffcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:14.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.332+0000 7fe940a39640 1 -- 172.21.15.1:0/3063346770 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe93c106fa0 msgr2=0x7fe93c100230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:14.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.332+0000 7fe940a39640 1 --2- 172.21.15.1:0/3063346770 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe93c106fa0 0x7fe93c100230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:14.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.332+0000 7fe940a39640 1 -- 172.21.15.1:0/3063346770 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe928009560 con 0x7fe93c101d40 2024-02-09T23:59:14.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.332+0000 7fe940a39640 1 --2- 172.21.15.1:0/3063346770 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe93c101d40 0x7fe93c1016b0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fe93000ea20 tx=0x7fe93000ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:14.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.333+0000 7fe939ffb640 1 -- 172.21.15.1:0/3063346770 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe930009720 con 0x7fe93c101d40 2024-02-09T23:59:14.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.333+0000 7fe942c9d640 1 -- 172.21.15.1:0/3063346770 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe93c1a1650 con 0x7fe93c101d40 2024-02-09T23:59:14.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.333+0000 7fe939ffb640 1 -- 172.21.15.1:0/3063346770 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe93000cd80 con 0x7fe93c101d40 2024-02-09T23:59:14.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.333+0000 7fe939ffb640 1 -- 172.21.15.1:0/3063346770 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe930010490 con 0x7fe93c101d40 2024-02-09T23:59:14.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.333+0000 7fe942c9d640 1 -- 172.21.15.1:0/3063346770 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe93c1a1b30 con 0x7fe93c101d40 2024-02-09T23:59:14.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.334+0000 7fe942c9d640 1 -- 172.21.15.1:0/3063346770 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe93c0fd1c0 con 0x7fe93c101d40 2024-02-09T23:59:14.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.335+0000 7fe939ffb640 1 -- 172.21.15.1:0/3063346770 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 19) v1 ==== 136784+0+0 (secure 0 0 0) 0x7fe930005000 con 0x7fe93c101d40 2024-02-09T23:59:14.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.335+0000 7fe939ffb640 1 --2- 172.21.15.1:0/3063346770 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe92c0a2100 0x7fe92c0a45c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:14.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.335+0000 7fe93bfff640 1 -- 172.21.15.1:0/3063346770 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe92c0a2100 msgr2=0x7fe92c0a45c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.1:6800/1442269036 2024-02-09T23:59:14.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.336+0000 7fe939ffb640 1 -- 172.21.15.1:0/3063346770 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fe930014070 con 0x7fe93c101d40 2024-02-09T23:59:14.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.336+0000 7fe93bfff640 1 --2- 172.21.15.1:0/3063346770 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe92c0a2100 0x7fe92c0a45c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-02-09T23:59:14.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.339+0000 7fe939ffb640 1 -- 172.21.15.1:0/3063346770 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fe9300972b0 con 0x7fe93c101d40 2024-02-09T23:59:14.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:14 smithi001 ceph-mon[32335]: pgmap v351: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 10 op/s 2024-02-09T23:59:14.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:14 smithi001 ceph-mon[32335]: scrub queued for path: / 2024-02-09T23:59:14.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:14 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-09T23:59:14.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:14 smithi001 ceph-mon[32335]: scrub summary: active paths [/] 2024-02-09T23:59:14.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:14 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-09T23:59:14.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:14 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3258737419' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-02-09T23:59:14.470 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:14 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: ignoring --setuser ceph since I am not root 2024-02-09T23:59:14.470 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:14 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: ignoring --setgroup ceph since I am not root 2024-02-09T23:59:14.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.522+0000 7fe942c9d640 1 -- 172.21.15.1:0/3063346770 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) v1 -- 0x7fe93c10cc70 con 0x7fe93c101d40 2024-02-09T23:59:14.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.526+0000 7fe939ffb640 1 -- 172.21.15.1:0/3063346770 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v25)=0 v25) v1 ==== 138+0+0 (secure 0 0 0) 0x7fe93009a970 con 0x7fe93c101d40 2024-02-09T23:59:14.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.528+0000 7fe942c9d640 1 -- 172.21.15.1:0/3063346770 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe92c0a2100 msgr2=0x7fe92c0a45c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-02-09T23:59:14.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.528+0000 7fe942c9d640 1 --2- 172.21.15.1:0/3063346770 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe92c0a2100 0x7fe92c0a45c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:14.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.528+0000 7fe942c9d640 1 -- 172.21.15.1:0/3063346770 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe93c101d40 msgr2=0x7fe93c1016b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:14.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.528+0000 7fe942c9d640 1 --2- 172.21.15.1:0/3063346770 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe93c101d40 0x7fe93c1016b0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fe93000ea20 tx=0x7fe93000ee20 comp rx=0 tx=0).stop 2024-02-09T23:59:14.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.528+0000 7fe942c9d640 1 -- 172.21.15.1:0/3063346770 shutdown_connections 2024-02-09T23:59:14.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.528+0000 7fe942c9d640 1 --2- 172.21.15.1:0/3063346770 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fe92c0a2100 0x7fe92c0a45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:14.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.528+0000 7fe942c9d640 1 --2- 172.21.15.1:0/3063346770 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe93c106fa0 0x7fe93c100230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:14.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.528+0000 7fe942c9d640 1 --2- 172.21.15.1:0/3063346770 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe93c104670 0x7fe93c0ffcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:14.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.528+0000 7fe942c9d640 1 --2- 172.21.15.1:0/3063346770 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe93c101d40 0x7fe93c1016b0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:14.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.528+0000 7fe942c9d640 1 -- 172.21.15.1:0/3063346770 >> 172.21.15.1:0/3063346770 conn(0x7fe93c0fb6d0 msgr2=0x7fe93c1027a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:14.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.528+0000 7fe942c9d640 1 -- 172.21.15.1:0/3063346770 shutdown_connections 2024-02-09T23:59:14.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.528+0000 7fe942c9d640 1 -- 172.21.15.1:0/3063346770 wait complete. 2024-02-09T23:59:14.541 DEBUG:teuthology.orchestra.run.smithi001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2024-02-09T23:59:14.595 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:59:14 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: ignoring --setuser ceph since I am not root 2024-02-09T23:59:14.595 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:59:14 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: ignoring --setgroup ceph since I am not root 2024-02-09T23:59:14.595 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:59:14 smithi088 ceph-mgr[37831]: -- 172.21.15.88:0/2881047339 <== mon.2 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56435b59c1a0 con 0x56435b572800 2024-02-09T23:59:14.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:14 smithi088 ceph-mon[36452]: pgmap v351: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 10 op/s 2024-02-09T23:59:14.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:14 smithi088 ceph-mon[36452]: scrub queued for path: / 2024-02-09T23:59:14.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:14 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-09T23:59:14.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:14 smithi088 ceph-mon[36452]: scrub summary: active paths [/] 2024-02-09T23:59:14.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:14 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-09T23:59:14.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:14 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3258737419' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-02-09T23:59:14.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:14 smithi103 ceph-mon[36942]: pgmap v351: 97 pgs: 97 active+clean; 643 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 10 op/s 2024-02-09T23:59:14.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:14 smithi103 ceph-mon[36942]: scrub queued for path: / 2024-02-09T23:59:14.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:14 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-09T23:59:14.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:14 smithi103 ceph-mon[36942]: scrub summary: active paths [/] 2024-02-09T23:59:14.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:14 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-09T23:59:14.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:14 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3258737419' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-02-09T23:59:14.640 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:59:14 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: ignoring --setuser ceph since I am not root 2024-02-09T23:59:14.640 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:59:14 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: ignoring --setgroup ceph since I am not root 2024-02-09T23:59:14.640 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:59:14 smithi103 ceph-mgr[38807]: -- 172.21.15.103:0/3008093387 <== mon.1 v2:172.21.15.103:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56177c5e61a0 con 0x56177c5bc800 2024-02-09T23:59:14.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.646+0000 7fa56def4640 1 -- 172.21.15.1:0/3212580139 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa568101280 msgr2=0x7fa5681016a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:14.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.646+0000 7fa56def4640 1 --2- 172.21.15.1:0/3212580139 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa568101280 0x7fa5681016a0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fa558009900 tx=0x7fa55802bc30 comp rx=0 tx=0).stop 2024-02-09T23:59:14.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.646+0000 7fa56def4640 1 -- 172.21.15.1:0/3212580139 shutdown_connections 2024-02-09T23:59:14.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.646+0000 7fa56def4640 1 --2- 172.21.15.1:0/3212580139 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa568102e30 0x7fa5681096c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:14.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.646+0000 7fa56def4640 1 --2- 172.21.15.1:0/3212580139 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa568102470 0x7fa5681028f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:14.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.646+0000 7fa56def4640 1 --2- 172.21.15.1:0/3212580139 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa568101280 0x7fa5681016a0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:14.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.646+0000 7fa56def4640 1 -- 172.21.15.1:0/3212580139 >> 172.21.15.1:0/3212580139 conn(0x7fa5680fc7f0 msgr2=0x7fa5680fec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:14.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.646+0000 7fa56def4640 1 -- 172.21.15.1:0/3212580139 shutdown_connections 2024-02-09T23:59:14.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.646+0000 7fa56def4640 1 -- 172.21.15.1:0/3212580139 wait complete. 2024-02-09T23:59:14.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.647+0000 7fa56def4640 1 Processor -- start 2024-02-09T23:59:14.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.647+0000 7fa56def4640 1 -- start start 2024-02-09T23:59:14.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.647+0000 7fa56def4640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa568101280 0x7fa568197350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:14.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.647+0000 7fa56def4640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa568102470 0x7fa568197890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:14.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.647+0000 7fa56def4640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa568102e30 0x7fa56819e900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:14.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.647+0000 7fa56def4640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa56819ee40 con 0x7fa568102470 2024-02-09T23:59:14.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.647+0000 7fa56def4640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa56819efb0 con 0x7fa568102e30 2024-02-09T23:59:14.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.647+0000 7fa56def4640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa56819f170 con 0x7fa568101280 2024-02-09T23:59:14.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.648+0000 7fa566ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa568102470 0x7fa568197890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:14.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.648+0000 7fa5677fe640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa568101280 0x7fa568197350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:14.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.648+0000 7fa566ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa568102470 0x7fa568197890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:51450/0 (socket says 172.21.15.1:51450) 2024-02-09T23:59:14.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.648+0000 7fa566ffd640 1 -- 172.21.15.1:0/769002504 learned_addr learned my addr 172.21.15.1:0/769002504 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:14.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.648+0000 7fa567fff640 1 --2- 172.21.15.1:0/769002504 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa568102e30 0x7fa56819e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:14.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.648+0000 7fa566ffd640 1 -- 172.21.15.1:0/769002504 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa568101280 msgr2=0x7fa568197350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:14.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.648+0000 7fa566ffd640 1 --2- 172.21.15.1:0/769002504 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa568101280 0x7fa568197350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:14.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.648+0000 7fa566ffd640 1 -- 172.21.15.1:0/769002504 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa568102e30 msgr2=0x7fa56819e900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:14.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.648+0000 7fa566ffd640 1 --2- 172.21.15.1:0/769002504 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa568102e30 0x7fa56819e900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:14.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.648+0000 7fa566ffd640 1 -- 172.21.15.1:0/769002504 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa558009560 con 0x7fa568102470 2024-02-09T23:59:14.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.648+0000 7fa566ffd640 1 --2- 172.21.15.1:0/769002504 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa568102470 0x7fa568197890 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fa55c00e9f0 tx=0x7fa55c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:14.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.648+0000 7fa564ff9640 1 -- 172.21.15.1:0/769002504 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa55c009720 con 0x7fa568102470 2024-02-09T23:59:14.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.648+0000 7fa564ff9640 1 -- 172.21.15.1:0/769002504 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa55c00cd80 con 0x7fa568102470 2024-02-09T23:59:14.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.648+0000 7fa56def4640 1 -- 172.21.15.1:0/769002504 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa56819f450 con 0x7fa568102470 2024-02-09T23:59:14.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.648+0000 7fa564ff9640 1 -- 172.21.15.1:0/769002504 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa55c010690 con 0x7fa568102470 2024-02-09T23:59:14.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.648+0000 7fa56def4640 1 -- 172.21.15.1:0/769002504 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa56819f910 con 0x7fa568102470 2024-02-09T23:59:14.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.649+0000 7fa56def4640 1 -- 172.21.15.1:0/769002504 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa5681085c0 con 0x7fa568102470 2024-02-09T23:59:14.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.651+0000 7fa564ff9640 1 -- 172.21.15.1:0/769002504 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 19) v1 ==== 136784+0+0 (secure 0 0 0) 0x7fa55c0046c0 con 0x7fa568102470 2024-02-09T23:59:14.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.652+0000 7fa564ff9640 1 --2- 172.21.15.1:0/769002504 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fa5500a2100 0x7fa5500a45c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:14.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.652+0000 7fa5677fe640 1 -- 172.21.15.1:0/769002504 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fa5500a2100 msgr2=0x7fa5500a45c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.1:6800/1442269036 2024-02-09T23:59:14.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.652+0000 7fa564ff9640 1 -- 172.21.15.1:0/769002504 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fa55c014070 con 0x7fa568102470 2024-02-09T23:59:14.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.652+0000 7fa5677fe640 1 --2- 172.21.15.1:0/769002504 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fa5500a2100 0x7fa5500a45c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-02-09T23:59:14.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.656+0000 7fa564ff9640 1 -- 172.21.15.1:0/769002504 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fa55c097230 con 0x7fa568102470 2024-02-09T23:59:14.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.839+0000 7fa56def4640 1 -- 172.21.15.1:0/769002504 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) v1 -- 0x7fa56810cc90 con 0x7fa568102470 2024-02-09T23:59:14.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.843+0000 7fa564ff9640 1 -- 172.21.15.1:0/769002504 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v26)=0 v26) v1 ==== 133+0+0 (secure 0 0 0) 0x7fa55c09a8f0 con 0x7fa568102470 2024-02-09T23:59:14.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.845+0000 7fa56def4640 1 -- 172.21.15.1:0/769002504 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fa5500a2100 msgr2=0x7fa5500a45c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-02-09T23:59:14.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.845+0000 7fa56def4640 1 --2- 172.21.15.1:0/769002504 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fa5500a2100 0x7fa5500a45c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:14.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.845+0000 7fa56def4640 1 -- 172.21.15.1:0/769002504 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa568102470 msgr2=0x7fa568197890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:14.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.845+0000 7fa56def4640 1 --2- 172.21.15.1:0/769002504 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa568102470 0x7fa568197890 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fa55c00e9f0 tx=0x7fa55c00edf0 comp rx=0 tx=0).stop 2024-02-09T23:59:14.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.845+0000 7fa56def4640 1 -- 172.21.15.1:0/769002504 shutdown_connections 2024-02-09T23:59:14.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.845+0000 7fa56def4640 1 --2- 172.21.15.1:0/769002504 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fa5500a2100 0x7fa5500a45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:14.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.845+0000 7fa56def4640 1 --2- 172.21.15.1:0/769002504 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa568102e30 0x7fa56819e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:14.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.845+0000 7fa56def4640 1 --2- 172.21.15.1:0/769002504 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa568102470 0x7fa568197890 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:14.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.845+0000 7fa56def4640 1 --2- 172.21.15.1:0/769002504 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa568101280 0x7fa568197350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:14.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.845+0000 7fa56def4640 1 -- 172.21.15.1:0/769002504 >> 172.21.15.1:0/769002504 conn(0x7fa5680fc7f0 msgr2=0x7fa568105790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:14.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.845+0000 7fa56def4640 1 -- 172.21.15.1:0/769002504 shutdown_connections 2024-02-09T23:59:14.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.845+0000 7fa56def4640 1 -- 172.21.15.1:0/769002504 wait complete. 2024-02-09T23:59:14.859 DEBUG:teuthology.orchestra.run.smithi001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m' 2024-02-09T23:59:14.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.964+0000 7fc7e54f1640 1 -- 172.21.15.1:0/469077902 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc7e0107000 msgr2=0x7fc7e01093f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:14.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.964+0000 7fc7e54f1640 1 --2- 172.21.15.1:0/469077902 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc7e0107000 0x7fc7e01093f0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fc7d8009ca0 tx=0x7fc7d802c0f0 comp rx=0 tx=0).stop 2024-02-09T23:59:14.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.964+0000 7fc7e54f1640 1 -- 172.21.15.1:0/469077902 shutdown_connections 2024-02-09T23:59:14.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.964+0000 7fc7e54f1640 1 --2- 172.21.15.1:0/469077902 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc7e0107000 0x7fc7e01093f0 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:14.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.964+0000 7fc7e54f1640 1 --2- 172.21.15.1:0/469077902 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc7e01046d0 0x7fc7e0106ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:14.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.964+0000 7fc7e54f1640 1 --2- 172.21.15.1:0/469077902 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc7e0101da0 0x7fc7e0104190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:14.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.964+0000 7fc7e54f1640 1 -- 172.21.15.1:0/469077902 >> 172.21.15.1:0/469077902 conn(0x7fc7e00fb6f0 msgr2=0x7fc7e00fdb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:14.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.964+0000 7fc7e54f1640 1 -- 172.21.15.1:0/469077902 shutdown_connections 2024-02-09T23:59:14.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.964+0000 7fc7e54f1640 1 -- 172.21.15.1:0/469077902 wait complete. 2024-02-09T23:59:14.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.965+0000 7fc7e54f1640 1 Processor -- start 2024-02-09T23:59:14.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.965+0000 7fc7e54f1640 1 -- start start 2024-02-09T23:59:14.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.965+0000 7fc7e54f1640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc7e0101da0 0x7fc7e01972f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:14.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.965+0000 7fc7e54f1640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc7e01046d0 0x7fc7e0197830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:14.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.965+0000 7fc7e54f1640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc7e0107000 0x7fc7e019e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:14.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.965+0000 7fc7e54f1640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7e019ede0 con 0x7fc7e0101da0 2024-02-09T23:59:14.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.965+0000 7fc7e54f1640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7e019ef50 con 0x7fc7e01046d0 2024-02-09T23:59:14.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.965+0000 7fc7e54f1640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7e019f110 con 0x7fc7e0107000 2024-02-09T23:59:14.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.965+0000 7fc7deffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc7e0101da0 0x7fc7e01972f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:14.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.965+0000 7fc7deffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc7e0101da0 0x7fc7e01972f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:51478/0 (socket says 172.21.15.1:51478) 2024-02-09T23:59:14.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.965+0000 7fc7deffd640 1 -- 172.21.15.1:0/1115993349 learned_addr learned my addr 172.21.15.1:0/1115993349 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:14.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.965+0000 7fc7df7fe640 1 --2- 172.21.15.1:0/1115993349 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc7e0107000 0x7fc7e019e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:14.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.965+0000 7fc7de7fc640 1 --2- 172.21.15.1:0/1115993349 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc7e01046d0 0x7fc7e0197830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:14.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.966+0000 7fc7deffd640 1 -- 172.21.15.1:0/1115993349 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc7e0107000 msgr2=0x7fc7e019e8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:14.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.966+0000 7fc7deffd640 1 --2- 172.21.15.1:0/1115993349 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc7e0107000 0x7fc7e019e8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:14.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.966+0000 7fc7deffd640 1 -- 172.21.15.1:0/1115993349 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc7e01046d0 msgr2=0x7fc7e0197830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:14.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.966+0000 7fc7deffd640 1 --2- 172.21.15.1:0/1115993349 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc7e01046d0 0x7fc7e0197830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:14.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.966+0000 7fc7deffd640 1 -- 172.21.15.1:0/1115993349 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7c8009490 con 0x7fc7e0101da0 2024-02-09T23:59:14.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.966+0000 7fc7df7fe640 1 --2- 172.21.15.1:0/1115993349 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc7e0107000 0x7fc7e019e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:59:14.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.966+0000 7fc7deffd640 1 --2- 172.21.15.1:0/1115993349 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc7e0101da0 0x7fc7e01972f0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fc7c800ea60 tx=0x7fc7c800ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:14.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.966+0000 7fc7d7fff640 1 -- 172.21.15.1:0/1115993349 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7c800cde0 con 0x7fc7e0101da0 2024-02-09T23:59:14.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.966+0000 7fc7d7fff640 1 -- 172.21.15.1:0/1115993349 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc7c80035f0 con 0x7fc7e0101da0 2024-02-09T23:59:14.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.966+0000 7fc7e54f1640 1 -- 172.21.15.1:0/1115993349 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc7d0009490 con 0x7fc7e0101da0 2024-02-09T23:59:14.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.966+0000 7fc7d7fff640 1 -- 172.21.15.1:0/1115993349 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7c8010690 con 0x7fc7e0101da0 2024-02-09T23:59:14.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.966+0000 7fc7e54f1640 1 -- 172.21.15.1:0/1115993349 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7d8009900 con 0x7fc7e0101da0 2024-02-09T23:59:14.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.967+0000 7fc7e54f1640 1 -- 172.21.15.1:0/1115993349 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc7e00fd1e0 con 0x7fc7e0101da0 2024-02-09T23:59:14.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.968+0000 7fc7d7fff640 1 -- 172.21.15.1:0/1115993349 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 19) v1 ==== 136784+0+0 (secure 0 0 0) 0x7fc7c8003af0 con 0x7fc7e0101da0 2024-02-09T23:59:14.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.969+0000 7fc7d7fff640 1 --2- 172.21.15.1:0/1115993349 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc7cc0a2100 0x7fc7cc0a45c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:14.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.969+0000 7fc7de7fc640 1 -- 172.21.15.1:0/1115993349 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc7cc0a2100 msgr2=0x7fc7cc0a45c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.1:6800/1442269036 2024-02-09T23:59:14.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.969+0000 7fc7d7fff640 1 -- 172.21.15.1:0/1115993349 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8211+0+0 (secure 0 0 0) 0x7fc7c8014070 con 0x7fc7e0101da0 2024-02-09T23:59:14.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.969+0000 7fc7de7fc640 1 --2- 172.21.15.1:0/1115993349 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc7cc0a2100 0x7fc7cc0a45c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-02-09T23:59:14.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:14.973+0000 7fc7d7fff640 1 -- 172.21.15.1:0/1115993349 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fc7c8097130 con 0x7fc7e0101da0 2024-02-09T23:59:15.095 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:59:14 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:59:14.769+0000 7f016de68200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-02-09T23:59:15.095 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:59:14 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:59:14.861+0000 7f016de68200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-02-09T23:59:15.140 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:59:14 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:59:14.782+0000 7f4a01115200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-02-09T23:59:15.140 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:59:14 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:59:14.875+0000 7f4a01115200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-02-09T23:59:15.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:15.170+0000 7fc7de7fc640 1 -- 172.21.15.1:0/1115993349 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc7cc0a2100 msgr2=0x7fc7cc0a45c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.1:6800/1442269036 2024-02-09T23:59:15.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:15.170+0000 7fc7de7fc640 1 --2- 172.21.15.1:0/1115993349 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc7cc0a2100 0x7fc7cc0a45c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-02-09T23:59:15.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:15.178+0000 7fc7e54f1640 1 -- 172.21.15.1:0/1115993349 --> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) v1 -- 0x7fc7e002cec0 con 0x7fc7cc0a2100 2024-02-09T23:59:15.201 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:14 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:14.799+0000 7f11d34ed200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-02-09T23:59:15.201 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:14 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:14.899+0000 7f11d34ed200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-02-09T23:59:15.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:15 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3258737419' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-02-09T23:59:15.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:15 smithi001 ceph-mon[32335]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-02-09T23:59:15.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:15 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3063346770' entity='client.admin' 2024-02-09T23:59:15.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:15 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/769002504' entity='client.admin' 2024-02-09T23:59:15.493 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:15 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3258737419' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-02-09T23:59:15.493 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:15 smithi088 ceph-mon[36452]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-02-09T23:59:15.494 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:15 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3063346770' entity='client.admin' 2024-02-09T23:59:15.494 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:15 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/769002504' entity='client.admin' 2024-02-09T23:59:15.514 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:15 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3258737419' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-02-09T23:59:15.514 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:15 smithi103 ceph-mon[36942]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-02-09T23:59:15.514 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:15 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3063346770' entity='client.admin' 2024-02-09T23:59:15.514 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:15 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/769002504' entity='client.admin' 2024-02-09T23:59:15.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:15.571+0000 7fc7de7fc640 1 -- 172.21.15.1:0/1115993349 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc7cc0a2100 msgr2=0x7fc7cc0a45c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.1:6800/1442269036 2024-02-09T23:59:15.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:15.571+0000 7fc7de7fc640 1 --2- 172.21.15.1:0/1115993349 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc7cc0a2100 0x7fc7cc0a45c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-02-09T23:59:15.809 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:15 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:15.568+0000 7f11d34ed200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-02-09T23:59:15.809 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:15 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:15.663+0000 7f11d34ed200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-02-09T23:59:15.809 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:15 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:15.807+0000 7f11d34ed200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-02-09T23:59:15.818 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:59:15 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:59:15.492+0000 7f016de68200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-02-09T23:59:15.819 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:59:15 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:59:15.583+0000 7f016de68200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-02-09T23:59:15.819 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:59:15 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:59:15.723+0000 7f016de68200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-02-09T23:59:15.819 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:59:15 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:59:15.816+0000 7f016de68200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-02-09T23:59:15.842 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:59:15 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:59:15.512+0000 7f4a01115200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-02-09T23:59:15.842 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:59:15 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:59:15.604+0000 7f4a01115200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-02-09T23:59:15.842 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:59:15 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:59:15.745+0000 7f4a01115200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-02-09T23:59:15.842 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:59:15 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:59:15.840+0000 7f4a01115200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-02-09T23:59:16.095 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:59:15 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:59:15.899+0000 7f016de68200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-02-09T23:59:16.096 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:15 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:15.905+0000 7f11d34ed200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-02-09T23:59:16.096 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:15 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:15.990+0000 7f11d34ed200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-02-09T23:59:16.139 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:59:15 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:59:15.923+0000 7f4a01115200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-02-09T23:59:16.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:16.372+0000 7fc7de7fc640 1 -- 172.21.15.1:0/1115993349 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc7cc0a2100 msgr2=0x7fc7cc0a45c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.1:6800/1442269036 2024-02-09T23:59:16.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:16.372+0000 7fc7de7fc640 1 --2- 172.21.15.1:0/1115993349 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc7cc0a2100 0x7fc7cc0a45c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-02-09T23:59:16.394 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:16 smithi001 ceph-mon[32335]: scrub summary: idle 2024-02-09T23:59:16.394 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:16 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:16.279+0000 7f11d34ed200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-02-09T23:59:16.395 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:16 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:16.392+0000 7f11d34ed200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-02-09T23:59:16.446 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:16 smithi088 ceph-mon[36452]: scrub summary: idle 2024-02-09T23:59:16.446 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:59:16 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:59:16.157+0000 7f016de68200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-02-09T23:59:16.446 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:59:16 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:59:16.266+0000 7f016de68200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-02-09T23:59:16.446 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:59:16 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:59:16.351+0000 7f016de68200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-02-09T23:59:16.446 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:59:16 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:59:16.444+0000 7f016de68200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-02-09T23:59:16.474 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:16 smithi103 ceph-mon[36942]: scrub summary: idle 2024-02-09T23:59:16.474 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:59:16 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:59:16.183+0000 7f4a01115200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-02-09T23:59:16.474 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:59:16 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:59:16.291+0000 7f4a01115200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-02-09T23:59:16.474 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:59:16 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:59:16.377+0000 7f4a01115200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-02-09T23:59:16.474 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:59:16 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:59:16.472+0000 7f4a01115200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-02-09T23:59:16.719 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:16 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:16.481+0000 7f11d34ed200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-02-09T23:59:16.719 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:16 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:16.578+0000 7f11d34ed200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-02-09T23:59:16.845 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:59:16 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:59:16.618+0000 7f016de68200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-02-09T23:59:16.889 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:59:16 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:59:16.648+0000 7f4a01115200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-02-09T23:59:17.219 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:16 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:16.756+0000 7f11d34ed200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-02-09T23:59:17.845 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:59:17 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:59:17.566+0000 7f016de68200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-02-09T23:59:17.845 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:59:17 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:59:17.695+0000 7f016de68200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-02-09T23:59:17.889 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:59:17 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:59:17.609+0000 7f4a01115200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-02-09T23:59:17.889 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:59:17 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:59:17.740+0000 7f4a01115200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-02-09T23:59:17.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:17.973+0000 7fc7de7fc640 1 -- 172.21.15.1:0/1115993349 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc7cc0a2100 msgr2=0x7fc7cc0a45c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.1:6800/1442269036 2024-02-09T23:59:17.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:17.973+0000 7fc7de7fc640 1 --2- 172.21.15.1:0/1115993349 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc7cc0a2100 0x7fc7cc0a45c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-02-09T23:59:18.219 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:17 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:17.751+0000 7f11d34ed200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-02-09T23:59:18.219 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:17 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:17.887+0000 7f11d34ed200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-02-09T23:59:18.307 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:59:18 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:59:18.027+0000 7f016de68200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-02-09T23:59:18.307 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:59:18 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:59:18.115+0000 7f016de68200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-02-09T23:59:18.358 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:59:18 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:59:18.072+0000 7f4a01115200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-02-09T23:59:18.358 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:59:18 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:59:18.162+0000 7f4a01115200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-02-09T23:59:18.358 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:59:18 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:59:18.355+0000 7f4a01115200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-02-09T23:59:18.525 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:18 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:18.227+0000 7f11d34ed200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-02-09T23:59:18.525 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:18 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:18.321+0000 7f11d34ed200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-02-09T23:59:18.525 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:18 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:18.523+0000 7f11d34ed200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-02-09T23:59:18.595 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:59:18 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:59:18.305+0000 7f016de68200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-02-09T23:59:18.595 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:59:18 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:59:18.486+0000 7f016de68200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-02-09T23:59:18.639 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:59:18 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:59:18.538+0000 7f4a01115200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-02-09T23:59:18.969 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:18 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:18.714+0000 7f11d34ed200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-02-09T23:59:19.020 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:59:18 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:59:18.764+0000 7f016de68200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-02-09T23:59:19.083 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:59:18 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:59:18.821+0000 7f4a01115200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-02-09T23:59:19.274 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:19 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:19.010+0000 7f11d34ed200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-02-09T23:59:19.345 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:59:19 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:59:19.018+0000 7f016de68200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-02-09T23:59:19.345 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:59:19 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:59:19.248+0000 7f016de68200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-02-09T23:59:19.389 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:59:19 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:59:19.081+0000 7f4a01115200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-02-09T23:59:19.389 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:59:19 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:59:19.315+0000 7f4a01115200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-02-09T23:59:19.719 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:19 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:19.272+0000 7f11d34ed200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-02-09T23:59:19.720 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:19 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:19.518+0000 7f11d34ed200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-02-09T23:59:20.345 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:59:20 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:59:20.034+0000 7f016de68200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-02-09T23:59:20.389 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:59:20 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:59:20.111+0000 7f4a01115200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-02-09T23:59:20.719 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:20 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:20.358+0000 7f11d34ed200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-02-09T23:59:20.906 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:59:20 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:59:20.597+0000 7f016de68200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-02-09T23:59:20.906 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:59:20 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:59:20.692+0000 7f016de68200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-02-09T23:59:20.906 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 09 23:59:20 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y[37827]: 2024-02-09T23:59:20.903+0000 7f016de68200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-02-09T23:59:20.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:20.979+0000 7fc7d7fff640 1 -- 172.21.15.1:0/1115993349 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mgrmap(e 20) v1 ==== 136784+0+0 (secure 0 0 0) 0x7fc7c8097500 con 0x7fc7e0101da0 2024-02-09T23:59:20.986 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:59:20 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:59:20.676+0000 7f4a01115200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-02-09T23:59:20.987 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:59:20 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:59:20.773+0000 7f4a01115200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-02-09T23:59:21.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:21.177+0000 7fc7de7fc640 1 -- 172.21.15.1:0/1115993349 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc7cc0a2100 msgr2=0x7fc7cc0a45c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.1:6800/1442269036 2024-02-09T23:59:21.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:21.177+0000 7fc7de7fc640 1 --2- 172.21.15.1:0/1115993349 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc7cc0a2100 0x7fc7cc0a45c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-02-09T23:59:21.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:20 smithi001 ceph-mon[32335]: Standby manager daemon y restarted 2024-02-09T23:59:21.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:20 smithi001 ceph-mon[32335]: Standby manager daemon y started 2024-02-09T23:59:21.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:20 smithi001 ceph-mon[32335]: from='mgr.? 172.21.15.88:0/1095556580' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-02-09T23:59:21.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:20 smithi001 ceph-mon[32335]: from='mgr.? 172.21.15.88:0/1095556580' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-09T23:59:21.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:20 smithi001 ceph-mon[32335]: from='mgr.? 172.21.15.88:0/1095556580' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-02-09T23:59:21.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:20 smithi001 ceph-mon[32335]: from='mgr.? 172.21.15.88:0/1095556580' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-09T23:59:21.220 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:20 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:20.942+0000 7f11d34ed200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-02-09T23:59:21.220 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:21.053+0000 7f11d34ed200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-02-09T23:59:21.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:21.301+0000 7fc7d7fff640 1 -- 172.21.15.1:0/1115993349 <== mon.0 v2:172.21.15.1:3300/0 8 ==== mgrmap(e 21) v1 ==== 136453+0+0 (secure 0 0 0) 0x7fc7c80cbce0 con 0x7fc7e0101da0 2024-02-09T23:59:21.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:21.301+0000 7fc7d7fff640 1 -- 172.21.15.1:0/1115993349 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc7cc0a2100 msgr2=0x7fc7cc0a45c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-02-09T23:59:21.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:21.301+0000 7fc7d7fff640 1 --2- 172.21.15.1:0/1115993349 >> [v2:172.21.15.1:6800/1442269036,v1:172.21.15.1:6801/1442269036] conn(0x7fc7cc0a2100 0x7fc7cc0a45c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:21.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:20 smithi088 ceph-mon[36452]: Standby manager daemon y restarted 2024-02-09T23:59:21.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:20 smithi088 ceph-mon[36452]: Standby manager daemon y started 2024-02-09T23:59:21.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:20 smithi088 ceph-mon[36452]: from='mgr.? 172.21.15.88:0/1095556580' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-02-09T23:59:21.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:20 smithi088 ceph-mon[36452]: from='mgr.? 172.21.15.88:0/1095556580' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-09T23:59:21.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:20 smithi088 ceph-mon[36452]: from='mgr.? 172.21.15.88:0/1095556580' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-02-09T23:59:21.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:20 smithi088 ceph-mon[36452]: from='mgr.? 172.21.15.88:0/1095556580' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-09T23:59:21.389 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 09 23:59:20 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z[38779]: 2024-02-09T23:59:20.991+0000 7f4a01115200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-02-09T23:59:21.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:20 smithi103 ceph-mon[36942]: Standby manager daemon y restarted 2024-02-09T23:59:21.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:20 smithi103 ceph-mon[36942]: Standby manager daemon y started 2024-02-09T23:59:21.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:20 smithi103 ceph-mon[36942]: from='mgr.? 172.21.15.88:0/1095556580' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-02-09T23:59:21.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:20 smithi103 ceph-mon[36942]: from='mgr.? 172.21.15.88:0/1095556580' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-09T23:59:21.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:20 smithi103 ceph-mon[36942]: from='mgr.? 172.21.15.88:0/1095556580' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-02-09T23:59:21.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:20 smithi103 ceph-mon[36942]: from='mgr.? 172.21.15.88:0/1095556580' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-09T23:59:21.566 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:21.278+0000 7f11d34ed200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-02-09T23:59:21.970 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:21.564+0000 7f1135f1e700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-09T23:59:21.970 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:21.564+0000 7f1135f1e700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-09T23:59:21.970 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:21.564+0000 7f1135f1e700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-09T23:59:21.970 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:21.564+0000 7f1135f1e700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-09T23:59:21.971 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:21.564+0000 7f1135f1e700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-09T23:59:21.971 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:21.564+0000 7f1132f18700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-09T23:59:21.971 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:21.564+0000 7f1132f18700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-09T23:59:21.971 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:21.564+0000 7f1132f18700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-09T23:59:21.971 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:21.564+0000 7f1132f18700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-09T23:59:21.972 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-09T23:59:21.564+0000 7f1132f18700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-09T23:59:22.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.312+0000 7fc7d7fff640 1 -- 172.21.15.1:0/1115993349 <== mon.0 v2:172.21.15.1:3300/0 9 ==== mgrmap(e 22) v1 ==== 136580+0+0 (secure 0 0 0) 0x7fc7c80cba00 con 0x7fc7e0101da0 2024-02-09T23:59:22.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.313+0000 7fc7d7fff640 1 --2- 172.21.15.1:0/1115993349 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc7cc034c20 0x7fc7cc035000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:22.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.313+0000 7fc7d7fff640 1 -- 172.21.15.1:0/1115993349 --> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) v1 -- 0x7fc7e002cec0 con 0x7fc7cc034c20 2024-02-09T23:59:22.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.313+0000 7fc7de7fc640 1 --2- 172.21.15.1:0/1115993349 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc7cc034c20 0x7fc7cc035000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:22.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.314+0000 7fc7de7fc640 1 --2- 172.21.15.1:0/1115993349 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc7cc034c20 0x7fc7cc035000 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fc7e0198800 tx=0x7fc7d0005f90 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:22.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: mgrmap e20: x(active, since 9m), standbys: z, y 2024-02-09T23:59:22.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: Standby manager daemon z restarted 2024-02-09T23:59:22.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: Standby manager daemon z started 2024-02-09T23:59:22.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.? 172.21.15.103:0/3205754282' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-02-09T23:59:22.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.? 172.21.15.103:0/3205754282' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-09T23:59:22.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.? 172.21.15.103:0/3205754282' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-02-09T23:59:22.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.? 172.21.15.103:0/3205754282' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-09T23:59:22.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: Active manager daemon x restarted 2024-02-09T23:59:22.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: Activating manager daemon x 2024-02-09T23:59:22.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: osdmap e88: 12 total, 12 up, 12 in 2024-02-09T23:59:22.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: mgrmap e21: x(active, starting, since 0.0115854s), standbys: y, z 2024-02-09T23:59:22.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-09T23:59:22.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:59:22.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-09T23:59:22.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-02-09T23:59:22.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-02-09T23:59:22.347 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-02-09T23:59:22.347 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-02-09T23:59:22.347 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-02-09T23:59:22.347 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-02-09T23:59:22.347 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-02-09T23:59:22.347 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-02-09T23:59:22.347 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-02-09T23:59:22.347 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-02-09T23:59:22.347 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-02-09T23:59:22.347 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-02-09T23:59:22.347 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-02-09T23:59:22.347 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-02-09T23:59:22.347 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-02-09T23:59:22.347 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-09T23:59:22.348 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-09T23:59:22.348 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-09T23:59:22.348 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-09T23:59:22.348 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-09T23:59:22.348 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-09T23:59:22.348 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-09T23:59:22.348 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-09T23:59:22.348 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-09T23:59:22.348 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-09T23:59:22.348 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-09T23:59:22.348 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-09T23:59:22.348 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-02-09T23:59:22.348 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-02-09T23:59:22.348 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-02-09T23:59:22.349 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: Manager daemon x is now available 2024-02-09T23:59:22.349 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:59:22.349 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:59:22.349 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-02-09T23:59:22.349 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:21 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-02-09T23:59:22.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.378+0000 7fc7d7fff640 1 -- 172.21.15.1:0/1115993349 <== mgr.15519 v2:172.21.15.1:6800/2509330522 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7fc7e002cec0 con 0x7fc7cc034c20 2024-02-09T23:59:22.380 INFO:teuthology.orchestra.run.smithi001.stdout:Schedule set for path / 2024-02-09T23:59:22.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.380+0000 7fc7e54f1640 1 -- 172.21.15.1:0/1115993349 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc7cc034c20 msgr2=0x7fc7cc035000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:22.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.380+0000 7fc7e54f1640 1 --2- 172.21.15.1:0/1115993349 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc7cc034c20 0x7fc7cc035000 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fc7e0198800 tx=0x7fc7d0005f90 comp rx=0 tx=0).stop 2024-02-09T23:59:22.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.380+0000 7fc7e54f1640 1 -- 172.21.15.1:0/1115993349 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc7e0101da0 msgr2=0x7fc7e01972f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:22.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.380+0000 7fc7e54f1640 1 --2- 172.21.15.1:0/1115993349 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc7e0101da0 0x7fc7e01972f0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fc7c800ea60 tx=0x7fc7c800ef20 comp rx=0 tx=0).stop 2024-02-09T23:59:22.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.380+0000 7fc7df7fe640 1 -- 172.21.15.1:0/1115993349 reap_dead start 2024-02-09T23:59:22.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.380+0000 7fc7e54f1640 1 -- 172.21.15.1:0/1115993349 shutdown_connections 2024-02-09T23:59:22.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.380+0000 7fc7e54f1640 1 -- 172.21.15.1:0/1115993349 >> 172.21.15.1:0/1115993349 conn(0x7fc7e00fb6f0 msgr2=0x7fc7e0102700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:22.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.380+0000 7fc7e54f1640 1 -- 172.21.15.1:0/1115993349 shutdown_connections 2024-02-09T23:59:22.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.380+0000 7fc7e54f1640 1 -- 172.21.15.1:0/1115993349 wait complete. 2024-02-09T23:59:22.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: mgrmap e20: x(active, since 9m), standbys: z, y 2024-02-09T23:59:22.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: Standby manager daemon z restarted 2024-02-09T23:59:22.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: Standby manager daemon z started 2024-02-09T23:59:22.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.? 172.21.15.103:0/3205754282' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-02-09T23:59:22.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.? 172.21.15.103:0/3205754282' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-09T23:59:22.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.? 172.21.15.103:0/3205754282' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-02-09T23:59:22.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.? 172.21.15.103:0/3205754282' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-09T23:59:22.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: Active manager daemon x restarted 2024-02-09T23:59:22.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: Activating manager daemon x 2024-02-09T23:59:22.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: osdmap e88: 12 total, 12 up, 12 in 2024-02-09T23:59:22.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: mgrmap e21: x(active, starting, since 0.0115854s), standbys: y, z 2024-02-09T23:59:22.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-09T23:59:22.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:59:22.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-09T23:59:22.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-02-09T23:59:22.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-02-09T23:59:22.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-02-09T23:59:22.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-02-09T23:59:22.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-02-09T23:59:22.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-02-09T23:59:22.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-02-09T23:59:22.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-02-09T23:59:22.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-02-09T23:59:22.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-02-09T23:59:22.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-02-09T23:59:22.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-02-09T23:59:22.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-02-09T23:59:22.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-02-09T23:59:22.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-02-09T23:59:22.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-09T23:59:22.392 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-09T23:59:22.392 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-09T23:59:22.392 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-09T23:59:22.392 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-09T23:59:22.392 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-09T23:59:22.392 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-09T23:59:22.392 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-09T23:59:22.392 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-09T23:59:22.392 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-09T23:59:22.392 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-09T23:59:22.392 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-09T23:59:22.393 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-02-09T23:59:22.393 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-02-09T23:59:22.393 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-02-09T23:59:22.393 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: Manager daemon x is now available 2024-02-09T23:59:22.393 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:59:22.393 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:59:22.393 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-02-09T23:59:22.393 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:21 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-02-09T23:59:22.394 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: mgrmap e20: x(active, since 9m), standbys: z, y 2024-02-09T23:59:22.394 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: Standby manager daemon z restarted 2024-02-09T23:59:22.394 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: Standby manager daemon z started 2024-02-09T23:59:22.394 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.? 172.21.15.103:0/3205754282' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-02-09T23:59:22.394 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.? 172.21.15.103:0/3205754282' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-09T23:59:22.394 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.? 172.21.15.103:0/3205754282' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-02-09T23:59:22.394 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.? 172.21.15.103:0/3205754282' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-09T23:59:22.394 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: Active manager daemon x restarted 2024-02-09T23:59:22.394 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: Activating manager daemon x 2024-02-09T23:59:22.394 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: osdmap e88: 12 total, 12 up, 12 in 2024-02-09T23:59:22.394 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: mgrmap e21: x(active, starting, since 0.0115854s), standbys: y, z 2024-02-09T23:59:22.394 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-09T23:59:22.395 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-09T23:59:22.395 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-09T23:59:22.395 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-02-09T23:59:22.395 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-02-09T23:59:22.395 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-02-09T23:59:22.395 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-02-09T23:59:22.395 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-02-09T23:59:22.395 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-02-09T23:59:22.396 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-02-09T23:59:22.396 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-02-09T23:59:22.396 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-02-09T23:59:22.396 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-02-09T23:59:22.396 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-02-09T23:59:22.396 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-02-09T23:59:22.396 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-02-09T23:59:22.396 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-02-09T23:59:22.396 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-02-09T23:59:22.396 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-09T23:59:22.396 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-09T23:59:22.396 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-09T23:59:22.396 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-09T23:59:22.396 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-09T23:59:22.397 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-09T23:59:22.397 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-09T23:59:22.397 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-09T23:59:22.397 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-09T23:59:22.397 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-09T23:59:22.397 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-09T23:59:22.397 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-09T23:59:22.397 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-02-09T23:59:22.397 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-02-09T23:59:22.397 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-02-09T23:59:22.397 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: Manager daemon x is now available 2024-02-09T23:59:22.397 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:59:22.397 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:59:22.397 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-02-09T23:59:22.397 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:21 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-02-09T23:59:22.401 DEBUG:teuthology.orchestra.run.smithi001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h' 2024-02-09T23:59:22.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.506+0000 7fec45202640 1 -- 172.21.15.1:0/1258506424 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fec401011b0 msgr2=0x7fec40101630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:22.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.506+0000 7fec45202640 1 --2- 172.21.15.1:0/1258506424 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fec401011b0 0x7fec40101630 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fec28009900 tx=0x7fec2802bc30 comp rx=0 tx=0).stop 2024-02-09T23:59:22.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.506+0000 7fec45202640 1 -- 172.21.15.1:0/1258506424 shutdown_connections 2024-02-09T23:59:22.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.506+0000 7fec45202640 1 --2- 172.21.15.1:0/1258506424 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fec40101b70 0x7fec40108400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:22.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.506+0000 7fec45202640 1 --2- 172.21.15.1:0/1258506424 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fec401011b0 0x7fec40101630 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:22.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.506+0000 7fec45202640 1 --2- 172.21.15.1:0/1258506424 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fec400fffc0 0x7fec401003e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:22.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.506+0000 7fec45202640 1 -- 172.21.15.1:0/1258506424 >> 172.21.15.1:0/1258506424 conn(0x7fec400fb550 msgr2=0x7fec400fd970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:22.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.506+0000 7fec45202640 1 -- 172.21.15.1:0/1258506424 shutdown_connections 2024-02-09T23:59:22.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.506+0000 7fec45202640 1 -- 172.21.15.1:0/1258506424 wait complete. 2024-02-09T23:59:22.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.507+0000 7fec45202640 1 Processor -- start 2024-02-09T23:59:22.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.507+0000 7fec45202640 1 -- start start 2024-02-09T23:59:22.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.507+0000 7fec45202640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fec400fffc0 0x7fec4006a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:22.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.507+0000 7fec45202640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fec401011b0 0x7fec4019be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:22.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.507+0000 7fec45202640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fec40101b70 0x7fec4019e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:22.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.507+0000 7fec45202640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec4019ec60 con 0x7fec40101b70 2024-02-09T23:59:22.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.507+0000 7fec45202640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec4019edd0 con 0x7fec400fffc0 2024-02-09T23:59:22.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.507+0000 7fec45202640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec4019ef90 con 0x7fec401011b0 2024-02-09T23:59:22.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.507+0000 7fec3f59e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fec40101b70 0x7fec4019e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:22.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.507+0000 7fec3f59e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fec40101b70 0x7fec4019e4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:44734/0 (socket says 172.21.15.1:44734) 2024-02-09T23:59:22.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.507+0000 7fec3f59e640 1 -- 172.21.15.1:0/971254739 learned_addr learned my addr 172.21.15.1:0/971254739 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:22.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.507+0000 7fec3ed9d640 1 --2- 172.21.15.1:0/971254739 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fec400fffc0 0x7fec4006a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:22.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.507+0000 7fec37fff640 1 --2- 172.21.15.1:0/971254739 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fec401011b0 0x7fec4019be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:22.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.507+0000 7fec3f59e640 1 -- 172.21.15.1:0/971254739 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fec401011b0 msgr2=0x7fec4019be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:22.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.507+0000 7fec3f59e640 1 --2- 172.21.15.1:0/971254739 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fec401011b0 0x7fec4019be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:22.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.507+0000 7fec3f59e640 1 -- 172.21.15.1:0/971254739 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fec400fffc0 msgr2=0x7fec4006a2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:22.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.507+0000 7fec3f59e640 1 --2- 172.21.15.1:0/971254739 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fec400fffc0 0x7fec4006a2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:22.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.507+0000 7fec3f59e640 1 -- 172.21.15.1:0/971254739 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec28009560 con 0x7fec40101b70 2024-02-09T23:59:22.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.507+0000 7fec3ed9d640 1 --2- 172.21.15.1:0/971254739 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fec400fffc0 0x7fec4006a2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:59:22.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.507+0000 7fec3f59e640 1 --2- 172.21.15.1:0/971254739 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fec40101b70 0x7fec4019e4d0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fec38009fd0 tx=0x7fec3800b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:22.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.508+0000 7fec3cd99640 1 -- 172.21.15.1:0/971254739 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec3800bea0 con 0x7fec40101b70 2024-02-09T23:59:22.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.508+0000 7fec45202640 1 -- 172.21.15.1:0/971254739 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fec4019f270 con 0x7fec40101b70 2024-02-09T23:59:22.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.508+0000 7fec3cd99640 1 -- 172.21.15.1:0/971254739 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fec38009940 con 0x7fec40101b70 2024-02-09T23:59:22.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.508+0000 7fec3cd99640 1 -- 172.21.15.1:0/971254739 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec380106c0 con 0x7fec40101b70 2024-02-09T23:59:22.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.508+0000 7fec45202640 1 -- 172.21.15.1:0/971254739 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fec4019f750 con 0x7fec40101b70 2024-02-09T23:59:22.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.509+0000 7fec45202640 1 -- 172.21.15.1:0/971254739 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fec40107360 con 0x7fec40101b70 2024-02-09T23:59:22.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.510+0000 7fec3cd99640 1 -- 172.21.15.1:0/971254739 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 22) v1 ==== 136580+0+0 (secure 0 0 0) 0x7fec38004240 con 0x7fec40101b70 2024-02-09T23:59:22.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.510+0000 7fec3cd99640 1 --2- 172.21.15.1:0/971254739 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fec2c0a1ea0 0x7fec2c0a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:22.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.510+0000 7fec3ed9d640 1 --2- 172.21.15.1:0/971254739 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fec2c0a1ea0 0x7fec2c0a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:22.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.510+0000 7fec3cd99640 1 -- 172.21.15.1:0/971254739 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fec380cd5f0 con 0x7fec40101b70 2024-02-09T23:59:22.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.511+0000 7fec3ed9d640 1 --2- 172.21.15.1:0/971254739 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fec2c0a1ea0 0x7fec2c0a4360 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fec30005fd0 tx=0x7fec3000b390 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:22.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.514+0000 7fec3cd99640 1 -- 172.21.15.1:0/971254739 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fec38096870 con 0x7fec40101b70 2024-02-09T23:59:22.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.728+0000 7fec45202640 1 -- 172.21.15.1:0/971254739 --> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) v1 -- 0x7fec4002cec0 con 0x7fec2c0a1ea0 2024-02-09T23:59:22.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.781+0000 7fec3cd99640 1 -- 172.21.15.1:0/971254739 <== mgr.15519 v2:172.21.15.1:6800/2509330522 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+26 (secure 0 0 0) 0x7fec4002cec0 con 0x7fec2c0a1ea0 2024-02-09T23:59:22.783 INFO:teuthology.orchestra.run.smithi001.stdout:Retention added to path / 2024-02-09T23:59:22.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.783+0000 7fec45202640 1 -- 172.21.15.1:0/971254739 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fec2c0a1ea0 msgr2=0x7fec2c0a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:22.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.783+0000 7fec45202640 1 --2- 172.21.15.1:0/971254739 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fec2c0a1ea0 0x7fec2c0a4360 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fec30005fd0 tx=0x7fec3000b390 comp rx=0 tx=0).stop 2024-02-09T23:59:22.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.783+0000 7fec45202640 1 -- 172.21.15.1:0/971254739 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fec40101b70 msgr2=0x7fec4019e4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:22.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.783+0000 7fec45202640 1 --2- 172.21.15.1:0/971254739 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fec40101b70 0x7fec4019e4d0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fec38009fd0 tx=0x7fec3800b260 comp rx=0 tx=0).stop 2024-02-09T23:59:22.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.783+0000 7fec45202640 1 -- 172.21.15.1:0/971254739 shutdown_connections 2024-02-09T23:59:22.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.783+0000 7fec45202640 1 --2- 172.21.15.1:0/971254739 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fec2c0a1ea0 0x7fec2c0a4360 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:22.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.783+0000 7fec45202640 1 --2- 172.21.15.1:0/971254739 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fec40101b70 0x7fec4019e4d0 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:22.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.783+0000 7fec45202640 1 --2- 172.21.15.1:0/971254739 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fec401011b0 0x7fec4019be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:22.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.783+0000 7fec45202640 1 --2- 172.21.15.1:0/971254739 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fec400fffc0 0x7fec4006a2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:22.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.783+0000 7fec45202640 1 -- 172.21.15.1:0/971254739 >> 172.21.15.1:0/971254739 conn(0x7fec400fb550 msgr2=0x7fec40104530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:22.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.783+0000 7fec45202640 1 -- 172.21.15.1:0/971254739 shutdown_connections 2024-02-09T23:59:22.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.783+0000 7fec45202640 1 -- 172.21.15.1:0/971254739 wait complete. 2024-02-09T23:59:22.796 DEBUG:teuthology.orchestra.run.smithi001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-02-09T23:59:22.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.899+0000 7f3abf713640 1 -- 172.21.15.1:0/3248318732 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3ab8104630 msgr2=0x7f3ab8106a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:22.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.899+0000 7f3abf713640 1 --2- 172.21.15.1:0/3248318732 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3ab8104630 0x7f3ab8106a20 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f3aa8009900 tx=0x7f3aa802bc30 comp rx=0 tx=0).stop 2024-02-09T23:59:22.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.899+0000 7f3abf713640 1 -- 172.21.15.1:0/3248318732 shutdown_connections 2024-02-09T23:59:22.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.899+0000 7f3abf713640 1 --2- 172.21.15.1:0/3248318732 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ab8106f60 0x7f3ab81093b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:22.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.899+0000 7f3abf713640 1 --2- 172.21.15.1:0/3248318732 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3ab8104630 0x7f3ab8106a20 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:22.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.899+0000 7f3abf713640 1 --2- 172.21.15.1:0/3248318732 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3ab8101d00 0x7f3ab81040f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:22.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.899+0000 7f3abf713640 1 -- 172.21.15.1:0/3248318732 >> 172.21.15.1:0/3248318732 conn(0x7f3ab80fb6f0 msgr2=0x7f3ab80fdb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:22.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.899+0000 7f3abf713640 1 -- 172.21.15.1:0/3248318732 shutdown_connections 2024-02-09T23:59:22.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.899+0000 7f3abf713640 1 -- 172.21.15.1:0/3248318732 wait complete. 2024-02-09T23:59:22.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.900+0000 7f3abf713640 1 Processor -- start 2024-02-09T23:59:22.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.900+0000 7f3abf713640 1 -- start start 2024-02-09T23:59:22.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.900+0000 7f3abf713640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ab8101d00 0x7f3ab81995a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:22.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.900+0000 7f3abf713640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3ab8104630 0x7f3ab8199ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:22.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.900+0000 7f3abf713640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3ab8106f60 0x7f3ab81a0b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:22.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.900+0000 7f3abf713640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ab81a1090 con 0x7f3ab8106f60 2024-02-09T23:59:22.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.900+0000 7f3abf713640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ab81a1200 con 0x7f3ab8101d00 2024-02-09T23:59:22.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.900+0000 7f3abf713640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ab81a13c0 con 0x7f3ab8104630 2024-02-09T23:59:22.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.900+0000 7f3abdcb0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3ab8106f60 0x7f3ab81a0b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:22.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.900+0000 7f3abdcb0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3ab8106f60 0x7f3ab81a0b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:44752/0 (socket says 172.21.15.1:44752) 2024-02-09T23:59:22.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.900+0000 7f3abdcb0640 1 -- 172.21.15.1:0/3856417923 learned_addr learned my addr 172.21.15.1:0/3856417923 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:22.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.900+0000 7f3abd4af640 1 --2- 172.21.15.1:0/3856417923 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ab8101d00 0x7f3ab81995a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:22.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.900+0000 7f3abccae640 1 --2- 172.21.15.1:0/3856417923 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3ab8104630 0x7f3ab8199ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:22.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.900+0000 7f3abdcb0640 1 -- 172.21.15.1:0/3856417923 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3ab8104630 msgr2=0x7f3ab8199ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:22.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.900+0000 7f3abdcb0640 1 --2- 172.21.15.1:0/3856417923 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3ab8104630 0x7f3ab8199ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:22.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.900+0000 7f3abdcb0640 1 -- 172.21.15.1:0/3856417923 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ab8101d00 msgr2=0x7f3ab81995a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:22.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.900+0000 7f3abdcb0640 1 --2- 172.21.15.1:0/3856417923 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ab8101d00 0x7f3ab81995a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:22.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.900+0000 7f3abdcb0640 1 -- 172.21.15.1:0/3856417923 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3aa8009560 con 0x7f3ab8106f60 2024-02-09T23:59:22.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.900+0000 7f3abdcb0640 1 --2- 172.21.15.1:0/3856417923 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3ab8106f60 0x7f3ab81a0b50 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f3ab000eaa0 tx=0x7f3ab000eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:22.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.901+0000 7f3aae7fc640 1 -- 172.21.15.1:0/3856417923 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ab0004d20 con 0x7f3ab8106f60 2024-02-09T23:59:22.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.901+0000 7f3aae7fc640 1 -- 172.21.15.1:0/3856417923 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3ab0004e80 con 0x7f3ab8106f60 2024-02-09T23:59:22.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.901+0000 7f3abf713640 1 -- 172.21.15.1:0/3856417923 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3ab81a16a0 con 0x7f3ab8106f60 2024-02-09T23:59:22.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.901+0000 7f3aae7fc640 1 -- 172.21.15.1:0/3856417923 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ab0005a10 con 0x7f3ab8106f60 2024-02-09T23:59:22.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.901+0000 7f3abf713640 1 -- 172.21.15.1:0/3856417923 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3ab81a1bb0 con 0x7f3ab8106f60 2024-02-09T23:59:22.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.901+0000 7f3abf713640 1 -- 172.21.15.1:0/3856417923 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3ab8108a90 con 0x7f3ab8106f60 2024-02-09T23:59:22.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.903+0000 7f3aae7fc640 1 -- 172.21.15.1:0/3856417923 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 22) v1 ==== 136580+0+0 (secure 0 0 0) 0x7f3ab0005000 con 0x7f3ab8106f60 2024-02-09T23:59:22.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.903+0000 7f3aae7fc640 1 --2- 172.21.15.1:0/3856417923 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3aa40a1ea0 0x7f3aa40a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:22.911 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.903+0000 7f3abd4af640 1 --2- 172.21.15.1:0/3856417923 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3aa40a1ea0 0x7f3aa40a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:22.911 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.903+0000 7f3aae7fc640 1 -- 172.21.15.1:0/3856417923 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f3ab00cdf80 con 0x7f3ab8106f60 2024-02-09T23:59:22.911 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.904+0000 7f3abd4af640 1 --2- 172.21.15.1:0/3856417923 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3aa40a1ea0 0x7f3aa40a4360 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f3ab4009990 tx=0x7f3ab4009110 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:22.911 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:22.907+0000 7f3aae7fc640 1 -- 172.21.15.1:0/3856417923 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f3ab0097150 con 0x7f3ab8106f60 2024-02-09T23:59:23.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.137+0000 7f3abf713640 1 -- 172.21.15.1:0/3856417923 --> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) v1 -- 0x7f3ab802cec0 con 0x7f3aa40a1ea0 2024-02-09T23:59:23.147 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.145+0000 7f3aae7fc640 1 -- 172.21.15.1:0/3856417923 <== mgr.15519 v2:172.21.15.1:6800/2509330522 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+298 (secure 0 0 0) 0x7f3ab802cec0 con 0x7f3aa40a1ea0 2024-02-09T23:59:23.147 INFO:teuthology.orchestra.run.smithi001.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-02-09T00:00:00", "created": "2024-02-09T23:59:22", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2024-02-09T23:59:23.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.148+0000 7f3abf713640 1 -- 172.21.15.1:0/3856417923 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3aa40a1ea0 msgr2=0x7f3aa40a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:23.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.148+0000 7f3abf713640 1 --2- 172.21.15.1:0/3856417923 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3aa40a1ea0 0x7f3aa40a4360 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f3ab4009990 tx=0x7f3ab4009110 comp rx=0 tx=0).stop 2024-02-09T23:59:23.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.148+0000 7f3abf713640 1 -- 172.21.15.1:0/3856417923 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3ab8106f60 msgr2=0x7f3ab81a0b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:23.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.148+0000 7f3abf713640 1 --2- 172.21.15.1:0/3856417923 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3ab8106f60 0x7f3ab81a0b50 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f3ab000eaa0 tx=0x7f3ab000eea0 comp rx=0 tx=0).stop 2024-02-09T23:59:23.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.148+0000 7f3abf713640 1 -- 172.21.15.1:0/3856417923 shutdown_connections 2024-02-09T23:59:23.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.148+0000 7f3abf713640 1 --2- 172.21.15.1:0/3856417923 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3aa40a1ea0 0x7f3aa40a4360 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:23.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.148+0000 7f3abf713640 1 --2- 172.21.15.1:0/3856417923 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3ab8106f60 0x7f3ab81a0b50 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:23.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.148+0000 7f3abf713640 1 --2- 172.21.15.1:0/3856417923 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3ab8104630 0x7f3ab8199ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:23.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.148+0000 7f3abf713640 1 --2- 172.21.15.1:0/3856417923 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ab8101d00 0x7f3ab81995a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:23.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.148+0000 7f3abf713640 1 -- 172.21.15.1:0/3856417923 >> 172.21.15.1:0/3856417923 conn(0x7f3ab80fb6f0 msgr2=0x7f3ab8101530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:23.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.149+0000 7f3abf713640 1 -- 172.21.15.1:0/3856417923 shutdown_connections 2024-02-09T23:59:23.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.149+0000 7f3abf713640 1 -- 172.21.15.1:0/3856417923 wait complete. 2024-02-09T23:59:23.162 DEBUG:teuthology.orchestra.run.smithi001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-02-09T23:59:23.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.279+0000 7fa478e6f640 1 -- 172.21.15.1:0/949364318 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa474101db0 msgr2=0x7fa4741041a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:23.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.279+0000 7fa478e6f640 1 --2- 172.21.15.1:0/949364318 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa474101db0 0x7fa4741041a0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fa45c009900 tx=0x7fa45c02bc30 comp rx=0 tx=0).stop 2024-02-09T23:59:23.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.279+0000 7fa478e6f640 1 -- 172.21.15.1:0/949364318 shutdown_connections 2024-02-09T23:59:23.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.279+0000 7fa478e6f640 1 --2- 172.21.15.1:0/949364318 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa474107010 0x7fa474109400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:23.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.279+0000 7fa478e6f640 1 --2- 172.21.15.1:0/949364318 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa4741046e0 0x7fa474106ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:23.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.279+0000 7fa478e6f640 1 --2- 172.21.15.1:0/949364318 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa474101db0 0x7fa4741041a0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:23.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.279+0000 7fa478e6f640 1 -- 172.21.15.1:0/949364318 >> 172.21.15.1:0/949364318 conn(0x7fa4740fb740 msgr2=0x7fa4740fdb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:23.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.279+0000 7fa478e6f640 1 -- 172.21.15.1:0/949364318 shutdown_connections 2024-02-09T23:59:23.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.279+0000 7fa478e6f640 1 -- 172.21.15.1:0/949364318 wait complete. 2024-02-09T23:59:23.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.280+0000 7fa478e6f640 1 Processor -- start 2024-02-09T23:59:23.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.280+0000 7fa478e6f640 1 -- start start 2024-02-09T23:59:23.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.280+0000 7fa478e6f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa474101db0 0x7fa474197330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:23.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.280+0000 7fa478e6f640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa4741046e0 0x7fa474197870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:23.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.280+0000 7fa478e6f640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa474107010 0x7fa47419e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:23.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.280+0000 7fa478e6f640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa47419ee20 con 0x7fa474101db0 2024-02-09T23:59:23.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.280+0000 7fa478e6f640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa47419ef90 con 0x7fa474107010 2024-02-09T23:59:23.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.280+0000 7fa478e6f640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa47419f150 con 0x7fa4741046e0 2024-02-09T23:59:23.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.280+0000 7fa47259c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa474101db0 0x7fa474197330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:23.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.280+0000 7fa47259c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa474101db0 0x7fa474197330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:44774/0 (socket says 172.21.15.1:44774) 2024-02-09T23:59:23.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.280+0000 7fa47259c640 1 -- 172.21.15.1:0/2444069418 learned_addr learned my addr 172.21.15.1:0/2444069418 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:23.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.280+0000 7fa472d9d640 1 --2- 172.21.15.1:0/2444069418 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa474107010 0x7fa47419e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:23.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.280+0000 7fa471d9b640 1 --2- 172.21.15.1:0/2444069418 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa4741046e0 0x7fa474197870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:23.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.280+0000 7fa47259c640 1 -- 172.21.15.1:0/2444069418 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa4741046e0 msgr2=0x7fa474197870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:23.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.280+0000 7fa47259c640 1 --2- 172.21.15.1:0/2444069418 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa4741046e0 0x7fa474197870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:23.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.280+0000 7fa47259c640 1 -- 172.21.15.1:0/2444069418 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa474107010 msgr2=0x7fa47419e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:23.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.280+0000 7fa47259c640 1 --2- 172.21.15.1:0/2444069418 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa474107010 0x7fa47419e8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:23.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.280+0000 7fa47259c640 1 -- 172.21.15.1:0/2444069418 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa45c009560 con 0x7fa474101db0 2024-02-09T23:59:23.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.280+0000 7fa47259c640 1 --2- 172.21.15.1:0/2444069418 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa474101db0 0x7fa474197330 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fa45c006010 tx=0x7fa45c0040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:23.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.281+0000 7fa46b7fe640 1 -- 172.21.15.1:0/2444069418 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa45c0044c0 con 0x7fa474101db0 2024-02-09T23:59:23.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.281+0000 7fa478e6f640 1 -- 172.21.15.1:0/2444069418 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa47419f3d0 con 0x7fa474101db0 2024-02-09T23:59:23.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.281+0000 7fa46b7fe640 1 -- 172.21.15.1:0/2444069418 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa45c0052d0 con 0x7fa474101db0 2024-02-09T23:59:23.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.281+0000 7fa46b7fe640 1 -- 172.21.15.1:0/2444069418 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa45c003e10 con 0x7fa474101db0 2024-02-09T23:59:23.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.281+0000 7fa478e6f640 1 -- 172.21.15.1:0/2444069418 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa47419f930 con 0x7fa474101db0 2024-02-09T23:59:23.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.282+0000 7fa478e6f640 1 -- 172.21.15.1:0/2444069418 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa4740fd230 con 0x7fa474101db0 2024-02-09T23:59:23.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.283+0000 7fa46b7fe640 1 -- 172.21.15.1:0/2444069418 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 22) v1 ==== 136580+0+0 (secure 0 0 0) 0x7fa45c005440 con 0x7fa474101db0 2024-02-09T23:59:23.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.283+0000 7fa46b7fe640 1 --2- 172.21.15.1:0/2444069418 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa4600a1ea0 0x7fa4600a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:23.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.283+0000 7fa471d9b640 1 --2- 172.21.15.1:0/2444069418 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa4600a1ea0 0x7fa4600a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:23.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.283+0000 7fa46b7fe640 1 -- 172.21.15.1:0/2444069418 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fa45c0efcb0 con 0x7fa474101db0 2024-02-09T23:59:23.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.284+0000 7fa471d9b640 1 --2- 172.21.15.1:0/2444069418 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa4600a1ea0 0x7fa4600a4360 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fa474198840 tx=0x7fa46400b390 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:23.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.289+0000 7fa46b7fe640 1 -- 172.21.15.1:0/2444069418 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fa45c0b8e80 con 0x7fa474101db0 2024-02-09T23:59:23.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:22 smithi088 ceph-mon[36452]: [09/Feb/2024:23:59:21] ENGINE Bus STARTING 2024-02-09T23:59:23.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:22 smithi088 ceph-mon[36452]: [09/Feb/2024:23:59:21] ENGINE Serving on https://172.21.15.1:7150 2024-02-09T23:59:23.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:22 smithi088 ceph-mon[36452]: [09/Feb/2024:23:59:22] ENGINE Serving on http://172.21.15.1:8765 2024-02-09T23:59:23.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:22 smithi088 ceph-mon[36452]: [09/Feb/2024:23:59:22] ENGINE Bus STARTED 2024-02-09T23:59:23.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:22 smithi088 ceph-mon[36452]: mgrmap e22: x(active, since 1.02023s), standbys: y, z 2024-02-09T23:59:23.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:22 smithi103 ceph-mon[36942]: [09/Feb/2024:23:59:21] ENGINE Bus STARTING 2024-02-09T23:59:23.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:22 smithi103 ceph-mon[36942]: [09/Feb/2024:23:59:21] ENGINE Serving on https://172.21.15.1:7150 2024-02-09T23:59:23.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:22 smithi103 ceph-mon[36942]: [09/Feb/2024:23:59:22] ENGINE Serving on http://172.21.15.1:8765 2024-02-09T23:59:23.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:22 smithi103 ceph-mon[36942]: [09/Feb/2024:23:59:22] ENGINE Bus STARTED 2024-02-09T23:59:23.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:22 smithi103 ceph-mon[36942]: mgrmap e22: x(active, since 1.02023s), standbys: y, z 2024-02-09T23:59:23.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:22 smithi001 ceph-mon[32335]: [09/Feb/2024:23:59:21] ENGINE Bus STARTING 2024-02-09T23:59:23.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:22 smithi001 ceph-mon[32335]: [09/Feb/2024:23:59:21] ENGINE Serving on https://172.21.15.1:7150 2024-02-09T23:59:23.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:22 smithi001 ceph-mon[32335]: [09/Feb/2024:23:59:22] ENGINE Serving on http://172.21.15.1:8765 2024-02-09T23:59:23.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:22 smithi001 ceph-mon[32335]: [09/Feb/2024:23:59:22] ENGINE Bus STARTED 2024-02-09T23:59:23.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:22 smithi001 ceph-mon[32335]: mgrmap e22: x(active, since 1.02023s), standbys: y, z 2024-02-09T23:59:23.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.504+0000 7fa478e6f640 1 -- 172.21.15.1:0/2444069418 --> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) v1 -- 0x7fa474061670 con 0x7fa4600a1ea0 2024-02-09T23:59:23.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.511+0000 7fa46b7fe640 1 -- 172.21.15.1:0/2444069418 <== mgr.15519 v2:172.21.15.1:6800/2509330522 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+10 (secure 0 0 0) 0x7fa474061670 con 0x7fa4600a1ea0 2024-02-09T23:59:23.513 INFO:teuthology.orchestra.run.smithi001.stdout:/ 1m 6m3h 2024-02-09T23:59:23.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.513+0000 7fa478e6f640 1 -- 172.21.15.1:0/2444069418 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa4600a1ea0 msgr2=0x7fa4600a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:23.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.513+0000 7fa478e6f640 1 --2- 172.21.15.1:0/2444069418 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa4600a1ea0 0x7fa4600a4360 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fa474198840 tx=0x7fa46400b390 comp rx=0 tx=0).stop 2024-02-09T23:59:23.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.513+0000 7fa478e6f640 1 -- 172.21.15.1:0/2444069418 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa474101db0 msgr2=0x7fa474197330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:23.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.513+0000 7fa478e6f640 1 --2- 172.21.15.1:0/2444069418 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa474101db0 0x7fa474197330 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fa45c006010 tx=0x7fa45c0040c0 comp rx=0 tx=0).stop 2024-02-09T23:59:23.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.513+0000 7fa478e6f640 1 -- 172.21.15.1:0/2444069418 shutdown_connections 2024-02-09T23:59:23.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.513+0000 7fa478e6f640 1 --2- 172.21.15.1:0/2444069418 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa4600a1ea0 0x7fa4600a4360 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:23.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.513+0000 7fa478e6f640 1 --2- 172.21.15.1:0/2444069418 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa474107010 0x7fa47419e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:23.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.513+0000 7fa478e6f640 1 --2- 172.21.15.1:0/2444069418 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa4741046e0 0x7fa474197870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:23.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.513+0000 7fa478e6f640 1 --2- 172.21.15.1:0/2444069418 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa474101db0 0x7fa474197330 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:23.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.513+0000 7fa478e6f640 1 -- 172.21.15.1:0/2444069418 >> 172.21.15.1:0/2444069418 conn(0x7fa4740fb740 msgr2=0x7fa4741026f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:23.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.513+0000 7fa478e6f640 1 -- 172.21.15.1:0/2444069418 shutdown_connections 2024-02-09T23:59:23.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:23.513+0000 7fa478e6f640 1 -- 172.21.15.1:0/2444069418 wait complete. 2024-02-09T23:59:23.526 DEBUG:teuthology.orchestra.run.smithi001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2024-02-09T23:59:23.555 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2024-02-09T23:59:23.570 INFO:teuthology.run_tasks:Running task background_exec... 2024-02-09T23:59:23.611 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi001.front.sepia.ceph.com 2024-02-09T23:59:23.611 DEBUG:teuthology.orchestra.run.smithi001:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-02-09T23:59:23.613 INFO:teuthology.run_tasks:Running task workunit... 2024-02-09T23:59:23.646 INFO:tasks.workunit:Pulling workunits from ref 290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 2024-02-09T23:59:23.647 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-02-09T23:59:23.647 INFO:tasks.workunit:timeout=3h 2024-02-09T23:59:23.647 INFO:tasks.workunit:cleanup=True 2024-02-09T23:59:23.647 DEBUG:teuthology.orchestra.run.smithi001:> stat -- /home/ubuntu/cephtest/mnt.0 2024-02-09T23:59:23.662 INFO:teuthology.orchestra.run.smithi001.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-02-09T23:59:23.662 INFO:teuthology.orchestra.run.smithi001.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2024-02-09T23:59:23.662 INFO:teuthology.orchestra.run.smithi001.stdout:Device: 77h/119d Inode: 1099511628283 Links: 2 2024-02-09T23:59:23.662 INFO:teuthology.orchestra.run.smithi001.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-09T23:59:23.662 INFO:teuthology.orchestra.run.smithi001.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-02-09T23:59:23.662 INFO:teuthology.orchestra.run.smithi001.stdout:Access: 2024-02-09 23:57:12.950713670 +0000 2024-02-09T23:59:23.662 INFO:teuthology.orchestra.run.smithi001.stdout:Modify: 2024-02-09 23:57:12.950713670 +0000 2024-02-09T23:59:23.662 INFO:teuthology.orchestra.run.smithi001.stdout:Change: 2024-02-09 23:59:05.979592080 +0000 2024-02-09T23:59:23.662 INFO:teuthology.orchestra.run.smithi001.stdout: Birth: 2024-02-09 23:57:12.950713670 +0000 2024-02-09T23:59:23.662 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-02-09T23:59:23.663 DEBUG:teuthology.orchestra.run.smithi001:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-02-09T23:59:23.738 DEBUG:teuthology.orchestra.run.smithi001:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 2024-02-09T23:59:23.793 INFO:tasks.workunit.client.0.smithi001.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-02-09T23:59:24.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:23 smithi088 ceph-mon[36452]: from='client.15543 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:59:24.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:23 smithi088 ceph-mon[36452]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:59:24.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:23 smithi088 ceph-mon[36452]: from='client.15585 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:59:24.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:23 smithi088 ceph-mon[36452]: from='client.15591 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:59:24.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:23 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:24.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:23 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:24.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:23 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:24.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:23 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:24.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:23 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:24.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:23 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:24.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:23 smithi103 ceph-mon[36942]: from='client.15543 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:59:24.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:23 smithi103 ceph-mon[36942]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:59:24.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:23 smithi103 ceph-mon[36942]: from='client.15585 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:59:24.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:23 smithi103 ceph-mon[36942]: from='client.15591 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:59:24.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:23 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:24.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:23 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:24.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:23 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:24.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:23 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:24.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:23 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:24.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:23 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:24.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:23 smithi001 ceph-mon[32335]: from='client.15543 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:59:24.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:23 smithi001 ceph-mon[32335]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:59:24.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:23 smithi001 ceph-mon[32335]: from='client.15585 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:59:24.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:23 smithi001 ceph-mon[32335]: from='client.15591 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:59:24.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:23 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:24.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:23 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:24.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:23 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:24.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:23 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:24.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:23 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:24.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:23 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:25.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:24 smithi088 ceph-mon[36452]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:59:25.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:24 smithi088 ceph-mon[36452]: from='client.15597 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:59:25.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:24 smithi088 ceph-mon[36452]: mgrmap e23: x(active, since 3s), standbys: y, z 2024-02-09T23:59:25.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:24 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:25.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:24 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:25.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:24 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:24 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:24 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:24 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:24 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:25.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:24 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:25.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:24 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:24 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:24 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:24 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:24 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:25.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:24 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:25.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:24 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:24 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:24 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:24 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.347 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:24 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:59:25.347 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:24 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:59:25.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:24 smithi103 ceph-mon[36942]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:59:25.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:24 smithi103 ceph-mon[36942]: from='client.15597 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:59:25.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:24 smithi103 ceph-mon[36942]: mgrmap e23: x(active, since 3s), standbys: y, z 2024-02-09T23:59:25.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:24 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:25.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:24 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:25.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:24 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:24 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:24 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:24 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:24 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:25.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:24 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:25.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:24 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:24 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:24 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:24 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:24 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:25.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:24 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:25.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:24 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:24 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:24 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:24 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:24 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:59:25.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:24 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:59:25.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:24 smithi001 ceph-mon[32335]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:59:25.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:24 smithi001 ceph-mon[32335]: from='client.15597 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-02-09T23:59:25.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:24 smithi001 ceph-mon[32335]: mgrmap e23: x(active, since 3s), standbys: y, z 2024-02-09T23:59:25.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:24 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:25.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:24 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:25.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:24 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:24 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:24 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:24 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:24 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:25.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:24 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:25.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:24 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:24 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:24 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:24 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:24 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:25.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:24 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:25.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:24 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:24 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:24 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:24 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-02-09T23:59:25.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:24 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:59:25.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:24 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:59:26.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:25 smithi088 ceph-mon[36452]: Adjusting osd_memory_target on smithi088 to 174.1M 2024-02-09T23:59:26.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:25 smithi088 ceph-mon[36452]: Unable to set osd_memory_target on smithi088 to 182634188: error parsing value: Value '182634188' is below minimum 939524096 2024-02-09T23:59:26.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:25 smithi088 ceph-mon[36452]: Adjusting osd_memory_target on smithi103 to 174.1M 2024-02-09T23:59:26.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:25 smithi088 ceph-mon[36452]: Unable to set osd_memory_target on smithi103 to 182635622: error parsing value: Value '182635622' is below minimum 939524096 2024-02-09T23:59:26.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:25 smithi088 ceph-mon[36452]: Adjusting osd_memory_target on smithi001 to 177.2M 2024-02-09T23:59:26.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:25 smithi088 ceph-mon[36452]: Unable to set osd_memory_target on smithi001 to 185898496: error parsing value: Value '185898496' is below minimum 939524096 2024-02-09T23:59:26.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:25 smithi088 ceph-mon[36452]: Updating smithi001:/etc/ceph/ceph.conf 2024-02-09T23:59:26.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:25 smithi088 ceph-mon[36452]: Updating smithi088:/etc/ceph/ceph.conf 2024-02-09T23:59:26.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:25 smithi088 ceph-mon[36452]: Updating smithi103:/etc/ceph/ceph.conf 2024-02-09T23:59:26.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:25 smithi088 ceph-mon[36452]: Updating smithi001:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.conf 2024-02-09T23:59:26.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:25 smithi088 ceph-mon[36452]: Updating smithi088:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.conf 2024-02-09T23:59:26.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:25 smithi088 ceph-mon[36452]: Updating smithi103:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.conf 2024-02-09T23:59:26.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:25 smithi088 ceph-mon[36452]: Updating smithi001:/etc/ceph/ceph.client.admin.keyring 2024-02-09T23:59:26.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:25 smithi088 ceph-mon[36452]: Updating smithi103:/etc/ceph/ceph.client.admin.keyring 2024-02-09T23:59:26.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:25 smithi088 ceph-mon[36452]: Updating smithi088:/etc/ceph/ceph.client.admin.keyring 2024-02-09T23:59:26.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:25 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:26.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:25 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:26.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:25 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:26.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:25 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:26.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:25 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:26.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:25 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:26.347 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:25 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:26.347 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:25 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:59:26.347 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:25 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:59:26.347 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:25 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:59:26.347 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:25 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:26.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:25 smithi103 ceph-mon[36942]: Adjusting osd_memory_target on smithi088 to 174.1M 2024-02-09T23:59:26.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:25 smithi103 ceph-mon[36942]: Unable to set osd_memory_target on smithi088 to 182634188: error parsing value: Value '182634188' is below minimum 939524096 2024-02-09T23:59:26.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:25 smithi103 ceph-mon[36942]: Adjusting osd_memory_target on smithi103 to 174.1M 2024-02-09T23:59:26.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:25 smithi103 ceph-mon[36942]: Unable to set osd_memory_target on smithi103 to 182635622: error parsing value: Value '182635622' is below minimum 939524096 2024-02-09T23:59:26.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:25 smithi103 ceph-mon[36942]: Adjusting osd_memory_target on smithi001 to 177.2M 2024-02-09T23:59:26.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:25 smithi103 ceph-mon[36942]: Unable to set osd_memory_target on smithi001 to 185898496: error parsing value: Value '185898496' is below minimum 939524096 2024-02-09T23:59:26.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:25 smithi103 ceph-mon[36942]: Updating smithi001:/etc/ceph/ceph.conf 2024-02-09T23:59:26.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:25 smithi103 ceph-mon[36942]: Updating smithi088:/etc/ceph/ceph.conf 2024-02-09T23:59:26.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:25 smithi103 ceph-mon[36942]: Updating smithi103:/etc/ceph/ceph.conf 2024-02-09T23:59:26.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:25 smithi103 ceph-mon[36942]: Updating smithi001:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.conf 2024-02-09T23:59:26.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:25 smithi103 ceph-mon[36942]: Updating smithi088:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.conf 2024-02-09T23:59:26.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:25 smithi103 ceph-mon[36942]: Updating smithi103:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.conf 2024-02-09T23:59:26.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:25 smithi103 ceph-mon[36942]: Updating smithi001:/etc/ceph/ceph.client.admin.keyring 2024-02-09T23:59:26.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:25 smithi103 ceph-mon[36942]: Updating smithi103:/etc/ceph/ceph.client.admin.keyring 2024-02-09T23:59:26.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:25 smithi103 ceph-mon[36942]: Updating smithi088:/etc/ceph/ceph.client.admin.keyring 2024-02-09T23:59:26.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:25 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:26.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:25 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:26.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:25 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:26.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:25 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:26.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:25 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:26.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:25 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:26.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:25 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:26.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:25 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:59:26.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:25 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:59:26.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:25 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:59:26.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:25 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:26.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:25 smithi001 ceph-mon[32335]: Adjusting osd_memory_target on smithi088 to 174.1M 2024-02-09T23:59:26.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:25 smithi001 ceph-mon[32335]: Unable to set osd_memory_target on smithi088 to 182634188: error parsing value: Value '182634188' is below minimum 939524096 2024-02-09T23:59:26.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:25 smithi001 ceph-mon[32335]: Adjusting osd_memory_target on smithi103 to 174.1M 2024-02-09T23:59:26.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:25 smithi001 ceph-mon[32335]: Unable to set osd_memory_target on smithi103 to 182635622: error parsing value: Value '182635622' is below minimum 939524096 2024-02-09T23:59:26.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:25 smithi001 ceph-mon[32335]: Adjusting osd_memory_target on smithi001 to 177.2M 2024-02-09T23:59:26.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:25 smithi001 ceph-mon[32335]: Unable to set osd_memory_target on smithi001 to 185898496: error parsing value: Value '185898496' is below minimum 939524096 2024-02-09T23:59:26.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:25 smithi001 ceph-mon[32335]: Updating smithi001:/etc/ceph/ceph.conf 2024-02-09T23:59:26.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:25 smithi001 ceph-mon[32335]: Updating smithi088:/etc/ceph/ceph.conf 2024-02-09T23:59:26.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:25 smithi001 ceph-mon[32335]: Updating smithi103:/etc/ceph/ceph.conf 2024-02-09T23:59:26.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:25 smithi001 ceph-mon[32335]: Updating smithi001:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.conf 2024-02-09T23:59:26.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:25 smithi001 ceph-mon[32335]: Updating smithi088:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.conf 2024-02-09T23:59:26.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:25 smithi001 ceph-mon[32335]: Updating smithi103:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.conf 2024-02-09T23:59:26.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:25 smithi001 ceph-mon[32335]: Updating smithi001:/etc/ceph/ceph.client.admin.keyring 2024-02-09T23:59:26.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:25 smithi001 ceph-mon[32335]: Updating smithi103:/etc/ceph/ceph.client.admin.keyring 2024-02-09T23:59:26.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:25 smithi001 ceph-mon[32335]: Updating smithi088:/etc/ceph/ceph.client.admin.keyring 2024-02-09T23:59:26.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:25 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:26.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:25 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:26.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:25 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:26.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:25 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:26.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:25 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:26.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:25 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:26.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:25 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:26.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:25 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-09T23:59:26.472 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:25 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-09T23:59:26.472 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:25 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-09T23:59:26.472 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:25 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-09T23:59:27.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:26 smithi088 ceph-mon[36452]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:59:27.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:26 smithi088 ceph-mon[36452]: Updating smithi001:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.client.admin.keyring 2024-02-09T23:59:27.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:26 smithi088 ceph-mon[36452]: Updating smithi088:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.client.admin.keyring 2024-02-09T23:59:27.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:26 smithi088 ceph-mon[36452]: Updating smithi103:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.client.admin.keyring 2024-02-09T23:59:27.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:26 smithi088 ceph-mon[36452]: mgrmap e24: x(active, since 4s), standbys: y, z 2024-02-09T23:59:27.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:26 smithi103 ceph-mon[36942]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:59:27.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:26 smithi103 ceph-mon[36942]: Updating smithi001:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.client.admin.keyring 2024-02-09T23:59:27.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:26 smithi103 ceph-mon[36942]: Updating smithi088:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.client.admin.keyring 2024-02-09T23:59:27.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:26 smithi103 ceph-mon[36942]: Updating smithi103:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.client.admin.keyring 2024-02-09T23:59:27.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:26 smithi103 ceph-mon[36942]: mgrmap e24: x(active, since 4s), standbys: y, z 2024-02-09T23:59:27.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:26 smithi001 ceph-mon[32335]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-09T23:59:27.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:26 smithi001 ceph-mon[32335]: Updating smithi001:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.client.admin.keyring 2024-02-09T23:59:27.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:26 smithi001 ceph-mon[32335]: Updating smithi088:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.client.admin.keyring 2024-02-09T23:59:27.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:26 smithi001 ceph-mon[32335]: Updating smithi103:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/config/ceph.client.admin.keyring 2024-02-09T23:59:27.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:26 smithi001 ceph-mon[32335]: mgrmap e24: x(active, since 4s), standbys: y, z 2024-02-09T23:59:29.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:28 smithi088 ceph-mon[36452]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 90 KiB/s wr, 96 op/s 2024-02-09T23:59:29.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:28 smithi103 ceph-mon[36942]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 90 KiB/s wr, 96 op/s 2024-02-09T23:59:29.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:28 smithi001 ceph-mon[32335]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 90 KiB/s wr, 96 op/s 2024-02-09T23:59:31.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:31 smithi088 ceph-mon[36452]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 132 KiB/s wr, 80 op/s 2024-02-09T23:59:31.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:31 smithi103 ceph-mon[36942]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 132 KiB/s wr, 80 op/s 2024-02-09T23:59:31.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:31 smithi001 ceph-mon[32335]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 132 KiB/s wr, 80 op/s 2024-02-09T23:59:33.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:33 smithi088 ceph-mon[36452]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 103 KiB/s wr, 62 op/s 2024-02-09T23:59:33.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:33 smithi103 ceph-mon[36942]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 103 KiB/s wr, 62 op/s 2024-02-09T23:59:33.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:33 smithi001 ceph-mon[32335]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 103 KiB/s wr, 62 op/s 2024-02-09T23:59:35.271 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:35 smithi001 ceph-mon[32335]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 84 KiB/s wr, 55 op/s 2024-02-09T23:59:35.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:35 smithi088 ceph-mon[36452]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 84 KiB/s wr, 55 op/s 2024-02-09T23:59:35.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:35 smithi103 ceph-mon[36942]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 84 KiB/s wr, 55 op/s 2024-02-09T23:59:36.748 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.745+0000 7ffa13b77640 1 -- 172.21.15.1:0/4195423250 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa0c100340 msgr2=0x7ffa0c100720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:36.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.745+0000 7ffa13b77640 1 --2- 172.21.15.1:0/4195423250 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa0c100340 0x7ffa0c100720 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7ffa08009930 tx=0x7ffa0802bc30 comp rx=0 tx=0).stop 2024-02-09T23:59:36.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.745+0000 7ffa13b77640 1 -- 172.21.15.1:0/4195423250 shutdown_connections 2024-02-09T23:59:36.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.745+0000 7ffa13b77640 1 --2- 172.21.15.1:0/4195423250 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa0c105410 0x7ffa0c10cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.745+0000 7ffa13b77640 1 --2- 172.21.15.1:0/4195423250 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa0c100cf0 0x7ffa0c104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.745+0000 7ffa13b77640 1 --2- 172.21.15.1:0/4195423250 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa0c100340 0x7ffa0c100720 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.745+0000 7ffa13b77640 1 -- 172.21.15.1:0/4195423250 >> 172.21.15.1:0/4195423250 conn(0x7ffa0c077220 msgr2=0x7ffa0c077630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:36.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.745+0000 7ffa13b77640 1 -- 172.21.15.1:0/4195423250 shutdown_connections 2024-02-09T23:59:36.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.745+0000 7ffa13b77640 1 -- 172.21.15.1:0/4195423250 wait complete. 2024-02-09T23:59:36.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.745+0000 7ffa13b77640 1 Processor -- start 2024-02-09T23:59:36.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.745+0000 7ffa13b77640 1 -- start start 2024-02-09T23:59:36.750 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.746+0000 7ffa13b77640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa0c100340 0x7ffa0c19d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:36.750 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.746+0000 7ffa13b77640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa0c105410 0x7ffa0c19db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:36.750 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.746+0000 7ffa13b77640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa0c197700 0x7ffa0c197b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:36.750 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.746+0000 7ffa13b77640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa0c1981d0 con 0x7ffa0c100340 2024-02-09T23:59:36.750 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.746+0000 7ffa13b77640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa0c198340 con 0x7ffa0c197700 2024-02-09T23:59:36.750 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.746+0000 7ffa13b77640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa0c198500 con 0x7ffa0c105410 2024-02-09T23:59:36.750 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.746+0000 7ffa11913640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa0c100340 0x7ffa0c19d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:36.750 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.746+0000 7ffa11913640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa0c100340 0x7ffa0c19d640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59246/0 (socket says 172.21.15.1:59246) 2024-02-09T23:59:36.750 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.746+0000 7ffa11913640 1 -- 172.21.15.1:0/891520720 learned_addr learned my addr 172.21.15.1:0/891520720 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:36.750 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.746+0000 7ffa11112640 1 --2- 172.21.15.1:0/891520720 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa0c105410 0x7ffa0c19db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:36.750 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.746+0000 7ffa12114640 1 --2- 172.21.15.1:0/891520720 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa0c197700 0x7ffa0c197b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:36.750 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.746+0000 7ffa11913640 1 -- 172.21.15.1:0/891520720 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa0c105410 msgr2=0x7ffa0c19db80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:36.750 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.746+0000 7ffa11913640 1 --2- 172.21.15.1:0/891520720 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa0c105410 0x7ffa0c19db80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.750 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.746+0000 7ffa11913640 1 -- 172.21.15.1:0/891520720 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa0c197700 msgr2=0x7ffa0c197b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:36.751 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.746+0000 7ffa11913640 1 --2- 172.21.15.1:0/891520720 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa0c197700 0x7ffa0c197b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.751 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.746+0000 7ffa11913640 1 -- 172.21.15.1:0/891520720 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa08009560 con 0x7ffa0c100340 2024-02-09T23:59:36.751 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.746+0000 7ffa11913640 1 --2- 172.21.15.1:0/891520720 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa0c100340 0x7ffa0c19d640 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7ffa08009230 tx=0x7ffa0802c650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:36.751 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.746+0000 7ffa02ffd640 1 -- 172.21.15.1:0/891520720 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa08004350 con 0x7ffa0c100340 2024-02-09T23:59:36.751 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.746+0000 7ffa13b77640 1 -- 172.21.15.1:0/891520720 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa0c1a4440 con 0x7ffa0c100340 2024-02-09T23:59:36.751 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.746+0000 7ffa13b77640 1 -- 172.21.15.1:0/891520720 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa0c1a4970 con 0x7ffa0c100340 2024-02-09T23:59:36.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.747+0000 7ffa02ffd640 1 -- 172.21.15.1:0/891520720 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ffa080044b0 con 0x7ffa0c100340 2024-02-09T23:59:36.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.747+0000 7ffa02ffd640 1 -- 172.21.15.1:0/891520720 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa08003c90 con 0x7ffa0c100340 2024-02-09T23:59:36.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.749+0000 7ffa02ffd640 1 -- 172.21.15.1:0/891520720 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 24) v1 ==== 136943+0+0 (secure 0 0 0) 0x7ffa08004df0 con 0x7ffa0c100340 2024-02-09T23:59:36.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.749+0000 7ffa16829740 1 Processor -- start 2024-02-09T23:59:36.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.750+0000 7ffa16829740 1 -- start start 2024-02-09T23:59:36.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.750+0000 7ffa02ffd640 1 --2- 172.21.15.1:0/891520720 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff9f80a22b0 0x7ff9f80a4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:36.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.750+0000 7ffa16829740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5613f5d380b0 0x5613f5d38490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:36.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.750+0000 7ffa16829740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5613f5d389d0 0x5613f5d41260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:36.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.750+0000 7ffa16829740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5613f5d417a0 0x5613f5d43b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:36.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.750+0000 7ffa16829740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613f5ca6a00 con 0x5613f5d380b0 2024-02-09T23:59:36.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.750+0000 7ffa16829740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613f5ca3f30 con 0x5613f5d389d0 2024-02-09T23:59:36.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.750+0000 7ffa16829740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613f5c9f710 con 0x5613f5d417a0 2024-02-09T23:59:36.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.750+0000 7ffa12114640 1 --2- 172.21.15.1:0/891520720 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff9f80a22b0 0x7ff9f80a4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:36.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.750+0000 7ffa02ffd640 1 -- 172.21.15.1:0/891520720 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7ffa080eff10 con 0x7ffa0c100340 2024-02-09T23:59:36.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.750+0000 7ffa11913640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5613f5d380b0 0x5613f5d38490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:36.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.750+0000 7ffa11913640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5613f5d380b0 0x5613f5d38490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59252/0 (socket says 172.21.15.1:59252) 2024-02-09T23:59:36.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.750+0000 7ffa11913640 1 -- 172.21.15.1:0/2833869570 learned_addr learned my addr 172.21.15.1:0/2833869570 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:36.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.750+0000 7ffa11112640 1 --2- 172.21.15.1:0/2833869570 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5613f5d389d0 0x5613f5d41260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:36.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.750+0000 7ffa11913640 1 -- 172.21.15.1:0/2833869570 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5613f5d417a0 msgr2=0x5613f5d43b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:36.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.750+0000 7ffa12114640 1 --2- 172.21.15.1:0/2833869570 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5613f5d417a0 0x5613f5d43b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:36.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.750+0000 7ffa11913640 1 --2- 172.21.15.1:0/2833869570 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5613f5d417a0 0x5613f5d43b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.750+0000 7ffa11913640 1 -- 172.21.15.1:0/2833869570 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5613f5d389d0 msgr2=0x5613f5d41260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:36.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.750+0000 7ffa11913640 1 --2- 172.21.15.1:0/2833869570 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5613f5d389d0 0x5613f5d41260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.750+0000 7ffa11913640 1 -- 172.21.15.1:0/2833869570 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5613f5c643b0 con 0x5613f5d380b0 2024-02-09T23:59:36.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.750+0000 7ffa12114640 1 --2- 172.21.15.1:0/2833869570 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5613f5d417a0 0x5613f5d43b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:36.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.750+0000 7ffa12114640 1 --2- 172.21.15.1:0/891520720 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff9f80a22b0 0x7ff9f80a4770 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7ffa04005c40 tx=0x7ffa04009a80 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:36.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.750+0000 7ffa11913640 1 --2- 172.21.15.1:0/2833869570 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5613f5d380b0 0x5613f5d38490 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7ffa08009900 tx=0x7ffa08000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48b5b89801fe751e server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:36.761 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.751+0000 7ff9f7fff640 1 -- 172.21.15.1:0/2833869570 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa0803e690 con 0x5613f5d380b0 2024-02-09T23:59:36.761 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.751+0000 7ff9f7fff640 1 -- 172.21.15.1:0/2833869570 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ffa08048930 con 0x5613f5d380b0 2024-02-09T23:59:36.761 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.751+0000 7ff9f7fff640 1 -- 172.21.15.1:0/2833869570 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa080c5070 con 0x5613f5d380b0 2024-02-09T23:59:36.761 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.751+0000 7ffa16829740 1 -- 172.21.15.1:0/2833869570 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5613f5d380b0 msgr2=0x5613f5d38490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:36.761 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.751+0000 7ffa16829740 1 --2- 172.21.15.1:0/2833869570 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5613f5d380b0 0x5613f5d38490 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7ffa08009900 tx=0x7ffa08000bc0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.761 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.751+0000 7ffa16829740 1 -- 172.21.15.1:0/2833869570 shutdown_connections 2024-02-09T23:59:36.761 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.751+0000 7ffa16829740 1 --2- 172.21.15.1:0/2833869570 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5613f5d417a0 0x5613f5d43b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.761 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.751+0000 7ffa16829740 1 --2- 172.21.15.1:0/2833869570 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5613f5d389d0 0x5613f5d41260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.761 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.751+0000 7ffa16829740 1 --2- 172.21.15.1:0/2833869570 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5613f5d380b0 0x5613f5d38490 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.761 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.751+0000 7ffa16829740 1 -- 172.21.15.1:0/2833869570 >> 172.21.15.1:0/2833869570 conn(0x5613f5d329d0 msgr2=0x5613f5d32db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:36.761 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.752+0000 7ffa16829740 1 -- 172.21.15.1:0/2833869570 shutdown_connections 2024-02-09T23:59:36.761 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.752+0000 7ffa16829740 1 -- 172.21.15.1:0/2833869570 wait complete. 2024-02-09T23:59:36.761 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.752+0000 7ffa16829740 1 -- start start 2024-02-09T23:59:36.762 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.752+0000 7ffa16829740 1 Processor -- start 2024-02-09T23:59:36.762 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.753+0000 7ffa16829740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5613f5d380b0 0x5613f5d3e840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:36.762 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.753+0000 7ffa16829740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5613f5d389d0 0x5613f5d3ed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:36.762 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.753+0000 7ffa16829740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5613f5d417a0 0x5613f5d3f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:36.762 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.753+0000 7ffa16829740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613f5c44b90 con 0x5613f5d389d0 2024-02-09T23:59:36.762 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.753+0000 7ffa16829740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613f5973250 con 0x5613f5d417a0 2024-02-09T23:59:36.762 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.753+0000 7ffa16829740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613f5c25200 con 0x5613f5d380b0 2024-02-09T23:59:36.762 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.753+0000 7ffa16829740 10 client.0 _ll_register_callbacks cb 0x5613f5c5b5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:36.762 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.753+0000 7ffa11112640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5613f5d389d0 0x5613f5d3ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:36.762 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.753+0000 7ffa11112640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5613f5d389d0 0x5613f5d3ed80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59266/0 (socket says 172.21.15.1:59266) 2024-02-09T23:59:36.762 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.753+0000 7ffa11112640 1 -- 172.21.15.1:0/353197575 learned_addr learned my addr 172.21.15.1:0/353197575 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:36.762 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.753+0000 7ffa11913640 1 --2- 172.21.15.1:0/353197575 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5613f5d380b0 0x5613f5d3e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:36.762 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.753+0000 7ffa12114640 1 --2- 172.21.15.1:0/353197575 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5613f5d417a0 0x5613f5d3f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:36.763 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.753+0000 7ffa11112640 1 -- 172.21.15.1:0/353197575 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5613f5d380b0 msgr2=0x5613f5d3e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:36.763 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.753+0000 7ffa11112640 1 --2- 172.21.15.1:0/353197575 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5613f5d380b0 0x5613f5d3e840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.763 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.753+0000 7ffa11112640 1 -- 172.21.15.1:0/353197575 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5613f5d417a0 msgr2=0x5613f5d3f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:36.763 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.753+0000 7ffa11112640 1 --2- 172.21.15.1:0/353197575 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5613f5d417a0 0x5613f5d3f2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.763 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.753+0000 7ffa11112640 1 -- 172.21.15.1:0/353197575 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa0c1a4970 con 0x5613f5d389d0 2024-02-09T23:59:36.763 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.753+0000 7ffa11913640 1 --2- 172.21.15.1:0/353197575 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5613f5d380b0 0x5613f5d3e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:59:36.763 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.753+0000 7ffa12114640 1 --2- 172.21.15.1:0/353197575 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5613f5d417a0 0x5613f5d3f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:59:36.763 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.753+0000 7ffa11112640 1 --2- 172.21.15.1:0/353197575 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5613f5d389d0 0x5613f5d3ed80 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7ff9fc012700 tx=0x7ff9fc012bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52a5c372b6efb39e server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:36.763 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.753+0000 7ff9f57fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:36.763 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.753+0000 7ff9f57fa640 1 -- 172.21.15.1:0/353197575 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9fc017070 con 0x5613f5d389d0 2024-02-09T23:59:36.763 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.753+0000 7ff9f57fa640 1 -- 172.21.15.1:0/353197575 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7ff9fc004020 con 0x5613f5d389d0 2024-02-09T23:59:36.763 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.753+0000 7ffa16829740 1 -- 172.21.15.1:0/353197575 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5613f5cc5ee0 con 0x5613f5d389d0 2024-02-09T23:59:36.763 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.754+0000 7ff9f57fa640 1 -- 172.21.15.1:0/353197575 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff9fc0041e0 con 0x5613f5d389d0 2024-02-09T23:59:36.763 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.754+0000 7ffa16829740 10 client.15615 fetch_fsmap learned FSMap version 27 2024-02-09T23:59:36.763 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.754+0000 7ffa16829740 1 -- 172.21.15.1:0/353197575 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5613f5c9dd90 con 0x5613f5d389d0 2024-02-09T23:59:36.764 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.754+0000 7ff9f57fa640 1 -- 172.21.15.1:0/353197575 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5613f5cc5ee0 con 0x5613f5d389d0 2024-02-09T23:59:36.764 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.754+0000 7ff9f57fa640 1 -- 172.21.15.1:0/353197575 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ff9fc0039d0 con 0x5613f5d389d0 2024-02-09T23:59:36.764 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.754+0000 7ffa16829740 10 client.15615 fetch_fsmap finished waiting for FSMap version 27 2024-02-09T23:59:36.764 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.754+0000 7ffa16829740 10 client.15615 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-09T23:59:36.764 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.754+0000 7ffa16829740 20 client.15615 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:36.764 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.754+0000 7ffa16829740 1 --2- 172.21.15.1:0/353197575 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5613f5d517e0 0x5613f5d53c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:36.764 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.754+0000 7ffa16829740 4 client.15615 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-09T23:59:36.764 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.754+0000 7ffa16829740 1 -- 172.21.15.1:0/353197575 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5613f599f600 con 0x5613f5d517e0 2024-02-09T23:59:36.764 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.755+0000 7ffa11913640 1 --2- 172.21.15.1:0/353197575 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5613f5d517e0 0x5613f5d53c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:36.764 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.755+0000 7ffa11913640 1 --2- 172.21.15.1:0/353197575 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5613f5d517e0 0x5613f5d53c00 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=671792f85d0715ad server_cookie=62a3919e36cd5d8 in_seq=0 out_seq=0 2024-02-09T23:59:36.764 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.755+0000 7ff9f57fa640 10 client.15615 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:36.764 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.756+0000 7ff9f57fa640 1 -- 172.21.15.1:0/353197575 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5613f599f600 con 0x5613f5d517e0 2024-02-09T23:59:36.764 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.756+0000 7ff9f57fa640 10 client.15615 handle_command_reply: tid=0 2024-02-09T23:59:36.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.756+0000 7ffa16829740 1 client.15615 shutdown 2024-02-09T23:59:36.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.756+0000 7ffa16829740 1 -- 172.21.15.1:0/353197575 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5613f5d389d0 msgr2=0x5613f5d3ed80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:36.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.756+0000 7ffa16829740 1 --2- 172.21.15.1:0/353197575 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5613f5d389d0 0x5613f5d3ed80 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7ff9fc012700 tx=0x7ff9fc012bc0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.756+0000 7ffa16829740 1 -- 172.21.15.1:0/353197575 shutdown_connections 2024-02-09T23:59:36.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.756+0000 7ffa16829740 1 --2- 172.21.15.1:0/353197575 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5613f5d517e0 0x5613f5d53c00 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.756+0000 7ffa16829740 1 --2- 172.21.15.1:0/353197575 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5613f5d417a0 0x5613f5d3f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.756+0000 7ffa16829740 1 --2- 172.21.15.1:0/353197575 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5613f5d389d0 0x5613f5d3ed80 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.756+0000 7ff9f57fa640 0 client.15615 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:36.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.756+0000 7ffa16829740 1 --2- 172.21.15.1:0/353197575 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5613f5d380b0 0x5613f5d3e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.756+0000 7ffa16829740 1 -- 172.21.15.1:0/353197575 >> 172.21.15.1:0/353197575 conn(0x5613f5d329d0 msgr2=0x5613f5d34720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:36.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.756+0000 7ffa16829740 1 -- 172.21.15.1:0/353197575 shutdown_connections 2024-02-09T23:59:36.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.756+0000 7ffa16829740 1 -- 172.21.15.1:0/353197575 wait complete. 2024-02-09T23:59:36.766 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.756+0000 7ffa16829740 20 client.15615 trim_cache size 0 max 16384 2024-02-09T23:59:36.776 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.772+0000 7ffa16829740 1 Processor -- start 2024-02-09T23:59:36.776 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.772+0000 7ffa16829740 1 -- start start 2024-02-09T23:59:36.776 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.772+0000 7ffa16829740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5613f5d380b0 0x5613f5d40f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:36.776 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.772+0000 7ffa16829740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5613f5d389d0 0x5613f5d3f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:36.776 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.772+0000 7ffa16829740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5613f5d417a0 0x5613f5d3d110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:36.776 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.772+0000 7ffa16829740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613f5d2cec0 con 0x5613f5d389d0 2024-02-09T23:59:36.776 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.772+0000 7ffa16829740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613f5d396d0 con 0x5613f5d417a0 2024-02-09T23:59:36.776 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.772+0000 7ffa16829740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613f5d3a410 con 0x5613f5d380b0 2024-02-09T23:59:36.776 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.772+0000 7ffa11112640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5613f5d389d0 0x5613f5d3f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:36.776 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.772+0000 7ffa11112640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5613f5d389d0 0x5613f5d3f0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59268/0 (socket says 172.21.15.1:59268) 2024-02-09T23:59:36.776 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.772+0000 7ffa11112640 1 -- 172.21.15.1:0/4129068778 learned_addr learned my addr 172.21.15.1:0/4129068778 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:36.777 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.772+0000 7ffa11913640 1 --2- 172.21.15.1:0/4129068778 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5613f5d380b0 0x5613f5d40f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:36.777 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.772+0000 7ffa12114640 1 --2- 172.21.15.1:0/4129068778 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5613f5d417a0 0x5613f5d3d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:36.777 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.773+0000 7ffa11112640 1 -- 172.21.15.1:0/4129068778 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5613f5d380b0 msgr2=0x5613f5d40f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:36.777 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.773+0000 7ffa11112640 1 --2- 172.21.15.1:0/4129068778 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5613f5d380b0 0x5613f5d40f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.777 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.773+0000 7ffa11112640 1 -- 172.21.15.1:0/4129068778 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5613f5d417a0 msgr2=0x5613f5d3d110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:36.777 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.773+0000 7ffa11112640 1 --2- 172.21.15.1:0/4129068778 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5613f5d417a0 0x5613f5d3d110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.778 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.773+0000 7ffa11112640 1 -- 172.21.15.1:0/4129068778 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5613f5c3a820 con 0x5613f5d389d0 2024-02-09T23:59:36.778 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.773+0000 7ffa12114640 1 --2- 172.21.15.1:0/4129068778 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5613f5d417a0 0x5613f5d3d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:59:36.778 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.773+0000 7ffa11112640 1 --2- 172.21.15.1:0/4129068778 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5613f5d389d0 0x5613f5d3f0e0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7ff9fc003db0 tx=0x7ff9fc00f810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acc9052ccfc4446f server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:36.778 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.773+0000 7ff9f77fe640 1 -- 172.21.15.1:0/4129068778 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9fc017040 con 0x5613f5d389d0 2024-02-09T23:59:36.778 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.773+0000 7ff9f77fe640 1 -- 172.21.15.1:0/4129068778 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff9fc02b070 con 0x5613f5d389d0 2024-02-09T23:59:36.778 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.773+0000 7ff9f77fe640 1 -- 172.21.15.1:0/4129068778 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9fc005430 con 0x5613f5d389d0 2024-02-09T23:59:36.778 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.774+0000 7ffa16829740 1 -- 172.21.15.1:0/4129068778 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5613f5d389d0 msgr2=0x5613f5d3f0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:36.778 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.774+0000 7ffa16829740 1 --2- 172.21.15.1:0/4129068778 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5613f5d389d0 0x5613f5d3f0e0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7ff9fc003db0 tx=0x7ff9fc00f810 comp rx=0 tx=0).stop 2024-02-09T23:59:36.778 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.774+0000 7ffa16829740 1 -- 172.21.15.1:0/4129068778 shutdown_connections 2024-02-09T23:59:36.778 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.774+0000 7ffa16829740 1 --2- 172.21.15.1:0/4129068778 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5613f5d417a0 0x5613f5d3d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.778 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.774+0000 7ffa16829740 1 --2- 172.21.15.1:0/4129068778 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5613f5d389d0 0x5613f5d3f0e0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.778 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.774+0000 7ffa16829740 1 --2- 172.21.15.1:0/4129068778 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5613f5d380b0 0x5613f5d40f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.778 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.774+0000 7ffa16829740 1 -- 172.21.15.1:0/4129068778 >> 172.21.15.1:0/4129068778 conn(0x5613f5d329d0 msgr2=0x5613f5d58560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:36.778 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.774+0000 7ffa16829740 1 -- 172.21.15.1:0/4129068778 shutdown_connections 2024-02-09T23:59:36.779 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.774+0000 7ffa16829740 1 -- 172.21.15.1:0/4129068778 wait complete. 2024-02-09T23:59:36.779 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.774+0000 7ffa16829740 1 -- start start 2024-02-09T23:59:36.779 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.774+0000 7ffa16829740 1 Processor -- start 2024-02-09T23:59:36.781 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.774+0000 7ffa16829740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5613f5d380b0 0x5613f5d484b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:36.782 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.774+0000 7ffa16829740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5613f5d389d0 0x5613f5d46850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:36.782 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.774+0000 7ffa16829740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5613f5d417a0 0x5613f5d46d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:36.782 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.774+0000 7ffa16829740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613f5d47370 con 0x5613f5d380b0 2024-02-09T23:59:36.782 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.774+0000 7ffa16829740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613f5d474e0 con 0x5613f5d389d0 2024-02-09T23:59:36.782 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.774+0000 7ffa16829740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613f5d476a0 con 0x5613f5d417a0 2024-02-09T23:59:36.782 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.775+0000 7ffa16829740 10 client.0 _ll_register_callbacks cb 0x7ff9fc009910 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:36.782 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.775+0000 7ffa11913640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5613f5d380b0 0x5613f5d484b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:36.782 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.775+0000 7ffa11913640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5613f5d380b0 0x5613f5d484b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59278/0 (socket says 172.21.15.1:59278) 2024-02-09T23:59:36.782 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.775+0000 7ffa11913640 1 -- 172.21.15.1:0/689985538 learned_addr learned my addr 172.21.15.1:0/689985538 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:36.782 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.775+0000 7ffa12114640 1 --2- 172.21.15.1:0/689985538 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5613f5d417a0 0x5613f5d46d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:36.782 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.775+0000 7ffa11112640 1 --2- 172.21.15.1:0/689985538 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5613f5d389d0 0x5613f5d46850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:36.782 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.775+0000 7ffa11913640 1 -- 172.21.15.1:0/689985538 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5613f5d417a0 msgr2=0x5613f5d46d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:36.782 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.775+0000 7ffa11913640 1 --2- 172.21.15.1:0/689985538 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5613f5d417a0 0x5613f5d46d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.783 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.775+0000 7ffa11913640 1 -- 172.21.15.1:0/689985538 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5613f5d389d0 msgr2=0x5613f5d46850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:36.783 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.775+0000 7ffa11913640 1 --2- 172.21.15.1:0/689985538 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5613f5d389d0 0x5613f5d46850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.783 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.775+0000 7ffa11913640 1 -- 172.21.15.1:0/689985538 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5613f5c9dd90 con 0x5613f5d380b0 2024-02-09T23:59:36.783 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.775+0000 7ffa11112640 1 --2- 172.21.15.1:0/689985538 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5613f5d389d0 0x5613f5d46850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:36.783 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.775+0000 7ffa11913640 1 --2- 172.21.15.1:0/689985538 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5613f5d380b0 0x5613f5d484b0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7ffa080c4b40 tx=0x7ffa080a7040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0d439eeb7008d03 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:36.783 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.775+0000 7ff9f57fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:36.783 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.775+0000 7ff9f57fa640 1 -- 172.21.15.1:0/689985538 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa080c0aa0 con 0x5613f5d380b0 2024-02-09T23:59:36.783 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.775+0000 7ff9f57fa640 1 -- 172.21.15.1:0/689985538 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7ffa080bcfd0 con 0x5613f5d380b0 2024-02-09T23:59:36.783 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.775+0000 7ffa16829740 1 -- 172.21.15.1:0/689985538 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ffa08048930 con 0x5613f5d380b0 2024-02-09T23:59:36.783 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.775+0000 7ff9f57fa640 1 -- 172.21.15.1:0/689985538 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7ffa080c5070 con 0x5613f5d380b0 2024-02-09T23:59:36.783 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.775+0000 7ffa16829740 10 client.15621 fetch_fsmap learned FSMap version 27 2024-02-09T23:59:36.783 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.775+0000 7ffa16829740 1 -- 172.21.15.1:0/689985538 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5613f5c606f0 con 0x5613f5d380b0 2024-02-09T23:59:36.784 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.776+0000 7ff9f57fa640 1 -- 172.21.15.1:0/689985538 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ffa08048930 con 0x5613f5d380b0 2024-02-09T23:59:36.784 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.776+0000 7ff9f57fa640 1 -- 172.21.15.1:0/689985538 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ffa0803c070 con 0x5613f5d380b0 2024-02-09T23:59:36.784 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.776+0000 7ffa16829740 10 client.15621 fetch_fsmap finished waiting for FSMap version 27 2024-02-09T23:59:36.784 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.776+0000 7ffa16829740 10 client.15621 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-09T23:59:36.784 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.776+0000 7ffa16829740 20 client.15621 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:36.784 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.776+0000 7ffa16829740 1 --2- 172.21.15.1:0/689985538 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5613f5da8fc0 0x5613f5dab3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:36.784 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.776+0000 7ffa16829740 4 client.15621 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-09T23:59:36.784 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.776+0000 7ffa16829740 1 -- 172.21.15.1:0/689985538 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5613f59f01b0 con 0x5613f5da8fc0 2024-02-09T23:59:36.784 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.776+0000 7ffa11112640 1 --2- 172.21.15.1:0/689985538 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5613f5da8fc0 0x5613f5dab3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:36.784 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.777+0000 7ffa11112640 1 --2- 172.21.15.1:0/689985538 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5613f5da8fc0 0x5613f5dab3e0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=de7807203a5b2595 server_cookie=29856889450f007d in_seq=0 out_seq=0 2024-02-09T23:59:36.784 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.777+0000 7ff9f57fa640 10 client.15621 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:36.791 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.788+0000 7ff9f57fa640 1 -- 172.21.15.1:0/689985538 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5613f59f01b0 con 0x5613f5da8fc0 2024-02-09T23:59:36.791 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.788+0000 7ff9f57fa640 10 client.15621 handle_command_reply: tid=0 2024-02-09T23:59:36.791 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.788+0000 7ffa16829740 1 client.15621 shutdown 2024-02-09T23:59:36.791 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.788+0000 7ffa16829740 1 -- 172.21.15.1:0/689985538 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5613f5d380b0 msgr2=0x5613f5d484b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:36.791 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.788+0000 7ffa16829740 1 --2- 172.21.15.1:0/689985538 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5613f5d380b0 0x5613f5d484b0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7ffa080c4b40 tx=0x7ffa080a7040 comp rx=0 tx=0).stop 2024-02-09T23:59:36.791 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.789+0000 7ffa16829740 1 -- 172.21.15.1:0/689985538 shutdown_connections 2024-02-09T23:59:36.791 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.789+0000 7ffa16829740 1 --2- 172.21.15.1:0/689985538 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5613f5da8fc0 0x5613f5dab3e0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.791 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.789+0000 7ffa16829740 1 --2- 172.21.15.1:0/689985538 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5613f5d417a0 0x5613f5d46d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.791 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.789+0000 7ffa16829740 1 --2- 172.21.15.1:0/689985538 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5613f5d389d0 0x5613f5d46850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.791 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.789+0000 7ffa16829740 1 --2- 172.21.15.1:0/689985538 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5613f5d380b0 0x5613f5d484b0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.791 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.789+0000 7ff9f57fa640 0 client.15621 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:36.791 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.789+0000 7ffa16829740 1 -- 172.21.15.1:0/689985538 >> 172.21.15.1:0/689985538 conn(0x5613f5d329d0 msgr2=0x5613f5d3cea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:36.792 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.789+0000 7ffa16829740 1 -- 172.21.15.1:0/689985538 shutdown_connections 2024-02-09T23:59:36.792 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.789+0000 7ffa16829740 1 -- 172.21.15.1:0/689985538 wait complete. 2024-02-09T23:59:36.792 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.789+0000 7ffa16829740 20 client.15621 trim_cache size 0 max 16384 2024-02-09T23:59:36.792 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-09T23:59:36.792 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-09T23:59:36.793 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-09T23:59:36.793 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-09T23:59:36.793 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.789+0000 7ffa13b77640 1 -- 172.21.15.1:0/891520720 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff9f80a22b0 msgr2=0x7ff9f80a4770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:36.793 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.789+0000 7ffa13b77640 1 --2- 172.21.15.1:0/891520720 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff9f80a22b0 0x7ff9f80a4770 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7ffa04005c40 tx=0x7ffa04009a80 comp rx=0 tx=0).stop 2024-02-09T23:59:36.794 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.789+0000 7ffa13b77640 1 -- 172.21.15.1:0/891520720 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa0c100340 msgr2=0x7ffa0c19d640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:36.794 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.789+0000 7ffa13b77640 1 --2- 172.21.15.1:0/891520720 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa0c100340 0x7ffa0c19d640 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7ffa08009230 tx=0x7ffa0802c650 comp rx=0 tx=0).stop 2024-02-09T23:59:36.794 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.789+0000 7ffa13b77640 1 -- 172.21.15.1:0/891520720 shutdown_connections 2024-02-09T23:59:36.794 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.789+0000 7ffa13b77640 1 --2- 172.21.15.1:0/891520720 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff9f80a22b0 0x7ff9f80a4770 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.794 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.789+0000 7ffa13b77640 1 --2- 172.21.15.1:0/891520720 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa0c197700 0x7ffa0c197b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.794 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.789+0000 7ffa13b77640 1 --2- 172.21.15.1:0/891520720 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa0c105410 0x7ffa0c19db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.795 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.789+0000 7ffa13b77640 1 --2- 172.21.15.1:0/891520720 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa0c100340 0x7ffa0c19d640 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:36.795 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.789+0000 7ffa13b77640 1 -- 172.21.15.1:0/891520720 >> 172.21.15.1:0/891520720 conn(0x7ffa0c077220 msgr2=0x7ffa0c068dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:36.795 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.789+0000 7ffa13b77640 1 -- 172.21.15.1:0/891520720 shutdown_connections 2024-02-09T23:59:36.795 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:36.789+0000 7ffa13b77640 1 -- 172.21.15.1:0/891520720 wait complete. 2024-02-09T23:59:37.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:37 smithi088 ceph-mon[36452]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 50 op/s 2024-02-09T23:59:37.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:37 smithi103 ceph-mon[36942]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 50 op/s 2024-02-09T23:59:37.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:37 smithi001 ceph-mon[32335]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 50 op/s 2024-02-09T23:59:39.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:39 smithi088 ceph-mon[36452]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 54 op/s 2024-02-09T23:59:39.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:39 smithi103 ceph-mon[36942]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 54 op/s 2024-02-09T23:59:39.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:39 smithi001 ceph-mon[32335]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 54 op/s 2024-02-09T23:59:41.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:41 smithi088 ceph-mon[36452]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 41 KiB/s wr, 19 op/s 2024-02-09T23:59:41.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:41 smithi103 ceph-mon[36942]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 41 KiB/s wr, 19 op/s 2024-02-09T23:59:41.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:41 smithi001 ceph-mon[32335]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 41 KiB/s wr, 19 op/s 2024-02-09T23:59:43.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:43 smithi088 ceph-mon[36452]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-02-09T23:59:43.361 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-09T23:59:43.361 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-09T23:59:43.387 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:43 smithi001 ceph-mon[32335]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-02-09T23:59:43.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:43 smithi103 ceph-mon[36942]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-02-09T23:59:43.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.472+0000 7f86afe64640 1 -- 172.21.15.1:0/1802083046 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f86a8101440 msgr2=0x7f86a8101820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:43.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.473+0000 7f86afe64640 1 --2- 172.21.15.1:0/1802083046 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f86a8101440 0x7f86a8101820 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f86a4009930 tx=0x7f86a402bc30 comp rx=0 tx=0).stop 2024-02-09T23:59:43.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.473+0000 7f86afe64640 1 -- 172.21.15.1:0/1802083046 shutdown_connections 2024-02-09T23:59:43.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.473+0000 7f86afe64640 1 --2- 172.21.15.1:0/1802083046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f86a8106510 0x7f86a810e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.473+0000 7f86afe64640 1 --2- 172.21.15.1:0/1802083046 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f86a8101df0 0x7f86a8105e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.473+0000 7f86afe64640 1 --2- 172.21.15.1:0/1802083046 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f86a8101440 0x7f86a8101820 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.473+0000 7f86afe64640 1 -- 172.21.15.1:0/1802083046 >> 172.21.15.1:0/1802083046 conn(0x7f86a80fccc0 msgr2=0x7f86a80ff0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:43.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.473+0000 7f86afe64640 1 -- 172.21.15.1:0/1802083046 shutdown_connections 2024-02-09T23:59:43.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.473+0000 7f86afe64640 1 -- 172.21.15.1:0/1802083046 wait complete. 2024-02-09T23:59:43.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.473+0000 7f86afe64640 1 Processor -- start 2024-02-09T23:59:43.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.473+0000 7f86afe64640 1 -- start start 2024-02-09T23:59:43.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.474+0000 7f86afe64640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f86a8101440 0x7f86a819d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:43.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.474+0000 7f86afe64640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f86a8106510 0x7f86a819dae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:43.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.474+0000 7f86afe64640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f86a81976b0 0x7f86a8197b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:43.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.474+0000 7f86afe64640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86a8198180 con 0x7f86a81976b0 2024-02-09T23:59:43.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.474+0000 7f86afe64640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86a81982f0 con 0x7f86a8101440 2024-02-09T23:59:43.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.474+0000 7f86afe64640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86a81984b0 con 0x7f86a8106510 2024-02-09T23:59:43.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.474+0000 7f86ae401640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f86a81976b0 0x7f86a8197b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:43.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.474+0000 7f86ae401640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f86a81976b0 0x7f86a8197b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52668/0 (socket says 172.21.15.1:52668) 2024-02-09T23:59:43.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.474+0000 7f86ae401640 1 -- 172.21.15.1:0/704849062 learned_addr learned my addr 172.21.15.1:0/704849062 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:43.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.474+0000 7f86ad3ff640 1 --2- 172.21.15.1:0/704849062 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f86a8106510 0x7f86a819dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:43.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.474+0000 7f86adc00640 1 --2- 172.21.15.1:0/704849062 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f86a8101440 0x7f86a819d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:43.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.474+0000 7f86ae401640 1 -- 172.21.15.1:0/704849062 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f86a8106510 msgr2=0x7f86a819dae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:43.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.474+0000 7f86ae401640 1 --2- 172.21.15.1:0/704849062 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f86a8106510 0x7f86a819dae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.474+0000 7f86ae401640 1 -- 172.21.15.1:0/704849062 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f86a8101440 msgr2=0x7f86a819d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:43.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.474+0000 7f86ae401640 1 --2- 172.21.15.1:0/704849062 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f86a8101440 0x7f86a819d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.474+0000 7f86ae401640 1 -- 172.21.15.1:0/704849062 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86a4009560 con 0x7f86a81976b0 2024-02-09T23:59:43.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.474+0000 7f86ae401640 1 --2- 172.21.15.1:0/704849062 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f86a81976b0 0x7f86a8197b30 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f86a000cce0 tx=0x7f86a000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:43.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.475+0000 7f869effd640 1 -- 172.21.15.1:0/704849062 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86a000f450 con 0x7f86a81976b0 2024-02-09T23:59:43.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.475+0000 7f869effd640 1 -- 172.21.15.1:0/704849062 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f86a000fa90 con 0x7f86a81976b0 2024-02-09T23:59:43.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.475+0000 7f86afe64640 1 -- 172.21.15.1:0/704849062 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86a81a4400 con 0x7f86a81976b0 2024-02-09T23:59:43.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.475+0000 7f869effd640 1 -- 172.21.15.1:0/704849062 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86a0018b90 con 0x7f86a81976b0 2024-02-09T23:59:43.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.475+0000 7f86afe64640 1 -- 172.21.15.1:0/704849062 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f86a81a48e0 con 0x7f86a81976b0 2024-02-09T23:59:43.481 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.477+0000 7f869effd640 1 -- 172.21.15.1:0/704849062 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 24) v1 ==== 136943+0+0 (secure 0 0 0) 0x7f86a000fc00 con 0x7f86a81976b0 2024-02-09T23:59:43.481 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.478+0000 7f86b2a33740 1 Processor -- start 2024-02-09T23:59:43.481 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.478+0000 7f86b2a33740 1 -- start start 2024-02-09T23:59:43.481 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.478+0000 7f86b2a33740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559a7848e980 0x559a7848ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:43.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.478+0000 7f86b2a33740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559a7848f330 0x559a784978e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:43.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.478+0000 7f869effd640 1 --2- 172.21.15.1:0/704849062 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f86940a22c0 0x7f86940a4780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:43.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.478+0000 7f86b2a33740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559a78497eb0 0x559a7849a300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:43.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.478+0000 7f86b2a33740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a78449d00 con 0x559a78497eb0 2024-02-09T23:59:43.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.478+0000 7f86b2a33740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a783fe2f0 con 0x559a7848e980 2024-02-09T23:59:43.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.478+0000 7f86b2a33740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a783fb820 con 0x559a7848f330 2024-02-09T23:59:43.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.479+0000 7f86ae401640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559a78497eb0 0x559a7849a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:43.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.479+0000 7f86adc00640 1 --2- 172.21.15.1:0/704849062 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f86940a22c0 0x7f86940a4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:43.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.479+0000 7f86ae401640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559a78497eb0 0x559a7849a300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52684/0 (socket says 172.21.15.1:52684) 2024-02-09T23:59:43.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.479+0000 7f86ae401640 1 -- 172.21.15.1:0/199660057 learned_addr learned my addr 172.21.15.1:0/199660057 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:43.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.479+0000 7f86ad3ff640 1 --2- 172.21.15.1:0/199660057 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559a7848e980 0x559a7848ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:43.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.479+0000 7f86ad3ff640 1 --2- 172.21.15.1:0/199660057 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559a7848f330 0x559a784978e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:43.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.479+0000 7f869effd640 1 -- 172.21.15.1:0/704849062 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f86a00ce590 con 0x7f86a81976b0 2024-02-09T23:59:43.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.479+0000 7f86ad3ff640 1 -- 172.21.15.1:0/199660057 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559a7848e980 msgr2=0x559a7848ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:43.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.479+0000 7f86ad3ff640 1 --2- 172.21.15.1:0/199660057 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559a7848e980 0x559a7848ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.479+0000 7f86ad3ff640 1 -- 172.21.15.1:0/199660057 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559a78497eb0 msgr2=0x559a7849a300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:43.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.479+0000 7f86ad3ff640 1 --2- 172.21.15.1:0/199660057 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559a78497eb0 0x559a7849a300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.479+0000 7f86ad3ff640 1 -- 172.21.15.1:0/199660057 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559a783b8ff0 con 0x559a7848f330 2024-02-09T23:59:43.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.479+0000 7f86ae401640 1 --2- 172.21.15.1:0/199660057 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559a78497eb0 0x559a7849a300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:59:43.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.479+0000 7f86adc00640 1 --2- 172.21.15.1:0/704849062 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f86940a22c0 0x7f86940a4780 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f86a4006010 tx=0x7f86a4000bc0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:43.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.479+0000 7f86ad3ff640 1 --2- 172.21.15.1:0/199660057 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559a7848f330 0x559a784978e0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f86a8198eb0 tx=0x7f869800b390 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1a881425cda5a1da server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:43.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.479+0000 7f8693fff640 1 -- 172.21.15.1:0/199660057 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8698004030 con 0x559a7848f330 2024-02-09T23:59:43.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.479+0000 7f8693fff640 1 -- 172.21.15.1:0/199660057 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8698005020 con 0x559a7848f330 2024-02-09T23:59:43.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.479+0000 7f8693fff640 1 -- 172.21.15.1:0/199660057 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8698004bc0 con 0x559a7848f330 2024-02-09T23:59:43.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.480+0000 7f86b2a33740 1 -- 172.21.15.1:0/199660057 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559a7848f330 msgr2=0x559a784978e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:43.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.480+0000 7f86b2a33740 1 --2- 172.21.15.1:0/199660057 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559a7848f330 0x559a784978e0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f86a8198eb0 tx=0x7f869800b390 comp rx=0 tx=0).stop 2024-02-09T23:59:43.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.480+0000 7f86b2a33740 1 -- 172.21.15.1:0/199660057 shutdown_connections 2024-02-09T23:59:43.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.480+0000 7f86b2a33740 1 --2- 172.21.15.1:0/199660057 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559a78497eb0 0x559a7849a300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.480+0000 7f86b2a33740 1 --2- 172.21.15.1:0/199660057 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559a7848f330 0x559a784978e0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.480+0000 7f86b2a33740 1 --2- 172.21.15.1:0/199660057 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559a7848e980 0x559a7848ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.480+0000 7f86b2a33740 1 -- 172.21.15.1:0/199660057 >> 172.21.15.1:0/199660057 conn(0x559a78489050 msgr2=0x559a78489430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:43.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.481+0000 7f86b2a33740 1 -- 172.21.15.1:0/199660057 shutdown_connections 2024-02-09T23:59:43.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.481+0000 7f86b2a33740 1 -- 172.21.15.1:0/199660057 wait complete. 2024-02-09T23:59:43.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.481+0000 7f86b2a33740 1 -- start start 2024-02-09T23:59:43.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.481+0000 7f86b2a33740 1 Processor -- start 2024-02-09T23:59:43.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.482+0000 7f86b2a33740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559a7848e980 0x559a78494dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:43.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.482+0000 7f86b2a33740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559a7848f330 0x559a78495310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:43.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.482+0000 7f86b2a33740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559a78497eb0 0x559a78495850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:43.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.482+0000 7f86b2a33740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a783f7000 con 0x559a7848e980 2024-02-09T23:59:43.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.482+0000 7f86b2a33740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a780ca430 con 0x559a7848f330 2024-02-09T23:59:43.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.482+0000 7f86b2a33740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a78086e00 con 0x559a78497eb0 2024-02-09T23:59:43.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.482+0000 7f86b2a33740 10 client.0 _ll_register_callbacks cb 0x559a783eb7f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:43.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.482+0000 7f86adc00640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559a7848e980 0x559a78494dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:43.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.482+0000 7f86adc00640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559a7848e980 0x559a78494dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52694/0 (socket says 172.21.15.1:52694) 2024-02-09T23:59:43.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.482+0000 7f86adc00640 1 -- 172.21.15.1:0/2550680269 learned_addr learned my addr 172.21.15.1:0/2550680269 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:43.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.482+0000 7f86ae401640 1 --2- 172.21.15.1:0/2550680269 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559a78497eb0 0x559a78495850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:43.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.482+0000 7f86ad3ff640 1 --2- 172.21.15.1:0/2550680269 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559a7848f330 0x559a78495310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:43.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.482+0000 7f86adc00640 1 -- 172.21.15.1:0/2550680269 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559a78497eb0 msgr2=0x559a78495850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:43.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.482+0000 7f86adc00640 1 --2- 172.21.15.1:0/2550680269 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559a78497eb0 0x559a78495850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.482+0000 7f86adc00640 1 -- 172.21.15.1:0/2550680269 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559a7848f330 msgr2=0x559a78495310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:43.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.482+0000 7f86adc00640 1 --2- 172.21.15.1:0/2550680269 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559a7848f330 0x559a78495310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.482+0000 7f86adc00640 1 -- 172.21.15.1:0/2550680269 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f869801a040 con 0x559a7848e980 2024-02-09T23:59:43.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.482+0000 7f86adc00640 1 --2- 172.21.15.1:0/2550680269 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559a7848e980 0x559a78494dd0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f86a402cbe0 tx=0x7f86a4009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=168bacd4fdd14d59 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:43.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.482+0000 7f86917fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:43.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.482+0000 7f86917fa640 1 -- 172.21.15.1:0/2550680269 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86a4005200 con 0x559a7848e980 2024-02-09T23:59:43.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.483+0000 7f86917fa640 1 -- 172.21.15.1:0/2550680269 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f86a4046050 con 0x559a7848e980 2024-02-09T23:59:43.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.483+0000 7f86b2a33740 1 -- 172.21.15.1:0/2550680269 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559a780f67e0 con 0x559a7848e980 2024-02-09T23:59:43.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.483+0000 7f86917fa640 1 -- 172.21.15.1:0/2550680269 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f86a4005360 con 0x559a7848e980 2024-02-09T23:59:43.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.483+0000 7f86b2a33740 10 client.15633 fetch_fsmap learned FSMap version 27 2024-02-09T23:59:43.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.483+0000 7f86b2a33740 1 -- 172.21.15.1:0/2550680269 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x559a783f5680 con 0x559a7848e980 2024-02-09T23:59:43.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.483+0000 7f86917fa640 1 -- 172.21.15.1:0/2550680269 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x559a780f67e0 con 0x559a7848e980 2024-02-09T23:59:43.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.483+0000 7f86917fa640 1 -- 172.21.15.1:0/2550680269 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f86a403c040 con 0x559a7848e980 2024-02-09T23:59:43.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.483+0000 7f86b2a33740 10 client.15633 fetch_fsmap finished waiting for FSMap version 27 2024-02-09T23:59:43.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.483+0000 7f86b2a33740 10 client.15633 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-09T23:59:43.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.483+0000 7f86b2a33740 20 client.15633 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:43.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.483+0000 7f86b2a33740 1 --2- 172.21.15.1:0/2550680269 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559a784a8450 0x559a784aa870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:43.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.483+0000 7f86b2a33740 4 client.15633 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-09T23:59:43.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.483+0000 7f86b2a33740 1 -- 172.21.15.1:0/2550680269 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559a78133720 con 0x559a784a8450 2024-02-09T23:59:43.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.483+0000 7f86ad3ff640 1 --2- 172.21.15.1:0/2550680269 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559a784a8450 0x559a784aa870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:43.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.484+0000 7f86ad3ff640 1 --2- 172.21.15.1:0/2550680269 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559a784a8450 0x559a784aa870 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=902eb7321541e9e4 server_cookie=6e57f82b696db881 in_seq=0 out_seq=0 2024-02-09T23:59:43.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.484+0000 7f86917fa640 10 client.15633 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:43.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.484+0000 7f86917fa640 1 -- 172.21.15.1:0/2550680269 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x559a78133720 con 0x559a784a8450 2024-02-09T23:59:43.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.484+0000 7f86917fa640 10 client.15633 handle_command_reply: tid=0 2024-02-09T23:59:43.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.484+0000 7f86b2a33740 1 client.15633 shutdown 2024-02-09T23:59:43.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.485+0000 7f86b2a33740 1 -- 172.21.15.1:0/2550680269 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559a7848e980 msgr2=0x559a78494dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:43.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.485+0000 7f86b2a33740 1 --2- 172.21.15.1:0/2550680269 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559a7848e980 0x559a78494dd0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f86a402cbe0 tx=0x7f86a4009260 comp rx=0 tx=0).stop 2024-02-09T23:59:43.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.485+0000 7f86b2a33740 1 -- 172.21.15.1:0/2550680269 shutdown_connections 2024-02-09T23:59:43.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.485+0000 7f86b2a33740 1 --2- 172.21.15.1:0/2550680269 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559a784a8450 0x559a784aa870 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.485+0000 7f86b2a33740 1 --2- 172.21.15.1:0/2550680269 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559a78497eb0 0x559a78495850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.485+0000 7f86b2a33740 1 --2- 172.21.15.1:0/2550680269 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559a7848f330 0x559a78495310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.485+0000 7f86b2a33740 1 --2- 172.21.15.1:0/2550680269 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559a7848e980 0x559a78494dd0 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.485+0000 7f86917fa640 0 client.15633 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:43.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.485+0000 7f86b2a33740 1 -- 172.21.15.1:0/2550680269 >> 172.21.15.1:0/2550680269 conn(0x559a78489050 msgr2=0x559a7848ada0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:43.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.485+0000 7f86b2a33740 1 -- 172.21.15.1:0/2550680269 shutdown_connections 2024-02-09T23:59:43.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.485+0000 7f86b2a33740 1 -- 172.21.15.1:0/2550680269 wait complete. 2024-02-09T23:59:43.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.485+0000 7f86b2a33740 20 client.15633 trim_cache size 0 max 16384 2024-02-09T23:59:43.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.513+0000 7f86b2a33740 1 Processor -- start 2024-02-09T23:59:43.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.513+0000 7f86b2a33740 1 -- start start 2024-02-09T23:59:43.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.513+0000 7f86b2a33740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559a7848e980 0x559a78497500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:43.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.513+0000 7f86b2a33740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559a7848f330 0x559a78495320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:43.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.513+0000 7f86b2a33740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559a78497eb0 0x559a78495860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:43.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.513+0000 7f86b2a33740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a7837bfd0 con 0x559a7848f330 2024-02-09T23:59:43.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.513+0000 7f86b2a33740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a78488ec0 con 0x559a7848e980 2024-02-09T23:59:43.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.513+0000 7f86b2a33740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a78495dd0 con 0x559a78497eb0 2024-02-09T23:59:43.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.513+0000 7f86ad3ff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559a7848f330 0x559a78495320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:43.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.513+0000 7f86ad3ff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559a7848f330 0x559a78495320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52696/0 (socket says 172.21.15.1:52696) 2024-02-09T23:59:43.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.513+0000 7f86ad3ff640 1 -- 172.21.15.1:0/2544814881 learned_addr learned my addr 172.21.15.1:0/2544814881 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:43.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.513+0000 7f86adc00640 1 --2- 172.21.15.1:0/2544814881 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559a7848e980 0x559a78497500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:43.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.513+0000 7f86ae401640 1 --2- 172.21.15.1:0/2544814881 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559a78497eb0 0x559a78495860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:43.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.513+0000 7f86ad3ff640 1 -- 172.21.15.1:0/2544814881 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559a78497eb0 msgr2=0x559a78495860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:43.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.513+0000 7f86ad3ff640 1 --2- 172.21.15.1:0/2544814881 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559a78497eb0 0x559a78495860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.513+0000 7f86ad3ff640 1 -- 172.21.15.1:0/2544814881 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559a7848e980 msgr2=0x559a78497500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:43.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.513+0000 7f86ad3ff640 1 --2- 172.21.15.1:0/2544814881 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559a7848e980 0x559a78497500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.513+0000 7f86ad3ff640 1 -- 172.21.15.1:0/2544814881 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559a78391b30 con 0x559a7848f330 2024-02-09T23:59:43.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.514+0000 7f86ad3ff640 1 --2- 172.21.15.1:0/2544814881 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559a7848f330 0x559a78495320 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f86a8198eb0 tx=0x7f8698005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f155a17a1465e4f3 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:43.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.514+0000 7f86937fe640 1 -- 172.21.15.1:0/2544814881 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8698024040 con 0x559a7848f330 2024-02-09T23:59:43.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.514+0000 7f86937fe640 1 -- 172.21.15.1:0/2544814881 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f869802a8f0 con 0x559a7848f330 2024-02-09T23:59:43.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.514+0000 7f86937fe640 1 -- 172.21.15.1:0/2544814881 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86980048b0 con 0x559a7848f330 2024-02-09T23:59:43.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.514+0000 7f86b2a33740 1 -- 172.21.15.1:0/2544814881 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559a7848f330 msgr2=0x559a78495320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:43.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.514+0000 7f86b2a33740 1 --2- 172.21.15.1:0/2544814881 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559a7848f330 0x559a78495320 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f86a8198eb0 tx=0x7f8698005850 comp rx=0 tx=0).stop 2024-02-09T23:59:43.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.514+0000 7f86b2a33740 1 -- 172.21.15.1:0/2544814881 shutdown_connections 2024-02-09T23:59:43.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.514+0000 7f86b2a33740 1 --2- 172.21.15.1:0/2544814881 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559a78497eb0 0x559a78495860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.514+0000 7f86b2a33740 1 --2- 172.21.15.1:0/2544814881 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559a7848f330 0x559a78495320 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.514+0000 7f86b2a33740 1 --2- 172.21.15.1:0/2544814881 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559a7848e980 0x559a78497500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.514+0000 7f86b2a33740 1 -- 172.21.15.1:0/2544814881 >> 172.21.15.1:0/2544814881 conn(0x559a78489050 msgr2=0x559a784af1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:43.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.515+0000 7f86b2a33740 1 -- 172.21.15.1:0/2544814881 shutdown_connections 2024-02-09T23:59:43.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.515+0000 7f86b2a33740 1 -- 172.21.15.1:0/2544814881 wait complete. 2024-02-09T23:59:43.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.515+0000 7f86b2a33740 1 -- start start 2024-02-09T23:59:43.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.515+0000 7f86b2a33740 1 Processor -- start 2024-02-09T23:59:43.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.515+0000 7f86b2a33740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559a7848e980 0x559a7849d930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:43.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.515+0000 7f86b2a33740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559a7848f330 0x559a7849de70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:43.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.515+0000 7f86b2a33740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559a78497eb0 0x559a7849e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:43.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.516+0000 7f86b2a33740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a784fe940 con 0x559a7848f330 2024-02-09T23:59:43.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.516+0000 7f86b2a33740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a784fea80 con 0x559a7848e980 2024-02-09T23:59:43.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.516+0000 7f86b2a33740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a784febf0 con 0x559a78497eb0 2024-02-09T23:59:43.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.516+0000 7f86b2a33740 10 client.0 _ll_register_callbacks cb 0x7f869800ba20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:43.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.516+0000 7f86ad3ff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559a7848f330 0x559a7849de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:43.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.516+0000 7f86ad3ff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559a7848f330 0x559a7849de70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52710/0 (socket says 172.21.15.1:52710) 2024-02-09T23:59:43.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.516+0000 7f86ad3ff640 1 -- 172.21.15.1:0/4046373747 learned_addr learned my addr 172.21.15.1:0/4046373747 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:43.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.516+0000 7f86ae401640 1 --2- 172.21.15.1:0/4046373747 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559a78497eb0 0x559a7849e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:43.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.516+0000 7f86adc00640 1 --2- 172.21.15.1:0/4046373747 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559a7848e980 0x559a7849d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:43.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.516+0000 7f86ad3ff640 1 -- 172.21.15.1:0/4046373747 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559a78497eb0 msgr2=0x559a7849e3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:43.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.516+0000 7f86ad3ff640 1 --2- 172.21.15.1:0/4046373747 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559a78497eb0 0x559a7849e3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.516+0000 7f86ad3ff640 1 -- 172.21.15.1:0/4046373747 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559a7848e980 msgr2=0x559a7849d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:43.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.516+0000 7f86ad3ff640 1 --2- 172.21.15.1:0/4046373747 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559a7848e980 0x559a7849d930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.516+0000 7f86ad3ff640 1 -- 172.21.15.1:0/4046373747 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559a783b8ff0 con 0x559a7848f330 2024-02-09T23:59:43.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.516+0000 7f86adc00640 1 --2- 172.21.15.1:0/4046373747 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559a7848e980 0x559a7849d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:59:43.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.516+0000 7f86ad3ff640 1 --2- 172.21.15.1:0/4046373747 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559a7848f330 0x559a7849de70 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f869800bb80 tx=0x7f869800bbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2641667186545bd9 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:43.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.516+0000 7f86917fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:43.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.516+0000 7f86917fa640 1 -- 172.21.15.1:0/4046373747 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8698024050 con 0x559a7848f330 2024-02-09T23:59:43.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.516+0000 7f86b2a33740 1 -- 172.21.15.1:0/4046373747 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8698005020 con 0x559a7848f330 2024-02-09T23:59:43.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.516+0000 7f86917fa640 1 -- 172.21.15.1:0/4046373747 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f8698000e40 con 0x559a7848f330 2024-02-09T23:59:43.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.517+0000 7f86917fa640 1 -- 172.21.15.1:0/4046373747 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f86980042f0 con 0x559a7848f330 2024-02-09T23:59:43.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.517+0000 7f86b2a33740 10 client.15639 fetch_fsmap learned FSMap version 27 2024-02-09T23:59:43.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.517+0000 7f86b2a33740 1 -- 172.21.15.1:0/4046373747 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x559a783b7850 con 0x559a7848f330 2024-02-09T23:59:43.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.517+0000 7f86917fa640 1 -- 172.21.15.1:0/4046373747 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8698005020 con 0x559a7848f330 2024-02-09T23:59:43.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.517+0000 7f86917fa640 1 -- 172.21.15.1:0/4046373747 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f8698004b00 con 0x559a7848f330 2024-02-09T23:59:43.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.517+0000 7f86b2a33740 10 client.15639 fetch_fsmap finished waiting for FSMap version 27 2024-02-09T23:59:43.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.517+0000 7f86b2a33740 10 client.15639 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-09T23:59:43.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.517+0000 7f86b2a33740 20 client.15639 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:43.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.517+0000 7f86b2a33740 1 --2- 172.21.15.1:0/4046373747 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559a78500010 0x559a78502430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:43.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.517+0000 7f86b2a33740 4 client.15639 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-09T23:59:43.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.517+0000 7f86b2a33740 1 -- 172.21.15.1:0/4046373747 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x559a78182890 con 0x559a78500010 2024-02-09T23:59:43.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.517+0000 7f86adc00640 1 --2- 172.21.15.1:0/4046373747 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559a78500010 0x559a78502430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:43.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.518+0000 7f86917fa640 10 client.15639 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:43.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.518+0000 7f86adc00640 1 --2- 172.21.15.1:0/4046373747 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559a78500010 0x559a78502430 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aaf2ad1518ba839c server_cookie=5eac8110a3ea69a0 in_seq=0 out_seq=0 2024-02-09T23:59:43.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.518+0000 7f86917fa640 1 -- 172.21.15.1:0/4046373747 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x559a78182890 con 0x559a78500010 2024-02-09T23:59:43.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.518+0000 7f86917fa640 10 client.15639 handle_command_reply: tid=0 2024-02-09T23:59:43.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.518+0000 7f86b2a33740 1 client.15639 shutdown 2024-02-09T23:59:43.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.518+0000 7f86b2a33740 1 -- 172.21.15.1:0/4046373747 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559a7848f330 msgr2=0x559a7849de70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:43.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.518+0000 7f86b2a33740 1 --2- 172.21.15.1:0/4046373747 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559a7848f330 0x559a7849de70 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f869800bb80 tx=0x7f869800bbb0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.518+0000 7f86b2a33740 1 -- 172.21.15.1:0/4046373747 shutdown_connections 2024-02-09T23:59:43.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.518+0000 7f86b2a33740 1 --2- 172.21.15.1:0/4046373747 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559a78500010 0x559a78502430 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.518+0000 7f86b2a33740 1 --2- 172.21.15.1:0/4046373747 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559a78497eb0 0x559a7849e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.518+0000 7f86917fa640 0 client.15639 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:43.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.518+0000 7f86b2a33740 1 --2- 172.21.15.1:0/4046373747 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559a7848f330 0x559a7849de70 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.518+0000 7f86b2a33740 1 --2- 172.21.15.1:0/4046373747 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559a7848e980 0x559a7849d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.518+0000 7f86b2a33740 1 -- 172.21.15.1:0/4046373747 >> 172.21.15.1:0/4046373747 conn(0x559a78489050 msgr2=0x559a78487960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:43.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.518+0000 7f86b2a33740 1 -- 172.21.15.1:0/4046373747 shutdown_connections 2024-02-09T23:59:43.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.518+0000 7f86b2a33740 1 -- 172.21.15.1:0/4046373747 wait complete. 2024-02-09T23:59:43.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.518+0000 7f86b2a33740 20 client.15639 trim_cache size 0 max 16384 2024-02-09T23:59:43.527 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-09T23:59:43.528 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "no active scrubs running", 2024-02-09T23:59:43.528 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": {} 2024-02-09T23:59:43.528 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-09T23:59:43.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.519+0000 7f86afe64640 1 -- 172.21.15.1:0/704849062 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f86940a22c0 msgr2=0x7f86940a4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:43.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.519+0000 7f86afe64640 1 --2- 172.21.15.1:0/704849062 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f86940a22c0 0x7f86940a4780 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f86a4006010 tx=0x7f86a4000bc0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.519+0000 7f86afe64640 1 -- 172.21.15.1:0/704849062 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f86a81976b0 msgr2=0x7f86a8197b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:43.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.519+0000 7f86afe64640 1 --2- 172.21.15.1:0/704849062 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f86a81976b0 0x7f86a8197b30 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f86a000cce0 tx=0x7f86a000a620 comp rx=0 tx=0).stop 2024-02-09T23:59:43.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.519+0000 7f86afe64640 1 -- 172.21.15.1:0/704849062 shutdown_connections 2024-02-09T23:59:43.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.519+0000 7f86afe64640 1 --2- 172.21.15.1:0/704849062 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f86940a22c0 0x7f86940a4780 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.519+0000 7f86afe64640 1 --2- 172.21.15.1:0/704849062 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f86a81976b0 0x7f86a8197b30 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.519+0000 7f86afe64640 1 --2- 172.21.15.1:0/704849062 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f86a8106510 0x7f86a819dae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.519+0000 7f86afe64640 1 --2- 172.21.15.1:0/704849062 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f86a8101440 0x7f86a819d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.519+0000 7f86afe64640 1 -- 172.21.15.1:0/704849062 >> 172.21.15.1:0/704849062 conn(0x7f86a80fccc0 msgr2=0x7f86a80fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:43.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.519+0000 7f86afe64640 1 -- 172.21.15.1:0/704849062 shutdown_connections 2024-02-09T23:59:43.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.519+0000 7f86afe64640 1 -- 172.21.15.1:0/704849062 wait complete. 2024-02-09T23:59:43.535 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-02-09T23:59:43.535 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-09T23:59:43.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.679+0000 7fdcab6df640 1 -- 172.21.15.1:0/2555119453 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdca4105420 msgr2=0x7fdca410cff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:43.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.679+0000 7fdcab6df640 1 --2- 172.21.15.1:0/2555119453 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdca4105420 0x7fdca410cff0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fdc9c009cd0 tx=0x7fdc9c02c0f0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.679+0000 7fdcab6df640 1 -- 172.21.15.1:0/2555119453 shutdown_connections 2024-02-09T23:59:43.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.679+0000 7fdcab6df640 1 --2- 172.21.15.1:0/2555119453 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdca4105420 0x7fdca410cff0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.679+0000 7fdcab6df640 1 --2- 172.21.15.1:0/2555119453 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdca4100d00 0x7fdca4104d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.679+0000 7fdcab6df640 1 --2- 172.21.15.1:0/2555119453 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdca4100350 0x7fdca4100730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.679+0000 7fdcab6df640 1 -- 172.21.15.1:0/2555119453 >> 172.21.15.1:0/2555119453 conn(0x7fdca40772b0 msgr2=0x7fdca40776c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:43.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.679+0000 7fdcab6df640 1 -- 172.21.15.1:0/2555119453 shutdown_connections 2024-02-09T23:59:43.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.679+0000 7fdcab6df640 1 -- 172.21.15.1:0/2555119453 wait complete. 2024-02-09T23:59:43.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.680+0000 7fdcab6df640 1 Processor -- start 2024-02-09T23:59:43.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.680+0000 7fdcab6df640 1 -- start start 2024-02-09T23:59:43.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.680+0000 7fdcab6df640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdca4100350 0x7fdca4196770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:43.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.680+0000 7fdcab6df640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdca4105420 0x7fdca4196cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:43.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.680+0000 7fdcab6df640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdca419afe0 0x7fdca419b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:43.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.680+0000 7fdcab6df640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdca419b9d0 con 0x7fdca419afe0 2024-02-09T23:59:43.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.680+0000 7fdcab6df640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdca419bb40 con 0x7fdca4100350 2024-02-09T23:59:43.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.680+0000 7fdcab6df640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdca419bcb0 con 0x7fdca4105420 2024-02-09T23:59:43.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.680+0000 7fdca9c7c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdca419afe0 0x7fdca419b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:43.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.680+0000 7fdca9c7c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdca419afe0 0x7fdca419b490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52718/0 (socket says 172.21.15.1:52718) 2024-02-09T23:59:43.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.680+0000 7fdca9c7c640 1 -- 172.21.15.1:0/2093386047 learned_addr learned my addr 172.21.15.1:0/2093386047 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:43.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.680+0000 7fdca947b640 1 --2- 172.21.15.1:0/2093386047 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdca4100350 0x7fdca4196770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:43.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.680+0000 7fdca8c7a640 1 --2- 172.21.15.1:0/2093386047 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdca4105420 0x7fdca4196cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:43.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.680+0000 7fdca9c7c640 1 -- 172.21.15.1:0/2093386047 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdca4105420 msgr2=0x7fdca4196cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:43.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.680+0000 7fdca9c7c640 1 --2- 172.21.15.1:0/2093386047 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdca4105420 0x7fdca4196cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.680+0000 7fdca9c7c640 1 -- 172.21.15.1:0/2093386047 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdca4100350 msgr2=0x7fdca4196770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:43.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.680+0000 7fdca9c7c640 1 --2- 172.21.15.1:0/2093386047 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdca4100350 0x7fdca4196770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.680+0000 7fdca9c7c640 1 -- 172.21.15.1:0/2093386047 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc9c009900 con 0x7fdca419afe0 2024-02-09T23:59:43.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.680+0000 7fdca947b640 1 --2- 172.21.15.1:0/2093386047 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdca4100350 0x7fdca4196770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:43.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.680+0000 7fdca8c7a640 1 --2- 172.21.15.1:0/2093386047 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdca4105420 0x7fdca4196cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:43.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.681+0000 7fdca9c7c640 1 --2- 172.21.15.1:0/2093386047 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdca419afe0 0x7fdca419b490 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fdc9c004af0 tx=0x7fdc9c032570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:43.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.681+0000 7fdc9a7fc640 1 -- 172.21.15.1:0/2093386047 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc9c034d20 con 0x7fdca419afe0 2024-02-09T23:59:43.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.681+0000 7fdc9a7fc640 1 -- 172.21.15.1:0/2093386047 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdc9c003970 con 0x7fdca419afe0 2024-02-09T23:59:43.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.681+0000 7fdcab6df640 1 -- 172.21.15.1:0/2093386047 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdca4068500 con 0x7fdca419afe0 2024-02-09T23:59:43.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.681+0000 7fdc9a7fc640 1 -- 172.21.15.1:0/2093386047 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc9c004510 con 0x7fdca419afe0 2024-02-09T23:59:43.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.681+0000 7fdcab6df640 1 -- 172.21.15.1:0/2093386047 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdca40689b0 con 0x7fdca419afe0 2024-02-09T23:59:43.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.682+0000 7fdcab6df640 1 -- 172.21.15.1:0/2093386047 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdca40680b0 con 0x7fdca419afe0 2024-02-09T23:59:43.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.684+0000 7fdc9a7fc640 1 -- 172.21.15.1:0/2093386047 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 24) v1 ==== 136943+0+0 (secure 0 0 0) 0x7fdc9c00a040 con 0x7fdca419afe0 2024-02-09T23:59:43.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.684+0000 7fdc9a7fc640 1 --2- 172.21.15.1:0/2093386047 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdc900a22c0 0x7fdc900a4780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:43.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.685+0000 7fdca947b640 1 --2- 172.21.15.1:0/2093386047 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdc900a22c0 0x7fdc900a4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:43.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.685+0000 7fdc9a7fc640 1 -- 172.21.15.1:0/2093386047 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fdc9c0f2af0 con 0x7fdca419afe0 2024-02-09T23:59:43.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.685+0000 7fdca947b640 1 --2- 172.21.15.1:0/2093386047 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdc900a22c0 0x7fdc900a4780 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fdca0009b50 tx=0x7fdca0005f90 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:43.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.688+0000 7fdc9a7fc640 1 -- 172.21.15.1:0/2093386047 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fdc9c0bb780 con 0x7fdca419afe0 2024-02-09T23:59:43.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.908+0000 7fdcab6df640 1 -- 172.21.15.1:0/2093386047 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fdca4069360 con 0x7fdca419afe0 2024-02-09T23:59:43.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.909+0000 7fdc9a7fc640 1 -- 172.21.15.1:0/2093386047 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+11367 (secure 0 0 0) 0x7fdc9c0bee40 con 0x7fdca419afe0 2024-02-09T23:59:43.911 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-09T23:59:43.911 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-09T23:57:05.956988+0000","modified":"2024-02-09T23:59:06.653710+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24496,"mds_2":24476,"mds_3":24475,"mds_4":14646},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14646":{"gid":14646,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24398":{"gid":24398,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24406":{"gid":24406,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24457":{"gid":24457,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/3143955076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":3143955076},{"type":"v1","addr":"172.21.15.103:6835","nonce":3143955076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24475":{"gid":24475,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-09T23:59:43.911 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 27 2024-02-09T23:59:43.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.911+0000 7fdcab6df640 1 -- 172.21.15.1:0/2093386047 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdc900a22c0 msgr2=0x7fdc900a4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:43.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.911+0000 7fdcab6df640 1 --2- 172.21.15.1:0/2093386047 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdc900a22c0 0x7fdc900a4780 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fdca0009b50 tx=0x7fdca0005f90 comp rx=0 tx=0).stop 2024-02-09T23:59:43.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.911+0000 7fdcab6df640 1 -- 172.21.15.1:0/2093386047 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdca419afe0 msgr2=0x7fdca419b490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:43.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.911+0000 7fdcab6df640 1 --2- 172.21.15.1:0/2093386047 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdca419afe0 0x7fdca419b490 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fdc9c004af0 tx=0x7fdc9c032570 comp rx=0 tx=0).stop 2024-02-09T23:59:43.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.911+0000 7fdcab6df640 1 -- 172.21.15.1:0/2093386047 shutdown_connections 2024-02-09T23:59:43.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.911+0000 7fdcab6df640 1 --2- 172.21.15.1:0/2093386047 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdc900a22c0 0x7fdc900a4780 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.911+0000 7fdcab6df640 1 --2- 172.21.15.1:0/2093386047 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdca419afe0 0x7fdca419b490 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.911+0000 7fdcab6df640 1 --2- 172.21.15.1:0/2093386047 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdca4105420 0x7fdca4196cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.911+0000 7fdcab6df640 1 --2- 172.21.15.1:0/2093386047 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdca4100350 0x7fdca4196770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:43.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.911+0000 7fdcab6df640 1 -- 172.21.15.1:0/2093386047 >> 172.21.15.1:0/2093386047 conn(0x7fdca40772b0 msgr2=0x7fdca40fe0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:43.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.911+0000 7fdcab6df640 1 -- 172.21.15.1:0/2093386047 shutdown_connections 2024-02-09T23:59:43.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:43.911+0000 7fdcab6df640 1 -- 172.21.15.1:0/2093386047 wait complete. 2024-02-09T23:59:43.924 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-09T23:59:43.924 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-02-09T23:59:44.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.030+0000 7f07cc5c2640 1 -- 172.21.15.1:0/1378445918 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f07c4102450 msgr2=0x7f07c4102830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.030+0000 7f07cc5c2640 1 --2- 172.21.15.1:0/1378445918 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f07c4102450 0x7f07c4102830 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f07c0009900 tx=0x7f07c002bcd0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.030+0000 7f07cc5c2640 1 -- 172.21.15.1:0/1378445918 shutdown_connections 2024-02-09T23:59:44.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.030+0000 7f07cc5c2640 1 --2- 172.21.15.1:0/1378445918 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f07c410b820 0x7f07c410dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.030+0000 7f07cc5c2640 1 --2- 172.21.15.1:0/1378445918 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f07c4102d70 0x7f07c410b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.030+0000 7f07cc5c2640 1 --2- 172.21.15.1:0/1378445918 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f07c4102450 0x7f07c4102830 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.030+0000 7f07cc5c2640 1 -- 172.21.15.1:0/1378445918 >> 172.21.15.1:0/1378445918 conn(0x7f07c40772e0 msgr2=0x7f07c40776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:44.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.030+0000 7f07cc5c2640 1 -- 172.21.15.1:0/1378445918 shutdown_connections 2024-02-09T23:59:44.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.030+0000 7f07cc5c2640 1 -- 172.21.15.1:0/1378445918 wait complete. 2024-02-09T23:59:44.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.031+0000 7f07cc5c2640 1 Processor -- start 2024-02-09T23:59:44.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.031+0000 7f07cc5c2640 1 -- start start 2024-02-09T23:59:44.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.031+0000 7f07cc5c2640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f07c4102450 0x7f07c419d680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.031+0000 7f07cc5c2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f07c4102d70 0x7f07c419dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.031+0000 7f07cc5c2640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f07c410b820 0x7f07c4197740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.031+0000 7f07cc5c2640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07c4197ed0 con 0x7f07c4102d70 2024-02-09T23:59:44.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.031+0000 7f07cc5c2640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07c4198040 con 0x7f07c4102450 2024-02-09T23:59:44.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.031+0000 7f07cc5c2640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07c4198200 con 0x7f07c410b820 2024-02-09T23:59:44.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.031+0000 7f07c9b5d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f07c4102d70 0x7f07c419dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.031+0000 7f07c9b5d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f07c4102d70 0x7f07c419dbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52736/0 (socket says 172.21.15.1:52736) 2024-02-09T23:59:44.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.031+0000 7f07c9b5d640 1 -- 172.21.15.1:0/1427515101 learned_addr learned my addr 172.21.15.1:0/1427515101 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:44.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.031+0000 7f07ca35e640 1 --2- 172.21.15.1:0/1427515101 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f07c4102450 0x7f07c419d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.031+0000 7f07cab5f640 1 --2- 172.21.15.1:0/1427515101 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f07c410b820 0x7f07c4197740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.031+0000 7f07c9b5d640 1 -- 172.21.15.1:0/1427515101 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f07c410b820 msgr2=0x7f07c4197740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.031+0000 7f07c9b5d640 1 --2- 172.21.15.1:0/1427515101 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f07c410b820 0x7f07c4197740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.031+0000 7f07c9b5d640 1 -- 172.21.15.1:0/1427515101 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f07c4102450 msgr2=0x7f07c419d680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.031+0000 7f07c9b5d640 1 --2- 172.21.15.1:0/1427515101 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f07c4102450 0x7f07c419d680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.031+0000 7f07c9b5d640 1 -- 172.21.15.1:0/1427515101 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07c0009560 con 0x7f07c4102d70 2024-02-09T23:59:44.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.031+0000 7f07cab5f640 1 --2- 172.21.15.1:0/1427515101 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f07c410b820 0x7f07c4197740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:59:44.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.031+0000 7f07ca35e640 1 --2- 172.21.15.1:0/1427515101 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f07c4102450 0x7f07c419d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:59:44.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.032+0000 7f07c9b5d640 1 --2- 172.21.15.1:0/1427515101 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f07c4102d70 0x7f07c419dbc0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f07b400c970 tx=0x7f07b400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:44.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.032+0000 7f07bb7fe640 1 -- 172.21.15.1:0/1427515101 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07b4007bb0 con 0x7f07c4102d70 2024-02-09T23:59:44.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.032+0000 7f07bb7fe640 1 -- 172.21.15.1:0/1427515101 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f07b4007d10 con 0x7f07c4102d70 2024-02-09T23:59:44.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.032+0000 7f07bb7fe640 1 -- 172.21.15.1:0/1427515101 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07b400f450 con 0x7f07c4102d70 2024-02-09T23:59:44.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.032+0000 7f07cc5c2640 1 -- 172.21.15.1:0/1427515101 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f07c41984e0 con 0x7f07c4102d70 2024-02-09T23:59:44.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.032+0000 7f07cc5c2640 1 -- 172.21.15.1:0/1427515101 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07c41a4600 con 0x7f07c4102d70 2024-02-09T23:59:44.043 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.034+0000 7f07bb7fe640 1 -- 172.21.15.1:0/1427515101 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 24) v1 ==== 136943+0+0 (secure 0 0 0) 0x7f07b4004f70 con 0x7f07c4102d70 2024-02-09T23:59:44.043 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.035+0000 7f07cf18a740 1 Processor -- start 2024-02-09T23:59:44.043 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.035+0000 7f07cf18a740 1 -- start start 2024-02-09T23:59:44.044 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.035+0000 7f07cf18a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563a69b5fa30 0x563a69b5fe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.044 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.035+0000 7f07cf18a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563a69b603e0 0x563a69b68990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.044 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.035+0000 7f07cf18a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563a69b68f60 0x563a69b6b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.044 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.035+0000 7f07bb7fe640 1 --2- 172.21.15.1:0/1427515101 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f07b00a22c0 0x7f07b00a4780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.044 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.035+0000 7f07cf18a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a69b1b020 con 0x563a69b5fa30 2024-02-09T23:59:44.044 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.035+0000 7f07cf18a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a69ace320 con 0x563a69b603e0 2024-02-09T23:59:44.044 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.035+0000 7f07cf18a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a69acb850 con 0x563a69b68f60 2024-02-09T23:59:44.044 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.035+0000 7f07cab5f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563a69b5fa30 0x563a69b5fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.044 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.035+0000 7f07cab5f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563a69b5fa30 0x563a69b5fe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52742/0 (socket says 172.21.15.1:52742) 2024-02-09T23:59:44.044 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.035+0000 7f07cab5f640 1 -- 172.21.15.1:0/1731021977 learned_addr learned my addr 172.21.15.1:0/1731021977 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:44.044 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.035+0000 7f07bb7fe640 1 -- 172.21.15.1:0/1427515101 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f07b40ce010 con 0x7f07c4102d70 2024-02-09T23:59:44.044 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.035+0000 7f07cab5f640 1 --2- 172.21.15.1:0/1427515101 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f07b00a22c0 0x7f07b00a4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.044 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.035+0000 7f07ca35e640 1 --2- 172.21.15.1:0/1731021977 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563a69b603e0 0x563a69b68990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.035+0000 7f07c9b5d640 1 --2- 172.21.15.1:0/1731021977 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563a69b68f60 0x563a69b6b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.036+0000 7f07cab5f640 1 -- 172.21.15.1:0/1731021977 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563a69b68f60 msgr2=0x563a69b6b3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.036+0000 7f07cab5f640 1 --2- 172.21.15.1:0/1731021977 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563a69b68f60 0x563a69b6b3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.036+0000 7f07cab5f640 1 -- 172.21.15.1:0/1731021977 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563a69b603e0 msgr2=0x563a69b68990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.036+0000 7f07cab5f640 1 --2- 172.21.15.1:0/1731021977 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563a69b603e0 0x563a69b68990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.036+0000 7f07cab5f640 1 -- 172.21.15.1:0/1731021977 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563a69a89210 con 0x563a69b5fa30 2024-02-09T23:59:44.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.036+0000 7f07ca35e640 1 --2- 172.21.15.1:0/1731021977 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563a69b603e0 0x563a69b68990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:59:44.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.036+0000 7f07cab5f640 1 --2- 172.21.15.1:0/1731021977 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563a69b5fa30 0x563a69b5fe10 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f07bc014f60 tx=0x7f07bc014f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d27b4109e9ec5348 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:44.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.036+0000 7f07cab5f640 1 --2- 172.21.15.1:0/1427515101 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f07b00a22c0 0x7f07b00a4780 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f07bc011d00 tx=0x7f07bc016000 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:44.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.036+0000 7f07b8bfe640 1 -- 172.21.15.1:0/1731021977 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07bc00fd70 con 0x563a69b5fa30 2024-02-09T23:59:44.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.036+0000 7f07b8bfe640 1 -- 172.21.15.1:0/1731021977 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f07bc01a040 con 0x563a69b5fa30 2024-02-09T23:59:44.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.036+0000 7f07b8bfe640 1 -- 172.21.15.1:0/1731021977 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07bc004280 con 0x563a69b5fa30 2024-02-09T23:59:44.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.037+0000 7f07cf18a740 1 -- 172.21.15.1:0/1731021977 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563a69b5fa30 msgr2=0x563a69b5fe10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.037+0000 7f07cf18a740 1 --2- 172.21.15.1:0/1731021977 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563a69b5fa30 0x563a69b5fe10 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f07bc014f60 tx=0x7f07bc014f90 comp rx=0 tx=0).stop 2024-02-09T23:59:44.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.037+0000 7f07cf18a740 1 -- 172.21.15.1:0/1731021977 shutdown_connections 2024-02-09T23:59:44.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.037+0000 7f07cf18a740 1 --2- 172.21.15.1:0/1731021977 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563a69b68f60 0x563a69b6b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.037+0000 7f07cf18a740 1 --2- 172.21.15.1:0/1731021977 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563a69b603e0 0x563a69b68990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.037+0000 7f07cf18a740 1 --2- 172.21.15.1:0/1731021977 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563a69b5fa30 0x563a69b5fe10 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.037+0000 7f07cf18a740 1 -- 172.21.15.1:0/1731021977 >> 172.21.15.1:0/1731021977 conn(0x563a69b5a100 msgr2=0x563a69b5a4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:44.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.037+0000 7f07cf18a740 1 -- 172.21.15.1:0/1731021977 shutdown_connections 2024-02-09T23:59:44.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.037+0000 7f07cf18a740 1 -- 172.21.15.1:0/1731021977 wait complete. 2024-02-09T23:59:44.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.037+0000 7f07cf18a740 1 -- start start 2024-02-09T23:59:44.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.038+0000 7f07cf18a740 1 Processor -- start 2024-02-09T23:59:44.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.038+0000 7f07cf18a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563a69b5fa30 0x563a69b65f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.038+0000 7f07cf18a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563a69b603e0 0x563a69b66490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.038+0000 7f07cf18a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563a69b68f60 0x563a69b669d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.038+0000 7f07cf18a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a69ac7030 con 0x563a69b5fa30 2024-02-09T23:59:44.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.038+0000 7f07cf18a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a6979a430 con 0x563a69b603e0 2024-02-09T23:59:44.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.038+0000 7f07cf18a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a69756e00 con 0x563a69b68f60 2024-02-09T23:59:44.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.038+0000 7f07cf18a740 10 client.0 _ll_register_callbacks cb 0x563a69abc030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:44.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.038+0000 7f07ca35e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563a69b5fa30 0x563a69b65f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.038+0000 7f07ca35e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563a69b5fa30 0x563a69b65f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52756/0 (socket says 172.21.15.1:52756) 2024-02-09T23:59:44.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.038+0000 7f07ca35e640 1 -- 172.21.15.1:0/170282337 learned_addr learned my addr 172.21.15.1:0/170282337 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:44.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.038+0000 7f07c9b5d640 1 --2- 172.21.15.1:0/170282337 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563a69b603e0 0x563a69b66490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.038+0000 7f07cab5f640 1 --2- 172.21.15.1:0/170282337 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563a69b68f60 0x563a69b669d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.038+0000 7f07ca35e640 1 -- 172.21.15.1:0/170282337 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563a69b68f60 msgr2=0x563a69b669d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.038+0000 7f07ca35e640 1 --2- 172.21.15.1:0/170282337 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563a69b68f60 0x563a69b669d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.038+0000 7f07ca35e640 1 -- 172.21.15.1:0/170282337 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563a69b603e0 msgr2=0x563a69b66490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.038+0000 7f07ca35e640 1 --2- 172.21.15.1:0/170282337 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563a69b603e0 0x563a69b66490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.038+0000 7f07ca35e640 1 -- 172.21.15.1:0/170282337 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07bc014b10 con 0x563a69b5fa30 2024-02-09T23:59:44.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.038+0000 7f07ca35e640 1 --2- 172.21.15.1:0/170282337 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563a69b5fa30 0x563a69b65f50 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f07c0005ec0 tx=0x7f07c002cb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cfbcd457ad4a871 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:44.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.038+0000 7f07adffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:44.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.039+0000 7f07adffb640 1 -- 172.21.15.1:0/170282337 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07c0004450 con 0x563a69b5fa30 2024-02-09T23:59:44.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.039+0000 7f07adffb640 1 -- 172.21.15.1:0/170282337 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f07c0045070 con 0x563a69b5fa30 2024-02-09T23:59:44.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.039+0000 7f07cf18a740 1 -- 172.21.15.1:0/170282337 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563a697c67e0 con 0x563a69b5fa30 2024-02-09T23:59:44.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.039+0000 7f07adffb640 1 -- 172.21.15.1:0/170282337 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f07c0004df0 con 0x563a69b5fa30 2024-02-09T23:59:44.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.039+0000 7f07cf18a740 10 client.15657 fetch_fsmap learned FSMap version 27 2024-02-09T23:59:44.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.039+0000 7f07cf18a740 1 -- 172.21.15.1:0/170282337 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x563a69ac56b0 con 0x563a69b5fa30 2024-02-09T23:59:44.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.039+0000 7f07adffb640 1 -- 172.21.15.1:0/170282337 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x563a697c67e0 con 0x563a69b5fa30 2024-02-09T23:59:44.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.039+0000 7f07adffb640 1 -- 172.21.15.1:0/170282337 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f07c003c040 con 0x563a69b5fa30 2024-02-09T23:59:44.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.039+0000 7f07cf18a740 10 client.15657 fetch_fsmap finished waiting for FSMap version 27 2024-02-09T23:59:44.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.039+0000 7f07cf18a740 10 client.15657 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-09T23:59:44.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.039+0000 7f07cf18a740 20 client.15657 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:44.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.039+0000 7f07cf18a740 1 --2- 172.21.15.1:0/170282337 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x563a69b79520 0x563a69b7b940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.039+0000 7f07cf18a740 4 client.15657 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-09T23:59:44.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.039+0000 7f07cf18a740 1 -- 172.21.15.1:0/170282337 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563a69803720 con 0x563a69b79520 2024-02-09T23:59:44.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.039+0000 7f07c9b5d640 1 --2- 172.21.15.1:0/170282337 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x563a69b79520 0x563a69b7b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.040+0000 7f07adffb640 10 client.15657 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-09T23:59:44.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.040+0000 7f07c9b5d640 1 --2- 172.21.15.1:0/170282337 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x563a69b79520 0x563a69b7b940 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=a12e571acdfa6fae server_cookie=725d13392fbf7707 in_seq=0 out_seq=0 2024-02-09T23:59:44.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.040+0000 7f07adffb640 1 -- 172.21.15.1:0/170282337 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x563a69803720 con 0x563a69b79520 2024-02-09T23:59:44.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.040+0000 7f07adffb640 10 client.15657 handle_command_reply: tid=0 2024-02-09T23:59:44.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.040+0000 7f07cf18a740 1 client.15657 shutdown 2024-02-09T23:59:44.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.040+0000 7f07cf18a740 1 -- 172.21.15.1:0/170282337 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563a69b5fa30 msgr2=0x563a69b65f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.041+0000 7f07cf18a740 1 --2- 172.21.15.1:0/170282337 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563a69b5fa30 0x563a69b65f50 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f07c0005ec0 tx=0x7f07c002cb20 comp rx=0 tx=0).stop 2024-02-09T23:59:44.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.041+0000 7f07cf18a740 1 -- 172.21.15.1:0/170282337 shutdown_connections 2024-02-09T23:59:44.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.041+0000 7f07cf18a740 1 --2- 172.21.15.1:0/170282337 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x563a69b79520 0x563a69b7b940 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.041+0000 7f07cf18a740 1 --2- 172.21.15.1:0/170282337 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563a69b68f60 0x563a69b669d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.041+0000 7f07adffb640 0 client.15657 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-09T23:59:44.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.041+0000 7f07cf18a740 1 --2- 172.21.15.1:0/170282337 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563a69b603e0 0x563a69b66490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.041+0000 7f07cf18a740 1 --2- 172.21.15.1:0/170282337 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563a69b5fa30 0x563a69b65f50 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.041+0000 7f07cf18a740 1 -- 172.21.15.1:0/170282337 >> 172.21.15.1:0/170282337 conn(0x563a69b5a100 msgr2=0x563a69b5be50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:44.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.041+0000 7f07cf18a740 1 -- 172.21.15.1:0/170282337 shutdown_connections 2024-02-09T23:59:44.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.041+0000 7f07cf18a740 1 -- 172.21.15.1:0/170282337 wait complete. 2024-02-09T23:59:44.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.041+0000 7f07cf18a740 20 client.15657 trim_cache size 0 max 16384 2024-02-09T23:59:44.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.056+0000 7f07cf18a740 1 Processor -- start 2024-02-09T23:59:44.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.057+0000 7f07cf18a740 1 -- start start 2024-02-09T23:59:44.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.057+0000 7f07cf18a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563a69b5fa30 0x563a69b68680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.057+0000 7f07cf18a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563a69b603e0 0x563a69b667f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.057+0000 7f07cf18a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563a69b68f60 0x563a69b61250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.057+0000 7f07cf18a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a69a4c130 con 0x563a69b603e0 2024-02-09T23:59:44.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.057+0000 7f07cf18a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a69b644d0 con 0x563a69b5fa30 2024-02-09T23:59:44.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.057+0000 7f07cf18a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a69b66d30 con 0x563a69b68f60 2024-02-09T23:59:44.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.057+0000 7f07c9b5d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563a69b603e0 0x563a69b667f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.057+0000 7f07c9b5d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563a69b603e0 0x563a69b667f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52760/0 (socket says 172.21.15.1:52760) 2024-02-09T23:59:44.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.057+0000 7f07c9b5d640 1 -- 172.21.15.1:0/3295386066 learned_addr learned my addr 172.21.15.1:0/3295386066 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:44.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.057+0000 7f07ca35e640 1 --2- 172.21.15.1:0/3295386066 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563a69b5fa30 0x563a69b68680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.057+0000 7f07cab5f640 1 --2- 172.21.15.1:0/3295386066 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563a69b68f60 0x563a69b61250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.057+0000 7f07c9b5d640 1 -- 172.21.15.1:0/3295386066 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563a69b68f60 msgr2=0x563a69b61250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.057+0000 7f07c9b5d640 1 --2- 172.21.15.1:0/3295386066 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563a69b68f60 0x563a69b61250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.057+0000 7f07c9b5d640 1 -- 172.21.15.1:0/3295386066 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563a69b5fa30 msgr2=0x563a69b68680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.057+0000 7f07c9b5d640 1 --2- 172.21.15.1:0/3295386066 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563a69b5fa30 0x563a69b68680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.057+0000 7f07c9b5d640 1 -- 172.21.15.1:0/3295386066 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563a69a61c90 con 0x563a69b603e0 2024-02-09T23:59:44.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.057+0000 7f07ca35e640 1 --2- 172.21.15.1:0/3295386066 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563a69b5fa30 0x563a69b68680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:44.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.057+0000 7f07cab5f640 1 --2- 172.21.15.1:0/3295386066 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563a69b68f60 0x563a69b61250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:44.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.057+0000 7f07c9b5d640 1 --2- 172.21.15.1:0/3295386066 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563a69b603e0 0x563a69b667f0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f07b40cb7b0 tx=0x7f07b4004980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6665cd8ab19cfad0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:44.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.058+0000 7f07affff640 1 -- 172.21.15.1:0/3295386066 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07b409a8c0 con 0x563a69b603e0 2024-02-09T23:59:44.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.058+0000 7f07affff640 1 -- 172.21.15.1:0/3295386066 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f07b409ea10 con 0x563a69b603e0 2024-02-09T23:59:44.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.058+0000 7f07affff640 1 -- 172.21.15.1:0/3295386066 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07b4065d50 con 0x563a69b603e0 2024-02-09T23:59:44.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.058+0000 7f07cf18a740 1 -- 172.21.15.1:0/3295386066 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563a69b603e0 msgr2=0x563a69b667f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.058+0000 7f07cf18a740 1 --2- 172.21.15.1:0/3295386066 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563a69b603e0 0x563a69b667f0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f07b40cb7b0 tx=0x7f07b4004980 comp rx=0 tx=0).stop 2024-02-09T23:59:44.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.058+0000 7f07cf18a740 1 -- 172.21.15.1:0/3295386066 shutdown_connections 2024-02-09T23:59:44.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.058+0000 7f07cf18a740 1 --2- 172.21.15.1:0/3295386066 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563a69b68f60 0x563a69b61250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.058+0000 7f07cf18a740 1 --2- 172.21.15.1:0/3295386066 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563a69b603e0 0x563a69b667f0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.058+0000 7f07cf18a740 1 --2- 172.21.15.1:0/3295386066 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563a69b5fa30 0x563a69b68680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.058+0000 7f07cf18a740 1 -- 172.21.15.1:0/3295386066 >> 172.21.15.1:0/3295386066 conn(0x563a69b5a100 msgr2=0x563a69b607c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:44.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.058+0000 7f07cf18a740 1 -- 172.21.15.1:0/3295386066 shutdown_connections 2024-02-09T23:59:44.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.058+0000 7f07cf18a740 1 -- 172.21.15.1:0/3295386066 wait complete. 2024-02-09T23:59:44.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.059+0000 7f07cf18a740 1 -- start start 2024-02-09T23:59:44.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.059+0000 7f07cf18a740 1 Processor -- start 2024-02-09T23:59:44.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.059+0000 7f07cf18a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563a69b5fa30 0x563a69b6ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.059+0000 7f07cf18a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563a69b603e0 0x563a69b6f130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.059+0000 7f07cf18a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563a69b68f60 0x563a69b6f670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.059+0000 7f07cf18a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a69bcfc30 con 0x563a69b5fa30 2024-02-09T23:59:44.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.059+0000 7f07cf18a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a69bcfda0 con 0x563a69b603e0 2024-02-09T23:59:44.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.059+0000 7f07cf18a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x563a69bcff60 con 0x563a69b68f60 2024-02-09T23:59:44.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.059+0000 7f07cf18a740 10 client.0 _ll_register_callbacks cb 0x7f07c406aac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:44.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.059+0000 7f07ca35e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563a69b5fa30 0x563a69b6ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.059+0000 7f07ca35e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563a69b5fa30 0x563a69b6ebf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52766/0 (socket says 172.21.15.1:52766) 2024-02-09T23:59:44.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.059+0000 7f07ca35e640 1 -- 172.21.15.1:0/4059038441 learned_addr learned my addr 172.21.15.1:0/4059038441 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:44.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.059+0000 7f07c9b5d640 1 --2- 172.21.15.1:0/4059038441 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563a69b603e0 0x563a69b6f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.059+0000 7f07cab5f640 1 --2- 172.21.15.1:0/4059038441 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563a69b68f60 0x563a69b6f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.059+0000 7f07ca35e640 1 -- 172.21.15.1:0/4059038441 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563a69b68f60 msgr2=0x563a69b6f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.059+0000 7f07ca35e640 1 --2- 172.21.15.1:0/4059038441 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563a69b68f60 0x563a69b6f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.059+0000 7f07ca35e640 1 -- 172.21.15.1:0/4059038441 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563a69b603e0 msgr2=0x563a69b6f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.059+0000 7f07ca35e640 1 --2- 172.21.15.1:0/4059038441 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563a69b603e0 0x563a69b6f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.059+0000 7f07ca35e640 1 -- 172.21.15.1:0/4059038441 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07c41a4600 con 0x563a69b5fa30 2024-02-09T23:59:44.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.059+0000 7f07cab5f640 1 --2- 172.21.15.1:0/4059038441 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563a69b68f60 0x563a69b6f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:44.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.060+0000 7f07ca35e640 1 --2- 172.21.15.1:0/4059038441 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563a69b5fa30 0x563a69b6ebf0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f07c0034440 tx=0x7f07c002cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1483f39df3ce9c5e server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:44.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.060+0000 7f07adffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:44.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.060+0000 7f07adffb640 1 -- 172.21.15.1:0/4059038441 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07c0003e80 con 0x563a69b5fa30 2024-02-09T23:59:44.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.060+0000 7f07adffb640 1 -- 172.21.15.1:0/4059038441 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f07c0045070 con 0x563a69b5fa30 2024-02-09T23:59:44.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.060+0000 7f07cf18a740 1 -- 172.21.15.1:0/4059038441 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f07bc01a040 con 0x563a69b5fa30 2024-02-09T23:59:44.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.060+0000 7f07adffb640 1 -- 172.21.15.1:0/4059038441 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f07c0004250 con 0x563a69b5fa30 2024-02-09T23:59:44.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.060+0000 7f07cf18a740 10 client.15663 fetch_fsmap learned FSMap version 27 2024-02-09T23:59:44.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.060+0000 7f07cf18a740 1 -- 172.21.15.1:0/4059038441 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x563a69a87a70 con 0x563a69b5fa30 2024-02-09T23:59:44.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.060+0000 7f07adffb640 1 -- 172.21.15.1:0/4059038441 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f07c0060020 con 0x563a69b5fa30 2024-02-09T23:59:44.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.060+0000 7f07adffb640 1 -- 172.21.15.1:0/4059038441 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f07c0005440 con 0x563a69b5fa30 2024-02-09T23:59:44.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.060+0000 7f07cf18a740 10 client.15663 fetch_fsmap finished waiting for FSMap version 27 2024-02-09T23:59:44.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.060+0000 7f07cf18a740 10 client.15663 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-09T23:59:44.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.060+0000 7f07cf18a740 20 client.15663 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:44.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.060+0000 7f07cf18a740 1 --2- 172.21.15.1:0/4059038441 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x563a69bd12c0 0x563a69bd36b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.060+0000 7f07cf18a740 4 client.15663 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-09T23:59:44.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.060+0000 7f07cf18a740 1 -- 172.21.15.1:0/4059038441 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x563a69852890 con 0x563a69bd12c0 2024-02-09T23:59:44.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.060+0000 7f07c9b5d640 1 --2- 172.21.15.1:0/4059038441 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x563a69bd12c0 0x563a69bd36b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.061+0000 7f07c9b5d640 1 --2- 172.21.15.1:0/4059038441 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x563a69bd12c0 0x563a69bd36b0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=44c68e9d7c6160e server_cookie=9fc3b1585253fc81 in_seq=0 out_seq=0 2024-02-09T23:59:44.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.061+0000 7f07adffb640 10 client.15663 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-09T23:59:44.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.061+0000 7f07adffb640 1 -- 172.21.15.1:0/4059038441 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x563a69852890 con 0x563a69bd12c0 2024-02-09T23:59:44.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.061+0000 7f07adffb640 10 client.15663 handle_command_reply: tid=0 2024-02-09T23:59:44.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.061+0000 7f07cf18a740 1 client.15663 shutdown 2024-02-09T23:59:44.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.061+0000 7f07cf18a740 1 -- 172.21.15.1:0/4059038441 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563a69b5fa30 msgr2=0x563a69b6ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.061+0000 7f07cf18a740 1 --2- 172.21.15.1:0/4059038441 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563a69b5fa30 0x563a69b6ebf0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f07c0034440 tx=0x7f07c002cc10 comp rx=0 tx=0).stop 2024-02-09T23:59:44.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.061+0000 7f07cf18a740 1 -- 172.21.15.1:0/4059038441 shutdown_connections 2024-02-09T23:59:44.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.061+0000 7f07cf18a740 1 --2- 172.21.15.1:0/4059038441 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x563a69bd12c0 0x563a69bd36b0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.061+0000 7f07adffb640 0 client.15663 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-09T23:59:44.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.061+0000 7f07cf18a740 1 --2- 172.21.15.1:0/4059038441 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563a69b68f60 0x563a69b6f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.061+0000 7f07cf18a740 1 --2- 172.21.15.1:0/4059038441 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563a69b603e0 0x563a69b6f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.061+0000 7f07cf18a740 1 --2- 172.21.15.1:0/4059038441 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563a69b5fa30 0x563a69b6ebf0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.061+0000 7f07cf18a740 1 -- 172.21.15.1:0/4059038441 >> 172.21.15.1:0/4059038441 conn(0x563a69b5a100 msgr2=0x563a69b61250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:44.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.061+0000 7f07cf18a740 1 -- 172.21.15.1:0/4059038441 shutdown_connections 2024-02-09T23:59:44.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.061+0000 7f07cf18a740 1 -- 172.21.15.1:0/4059038441 wait complete. 2024-02-09T23:59:44.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.061+0000 7f07cf18a740 20 client.15663 trim_cache size 0 max 16384 2024-02-09T23:59:44.070 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-09T23:59:44.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.062+0000 7f07cc5c2640 1 -- 172.21.15.1:0/1427515101 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f07b00a22c0 msgr2=0x7f07b00a4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.062+0000 7f07cc5c2640 1 --2- 172.21.15.1:0/1427515101 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f07b00a22c0 0x7f07b00a4780 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f07bc011d00 tx=0x7f07bc016000 comp rx=0 tx=0).stop 2024-02-09T23:59:44.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.062+0000 7f07cc5c2640 1 -- 172.21.15.1:0/1427515101 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f07c4102d70 msgr2=0x7f07c419dbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.062+0000 7f07cc5c2640 1 --2- 172.21.15.1:0/1427515101 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f07c4102d70 0x7f07c419dbc0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f07b400c970 tx=0x7f07b400ce30 comp rx=0 tx=0).stop 2024-02-09T23:59:44.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.062+0000 7f07cc5c2640 1 -- 172.21.15.1:0/1427515101 shutdown_connections 2024-02-09T23:59:44.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.062+0000 7f07cc5c2640 1 --2- 172.21.15.1:0/1427515101 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f07b00a22c0 0x7f07b00a4780 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.062+0000 7f07cc5c2640 1 --2- 172.21.15.1:0/1427515101 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f07c410b820 0x7f07c4197740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.062+0000 7f07cc5c2640 1 --2- 172.21.15.1:0/1427515101 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f07c4102d70 0x7f07c419dbc0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.062+0000 7f07cc5c2640 1 --2- 172.21.15.1:0/1427515101 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f07c4102450 0x7f07c419d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.062+0000 7f07cc5c2640 1 -- 172.21.15.1:0/1427515101 >> 172.21.15.1:0/1427515101 conn(0x7f07c40772e0 msgr2=0x7f07c40fe590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:44.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.062+0000 7f07cc5c2640 1 -- 172.21.15.1:0/1427515101 shutdown_connections 2024-02-09T23:59:44.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.062+0000 7f07cc5c2640 1 -- 172.21.15.1:0/1427515101 wait complete. 2024-02-09T23:59:44.074 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-09T23:59:44.075 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-02-09T23:59:44.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.189+0000 7fae35edf640 1 -- 172.21.15.1:0/570296130 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fae30100340 msgr2=0x7fae30100720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.189+0000 7fae35edf640 1 --2- 172.21.15.1:0/570296130 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fae30100340 0x7fae30100720 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fae20009930 tx=0x7fae2002bc30 comp rx=0 tx=0).stop 2024-02-09T23:59:44.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.189+0000 7fae35edf640 1 -- 172.21.15.1:0/570296130 shutdown_connections 2024-02-09T23:59:44.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.189+0000 7fae35edf640 1 --2- 172.21.15.1:0/570296130 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fae30105410 0x7fae3010cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.189+0000 7fae35edf640 1 --2- 172.21.15.1:0/570296130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fae30100cf0 0x7fae30104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.189+0000 7fae35edf640 1 --2- 172.21.15.1:0/570296130 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fae30100340 0x7fae30100720 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.189+0000 7fae35edf640 1 -- 172.21.15.1:0/570296130 >> 172.21.15.1:0/570296130 conn(0x7fae300772e0 msgr2=0x7fae300776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:44.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.189+0000 7fae35edf640 1 -- 172.21.15.1:0/570296130 shutdown_connections 2024-02-09T23:59:44.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.189+0000 7fae35edf640 1 -- 172.21.15.1:0/570296130 wait complete. 2024-02-09T23:59:44.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.190+0000 7fae35edf640 1 Processor -- start 2024-02-09T23:59:44.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.190+0000 7fae35edf640 1 -- start start 2024-02-09T23:59:44.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.190+0000 7fae35edf640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fae30100340 0x7fae3019d610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.190+0000 7fae35edf640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fae30105410 0x7fae3019db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.190+0000 7fae35edf640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fae301976d0 0x7fae30197b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.190+0000 7fae35edf640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae301981a0 con 0x7fae30100340 2024-02-09T23:59:44.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.190+0000 7fae35edf640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae30198310 con 0x7fae301976d0 2024-02-09T23:59:44.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.190+0000 7fae35edf640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae301984d0 con 0x7fae30105410 2024-02-09T23:59:44.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.190+0000 7fae2f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fae30100340 0x7fae3019d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.190+0000 7fae2f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fae30100340 0x7fae3019d610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52790/0 (socket says 172.21.15.1:52790) 2024-02-09T23:59:44.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.190+0000 7fae2f7fe640 1 -- 172.21.15.1:0/2478591450 learned_addr learned my addr 172.21.15.1:0/2478591450 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:44.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.190+0000 7fae27fff640 1 --2- 172.21.15.1:0/2478591450 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fae30105410 0x7fae3019db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.190+0000 7fae2ffff640 1 --2- 172.21.15.1:0/2478591450 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fae301976d0 0x7fae30197b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.190+0000 7fae2f7fe640 1 -- 172.21.15.1:0/2478591450 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fae30105410 msgr2=0x7fae3019db50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.190+0000 7fae2f7fe640 1 --2- 172.21.15.1:0/2478591450 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fae30105410 0x7fae3019db50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.190+0000 7fae2f7fe640 1 -- 172.21.15.1:0/2478591450 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fae301976d0 msgr2=0x7fae30197b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.190+0000 7fae2f7fe640 1 --2- 172.21.15.1:0/2478591450 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fae301976d0 0x7fae30197b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.190+0000 7fae2f7fe640 1 -- 172.21.15.1:0/2478591450 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae20009560 con 0x7fae30100340 2024-02-09T23:59:44.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.190+0000 7fae27fff640 1 --2- 172.21.15.1:0/2478591450 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fae30105410 0x7fae3019db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:44.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.191+0000 7fae2f7fe640 1 --2- 172.21.15.1:0/2478591450 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fae30100340 0x7fae3019d610 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fae20009230 tx=0x7fae2002c650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:44.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.191+0000 7fae2d7fa640 1 -- 172.21.15.1:0/2478591450 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae20004350 con 0x7fae30100340 2024-02-09T23:59:44.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.191+0000 7fae2d7fa640 1 -- 172.21.15.1:0/2478591450 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fae200044b0 con 0x7fae30100340 2024-02-09T23:59:44.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.191+0000 7fae35edf640 1 -- 172.21.15.1:0/2478591450 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fae301a4410 con 0x7fae30100340 2024-02-09T23:59:44.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.191+0000 7fae2d7fa640 1 -- 172.21.15.1:0/2478591450 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae20003d00 con 0x7fae30100340 2024-02-09T23:59:44.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.191+0000 7fae35edf640 1 -- 172.21.15.1:0/2478591450 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae301a4940 con 0x7fae30100340 2024-02-09T23:59:44.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.193+0000 7fae2d7fa640 1 -- 172.21.15.1:0/2478591450 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 24) v1 ==== 136943+0+0 (secure 0 0 0) 0x7fae20004df0 con 0x7fae30100340 2024-02-09T23:59:44.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.193+0000 7fae38b8d740 1 Processor -- start 2024-02-09T23:59:44.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.194+0000 7fae38b8d740 1 -- start start 2024-02-09T23:59:44.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.194+0000 7fae38b8d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a6d3f2ea30 0x55a6d3f2ee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.194+0000 7fae38b8d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a6d3f2f3e0 0x55a6d3f37990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.194+0000 7fae2d7fa640 1 --2- 172.21.15.1:0/2478591450 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fae1c0a2340 0x7fae1c0a4800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.194+0000 7fae38b8d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a6d3f37f60 0x55a6d3f3a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.194+0000 7fae38b8d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a6d3eea020 con 0x55a6d3f37f60 2024-02-09T23:59:44.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.194+0000 7fae38b8d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a6d3e9d320 con 0x55a6d3f2f3e0 2024-02-09T23:59:44.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.194+0000 7fae38b8d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a6d3e9a850 con 0x55a6d3f2ea30 2024-02-09T23:59:44.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.194+0000 7fae27fff640 1 --2- 172.21.15.1:0/2478591450 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fae1c0a2340 0x7fae1c0a4800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.194+0000 7fae2ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a6d3f37f60 0x55a6d3f3a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.194+0000 7fae2d7fa640 1 -- 172.21.15.1:0/2478591450 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fae200f01a0 con 0x7fae30100340 2024-02-09T23:59:44.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.194+0000 7fae2ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a6d3f37f60 0x55a6d3f3a3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52800/0 (socket says 172.21.15.1:52800) 2024-02-09T23:59:44.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.194+0000 7fae2ffff640 1 -- 172.21.15.1:0/1314718655 learned_addr learned my addr 172.21.15.1:0/1314718655 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:44.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.194+0000 7fae2f7fe640 1 --2- 172.21.15.1:0/1314718655 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a6d3f2f3e0 0x55a6d3f37990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.194+0000 7fae2ffff640 1 --2- 172.21.15.1:0/1314718655 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a6d3f2ea30 0x55a6d3f2ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.194+0000 7fae2ffff640 1 -- 172.21.15.1:0/1314718655 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a6d3f2ea30 msgr2=0x55a6d3f2ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.194+0000 7fae2ffff640 1 --2- 172.21.15.1:0/1314718655 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a6d3f2ea30 0x55a6d3f2ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.194+0000 7fae2ffff640 1 -- 172.21.15.1:0/1314718655 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a6d3f2f3e0 msgr2=0x55a6d3f37990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.194+0000 7fae2ffff640 1 --2- 172.21.15.1:0/1314718655 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a6d3f2f3e0 0x55a6d3f37990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.194+0000 7fae2ffff640 1 -- 172.21.15.1:0/1314718655 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a6d3e58210 con 0x55a6d3f37f60 2024-02-09T23:59:44.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.194+0000 7fae2f7fe640 1 --2- 172.21.15.1:0/1314718655 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a6d3f2f3e0 0x55a6d3f37990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:59:44.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.195+0000 7fae27fff640 1 --2- 172.21.15.1:0/2478591450 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fae1c0a2340 0x7fae1c0a4800 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fae30198f20 tx=0x7fae18005f90 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:44.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.195+0000 7fae2ffff640 1 --2- 172.21.15.1:0/1314718655 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a6d3f37f60 0x55a6d3f3a3b0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fae28018f30 tx=0x7fae28009a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3eea4728124d5f1 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:44.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.195+0000 7fae25ffb640 1 -- 172.21.15.1:0/1314718655 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae28003970 con 0x55a6d3f37f60 2024-02-09T23:59:44.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.195+0000 7fae25ffb640 1 -- 172.21.15.1:0/1314718655 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fae2801e030 con 0x55a6d3f37f60 2024-02-09T23:59:44.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.195+0000 7fae25ffb640 1 -- 172.21.15.1:0/1314718655 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae28018370 con 0x55a6d3f37f60 2024-02-09T23:59:44.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.195+0000 7fae38b8d740 1 -- 172.21.15.1:0/1314718655 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a6d3f37f60 msgr2=0x55a6d3f3a3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.195+0000 7fae38b8d740 1 --2- 172.21.15.1:0/1314718655 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a6d3f37f60 0x55a6d3f3a3b0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fae28018f30 tx=0x7fae28009a00 comp rx=0 tx=0).stop 2024-02-09T23:59:44.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.196+0000 7fae38b8d740 1 -- 172.21.15.1:0/1314718655 shutdown_connections 2024-02-09T23:59:44.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.196+0000 7fae38b8d740 1 --2- 172.21.15.1:0/1314718655 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a6d3f37f60 0x55a6d3f3a3b0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.196+0000 7fae38b8d740 1 --2- 172.21.15.1:0/1314718655 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a6d3f2f3e0 0x55a6d3f37990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.196+0000 7fae38b8d740 1 --2- 172.21.15.1:0/1314718655 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a6d3f2ea30 0x55a6d3f2ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.196+0000 7fae38b8d740 1 -- 172.21.15.1:0/1314718655 >> 172.21.15.1:0/1314718655 conn(0x55a6d3f29100 msgr2=0x55a6d3f294e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:44.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.196+0000 7fae38b8d740 1 -- 172.21.15.1:0/1314718655 shutdown_connections 2024-02-09T23:59:44.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.196+0000 7fae38b8d740 1 -- 172.21.15.1:0/1314718655 wait complete. 2024-02-09T23:59:44.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.196+0000 7fae38b8d740 1 -- start start 2024-02-09T23:59:44.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.196+0000 7fae38b8d740 1 Processor -- start 2024-02-09T23:59:44.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.196+0000 7fae38b8d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a6d3f2ea30 0x55a6d3f34f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.196+0000 7fae38b8d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a6d3f2f3e0 0x55a6d3f35440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.196+0000 7fae38b8d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a6d3f37f60 0x55a6d3f35980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.196+0000 7fae38b8d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a6d3e96030 con 0x55a6d3f2f3e0 2024-02-09T23:59:44.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.196+0000 7fae38b8d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a6d3b69430 con 0x55a6d3f2ea30 2024-02-09T23:59:44.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.196+0000 7fae38b8d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a6d3b25e00 con 0x55a6d3f37f60 2024-02-09T23:59:44.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.196+0000 7fae38b8d740 10 client.0 _ll_register_callbacks cb 0x55a6d3e8b030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:44.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.196+0000 7fae27fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a6d3f2f3e0 0x55a6d3f35440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.197+0000 7fae27fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a6d3f2f3e0 0x55a6d3f35440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52814/0 (socket says 172.21.15.1:52814) 2024-02-09T23:59:44.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.197+0000 7fae27fff640 1 -- 172.21.15.1:0/802007407 learned_addr learned my addr 172.21.15.1:0/802007407 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:44.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.197+0000 7fae2f7fe640 1 --2- 172.21.15.1:0/802007407 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a6d3f2ea30 0x55a6d3f34f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.197+0000 7fae2ffff640 1 --2- 172.21.15.1:0/802007407 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a6d3f37f60 0x55a6d3f35980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.197+0000 7fae27fff640 1 -- 172.21.15.1:0/802007407 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a6d3f37f60 msgr2=0x55a6d3f35980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.197+0000 7fae27fff640 1 --2- 172.21.15.1:0/802007407 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a6d3f37f60 0x55a6d3f35980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.197+0000 7fae27fff640 1 -- 172.21.15.1:0/802007407 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a6d3f2ea30 msgr2=0x55a6d3f34f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.197+0000 7fae27fff640 1 --2- 172.21.15.1:0/802007407 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a6d3f2ea30 0x55a6d3f34f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.197+0000 7fae27fff640 1 -- 172.21.15.1:0/802007407 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae28018be0 con 0x55a6d3f2f3e0 2024-02-09T23:59:44.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.197+0000 7fae27fff640 1 --2- 172.21.15.1:0/802007407 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a6d3f2f3e0 0x55a6d3f35440 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fae18010fa0 tx=0x7fae180046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=114733646de325e server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:44.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.197+0000 7fae0effd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:44.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.197+0000 7fae0effd640 1 -- 172.21.15.1:0/802007407 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae1801f650 con 0x55a6d3f2f3e0 2024-02-09T23:59:44.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.197+0000 7fae38b8d740 1 -- 172.21.15.1:0/802007407 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a6d3b957e0 con 0x55a6d3f2f3e0 2024-02-09T23:59:44.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.197+0000 7fae0effd640 1 -- 172.21.15.1:0/802007407 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fae1801f7b0 con 0x55a6d3f2f3e0 2024-02-09T23:59:44.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.197+0000 7fae0effd640 1 -- 172.21.15.1:0/802007407 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fae1801f970 con 0x55a6d3f2f3e0 2024-02-09T23:59:44.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.197+0000 7fae38b8d740 10 client.15675 fetch_fsmap learned FSMap version 27 2024-02-09T23:59:44.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.197+0000 7fae38b8d740 1 -- 172.21.15.1:0/802007407 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55a6d3e946b0 con 0x55a6d3f2f3e0 2024-02-09T23:59:44.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.198+0000 7fae0effd640 1 -- 172.21.15.1:0/802007407 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55a6d3b957e0 con 0x55a6d3f2f3e0 2024-02-09T23:59:44.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.198+0000 7fae0effd640 1 -- 172.21.15.1:0/802007407 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fae180273b0 con 0x55a6d3f2f3e0 2024-02-09T23:59:44.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.198+0000 7fae38b8d740 10 client.15675 fetch_fsmap finished waiting for FSMap version 27 2024-02-09T23:59:44.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.198+0000 7fae38b8d740 10 client.15675 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-09T23:59:44.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.198+0000 7fae38b8d740 20 client.15675 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:44.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.198+0000 7fae38b8d740 1 --2- 172.21.15.1:0/802007407 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a6d3f484e0 0x55a6d3f4a900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.198+0000 7fae38b8d740 4 client.15675 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-09T23:59:44.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.198+0000 7fae38b8d740 1 -- 172.21.15.1:0/802007407 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a6d3bd2720 con 0x55a6d3f484e0 2024-02-09T23:59:44.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.198+0000 7fae2f7fe640 1 --2- 172.21.15.1:0/802007407 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a6d3f484e0 0x55a6d3f4a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.199+0000 7fae2f7fe640 1 --2- 172.21.15.1:0/802007407 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a6d3f484e0 0x55a6d3f4a900 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=79e6cefdd8a594b5 server_cookie=e01d6f92d89defde in_seq=0 out_seq=0 2024-02-09T23:59:44.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.199+0000 7fae0effd640 10 client.15675 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-09T23:59:44.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.199+0000 7fae0effd640 1 -- 172.21.15.1:0/802007407 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55a6d3bd2720 con 0x55a6d3f484e0 2024-02-09T23:59:44.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.199+0000 7fae0effd640 10 client.15675 handle_command_reply: tid=0 2024-02-09T23:59:44.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.199+0000 7fae38b8d740 1 client.15675 shutdown 2024-02-09T23:59:44.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.199+0000 7fae38b8d740 1 -- 172.21.15.1:0/802007407 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a6d3f2f3e0 msgr2=0x55a6d3f35440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.199+0000 7fae38b8d740 1 --2- 172.21.15.1:0/802007407 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a6d3f2f3e0 0x55a6d3f35440 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fae18010fa0 tx=0x7fae180046c0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.199+0000 7fae38b8d740 1 -- 172.21.15.1:0/802007407 shutdown_connections 2024-02-09T23:59:44.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.199+0000 7fae38b8d740 1 --2- 172.21.15.1:0/802007407 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a6d3f37f60 0x55a6d3f35980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.200+0000 7fae38b8d740 1 --2- 172.21.15.1:0/802007407 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a6d3f2f3e0 0x55a6d3f35440 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.200+0000 7fae38b8d740 1 --2- 172.21.15.1:0/802007407 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a6d3f484e0 0x55a6d3f4a900 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.200+0000 7fae38b8d740 1 --2- 172.21.15.1:0/802007407 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a6d3f2ea30 0x55a6d3f34f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.200+0000 7fae38b8d740 1 -- 172.21.15.1:0/802007407 >> 172.21.15.1:0/802007407 conn(0x55a6d3f29100 msgr2=0x55a6d3f2ae50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:44.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.200+0000 7fae0effd640 0 client.15675 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-09T23:59:44.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.200+0000 7fae38b8d740 1 -- 172.21.15.1:0/802007407 shutdown_connections 2024-02-09T23:59:44.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.200+0000 7fae38b8d740 1 -- 172.21.15.1:0/802007407 wait complete. 2024-02-09T23:59:44.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.200+0000 7fae38b8d740 20 client.15675 trim_cache size 0 max 16384 2024-02-09T23:59:44.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.212+0000 7fae38b8d740 1 Processor -- start 2024-02-09T23:59:44.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.212+0000 7fae38b8d740 1 -- start start 2024-02-09T23:59:44.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.212+0000 7fae38b8d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a6d3f2ea30 0x55a6d3f37630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.212+0000 7fae38b8d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a6d3f2f3e0 0x55a6d3f357a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.212+0000 7fae38b8d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a6d3f37f60 0x55a6d3f4f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.212+0000 7fae38b8d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a6d3e1b130 con 0x55a6d3f2ea30 2024-02-09T23:59:44.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.212+0000 7fae38b8d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a6d3f44ff0 con 0x55a6d3f2f3e0 2024-02-09T23:59:44.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.212+0000 7fae38b8d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a6d3f28f60 con 0x55a6d3f37f60 2024-02-09T23:59:44.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.212+0000 7fae2f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a6d3f2ea30 0x55a6d3f37630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.212+0000 7fae2f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a6d3f2ea30 0x55a6d3f37630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52828/0 (socket says 172.21.15.1:52828) 2024-02-09T23:59:44.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.212+0000 7fae2f7fe640 1 -- 172.21.15.1:0/3512008111 learned_addr learned my addr 172.21.15.1:0/3512008111 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:44.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.212+0000 7fae27fff640 1 --2- 172.21.15.1:0/3512008111 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a6d3f2f3e0 0x55a6d3f357a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.212+0000 7fae2ffff640 1 --2- 172.21.15.1:0/3512008111 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a6d3f37f60 0x55a6d3f4f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.212+0000 7fae2f7fe640 1 -- 172.21.15.1:0/3512008111 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a6d3f37f60 msgr2=0x55a6d3f4f2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.212+0000 7fae2f7fe640 1 --2- 172.21.15.1:0/3512008111 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a6d3f37f60 0x55a6d3f4f2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.212+0000 7fae2f7fe640 1 -- 172.21.15.1:0/3512008111 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a6d3f2f3e0 msgr2=0x55a6d3f357a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.212+0000 7fae2f7fe640 1 --2- 172.21.15.1:0/3512008111 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a6d3f2f3e0 0x55a6d3f357a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.212+0000 7fae2f7fe640 1 -- 172.21.15.1:0/3512008111 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a6d3e30c90 con 0x55a6d3f2ea30 2024-02-09T23:59:44.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.212+0000 7fae27fff640 1 --2- 172.21.15.1:0/3512008111 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a6d3f2f3e0 0x55a6d3f357a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:59:44.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.212+0000 7fae2f7fe640 1 --2- 172.21.15.1:0/3512008111 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a6d3f2ea30 0x55a6d3f37630 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fae200bc860 tx=0x7fae200037d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb4c29d33d6e7103 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:44.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.213+0000 7fae257fa640 1 -- 172.21.15.1:0/3512008111 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae200bcb60 con 0x55a6d3f2ea30 2024-02-09T23:59:44.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.213+0000 7fae257fa640 1 -- 172.21.15.1:0/3512008111 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fae200bde90 con 0x55a6d3f2ea30 2024-02-09T23:59:44.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.213+0000 7fae257fa640 1 -- 172.21.15.1:0/3512008111 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae200baf80 con 0x55a6d3f2ea30 2024-02-09T23:59:44.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.213+0000 7fae38b8d740 1 -- 172.21.15.1:0/3512008111 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a6d3f2ea30 msgr2=0x55a6d3f37630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.213+0000 7fae38b8d740 1 --2- 172.21.15.1:0/3512008111 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a6d3f2ea30 0x55a6d3f37630 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fae200bc860 tx=0x7fae200037d0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.213+0000 7fae38b8d740 1 -- 172.21.15.1:0/3512008111 shutdown_connections 2024-02-09T23:59:44.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.213+0000 7fae38b8d740 1 --2- 172.21.15.1:0/3512008111 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a6d3f37f60 0x55a6d3f4f2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.213+0000 7fae38b8d740 1 --2- 172.21.15.1:0/3512008111 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a6d3f2f3e0 0x55a6d3f357a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.213+0000 7fae38b8d740 1 --2- 172.21.15.1:0/3512008111 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a6d3f2ea30 0x55a6d3f37630 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.213+0000 7fae38b8d740 1 -- 172.21.15.1:0/3512008111 >> 172.21.15.1:0/3512008111 conn(0x55a6d3f29100 msgr2=0x55a6d3f30250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:44.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.213+0000 7fae38b8d740 1 -- 172.21.15.1:0/3512008111 shutdown_connections 2024-02-09T23:59:44.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.213+0000 7fae38b8d740 1 -- 172.21.15.1:0/3512008111 wait complete. 2024-02-09T23:59:44.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.214+0000 7fae38b8d740 1 -- start start 2024-02-09T23:59:44.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.214+0000 7fae38b8d740 1 Processor -- start 2024-02-09T23:59:44.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.214+0000 7fae38b8d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a6d3f2ea30 0x55a6d3f3cb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.214+0000 7fae38b8d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a6d3f2f3e0 0x55a6d3f3d090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.214+0000 7fae38b8d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a6d3f37f60 0x55a6d3f3d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.214+0000 7fae38b8d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a6d3f9daf0 con 0x55a6d3f2f3e0 2024-02-09T23:59:44.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.214+0000 7fae38b8d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a6d3f9dc60 con 0x55a6d3f37f60 2024-02-09T23:59:44.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.214+0000 7fae38b8d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a6d3f9de20 con 0x55a6d3f2ea30 2024-02-09T23:59:44.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.214+0000 7fae38b8d740 10 client.0 _ll_register_callbacks cb 0x7fae3006aac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:44.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.214+0000 7fae27fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a6d3f2f3e0 0x55a6d3f3d090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.214+0000 7fae2ffff640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a6d3f37f60 0x55a6d3f3d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.214+0000 7fae27fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a6d3f2f3e0 0x55a6d3f3d090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52834/0 (socket says 172.21.15.1:52834) 2024-02-09T23:59:44.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.214+0000 7fae27fff640 1 -- 172.21.15.1:0/2044547186 learned_addr learned my addr 172.21.15.1:0/2044547186 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:44.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.214+0000 7fae2f7fe640 1 --2- 172.21.15.1:0/2044547186 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a6d3f2ea30 0x55a6d3f3cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.215+0000 7fae27fff640 1 -- 172.21.15.1:0/2044547186 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a6d3f2ea30 msgr2=0x55a6d3f3cb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.215+0000 7fae27fff640 1 --2- 172.21.15.1:0/2044547186 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a6d3f2ea30 0x55a6d3f3cb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.215+0000 7fae27fff640 1 -- 172.21.15.1:0/2044547186 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a6d3f37f60 msgr2=0x55a6d3f3d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.215+0000 7fae27fff640 1 --2- 172.21.15.1:0/2044547186 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a6d3f37f60 0x55a6d3f3d5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.215+0000 7fae27fff640 1 -- 172.21.15.1:0/2044547186 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae301a4410 con 0x55a6d3f2f3e0 2024-02-09T23:59:44.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.215+0000 7fae27fff640 1 --2- 172.21.15.1:0/2044547186 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a6d3f2f3e0 0x55a6d3f3d090 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fae18000c00 tx=0x7fae18010b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb99f38e6226167f server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:44.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.215+0000 7fae0effd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:44.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.215+0000 7fae0effd640 1 -- 172.21.15.1:0/2044547186 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae18027b00 con 0x55a6d3f2f3e0 2024-02-09T23:59:44.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.215+0000 7fae0effd640 1 -- 172.21.15.1:0/2044547186 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fae18004040 con 0x55a6d3f2f3e0 2024-02-09T23:59:44.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.215+0000 7fae38b8d740 1 -- 172.21.15.1:0/2044547186 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fae2801e030 con 0x55a6d3f2f3e0 2024-02-09T23:59:44.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.215+0000 7fae0effd640 1 -- 172.21.15.1:0/2044547186 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fae18004200 con 0x55a6d3f2f3e0 2024-02-09T23:59:44.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.215+0000 7fae38b8d740 10 client.15681 fetch_fsmap learned FSMap version 27 2024-02-09T23:59:44.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.215+0000 7fae38b8d740 1 -- 172.21.15.1:0/2044547186 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55a6d3e56a70 con 0x55a6d3f2f3e0 2024-02-09T23:59:44.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.215+0000 7fae0effd640 1 -- 172.21.15.1:0/2044547186 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fae2801e030 con 0x55a6d3f2f3e0 2024-02-09T23:59:44.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.216+0000 7fae0effd640 1 -- 172.21.15.1:0/2044547186 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fae180050b0 con 0x55a6d3f2f3e0 2024-02-09T23:59:44.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.216+0000 7fae38b8d740 10 client.15681 fetch_fsmap finished waiting for FSMap version 27 2024-02-09T23:59:44.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.216+0000 7fae38b8d740 10 client.15681 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-09T23:59:44.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.216+0000 7fae38b8d740 20 client.15681 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:44.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.216+0000 7fae38b8d740 1 --2- 172.21.15.1:0/2044547186 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a6d3f9f580 0x55a6d3fa19a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.216+0000 7fae38b8d740 4 client.15681 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-09T23:59:44.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.216+0000 7fae38b8d740 1 -- 172.21.15.1:0/2044547186 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55a6d3c21890 con 0x55a6d3f9f580 2024-02-09T23:59:44.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.216+0000 7fae2f7fe640 1 --2- 172.21.15.1:0/2044547186 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a6d3f9f580 0x55a6d3fa19a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.216+0000 7fae0effd640 10 client.15681 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-09T23:59:44.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.216+0000 7fae2f7fe640 1 --2- 172.21.15.1:0/2044547186 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a6d3f9f580 0x55a6d3fa19a0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=eb450e885869d06c server_cookie=6eed64410aedf7d1 in_seq=0 out_seq=0 2024-02-09T23:59:44.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.217+0000 7fae0effd640 1 -- 172.21.15.1:0/2044547186 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55a6d3c21890 con 0x55a6d3f9f580 2024-02-09T23:59:44.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.217+0000 7fae0effd640 10 client.15681 handle_command_reply: tid=0 2024-02-09T23:59:44.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.217+0000 7fae38b8d740 1 client.15681 shutdown 2024-02-09T23:59:44.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.217+0000 7fae38b8d740 1 -- 172.21.15.1:0/2044547186 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a6d3f2f3e0 msgr2=0x55a6d3f3d090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.217+0000 7fae38b8d740 1 --2- 172.21.15.1:0/2044547186 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a6d3f2f3e0 0x55a6d3f3d090 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fae18000c00 tx=0x7fae18010b70 comp rx=0 tx=0).stop 2024-02-09T23:59:44.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.217+0000 7fae38b8d740 1 -- 172.21.15.1:0/2044547186 shutdown_connections 2024-02-09T23:59:44.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.217+0000 7fae38b8d740 1 --2- 172.21.15.1:0/2044547186 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a6d3f9f580 0x55a6d3fa19a0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.217+0000 7fae38b8d740 1 --2- 172.21.15.1:0/2044547186 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a6d3f37f60 0x55a6d3f3d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.217+0000 7fae38b8d740 1 --2- 172.21.15.1:0/2044547186 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a6d3f2f3e0 0x55a6d3f3d090 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.217+0000 7fae38b8d740 1 --2- 172.21.15.1:0/2044547186 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a6d3f2ea30 0x55a6d3f3cb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.217+0000 7fae38b8d740 1 -- 172.21.15.1:0/2044547186 >> 172.21.15.1:0/2044547186 conn(0x55a6d3f29100 msgr2=0x55a6d3f4f2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:44.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.217+0000 7fae0effd640 0 client.15681 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-09T23:59:44.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.217+0000 7fae38b8d740 1 -- 172.21.15.1:0/2044547186 shutdown_connections 2024-02-09T23:59:44.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.217+0000 7fae38b8d740 1 -- 172.21.15.1:0/2044547186 wait complete. 2024-02-09T23:59:44.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.217+0000 7fae38b8d740 20 client.15681 trim_cache size 0 max 16384 2024-02-09T23:59:44.225 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-09T23:59:44.225 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:44 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2093386047' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:59:44.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.217+0000 7fae35edf640 1 -- 172.21.15.1:0/2478591450 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fae1c0a2340 msgr2=0x7fae1c0a4800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.217+0000 7fae35edf640 1 --2- 172.21.15.1:0/2478591450 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fae1c0a2340 0x7fae1c0a4800 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fae30198f20 tx=0x7fae18005f90 comp rx=0 tx=0).stop 2024-02-09T23:59:44.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.217+0000 7fae35edf640 1 -- 172.21.15.1:0/2478591450 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fae30100340 msgr2=0x7fae3019d610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.217+0000 7fae35edf640 1 --2- 172.21.15.1:0/2478591450 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fae30100340 0x7fae3019d610 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fae20009230 tx=0x7fae2002c650 comp rx=0 tx=0).stop 2024-02-09T23:59:44.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.218+0000 7fae35edf640 1 -- 172.21.15.1:0/2478591450 shutdown_connections 2024-02-09T23:59:44.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.218+0000 7fae35edf640 1 --2- 172.21.15.1:0/2478591450 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fae1c0a2340 0x7fae1c0a4800 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.218+0000 7fae35edf640 1 --2- 172.21.15.1:0/2478591450 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fae301976d0 0x7fae30197b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.218+0000 7fae35edf640 1 --2- 172.21.15.1:0/2478591450 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fae30105410 0x7fae3019db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.218+0000 7fae35edf640 1 --2- 172.21.15.1:0/2478591450 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fae30100340 0x7fae3019d610 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.218+0000 7fae35edf640 1 -- 172.21.15.1:0/2478591450 >> 172.21.15.1:0/2478591450 conn(0x7fae300772e0 msgr2=0x7fae30068870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:44.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.218+0000 7fae35edf640 1 -- 172.21.15.1:0/2478591450 shutdown_connections 2024-02-09T23:59:44.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.218+0000 7fae35edf640 1 -- 172.21.15.1:0/2478591450 wait complete. 2024-02-09T23:59:44.231 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-09T23:59:44.231 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-02-09T23:59:44.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:44 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2093386047' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:59:44.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.347+0000 7efe0c264640 1 -- 172.21.15.1:0/2615314310 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efe04102d70 msgr2=0x7efe0410b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.347+0000 7efe0c264640 1 --2- 172.21.15.1:0/2615314310 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efe04102d70 0x7efe0410b250 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7efdf4009900 tx=0x7efdf402bcd0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.347+0000 7efe0c264640 1 -- 172.21.15.1:0/2615314310 shutdown_connections 2024-02-09T23:59:44.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.347+0000 7efe0c264640 1 --2- 172.21.15.1:0/2615314310 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efe0410b820 0x7efe0410dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.347+0000 7efe0c264640 1 --2- 172.21.15.1:0/2615314310 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efe04102d70 0x7efe0410b250 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.347+0000 7efe0c264640 1 --2- 172.21.15.1:0/2615314310 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efe04102450 0x7efe04102830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.347+0000 7efe0c264640 1 -- 172.21.15.1:0/2615314310 >> 172.21.15.1:0/2615314310 conn(0x7efe040772e0 msgr2=0x7efe040776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:44.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.347+0000 7efe0c264640 1 -- 172.21.15.1:0/2615314310 shutdown_connections 2024-02-09T23:59:44.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.347+0000 7efe0c264640 1 -- 172.21.15.1:0/2615314310 wait complete. 2024-02-09T23:59:44.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.348+0000 7efe0c264640 1 Processor -- start 2024-02-09T23:59:44.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.348+0000 7efe0c264640 1 -- start start 2024-02-09T23:59:44.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.348+0000 7efe0c264640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efe04102450 0x7efe0419d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.348+0000 7efe0c264640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efe04102d70 0x7efe0419d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.348+0000 7efe0c264640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efe0410b820 0x7efe04197660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.348+0000 7efe0c264640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe04197cb0 con 0x7efe04102450 2024-02-09T23:59:44.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.348+0000 7efe0c264640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe04197e20 con 0x7efe0410b820 2024-02-09T23:59:44.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.348+0000 7efe0c264640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe04197fe0 con 0x7efe04102d70 2024-02-09T23:59:44.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.348+0000 7efe0a000640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efe04102450 0x7efe0419d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.348+0000 7efe0a000640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efe04102450 0x7efe0419d460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52860/0 (socket says 172.21.15.1:52860) 2024-02-09T23:59:44.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.348+0000 7efe0a000640 1 -- 172.21.15.1:0/1201718440 learned_addr learned my addr 172.21.15.1:0/1201718440 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:44.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.348+0000 7efe097ff640 1 --2- 172.21.15.1:0/1201718440 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efe04102d70 0x7efe0419d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.348+0000 7efe0a801640 1 --2- 172.21.15.1:0/1201718440 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efe0410b820 0x7efe04197660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.348+0000 7efe0a000640 1 -- 172.21.15.1:0/1201718440 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efe04102d70 msgr2=0x7efe0419d9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.348+0000 7efe0a000640 1 --2- 172.21.15.1:0/1201718440 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efe04102d70 0x7efe0419d9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.348+0000 7efe0a000640 1 -- 172.21.15.1:0/1201718440 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efe0410b820 msgr2=0x7efe04197660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.348+0000 7efe0a000640 1 --2- 172.21.15.1:0/1201718440 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efe0410b820 0x7efe04197660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.348+0000 7efe0a000640 1 -- 172.21.15.1:0/1201718440 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe00009490 con 0x7efe04102450 2024-02-09T23:59:44.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.348+0000 7efe0a801640 1 --2- 172.21.15.1:0/1201718440 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efe0410b820 0x7efe04197660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:44.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.349+0000 7efe0a000640 1 --2- 172.21.15.1:0/1201718440 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efe04102450 0x7efe0419d460 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7efe0000ea60 tx=0x7efe0000ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:44.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.349+0000 7efdfaffd640 1 -- 172.21.15.1:0/1201718440 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe0000cde0 con 0x7efe04102450 2024-02-09T23:59:44.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.349+0000 7efe0c264640 1 -- 172.21.15.1:0/1201718440 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efdf4009560 con 0x7efe04102450 2024-02-09T23:59:44.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.349+0000 7efdfaffd640 1 -- 172.21.15.1:0/1201718440 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efe000035f0 con 0x7efe04102450 2024-02-09T23:59:44.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.349+0000 7efdfaffd640 1 -- 172.21.15.1:0/1201718440 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe00010690 con 0x7efe04102450 2024-02-09T23:59:44.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.349+0000 7efe0c264640 1 -- 172.21.15.1:0/1201718440 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efe041a4320 con 0x7efe04102450 2024-02-09T23:59:44.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.351+0000 7efdfaffd640 1 -- 172.21.15.1:0/1201718440 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 24) v1 ==== 136943+0+0 (secure 0 0 0) 0x7efe00003af0 con 0x7efe04102450 2024-02-09T23:59:44.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.352+0000 7efe0ee39740 1 Processor -- start 2024-02-09T23:59:44.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.352+0000 7efe0ee39740 1 -- start start 2024-02-09T23:59:44.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.352+0000 7efe0ee39740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fbe1917a30 0x55fbe1917e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.352+0000 7efe0ee39740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fbe19183e0 0x55fbe1920990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.352+0000 7efe0ee39740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fbe1920f60 0x55fbe19233b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.352+0000 7efe0ee39740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fbe18d3020 con 0x55fbe1917a30 2024-02-09T23:59:44.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.352+0000 7efe0ee39740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fbe1886320 con 0x55fbe1920f60 2024-02-09T23:59:44.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.352+0000 7efe0ee39740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fbe1883850 con 0x55fbe19183e0 2024-02-09T23:59:44.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.352+0000 7efdfaffd640 1 --2- 172.21.15.1:0/1201718440 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7efdf00a22c0 0x7efdf00a4780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.352+0000 7efe0a801640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fbe1917a30 0x55fbe1917e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.352+0000 7efe0a801640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fbe1917a30 0x55fbe1917e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52862/0 (socket says 172.21.15.1:52862) 2024-02-09T23:59:44.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.352+0000 7efe0a801640 1 -- 172.21.15.1:0/3753451865 learned_addr learned my addr 172.21.15.1:0/3753451865 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:44.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.352+0000 7efe0a801640 1 --2- 172.21.15.1:0/1201718440 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7efdf00a22c0 0x7efdf00a4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.352+0000 7efe097ff640 1 --2- 172.21.15.1:0/3753451865 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fbe1920f60 0x55fbe19233b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.352+0000 7efdfaffd640 1 -- 172.21.15.1:0/1201718440 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7efe00014070 con 0x7efe04102450 2024-02-09T23:59:44.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.353+0000 7efe0a000640 1 --2- 172.21.15.1:0/3753451865 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fbe19183e0 0x55fbe1920990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.353+0000 7efe0a801640 1 -- 172.21.15.1:0/3753451865 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fbe19183e0 msgr2=0x55fbe1920990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.353+0000 7efe0a801640 1 --2- 172.21.15.1:0/3753451865 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fbe19183e0 0x55fbe1920990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.353+0000 7efe0a801640 1 -- 172.21.15.1:0/3753451865 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fbe1920f60 msgr2=0x55fbe19233b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.353+0000 7efe0a801640 1 --2- 172.21.15.1:0/3753451865 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fbe1920f60 0x55fbe19233b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.353+0000 7efe0a801640 1 -- 172.21.15.1:0/3753451865 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fbe1841210 con 0x55fbe1917a30 2024-02-09T23:59:44.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.353+0000 7efe0a000640 1 --2- 172.21.15.1:0/3753451865 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fbe19183e0 0x55fbe1920990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:44.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.353+0000 7efe097ff640 1 --2- 172.21.15.1:0/3753451865 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fbe1920f60 0x55fbe19233b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:44.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.353+0000 7efe0a801640 1 --2- 172.21.15.1:0/3753451865 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fbe1917a30 0x55fbe1917e10 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7efdfc014990 tx=0x7efdfc014e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10621c86f0f5e83 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:44.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.353+0000 7efdeffff640 1 -- 172.21.15.1:0/3753451865 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdfc011e90 con 0x55fbe1917a30 2024-02-09T23:59:44.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.353+0000 7efdeffff640 1 -- 172.21.15.1:0/3753451865 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efdfc01ce90 con 0x55fbe1917a30 2024-02-09T23:59:44.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.353+0000 7efdeffff640 1 -- 172.21.15.1:0/3753451865 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdfc013e40 con 0x55fbe1917a30 2024-02-09T23:59:44.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.354+0000 7efe0ee39740 1 -- 172.21.15.1:0/3753451865 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fbe1917a30 msgr2=0x55fbe1917e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.354+0000 7efe0a801640 1 --2- 172.21.15.1:0/1201718440 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7efdf00a22c0 0x7efdf00a4780 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7efdfc01e000 tx=0x7efdfc01a000 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:44.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.354+0000 7efe0ee39740 1 --2- 172.21.15.1:0/3753451865 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fbe1917a30 0x55fbe1917e10 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7efdfc014990 tx=0x7efdfc014e50 comp rx=0 tx=0).stop 2024-02-09T23:59:44.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.354+0000 7efe0ee39740 1 -- 172.21.15.1:0/3753451865 shutdown_connections 2024-02-09T23:59:44.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.354+0000 7efe0ee39740 1 --2- 172.21.15.1:0/3753451865 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fbe1920f60 0x55fbe19233b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.354+0000 7efe0ee39740 1 --2- 172.21.15.1:0/3753451865 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fbe19183e0 0x55fbe1920990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.354+0000 7efe0ee39740 1 --2- 172.21.15.1:0/3753451865 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fbe1917a30 0x55fbe1917e10 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.354+0000 7efe0ee39740 1 -- 172.21.15.1:0/3753451865 >> 172.21.15.1:0/3753451865 conn(0x55fbe1912100 msgr2=0x55fbe19124e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:44.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.354+0000 7efe0ee39740 1 -- 172.21.15.1:0/3753451865 shutdown_connections 2024-02-09T23:59:44.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.354+0000 7efe0ee39740 1 -- 172.21.15.1:0/3753451865 wait complete. 2024-02-09T23:59:44.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.354+0000 7efe0ee39740 1 -- start start 2024-02-09T23:59:44.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.354+0000 7efe0ee39740 1 Processor -- start 2024-02-09T23:59:44.362 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.355+0000 7efe0ee39740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fbe1917a30 0x55fbe191de30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.355+0000 7efe0ee39740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fbe19183e0 0x55fbe191e370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.355+0000 7efe0ee39740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fbe1920f60 0x55fbe191e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.355+0000 7efe0ee39740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fbe187f030 con 0x55fbe1920f60 2024-02-09T23:59:44.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.355+0000 7efe0ee39740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fbe1552430 con 0x55fbe1917a30 2024-02-09T23:59:44.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.355+0000 7efe0ee39740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fbe150ee00 con 0x55fbe19183e0 2024-02-09T23:59:44.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.355+0000 7efe0ee39740 10 client.0 _ll_register_callbacks cb 0x55fbe1874030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:44.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.355+0000 7efe0a801640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fbe1920f60 0x55fbe191e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.355+0000 7efe0a000640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fbe1917a30 0x55fbe191de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.355+0000 7efe097ff640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fbe19183e0 0x55fbe191e370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.355+0000 7efe0a000640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fbe1917a30 0x55fbe191de30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.1:48460/0 (socket says 172.21.15.1:48460) 2024-02-09T23:59:44.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.355+0000 7efe0a000640 1 -- 172.21.15.1:0/314034427 learned_addr learned my addr 172.21.15.1:0/314034427 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:44.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.355+0000 7efe0a801640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fbe1920f60 0x55fbe191e8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52870/0 (socket says 172.21.15.1:52870) 2024-02-09T23:59:44.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.355+0000 7efe0a000640 1 -- 172.21.15.1:0/314034427 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fbe19183e0 msgr2=0x55fbe191e370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.355+0000 7efe0a000640 1 --2- 172.21.15.1:0/314034427 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fbe19183e0 0x55fbe191e370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.355+0000 7efe0a000640 1 -- 172.21.15.1:0/314034427 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fbe1920f60 msgr2=0x55fbe191e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.355+0000 7efe0a000640 1 --2- 172.21.15.1:0/314034427 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fbe1920f60 0x55fbe191e8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.355+0000 7efe0a000640 1 -- 172.21.15.1:0/314034427 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efdfc014570 con 0x55fbe1917a30 2024-02-09T23:59:44.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.355+0000 7efe0a801640 1 --2- 172.21.15.1:0/314034427 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fbe1920f60 0x55fbe191e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:59:44.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.356+0000 7efe0a000640 1 --2- 172.21.15.1:0/314034427 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fbe1917a30 0x55fbe191de30 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7efe0000ea30 tx=0x7efe0009b080 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4d9491e5f39c34a9 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:44.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.356+0000 7efded7fa640 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-02-09T23:59:44.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.356+0000 7efded7fa640 1 -- 172.21.15.1:0/314034427 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe000b1070 con 0x55fbe1917a30 2024-02-09T23:59:44.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.356+0000 7efe0ee39740 1 -- 172.21.15.1:0/314034427 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55fbe157e7e0 con 0x55fbe1917a30 2024-02-09T23:59:44.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.356+0000 7efded7fa640 1 -- 172.21.15.1:0/314034427 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7efe000976f0 con 0x55fbe1917a30 2024-02-09T23:59:44.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.356+0000 7efded7fa640 1 -- 172.21.15.1:0/314034427 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7efe000978b0 con 0x55fbe1917a30 2024-02-09T23:59:44.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.356+0000 7efe0ee39740 10 client.25247 fetch_fsmap learned FSMap version 27 2024-02-09T23:59:44.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.356+0000 7efe0ee39740 1 -- 172.21.15.1:0/314034427 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55fbe187d6b0 con 0x55fbe1917a30 2024-02-09T23:59:44.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.356+0000 7efded7fa640 1 -- 172.21.15.1:0/314034427 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55fbe157e7e0 con 0x55fbe1917a30 2024-02-09T23:59:44.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.356+0000 7efded7fa640 1 -- 172.21.15.1:0/314034427 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7efe000b92d0 con 0x55fbe1917a30 2024-02-09T23:59:44.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.356+0000 7efe0ee39740 10 client.25247 fetch_fsmap finished waiting for FSMap version 27 2024-02-09T23:59:44.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.356+0000 7efe0ee39740 10 client.25247 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-09T23:59:44.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.356+0000 7efe0ee39740 20 client.25247 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:44.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.356+0000 7efe0ee39740 1 --2- 172.21.15.1:0/314034427 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55fbe1931390 0x55fbe1933780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.357+0000 7efe0ee39740 4 client.25247 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-09T23:59:44.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.357+0000 7efe0ee39740 1 -- 172.21.15.1:0/314034427 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55fbe15bb720 con 0x55fbe1931390 2024-02-09T23:59:44.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.357+0000 7efe097ff640 1 --2- 172.21.15.1:0/314034427 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55fbe1931390 0x55fbe1933780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.357+0000 7efded7fa640 10 client.25247 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-09T23:59:44.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.357+0000 7efe097ff640 1 --2- 172.21.15.1:0/314034427 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55fbe1931390 0x55fbe1933780 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=fad95fde3ee86543 server_cookie=10641555f3d97f53 in_seq=0 out_seq=0 2024-02-09T23:59:44.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.358+0000 7efded7fa640 1 -- 172.21.15.1:0/314034427 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55fbe15bb720 con 0x55fbe1931390 2024-02-09T23:59:44.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.358+0000 7efded7fa640 10 client.25247 handle_command_reply: tid=0 2024-02-09T23:59:44.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.358+0000 7efe0ee39740 1 client.25247 shutdown 2024-02-09T23:59:44.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.358+0000 7efe0ee39740 1 -- 172.21.15.1:0/314034427 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fbe1917a30 msgr2=0x55fbe191de30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.358+0000 7efe0ee39740 1 --2- 172.21.15.1:0/314034427 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fbe1917a30 0x55fbe191de30 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7efe0000ea30 tx=0x7efe0009b080 comp rx=0 tx=0).stop 2024-02-09T23:59:44.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.358+0000 7efe0ee39740 1 -- 172.21.15.1:0/314034427 shutdown_connections 2024-02-09T23:59:44.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.358+0000 7efe0ee39740 1 --2- 172.21.15.1:0/314034427 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55fbe1931390 0x55fbe1933780 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.358+0000 7efded7fa640 0 client.25247 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-09T23:59:44.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.358+0000 7efe0ee39740 1 --2- 172.21.15.1:0/314034427 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fbe1920f60 0x55fbe191e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.358+0000 7efe0ee39740 1 --2- 172.21.15.1:0/314034427 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fbe19183e0 0x55fbe191e370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.358+0000 7efe0ee39740 1 --2- 172.21.15.1:0/314034427 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fbe1917a30 0x55fbe191de30 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.358+0000 7efe0ee39740 1 -- 172.21.15.1:0/314034427 >> 172.21.15.1:0/314034427 conn(0x55fbe1912100 msgr2=0x55fbe1913e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:44.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.358+0000 7efe0ee39740 1 -- 172.21.15.1:0/314034427 shutdown_connections 2024-02-09T23:59:44.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.358+0000 7efe0ee39740 1 -- 172.21.15.1:0/314034427 wait complete. 2024-02-09T23:59:44.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.358+0000 7efe0ee39740 20 client.25247 trim_cache size 0 max 16384 2024-02-09T23:59:44.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.370+0000 7efe0ee39740 1 Processor -- start 2024-02-09T23:59:44.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.370+0000 7efe0ee39740 1 -- start start 2024-02-09T23:59:44.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.370+0000 7efe0ee39740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fbe1917a30 0x55fbe191e6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.370+0000 7efe0ee39740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fbe19183e0 0x55fbe19110c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.370+0000 7efe0ee39740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fbe1920f60 0x55fbe1927f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.370+0000 7efe0ee39740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fbe1804130 con 0x55fbe1920f60 2024-02-09T23:59:44.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.370+0000 7efe0ee39740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fbe19237d0 con 0x55fbe19183e0 2024-02-09T23:59:44.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.370+0000 7efe0ee39740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fbe19174b0 con 0x55fbe1917a30 2024-02-09T23:59:44.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.370+0000 7efe0a801640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fbe1920f60 0x55fbe1927f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.370+0000 7efe0a801640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fbe1920f60 0x55fbe1927f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52880/0 (socket says 172.21.15.1:52880) 2024-02-09T23:59:44.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.370+0000 7efe0a801640 1 -- 172.21.15.1:0/3994396275 learned_addr learned my addr 172.21.15.1:0/3994396275 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:44.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.370+0000 7efe097ff640 1 --2- 172.21.15.1:0/3994396275 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fbe19183e0 0x55fbe19110c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.371+0000 7efe0a000640 1 --2- 172.21.15.1:0/3994396275 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fbe1917a30 0x55fbe191e6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.371+0000 7efe0a801640 1 -- 172.21.15.1:0/3994396275 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fbe1917a30 msgr2=0x55fbe191e6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.371+0000 7efe0a801640 1 --2- 172.21.15.1:0/3994396275 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fbe1917a30 0x55fbe191e6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.371+0000 7efe0a801640 1 -- 172.21.15.1:0/3994396275 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fbe19183e0 msgr2=0x55fbe19110c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.371+0000 7efe0a801640 1 --2- 172.21.15.1:0/3994396275 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fbe19183e0 0x55fbe19110c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.371+0000 7efe0a801640 1 -- 172.21.15.1:0/3994396275 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fbe1819c90 con 0x55fbe1920f60 2024-02-09T23:59:44.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.371+0000 7efe0a000640 1 --2- 172.21.15.1:0/3994396275 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fbe1917a30 0x55fbe191e6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:59:44.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.371+0000 7efe0a801640 1 --2- 172.21.15.1:0/3994396275 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fbe1920f60 0x55fbe1927f90 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7efdfc005cc0 tx=0x7efdfc00e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51d237ae3943be78 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:44.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.371+0000 7efdef7fe640 1 -- 172.21.15.1:0/3994396275 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdfc008410 con 0x55fbe1920f60 2024-02-09T23:59:44.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.371+0000 7efdef7fe640 1 -- 172.21.15.1:0/3994396275 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efdfc02b040 con 0x55fbe1920f60 2024-02-09T23:59:44.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.371+0000 7efdef7fe640 1 -- 172.21.15.1:0/3994396275 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdfc014050 con 0x55fbe1920f60 2024-02-09T23:59:44.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.372+0000 7efe0ee39740 1 -- 172.21.15.1:0/3994396275 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fbe1920f60 msgr2=0x55fbe1927f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.372+0000 7efe0ee39740 1 --2- 172.21.15.1:0/3994396275 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fbe1920f60 0x55fbe1927f90 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7efdfc005cc0 tx=0x7efdfc00e000 comp rx=0 tx=0).stop 2024-02-09T23:59:44.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.372+0000 7efe0ee39740 1 -- 172.21.15.1:0/3994396275 shutdown_connections 2024-02-09T23:59:44.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.372+0000 7efe0ee39740 1 --2- 172.21.15.1:0/3994396275 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fbe1920f60 0x55fbe1927f90 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.372+0000 7efe0ee39740 1 --2- 172.21.15.1:0/3994396275 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fbe19183e0 0x55fbe19110c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.372+0000 7efe0ee39740 1 --2- 172.21.15.1:0/3994396275 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fbe1917a30 0x55fbe191e6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.372+0000 7efe0ee39740 1 -- 172.21.15.1:0/3994396275 >> 172.21.15.1:0/3994396275 conn(0x55fbe1912100 msgr2=0x55fbe19109b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:44.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.372+0000 7efe0ee39740 1 -- 172.21.15.1:0/3994396275 shutdown_connections 2024-02-09T23:59:44.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.372+0000 7efe0ee39740 1 -- 172.21.15.1:0/3994396275 wait complete. 2024-02-09T23:59:44.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.372+0000 7efe0ee39740 1 -- start start 2024-02-09T23:59:44.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.372+0000 7efe0ee39740 1 Processor -- start 2024-02-09T23:59:44.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.373+0000 7efe0ee39740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fbe1917a30 0x55fbe1926900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.373+0000 7efe0ee39740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fbe19183e0 0x55fbe1926e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.373+0000 7efe0ee39740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fbe1920f60 0x55fbe1927380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.373+0000 7efe0ee39740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fbe19288a0 con 0x55fbe1917a30 2024-02-09T23:59:44.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.373+0000 7efe0ee39740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fbe19878b0 con 0x55fbe19183e0 2024-02-09T23:59:44.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.373+0000 7efe0ee39740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fbe1987a70 con 0x55fbe1920f60 2024-02-09T23:59:44.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.373+0000 7efe0ee39740 10 client.0 _ll_register_callbacks cb 0x7efe0406aac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:44.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.373+0000 7efe0a000640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fbe1917a30 0x55fbe1926900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.373+0000 7efe0a000640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fbe1917a30 0x55fbe1926900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52882/0 (socket says 172.21.15.1:52882) 2024-02-09T23:59:44.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.373+0000 7efe0a000640 1 -- 172.21.15.1:0/2794247683 learned_addr learned my addr 172.21.15.1:0/2794247683 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:44.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.373+0000 7efe0a801640 1 --2- 172.21.15.1:0/2794247683 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fbe1920f60 0x55fbe1927380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.373+0000 7efe0a000640 1 -- 172.21.15.1:0/2794247683 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fbe1920f60 msgr2=0x55fbe1927380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.373+0000 7efe0a000640 1 --2- 172.21.15.1:0/2794247683 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fbe1920f60 0x55fbe1927380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.373+0000 7efe097ff640 1 --2- 172.21.15.1:0/2794247683 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fbe19183e0 0x55fbe1926e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.373+0000 7efe0a000640 1 -- 172.21.15.1:0/2794247683 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fbe19183e0 msgr2=0x55fbe1926e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.373+0000 7efe0a000640 1 --2- 172.21.15.1:0/2794247683 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fbe19183e0 0x55fbe1926e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.373+0000 7efe0a000640 1 -- 172.21.15.1:0/2794247683 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55fbe1841210 con 0x55fbe1917a30 2024-02-09T23:59:44.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.373+0000 7efe0a000640 1 --2- 172.21.15.1:0/2794247683 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fbe1917a30 0x55fbe1926900 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7efe0009c2d0 tx=0x7efe00003df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbbc900d023bbca4 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:44.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.373+0000 7efded7fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:44.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.374+0000 7efded7fa640 1 -- 172.21.15.1:0/2794247683 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe000b1020 con 0x55fbe1917a30 2024-02-09T23:59:44.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.374+0000 7efded7fa640 1 -- 172.21.15.1:0/2794247683 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7efe000cc340 con 0x55fbe1917a30 2024-02-09T23:59:44.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.374+0000 7efe0ee39740 1 -- 172.21.15.1:0/2794247683 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7efdfc01ce90 con 0x55fbe1917a30 2024-02-09T23:59:44.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.374+0000 7efded7fa640 1 -- 172.21.15.1:0/2794247683 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7efe00003970 con 0x55fbe1917a30 2024-02-09T23:59:44.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.374+0000 7efe0ee39740 10 client.15699 fetch_fsmap learned FSMap version 27 2024-02-09T23:59:44.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.374+0000 7efe0ee39740 1 -- 172.21.15.1:0/2794247683 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55fbe183fa70 con 0x55fbe1917a30 2024-02-09T23:59:44.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.374+0000 7efded7fa640 1 -- 172.21.15.1:0/2794247683 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efdfc01ce90 con 0x55fbe1917a30 2024-02-09T23:59:44.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.374+0000 7efded7fa640 1 -- 172.21.15.1:0/2794247683 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7efe00096dd0 con 0x55fbe1917a30 2024-02-09T23:59:44.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.374+0000 7efe0ee39740 10 client.15699 fetch_fsmap finished waiting for FSMap version 27 2024-02-09T23:59:44.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.374+0000 7efe0ee39740 10 client.15699 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-09T23:59:44.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.374+0000 7efe0ee39740 20 client.15699 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:44.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.374+0000 7efe0ee39740 1 --2- 172.21.15.1:0/2794247683 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55fbe1931390 0x55fbe198aee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.374+0000 7efe0ee39740 4 client.15699 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-09T23:59:44.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.374+0000 7efe0ee39740 1 -- 172.21.15.1:0/2794247683 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55fbe160a890 con 0x55fbe1931390 2024-02-09T23:59:44.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.375+0000 7efe097ff640 1 --2- 172.21.15.1:0/2794247683 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55fbe1931390 0x55fbe198aee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.375+0000 7efded7fa640 10 client.15699 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-09T23:59:44.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.375+0000 7efe097ff640 1 --2- 172.21.15.1:0/2794247683 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55fbe1931390 0x55fbe198aee0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6d68eda8d1f3e653 server_cookie=a06449872ea007bc in_seq=0 out_seq=0 2024-02-09T23:59:44.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.375+0000 7efded7fa640 1 -- 172.21.15.1:0/2794247683 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55fbe160a890 con 0x55fbe1931390 2024-02-09T23:59:44.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.375+0000 7efded7fa640 10 client.15699 handle_command_reply: tid=0 2024-02-09T23:59:44.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.375+0000 7efe0ee39740 1 client.15699 shutdown 2024-02-09T23:59:44.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.375+0000 7efe0ee39740 1 -- 172.21.15.1:0/2794247683 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fbe1917a30 msgr2=0x55fbe1926900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.375+0000 7efe0ee39740 1 --2- 172.21.15.1:0/2794247683 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fbe1917a30 0x55fbe1926900 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7efe0009c2d0 tx=0x7efe00003df0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.375+0000 7efe0ee39740 1 -- 172.21.15.1:0/2794247683 shutdown_connections 2024-02-09T23:59:44.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.375+0000 7efe0ee39740 1 --2- 172.21.15.1:0/2794247683 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fbe1920f60 0x55fbe1927380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.375+0000 7efe0ee39740 1 --2- 172.21.15.1:0/2794247683 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fbe19183e0 0x55fbe1926e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.375+0000 7efe0ee39740 1 --2- 172.21.15.1:0/2794247683 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55fbe1931390 0x55fbe198aee0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.375+0000 7efe0ee39740 1 --2- 172.21.15.1:0/2794247683 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fbe1917a30 0x55fbe1926900 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.375+0000 7efe0ee39740 1 -- 172.21.15.1:0/2794247683 >> 172.21.15.1:0/2794247683 conn(0x55fbe1912100 msgr2=0x55fbe1911240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:44.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.375+0000 7efded7fa640 0 client.15699 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-09T23:59:44.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.375+0000 7efe0ee39740 1 -- 172.21.15.1:0/2794247683 shutdown_connections 2024-02-09T23:59:44.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.375+0000 7efe0ee39740 1 -- 172.21.15.1:0/2794247683 wait complete. 2024-02-09T23:59:44.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.376+0000 7efe0ee39740 20 client.15699 trim_cache size 0 max 16384 2024-02-09T23:59:44.383 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-09T23:59:44.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.376+0000 7efe0c264640 1 -- 172.21.15.1:0/1201718440 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7efdf00a22c0 msgr2=0x7efdf00a4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.376+0000 7efe0c264640 1 --2- 172.21.15.1:0/1201718440 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7efdf00a22c0 0x7efdf00a4780 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7efdfc01e000 tx=0x7efdfc01a000 comp rx=0 tx=0).stop 2024-02-09T23:59:44.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.376+0000 7efe0c264640 1 -- 172.21.15.1:0/1201718440 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efe04102450 msgr2=0x7efe0419d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.376+0000 7efe0c264640 1 --2- 172.21.15.1:0/1201718440 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efe04102450 0x7efe0419d460 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7efe0000ea60 tx=0x7efe0000ef20 comp rx=0 tx=0).stop 2024-02-09T23:59:44.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.376+0000 7efe0c264640 1 -- 172.21.15.1:0/1201718440 shutdown_connections 2024-02-09T23:59:44.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.376+0000 7efe0c264640 1 --2- 172.21.15.1:0/1201718440 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7efdf00a22c0 0x7efdf00a4780 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.376+0000 7efe0c264640 1 --2- 172.21.15.1:0/1201718440 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efe0410b820 0x7efe04197660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.376+0000 7efe0c264640 1 --2- 172.21.15.1:0/1201718440 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efe04102d70 0x7efe0419d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.376+0000 7efe0c264640 1 --2- 172.21.15.1:0/1201718440 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efe04102450 0x7efe0419d460 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.376+0000 7efe0c264640 1 -- 172.21.15.1:0/1201718440 >> 172.21.15.1:0/1201718440 conn(0x7efe040772e0 msgr2=0x7efe040fd230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:44.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.376+0000 7efe0c264640 1 -- 172.21.15.1:0/1201718440 shutdown_connections 2024-02-09T23:59:44.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.376+0000 7efe0c264640 1 -- 172.21.15.1:0/1201718440 wait complete. 2024-02-09T23:59:44.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:44 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2093386047' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-09T23:59:44.390 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-09T23:59:44.390 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-02-09T23:59:44.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.501+0000 7f185e88f640 1 -- 172.21.15.1:0/1795872121 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1858105410 msgr2=0x7f185810cfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.501+0000 7f185e88f640 1 --2- 172.21.15.1:0/1795872121 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1858105410 0x7f185810cfe0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f1850009cd0 tx=0x7f185002c0f0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.501+0000 7f185e88f640 1 -- 172.21.15.1:0/1795872121 shutdown_connections 2024-02-09T23:59:44.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.501+0000 7f185e88f640 1 --2- 172.21.15.1:0/1795872121 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1858105410 0x7f185810cfe0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.501+0000 7f185e88f640 1 --2- 172.21.15.1:0/1795872121 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1858100cf0 0x7f1858104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.501+0000 7f185e88f640 1 --2- 172.21.15.1:0/1795872121 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1858100340 0x7f1858100720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.501+0000 7f185e88f640 1 -- 172.21.15.1:0/1795872121 >> 172.21.15.1:0/1795872121 conn(0x7f18580772e0 msgr2=0x7f18580776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:44.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.501+0000 7f185e88f640 1 -- 172.21.15.1:0/1795872121 shutdown_connections 2024-02-09T23:59:44.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.501+0000 7f185e88f640 1 -- 172.21.15.1:0/1795872121 wait complete. 2024-02-09T23:59:44.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.501+0000 7f185e88f640 1 Processor -- start 2024-02-09T23:59:44.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.501+0000 7f185e88f640 1 -- start start 2024-02-09T23:59:44.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.502+0000 7f185e88f640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1858100340 0x7f185819f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.502+0000 7f185e88f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1858105410 0x7f185819fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.502+0000 7f185e88f640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f18581998b0 0x7f1858199d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.502+0000 7f185e88f640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f185819a2a0 con 0x7f1858105410 2024-02-09T23:59:44.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.502+0000 7f185e88f640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f185819a410 con 0x7f1858100340 2024-02-09T23:59:44.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.502+0000 7f185e88f640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f185819a5d0 con 0x7f18581998b0 2024-02-09T23:59:44.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.502+0000 7f184ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1858105410 0x7f185819fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.502+0000 7f184ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1858105410 0x7f185819fbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52888/0 (socket says 172.21.15.1:52888) 2024-02-09T23:59:44.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.502+0000 7f184ffff640 1 -- 172.21.15.1:0/3836293801 learned_addr learned my addr 172.21.15.1:0/3836293801 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:44.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.502+0000 7f185ce2c640 1 --2- 172.21.15.1:0/3836293801 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f18581998b0 0x7f1858199d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.502+0000 7f1857fff640 1 --2- 172.21.15.1:0/3836293801 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1858100340 0x7f185819f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.502+0000 7f184ffff640 1 -- 172.21.15.1:0/3836293801 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f18581998b0 msgr2=0x7f1858199d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.502+0000 7f184ffff640 1 --2- 172.21.15.1:0/3836293801 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f18581998b0 0x7f1858199d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.502+0000 7f184ffff640 1 -- 172.21.15.1:0/3836293801 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1858100340 msgr2=0x7f185819f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.502+0000 7f184ffff640 1 --2- 172.21.15.1:0/3836293801 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1858100340 0x7f185819f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.502+0000 7f184ffff640 1 -- 172.21.15.1:0/3836293801 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1850009900 con 0x7f1858105410 2024-02-09T23:59:44.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.502+0000 7f184ffff640 1 --2- 172.21.15.1:0/3836293801 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1858105410 0x7f185819fbf0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f184000e9f0 tx=0x7f184000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:44.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.502+0000 7f1855ffb640 1 -- 172.21.15.1:0/3836293801 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18400096c0 con 0x7f1858105410 2024-02-09T23:59:44.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.502+0000 7f1855ffb640 1 -- 172.21.15.1:0/3836293801 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1840005500 con 0x7f1858105410 2024-02-09T23:59:44.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.502+0000 7f185e88f640 1 -- 172.21.15.1:0/3836293801 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18581a6570 con 0x7f1858105410 2024-02-09T23:59:44.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.502+0000 7f1855ffb640 1 -- 172.21.15.1:0/3836293801 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1840010430 con 0x7f1858105410 2024-02-09T23:59:44.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.503+0000 7f185e88f640 1 -- 172.21.15.1:0/3836293801 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18581a6a30 con 0x7f1858105410 2024-02-09T23:59:44.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.505+0000 7f1855ffb640 1 -- 172.21.15.1:0/3836293801 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 24) v1 ==== 136943+0+0 (secure 0 0 0) 0x7f1840005020 con 0x7f1858105410 2024-02-09T23:59:44.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.505+0000 7f1855ffb640 1 --2- 172.21.15.1:0/3836293801 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f18440a22c0 0x7f18440a4780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.505+0000 7f186146f740 1 Processor -- start 2024-02-09T23:59:44.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.505+0000 7f1857fff640 1 --2- 172.21.15.1:0/3836293801 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f18440a22c0 0x7f18440a4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.505+0000 7f186146f740 1 -- start start 2024-02-09T23:59:44.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.505+0000 7f1855ffb640 1 -- 172.21.15.1:0/3836293801 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f1840014070 con 0x7f1858105410 2024-02-09T23:59:44.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.505+0000 7f186146f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56355bb1ba30 0x56355bb1be10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.505+0000 7f186146f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56355bb1c3e0 0x56355bb24990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.505+0000 7f186146f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56355bb24f60 0x56355bb273b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.506+0000 7f186146f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56355bad7020 con 0x56355bb1c3e0 2024-02-09T23:59:44.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.506+0000 7f186146f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56355ba8a320 con 0x56355bb24f60 2024-02-09T23:59:44.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.506+0000 7f186146f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56355ba87850 con 0x56355bb1ba30 2024-02-09T23:59:44.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.506+0000 7f184ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56355bb1c3e0 0x56355bb24990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.506+0000 7f184ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56355bb1c3e0 0x56355bb24990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52904/0 (socket says 172.21.15.1:52904) 2024-02-09T23:59:44.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.506+0000 7f184ffff640 1 -- 172.21.15.1:0/1208662830 learned_addr learned my addr 172.21.15.1:0/1208662830 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:44.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.506+0000 7f1857fff640 1 --2- 172.21.15.1:0/1208662830 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56355bb1ba30 0x56355bb1be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.506+0000 7f1857fff640 1 --2- 172.21.15.1:0/3836293801 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f18440a22c0 0x7f18440a4780 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f1848005fd0 tx=0x7f1848005850 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:44.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.506+0000 7f185ce2c640 1 --2- 172.21.15.1:0/1208662830 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56355bb24f60 0x56355bb273b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.506+0000 7f1857fff640 1 -- 172.21.15.1:0/1208662830 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56355bb24f60 msgr2=0x56355bb273b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.506+0000 7f1857fff640 1 --2- 172.21.15.1:0/1208662830 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56355bb24f60 0x56355bb273b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.506+0000 7f1857fff640 1 -- 172.21.15.1:0/1208662830 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56355bb1c3e0 msgr2=0x56355bb24990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.506+0000 7f1857fff640 1 --2- 172.21.15.1:0/1208662830 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56355bb1c3e0 0x56355bb24990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.506+0000 7f1857fff640 1 -- 172.21.15.1:0/1208662830 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56355ba45210 con 0x56355bb1ba30 2024-02-09T23:59:44.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.506+0000 7f1857fff640 1 --2- 172.21.15.1:0/1208662830 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56355bb1ba30 0x56355bb1be10 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1858068f80 tx=0x7f1848012000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6895986cc83f4862 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:44.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.506+0000 7f184e7fc640 1 -- 172.21.15.1:0/1208662830 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f184801e650 con 0x56355bb1ba30 2024-02-09T23:59:44.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.506+0000 7f184e7fc640 1 -- 172.21.15.1:0/1208662830 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1848011e50 con 0x56355bb1ba30 2024-02-09T23:59:44.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.506+0000 7f184e7fc640 1 -- 172.21.15.1:0/1208662830 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1848010ad0 con 0x56355bb1ba30 2024-02-09T23:59:44.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.507+0000 7f186146f740 1 -- 172.21.15.1:0/1208662830 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56355bb1ba30 msgr2=0x56355bb1be10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.507+0000 7f186146f740 1 --2- 172.21.15.1:0/1208662830 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56355bb1ba30 0x56355bb1be10 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1858068f80 tx=0x7f1848012000 comp rx=0 tx=0).stop 2024-02-09T23:59:44.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.507+0000 7f186146f740 1 -- 172.21.15.1:0/1208662830 shutdown_connections 2024-02-09T23:59:44.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.507+0000 7f186146f740 1 --2- 172.21.15.1:0/1208662830 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56355bb24f60 0x56355bb273b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.507+0000 7f186146f740 1 --2- 172.21.15.1:0/1208662830 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56355bb1c3e0 0x56355bb24990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.507+0000 7f186146f740 1 --2- 172.21.15.1:0/1208662830 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56355bb1ba30 0x56355bb1be10 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.507+0000 7f186146f740 1 -- 172.21.15.1:0/1208662830 >> 172.21.15.1:0/1208662830 conn(0x56355bb16100 msgr2=0x56355bb164e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:44.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.507+0000 7f186146f740 1 -- 172.21.15.1:0/1208662830 shutdown_connections 2024-02-09T23:59:44.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.507+0000 7f186146f740 1 -- 172.21.15.1:0/1208662830 wait complete. 2024-02-09T23:59:44.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.508+0000 7f186146f740 1 -- start start 2024-02-09T23:59:44.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.508+0000 7f186146f740 1 Processor -- start 2024-02-09T23:59:44.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.508+0000 7f186146f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56355bb1ba30 0x56355bb21ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.508+0000 7f186146f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56355bb1c3e0 0x56355bb22400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.508+0000 7f186146f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56355bb24f60 0x56355bb22940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.508+0000 7f186146f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56355ba83030 con 0x56355bb1ba30 2024-02-09T23:59:44.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.508+0000 7f186146f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56355b756430 con 0x56355bb24f60 2024-02-09T23:59:44.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.508+0000 7f186146f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56355b712e00 con 0x56355bb1c3e0 2024-02-09T23:59:44.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.508+0000 7f186146f740 10 client.0 _ll_register_callbacks cb 0x56355ba78030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:44.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.508+0000 7f1857fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56355bb1ba30 0x56355bb21ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.508+0000 7f1857fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56355bb1ba30 0x56355bb21ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52920/0 (socket says 172.21.15.1:52920) 2024-02-09T23:59:44.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.508+0000 7f1857fff640 1 -- 172.21.15.1:0/1092717346 learned_addr learned my addr 172.21.15.1:0/1092717346 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:44.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.508+0000 7f185ce2c640 1 --2- 172.21.15.1:0/1092717346 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56355bb24f60 0x56355bb22940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.508+0000 7f184ffff640 1 --2- 172.21.15.1:0/1092717346 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56355bb1c3e0 0x56355bb22400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.508+0000 7f1857fff640 1 -- 172.21.15.1:0/1092717346 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56355bb1c3e0 msgr2=0x56355bb22400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.508+0000 7f1857fff640 1 --2- 172.21.15.1:0/1092717346 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56355bb1c3e0 0x56355bb22400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.508+0000 7f1857fff640 1 -- 172.21.15.1:0/1092717346 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56355bb24f60 msgr2=0x56355bb22940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.508+0000 7f1857fff640 1 --2- 172.21.15.1:0/1092717346 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56355bb24f60 0x56355bb22940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.508+0000 7f1857fff640 1 -- 172.21.15.1:0/1092717346 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f184800bc50 con 0x56355bb1ba30 2024-02-09T23:59:44.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.509+0000 7f1857fff640 1 --2- 172.21.15.1:0/1092717346 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56355bb1ba30 0x56355bb21ec0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f18480106f0 tx=0x7f1848010a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e62defce8b01bb6f server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:44.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.509+0000 7f18377fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:44.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.509+0000 7f18377fe640 1 -- 172.21.15.1:0/1092717346 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f184802d070 con 0x56355bb1ba30 2024-02-09T23:59:44.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.509+0000 7f18377fe640 1 -- 172.21.15.1:0/1092717346 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f1848032470 con 0x56355bb1ba30 2024-02-09T23:59:44.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.509+0000 7f186146f740 1 -- 172.21.15.1:0/1092717346 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56355b7827e0 con 0x56355bb1ba30 2024-02-09T23:59:44.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.509+0000 7f18377fe640 1 -- 172.21.15.1:0/1092717346 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1848010eb0 con 0x56355bb1ba30 2024-02-09T23:59:44.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.509+0000 7f186146f740 10 client.15711 fetch_fsmap learned FSMap version 27 2024-02-09T23:59:44.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.509+0000 7f186146f740 1 -- 172.21.15.1:0/1092717346 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x56355ba816b0 con 0x56355bb1ba30 2024-02-09T23:59:44.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.509+0000 7f18377fe640 1 -- 172.21.15.1:0/1092717346 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x56355b7827e0 con 0x56355bb1ba30 2024-02-09T23:59:44.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.509+0000 7f18377fe640 1 -- 172.21.15.1:0/1092717346 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f184801e590 con 0x56355bb1ba30 2024-02-09T23:59:44.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.509+0000 7f186146f740 10 client.15711 fetch_fsmap finished waiting for FSMap version 27 2024-02-09T23:59:44.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.509+0000 7f186146f740 10 client.15711 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-09T23:59:44.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.509+0000 7f186146f740 20 client.15711 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:44.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.510+0000 7f186146f740 1 --2- 172.21.15.1:0/1092717346 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x56355bb353e0 0x56355bb377d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.510+0000 7f186146f740 4 client.15711 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-09T23:59:44.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.510+0000 7f186146f740 1 -- 172.21.15.1:0/1092717346 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56355b7bf720 con 0x56355bb353e0 2024-02-09T23:59:44.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.510+0000 7f184ffff640 1 --2- 172.21.15.1:0/1092717346 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x56355bb353e0 0x56355bb377d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.510+0000 7f18377fe640 10 client.15711 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-09T23:59:44.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.510+0000 7f184ffff640 1 --2- 172.21.15.1:0/1092717346 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x56355bb353e0 0x56355bb377d0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7bed938be52f11d5 server_cookie=f1753faacb7cb23e in_seq=0 out_seq=0 2024-02-09T23:59:44.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.511+0000 7f18377fe640 1 -- 172.21.15.1:0/1092717346 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x56355b7bf720 con 0x56355bb353e0 2024-02-09T23:59:44.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.511+0000 7f18377fe640 10 client.15711 handle_command_reply: tid=0 2024-02-09T23:59:44.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.511+0000 7f186146f740 1 client.15711 shutdown 2024-02-09T23:59:44.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.511+0000 7f186146f740 1 -- 172.21.15.1:0/1092717346 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56355bb1ba30 msgr2=0x56355bb21ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.511+0000 7f186146f740 1 --2- 172.21.15.1:0/1092717346 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56355bb1ba30 0x56355bb21ec0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f18480106f0 tx=0x7f1848010a80 comp rx=0 tx=0).stop 2024-02-09T23:59:44.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.511+0000 7f186146f740 1 -- 172.21.15.1:0/1092717346 shutdown_connections 2024-02-09T23:59:44.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.511+0000 7f186146f740 1 --2- 172.21.15.1:0/1092717346 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x56355bb353e0 0x56355bb377d0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.511+0000 7f186146f740 1 --2- 172.21.15.1:0/1092717346 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56355bb24f60 0x56355bb22940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.511+0000 7f18377fe640 0 client.15711 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-09T23:59:44.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.511+0000 7f186146f740 1 --2- 172.21.15.1:0/1092717346 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56355bb1c3e0 0x56355bb22400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.511+0000 7f186146f740 1 --2- 172.21.15.1:0/1092717346 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56355bb1ba30 0x56355bb21ec0 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.511+0000 7f186146f740 1 -- 172.21.15.1:0/1092717346 >> 172.21.15.1:0/1092717346 conn(0x56355bb16100 msgr2=0x56355bb17e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:44.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.512+0000 7f186146f740 1 -- 172.21.15.1:0/1092717346 shutdown_connections 2024-02-09T23:59:44.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.512+0000 7f186146f740 1 -- 172.21.15.1:0/1092717346 wait complete. 2024-02-09T23:59:44.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.512+0000 7f186146f740 20 client.15711 trim_cache size 0 max 16384 2024-02-09T23:59:44.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.524+0000 7f186146f740 1 Processor -- start 2024-02-09T23:59:44.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.524+0000 7f186146f740 1 -- start start 2024-02-09T23:59:44.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.524+0000 7f186146f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56355bb16100 0x56355bb245f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.524+0000 7f186146f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56355bb1ba30 0x56355bb22760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.524+0000 7f186146f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56355bb1c3e0 0x56355bb207b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.524+0000 7f186146f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56355ba08130 con 0x56355bb1c3e0 2024-02-09T23:59:44.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.524+0000 7f186146f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56355bb3c990 con 0x56355bb1ba30 2024-02-09T23:59:44.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.524+0000 7f186146f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56355bb35190 con 0x56355bb16100 2024-02-09T23:59:44.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.524+0000 7f185ce2c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56355bb1c3e0 0x56355bb207b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.524+0000 7f185ce2c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56355bb1c3e0 0x56355bb207b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52934/0 (socket says 172.21.15.1:52934) 2024-02-09T23:59:44.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.525+0000 7f185ce2c640 1 -- 172.21.15.1:0/1581360540 learned_addr learned my addr 172.21.15.1:0/1581360540 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:44.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.525+0000 7f184ffff640 1 --2- 172.21.15.1:0/1581360540 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56355bb1ba30 0x56355bb22760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.525+0000 7f1857fff640 1 --2- 172.21.15.1:0/1581360540 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56355bb16100 0x56355bb245f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.525+0000 7f185ce2c640 1 -- 172.21.15.1:0/1581360540 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56355bb16100 msgr2=0x56355bb245f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.525+0000 7f185ce2c640 1 --2- 172.21.15.1:0/1581360540 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56355bb16100 0x56355bb245f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.525+0000 7f185ce2c640 1 -- 172.21.15.1:0/1581360540 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56355bb1ba30 msgr2=0x56355bb22760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.525+0000 7f185ce2c640 1 --2- 172.21.15.1:0/1581360540 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56355bb1ba30 0x56355bb22760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.525+0000 7f185ce2c640 1 -- 172.21.15.1:0/1581360540 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56355ba1dc90 con 0x56355bb1c3e0 2024-02-09T23:59:44.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.525+0000 7f1857fff640 1 --2- 172.21.15.1:0/1581360540 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56355bb16100 0x56355bb245f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:44.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.525+0000 7f185ce2c640 1 --2- 172.21.15.1:0/1581360540 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56355bb1c3e0 0x56355bb207b0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f1850004af0 tx=0x7f1850032d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba63601b3aeaa6d4 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:44.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.525+0000 7f184dffb640 1 -- 172.21.15.1:0/1581360540 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1850032340 con 0x56355bb1c3e0 2024-02-09T23:59:44.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.525+0000 7f184dffb640 1 -- 172.21.15.1:0/1581360540 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f18500324a0 con 0x56355bb1c3e0 2024-02-09T23:59:44.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.525+0000 7f184dffb640 1 -- 172.21.15.1:0/1581360540 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1850032aa0 con 0x56355bb1c3e0 2024-02-09T23:59:44.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.526+0000 7f186146f740 1 -- 172.21.15.1:0/1581360540 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56355bb1c3e0 msgr2=0x56355bb207b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.526+0000 7f186146f740 1 --2- 172.21.15.1:0/1581360540 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56355bb1c3e0 0x56355bb207b0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f1850004af0 tx=0x7f1850032d70 comp rx=0 tx=0).stop 2024-02-09T23:59:44.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.526+0000 7f186146f740 1 -- 172.21.15.1:0/1581360540 shutdown_connections 2024-02-09T23:59:44.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.526+0000 7f186146f740 1 --2- 172.21.15.1:0/1581360540 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56355bb1c3e0 0x56355bb207b0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.526+0000 7f186146f740 1 --2- 172.21.15.1:0/1581360540 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56355bb1ba30 0x56355bb22760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.526+0000 7f186146f740 1 --2- 172.21.15.1:0/1581360540 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56355bb16100 0x56355bb245f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.526+0000 7f186146f740 1 -- 172.21.15.1:0/1581360540 >> 172.21.15.1:0/1581360540 conn(0x56355bb1cb30 msgr2=0x56355bb1d210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:44.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.526+0000 7f186146f740 1 -- 172.21.15.1:0/1581360540 shutdown_connections 2024-02-09T23:59:44.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.526+0000 7f186146f740 1 -- 172.21.15.1:0/1581360540 wait complete. 2024-02-09T23:59:44.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.526+0000 7f186146f740 1 -- start start 2024-02-09T23:59:44.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.526+0000 7f186146f740 1 Processor -- start 2024-02-09T23:59:44.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.527+0000 7f186146f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56355bb16100 0x56355bb2c370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.527+0000 7f186146f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56355bb1ba30 0x56355bb2a710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.527+0000 7f186146f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56355bb1c3e0 0x56355bb2acd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.527+0000 7f186146f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56355bb2b420 con 0x56355bb1c3e0 2024-02-09T23:59:44.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.527+0000 7f186146f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56355bb2b590 con 0x56355bb16100 2024-02-09T23:59:44.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.527+0000 7f186146f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56355bb8b8c0 con 0x56355bb1ba30 2024-02-09T23:59:44.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.527+0000 7f186146f740 10 client.0 _ll_register_callbacks cb 0x7f1848015070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:44.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.527+0000 7f185ce2c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56355bb1c3e0 0x56355bb2acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.527+0000 7f185ce2c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56355bb1c3e0 0x56355bb2acd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52940/0 (socket says 172.21.15.1:52940) 2024-02-09T23:59:44.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.527+0000 7f185ce2c640 1 -- 172.21.15.1:0/1668935201 learned_addr learned my addr 172.21.15.1:0/1668935201 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:44.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.527+0000 7f1857fff640 1 --2- 172.21.15.1:0/1668935201 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56355bb16100 0x56355bb2c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.527+0000 7f184ffff640 1 --2- 172.21.15.1:0/1668935201 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56355bb1ba30 0x56355bb2a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.527+0000 7f185ce2c640 1 -- 172.21.15.1:0/1668935201 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56355bb1ba30 msgr2=0x56355bb2a710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.527+0000 7f185ce2c640 1 --2- 172.21.15.1:0/1668935201 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56355bb1ba30 0x56355bb2a710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.527+0000 7f185ce2c640 1 -- 172.21.15.1:0/1668935201 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56355bb16100 msgr2=0x56355bb2c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.527+0000 7f185ce2c640 1 --2- 172.21.15.1:0/1668935201 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56355bb16100 0x56355bb2c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.527+0000 7f185ce2c640 1 -- 172.21.15.1:0/1668935201 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f185810d7f0 con 0x56355bb1c3e0 2024-02-09T23:59:44.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.527+0000 7f185ce2c640 1 --2- 172.21.15.1:0/1668935201 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56355bb1c3e0 0x56355bb2acd0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f185004a040 tx=0x7f18500346f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=590aa3dd2eef1876 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:44.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.527+0000 7f18377fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:44.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.528+0000 7f18377fe640 1 -- 172.21.15.1:0/1668935201 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1850032340 con 0x56355bb1c3e0 2024-02-09T23:59:44.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.528+0000 7f18377fe640 1 -- 172.21.15.1:0/1668935201 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f1850034ca0 con 0x56355bb1c3e0 2024-02-09T23:59:44.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.528+0000 7f186146f740 1 -- 172.21.15.1:0/1668935201 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1848011e50 con 0x56355bb1c3e0 2024-02-09T23:59:44.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.528+0000 7f18377fe640 1 -- 172.21.15.1:0/1668935201 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1850003970 con 0x56355bb1c3e0 2024-02-09T23:59:44.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.528+0000 7f186146f740 10 client.15717 fetch_fsmap learned FSMap version 27 2024-02-09T23:59:44.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.528+0000 7f186146f740 1 -- 172.21.15.1:0/1668935201 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x56355ba43a70 con 0x56355bb1c3e0 2024-02-09T23:59:44.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.528+0000 7f18377fe640 1 -- 172.21.15.1:0/1668935201 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1850062020 con 0x56355bb1c3e0 2024-02-09T23:59:44.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.528+0000 7f18377fe640 1 -- 172.21.15.1:0/1668935201 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f1850004450 con 0x56355bb1c3e0 2024-02-09T23:59:44.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.528+0000 7f186146f740 10 client.15717 fetch_fsmap finished waiting for FSMap version 27 2024-02-09T23:59:44.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.528+0000 7f186146f740 10 client.15717 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-09T23:59:44.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.528+0000 7f186146f740 20 client.15717 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:44.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.528+0000 7f186146f740 1 --2- 172.21.15.1:0/1668935201 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x56355bb24f60 0x56355bb8ed50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.528+0000 7f186146f740 4 client.15717 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-09T23:59:44.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.528+0000 7f186146f740 1 -- 172.21.15.1:0/1668935201 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56355b80e890 con 0x56355bb24f60 2024-02-09T23:59:44.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.529+0000 7f1857fff640 1 --2- 172.21.15.1:0/1668935201 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x56355bb24f60 0x56355bb8ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.529+0000 7f1857fff640 1 --2- 172.21.15.1:0/1668935201 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x56355bb24f60 0x56355bb8ed50 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f37c45a479931af1 server_cookie=20cb7e111c55c8da in_seq=0 out_seq=0 2024-02-09T23:59:44.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.529+0000 7f18377fe640 10 client.15717 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-09T23:59:44.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.529+0000 7f18377fe640 1 -- 172.21.15.1:0/1668935201 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56355b80e890 con 0x56355bb24f60 2024-02-09T23:59:44.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.529+0000 7f18377fe640 10 client.15717 handle_command_reply: tid=0 2024-02-09T23:59:44.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.529+0000 7f186146f740 1 client.15717 shutdown 2024-02-09T23:59:44.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.529+0000 7f186146f740 1 -- 172.21.15.1:0/1668935201 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56355bb1c3e0 msgr2=0x56355bb2acd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.529+0000 7f186146f740 1 --2- 172.21.15.1:0/1668935201 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56355bb1c3e0 0x56355bb2acd0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f185004a040 tx=0x7f18500346f0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.529+0000 7f186146f740 1 -- 172.21.15.1:0/1668935201 shutdown_connections 2024-02-09T23:59:44.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.529+0000 7f186146f740 1 --2- 172.21.15.1:0/1668935201 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x56355bb24f60 0x56355bb8ed50 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.529+0000 7f186146f740 1 --2- 172.21.15.1:0/1668935201 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56355bb1c3e0 0x56355bb2acd0 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.529+0000 7f186146f740 1 --2- 172.21.15.1:0/1668935201 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56355bb1ba30 0x56355bb2a710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.529+0000 7f18377fe640 0 client.15717 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-09T23:59:44.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.529+0000 7f186146f740 1 --2- 172.21.15.1:0/1668935201 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56355bb16100 0x56355bb2c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.529+0000 7f186146f740 1 -- 172.21.15.1:0/1668935201 >> 172.21.15.1:0/1668935201 conn(0x56355bb1cb30 msgr2=0x56355bb206d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:44.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.530+0000 7f186146f740 1 -- 172.21.15.1:0/1668935201 shutdown_connections 2024-02-09T23:59:44.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.530+0000 7f186146f740 1 -- 172.21.15.1:0/1668935201 wait complete. 2024-02-09T23:59:44.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.530+0000 7f186146f740 20 client.15717 trim_cache size 0 max 16384 2024-02-09T23:59:44.539 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-09T23:59:44.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.530+0000 7f185e88f640 1 -- 172.21.15.1:0/3836293801 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f18440a22c0 msgr2=0x7f18440a4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.530+0000 7f185e88f640 1 --2- 172.21.15.1:0/3836293801 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f18440a22c0 0x7f18440a4780 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f1848005fd0 tx=0x7f1848005850 comp rx=0 tx=0).stop 2024-02-09T23:59:44.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.530+0000 7f185e88f640 1 -- 172.21.15.1:0/3836293801 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1858105410 msgr2=0x7f185819fbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.530+0000 7f185e88f640 1 --2- 172.21.15.1:0/3836293801 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1858105410 0x7f185819fbf0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f184000e9f0 tx=0x7f184000eeb0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.530+0000 7f185e88f640 1 -- 172.21.15.1:0/3836293801 shutdown_connections 2024-02-09T23:59:44.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.530+0000 7f185e88f640 1 --2- 172.21.15.1:0/3836293801 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f18440a22c0 0x7f18440a4780 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.530+0000 7f185e88f640 1 --2- 172.21.15.1:0/3836293801 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f18581998b0 0x7f1858199d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.530+0000 7f185e88f640 1 --2- 172.21.15.1:0/3836293801 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1858105410 0x7f185819fbf0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.530+0000 7f185e88f640 1 --2- 172.21.15.1:0/3836293801 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1858100340 0x7f185819f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.530+0000 7f185e88f640 1 -- 172.21.15.1:0/3836293801 >> 172.21.15.1:0/3836293801 conn(0x7f18580772e0 msgr2=0x7f1858106710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:44.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.530+0000 7f185e88f640 1 -- 172.21.15.1:0/3836293801 shutdown_connections 2024-02-09T23:59:44.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.530+0000 7f185e88f640 1 -- 172.21.15.1:0/3836293801 wait complete. 2024-02-09T23:59:44.544 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-09T23:59:44.545 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-02-09T23:59:44.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.656+0000 7ff017a4e640 1 -- 172.21.15.1:0/276629075 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff010102d70 msgr2=0x7ff01010b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.656+0000 7ff017a4e640 1 --2- 172.21.15.1:0/276629075 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff010102d70 0x7ff01010b250 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7ff000009900 tx=0x7ff00002bcd0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.656+0000 7ff017a4e640 1 -- 172.21.15.1:0/276629075 shutdown_connections 2024-02-09T23:59:44.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.656+0000 7ff017a4e640 1 --2- 172.21.15.1:0/276629075 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff01010b820 0x7ff01010dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.656+0000 7ff017a4e640 1 --2- 172.21.15.1:0/276629075 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff010102d70 0x7ff01010b250 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.656+0000 7ff017a4e640 1 --2- 172.21.15.1:0/276629075 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff010102450 0x7ff010102830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.656+0000 7ff017a4e640 1 -- 172.21.15.1:0/276629075 >> 172.21.15.1:0/276629075 conn(0x7ff0100772e0 msgr2=0x7ff0100776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:44.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.657+0000 7ff017a4e640 1 -- 172.21.15.1:0/276629075 shutdown_connections 2024-02-09T23:59:44.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.657+0000 7ff017a4e640 1 -- 172.21.15.1:0/276629075 wait complete. 2024-02-09T23:59:44.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.657+0000 7ff017a4e640 1 Processor -- start 2024-02-09T23:59:44.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.657+0000 7ff017a4e640 1 -- start start 2024-02-09T23:59:44.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.657+0000 7ff017a4e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff010102450 0x7ff01019d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.657+0000 7ff017a4e640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff010102d70 0x7ff01019db10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.657+0000 7ff017a4e640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff01010b820 0x7ff0101976e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.657+0000 7ff017a4e640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff010197e70 con 0x7ff010102450 2024-02-09T23:59:44.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.657+0000 7ff017a4e640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff010197fe0 con 0x7ff01010b820 2024-02-09T23:59:44.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.657+0000 7ff017a4e640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0101981a0 con 0x7ff010102d70 2024-02-09T23:59:44.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.658+0000 7ff0157ea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff010102450 0x7ff01019d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.658+0000 7ff0157ea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff010102450 0x7ff01019d5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52966/0 (socket says 172.21.15.1:52966) 2024-02-09T23:59:44.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.658+0000 7ff0157ea640 1 -- 172.21.15.1:0/3839348129 learned_addr learned my addr 172.21.15.1:0/3839348129 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:44.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.658+0000 7ff015feb640 1 --2- 172.21.15.1:0/3839348129 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff01010b820 0x7ff0101976e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.658+0000 7ff014fe9640 1 --2- 172.21.15.1:0/3839348129 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff010102d70 0x7ff01019db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.658+0000 7ff0157ea640 1 -- 172.21.15.1:0/3839348129 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff010102d70 msgr2=0x7ff01019db10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.658+0000 7ff0157ea640 1 --2- 172.21.15.1:0/3839348129 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff010102d70 0x7ff01019db10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.658+0000 7ff0157ea640 1 -- 172.21.15.1:0/3839348129 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff01010b820 msgr2=0x7ff0101976e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.658+0000 7ff0157ea640 1 --2- 172.21.15.1:0/3839348129 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff01010b820 0x7ff0101976e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.658+0000 7ff0157ea640 1 -- 172.21.15.1:0/3839348129 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff000009560 con 0x7ff010102450 2024-02-09T23:59:44.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.658+0000 7ff015feb640 1 --2- 172.21.15.1:0/3839348129 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff01010b820 0x7ff0101976e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:59:44.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.658+0000 7ff0157ea640 1 --2- 172.21.15.1:0/3839348129 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff010102450 0x7ff01019d5d0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7ff00c00e9f0 tx=0x7ff00c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:44.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.658+0000 7ff0067fc640 1 -- 172.21.15.1:0/3839348129 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff00c009720 con 0x7ff010102450 2024-02-09T23:59:44.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.658+0000 7ff0067fc640 1 -- 172.21.15.1:0/3839348129 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff00c00cd80 con 0x7ff010102450 2024-02-09T23:59:44.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.658+0000 7ff017a4e640 1 -- 172.21.15.1:0/3839348129 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff010198480 con 0x7ff010102450 2024-02-09T23:59:44.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.658+0000 7ff0067fc640 1 -- 172.21.15.1:0/3839348129 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff00c010690 con 0x7ff010102450 2024-02-09T23:59:44.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.658+0000 7ff017a4e640 1 -- 172.21.15.1:0/3839348129 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0101a4550 con 0x7ff010102450 2024-02-09T23:59:44.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.660+0000 7ff0067fc640 1 -- 172.21.15.1:0/3839348129 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 24) v1 ==== 136943+0+0 (secure 0 0 0) 0x7ff00c0046c0 con 0x7ff010102450 2024-02-09T23:59:44.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.661+0000 7ff01a627740 1 Processor -- start 2024-02-09T23:59:44.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.661+0000 7ff01a627740 1 -- start start 2024-02-09T23:59:44.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.661+0000 7ff01a627740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b61f107a30 0x55b61f107e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.661+0000 7ff01a627740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b61f1083e0 0x55b61f110990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.661+0000 7ff01a627740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b61f110f60 0x55b61f1133b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.661+0000 7ff01a627740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b61f0c3020 con 0x55b61f1083e0 2024-02-09T23:59:44.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.661+0000 7ff01a627740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b61f076320 con 0x55b61f107a30 2024-02-09T23:59:44.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.661+0000 7ff01a627740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b61f073850 con 0x55b61f110f60 2024-02-09T23:59:44.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.661+0000 7ff0067fc640 1 --2- 172.21.15.1:0/3839348129 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7feffc0a22c0 0x7feffc0a4780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.661+0000 7ff0157ea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b61f1083e0 0x55b61f110990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.661+0000 7ff0157ea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b61f1083e0 0x55b61f110990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52982/0 (socket says 172.21.15.1:52982) 2024-02-09T23:59:44.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.661+0000 7ff0157ea640 1 -- 172.21.15.1:0/2050351407 learned_addr learned my addr 172.21.15.1:0/2050351407 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:44.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.661+0000 7ff015feb640 1 --2- 172.21.15.1:0/3839348129 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7feffc0a22c0 0x7feffc0a4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.662+0000 7ff014fe9640 1 --2- 172.21.15.1:0/2050351407 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b61f110f60 0x55b61f1133b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.662+0000 7ff015feb640 1 --2- 172.21.15.1:0/2050351407 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b61f107a30 0x55b61f107e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.662+0000 7ff0067fc640 1 -- 172.21.15.1:0/3839348129 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7ff00c014070 con 0x7ff010102450 2024-02-09T23:59:44.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.662+0000 7ff0157ea640 1 -- 172.21.15.1:0/2050351407 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b61f110f60 msgr2=0x55b61f1133b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.662+0000 7ff0157ea640 1 --2- 172.21.15.1:0/2050351407 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b61f110f60 0x55b61f1133b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.662+0000 7ff0157ea640 1 -- 172.21.15.1:0/2050351407 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b61f107a30 msgr2=0x55b61f107e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.662+0000 7ff0157ea640 1 --2- 172.21.15.1:0/2050351407 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b61f107a30 0x55b61f107e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.662+0000 7ff0157ea640 1 -- 172.21.15.1:0/2050351407 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b61f031210 con 0x55b61f1083e0 2024-02-09T23:59:44.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.662+0000 7ff0157ea640 1 --2- 172.21.15.1:0/2050351407 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b61f1083e0 0x55b61f110990 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7ff00c00e9c0 tx=0x7ff00c084240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ffb1276f9070053 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:44.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.662+0000 7ff015feb640 1 --2- 172.21.15.1:0/3839348129 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7feffc0a22c0 0x7feffc0a4780 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7ff008009fd0 tx=0x7ff008012550 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:44.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.662+0000 7feffb7fe640 1 -- 172.21.15.1:0/2050351407 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff00c09a790 con 0x55b61f1083e0 2024-02-09T23:59:44.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.662+0000 7feffb7fe640 1 -- 172.21.15.1:0/2050351407 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff00c09b530 con 0x55b61f1083e0 2024-02-09T23:59:44.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.662+0000 7feffb7fe640 1 -- 172.21.15.1:0/2050351407 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff00c0cbef0 con 0x55b61f1083e0 2024-02-09T23:59:44.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.663+0000 7ff01a627740 1 -- 172.21.15.1:0/2050351407 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b61f1083e0 msgr2=0x55b61f110990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.663+0000 7ff01a627740 1 --2- 172.21.15.1:0/2050351407 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b61f1083e0 0x55b61f110990 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7ff00c00e9c0 tx=0x7ff00c084240 comp rx=0 tx=0).stop 2024-02-09T23:59:44.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.663+0000 7ff01a627740 1 -- 172.21.15.1:0/2050351407 shutdown_connections 2024-02-09T23:59:44.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.663+0000 7ff01a627740 1 --2- 172.21.15.1:0/2050351407 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b61f110f60 0x55b61f1133b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.663+0000 7ff01a627740 1 --2- 172.21.15.1:0/2050351407 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b61f1083e0 0x55b61f110990 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.663+0000 7ff01a627740 1 --2- 172.21.15.1:0/2050351407 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b61f107a30 0x55b61f107e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.663+0000 7ff01a627740 1 -- 172.21.15.1:0/2050351407 >> 172.21.15.1:0/2050351407 conn(0x55b61f102100 msgr2=0x55b61f1024e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:44.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.663+0000 7ff01a627740 1 -- 172.21.15.1:0/2050351407 shutdown_connections 2024-02-09T23:59:44.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.663+0000 7ff01a627740 1 -- 172.21.15.1:0/2050351407 wait complete. 2024-02-09T23:59:44.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.663+0000 7ff01a627740 1 -- start start 2024-02-09T23:59:44.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.663+0000 7ff01a627740 1 Processor -- start 2024-02-09T23:59:44.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.664+0000 7ff01a627740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b61f107a30 0x55b61f10df20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.664+0000 7ff01a627740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b61f1083e0 0x55b61f10e460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.664+0000 7ff01a627740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b61f110f60 0x55b61f10e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.664+0000 7ff01a627740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b61f06f030 con 0x55b61f107a30 2024-02-09T23:59:44.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.664+0000 7ff01a627740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b61ed42430 con 0x55b61f110f60 2024-02-09T23:59:44.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.664+0000 7ff01a627740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b61ecfee00 con 0x55b61f1083e0 2024-02-09T23:59:44.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.664+0000 7ff01a627740 10 client.0 _ll_register_callbacks cb 0x55b61f064030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:44.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.664+0000 7ff0157ea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b61f107a30 0x55b61f10df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.664+0000 7ff0157ea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b61f107a30 0x55b61f10df20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52988/0 (socket says 172.21.15.1:52988) 2024-02-09T23:59:44.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.664+0000 7ff0157ea640 1 -- 172.21.15.1:0/354753289 learned_addr learned my addr 172.21.15.1:0/354753289 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:44.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.664+0000 7ff014fe9640 1 --2- 172.21.15.1:0/354753289 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b61f1083e0 0x55b61f10e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.664+0000 7ff015feb640 1 --2- 172.21.15.1:0/354753289 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b61f110f60 0x55b61f10e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.664+0000 7ff0157ea640 1 -- 172.21.15.1:0/354753289 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b61f1083e0 msgr2=0x55b61f10e460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.664+0000 7ff0157ea640 1 --2- 172.21.15.1:0/354753289 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b61f1083e0 0x55b61f10e460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.664+0000 7ff0157ea640 1 -- 172.21.15.1:0/354753289 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b61f110f60 msgr2=0x55b61f10e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.664+0000 7ff0157ea640 1 --2- 172.21.15.1:0/354753289 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b61f110f60 0x55b61f10e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.664+0000 7ff0157ea640 1 -- 172.21.15.1:0/354753289 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0101a4550 con 0x55b61f107a30 2024-02-09T23:59:44.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.664+0000 7ff0157ea640 1 --2- 172.21.15.1:0/354753289 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b61f107a30 0x55b61f10df20 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7ff00c09ab30 tx=0x7ff00c097740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26b2f6e9c41586fd server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:44.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.664+0000 7feff8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:44.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.665+0000 7feff8ff9640 1 -- 172.21.15.1:0/354753289 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff00c09ae30 con 0x55b61f107a30 2024-02-09T23:59:44.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.665+0000 7feff8ff9640 1 -- 172.21.15.1:0/354753289 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7ff00c09ef80 con 0x55b61f107a30 2024-02-09T23:59:44.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.665+0000 7ff01a627740 1 -- 172.21.15.1:0/354753289 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b61ed6e7e0 con 0x55b61f107a30 2024-02-09T23:59:44.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.665+0000 7feff8ff9640 1 -- 172.21.15.1:0/354753289 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff00c0a3350 con 0x55b61f107a30 2024-02-09T23:59:44.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.665+0000 7ff01a627740 10 client.15729 fetch_fsmap learned FSMap version 27 2024-02-09T23:59:44.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.665+0000 7ff01a627740 1 -- 172.21.15.1:0/354753289 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55b61f06d6b0 con 0x55b61f107a30 2024-02-09T23:59:44.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.665+0000 7feff8ff9640 1 -- 172.21.15.1:0/354753289 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55b61ed6e7e0 con 0x55b61f107a30 2024-02-09T23:59:44.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.665+0000 7feff8ff9640 1 -- 172.21.15.1:0/354753289 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ff00c0bad20 con 0x55b61f107a30 2024-02-09T23:59:44.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.665+0000 7ff01a627740 10 client.15729 fetch_fsmap finished waiting for FSMap version 27 2024-02-09T23:59:44.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.665+0000 7ff01a627740 10 client.15729 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-09T23:59:44.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.665+0000 7ff01a627740 20 client.15729 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:44.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.665+0000 7ff01a627740 1 --2- 172.21.15.1:0/354753289 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b61f121210 0x55b61f123600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.665+0000 7ff01a627740 4 client.15729 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-09T23:59:44.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.665+0000 7ff01a627740 1 -- 172.21.15.1:0/354753289 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b61edab720 con 0x55b61f121210 2024-02-09T23:59:44.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.665+0000 7ff014fe9640 1 --2- 172.21.15.1:0/354753289 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b61f121210 0x55b61f123600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.666+0000 7feff8ff9640 10 client.15729 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:44.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.666+0000 7ff014fe9640 1 --2- 172.21.15.1:0/354753289 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b61f121210 0x55b61f123600 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cc51effcfd813834 server_cookie=5310685fe828a78d in_seq=0 out_seq=0 2024-02-09T23:59:44.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.667+0000 7feff8ff9640 1 -- 172.21.15.1:0/354753289 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55b61edab720 con 0x55b61f121210 2024-02-09T23:59:44.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.667+0000 7feff8ff9640 10 client.15729 handle_command_reply: tid=0 2024-02-09T23:59:44.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.667+0000 7ff01a627740 1 client.15729 shutdown 2024-02-09T23:59:44.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.667+0000 7ff01a627740 1 -- 172.21.15.1:0/354753289 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b61f107a30 msgr2=0x55b61f10df20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.667+0000 7ff01a627740 1 --2- 172.21.15.1:0/354753289 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b61f107a30 0x55b61f10df20 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7ff00c09ab30 tx=0x7ff00c097740 comp rx=0 tx=0).stop 2024-02-09T23:59:44.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.667+0000 7ff01a627740 1 -- 172.21.15.1:0/354753289 shutdown_connections 2024-02-09T23:59:44.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.667+0000 7ff01a627740 1 --2- 172.21.15.1:0/354753289 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b61f121210 0x55b61f123600 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.667+0000 7ff01a627740 1 --2- 172.21.15.1:0/354753289 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b61f110f60 0x55b61f10e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.667+0000 7ff01a627740 1 --2- 172.21.15.1:0/354753289 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b61f1083e0 0x55b61f10e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.667+0000 7feff8ff9640 0 client.15729 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:44.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.667+0000 7ff01a627740 1 --2- 172.21.15.1:0/354753289 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b61f107a30 0x55b61f10df20 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.667+0000 7ff01a627740 1 -- 172.21.15.1:0/354753289 >> 172.21.15.1:0/354753289 conn(0x55b61f102100 msgr2=0x55b61f103e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:44.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.667+0000 7ff01a627740 1 -- 172.21.15.1:0/354753289 shutdown_connections 2024-02-09T23:59:44.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.667+0000 7ff01a627740 1 -- 172.21.15.1:0/354753289 wait complete. 2024-02-09T23:59:44.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.667+0000 7ff01a627740 20 client.15729 trim_cache size 0 max 16384 2024-02-09T23:59:44.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.683+0000 7ff01a627740 1 Processor -- start 2024-02-09T23:59:44.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.683+0000 7ff01a627740 1 -- start start 2024-02-09T23:59:44.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.683+0000 7ff01a627740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b61f102100 0x55b61f110650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.683+0000 7ff01a627740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b61f107a30 0x55b61f10b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.683+0000 7ff01a627740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b61f1083e0 0x55b61f10b700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.683+0000 7ff01a627740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b61eff4130 con 0x55b61f1083e0 2024-02-09T23:59:44.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.683+0000 7ff01a627740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b61f10c490 con 0x55b61f107a30 2024-02-09T23:59:44.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.683+0000 7ff01a627740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b61f109aa0 con 0x55b61f102100 2024-02-09T23:59:44.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.683+0000 7ff015feb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b61f1083e0 0x55b61f10b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.683+0000 7ff015feb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b61f1083e0 0x55b61f10b700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52992/0 (socket says 172.21.15.1:52992) 2024-02-09T23:59:44.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.683+0000 7ff015feb640 1 -- 172.21.15.1:0/2599837439 learned_addr learned my addr 172.21.15.1:0/2599837439 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:44.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.683+0000 7ff014fe9640 1 --2- 172.21.15.1:0/2599837439 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b61f107a30 0x55b61f10b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.683+0000 7ff0157ea640 1 --2- 172.21.15.1:0/2599837439 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b61f102100 0x55b61f110650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.683+0000 7ff015feb640 1 -- 172.21.15.1:0/2599837439 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b61f102100 msgr2=0x55b61f110650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.683+0000 7ff015feb640 1 --2- 172.21.15.1:0/2599837439 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b61f102100 0x55b61f110650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.683+0000 7ff015feb640 1 -- 172.21.15.1:0/2599837439 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b61f107a30 msgr2=0x55b61f10b1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.683+0000 7ff015feb640 1 --2- 172.21.15.1:0/2599837439 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b61f107a30 0x55b61f10b1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.683+0000 7ff015feb640 1 -- 172.21.15.1:0/2599837439 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b61f009c90 con 0x55b61f1083e0 2024-02-09T23:59:44.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.683+0000 7ff014fe9640 1 --2- 172.21.15.1:0/2599837439 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b61f107a30 0x55b61f10b1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:59:44.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.684+0000 7ff015feb640 1 --2- 172.21.15.1:0/2599837439 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b61f1083e0 0x55b61f10b700 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7ff008012830 tx=0x7ff008020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=787ef197ca5461c8 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:44.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.684+0000 7feffaffd640 1 -- 172.21.15.1:0/2599837439 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0080055c0 con 0x55b61f1083e0 2024-02-09T23:59:44.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.684+0000 7feffaffd640 1 -- 172.21.15.1:0/2599837439 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff008005720 con 0x55b61f1083e0 2024-02-09T23:59:44.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.684+0000 7feffaffd640 1 -- 172.21.15.1:0/2599837439 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff008010690 con 0x55b61f1083e0 2024-02-09T23:59:44.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.685+0000 7ff01a627740 1 -- 172.21.15.1:0/2599837439 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b61f1083e0 msgr2=0x55b61f10b700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.685+0000 7ff01a627740 1 --2- 172.21.15.1:0/2599837439 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b61f1083e0 0x55b61f10b700 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7ff008012830 tx=0x7ff008020000 comp rx=0 tx=0).stop 2024-02-09T23:59:44.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.685+0000 7ff01a627740 1 -- 172.21.15.1:0/2599837439 shutdown_connections 2024-02-09T23:59:44.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.685+0000 7ff01a627740 1 --2- 172.21.15.1:0/2599837439 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b61f1083e0 0x55b61f10b700 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.685+0000 7ff01a627740 1 --2- 172.21.15.1:0/2599837439 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b61f107a30 0x55b61f10b1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.685+0000 7ff01a627740 1 --2- 172.21.15.1:0/2599837439 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b61f102100 0x55b61f110650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.685+0000 7ff01a627740 1 -- 172.21.15.1:0/2599837439 >> 172.21.15.1:0/2599837439 conn(0x55b61f108b30 msgr2=0x55b61f0fd210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:44.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.685+0000 7ff01a627740 1 -- 172.21.15.1:0/2599837439 shutdown_connections 2024-02-09T23:59:44.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.685+0000 7ff01a627740 1 -- 172.21.15.1:0/2599837439 wait complete. 2024-02-09T23:59:44.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.685+0000 7ff01a627740 1 -- start start 2024-02-09T23:59:44.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.685+0000 7ff01a627740 1 Processor -- start 2024-02-09T23:59:44.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.686+0000 7ff01a627740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b61f102100 0x55b61f117190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.686+0000 7ff01a627740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b61f107a30 0x55b61f1176d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.686+0000 7ff01a627740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b61f1083e0 0x55b61f177680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.686+0000 7ff01a627740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b61f177bc0 con 0x55b61f107a30 2024-02-09T23:59:44.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.686+0000 7ff01a627740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b61f177d30 con 0x55b61f102100 2024-02-09T23:59:44.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.686+0000 7ff01a627740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b61f177ef0 con 0x55b61f1083e0 2024-02-09T23:59:44.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.686+0000 7ff01a627740 10 client.0 _ll_register_callbacks cb 0x7ff00c0cbad0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:44.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.686+0000 7ff014fe9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b61f107a30 0x55b61f1176d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.686+0000 7ff014fe9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b61f107a30 0x55b61f1176d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53000/0 (socket says 172.21.15.1:53000) 2024-02-09T23:59:44.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.686+0000 7ff014fe9640 1 -- 172.21.15.1:0/893836836 learned_addr learned my addr 172.21.15.1:0/893836836 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:44.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.686+0000 7ff015feb640 1 --2- 172.21.15.1:0/893836836 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b61f1083e0 0x55b61f177680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.686+0000 7ff0157ea640 1 --2- 172.21.15.1:0/893836836 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b61f102100 0x55b61f117190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.686+0000 7ff014fe9640 1 -- 172.21.15.1:0/893836836 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b61f1083e0 msgr2=0x55b61f177680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.686+0000 7ff014fe9640 1 --2- 172.21.15.1:0/893836836 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b61f1083e0 0x55b61f177680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.686+0000 7ff014fe9640 1 -- 172.21.15.1:0/893836836 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b61f102100 msgr2=0x55b61f117190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:44.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.686+0000 7ff014fe9640 1 --2- 172.21.15.1:0/893836836 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b61f102100 0x55b61f117190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.686+0000 7ff014fe9640 1 -- 172.21.15.1:0/893836836 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff01010e8d0 con 0x55b61f107a30 2024-02-09T23:59:44.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.686+0000 7ff0157ea640 1 --2- 172.21.15.1:0/893836836 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b61f102100 0x55b61f117190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:44.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.686+0000 7ff014fe9640 1 --2- 172.21.15.1:0/893836836 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b61f107a30 0x55b61f1176d0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7ff00002c210 tx=0x7ff000004be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7af20b4565eed58 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:44.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.686+0000 7feff8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:44.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.686+0000 7feff8ff9640 1 -- 172.21.15.1:0/893836836 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff000044040 con 0x55b61f107a30 2024-02-09T23:59:44.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.687+0000 7feff8ff9640 1 -- 172.21.15.1:0/893836836 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7ff000004310 con 0x55b61f107a30 2024-02-09T23:59:44.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.687+0000 7ff01a627740 1 -- 172.21.15.1:0/893836836 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff00c09b530 con 0x55b61f107a30 2024-02-09T23:59:44.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.687+0000 7feff8ff9640 1 -- 172.21.15.1:0/893836836 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff0000044d0 con 0x55b61f107a30 2024-02-09T23:59:44.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.687+0000 7ff01a627740 10 client.15735 fetch_fsmap learned FSMap version 27 2024-02-09T23:59:44.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.687+0000 7ff01a627740 1 -- 172.21.15.1:0/893836836 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x7ff008023070 con 0x55b61f107a30 2024-02-09T23:59:44.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.687+0000 7feff8ff9640 1 -- 172.21.15.1:0/893836836 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff00c09b530 con 0x55b61f107a30 2024-02-09T23:59:44.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.687+0000 7feff8ff9640 1 -- 172.21.15.1:0/893836836 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ff000054020 con 0x55b61f107a30 2024-02-09T23:59:44.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.687+0000 7ff01a627740 10 client.15735 fetch_fsmap finished waiting for FSMap version 27 2024-02-09T23:59:44.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.687+0000 7ff01a627740 10 client.15735 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-09T23:59:44.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.687+0000 7ff01a627740 20 client.15735 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:44.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.687+0000 7ff01a627740 1 --2- 172.21.15.1:0/893836836 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b61f110f60 0x55b61f17b750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:44.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.687+0000 7ff01a627740 4 client.15735 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-09T23:59:44.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.687+0000 7ff01a627740 1 -- 172.21.15.1:0/893836836 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55b61edfa890 con 0x55b61f110f60 2024-02-09T23:59:44.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.687+0000 7ff0157ea640 1 --2- 172.21.15.1:0/893836836 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b61f110f60 0x55b61f17b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:44.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.688+0000 7ff0157ea640 1 --2- 172.21.15.1:0/893836836 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b61f110f60 0x55b61f17b750 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=adfac8c51f3d9798 server_cookie=4bdbd2f96a81fd08 in_seq=0 out_seq=0 2024-02-09T23:59:44.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.688+0000 7feff8ff9640 10 client.15735 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:44.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.688+0000 7feff8ff9640 1 -- 172.21.15.1:0/893836836 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55b61edfa890 con 0x55b61f110f60 2024-02-09T23:59:44.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.688+0000 7feff8ff9640 10 client.15735 handle_command_reply: tid=0 2024-02-09T23:59:44.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.688+0000 7ff01a627740 1 client.15735 shutdown 2024-02-09T23:59:44.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.688+0000 7ff01a627740 1 -- 172.21.15.1:0/893836836 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b61f107a30 msgr2=0x55b61f1176d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.688+0000 7ff01a627740 1 --2- 172.21.15.1:0/893836836 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b61f107a30 0x55b61f1176d0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7ff00002c210 tx=0x7ff000004be0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.688+0000 7ff01a627740 1 -- 172.21.15.1:0/893836836 shutdown_connections 2024-02-09T23:59:44.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.688+0000 7ff01a627740 1 --2- 172.21.15.1:0/893836836 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b61f110f60 0x55b61f17b750 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.688+0000 7ff01a627740 1 --2- 172.21.15.1:0/893836836 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b61f1083e0 0x55b61f177680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.688+0000 7ff01a627740 1 --2- 172.21.15.1:0/893836836 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b61f107a30 0x55b61f1176d0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.688+0000 7ff01a627740 1 --2- 172.21.15.1:0/893836836 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b61f102100 0x55b61f117190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.688+0000 7feff8ff9640 0 client.15735 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:44.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.688+0000 7ff01a627740 1 -- 172.21.15.1:0/893836836 >> 172.21.15.1:0/893836836 conn(0x55b61f108b30 msgr2=0x55b61f10c810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:44.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.688+0000 7ff01a627740 1 -- 172.21.15.1:0/893836836 shutdown_connections 2024-02-09T23:59:44.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.688+0000 7ff01a627740 1 -- 172.21.15.1:0/893836836 wait complete. 2024-02-09T23:59:44.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.688+0000 7ff01a627740 20 client.15735 trim_cache size 0 max 16384 2024-02-09T23:59:44.697 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-09T23:59:44.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.689+0000 7ff017a4e640 1 -- 172.21.15.1:0/3839348129 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7feffc0a22c0 msgr2=0x7feffc0a4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.689+0000 7ff017a4e640 1 --2- 172.21.15.1:0/3839348129 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7feffc0a22c0 0x7feffc0a4780 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7ff008009fd0 tx=0x7ff008012550 comp rx=0 tx=0).stop 2024-02-09T23:59:44.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.689+0000 7ff017a4e640 1 -- 172.21.15.1:0/3839348129 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff010102450 msgr2=0x7ff01019d5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:44.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.689+0000 7ff017a4e640 1 --2- 172.21.15.1:0/3839348129 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff010102450 0x7ff01019d5d0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7ff00c00e9f0 tx=0x7ff00c00edf0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.689+0000 7ff017a4e640 1 -- 172.21.15.1:0/3839348129 shutdown_connections 2024-02-09T23:59:44.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.689+0000 7ff017a4e640 1 --2- 172.21.15.1:0/3839348129 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7feffc0a22c0 0x7feffc0a4780 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.689+0000 7ff017a4e640 1 --2- 172.21.15.1:0/3839348129 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff01010b820 0x7ff0101976e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.689+0000 7ff017a4e640 1 --2- 172.21.15.1:0/3839348129 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff010102d70 0x7ff01019db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.689+0000 7ff017a4e640 1 --2- 172.21.15.1:0/3839348129 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff010102450 0x7ff01019d5d0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:44.699 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.689+0000 7ff017a4e640 1 -- 172.21.15.1:0/3839348129 >> 172.21.15.1:0/3839348129 conn(0x7ff0100772e0 msgr2=0x7ff0100fd230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:44.699 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.689+0000 7ff017a4e640 1 -- 172.21.15.1:0/3839348129 shutdown_connections 2024-02-09T23:59:44.699 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:44.689+0000 7ff017a4e640 1 -- 172.21.15.1:0/3839348129 wait complete. 2024-02-09T23:59:45.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:45 smithi088 ceph-mon[36452]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.6 KiB/s wr, 16 op/s 2024-02-09T23:59:45.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:45 smithi103 ceph-mon[36942]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.6 KiB/s wr, 16 op/s 2024-02-09T23:59:45.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:45 smithi001 ceph-mon[32335]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 1.6 KiB/s wr, 16 op/s 2024-02-09T23:59:45.702 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-02-09T23:59:45.703 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-09T23:59:45.703 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-02-09T23:59:45.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.809+0000 7fad0bf25640 1 -- 172.21.15.1:0/2849664348 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fad04100310 msgr2=0x7fad041006f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:45.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.809+0000 7fad0bf25640 1 --2- 172.21.15.1:0/2849664348 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fad04100310 0x7fad041006f0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7facfc009930 tx=0x7facfc02bc30 comp rx=0 tx=0).stop 2024-02-09T23:59:45.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.809+0000 7fad0bf25640 1 -- 172.21.15.1:0/2849664348 shutdown_connections 2024-02-09T23:59:45.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.809+0000 7fad0bf25640 1 --2- 172.21.15.1:0/2849664348 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fad041053e0 0x7fad0410cfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.809+0000 7fad0bf25640 1 --2- 172.21.15.1:0/2849664348 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fad04100cc0 0x7fad04104d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.809+0000 7fad0bf25640 1 --2- 172.21.15.1:0/2849664348 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fad04100310 0x7fad041006f0 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.809+0000 7fad0bf25640 1 -- 172.21.15.1:0/2849664348 >> 172.21.15.1:0/2849664348 conn(0x7fad04077230 msgr2=0x7fad04077640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:45.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.809+0000 7fad0bf25640 1 -- 172.21.15.1:0/2849664348 shutdown_connections 2024-02-09T23:59:45.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.809+0000 7fad0bf25640 1 -- 172.21.15.1:0/2849664348 wait complete. 2024-02-09T23:59:45.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.810+0000 7fad0bf25640 1 Processor -- start 2024-02-09T23:59:45.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.810+0000 7fad0bf25640 1 -- start start 2024-02-09T23:59:45.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.810+0000 7fad0bf25640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fad04100310 0x7fad0419d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:45.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.810+0000 7fad0bf25640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fad041053e0 0x7fad0419db20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:45.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.810+0000 7fad0bf25640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fad041976a0 0x7fad04197b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:45.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.810+0000 7fad0bf25640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad04198170 con 0x7fad04100310 2024-02-09T23:59:45.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.810+0000 7fad0bf25640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad041982e0 con 0x7fad041053e0 2024-02-09T23:59:45.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.810+0000 7fad0bf25640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad041984a0 con 0x7fad041976a0 2024-02-09T23:59:45.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.810+0000 7fad09cc1640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fad04100310 0x7fad0419d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:45.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.810+0000 7fad09cc1640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fad04100310 0x7fad0419d5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53018/0 (socket says 172.21.15.1:53018) 2024-02-09T23:59:45.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.810+0000 7fad09cc1640 1 -- 172.21.15.1:0/2662374600 learned_addr learned my addr 172.21.15.1:0/2662374600 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:45.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.810+0000 7fad094c0640 1 --2- 172.21.15.1:0/2662374600 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fad041053e0 0x7fad0419db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:45.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.811+0000 7fad09cc1640 1 -- 172.21.15.1:0/2662374600 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fad041976a0 msgr2=0x7fad04197b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:45.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.811+0000 7fad0a4c2640 1 --2- 172.21.15.1:0/2662374600 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fad041976a0 0x7fad04197b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:45.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.811+0000 7fad09cc1640 1 --2- 172.21.15.1:0/2662374600 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fad041976a0 0x7fad04197b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.811+0000 7fad09cc1640 1 -- 172.21.15.1:0/2662374600 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fad041053e0 msgr2=0x7fad0419db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:45.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.811+0000 7fad09cc1640 1 --2- 172.21.15.1:0/2662374600 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fad041053e0 0x7fad0419db20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.811+0000 7fad09cc1640 1 -- 172.21.15.1:0/2662374600 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7facfc009560 con 0x7fad04100310 2024-02-09T23:59:45.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.811+0000 7fad094c0640 1 --2- 172.21.15.1:0/2662374600 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fad041053e0 0x7fad0419db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:45.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.811+0000 7fad0a4c2640 1 --2- 172.21.15.1:0/2662374600 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fad041976a0 0x7fad04197b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:45.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.811+0000 7fad09cc1640 1 --2- 172.21.15.1:0/2662374600 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fad04100310 0x7fad0419d5e0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7facfc009230 tx=0x7facfc004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:45.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.811+0000 7fad02ffd640 1 -- 172.21.15.1:0/2662374600 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facfc004440 con 0x7fad04100310 2024-02-09T23:59:45.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.811+0000 7fad0bf25640 1 -- 172.21.15.1:0/2662374600 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fad041a43e0 con 0x7fad04100310 2024-02-09T23:59:45.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.811+0000 7fad02ffd640 1 -- 172.21.15.1:0/2662374600 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7facfc0052d0 con 0x7fad04100310 2024-02-09T23:59:45.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.811+0000 7fad02ffd640 1 -- 172.21.15.1:0/2662374600 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facfc003d70 con 0x7fad04100310 2024-02-09T23:59:45.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.811+0000 7fad0bf25640 1 -- 172.21.15.1:0/2662374600 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fad041a48c0 con 0x7fad04100310 2024-02-09T23:59:45.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.813+0000 7fad02ffd640 1 -- 172.21.15.1:0/2662374600 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 24) v1 ==== 136943+0+0 (secure 0 0 0) 0x7facfc005440 con 0x7fad04100310 2024-02-09T23:59:45.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.814+0000 7fad0ebdb740 1 Processor -- start 2024-02-09T23:59:45.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.814+0000 7fad0ebdb740 1 -- start start 2024-02-09T23:59:45.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.814+0000 7fad02ffd640 1 --2- 172.21.15.1:0/2662374600 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7facec0a22c0 0x7facec0a4780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:45.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.814+0000 7fad0ebdb740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5572d15d4ec0 0x5572d15d52a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:45.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.814+0000 7fad0ebdb740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5572d15d57e0 0x5572d15e2560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:45.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.814+0000 7fad0ebdb740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5572d15e2aa0 0x5572d15e4e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:45.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.814+0000 7fad0ebdb740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572d1543000 con 0x5572d15e2aa0 2024-02-09T23:59:45.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.814+0000 7fad0ebdb740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572d1540530 con 0x5572d15d57e0 2024-02-09T23:59:45.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.814+0000 7fad0ebdb740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572d153bd10 con 0x5572d15d4ec0 2024-02-09T23:59:45.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.814+0000 7fad0a4c2640 1 --2- 172.21.15.1:0/2662374600 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7facec0a22c0 0x7facec0a4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:45.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.814+0000 7fad02ffd640 1 -- 172.21.15.1:0/2662374600 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7facfc0f0400 con 0x7fad04100310 2024-02-09T23:59:45.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.814+0000 7fad0a4c2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5572d15e2aa0 0x5572d15e4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:45.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.814+0000 7fad0a4c2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5572d15e2aa0 0x5572d15e4e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53034/0 (socket says 172.21.15.1:53034) 2024-02-09T23:59:45.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.814+0000 7fad0a4c2640 1 -- 172.21.15.1:0/656384786 learned_addr learned my addr 172.21.15.1:0/656384786 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:45.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.814+0000 7fad09cc1640 1 --2- 172.21.15.1:0/656384786 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5572d15d4ec0 0x5572d15d52a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:45.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.815+0000 7fad0a4c2640 1 -- 172.21.15.1:0/656384786 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5572d15d4ec0 msgr2=0x5572d15d52a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:45.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.815+0000 7fad0a4c2640 1 --2- 172.21.15.1:0/656384786 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5572d15d4ec0 0x5572d15d52a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.815+0000 7fad0a4c2640 1 -- 172.21.15.1:0/656384786 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5572d15d57e0 msgr2=0x5572d15e2560 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-02-09T23:59:45.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.815+0000 7fad0a4c2640 1 --2- 172.21.15.1:0/656384786 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5572d15d57e0 0x5572d15e2560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.815+0000 7fad0a4c2640 1 -- 172.21.15.1:0/656384786 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5572d14e2210 con 0x5572d15e2aa0 2024-02-09T23:59:45.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.815+0000 7fad0a4c2640 1 --2- 172.21.15.1:0/2662374600 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7facec0a22c0 0x7facec0a4780 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7facf4009fd0 tx=0x7facf4009d80 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:45.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.815+0000 7fad0a4c2640 1 --2- 172.21.15.1:0/656384786 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5572d15e2aa0 0x5572d15e4e90 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7facf4010cd0 tx=0x7facf401a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f6a96fd4013d011 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:45.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.815+0000 7facebfff640 1 -- 172.21.15.1:0/656384786 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facf40134e0 con 0x5572d15e2aa0 2024-02-09T23:59:45.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.815+0000 7facebfff640 1 -- 172.21.15.1:0/656384786 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7facf4019040 con 0x5572d15e2aa0 2024-02-09T23:59:45.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.815+0000 7facebfff640 1 -- 172.21.15.1:0/656384786 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facf4005610 con 0x5572d15e2aa0 2024-02-09T23:59:45.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.816+0000 7fad0ebdb740 1 -- 172.21.15.1:0/656384786 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5572d15e2aa0 msgr2=0x5572d15e4e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:45.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.816+0000 7fad0ebdb740 1 --2- 172.21.15.1:0/656384786 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5572d15e2aa0 0x5572d15e4e90 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7facf4010cd0 tx=0x7facf401a000 comp rx=0 tx=0).stop 2024-02-09T23:59:45.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.816+0000 7fad0ebdb740 1 -- 172.21.15.1:0/656384786 shutdown_connections 2024-02-09T23:59:45.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.816+0000 7fad0ebdb740 1 --2- 172.21.15.1:0/656384786 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5572d15e2aa0 0x5572d15e4e90 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.816+0000 7fad0ebdb740 1 --2- 172.21.15.1:0/656384786 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5572d15d57e0 0x5572d15e2560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.816+0000 7fad0ebdb740 1 --2- 172.21.15.1:0/656384786 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5572d15d4ec0 0x5572d15d52a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.816+0000 7fad0ebdb740 1 -- 172.21.15.1:0/656384786 >> 172.21.15.1:0/656384786 conn(0x5572d15cf8c0 msgr2=0x5572d15cfca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:45.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.816+0000 7fad0ebdb740 1 -- 172.21.15.1:0/656384786 shutdown_connections 2024-02-09T23:59:45.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.816+0000 7fad0ebdb740 1 -- 172.21.15.1:0/656384786 wait complete. 2024-02-09T23:59:45.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.817+0000 7fad0ebdb740 1 -- start start 2024-02-09T23:59:45.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.817+0000 7fad0ebdb740 1 Processor -- start 2024-02-09T23:59:45.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.817+0000 7fad0ebdb740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5572d15d4ec0 0x5572d15dfac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:45.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.817+0000 7fad0ebdb740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5572d15d57e0 0x5572d15e0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:45.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.817+0000 7fad0ebdb740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5572d15e2aa0 0x5572d15e0540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:45.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.817+0000 7fad0ebdb740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572d14e0e60 con 0x5572d15e2aa0 2024-02-09T23:59:45.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.817+0000 7fad0ebdb740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572d120f4b0 con 0x5572d15d4ec0 2024-02-09T23:59:45.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.817+0000 7fad0ebdb740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572d14c1670 con 0x5572d15d57e0 2024-02-09T23:59:45.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.817+0000 7fad0ebdb740 10 client.0 _ll_register_callbacks cb 0x5572d14d9190 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:45.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.817+0000 7fad0a4c2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5572d15e2aa0 0x5572d15e0540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:45.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.817+0000 7fad0a4c2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5572d15e2aa0 0x5572d15e0540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53044/0 (socket says 172.21.15.1:53044) 2024-02-09T23:59:45.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.817+0000 7fad0a4c2640 1 -- 172.21.15.1:0/2428746944 learned_addr learned my addr 172.21.15.1:0/2428746944 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:45.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.817+0000 7fad09cc1640 1 --2- 172.21.15.1:0/2428746944 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5572d15d4ec0 0x5572d15dfac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:45.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.817+0000 7fad094c0640 1 --2- 172.21.15.1:0/2428746944 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5572d15d57e0 0x5572d15e0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:45.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.817+0000 7fad0a4c2640 1 -- 172.21.15.1:0/2428746944 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5572d15d57e0 msgr2=0x5572d15e0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:45.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.818+0000 7fad0a4c2640 1 --2- 172.21.15.1:0/2428746944 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5572d15d57e0 0x5572d15e0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.818+0000 7fad0a4c2640 1 -- 172.21.15.1:0/2428746944 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5572d15d4ec0 msgr2=0x5572d15dfac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:45.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.818+0000 7fad0a4c2640 1 --2- 172.21.15.1:0/2428746944 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5572d15d4ec0 0x5572d15dfac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.818+0000 7fad0a4c2640 1 -- 172.21.15.1:0/2428746944 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7facf4010a90 con 0x5572d15e2aa0 2024-02-09T23:59:45.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.818+0000 7fad094c0640 1 --2- 172.21.15.1:0/2428746944 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5572d15d57e0 0x5572d15e0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:45.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.818+0000 7fad09cc1640 1 --2- 172.21.15.1:0/2428746944 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5572d15d4ec0 0x5572d15dfac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:59:45.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.818+0000 7fad0a4c2640 1 --2- 172.21.15.1:0/2428746944 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5572d15e2aa0 0x5572d15e0540 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7facf40092a0 tx=0x7facf40134e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=107733dbc1fee423 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:45.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.818+0000 7face97fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:45.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.818+0000 7face97fa640 1 -- 172.21.15.1:0/2428746944 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facf4010e40 con 0x5572d15e2aa0 2024-02-09T23:59:45.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.818+0000 7face97fa640 1 -- 172.21.15.1:0/2428746944 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7facf4003b80 con 0x5572d15e2aa0 2024-02-09T23:59:45.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.818+0000 7fad0ebdb740 1 -- 172.21.15.1:0/2428746944 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5572d123b860 con 0x5572d15e2aa0 2024-02-09T23:59:45.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.818+0000 7face97fa640 1 -- 172.21.15.1:0/2428746944 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7facf4003d40 con 0x5572d15e2aa0 2024-02-09T23:59:45.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.818+0000 7fad0ebdb740 10 client.15747 fetch_fsmap learned FSMap version 27 2024-02-09T23:59:45.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.818+0000 7fad0ebdb740 1 -- 172.21.15.1:0/2428746944 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5572d153a390 con 0x5572d15e2aa0 2024-02-09T23:59:45.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.818+0000 7face97fa640 1 -- 172.21.15.1:0/2428746944 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7facf403c020 con 0x5572d15e2aa0 2024-02-09T23:59:45.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.818+0000 7face97fa640 1 -- 172.21.15.1:0/2428746944 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7facf4023030 con 0x5572d15e2aa0 2024-02-09T23:59:45.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.819+0000 7fad0ebdb740 10 client.15747 fetch_fsmap finished waiting for FSMap version 27 2024-02-09T23:59:45.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.819+0000 7fad0ebdb740 10 client.15747 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-09T23:59:45.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.819+0000 7fad0ebdb740 20 client.15747 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:45.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.819+0000 7fad0ebdb740 1 --2- 172.21.15.1:0/2428746944 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5572d15f2bb0 0x5572d15f4ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:45.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.819+0000 7fad0ebdb740 4 client.15747 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-09T23:59:45.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.819+0000 7fad0ebdb740 1 -- 172.21.15.1:0/2428746944 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5572d128c410 con 0x5572d15f2bb0 2024-02-09T23:59:45.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.819+0000 7fad09cc1640 1 --2- 172.21.15.1:0/2428746944 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5572d15f2bb0 0x5572d15f4ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:45.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.819+0000 7face97fa640 10 client.15747 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:45.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.819+0000 7fad09cc1640 1 --2- 172.21.15.1:0/2428746944 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5572d15f2bb0 0x5572d15f4ff0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=683cc22cb8ee9987 server_cookie=5a310a212a5d754c in_seq=0 out_seq=0 2024-02-09T23:59:45.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.820+0000 7face97fa640 1 -- 172.21.15.1:0/2428746944 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5572d128c410 con 0x5572d15f2bb0 2024-02-09T23:59:45.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.820+0000 7face97fa640 10 client.15747 handle_command_reply: tid=0 2024-02-09T23:59:45.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.820+0000 7fad0ebdb740 1 client.15747 shutdown 2024-02-09T23:59:45.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.820+0000 7fad0ebdb740 1 -- 172.21.15.1:0/2428746944 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5572d15e2aa0 msgr2=0x5572d15e0540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:45.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.820+0000 7fad0ebdb740 1 --2- 172.21.15.1:0/2428746944 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5572d15e2aa0 0x5572d15e0540 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7facf40092a0 tx=0x7facf40134e0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.820+0000 7fad0ebdb740 1 -- 172.21.15.1:0/2428746944 shutdown_connections 2024-02-09T23:59:45.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.820+0000 7fad0ebdb740 1 --2- 172.21.15.1:0/2428746944 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5572d15f2bb0 0x5572d15f4ff0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.820+0000 7fad0ebdb740 1 --2- 172.21.15.1:0/2428746944 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5572d15e2aa0 0x5572d15e0540 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.820+0000 7face97fa640 0 client.15747 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:45.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.820+0000 7fad0ebdb740 1 --2- 172.21.15.1:0/2428746944 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5572d15d57e0 0x5572d15e0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.820+0000 7fad0ebdb740 1 --2- 172.21.15.1:0/2428746944 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5572d15d4ec0 0x5572d15dfac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.820+0000 7fad0ebdb740 1 -- 172.21.15.1:0/2428746944 >> 172.21.15.1:0/2428746944 conn(0x5572d15cf8c0 msgr2=0x5572d15d1610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:45.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.820+0000 7fad0ebdb740 1 -- 172.21.15.1:0/2428746944 shutdown_connections 2024-02-09T23:59:45.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.820+0000 7fad0ebdb740 1 -- 172.21.15.1:0/2428746944 wait complete. 2024-02-09T23:59:45.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.820+0000 7fad0ebdb740 20 client.15747 trim_cache size 0 max 16384 2024-02-09T23:59:45.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.835+0000 7fad0ebdb740 1 Processor -- start 2024-02-09T23:59:45.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.835+0000 7fad0ebdb740 1 -- start start 2024-02-09T23:59:45.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.835+0000 7fad0ebdb740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5572d15d4ec0 0x5572d15dec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:45.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.835+0000 7fad0ebdb740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5572d15d57e0 0x5572d15e0360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:45.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.835+0000 7fad0ebdb740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5572d15e2aa0 0x5572d15d1390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:45.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.835+0000 7fad0ebdb740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572d15e52b0 con 0x5572d15d57e0 2024-02-09T23:59:45.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.835+0000 7fad0ebdb740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572d15e5740 con 0x5572d15d4ec0 2024-02-09T23:59:45.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.835+0000 7fad0ebdb740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572d15e4e90 con 0x5572d15e2aa0 2024-02-09T23:59:45.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.836+0000 7fad094c0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5572d15d57e0 0x5572d15e0360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:45.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.836+0000 7fad094c0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5572d15d57e0 0x5572d15e0360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53048/0 (socket says 172.21.15.1:53048) 2024-02-09T23:59:45.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.836+0000 7fad094c0640 1 -- 172.21.15.1:0/1278330665 learned_addr learned my addr 172.21.15.1:0/1278330665 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:45.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.836+0000 7fad09cc1640 1 --2- 172.21.15.1:0/1278330665 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5572d15d4ec0 0x5572d15dec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:45.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.836+0000 7fad0a4c2640 1 --2- 172.21.15.1:0/1278330665 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5572d15e2aa0 0x5572d15d1390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:45.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.836+0000 7fad094c0640 1 -- 172.21.15.1:0/1278330665 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5572d15e2aa0 msgr2=0x5572d15d1390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:45.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.836+0000 7fad094c0640 1 --2- 172.21.15.1:0/1278330665 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5572d15e2aa0 0x5572d15d1390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.836+0000 7fad094c0640 1 -- 172.21.15.1:0/1278330665 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5572d15d4ec0 msgr2=0x5572d15dec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:45.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.836+0000 7fad094c0640 1 --2- 172.21.15.1:0/1278330665 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5572d15d4ec0 0x5572d15dec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.836+0000 7fad094c0640 1 -- 172.21.15.1:0/1278330665 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5572d14d6c70 con 0x5572d15d57e0 2024-02-09T23:59:45.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.836+0000 7fad0a4c2640 1 --2- 172.21.15.1:0/1278330665 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5572d15e2aa0 0x5572d15d1390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:45.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.836+0000 7fad094c0640 1 --2- 172.21.15.1:0/1278330665 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5572d15d57e0 0x5572d15e0360 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7facf800d990 tx=0x7facf800de50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f267cb512f309b3 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:45.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.836+0000 7faceb7fe640 1 -- 172.21.15.1:0/1278330665 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facf8004220 con 0x5572d15d57e0 2024-02-09T23:59:45.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.836+0000 7faceb7fe640 1 -- 172.21.15.1:0/1278330665 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7facf800fec0 con 0x5572d15d57e0 2024-02-09T23:59:45.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.836+0000 7faceb7fe640 1 -- 172.21.15.1:0/1278330665 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facf8004a00 con 0x5572d15d57e0 2024-02-09T23:59:45.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.837+0000 7fad0ebdb740 1 -- 172.21.15.1:0/1278330665 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5572d15d57e0 msgr2=0x5572d15e0360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:45.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.837+0000 7fad0ebdb740 1 --2- 172.21.15.1:0/1278330665 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5572d15d57e0 0x5572d15e0360 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7facf800d990 tx=0x7facf800de50 comp rx=0 tx=0).stop 2024-02-09T23:59:45.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.837+0000 7fad0ebdb740 1 -- 172.21.15.1:0/1278330665 shutdown_connections 2024-02-09T23:59:45.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.837+0000 7fad0ebdb740 1 --2- 172.21.15.1:0/1278330665 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5572d15e2aa0 0x5572d15d1390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.837+0000 7fad0ebdb740 1 --2- 172.21.15.1:0/1278330665 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5572d15d57e0 0x5572d15e0360 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.837+0000 7fad0ebdb740 1 --2- 172.21.15.1:0/1278330665 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5572d15d4ec0 0x5572d15dec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.837+0000 7fad0ebdb740 1 -- 172.21.15.1:0/1278330665 >> 172.21.15.1:0/1278330665 conn(0x5572d15cf8c0 msgr2=0x5572d15d0c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:45.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.837+0000 7fad0ebdb740 1 -- 172.21.15.1:0/1278330665 shutdown_connections 2024-02-09T23:59:45.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.837+0000 7fad0ebdb740 1 -- 172.21.15.1:0/1278330665 wait complete. 2024-02-09T23:59:45.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.837+0000 7fad0ebdb740 1 -- start start 2024-02-09T23:59:45.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.837+0000 7fad0ebdb740 1 Processor -- start 2024-02-09T23:59:45.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.838+0000 7fad0ebdb740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5572d15d4ec0 0x5572d15e8aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:45.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.838+0000 7fad0ebdb740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5572d15d57e0 0x5572d15e8fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:45.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.838+0000 7fad0ebdb740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5572d15e2aa0 0x5572d16490e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:45.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.838+0000 7fad0ebdb740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572d1649620 con 0x5572d15d57e0 2024-02-09T23:59:45.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.838+0000 7fad0ebdb740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572d1649760 con 0x5572d15e2aa0 2024-02-09T23:59:45.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.838+0000 7fad0ebdb740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572d16498a0 con 0x5572d15d4ec0 2024-02-09T23:59:45.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.838+0000 7fad0ebdb740 10 client.0 _ll_register_callbacks cb 0x7facf4013660 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:45.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.838+0000 7fad094c0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5572d15d57e0 0x5572d15e8fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:45.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.838+0000 7fad094c0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5572d15d57e0 0x5572d15e8fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53060/0 (socket says 172.21.15.1:53060) 2024-02-09T23:59:45.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.838+0000 7fad094c0640 1 -- 172.21.15.1:0/1491873502 learned_addr learned my addr 172.21.15.1:0/1491873502 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:45.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.838+0000 7fad09cc1640 1 --2- 172.21.15.1:0/1491873502 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5572d15d4ec0 0x5572d15e8aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:45.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.838+0000 7fad0a4c2640 1 --2- 172.21.15.1:0/1491873502 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5572d15e2aa0 0x5572d16490e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:45.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.838+0000 7fad094c0640 1 -- 172.21.15.1:0/1491873502 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5572d15d4ec0 msgr2=0x5572d15e8aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:45.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.838+0000 7fad094c0640 1 --2- 172.21.15.1:0/1491873502 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5572d15d4ec0 0x5572d15e8aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.838+0000 7fad094c0640 1 -- 172.21.15.1:0/1491873502 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5572d15e2aa0 msgr2=0x5572d16490e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:45.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.838+0000 7fad094c0640 1 --2- 172.21.15.1:0/1491873502 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5572d15e2aa0 0x5572d16490e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.838+0000 7fad094c0640 1 -- 172.21.15.1:0/1491873502 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7facf800d5f0 con 0x5572d15d57e0 2024-02-09T23:59:45.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.838+0000 7fad0a4c2640 1 --2- 172.21.15.1:0/1491873502 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5572d15e2aa0 0x5572d16490e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:45.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.838+0000 7fad094c0640 1 --2- 172.21.15.1:0/1491873502 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5572d15d57e0 0x5572d15e8fe0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7facf80056c0 tx=0x7facf80042c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95f1a2e2fe35a3f7 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:45.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.838+0000 7face97fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:45.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.839+0000 7face97fa640 1 -- 172.21.15.1:0/1491873502 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facf8027070 con 0x5572d15d57e0 2024-02-09T23:59:45.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.839+0000 7face97fa640 1 -- 172.21.15.1:0/1491873502 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7facf801e070 con 0x5572d15d57e0 2024-02-09T23:59:45.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.839+0000 7fad0ebdb740 1 -- 172.21.15.1:0/1491873502 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5572d12787b0 con 0x5572d15d57e0 2024-02-09T23:59:45.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.839+0000 7face97fa640 1 -- 172.21.15.1:0/1491873502 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7facf80044b0 con 0x5572d15d57e0 2024-02-09T23:59:45.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.839+0000 7fad0ebdb740 10 client.15753 fetch_fsmap learned FSMap version 27 2024-02-09T23:59:45.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.839+0000 7fad0ebdb740 1 -- 172.21.15.1:0/1491873502 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5572d14fcac0 con 0x5572d15d57e0 2024-02-09T23:59:45.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.839+0000 7face97fa640 1 -- 172.21.15.1:0/1491873502 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5572d12787b0 con 0x5572d15d57e0 2024-02-09T23:59:45.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.839+0000 7face97fa640 1 -- 172.21.15.1:0/1491873502 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7facf802a030 con 0x5572d15d57e0 2024-02-09T23:59:45.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.839+0000 7fad0ebdb740 10 client.15753 fetch_fsmap finished waiting for FSMap version 27 2024-02-09T23:59:45.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.839+0000 7fad0ebdb740 10 client.15753 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-09T23:59:45.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.839+0000 7fad0ebdb740 20 client.15753 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:45.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.839+0000 7fad0ebdb740 1 --2- 172.21.15.1:0/1491873502 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5572d164af90 0x5572d164d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:45.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.839+0000 7fad0ebdb740 4 client.15753 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-02-09T23:59:45.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.839+0000 7fad0ebdb740 1 -- 172.21.15.1:0/1491873502 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x5572d11e7990 con 0x5572d164af90 2024-02-09T23:59:45.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.839+0000 7fad09cc1640 1 --2- 172.21.15.1:0/1491873502 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5572d164af90 0x5572d164d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:45.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.840+0000 7fad09cc1640 1 --2- 172.21.15.1:0/1491873502 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5572d164af90 0x5572d164d3b0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ce62dced3fa487b2 server_cookie=39e825988858a647 in_seq=0 out_seq=0 2024-02-09T23:59:45.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.840+0000 7face97fa640 10 client.15753 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:45.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.841+0000 7face97fa640 1 -- 172.21.15.1:0/1491873502 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x5572d11e7990 con 0x5572d164af90 2024-02-09T23:59:45.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.841+0000 7face97fa640 10 client.15753 handle_command_reply: tid=0 2024-02-09T23:59:45.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.841+0000 7fad0ebdb740 1 client.15753 shutdown 2024-02-09T23:59:45.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.841+0000 7fad0ebdb740 1 -- 172.21.15.1:0/1491873502 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5572d15d57e0 msgr2=0x5572d15e8fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:45.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.841+0000 7fad0ebdb740 1 --2- 172.21.15.1:0/1491873502 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5572d15d57e0 0x5572d15e8fe0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7facf80056c0 tx=0x7facf80042c0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.841+0000 7fad0ebdb740 1 -- 172.21.15.1:0/1491873502 shutdown_connections 2024-02-09T23:59:45.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.841+0000 7fad0ebdb740 1 --2- 172.21.15.1:0/1491873502 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5572d164af90 0x5572d164d3b0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.841+0000 7fad0ebdb740 1 --2- 172.21.15.1:0/1491873502 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5572d15e2aa0 0x5572d16490e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.841+0000 7fad0ebdb740 1 --2- 172.21.15.1:0/1491873502 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5572d15d57e0 0x5572d15e8fe0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.841+0000 7face97fa640 0 client.15753 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:45.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.841+0000 7fad0ebdb740 1 --2- 172.21.15.1:0/1491873502 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5572d15d4ec0 0x5572d15e8aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.841+0000 7fad0ebdb740 1 -- 172.21.15.1:0/1491873502 >> 172.21.15.1:0/1491873502 conn(0x5572d15cf8c0 msgr2=0x5572d15d0c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:45.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.841+0000 7fad0ebdb740 1 -- 172.21.15.1:0/1491873502 shutdown_connections 2024-02-09T23:59:45.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.842+0000 7fad0ebdb740 1 -- 172.21.15.1:0/1491873502 wait complete. 2024-02-09T23:59:45.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.842+0000 7fad0ebdb740 20 client.15753 trim_cache size 0 max 16384 2024-02-09T23:59:45.861 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-09T23:59:45.862 INFO:teuthology.orchestra.run.smithi001.stdout: "return_code": 0, 2024-02-09T23:59:45.862 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_tag": "20f53c71-4afd-41e9-94d1-983d666896b7", 2024-02-09T23:59:45.862 INFO:teuthology.orchestra.run.smithi001.stdout: "mode": "asynchronous" 2024-02-09T23:59:45.862 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-09T23:59:45.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.842+0000 7fad0bf25640 1 -- 172.21.15.1:0/2662374600 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7facec0a22c0 msgr2=0x7facec0a4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:45.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.842+0000 7fad0bf25640 1 --2- 172.21.15.1:0/2662374600 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7facec0a22c0 0x7facec0a4780 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7facf4009fd0 tx=0x7facf4009d80 comp rx=0 tx=0).stop 2024-02-09T23:59:45.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.842+0000 7fad0bf25640 1 -- 172.21.15.1:0/2662374600 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fad04100310 msgr2=0x7fad0419d5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:45.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.842+0000 7fad0bf25640 1 --2- 172.21.15.1:0/2662374600 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fad04100310 0x7fad0419d5e0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7facfc009230 tx=0x7facfc004040 comp rx=0 tx=0).stop 2024-02-09T23:59:45.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.842+0000 7fad0bf25640 1 -- 172.21.15.1:0/2662374600 shutdown_connections 2024-02-09T23:59:45.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.842+0000 7fad0bf25640 1 --2- 172.21.15.1:0/2662374600 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7facec0a22c0 0x7facec0a4780 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.842+0000 7fad0bf25640 1 --2- 172.21.15.1:0/2662374600 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fad041976a0 0x7fad04197b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.842+0000 7fad0bf25640 1 --2- 172.21.15.1:0/2662374600 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fad041053e0 0x7fad0419db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.842+0000 7fad0bf25640 1 --2- 172.21.15.1:0/2662374600 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fad04100310 0x7fad0419d5e0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.842+0000 7fad0bf25640 1 -- 172.21.15.1:0/2662374600 >> 172.21.15.1:0/2662374600 conn(0x7fad04077230 msgr2=0x7fad040688a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:45.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.842+0000 7fad0bf25640 1 -- 172.21.15.1:0/2662374600 shutdown_connections 2024-02-09T23:59:45.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.842+0000 7fad0bf25640 1 -- 172.21.15.1:0/2662374600 wait complete. 2024-02-09T23:59:45.864 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-09T23:59:45.864 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-09T23:59:45.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.974+0000 7f978ab56640 1 -- 172.21.15.1:0/2516269562 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9784100cf0 msgr2=0x7f9784104d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:45.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.974+0000 7f978ab56640 1 --2- 172.21.15.1:0/2516269562 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9784100cf0 0x7f9784104d30 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f9778009930 tx=0x7f977802bc30 comp rx=0 tx=0).stop 2024-02-09T23:59:45.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.974+0000 7f978ab56640 1 -- 172.21.15.1:0/2516269562 shutdown_connections 2024-02-09T23:59:45.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.974+0000 7f978ab56640 1 --2- 172.21.15.1:0/2516269562 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9784105410 0x7f978410cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.974+0000 7f978ab56640 1 --2- 172.21.15.1:0/2516269562 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9784100cf0 0x7f9784104d30 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.974+0000 7f978ab56640 1 --2- 172.21.15.1:0/2516269562 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9784100340 0x7f9784100720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.974+0000 7f978ab56640 1 -- 172.21.15.1:0/2516269562 >> 172.21.15.1:0/2516269562 conn(0x7f97840772e0 msgr2=0x7f97840776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:45.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.974+0000 7f978ab56640 1 -- 172.21.15.1:0/2516269562 shutdown_connections 2024-02-09T23:59:45.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.974+0000 7f978ab56640 1 -- 172.21.15.1:0/2516269562 wait complete. 2024-02-09T23:59:45.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.975+0000 7f978ab56640 1 Processor -- start 2024-02-09T23:59:45.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.975+0000 7f978ab56640 1 -- start start 2024-02-09T23:59:45.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.975+0000 7f978ab56640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9784100340 0x7f978419d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:45.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.975+0000 7f978ab56640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9784105410 0x7f978419db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:45.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.975+0000 7f978ab56640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f97841976e0 0x7f9784197b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:45.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.975+0000 7f978ab56640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97841981b0 con 0x7f9784100340 2024-02-09T23:59:45.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.975+0000 7f978ab56640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9784198320 con 0x7f97841976e0 2024-02-09T23:59:45.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.975+0000 7f978ab56640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97841984e0 con 0x7f9784105410 2024-02-09T23:59:45.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.975+0000 7f97888f2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9784100340 0x7f978419d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:45.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.975+0000 7f97888f2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9784100340 0x7f978419d620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53078/0 (socket says 172.21.15.1:53078) 2024-02-09T23:59:45.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.975+0000 7f97888f2640 1 -- 172.21.15.1:0/3941336620 learned_addr learned my addr 172.21.15.1:0/3941336620 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:45.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.975+0000 7f97890f3640 1 --2- 172.21.15.1:0/3941336620 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f97841976e0 0x7f9784197b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:45.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.975+0000 7f9783fff640 1 --2- 172.21.15.1:0/3941336620 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9784105410 0x7f978419db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:45.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.976+0000 7f97888f2640 1 -- 172.21.15.1:0/3941336620 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9784105410 msgr2=0x7f978419db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:45.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.976+0000 7f97888f2640 1 --2- 172.21.15.1:0/3941336620 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9784105410 0x7f978419db60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.976+0000 7f97888f2640 1 -- 172.21.15.1:0/3941336620 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f97841976e0 msgr2=0x7f9784197b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:45.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.976+0000 7f97888f2640 1 --2- 172.21.15.1:0/3941336620 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f97841976e0 0x7f9784197b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.976+0000 7f97888f2640 1 -- 172.21.15.1:0/3941336620 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9778009560 con 0x7f9784100340 2024-02-09T23:59:45.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.976+0000 7f97890f3640 1 --2- 172.21.15.1:0/3941336620 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f97841976e0 0x7f9784197b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:59:45.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.976+0000 7f97888f2640 1 --2- 172.21.15.1:0/3941336620 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9784100340 0x7f978419d620 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f977400e9f0 tx=0x7f977400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:45.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.976+0000 7f9781ffb640 1 -- 172.21.15.1:0/3941336620 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9774009700 con 0x7f9784100340 2024-02-09T23:59:45.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.976+0000 7f978ab56640 1 -- 172.21.15.1:0/3941336620 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97841a4480 con 0x7f9784100340 2024-02-09T23:59:45.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.976+0000 7f9781ffb640 1 -- 172.21.15.1:0/3941336620 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f977400cd80 con 0x7f9784100340 2024-02-09T23:59:45.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.976+0000 7f9781ffb640 1 -- 172.21.15.1:0/3941336620 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9774018920 con 0x7f9784100340 2024-02-09T23:59:45.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.976+0000 7f978ab56640 1 -- 172.21.15.1:0/3941336620 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97841a4960 con 0x7f9784100340 2024-02-09T23:59:45.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.979+0000 7f978d809740 1 Processor -- start 2024-02-09T23:59:45.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.979+0000 7f978d809740 1 -- start start 2024-02-09T23:59:45.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.979+0000 7f978d809740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5641cc2e0980 0x5641cc2e0d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:45.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.979+0000 7f978d809740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5641cc2e1330 0x5641cc2e98e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:45.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.979+0000 7f9781ffb640 1 -- 172.21.15.1:0/3941336620 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 24) v1 ==== 136943+0+0 (secure 0 0 0) 0x7f9774018a80 con 0x7f9784100340 2024-02-09T23:59:45.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.979+0000 7f978d809740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5641cc2e9eb0 0x5641cc2ec300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:45.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.979+0000 7f978d809740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641cc29bd00 con 0x5641cc2e1330 2024-02-09T23:59:45.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.979+0000 7f978d809740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641cc2502f0 con 0x5641cc2e9eb0 2024-02-09T23:59:45.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.979+0000 7f978d809740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641cc24d820 con 0x5641cc2e0980 2024-02-09T23:59:45.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.979+0000 7f97888f2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5641cc2e1330 0x5641cc2e98e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:45.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.979+0000 7f97888f2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5641cc2e1330 0x5641cc2e98e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53084/0 (socket says 172.21.15.1:53084) 2024-02-09T23:59:45.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.979+0000 7f97888f2640 1 -- 172.21.15.1:0/4169198509 learned_addr learned my addr 172.21.15.1:0/4169198509 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:45.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.979+0000 7f97890f3640 1 --2- 172.21.15.1:0/4169198509 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5641cc2e0980 0x5641cc2e0d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:45.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.979+0000 7f9783fff640 1 --2- 172.21.15.1:0/4169198509 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5641cc2e9eb0 0x5641cc2ec300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:45.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.980+0000 7f97888f2640 1 -- 172.21.15.1:0/4169198509 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5641cc2e0980 msgr2=0x5641cc2e0d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:45.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.980+0000 7f97888f2640 1 --2- 172.21.15.1:0/4169198509 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5641cc2e0980 0x5641cc2e0d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.980+0000 7f97888f2640 1 -- 172.21.15.1:0/4169198509 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5641cc2e9eb0 msgr2=0x5641cc2ec300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:45.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.980+0000 7f97888f2640 1 --2- 172.21.15.1:0/4169198509 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5641cc2e9eb0 0x5641cc2ec300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.980+0000 7f97888f2640 1 -- 172.21.15.1:0/4169198509 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5641cc20aff0 con 0x5641cc2e1330 2024-02-09T23:59:45.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.980+0000 7f9781ffb640 1 --2- 172.21.15.1:0/3941336620 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f976c0a22c0 0x7f976c0a4780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:45.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.980+0000 7f97890f3640 1 --2- 172.21.15.1:0/3941336620 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f976c0a22c0 0x7f976c0a4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:45.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.980+0000 7f9781ffb640 1 -- 172.21.15.1:0/3941336620 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f9774014070 con 0x7f9784100340 2024-02-09T23:59:45.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.980+0000 7f97888f2640 1 --2- 172.21.15.1:0/4169198509 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5641cc2e1330 0x5641cc2e98e0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f97740cbbd0 tx=0x7f97740d6820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b38be8967e8d46a server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:45.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.980+0000 7f976affd640 1 -- 172.21.15.1:0/4169198509 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f977409aca0 con 0x5641cc2e1330 2024-02-09T23:59:45.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.980+0000 7f97890f3640 1 --2- 172.21.15.1:0/3941336620 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f976c0a22c0 0x7f976c0a4780 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f977c005fd0 tx=0x7f977c009550 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:45.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.980+0000 7f976affd640 1 -- 172.21.15.1:0/4169198509 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f977409aa10 con 0x5641cc2e1330 2024-02-09T23:59:45.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.981+0000 7f976affd640 1 -- 172.21.15.1:0/4169198509 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f977409aed0 con 0x5641cc2e1330 2024-02-09T23:59:45.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.981+0000 7f978d809740 1 -- 172.21.15.1:0/4169198509 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5641cc2e1330 msgr2=0x5641cc2e98e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:45.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.981+0000 7f978d809740 1 --2- 172.21.15.1:0/4169198509 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5641cc2e1330 0x5641cc2e98e0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f97740cbbd0 tx=0x7f97740d6820 comp rx=0 tx=0).stop 2024-02-09T23:59:45.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.981+0000 7f978d809740 1 -- 172.21.15.1:0/4169198509 shutdown_connections 2024-02-09T23:59:45.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.981+0000 7f978d809740 1 --2- 172.21.15.1:0/4169198509 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5641cc2e9eb0 0x5641cc2ec300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.981+0000 7f978d809740 1 --2- 172.21.15.1:0/4169198509 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5641cc2e1330 0x5641cc2e98e0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.981+0000 7f978d809740 1 --2- 172.21.15.1:0/4169198509 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5641cc2e0980 0x5641cc2e0d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.981+0000 7f978d809740 1 -- 172.21.15.1:0/4169198509 >> 172.21.15.1:0/4169198509 conn(0x5641cc2db050 msgr2=0x5641cc2db430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:45.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.982+0000 7f978d809740 1 -- 172.21.15.1:0/4169198509 shutdown_connections 2024-02-09T23:59:45.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.982+0000 7f978d809740 1 -- 172.21.15.1:0/4169198509 wait complete. 2024-02-09T23:59:45.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.982+0000 7f978d809740 1 -- start start 2024-02-09T23:59:45.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.982+0000 7f978d809740 1 Processor -- start 2024-02-09T23:59:45.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.983+0000 7f978d809740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5641cc2e0980 0x5641cc2e6d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:45.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.983+0000 7f97888f2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5641cc2e0980 0x5641cc2e6d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:45.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.983+0000 7f97888f2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5641cc2e0980 0x5641cc2e6d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53094/0 (socket says 172.21.15.1:53094) 2024-02-09T23:59:45.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.983+0000 7f978d809740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5641cc2e1330 0x5641cc2e7270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:45.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.983+0000 7f97888f2640 1 -- 172.21.15.1:0/856330341 learned_addr learned my addr 172.21.15.1:0/856330341 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:45.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.983+0000 7f978d809740 1 --2- 172.21.15.1:0/856330341 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5641cc2e9eb0 0x5641cc2e77b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:45.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.983+0000 7f978d809740 1 -- 172.21.15.1:0/856330341 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641cc249000 con 0x5641cc2e0980 2024-02-09T23:59:45.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.983+0000 7f978d809740 1 -- 172.21.15.1:0/856330341 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641cbf1c430 con 0x5641cc2e1330 2024-02-09T23:59:45.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.983+0000 7f978d809740 1 -- 172.21.15.1:0/856330341 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641cbed8e00 con 0x5641cc2e9eb0 2024-02-09T23:59:45.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.983+0000 7f97890f3640 1 --2- 172.21.15.1:0/856330341 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5641cc2e9eb0 0x5641cc2e77b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:45.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.983+0000 7f9783fff640 1 --2- 172.21.15.1:0/856330341 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5641cc2e1330 0x5641cc2e7270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:45.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.983+0000 7f97888f2640 1 -- 172.21.15.1:0/856330341 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5641cc2e9eb0 msgr2=0x5641cc2e77b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:45.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.983+0000 7f97888f2640 1 --2- 172.21.15.1:0/856330341 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5641cc2e9eb0 0x5641cc2e77b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.983+0000 7f97888f2640 1 -- 172.21.15.1:0/856330341 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5641cc2e1330 msgr2=0x5641cc2e7270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:45.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.983+0000 7f97888f2640 1 --2- 172.21.15.1:0/856330341 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5641cc2e1330 0x5641cc2e7270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.983+0000 7f97888f2640 1 -- 172.21.15.1:0/856330341 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97841a4960 con 0x5641cc2e0980 2024-02-09T23:59:45.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.983+0000 7f978d809740 10 client.0 _ll_register_callbacks cb 0x5641cc23d7f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:45.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.983+0000 7f97890f3640 1 --2- 172.21.15.1:0/856330341 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5641cc2e9eb0 0x5641cc2e77b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-09T23:59:45.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.983+0000 7f978d809740 1 -- 172.21.15.1:0/856330341 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5641cbf487e0 con 0x5641cc2e0980 2024-02-09T23:59:45.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.983+0000 7f97888f2640 1 --2- 172.21.15.1:0/856330341 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5641cc2e0980 0x5641cc2e6d30 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f97740cbd10 tx=0x7f977401f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3d5f439d7d4ba5d server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:45.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.983+0000 7f9763fff640 10 client.15765 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:45.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.984+0000 7f9763fff640 1 -- 172.21.15.1:0/856330341 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97740d1c70 con 0x5641cc2e0980 2024-02-09T23:59:45.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.984+0000 7f9763fff640 1 -- 172.21.15.1:0/856330341 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f977409ef70 con 0x5641cc2e0980 2024-02-09T23:59:45.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.984+0000 7f9763fff640 1 -- 172.21.15.1:0/856330341 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f977409aca0 con 0x5641cc2e0980 2024-02-09T23:59:45.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.984+0000 7f978d809740 10 client.15765 fetch_fsmap learned FSMap version 27 2024-02-09T23:59:45.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.984+0000 7f978d809740 1 -- 172.21.15.1:0/856330341 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({fsmap=27}) v3 -- 0x5641cc247680 con 0x5641cc2e0980 2024-02-09T23:59:45.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.984+0000 7f9763fff640 1 -- 172.21.15.1:0/856330341 <== mon.0 v2:172.21.15.1:3300/0 4 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f977409b130 con 0x5641cc2e0980 2024-02-09T23:59:45.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.984+0000 7f978d809740 10 client.15765 fetch_fsmap finished waiting for FSMap version 27 2024-02-09T23:59:45.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.984+0000 7f978d809740 10 client.15765 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-09T23:59:45.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.984+0000 7f978d809740 20 client.15765 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:45.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.984+0000 7f978d809740 1 --2- 172.21.15.1:0/856330341 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5641cc2f9cc0 0x5641cc2fc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:45.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.984+0000 7f978d809740 4 client.15765 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-09T23:59:45.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.984+0000 7f978d809740 1 -- 172.21.15.1:0/856330341 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5641cbf85720 con 0x5641cc2f9cc0 2024-02-09T23:59:45.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.984+0000 7f9783fff640 1 --2- 172.21.15.1:0/856330341 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5641cc2f9cc0 0x5641cc2fc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:45.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.985+0000 7f9783fff640 1 --2- 172.21.15.1:0/856330341 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5641cc2f9cc0 0x5641cc2fc110 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=49327a0dfd0dc3ba server_cookie=eb86b56183c51669 in_seq=0 out_seq=0 2024-02-09T23:59:45.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.985+0000 7f9763fff640 10 client.15765 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:45.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.985+0000 7f9763fff640 1 -- 172.21.15.1:0/856330341 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5641cbf85720 con 0x5641cc2f9cc0 2024-02-09T23:59:45.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.985+0000 7f9763fff640 10 client.15765 handle_command_reply: tid=0 2024-02-09T23:59:45.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.985+0000 7f978d809740 1 client.15765 shutdown 2024-02-09T23:59:45.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.986+0000 7f978d809740 1 -- 172.21.15.1:0/856330341 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5641cc2e0980 msgr2=0x5641cc2e6d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:45.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.986+0000 7f978d809740 1 --2- 172.21.15.1:0/856330341 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5641cc2e0980 0x5641cc2e6d30 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f97740cbd10 tx=0x7f977401f000 comp rx=0 tx=0).stop 2024-02-09T23:59:45.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.986+0000 7f978d809740 1 -- 172.21.15.1:0/856330341 shutdown_connections 2024-02-09T23:59:45.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.986+0000 7f978d809740 1 --2- 172.21.15.1:0/856330341 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5641cc2f9cc0 0x5641cc2fc110 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.986+0000 7f978d809740 1 --2- 172.21.15.1:0/856330341 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5641cc2e9eb0 0x5641cc2e77b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.986+0000 7f9763fff640 0 client.15765 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:45.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.986+0000 7f978d809740 1 --2- 172.21.15.1:0/856330341 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5641cc2e1330 0x5641cc2e7270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.986+0000 7f978d809740 1 --2- 172.21.15.1:0/856330341 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5641cc2e0980 0x5641cc2e6d30 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:45.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.986+0000 7f978d809740 1 -- 172.21.15.1:0/856330341 >> 172.21.15.1:0/856330341 conn(0x5641cc2db050 msgr2=0x5641cc2dcda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:45.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.986+0000 7f978d809740 1 -- 172.21.15.1:0/856330341 shutdown_connections 2024-02-09T23:59:45.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.986+0000 7f978d809740 1 -- 172.21.15.1:0/856330341 wait complete. 2024-02-09T23:59:45.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:45.986+0000 7f978d809740 20 client.15765 trim_cache size 0 max 16384 2024-02-09T23:59:46.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.010+0000 7f978d809740 1 Processor -- start 2024-02-09T23:59:46.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.010+0000 7f978d809740 1 -- start start 2024-02-09T23:59:46.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.011+0000 7f978d809740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5641cc2e0980 0x5641cc2da070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:46.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.011+0000 7f978d809740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5641cc2e1330 0x5641cc2f0f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:46.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.011+0000 7f978d809740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5641cc2e9eb0 0x5641cc2f1450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:46.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.011+0000 7f978d809740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641cc1cdfd0 con 0x5641cc2e1330 2024-02-09T23:59:46.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.011+0000 7f978d809740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641cc301360 con 0x5641cc2e9eb0 2024-02-09T23:59:46.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.011+0000 7f978d809740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641cc2dbc20 con 0x5641cc2e0980 2024-02-09T23:59:46.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.011+0000 7f9783fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5641cc2e1330 0x5641cc2f0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:46.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.011+0000 7f9783fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5641cc2e1330 0x5641cc2f0f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53104/0 (socket says 172.21.15.1:53104) 2024-02-09T23:59:46.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.011+0000 7f9783fff640 1 -- 172.21.15.1:0/1348726046 learned_addr learned my addr 172.21.15.1:0/1348726046 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:46.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.011+0000 7f97890f3640 1 --2- 172.21.15.1:0/1348726046 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5641cc2e9eb0 0x5641cc2f1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:46.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.011+0000 7f97888f2640 1 --2- 172.21.15.1:0/1348726046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5641cc2e0980 0x5641cc2da070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:46.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.011+0000 7f9783fff640 1 -- 172.21.15.1:0/1348726046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5641cc2e0980 msgr2=0x5641cc2da070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:46.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.011+0000 7f9783fff640 1 --2- 172.21.15.1:0/1348726046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5641cc2e0980 0x5641cc2da070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:46.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.011+0000 7f9783fff640 1 -- 172.21.15.1:0/1348726046 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5641cc2e9eb0 msgr2=0x5641cc2f1450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:46.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.011+0000 7f9783fff640 1 --2- 172.21.15.1:0/1348726046 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5641cc2e9eb0 0x5641cc2f1450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:46.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.011+0000 7f9783fff640 1 -- 172.21.15.1:0/1348726046 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5641cc1e3b30 con 0x5641cc2e1330 2024-02-09T23:59:46.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.011+0000 7f97890f3640 1 --2- 172.21.15.1:0/1348726046 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5641cc2e9eb0 0x5641cc2f1450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:59:46.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.012+0000 7f9783fff640 1 --2- 172.21.15.1:0/1348726046 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5641cc2e1330 0x5641cc2f0f10 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f9778005ab0 tx=0x7f9778005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17c7f2acb0fb070e server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:46.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.012+0000 7f976a7fc640 1 -- 172.21.15.1:0/1348726046 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97780049a0 con 0x5641cc2e1330 2024-02-09T23:59:46.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.012+0000 7f976a7fc640 1 -- 172.21.15.1:0/1348726046 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9778004b00 con 0x5641cc2e1330 2024-02-09T23:59:46.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.012+0000 7f976a7fc640 1 -- 172.21.15.1:0/1348726046 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97780483a0 con 0x5641cc2e1330 2024-02-09T23:59:46.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.013+0000 7f978d809740 1 -- 172.21.15.1:0/1348726046 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5641cc2e1330 msgr2=0x5641cc2f0f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:46.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.013+0000 7f978d809740 1 --2- 172.21.15.1:0/1348726046 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5641cc2e1330 0x5641cc2f0f10 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f9778005ab0 tx=0x7f9778005fd0 comp rx=0 tx=0).stop 2024-02-09T23:59:46.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.013+0000 7f978d809740 1 -- 172.21.15.1:0/1348726046 shutdown_connections 2024-02-09T23:59:46.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.013+0000 7f978d809740 1 --2- 172.21.15.1:0/1348726046 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5641cc2e9eb0 0x5641cc2f1450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:46.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.013+0000 7f978d809740 1 --2- 172.21.15.1:0/1348726046 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5641cc2e1330 0x5641cc2f0f10 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:46.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.013+0000 7f978d809740 1 --2- 172.21.15.1:0/1348726046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5641cc2e0980 0x5641cc2da070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:46.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.013+0000 7f978d809740 1 -- 172.21.15.1:0/1348726046 >> 172.21.15.1:0/1348726046 conn(0x5641cc2db050 msgr2=0x5641cc2d9960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:46.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.013+0000 7f978d809740 1 -- 172.21.15.1:0/1348726046 shutdown_connections 2024-02-09T23:59:46.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.013+0000 7f978d809740 1 -- 172.21.15.1:0/1348726046 wait complete. 2024-02-09T23:59:46.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.013+0000 7f978d809740 1 -- start start 2024-02-09T23:59:46.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.013+0000 7f978d809740 1 Processor -- start 2024-02-09T23:59:46.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.014+0000 7f978d809740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5641cc2e0980 0x5641cc34ec40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:46.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.014+0000 7f978d809740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5641cc2e1330 0x5641cc34f180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:46.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.014+0000 7f978d809740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5641cc2e9eb0 0x5641cc2f03c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:46.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.014+0000 7f978d809740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641cc2f09d0 con 0x5641cc2e1330 2024-02-09T23:59:46.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.014+0000 7f978d809740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641cc2f0b40 con 0x5641cc2e0980 2024-02-09T23:59:46.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.014+0000 7f978d809740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5641cc2f0d00 con 0x5641cc2e9eb0 2024-02-09T23:59:46.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.014+0000 7f978d809740 10 client.0 _ll_register_callbacks cb 0x7f97740cbac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:46.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.014+0000 7f9783fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5641cc2e1330 0x5641cc34f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:46.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.014+0000 7f9783fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5641cc2e1330 0x5641cc34f180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53114/0 (socket says 172.21.15.1:53114) 2024-02-09T23:59:46.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.014+0000 7f9783fff640 1 -- 172.21.15.1:0/4261917501 learned_addr learned my addr 172.21.15.1:0/4261917501 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:46.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.014+0000 7f97888f2640 1 --2- 172.21.15.1:0/4261917501 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5641cc2e0980 0x5641cc34ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:46.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.014+0000 7f97890f3640 1 --2- 172.21.15.1:0/4261917501 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5641cc2e9eb0 0x5641cc2f03c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:46.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.014+0000 7f9783fff640 1 -- 172.21.15.1:0/4261917501 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5641cc2e9eb0 msgr2=0x5641cc2f03c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:46.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.014+0000 7f9783fff640 1 --2- 172.21.15.1:0/4261917501 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5641cc2e9eb0 0x5641cc2f03c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:46.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.014+0000 7f9783fff640 1 -- 172.21.15.1:0/4261917501 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5641cc2e0980 msgr2=0x5641cc34ec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:46.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.014+0000 7f9783fff640 1 --2- 172.21.15.1:0/4261917501 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5641cc2e0980 0x5641cc34ec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:46.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.014+0000 7f9783fff640 1 -- 172.21.15.1:0/4261917501 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f977c011de0 con 0x5641cc2e1330 2024-02-09T23:59:46.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.014+0000 7f97888f2640 1 --2- 172.21.15.1:0/4261917501 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5641cc2e0980 0x5641cc34ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:59:46.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.014+0000 7f9783fff640 1 --2- 172.21.15.1:0/4261917501 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5641cc2e1330 0x5641cc34f180 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f977802c170 tx=0x7f97780049a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=482359a4711867a5 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:46.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.014+0000 7f9763fff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:46.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.015+0000 7f9763fff640 1 -- 172.21.15.1:0/4261917501 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f977802cbc0 con 0x5641cc2e1330 2024-02-09T23:59:46.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.015+0000 7f978d809740 1 -- 172.21.15.1:0/4261917501 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5641cbfd4890 con 0x5641cc2e1330 2024-02-09T23:59:46.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.015+0000 7f9763fff640 1 -- 172.21.15.1:0/4261917501 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f977804c030 con 0x5641cc2e1330 2024-02-09T23:59:46.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.015+0000 7f9763fff640 1 -- 172.21.15.1:0/4261917501 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9778004b10 con 0x5641cc2e1330 2024-02-09T23:59:46.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.015+0000 7f978d809740 10 client.15771 fetch_fsmap learned FSMap version 27 2024-02-09T23:59:46.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.015+0000 7f978d809740 1 -- 172.21.15.1:0/4261917501 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x7f978410d7f0 con 0x5641cc2e1330 2024-02-09T23:59:46.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.015+0000 7f9763fff640 1 -- 172.21.15.1:0/4261917501 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5641cbfd4890 con 0x5641cc2e1330 2024-02-09T23:59:46.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.016+0000 7f9763fff640 1 -- 172.21.15.1:0/4261917501 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f977803c040 con 0x5641cc2e1330 2024-02-09T23:59:46.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.016+0000 7f978d809740 10 client.15771 fetch_fsmap finished waiting for FSMap version 27 2024-02-09T23:59:46.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.016+0000 7f978d809740 10 client.15771 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-09T23:59:46.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.016+0000 7f978d809740 20 client.15771 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:46.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.016+0000 7f978d809740 1 --2- 172.21.15.1:0/4261917501 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5641cc356880 0x5641cc358ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:46.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.016+0000 7f978d809740 4 client.15771 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-09T23:59:46.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.016+0000 7f978d809740 1 -- 172.21.15.1:0/4261917501 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5641cbef4700 con 0x5641cc356880 2024-02-09T23:59:46.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.016+0000 7f97888f2640 1 --2- 172.21.15.1:0/4261917501 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5641cc356880 0x5641cc358ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:46.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.016+0000 7f97888f2640 1 --2- 172.21.15.1:0/4261917501 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5641cc356880 0x5641cc358ca0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d781bb57ae619cfc server_cookie=e5a8f8fa5a43a3f9 in_seq=0 out_seq=0 2024-02-09T23:59:46.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.016+0000 7f9763fff640 10 client.15771 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:46.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.017+0000 7f9763fff640 1 -- 172.21.15.1:0/4261917501 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x5641cbef4700 con 0x5641cc356880 2024-02-09T23:59:46.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.017+0000 7f9763fff640 10 client.15771 handle_command_reply: tid=0 2024-02-09T23:59:46.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.017+0000 7f978d809740 1 client.15771 shutdown 2024-02-09T23:59:46.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.017+0000 7f978d809740 1 -- 172.21.15.1:0/4261917501 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5641cc2e1330 msgr2=0x5641cc34f180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:46.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.017+0000 7f978d809740 1 --2- 172.21.15.1:0/4261917501 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5641cc2e1330 0x5641cc34f180 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f977802c170 tx=0x7f97780049a0 comp rx=0 tx=0).stop 2024-02-09T23:59:46.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.017+0000 7f978d809740 1 -- 172.21.15.1:0/4261917501 shutdown_connections 2024-02-09T23:59:46.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.017+0000 7f978d809740 1 --2- 172.21.15.1:0/4261917501 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5641cc356880 0x5641cc358ca0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:46.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.017+0000 7f978d809740 1 --2- 172.21.15.1:0/4261917501 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5641cc2e9eb0 0x5641cc2f03c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:46.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.017+0000 7f978d809740 1 --2- 172.21.15.1:0/4261917501 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5641cc2e1330 0x5641cc34f180 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:46.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.017+0000 7f9763fff640 0 client.15771 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:46.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.017+0000 7f978d809740 1 --2- 172.21.15.1:0/4261917501 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5641cc2e0980 0x5641cc34ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:46.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.017+0000 7f978d809740 1 -- 172.21.15.1:0/4261917501 >> 172.21.15.1:0/4261917501 conn(0x5641cc2db050 msgr2=0x5641cc2da1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:46.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.017+0000 7f978d809740 1 -- 172.21.15.1:0/4261917501 shutdown_connections 2024-02-09T23:59:46.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.017+0000 7f978d809740 1 -- 172.21.15.1:0/4261917501 wait complete. 2024-02-09T23:59:46.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.017+0000 7f978d809740 20 client.15771 trim_cache size 0 max 16384 2024-02-09T23:59:46.025 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-09T23:59:46.025 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "IDLE (waiting for more scrubs)", 2024-02-09T23:59:46.025 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": { 2024-02-09T23:59:46.025 INFO:teuthology.orchestra.run.smithi001.stdout: "20f53c71-4afd-41e9-94d1-983d666896b7": { 2024-02-09T23:59:46.025 INFO:teuthology.orchestra.run.smithi001.stdout: "path": "/", 2024-02-09T23:59:46.025 INFO:teuthology.orchestra.run.smithi001.stdout: "tag": "20f53c71-4afd-41e9-94d1-983d666896b7", 2024-02-09T23:59:46.025 INFO:teuthology.orchestra.run.smithi001.stdout: "options": "recursive,force" 2024-02-09T23:59:46.025 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-09T23:59:46.025 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-09T23:59:46.025 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-09T23:59:46.026 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.018+0000 7f978ab56640 1 -- 172.21.15.1:0/3941336620 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f976c0a22c0 msgr2=0x7f976c0a4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:46.027 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.018+0000 7f978ab56640 1 --2- 172.21.15.1:0/3941336620 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f976c0a22c0 0x7f976c0a4780 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f977c005fd0 tx=0x7f977c009550 comp rx=0 tx=0).stop 2024-02-09T23:59:46.027 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.018+0000 7f978ab56640 1 -- 172.21.15.1:0/3941336620 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9784100340 msgr2=0x7f978419d620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:46.027 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.018+0000 7f978ab56640 1 --2- 172.21.15.1:0/3941336620 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9784100340 0x7f978419d620 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f977400e9f0 tx=0x7f977400eeb0 comp rx=0 tx=0).stop 2024-02-09T23:59:46.027 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.018+0000 7f978ab56640 1 -- 172.21.15.1:0/3941336620 shutdown_connections 2024-02-09T23:59:46.027 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.018+0000 7f978ab56640 1 --2- 172.21.15.1:0/3941336620 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f976c0a22c0 0x7f976c0a4780 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:46.027 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.018+0000 7f978ab56640 1 --2- 172.21.15.1:0/3941336620 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f97841976e0 0x7f9784197b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:46.027 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.018+0000 7f978ab56640 1 --2- 172.21.15.1:0/3941336620 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9784105410 0x7f978419db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:46.027 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.018+0000 7f978ab56640 1 --2- 172.21.15.1:0/3941336620 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9784100340 0x7f978419d620 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:46.027 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.018+0000 7f978ab56640 1 -- 172.21.15.1:0/3941336620 >> 172.21.15.1:0/3941336620 conn(0x7f97840772e0 msgr2=0x7f97840688e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:46.027 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.018+0000 7f978ab56640 1 -- 172.21.15.1:0/3941336620 shutdown_connections 2024-02-09T23:59:46.028 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-09T23:59:46.018+0000 7f978ab56640 1 -- 172.21.15.1:0/3941336620 wait complete. 2024-02-09T23:59:46.035 INFO:tasks.cephfs.filesystem:scrub status for tag:20f53c71-4afd-41e9-94d1-983d666896b7 - {'path': '/', 'tag': '20f53c71-4afd-41e9-94d1-983d666896b7', 'options': 'recursive,force'} 2024-02-09T23:59:47.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:47 smithi088 ceph-mon[36452]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-02-09T23:59:47.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:47 smithi088 ceph-mon[36452]: scrub queued for path: / 2024-02-09T23:59:47.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:47 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-09T23:59:47.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:47 smithi088 ceph-mon[36452]: scrub summary: active paths [/] 2024-02-09T23:59:47.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:47 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-09T23:59:47.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:47 smithi103 ceph-mon[36942]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-02-09T23:59:47.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:47 smithi103 ceph-mon[36942]: scrub queued for path: / 2024-02-09T23:59:47.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:47 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-09T23:59:47.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:47 smithi103 ceph-mon[36942]: scrub summary: active paths [/] 2024-02-09T23:59:47.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:47 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-09T23:59:47.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:47 smithi001 ceph-mon[32335]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-02-09T23:59:47.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:47 smithi001 ceph-mon[32335]: scrub queued for path: / 2024-02-09T23:59:47.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:47 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-09T23:59:47.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:47 smithi001 ceph-mon[32335]: scrub summary: active paths [/] 2024-02-09T23:59:47.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:47 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-09T23:59:49.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:49 smithi088 ceph-mon[36452]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.6 KiB/s wr, 17 op/s 2024-02-09T23:59:49.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:49 smithi103 ceph-mon[36942]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.6 KiB/s wr, 17 op/s 2024-02-09T23:59:49.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:49 smithi001 ceph-mon[32335]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.6 KiB/s wr, 17 op/s 2024-02-09T23:59:49.880 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.878+0000 7f9e99ac3640 1 -- 172.21.15.1:0/2754992169 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9e94100cf0 msgr2=0x7f9e94104d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:49.881 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.878+0000 7f9e99ac3640 1 --2- 172.21.15.1:0/2754992169 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9e94100cf0 0x7f9e94104d30 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f9e88009930 tx=0x7f9e8802bc30 comp rx=0 tx=0).stop 2024-02-09T23:59:49.881 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.878+0000 7f9e99ac3640 1 -- 172.21.15.1:0/2754992169 shutdown_connections 2024-02-09T23:59:49.881 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.878+0000 7f9e99ac3640 1 --2- 172.21.15.1:0/2754992169 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9e94105410 0x7f9e9410cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.881 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.878+0000 7f9e99ac3640 1 --2- 172.21.15.1:0/2754992169 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9e94100cf0 0x7f9e94104d30 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.881 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.878+0000 7f9e99ac3640 1 --2- 172.21.15.1:0/2754992169 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e94100340 0x7f9e94100720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.881 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.878+0000 7f9e99ac3640 1 -- 172.21.15.1:0/2754992169 >> 172.21.15.1:0/2754992169 conn(0x7f9e94077220 msgr2=0x7f9e94077630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:49.881 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.879+0000 7f9e99ac3640 1 -- 172.21.15.1:0/2754992169 shutdown_connections 2024-02-09T23:59:49.881 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.879+0000 7f9e99ac3640 1 -- 172.21.15.1:0/2754992169 wait complete. 2024-02-09T23:59:49.883 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.879+0000 7f9e99ac3640 1 Processor -- start 2024-02-09T23:59:49.883 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.880+0000 7f9e99ac3640 1 -- start start 2024-02-09T23:59:49.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.880+0000 7f9e99ac3640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e94100340 0x7f9e941986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:49.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.880+0000 7f9e99ac3640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9e94105410 0x7f9e94198c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:49.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.880+0000 7f9e99ac3640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9e941991c0 0x7f9e941a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:49.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.880+0000 7f9e99ac3640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e941a3e10 con 0x7f9e941991c0 2024-02-09T23:59:49.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.880+0000 7f9e99ac3640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e941a3f80 con 0x7f9e94105410 2024-02-09T23:59:49.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.880+0000 7f9e99ac3640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e941a4140 con 0x7f9e94100340 2024-02-09T23:59:49.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.880+0000 7f9e93fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9e941991c0 0x7f9e941a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:49.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.880+0000 7f9e93fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9e941991c0 0x7f9e941a3770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53118/0 (socket says 172.21.15.1:53118) 2024-02-09T23:59:49.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.880+0000 7f9e93fff640 1 -- 172.21.15.1:0/2508172006 learned_addr learned my addr 172.21.15.1:0/2508172006 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:49.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.880+0000 7f9e937fe640 1 --2- 172.21.15.1:0/2508172006 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e94100340 0x7f9e941986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:49.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.880+0000 7f9e92ffd640 1 --2- 172.21.15.1:0/2508172006 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9e94105410 0x7f9e94198c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:49.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.880+0000 7f9e937fe640 1 -- 172.21.15.1:0/2508172006 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9e94105410 msgr2=0x7f9e94198c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:49.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.880+0000 7f9e937fe640 1 --2- 172.21.15.1:0/2508172006 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9e94105410 0x7f9e94198c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.880+0000 7f9e937fe640 1 -- 172.21.15.1:0/2508172006 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9e941991c0 msgr2=0x7f9e941a3770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:49.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.880+0000 7f9e937fe640 1 --2- 172.21.15.1:0/2508172006 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9e941991c0 0x7f9e941a3770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.880+0000 7f9e937fe640 1 -- 172.21.15.1:0/2508172006 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e88009560 con 0x7f9e94100340 2024-02-09T23:59:49.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.881+0000 7f9e93fff640 1 --2- 172.21.15.1:0/2508172006 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9e941991c0 0x7f9e941a3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:59:49.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.881+0000 7f9e937fe640 1 --2- 172.21.15.1:0/2508172006 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e94100340 0x7f9e941986f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f9e8400e9f0 tx=0x7f9e8400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:49.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.881+0000 7f9e90ff9640 1 -- 172.21.15.1:0/2508172006 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e8400ccc0 con 0x7f9e94100340 2024-02-09T23:59:49.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.881+0000 7f9e99ac3640 1 -- 172.21.15.1:0/2508172006 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9e941a4420 con 0x7f9e94100340 2024-02-09T23:59:49.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.881+0000 7f9e99ac3640 1 -- 172.21.15.1:0/2508172006 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9e941a4900 con 0x7f9e94100340 2024-02-09T23:59:49.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.881+0000 7f9e90ff9640 1 -- 172.21.15.1:0/2508172006 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9e84004500 con 0x7f9e94100340 2024-02-09T23:59:49.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.881+0000 7f9e90ff9640 1 -- 172.21.15.1:0/2508172006 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e84004a00 con 0x7f9e94100340 2024-02-09T23:59:49.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.884+0000 7f9e90ff9640 1 -- 172.21.15.1:0/2508172006 <== mon.1 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 24) v1 ==== 136943+0+0 (secure 0 0 0) 0x7f9e840050b0 con 0x7f9e94100340 2024-02-09T23:59:49.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.885+0000 7f9e9c773740 1 Processor -- start 2024-02-09T23:59:49.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.885+0000 7f9e9c773740 1 -- start start 2024-02-09T23:59:49.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.885+0000 7f9e9c773740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563732185b90 0x563732185f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:49.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.885+0000 7f9e9c773740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5637321864b0 0x563732193670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:49.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.885+0000 7f9e9c773740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563732193bb0 0x563732195fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:49.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.885+0000 7f9e9c773740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5637320f4a00 con 0x563732185b90 2024-02-09T23:59:49.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.885+0000 7f9e9c773740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5637320f1f30 con 0x563732193bb0 2024-02-09T23:59:49.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.885+0000 7f9e9c773740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5637320ed710 con 0x5637321864b0 2024-02-09T23:59:49.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.885+0000 7f9e93fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563732185b90 0x563732185f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:49.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.885+0000 7f9e93fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563732185b90 0x563732185f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53122/0 (socket says 172.21.15.1:53122) 2024-02-09T23:59:49.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.885+0000 7f9e93fff640 1 -- 172.21.15.1:0/1529530821 learned_addr learned my addr 172.21.15.1:0/1529530821 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:49.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.885+0000 7f9e937fe640 1 --2- 172.21.15.1:0/1529530821 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5637321864b0 0x563732193670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:49.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.885+0000 7f9e90ff9640 1 --2- 172.21.15.1:0/2508172006 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9e7c0a23b0 0x7f9e7c0a4870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:49.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.886+0000 7f9e92ffd640 1 --2- 172.21.15.1:0/1529530821 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563732193bb0 0x563732195fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:49.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.886+0000 7f9e937fe640 1 -- 172.21.15.1:0/1529530821 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563732193bb0 msgr2=0x563732195fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:49.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.886+0000 7f9e937fe640 1 --2- 172.21.15.1:0/1529530821 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563732193bb0 0x563732195fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.886+0000 7f9e937fe640 1 -- 172.21.15.1:0/1529530821 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563732185b90 msgr2=0x563732185f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:49.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.886+0000 7f9e937fe640 1 --2- 172.21.15.1:0/1529530821 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563732185b90 0x563732185f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.886+0000 7f9e937fe640 1 -- 172.21.15.1:0/1529530821 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5637320b23b0 con 0x5637321864b0 2024-02-09T23:59:49.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.886+0000 7f9e93fff640 1 --2- 172.21.15.1:0/1529530821 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563732185b90 0x563732185f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:59:49.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.886+0000 7f9e93fff640 1 --2- 172.21.15.1:0/2508172006 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9e7c0a23b0 0x7f9e7c0a4870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:49.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.886+0000 7f9e937fe640 1 --2- 172.21.15.1:0/1529530821 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5637321864b0 0x563732193670 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9e840cb8e0 tx=0x7f9e84096ba0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c7d5db3eb305b909 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:49.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.886+0000 7f9e90ff9640 1 -- 172.21.15.1:0/2508172006 <== mon.1 v2:172.21.15.103:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f9e84014070 con 0x7f9e94100340 2024-02-09T23:59:49.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.886+0000 7f9e79ffb640 1 -- 172.21.15.1:0/1529530821 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e8400ce20 con 0x5637321864b0 2024-02-09T23:59:49.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.886+0000 7f9e79ffb640 1 -- 172.21.15.1:0/1529530821 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9e8409a8a0 con 0x5637321864b0 2024-02-09T23:59:49.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.887+0000 7f9e79ffb640 1 -- 172.21.15.1:0/1529530821 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e840d1af0 con 0x5637321864b0 2024-02-09T23:59:49.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.887+0000 7f9e9c773740 1 -- 172.21.15.1:0/1529530821 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5637321864b0 msgr2=0x563732193670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:49.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.887+0000 7f9e93fff640 1 --2- 172.21.15.1:0/2508172006 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9e7c0a23b0 0x7f9e7c0a4870 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f9e8c005c40 tx=0x7f9e8c015040 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:49.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.887+0000 7f9e9c773740 1 --2- 172.21.15.1:0/1529530821 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5637321864b0 0x563732193670 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9e840cb8e0 tx=0x7f9e84096ba0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.887+0000 7f9e9c773740 1 -- 172.21.15.1:0/1529530821 shutdown_connections 2024-02-09T23:59:49.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.887+0000 7f9e9c773740 1 --2- 172.21.15.1:0/1529530821 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563732193bb0 0x563732195fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.887+0000 7f9e9c773740 1 --2- 172.21.15.1:0/1529530821 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5637321864b0 0x563732193670 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.887+0000 7f9e9c773740 1 --2- 172.21.15.1:0/1529530821 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563732185b90 0x563732185f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.887+0000 7f9e9c773740 1 -- 172.21.15.1:0/1529530821 >> 172.21.15.1:0/1529530821 conn(0x5637321809d0 msgr2=0x563732180db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:49.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.887+0000 7f9e9c773740 1 -- 172.21.15.1:0/1529530821 shutdown_connections 2024-02-09T23:59:49.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.887+0000 7f9e9c773740 1 -- 172.21.15.1:0/1529530821 wait complete. 2024-02-09T23:59:49.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.888+0000 7f9e9c773740 1 -- start start 2024-02-09T23:59:49.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.888+0000 7f9e9c773740 1 Processor -- start 2024-02-09T23:59:49.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.888+0000 7f9e9c773740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563732185b90 0x563732190b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:49.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.889+0000 7f9e937fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563732185b90 0x563732190b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:49.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.889+0000 7f9e937fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563732185b90 0x563732190b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53126/0 (socket says 172.21.15.1:53126) 2024-02-09T23:59:49.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.889+0000 7f9e937fe640 1 -- 172.21.15.1:0/689426076 learned_addr learned my addr 172.21.15.1:0/689426076 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:49.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.889+0000 7f9e9c773740 1 --2- 172.21.15.1:0/689426076 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5637321864b0 0x563732191050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:49.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.889+0000 7f9e9c773740 1 --2- 172.21.15.1:0/689426076 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563732193bb0 0x563732191590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:49.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.889+0000 7f9e9c773740 1 -- 172.21.15.1:0/689426076 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x563732092b90 con 0x563732185b90 2024-02-09T23:59:49.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.889+0000 7f9e9c773740 1 -- 172.21.15.1:0/689426076 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x563731dc1250 con 0x563732193bb0 2024-02-09T23:59:49.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.889+0000 7f9e9c773740 1 -- 172.21.15.1:0/689426076 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x563732073200 con 0x5637321864b0 2024-02-09T23:59:49.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.889+0000 7f9e9c773740 10 client.0 _ll_register_callbacks cb 0x5637320a95d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:49.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.889+0000 7f9e93fff640 1 --2- 172.21.15.1:0/689426076 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563732193bb0 0x563732191590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:49.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.889+0000 7f9e92ffd640 1 --2- 172.21.15.1:0/689426076 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5637321864b0 0x563732191050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:49.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.889+0000 7f9e937fe640 1 -- 172.21.15.1:0/689426076 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5637321864b0 msgr2=0x563732191050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:49.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.889+0000 7f9e937fe640 1 --2- 172.21.15.1:0/689426076 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5637321864b0 0x563732191050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.889+0000 7f9e937fe640 1 -- 172.21.15.1:0/689426076 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563732193bb0 msgr2=0x563732191590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:49.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.889+0000 7f9e937fe640 1 --2- 172.21.15.1:0/689426076 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563732193bb0 0x563732191590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.889+0000 7f9e937fe640 1 -- 172.21.15.1:0/689426076 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9e941a4900 con 0x563732185b90 2024-02-09T23:59:49.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.889+0000 7f9e937fe640 1 --2- 172.21.15.1:0/689426076 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563732185b90 0x563732190b10 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f9e8400cfd0 tx=0x7f9e84005450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed214342910c3e18 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:49.896 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.889+0000 7f9e72ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:49.896 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.890+0000 7f9e72ffd640 1 -- 172.21.15.1:0/689426076 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e8400ce20 con 0x563732185b90 2024-02-09T23:59:49.896 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.890+0000 7f9e72ffd640 1 -- 172.21.15.1:0/689426076 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f9e840ce030 con 0x563732185b90 2024-02-09T23:59:49.896 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.890+0000 7f9e9c773740 1 -- 172.21.15.1:0/689426076 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563732113ee0 con 0x563732185b90 2024-02-09T23:59:49.896 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.890+0000 7f9e72ffd640 1 -- 172.21.15.1:0/689426076 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9e84096a30 con 0x563732185b90 2024-02-09T23:59:49.896 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.890+0000 7f9e9c773740 10 client.15783 fetch_fsmap learned FSMap version 27 2024-02-09T23:59:49.896 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.890+0000 7f9e9c773740 1 -- 172.21.15.1:0/689426076 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5637320ebd90 con 0x563732185b90 2024-02-09T23:59:49.896 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.891+0000 7f9e72ffd640 1 -- 172.21.15.1:0/689426076 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9e840d1af0 con 0x563732185b90 2024-02-09T23:59:49.896 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.891+0000 7f9e72ffd640 1 -- 172.21.15.1:0/689426076 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f9e840cbb90 con 0x563732185b90 2024-02-09T23:59:49.896 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.891+0000 7f9e9c773740 10 client.15783 fetch_fsmap finished waiting for FSMap version 27 2024-02-09T23:59:49.896 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.891+0000 7f9e9c773740 10 client.15783 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-09T23:59:49.896 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.891+0000 7f9e9c773740 20 client.15783 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:49.896 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.891+0000 7f9e9c773740 1 --2- 172.21.15.1:0/689426076 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5637321a38e0 0x5637321a5cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:49.896 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.891+0000 7f9e9c773740 4 client.15783 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-09T23:59:49.897 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.891+0000 7f9e9c773740 1 -- 172.21.15.1:0/689426076 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563732113ee0 con 0x5637321a38e0 2024-02-09T23:59:49.897 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.891+0000 7f9e92ffd640 1 --2- 172.21.15.1:0/689426076 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5637321a38e0 0x5637321a5cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:49.897 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.892+0000 7f9e92ffd640 1 --2- 172.21.15.1:0/689426076 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5637321a38e0 0x5637321a5cf0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2b2f63f13bd7e642 server_cookie=eb0f8e7068668145 in_seq=0 out_seq=0 2024-02-09T23:59:49.897 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.892+0000 7f9e72ffd640 10 client.15783 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:49.899 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.892+0000 7f9e72ffd640 1 -- 172.21.15.1:0/689426076 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x563732113ee0 con 0x5637321a38e0 2024-02-09T23:59:49.899 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.893+0000 7f9e72ffd640 10 client.15783 handle_command_reply: tid=0 2024-02-09T23:59:49.899 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.893+0000 7f9e9c773740 1 client.15783 shutdown 2024-02-09T23:59:49.899 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.893+0000 7f9e9c773740 1 -- 172.21.15.1:0/689426076 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563732185b90 msgr2=0x563732190b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:49.899 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.893+0000 7f9e9c773740 1 --2- 172.21.15.1:0/689426076 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563732185b90 0x563732190b10 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f9e8400cfd0 tx=0x7f9e84005450 comp rx=0 tx=0).stop 2024-02-09T23:59:49.899 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.893+0000 7f9e9c773740 1 -- 172.21.15.1:0/689426076 shutdown_connections 2024-02-09T23:59:49.899 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.893+0000 7f9e9c773740 1 --2- 172.21.15.1:0/689426076 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5637321a38e0 0x5637321a5cf0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.899 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.893+0000 7f9e9c773740 1 --2- 172.21.15.1:0/689426076 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563732193bb0 0x563732191590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.899 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.893+0000 7f9e72ffd640 0 client.15783 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:49.899 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.893+0000 7f9e9c773740 1 --2- 172.21.15.1:0/689426076 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5637321864b0 0x563732191050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.899 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.894+0000 7f9e9c773740 1 --2- 172.21.15.1:0/689426076 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563732185b90 0x563732190b10 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.899 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.894+0000 7f9e9c773740 1 -- 172.21.15.1:0/689426076 >> 172.21.15.1:0/689426076 conn(0x5637321809d0 msgr2=0x563732182720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:49.899 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.894+0000 7f9e9c773740 1 -- 172.21.15.1:0/689426076 shutdown_connections 2024-02-09T23:59:49.899 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.894+0000 7f9e9c773740 1 -- 172.21.15.1:0/689426076 wait complete. 2024-02-09T23:59:49.900 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.894+0000 7f9e9c773740 20 client.15783 trim_cache size 0 max 16384 2024-02-09T23:59:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.920+0000 7f9e9c773740 1 Processor -- start 2024-02-09T23:59:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.920+0000 7f9e9c773740 1 -- start start 2024-02-09T23:59:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.921+0000 7f9e9c773740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563732185b90 0x563732193240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.921+0000 7f9e9c773740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5637321864b0 0x563732191060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.921+0000 7f9e9c773740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563732193bb0 0x5637321915a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.921+0000 7f9e9c773740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56373217aef0 con 0x563732193bb0 2024-02-09T23:59:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.921+0000 7f9e9c773740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5637321a0890 con 0x5637321864b0 2024-02-09T23:59:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.921+0000 7f9e9c773740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x563732180500 con 0x563732185b90 2024-02-09T23:59:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.921+0000 7f9e93fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563732193bb0 0x5637321915a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:49.924 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.921+0000 7f9e93fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563732193bb0 0x5637321915a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53136/0 (socket says 172.21.15.1:53136) 2024-02-09T23:59:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.921+0000 7f9e93fff640 1 -- 172.21.15.1:0/3117482476 learned_addr learned my addr 172.21.15.1:0/3117482476 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.921+0000 7f9e92ffd640 1 --2- 172.21.15.1:0/3117482476 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5637321864b0 0x563732191060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.921+0000 7f9e937fe640 1 --2- 172.21.15.1:0/3117482476 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563732185b90 0x563732193240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.921+0000 7f9e93fff640 1 -- 172.21.15.1:0/3117482476 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563732185b90 msgr2=0x563732193240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.921+0000 7f9e93fff640 1 --2- 172.21.15.1:0/3117482476 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563732185b90 0x563732193240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.921+0000 7f9e93fff640 1 -- 172.21.15.1:0/3117482476 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5637321864b0 msgr2=0x563732191060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.922+0000 7f9e93fff640 1 --2- 172.21.15.1:0/3117482476 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5637321864b0 0x563732191060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.922+0000 7f9e93fff640 1 -- 172.21.15.1:0/3117482476 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563732088820 con 0x563732193bb0 2024-02-09T23:59:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.922+0000 7f9e92ffd640 1 --2- 172.21.15.1:0/3117482476 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5637321864b0 0x563732191060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-09T23:59:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.922+0000 7f9e937fe640 1 --2- 172.21.15.1:0/3117482476 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563732185b90 0x563732193240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-09T23:59:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.922+0000 7f9e93fff640 1 --2- 172.21.15.1:0/3117482476 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563732193bb0 0x5637321915a0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f9e8c013500 tx=0x7f9e8c017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28b4d128cb4cdc42 server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.922+0000 7f9e797fa640 1 -- 172.21.15.1:0/3117482476 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e8c02c070 con 0x563732193bb0 2024-02-09T23:59:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.922+0000 7f9e797fa640 1 -- 172.21.15.1:0/3117482476 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9e8c01c930 con 0x563732193bb0 2024-02-09T23:59:49.925 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.922+0000 7f9e797fa640 1 -- 172.21.15.1:0/3117482476 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e8c005440 con 0x563732193bb0 2024-02-09T23:59:49.929 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.923+0000 7f9e9c773740 1 -- 172.21.15.1:0/3117482476 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563732193bb0 msgr2=0x5637321915a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:49.929 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.923+0000 7f9e9c773740 1 --2- 172.21.15.1:0/3117482476 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563732193bb0 0x5637321915a0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f9e8c013500 tx=0x7f9e8c017000 comp rx=0 tx=0).stop 2024-02-09T23:59:49.930 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.923+0000 7f9e9c773740 1 -- 172.21.15.1:0/3117482476 shutdown_connections 2024-02-09T23:59:49.930 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.923+0000 7f9e9c773740 1 --2- 172.21.15.1:0/3117482476 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563732193bb0 0x5637321915a0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.930 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.923+0000 7f9e9c773740 1 --2- 172.21.15.1:0/3117482476 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5637321864b0 0x563732191060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.930 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.923+0000 7f9e9c773740 1 --2- 172.21.15.1:0/3117482476 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563732185b90 0x563732193240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.930 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.923+0000 7f9e9c773740 1 -- 172.21.15.1:0/3117482476 >> 172.21.15.1:0/3117482476 conn(0x5637321809d0 msgr2=0x56373218f3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:49.930 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.923+0000 7f9e9c773740 1 -- 172.21.15.1:0/3117482476 shutdown_connections 2024-02-09T23:59:49.930 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.923+0000 7f9e9c773740 1 -- 172.21.15.1:0/3117482476 wait complete. 2024-02-09T23:59:49.930 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.924+0000 7f9e9c773740 1 -- start start 2024-02-09T23:59:49.930 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.924+0000 7f9e9c773740 1 Processor -- start 2024-02-09T23:59:49.930 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.925+0000 7f9e9c773740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563732185b90 0x56373219a950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:49.930 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.925+0000 7f9e9c773740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5637321864b0 0x563732198ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:49.930 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.925+0000 7f9e9c773740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563732193bb0 0x563732199420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:49.930 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.925+0000 7f9e937fe640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563732185b90 0x56373219a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:49.930 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.925+0000 7f9e937fe640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563732185b90 0x56373219a950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.1:49596/0 (socket says 172.21.15.1:49596) 2024-02-09T23:59:49.931 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.925+0000 7f9e92ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5637321864b0 0x563732198ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:49.931 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.925+0000 7f9e92ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5637321864b0 0x563732198ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53138/0 (socket says 172.21.15.1:53138) 2024-02-09T23:59:49.931 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.925+0000 7f9e937fe640 1 -- 172.21.15.1:0/2966254982 learned_addr learned my addr 172.21.15.1:0/2966254982 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-09T23:59:49.931 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.925+0000 7f9e9c773740 1 -- 172.21.15.1:0/2966254982 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56373219b250 con 0x5637321864b0 2024-02-09T23:59:49.931 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.925+0000 7f9e9c773740 1 -- 172.21.15.1:0/2966254982 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x563732199960 con 0x563732193bb0 2024-02-09T23:59:49.931 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.925+0000 7f9e9c773740 1 -- 172.21.15.1:0/2966254982 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x563732199b20 con 0x563732185b90 2024-02-09T23:59:49.931 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.925+0000 7f9e93fff640 1 --2- 172.21.15.1:0/2966254982 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563732193bb0 0x563732199420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:49.931 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.926+0000 7f9e9c773740 10 client.0 _ll_register_callbacks cb 0x7f9e8c009e70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-09T23:59:49.931 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.926+0000 7f9e92ffd640 1 -- 172.21.15.1:0/2966254982 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563732185b90 msgr2=0x56373219a950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:49.931 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.926+0000 7f9e92ffd640 1 --2- 172.21.15.1:0/2966254982 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563732185b90 0x56373219a950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.931 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.926+0000 7f9e92ffd640 1 -- 172.21.15.1:0/2966254982 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563732193bb0 msgr2=0x563732199420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-09T23:59:49.931 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.926+0000 7f9e92ffd640 1 --2- 172.21.15.1:0/2966254982 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563732193bb0 0x563732199420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.931 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.926+0000 7f9e92ffd640 1 -- 172.21.15.1:0/2966254982 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9e9410d7f0 con 0x5637321864b0 2024-02-09T23:59:49.931 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.926+0000 7f9e9c773740 1 -- 172.21.15.1:0/2966254982 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9e8409a8a0 con 0x5637321864b0 2024-02-09T23:59:49.931 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.926+0000 7f9e92ffd640 1 --2- 172.21.15.1:0/2966254982 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5637321864b0 0x563732198ee0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f9e8802c170 tx=0x7f9e88004bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48cc79642d3a942d server_cookie=0 in_seq=0 out_seq=0 2024-02-09T23:59:49.932 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.926+0000 7f9e72ffd640 10 client.15789 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-09T23:59:49.932 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.926+0000 7f9e72ffd640 1 -- 172.21.15.1:0/2966254982 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e88004140 con 0x5637321864b0 2024-02-09T23:59:49.932 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.926+0000 7f9e72ffd640 1 -- 172.21.15.1:0/2966254982 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f9e88043040 con 0x5637321864b0 2024-02-09T23:59:49.932 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.926+0000 7f9e72ffd640 1 -- 172.21.15.1:0/2966254982 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9e880042a0 con 0x5637321864b0 2024-02-09T23:59:49.932 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.926+0000 7f9e9c773740 10 client.15789 fetch_fsmap learned FSMap version 27 2024-02-09T23:59:49.932 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.926+0000 7f9e9c773740 1 -- 172.21.15.1:0/2966254982 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({fsmap=27}) v3 -- 0x7f9e8c024040 con 0x5637321864b0 2024-02-09T23:59:49.932 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.927+0000 7f9e72ffd640 1 -- 172.21.15.1:0/2966254982 <== mon.0 v2:172.21.15.1:3300/0 4 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f9e8802c7e0 con 0x5637321864b0 2024-02-09T23:59:49.932 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.927+0000 7f9e9c773740 10 client.15789 fetch_fsmap finished waiting for FSMap version 27 2024-02-09T23:59:49.932 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.927+0000 7f9e9c773740 10 client.15789 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-09T23:59:49.932 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.927+0000 7f9e9c773740 20 client.15789 populate_metadata read hostname 'smithi001' 2024-02-09T23:59:49.932 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.927+0000 7f9e9c773740 1 --2- 172.21.15.1:0/2966254982 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5637321a38e0 0x5637321fd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-09T23:59:49.932 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.927+0000 7f9e9c773740 4 client.15789 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-09T23:59:49.932 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.927+0000 7f9e9c773740 1 -- 172.21.15.1:0/2966254982 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x563731ded600 con 0x5637321a38e0 2024-02-09T23:59:49.932 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.927+0000 7f9e937fe640 1 --2- 172.21.15.1:0/2966254982 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5637321a38e0 0x5637321fd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-09T23:59:49.933 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.928+0000 7f9e72ffd640 10 client.15789 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:49.933 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.928+0000 7f9e937fe640 1 --2- 172.21.15.1:0/2966254982 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5637321a38e0 0x5637321fd020 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fce3d9ceb255b860 server_cookie=bbde02836978d268 in_seq=0 out_seq=0 2024-02-09T23:59:49.933 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.931+0000 7f9e72ffd640 1 -- 172.21.15.1:0/2966254982 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x563731ded600 con 0x5637321a38e0 2024-02-09T23:59:49.933 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.932+0000 7f9e72ffd640 10 client.15789 handle_command_reply: tid=0 2024-02-09T23:59:49.933 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.932+0000 7f9e9c773740 1 client.15789 shutdown 2024-02-09T23:59:49.935 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.932+0000 7f9e9c773740 1 -- 172.21.15.1:0/2966254982 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5637321864b0 msgr2=0x563732198ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:49.935 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.932+0000 7f9e9c773740 1 --2- 172.21.15.1:0/2966254982 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5637321864b0 0x563732198ee0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f9e8802c170 tx=0x7f9e88004bd0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.935 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.932+0000 7f9e9c773740 1 -- 172.21.15.1:0/2966254982 shutdown_connections 2024-02-09T23:59:49.935 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.932+0000 7f9e9c773740 1 --2- 172.21.15.1:0/2966254982 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5637321a38e0 0x5637321fd020 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.935 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.933+0000 7f9e9c773740 1 --2- 172.21.15.1:0/2966254982 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563732193bb0 0x563732199420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.935 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.933+0000 7f9e72ffd640 0 client.15789 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-09T23:59:49.935 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.933+0000 7f9e9c773740 1 --2- 172.21.15.1:0/2966254982 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5637321864b0 0x563732198ee0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.935 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.933+0000 7f9e9c773740 1 --2- 172.21.15.1:0/2966254982 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563732185b90 0x56373219a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.935 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.933+0000 7f9e9c773740 1 -- 172.21.15.1:0/2966254982 >> 172.21.15.1:0/2966254982 conn(0x5637321809d0 msgr2=0x563732181dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:49.936 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.933+0000 7f9e9c773740 1 -- 172.21.15.1:0/2966254982 shutdown_connections 2024-02-09T23:59:49.936 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.933+0000 7f9e9c773740 1 -- 172.21.15.1:0/2966254982 wait complete. 2024-02-09T23:59:49.936 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.933+0000 7f9e9c773740 20 client.15789 trim_cache size 0 max 16384 2024-02-09T23:59:49.936 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-09T23:59:49.936 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-09T23:59:49.936 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-09T23:59:49.936 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-09T23:59:49.937 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.934+0000 7f9e99ac3640 1 -- 172.21.15.1:0/2508172006 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9e7c0a23b0 msgr2=0x7f9e7c0a4870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:49.937 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.934+0000 7f9e99ac3640 1 --2- 172.21.15.1:0/2508172006 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9e7c0a23b0 0x7f9e7c0a4870 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f9e8c005c40 tx=0x7f9e8c015040 comp rx=0 tx=0).stop 2024-02-09T23:59:49.938 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.934+0000 7f9e99ac3640 1 -- 172.21.15.1:0/2508172006 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e94100340 msgr2=0x7f9e941986f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-09T23:59:49.938 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.934+0000 7f9e99ac3640 1 --2- 172.21.15.1:0/2508172006 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e94100340 0x7f9e941986f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f9e8400e9f0 tx=0x7f9e8400eeb0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.938 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.934+0000 7f9e99ac3640 1 -- 172.21.15.1:0/2508172006 shutdown_connections 2024-02-09T23:59:49.938 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.934+0000 7f9e99ac3640 1 --2- 172.21.15.1:0/2508172006 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9e7c0a23b0 0x7f9e7c0a4870 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.938 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.934+0000 7f9e99ac3640 1 --2- 172.21.15.1:0/2508172006 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9e941991c0 0x7f9e941a3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.938 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.934+0000 7f9e99ac3640 1 --2- 172.21.15.1:0/2508172006 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9e94105410 0x7f9e94198c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.938 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.935+0000 7f9e99ac3640 1 --2- 172.21.15.1:0/2508172006 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e94100340 0x7f9e941986f0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-09T23:59:49.938 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.935+0000 7f9e99ac3640 1 -- 172.21.15.1:0/2508172006 >> 172.21.15.1:0/2508172006 conn(0x7f9e94077220 msgr2=0x7f9e940fe330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-09T23:59:49.938 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.935+0000 7f9e99ac3640 1 -- 172.21.15.1:0/2508172006 shutdown_connections 2024-02-09T23:59:49.938 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-09T23:59:49.935+0000 7f9e99ac3640 1 -- 172.21.15.1:0/2508172006 wait complete. 2024-02-09T23:59:51.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:51 smithi088 ceph-mon[36452]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-02-09T23:59:51.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:51 smithi088 ceph-mon[36452]: scrub summary: idle 2024-02-09T23:59:51.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:51 smithi103 ceph-mon[36942]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-02-09T23:59:51.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:51 smithi103 ceph-mon[36942]: scrub summary: idle 2024-02-09T23:59:51.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:51 smithi001 ceph-mon[32335]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-02-09T23:59:51.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:51 smithi001 ceph-mon[32335]: scrub summary: idle 2024-02-09T23:59:53.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:53 smithi088 ceph-mon[36452]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 9 op/s 2024-02-09T23:59:53.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:53 smithi103 ceph-mon[36942]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 9 op/s 2024-02-09T23:59:53.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:53 smithi001 ceph-mon[32335]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 9 op/s 2024-02-09T23:59:55.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:55 smithi088 ceph-mon[36452]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 255 B/s wr, 13 op/s 2024-02-09T23:59:55.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:55 smithi103 ceph-mon[36942]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 255 B/s wr, 13 op/s 2024-02-09T23:59:55.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:55 smithi001 ceph-mon[32335]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 255 B/s wr, 13 op/s 2024-02-09T23:59:57.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:57 smithi088 ceph-mon[36452]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 255 B/s wr, 9 op/s 2024-02-09T23:59:57.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:57 smithi103 ceph-mon[36942]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 255 B/s wr, 9 op/s 2024-02-09T23:59:57.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:57 smithi001 ceph-mon[32335]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 255 B/s wr, 9 op/s 2024-02-09T23:59:59.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 09 23:59:59 smithi088 ceph-mon[36452]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-02-09T23:59:59.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 09 23:59:59 smithi103 ceph-mon[36942]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-02-09T23:59:59.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 09 23:59:59 smithi001 ceph-mon[32335]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-02-10T00:00:00.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:00 smithi088 ceph-mon[36452]: overall HEALTH_OK 2024-02-10T00:00:00.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:00 smithi103 ceph-mon[36942]: overall HEALTH_OK 2024-02-10T00:00:00.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:00 smithi001 ceph-mon[32335]: overall HEALTH_OK 2024-02-10T00:00:01.051 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 10 00:00:00 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-10T00:00:00.791+0000 7f1113b5a700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-10T00:00:01.051 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 10 00:00:00 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-10T00:00:00.791+0000 7f1113b5a700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-10T00:00:01.051 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 10 00:00:00 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-10T00:00:00.791+0000 7f1113b5a700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-10T00:00:01.051 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 10 00:00:00 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-10T00:00:00.791+0000 7f1113b5a700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-10T00:00:01.052 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 10 00:00:00 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-10T00:00:00.792+0000 7f1113b5a700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-10T00:00:01.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:01 smithi088 ceph-mon[36452]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-02-10T00:00:01.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:01 smithi103 ceph-mon[36942]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-02-10T00:00:01.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:01 smithi001 ceph-mon[32335]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-02-10T00:00:03.075 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.071+0000 7feb5ff9a640 1 -- 172.21.15.1:0/3646574326 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7feb58105440 msgr2=0x7feb5810d010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:03.075 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.071+0000 7feb5ff9a640 1 --2- 172.21.15.1:0/3646574326 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7feb58105440 0x7feb5810d010 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7feb50009cd0 tx=0x7feb5002c0f0 comp rx=0 tx=0).stop 2024-02-10T00:00:03.075 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.071+0000 7feb5ff9a640 1 -- 172.21.15.1:0/3646574326 shutdown_connections 2024-02-10T00:00:03.075 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.071+0000 7feb5ff9a640 1 --2- 172.21.15.1:0/3646574326 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7feb58105440 0x7feb5810d010 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:03.075 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.071+0000 7feb5ff9a640 1 --2- 172.21.15.1:0/3646574326 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7feb58100d20 0x7feb58104d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:03.075 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.071+0000 7feb5ff9a640 1 --2- 172.21.15.1:0/3646574326 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7feb58100370 0x7feb58100750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:03.075 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.071+0000 7feb5ff9a640 1 -- 172.21.15.1:0/3646574326 >> 172.21.15.1:0/3646574326 conn(0x7feb580772b0 msgr2=0x7feb580776c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:03.075 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.072+0000 7feb5ff9a640 1 -- 172.21.15.1:0/3646574326 shutdown_connections 2024-02-10T00:00:03.076 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.072+0000 7feb5ff9a640 1 -- 172.21.15.1:0/3646574326 wait complete. 2024-02-10T00:00:03.078 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.073+0000 7feb5ff9a640 1 Processor -- start 2024-02-10T00:00:03.078 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.073+0000 7feb5ff9a640 1 -- start start 2024-02-10T00:00:03.078 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.073+0000 7feb5ff9a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7feb58100370 0x7feb581955a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:03.078 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.074+0000 7feb5ff9a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7feb58105440 0x7feb58195ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:03.078 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.074+0000 7feb5ff9a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7feb58199e60 0x7feb5819a310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:03.078 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.074+0000 7feb5dd36640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7feb58100370 0x7feb581955a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:03.078 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.074+0000 7feb5ff9a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb5819a850 con 0x7feb58100370 2024-02-10T00:00:03.078 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.074+0000 7feb5dd36640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7feb58100370 0x7feb581955a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42590/0 (socket says 172.21.15.1:42590) 2024-02-10T00:00:03.078 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.074+0000 7feb5dd36640 1 -- 172.21.15.1:0/892668109 learned_addr learned my addr 172.21.15.1:0/892668109 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:03.078 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.074+0000 7feb5ff9a640 1 -- 172.21.15.1:0/892668109 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb5819a9c0 con 0x7feb58105440 2024-02-10T00:00:03.078 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.074+0000 7feb5ff9a640 1 -- 172.21.15.1:0/892668109 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb5819ab30 con 0x7feb58199e60 2024-02-10T00:00:03.078 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.074+0000 7feb5d535640 1 --2- 172.21.15.1:0/892668109 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7feb58105440 0x7feb58195ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:03.078 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.074+0000 7feb5e537640 1 --2- 172.21.15.1:0/892668109 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7feb58199e60 0x7feb5819a310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:03.079 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.074+0000 7feb5dd36640 1 -- 172.21.15.1:0/892668109 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7feb58199e60 msgr2=0x7feb5819a310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:03.079 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.074+0000 7feb5dd36640 1 --2- 172.21.15.1:0/892668109 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7feb58199e60 0x7feb5819a310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:03.079 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.074+0000 7feb5dd36640 1 -- 172.21.15.1:0/892668109 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7feb58105440 msgr2=0x7feb58195ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:03.079 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.074+0000 7feb5dd36640 1 --2- 172.21.15.1:0/892668109 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7feb58105440 0x7feb58195ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:03.079 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.074+0000 7feb5dd36640 1 -- 172.21.15.1:0/892668109 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb50009900 con 0x7feb58100370 2024-02-10T00:00:03.079 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.074+0000 7feb5d535640 1 --2- 172.21.15.1:0/892668109 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7feb58105440 0x7feb58195ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:00:03.079 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.075+0000 7feb5dd36640 1 --2- 172.21.15.1:0/892668109 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7feb58100370 0x7feb581955a0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7feb5400e9f0 tx=0x7feb5400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:03.079 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.075+0000 7feb4effd640 1 -- 172.21.15.1:0/892668109 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb54009700 con 0x7feb58100370 2024-02-10T00:00:03.079 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.075+0000 7feb4effd640 1 -- 172.21.15.1:0/892668109 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7feb5400ccc0 con 0x7feb58100370 2024-02-10T00:00:03.080 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.076+0000 7feb4effd640 1 -- 172.21.15.1:0/892668109 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb54018820 con 0x7feb58100370 2024-02-10T00:00:03.080 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.076+0000 7feb5ff9a640 1 -- 172.21.15.1:0/892668109 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb581a2110 con 0x7feb58100370 2024-02-10T00:00:03.080 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.076+0000 7feb5ff9a640 1 -- 172.21.15.1:0/892668109 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb581a2590 con 0x7feb58100370 2024-02-10T00:00:03.082 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.079+0000 7feb4effd640 1 -- 172.21.15.1:0/892668109 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 25) v1 ==== 137000+0+0 (secure 0 0 0) 0x7feb54018980 con 0x7feb58100370 2024-02-10T00:00:03.082 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.079+0000 7feb62b72740 1 Processor -- start 2024-02-10T00:00:03.082 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.080+0000 7feb62b72740 1 -- start start 2024-02-10T00:00:03.083 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.080+0000 7feb62b72740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56153bdb94c0 0x56153bdb98a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:03.083 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.080+0000 7feb62b72740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56153bdb9de0 0x56153bdc2670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:03.083 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.080+0000 7feb62b72740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56153bdc2bb0 0x56153bdc4fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:03.083 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.080+0000 7feb62b72740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56153bd23a00 con 0x56153bdc2bb0 2024-02-10T00:00:03.083 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.080+0000 7feb62b72740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56153bd20f30 con 0x56153bdb94c0 2024-02-10T00:00:03.083 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.080+0000 7feb62b72740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56153bd1c710 con 0x56153bdb9de0 2024-02-10T00:00:03.084 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.080+0000 7feb4effd640 1 --2- 172.21.15.1:0/892668109 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7feb440a2230 0x7feb440a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:03.084 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.080+0000 7feb5d535640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56153bdc2bb0 0x56153bdc4fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:03.084 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.080+0000 7feb5e537640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56153bdb94c0 0x56153bdb98a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.080+0000 7feb5e537640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56153bdb94c0 0x56153bdb98a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.1:40702/0 (socket says 172.21.15.1:40702) 2024-02-10T00:00:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.080+0000 7feb5e537640 1 -- 172.21.15.1:0/3658665040 learned_addr learned my addr 172.21.15.1:0/3658665040 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.081+0000 7feb5e537640 1 --2- 172.21.15.1:0/892668109 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7feb440a2230 0x7feb440a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.081+0000 7feb4effd640 1 -- 172.21.15.1:0/892668109 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7feb54014070 con 0x7feb58100370 2024-02-10T00:00:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.081+0000 7feb5dd36640 1 --2- 172.21.15.1:0/3658665040 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56153bdb9de0 0x56153bdc2670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.081+0000 7feb5e537640 1 -- 172.21.15.1:0/3658665040 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56153bdb9de0 msgr2=0x56153bdc2670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.081+0000 7feb5e537640 1 --2- 172.21.15.1:0/3658665040 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56153bdb9de0 0x56153bdc2670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.081+0000 7feb5e537640 1 -- 172.21.15.1:0/3658665040 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56153bdc2bb0 msgr2=0x56153bdc4fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.081+0000 7feb5e537640 1 --2- 172.21.15.1:0/3658665040 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56153bdc2bb0 0x56153bdc4fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.081+0000 7feb5e537640 1 -- 172.21.15.1:0/3658665040 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56153bce13b0 con 0x56153bdb94c0 2024-02-10T00:00:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.081+0000 7feb5d535640 1 --2- 172.21.15.1:0/3658665040 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56153bdc2bb0 0x56153bdc4fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:00:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.081+0000 7feb5e537640 1 --2- 172.21.15.1:0/3658665040 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56153bdb94c0 0x56153bdb98a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7feb5002c700 tx=0x7feb50034c20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=347ccf678a36a38e server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.082+0000 7feb5e537640 1 --2- 172.21.15.1:0/892668109 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7feb440a2230 0x7feb440a46f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7feb50009cd0 tx=0x7feb50048000 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.082+0000 7feb43fff640 1 -- 172.21.15.1:0/3658665040 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb50004d40 con 0x56153bdb94c0 2024-02-10T00:00:03.086 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.082+0000 7feb43fff640 1 -- 172.21.15.1:0/3658665040 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7feb50032b40 con 0x56153bdb94c0 2024-02-10T00:00:03.086 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.082+0000 7feb43fff640 1 -- 172.21.15.1:0/3658665040 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb50004280 con 0x56153bdb94c0 2024-02-10T00:00:03.088 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.083+0000 7feb62b72740 1 -- 172.21.15.1:0/3658665040 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56153bdb94c0 msgr2=0x56153bdb98a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:03.088 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.083+0000 7feb62b72740 1 --2- 172.21.15.1:0/3658665040 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56153bdb94c0 0x56153bdb98a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7feb5002c700 tx=0x7feb50034c20 comp rx=0 tx=0).stop 2024-02-10T00:00:03.088 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.083+0000 7feb62b72740 1 -- 172.21.15.1:0/3658665040 shutdown_connections 2024-02-10T00:00:03.088 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.083+0000 7feb62b72740 1 --2- 172.21.15.1:0/3658665040 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56153bdc2bb0 0x56153bdc4fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:03.088 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.083+0000 7feb62b72740 1 --2- 172.21.15.1:0/3658665040 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56153bdb9de0 0x56153bdc2670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:03.088 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.083+0000 7feb62b72740 1 --2- 172.21.15.1:0/3658665040 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56153bdb94c0 0x56153bdb98a0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:03.088 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.083+0000 7feb62b72740 1 -- 172.21.15.1:0/3658665040 >> 172.21.15.1:0/3658665040 conn(0x56153bdb3de0 msgr2=0x56153bdb41c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:03.088 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.083+0000 7feb62b72740 1 -- 172.21.15.1:0/3658665040 shutdown_connections 2024-02-10T00:00:03.088 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.083+0000 7feb62b72740 1 -- 172.21.15.1:0/3658665040 wait complete. 2024-02-10T00:00:03.088 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.084+0000 7feb62b72740 1 -- start start 2024-02-10T00:00:03.088 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.084+0000 7feb62b72740 1 Processor -- start 2024-02-10T00:00:03.088 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.084+0000 7feb62b72740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56153bdb94c0 0x56153bdbfc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:03.089 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.084+0000 7feb62b72740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56153bdb9de0 0x56153bdc0170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:03.089 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.084+0000 7feb62b72740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56153bdc2bb0 0x56153bdc06b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:03.089 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.084+0000 7feb62b72740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56153bcc1b90 con 0x56153bdb94c0 2024-02-10T00:00:03.089 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.084+0000 7feb62b72740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56153b9f0250 con 0x56153bdb9de0 2024-02-10T00:00:03.089 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.084+0000 7feb62b72740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56153bca2200 con 0x56153bdc2bb0 2024-02-10T00:00:03.089 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.084+0000 7feb62b72740 10 client.0 _ll_register_callbacks cb 0x56153bcd85d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:03.089 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.084+0000 7feb5dd36640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56153bdb94c0 0x56153bdbfc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:03.089 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.085+0000 7feb5dd36640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56153bdb94c0 0x56153bdbfc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42604/0 (socket says 172.21.15.1:42604) 2024-02-10T00:00:03.089 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.085+0000 7feb5dd36640 1 -- 172.21.15.1:0/1807523007 learned_addr learned my addr 172.21.15.1:0/1807523007 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:03.089 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.085+0000 7feb5e537640 1 --2- 172.21.15.1:0/1807523007 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56153bdc2bb0 0x56153bdc06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:03.089 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.085+0000 7feb5d535640 1 --2- 172.21.15.1:0/1807523007 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56153bdb9de0 0x56153bdc0170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:03.089 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.085+0000 7feb5e537640 1 -- 172.21.15.1:0/1807523007 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56153bdb9de0 msgr2=0x56153bdc0170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:03.089 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.085+0000 7feb5e537640 1 --2- 172.21.15.1:0/1807523007 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56153bdb9de0 0x56153bdc0170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:03.089 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.085+0000 7feb5e537640 1 -- 172.21.15.1:0/1807523007 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56153bdb94c0 msgr2=0x56153bdbfc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:03.089 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.085+0000 7feb5e537640 1 --2- 172.21.15.1:0/1807523007 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56153bdb94c0 0x56153bdbfc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:03.090 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.085+0000 7feb5e537640 1 -- 172.21.15.1:0/1807523007 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb5810d820 con 0x56153bdc2bb0 2024-02-10T00:00:03.090 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.085+0000 7feb5dd36640 1 --2- 172.21.15.1:0/1807523007 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56153bdb94c0 0x56153bdbfc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:00:03.092 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.085+0000 7feb5e537640 1 --2- 172.21.15.1:0/1807523007 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56153bdc2bb0 0x56153bdc06b0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7feb5002c630 tx=0x7feb500048c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e012238c0d72a272 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:03.092 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.085+0000 7feb417fa640 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-02-10T00:00:03.092 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.086+0000 7feb417fa640 1 -- 172.21.15.1:0/1807523007 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb50034440 con 0x56153bdc2bb0 2024-02-10T00:00:03.093 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.086+0000 7feb417fa640 1 -- 172.21.15.1:0/1807523007 <== mon.1 v2:172.21.15.103:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7feb50003970 con 0x56153bdc2bb0 2024-02-10T00:00:03.093 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.086+0000 7feb62b72740 1 -- 172.21.15.1:0/1807523007 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56153bd42ee0 con 0x56153bdc2bb0 2024-02-10T00:00:03.093 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.086+0000 7feb417fa640 1 -- 172.21.15.1:0/1807523007 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7feb50003b30 con 0x56153bdc2bb0 2024-02-10T00:00:03.093 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.086+0000 7feb62b72740 10 client.25375 fetch_fsmap learned FSMap version 27 2024-02-10T00:00:03.093 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.086+0000 7feb62b72740 1 -- 172.21.15.1:0/1807523007 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x56153bd1ad90 con 0x56153bdc2bb0 2024-02-10T00:00:03.093 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.086+0000 7feb417fa640 1 -- 172.21.15.1:0/1807523007 <== mon.1 v2:172.21.15.103:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x56153bd42ee0 con 0x56153bdc2bb0 2024-02-10T00:00:03.093 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.087+0000 7feb417fa640 1 -- 172.21.15.1:0/1807523007 <== mon.1 v2:172.21.15.103:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7feb5003e040 con 0x56153bdc2bb0 2024-02-10T00:00:03.093 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.087+0000 7feb62b72740 10 client.25375 fetch_fsmap finished waiting for FSMap version 27 2024-02-10T00:00:03.093 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.087+0000 7feb62b72740 10 client.25375 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:00:03.093 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.087+0000 7feb62b72740 20 client.25375 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:03.093 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.087+0000 7feb62b72740 1 --2- 172.21.15.1:0/1807523007 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x56153bdd2b10 0x56153bdd4f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:03.093 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.087+0000 7feb62b72740 4 client.25375 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:00:03.093 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.087+0000 7feb62b72740 1 -- 172.21.15.1:0/1807523007 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56153ba1c600 con 0x56153bdd2b10 2024-02-10T00:00:03.093 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.087+0000 7feb5dd36640 1 --2- 172.21.15.1:0/1807523007 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x56153bdd2b10 0x56153bdd4f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:03.094 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.087+0000 7feb417fa640 10 client.25375 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:03.094 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.087+0000 7feb5dd36640 1 --2- 172.21.15.1:0/1807523007 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x56153bdd2b10 0x56153bdd4f00 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=771bf38b3bb68b3f server_cookie=63e10c9a888262db in_seq=0 out_seq=0 2024-02-10T00:00:03.094 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.088+0000 7feb417fa640 1 -- 172.21.15.1:0/1807523007 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x56153ba1c600 con 0x56153bdd2b10 2024-02-10T00:00:03.094 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.088+0000 7feb417fa640 10 client.25375 handle_command_reply: tid=0 2024-02-10T00:00:03.094 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.088+0000 7feb62b72740 1 client.25375 shutdown 2024-02-10T00:00:03.094 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.088+0000 7feb62b72740 1 -- 172.21.15.1:0/1807523007 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56153bdc2bb0 msgr2=0x56153bdc06b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:03.094 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.088+0000 7feb62b72740 1 --2- 172.21.15.1:0/1807523007 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56153bdc2bb0 0x56153bdc06b0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7feb5002c630 tx=0x7feb500048c0 comp rx=0 tx=0).stop 2024-02-10T00:00:03.094 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.089+0000 7feb62b72740 1 -- 172.21.15.1:0/1807523007 shutdown_connections 2024-02-10T00:00:03.094 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.089+0000 7feb62b72740 1 --2- 172.21.15.1:0/1807523007 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x56153bdd2b10 0x56153bdd4f00 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:03.094 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.089+0000 7feb62b72740 1 --2- 172.21.15.1:0/1807523007 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56153bdc2bb0 0x56153bdc06b0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:03.094 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.089+0000 7feb62b72740 1 --2- 172.21.15.1:0/1807523007 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56153bdb9de0 0x56153bdc0170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:03.094 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.089+0000 7feb417fa640 0 client.25375 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:03.094 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.089+0000 7feb62b72740 1 --2- 172.21.15.1:0/1807523007 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56153bdb94c0 0x56153bdbfc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:03.095 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.089+0000 7feb62b72740 1 -- 172.21.15.1:0/1807523007 >> 172.21.15.1:0/1807523007 conn(0x56153bdb3de0 msgr2=0x56153bdb5b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:03.095 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.090+0000 7feb62b72740 1 -- 172.21.15.1:0/1807523007 shutdown_connections 2024-02-10T00:00:03.095 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.090+0000 7feb62b72740 1 -- 172.21.15.1:0/1807523007 wait complete. 2024-02-10T00:00:03.095 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.090+0000 7feb62b72740 20 client.25375 trim_cache size 0 max 16384 2024-02-10T00:00:03.119 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.116+0000 7feb62b72740 1 Processor -- start 2024-02-10T00:00:03.120 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.116+0000 7feb62b72740 1 -- start start 2024-02-10T00:00:03.120 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.116+0000 7feb62b72740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56153bdb94c0 0x56153bdc2360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:03.120 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.116+0000 7feb62b72740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56153bdb9de0 0x56153bdc04d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:03.120 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.116+0000 7feb62b72740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56153bdc2bb0 0x56153bdbceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:03.120 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.116+0000 7feb62b72740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56153ba1c600 con 0x56153bdb9de0 2024-02-10T00:00:03.120 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.116+0000 7feb62b72740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56153bd42ee0 con 0x56153bdb94c0 2024-02-10T00:00:03.120 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.116+0000 7feb62b72740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56153bdb4e30 con 0x56153bdc2bb0 2024-02-10T00:00:03.120 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.116+0000 7feb5d535640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56153bdb9de0 0x56153bdc04d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:03.120 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.116+0000 7feb5d535640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56153bdb9de0 0x56153bdc04d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42608/0 (socket says 172.21.15.1:42608) 2024-02-10T00:00:03.120 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.116+0000 7feb5d535640 1 -- 172.21.15.1:0/3795702593 learned_addr learned my addr 172.21.15.1:0/3795702593 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:03.120 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.116+0000 7feb5e537640 1 --2- 172.21.15.1:0/3795702593 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56153bdc2bb0 0x56153bdbceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:03.120 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.116+0000 7feb5dd36640 1 --2- 172.21.15.1:0/3795702593 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56153bdb94c0 0x56153bdc2360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:03.120 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.117+0000 7feb5d535640 1 -- 172.21.15.1:0/3795702593 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56153bdc2bb0 msgr2=0x56153bdbceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:03.121 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.117+0000 7feb5d535640 1 --2- 172.21.15.1:0/3795702593 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56153bdc2bb0 0x56153bdbceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:03.121 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.117+0000 7feb5d535640 1 -- 172.21.15.1:0/3795702593 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56153bdb94c0 msgr2=0x56153bdc2360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:03.121 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.117+0000 7feb5d535640 1 --2- 172.21.15.1:0/3795702593 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56153bdb94c0 0x56153bdc2360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:03.121 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.117+0000 7feb5d535640 1 -- 172.21.15.1:0/3795702593 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56153bcb7820 con 0x56153bdb9de0 2024-02-10T00:00:03.121 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.117+0000 7feb5dd36640 1 --2- 172.21.15.1:0/3795702593 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56153bdb94c0 0x56153bdc2360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:00:03.121 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.117+0000 7feb5d535640 1 --2- 172.21.15.1:0/3795702593 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56153bdb9de0 0x56153bdc04d0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7feb580688f0 tx=0x7feb4800a2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a5c8b687a172266 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:03.121 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.117+0000 7feb437fe640 1 -- 172.21.15.1:0/3795702593 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb48015050 con 0x56153bdb9de0 2024-02-10T00:00:03.125 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.117+0000 7feb437fe640 1 -- 172.21.15.1:0/3795702593 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7feb48016040 con 0x56153bdb9de0 2024-02-10T00:00:03.125 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.117+0000 7feb437fe640 1 -- 172.21.15.1:0/3795702593 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb4800f9d0 con 0x56153bdb9de0 2024-02-10T00:00:03.126 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.118+0000 7feb62b72740 1 -- 172.21.15.1:0/3795702593 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56153bdb9de0 msgr2=0x56153bdc04d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:03.126 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.118+0000 7feb62b72740 1 --2- 172.21.15.1:0/3795702593 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56153bdb9de0 0x56153bdc04d0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7feb580688f0 tx=0x7feb4800a2d0 comp rx=0 tx=0).stop 2024-02-10T00:00:03.126 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.118+0000 7feb62b72740 1 -- 172.21.15.1:0/3795702593 shutdown_connections 2024-02-10T00:00:03.126 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.118+0000 7feb62b72740 1 --2- 172.21.15.1:0/3795702593 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56153bdc2bb0 0x56153bdbceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:03.126 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.118+0000 7feb62b72740 1 --2- 172.21.15.1:0/3795702593 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56153bdb9de0 0x56153bdc04d0 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:03.126 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.118+0000 7feb62b72740 1 --2- 172.21.15.1:0/3795702593 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56153bdb94c0 0x56153bdc2360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:03.126 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.118+0000 7feb62b72740 1 -- 172.21.15.1:0/3795702593 >> 172.21.15.1:0/3795702593 conn(0x56153bdb3de0 msgr2=0x56153bdbe500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:03.126 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.118+0000 7feb62b72740 1 -- 172.21.15.1:0/3795702593 shutdown_connections 2024-02-10T00:00:03.126 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.118+0000 7feb62b72740 1 -- 172.21.15.1:0/3795702593 wait complete. 2024-02-10T00:00:03.126 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.119+0000 7feb62b72740 1 -- start start 2024-02-10T00:00:03.126 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.119+0000 7feb62b72740 1 Processor -- start 2024-02-10T00:00:03.126 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.119+0000 7feb62b72740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56153bdb94c0 0x56153bdc81e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:03.126 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.119+0000 7feb62b72740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56153bdc2bb0 0x56153bdc8720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:03.126 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.120+0000 7feb62b72740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56153bdc8c60 0x56153be28ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:03.127 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.120+0000 7feb62b72740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56153bdca040 con 0x56153bdc8c60 2024-02-10T00:00:03.127 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.120+0000 7feb62b72740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56153be29530 con 0x56153bdb94c0 2024-02-10T00:00:03.127 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.120+0000 7feb5dd36640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56153bdb94c0 0x56153bdc81e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:03.127 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.120+0000 7feb5e537640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56153bdc8c60 0x56153be28ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:03.127 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.120+0000 7feb5e537640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56153bdc8c60 0x56153be28ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42622/0 (socket says 172.21.15.1:42622) 2024-02-10T00:00:03.127 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.120+0000 7feb5e537640 1 -- 172.21.15.1:0/1959612349 learned_addr learned my addr 172.21.15.1:0/1959612349 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:03.127 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.120+0000 7feb62b72740 1 -- 172.21.15.1:0/1959612349 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56153be29670 con 0x56153bdc2bb0 2024-02-10T00:00:03.127 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.120+0000 7feb5d535640 1 --2- 172.21.15.1:0/1959612349 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56153bdc2bb0 0x56153bdc8720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:03.127 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.120+0000 7feb5e537640 1 -- 172.21.15.1:0/1959612349 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56153bdc2bb0 msgr2=0x56153bdc8720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:03.127 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.120+0000 7feb5e537640 1 --2- 172.21.15.1:0/1959612349 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56153bdc2bb0 0x56153bdc8720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:03.127 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.120+0000 7feb5e537640 1 -- 172.21.15.1:0/1959612349 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56153bdb94c0 msgr2=0x56153bdc81e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:03.127 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.120+0000 7feb5e537640 1 --2- 172.21.15.1:0/1959612349 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56153bdb94c0 0x56153bdc81e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:03.128 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.120+0000 7feb5e537640 1 -- 172.21.15.1:0/1959612349 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb4800ae10 con 0x56153bdc8c60 2024-02-10T00:00:03.128 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.120+0000 7feb5dd36640 1 --2- 172.21.15.1:0/1959612349 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56153bdb94c0 0x56153bdc81e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:00:03.128 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.120+0000 7feb5e537640 1 --2- 172.21.15.1:0/1959612349 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56153bdc8c60 0x56153be28ff0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7feb50009ca0 tx=0x7feb50032f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdd30239792574bc server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:03.128 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.120+0000 7feb417fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:03.129 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.121+0000 7feb62b72740 10 client.0 _ll_register_callbacks cb 0x7feb4800a9e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:03.129 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.121+0000 7feb417fa640 1 -- 172.21.15.1:0/1959612349 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb50003d80 con 0x56153bdc8c60 2024-02-10T00:00:03.129 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.121+0000 7feb417fa640 1 -- 172.21.15.1:0/1959612349 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7feb50034700 con 0x56153bdc8c60 2024-02-10T00:00:03.129 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.121+0000 7feb62b72740 1 -- 172.21.15.1:0/1959612349 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7feb50032b40 con 0x56153bdc8c60 2024-02-10T00:00:03.129 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.121+0000 7feb417fa640 1 -- 172.21.15.1:0/1959612349 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7feb50034440 con 0x56153bdc8c60 2024-02-10T00:00:03.129 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.121+0000 7feb62b72740 10 client.15813 fetch_fsmap learned FSMap version 27 2024-02-10T00:00:03.129 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.121+0000 7feb62b72740 1 -- 172.21.15.1:0/1959612349 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({fsmap=27}) v3 -- 0x56153bcdd6f0 con 0x56153bdc8c60 2024-02-10T00:00:03.129 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.121+0000 7feb417fa640 1 -- 172.21.15.1:0/1959612349 <== mon.0 v2:172.21.15.1:3300/0 4 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7feb50004d50 con 0x56153bdc8c60 2024-02-10T00:00:03.129 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.121+0000 7feb62b72740 10 client.15813 fetch_fsmap finished waiting for FSMap version 27 2024-02-10T00:00:03.129 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.121+0000 7feb62b72740 10 client.15813 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:00:03.129 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.121+0000 7feb62b72740 20 client.15813 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:03.129 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.122+0000 7feb62b72740 1 --2- 172.21.15.1:0/1959612349 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x56153be2a710 0x56153be2cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:03.129 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.122+0000 7feb62b72740 4 client.15813 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:00:03.129 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.122+0000 7feb62b72740 1 -- 172.21.15.1:0/1959612349 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x56153ba6d1b0 con 0x56153be2a710 2024-02-10T00:00:03.130 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.122+0000 7feb5dd36640 1 --2- 172.21.15.1:0/1959612349 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x56153be2a710 0x56153be2cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:03.130 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.122+0000 7feb417fa640 10 client.15813 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:03.130 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:03.122+0000 7feb5dd36640 1 --2- 172.21.15.1:0/1959612349 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x56153be2a710 0x56153be2cbd0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ccef4cefb18e2e6e server_cookie=cdf049247ce635c8 in_seq=0 out_seq=0 2024-02-10T00:00:03.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:03 smithi088 ceph-mon[36452]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-02-10T00:00:03.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:03 smithi088 ceph-mon[36452]: mgrmap e25: x(active, since 40s), standbys: y, z 2024-02-10T00:00:03.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:03 smithi103 ceph-mon[36942]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-02-10T00:00:03.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:03 smithi103 ceph-mon[36942]: mgrmap e25: x(active, since 40s), standbys: y, z 2024-02-10T00:00:03.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:03 smithi001 ceph-mon[32335]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-02-10T00:00:03.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:03 smithi001 ceph-mon[32335]: mgrmap e25: x(active, since 40s), standbys: y, z 2024-02-10T00:00:05.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:05 smithi088 ceph-mon[36452]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-02-10T00:00:05.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:05 smithi103 ceph-mon[36942]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-02-10T00:00:05.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:05 smithi001 ceph-mon[32335]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-02-10T00:00:05.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:05.609+0000 7feb417fa640 1 -- 172.21.15.1:0/1959612349 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x56153ba6d1b0 con 0x56153be2a710 2024-02-10T00:00:05.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:05.609+0000 7feb417fa640 10 client.15813 handle_command_reply: tid=0 2024-02-10T00:00:05.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:05.609+0000 7feb62b72740 1 client.15813 shutdown 2024-02-10T00:00:05.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:05.609+0000 7feb62b72740 1 -- 172.21.15.1:0/1959612349 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56153bdc8c60 msgr2=0x56153be28ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:05.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:05.609+0000 7feb62b72740 1 --2- 172.21.15.1:0/1959612349 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56153bdc8c60 0x56153be28ff0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7feb50009ca0 tx=0x7feb50032f50 comp rx=0 tx=0).stop 2024-02-10T00:00:05.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:05.609+0000 7feb62b72740 1 -- 172.21.15.1:0/1959612349 shutdown_connections 2024-02-10T00:00:05.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:05.609+0000 7feb62b72740 1 --2- 172.21.15.1:0/1959612349 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x56153be2a710 0x56153be2cbd0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:05.614 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:05.610+0000 7feb62b72740 1 --2- 172.21.15.1:0/1959612349 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56153bdc8c60 0x56153be28ff0 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:05.614 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:05.610+0000 7feb62b72740 1 --2- 172.21.15.1:0/1959612349 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56153bdc2bb0 0x56153bdc8720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:05.614 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:05.610+0000 7feb62b72740 1 --2- 172.21.15.1:0/1959612349 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56153bdb94c0 0x56153bdc81e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:05.614 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:05.610+0000 7feb62b72740 1 -- 172.21.15.1:0/1959612349 >> 172.21.15.1:0/1959612349 conn(0x56153bdb3de0 msgr2=0x56153bdaea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:05.614 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:05.610+0000 7feb417fa640 0 client.15813 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:05.614 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:05.610+0000 7feb62b72740 1 -- 172.21.15.1:0/1959612349 shutdown_connections 2024-02-10T00:00:05.614 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:05.610+0000 7feb62b72740 1 -- 172.21.15.1:0/1959612349 wait complete. 2024-02-10T00:00:05.614 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:05.610+0000 7feb62b72740 20 client.15813 trim_cache size 0 max 16384 2024-02-10T00:00:05.614 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:00:05.615 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:00:05.615 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:00:05.615 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:00:05.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:05.610+0000 7feb5ff9a640 1 -- 172.21.15.1:0/892668109 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7feb440a2230 msgr2=0x7feb440a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:05.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:05.610+0000 7feb5ff9a640 1 --2- 172.21.15.1:0/892668109 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7feb440a2230 0x7feb440a46f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7feb50009cd0 tx=0x7feb50048000 comp rx=0 tx=0).stop 2024-02-10T00:00:05.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:05.610+0000 7feb5ff9a640 1 -- 172.21.15.1:0/892668109 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7feb58100370 msgr2=0x7feb581955a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:05.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:05.610+0000 7feb5ff9a640 1 --2- 172.21.15.1:0/892668109 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7feb58100370 0x7feb581955a0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7feb5400e9f0 tx=0x7feb5400edf0 comp rx=0 tx=0).stop 2024-02-10T00:00:05.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:05.611+0000 7feb5ff9a640 1 -- 172.21.15.1:0/892668109 shutdown_connections 2024-02-10T00:00:05.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:05.611+0000 7feb5ff9a640 1 --2- 172.21.15.1:0/892668109 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7feb440a2230 0x7feb440a46f0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:05.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:05.611+0000 7feb5ff9a640 1 --2- 172.21.15.1:0/892668109 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7feb58199e60 0x7feb5819a310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:05.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:05.611+0000 7feb5ff9a640 1 --2- 172.21.15.1:0/892668109 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7feb58105440 0x7feb58195ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:05.617 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:05.611+0000 7feb5ff9a640 1 --2- 172.21.15.1:0/892668109 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7feb58100370 0x7feb581955a0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:05.617 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:05.611+0000 7feb5ff9a640 1 -- 172.21.15.1:0/892668109 >> 172.21.15.1:0/892668109 conn(0x7feb580772b0 msgr2=0x7feb580fdfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:05.617 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:05.611+0000 7feb5ff9a640 1 -- 172.21.15.1:0/892668109 shutdown_connections 2024-02-10T00:00:05.617 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:05.611+0000 7feb5ff9a640 1 -- 172.21.15.1:0/892668109 wait complete. 2024-02-10T00:00:06.476 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: *** Caught signal (Segmentation fault) ** 2024-02-10T00:00:06.476 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: in thread 7f9cc21ae700 thread_name:md_log_replay 2024-02-10T00:00:06.476 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: ceph version 19.0.0-1361-g290212a1 (290212a1bfd33563ba76ee5b7f0b944fdb6c5d90) squid (dev) 2024-02-10T00:00:06.476 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f9cd356fd20] 2024-02-10T00:00:06.476 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 2: /usr/bin/ceph-mds(+0x504802) [0x55881ada7802] 2024-02-10T00:00:06.476 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 3: (MDSTableClient::got_journaled_ack(unsigned long)+0x173) [0x55881ada9a53] 2024-02-10T00:00:06.476 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 4: (MDLog::_replay_thread()+0x647) [0x55881ae06277] 2024-02-10T00:00:06.476 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 5: (MDLog::ReplayThread::entry()+0x11) [0x55881ae10111] 2024-02-10T00:00:06.476 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 6: /lib64/libpthread.so.0(+0x81ca) [0x7f9cd35651ca] 2024-02-10T00:00:06.477 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 7: clone() 2024-02-10T00:00:06.477 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 2024-02-10T00:00:06.172+0000 7f9cc21ae700 -1 *** Caught signal (Segmentation fault) ** 2024-02-10T00:00:06.477 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: in thread 7f9cc21ae700 thread_name:md_log_replay 2024-02-10T00:00:06.477 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 2024-02-10T00:00:06.477 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: ceph version 19.0.0-1361-g290212a1 (290212a1bfd33563ba76ee5b7f0b944fdb6c5d90) squid (dev) 2024-02-10T00:00:06.477 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f9cd356fd20] 2024-02-10T00:00:06.477 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 2: /usr/bin/ceph-mds(+0x504802) [0x55881ada7802] 2024-02-10T00:00:06.477 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 3: (MDSTableClient::got_journaled_ack(unsigned long)+0x173) [0x55881ada9a53] 2024-02-10T00:00:06.477 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 4: (MDLog::_replay_thread()+0x647) [0x55881ae06277] 2024-02-10T00:00:06.477 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 5: (MDLog::ReplayThread::entry()+0x11) [0x55881ae10111] 2024-02-10T00:00:06.477 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 6: /lib64/libpthread.so.0(+0x81ca) [0x7f9cd35651ca] 2024-02-10T00:00:06.477 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 7: clone() 2024-02-10T00:00:06.477 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-02-10T00:00:06.477 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 2024-02-10T00:00:06.477 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 0> 2024-02-10T00:00:06.172+0000 7f9cc21ae700 -1 *** Caught signal (Segmentation fault) ** 2024-02-10T00:00:06.478 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: in thread 7f9cc21ae700 thread_name:md_log_replay 2024-02-10T00:00:06.478 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 2024-02-10T00:00:06.478 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: ceph version 19.0.0-1361-g290212a1 (290212a1bfd33563ba76ee5b7f0b944fdb6c5d90) squid (dev) 2024-02-10T00:00:06.478 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f9cd356fd20] 2024-02-10T00:00:06.478 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 2: /usr/bin/ceph-mds(+0x504802) [0x55881ada7802] 2024-02-10T00:00:06.478 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 3: (MDSTableClient::got_journaled_ack(unsigned long)+0x173) [0x55881ada9a53] 2024-02-10T00:00:06.478 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 4: (MDLog::_replay_thread()+0x647) [0x55881ae06277] 2024-02-10T00:00:06.478 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 5: (MDLog::ReplayThread::entry()+0x11) [0x55881ae10111] 2024-02-10T00:00:06.478 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 6: /lib64/libpthread.so.0(+0x81ca) [0x7f9cd35651ca] 2024-02-10T00:00:06.478 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 7: clone() 2024-02-10T00:00:06.478 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-02-10T00:00:06.478 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 2024-02-10T00:00:06.478 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 0> 2024-02-10T00:00:06.172+0000 7f9cc21ae700 -1 *** Caught signal (Segmentation fault) ** 2024-02-10T00:00:06.478 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: in thread 7f9cc21ae700 thread_name:md_log_replay 2024-02-10T00:00:06.478 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 2024-02-10T00:00:06.479 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: ceph version 19.0.0-1361-g290212a1 (290212a1bfd33563ba76ee5b7f0b944fdb6c5d90) squid (dev) 2024-02-10T00:00:06.479 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 1: /lib64/libpthread.so.0(+0x12d20) [0x7f9cd356fd20] 2024-02-10T00:00:06.479 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 2: /usr/bin/ceph-mds(+0x504802) [0x55881ada7802] 2024-02-10T00:00:06.479 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 3: (MDSTableClient::got_journaled_ack(unsigned long)+0x173) [0x55881ada9a53] 2024-02-10T00:00:06.479 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 4: (MDLog::_replay_thread()+0x647) [0x55881ae06277] 2024-02-10T00:00:06.479 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 5: (MDLog::ReplayThread::entry()+0x11) [0x55881ae10111] 2024-02-10T00:00:06.479 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 6: /lib64/libpthread.so.0(+0x81ca) [0x7f9cd35651ca] 2024-02-10T00:00:06.479 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 7: clone() 2024-02-10T00:00:06.479 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-02-10T00:00:06.479 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[67690]: 2024-02-10T00:00:06.479 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:06 smithi103 podman[71216]: 2024-02-10 00:00:06.232803236 +0000 UTC m=+0.023175711 container died 3576b56f4bb0b1ca1c4ac7fd0e88d6a639829b2bcdabc3a070c243afe90063a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240131, io.buildah.version=1.33.2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=main-290212a) 2024-02-10T00:00:07.322 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:07 smithi103 ceph-mon[36942]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-02-10T00:00:07.322 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:07 smithi103 podman[71216]: 2024-02-10 00:00:07.092947761 +0000 UTC m=+0.883320237 container remove 3576b56f4bb0b1ca1c4ac7fd0e88d6a639829b2bcdabc3a070c243afe90063a8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f, maintainer=Guillaume Abrioux , RELEASE=main-290212a, io.buildah.version=1.33.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240131, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275) 2024-02-10T00:00:07.322 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:07 smithi103 systemd[1]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.f.service: Main process exited, code=exited, status=139/n/a 2024-02-10T00:00:07.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:07 smithi088 ceph-mon[36452]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-02-10T00:00:07.385 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:07 smithi001 ceph-mon[32335]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-02-10T00:00:07.639 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:07 smithi103 systemd[1]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.f.service: Failed with result 'exit-code'. 2024-02-10T00:00:09.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:09 smithi088 ceph-mon[36452]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 24 KiB/s wr, 30 op/s 2024-02-10T00:00:09.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:09 smithi103 ceph-mon[36942]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 24 KiB/s wr, 30 op/s 2024-02-10T00:00:09.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:09 smithi001 ceph-mon[32335]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 24 KiB/s wr, 30 op/s 2024-02-10T00:00:11.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:11 smithi088 ceph-mon[36452]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 25 op/s 2024-02-10T00:00:11.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:11 smithi103 ceph-mon[36942]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 25 op/s 2024-02-10T00:00:11.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:11 smithi001 ceph-mon[32335]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 25 op/s 2024-02-10T00:00:13.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:13 smithi088 ceph-mon[36452]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 25 op/s 2024-02-10T00:00:13.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:13 smithi103 ceph-mon[36942]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 25 op/s 2024-02-10T00:00:13.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:13 smithi001 ceph-mon[32335]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 25 op/s 2024-02-10T00:00:15.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:15 smithi088 ceph-mon[36452]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-02-10T00:00:15.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:15 smithi103 ceph-mon[36942]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-02-10T00:00:15.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:15 smithi001 ceph-mon[32335]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-02-10T00:00:16.003 INFO:tasks.workunit.client.0.smithi001.stderr:Updating files: 98% (11977/12104) Updating files: 99% (11983/12104) Updating files: 100% (12104/12104) Updating files: 100% (12104/12104), done. 2024-02-10T00:00:16.037 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:00:16.037 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:00:16.149 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.145+0000 7f15e364d640 1 -- 172.21.15.1:0/518256017 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15dc102d70 msgr2=0x7f15dc10b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.145+0000 7f15e364d640 1 --2- 172.21.15.1:0/518256017 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15dc102d70 0x7f15dc10b250 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f15cc009900 tx=0x7f15cc02bcd0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.145+0000 7f15e364d640 1 -- 172.21.15.1:0/518256017 shutdown_connections 2024-02-10T00:00:16.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.145+0000 7f15e364d640 1 --2- 172.21.15.1:0/518256017 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f15dc10b820 0x7f15dc10dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.145+0000 7f15e364d640 1 --2- 172.21.15.1:0/518256017 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15dc102d70 0x7f15dc10b250 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.145+0000 7f15e364d640 1 --2- 172.21.15.1:0/518256017 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f15dc102450 0x7f15dc102830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.145+0000 7f15e364d640 1 -- 172.21.15.1:0/518256017 >> 172.21.15.1:0/518256017 conn(0x7f15dc0772e0 msgr2=0x7f15dc0776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:16.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.145+0000 7f15e364d640 1 -- 172.21.15.1:0/518256017 shutdown_connections 2024-02-10T00:00:16.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.145+0000 7f15e364d640 1 -- 172.21.15.1:0/518256017 wait complete. 2024-02-10T00:00:16.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.145+0000 7f15e364d640 1 Processor -- start 2024-02-10T00:00:16.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.145+0000 7f15e364d640 1 -- start start 2024-02-10T00:00:16.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.146+0000 7f15e364d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15dc102450 0x7f15dc19d410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.146+0000 7f15e364d640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f15dc102d70 0x7f15dc19d950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.146+0000 7f15e364d640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f15dc10b820 0x7f15dc1975c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.146+0000 7f15e364d640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15dc197c10 con 0x7f15dc102450 2024-02-10T00:00:16.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.146+0000 7f15e364d640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15dc197d80 con 0x7f15dc102d70 2024-02-10T00:00:16.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.146+0000 7f15e364d640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15dc197f40 con 0x7f15dc10b820 2024-02-10T00:00:16.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.146+0000 7f15e13e9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15dc102450 0x7f15dc19d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.146+0000 7f15e13e9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15dc102450 0x7f15dc19d410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50598/0 (socket says 172.21.15.1:50598) 2024-02-10T00:00:16.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.146+0000 7f15e13e9640 1 -- 172.21.15.1:0/824182185 learned_addr learned my addr 172.21.15.1:0/824182185 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:16.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.146+0000 7f15e1bea640 1 --2- 172.21.15.1:0/824182185 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f15dc10b820 0x7f15dc1975c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.146+0000 7f15e0be8640 1 --2- 172.21.15.1:0/824182185 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f15dc102d70 0x7f15dc19d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.146+0000 7f15e13e9640 1 -- 172.21.15.1:0/824182185 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f15dc10b820 msgr2=0x7f15dc1975c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.146+0000 7f15e13e9640 1 --2- 172.21.15.1:0/824182185 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f15dc10b820 0x7f15dc1975c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.146+0000 7f15e13e9640 1 -- 172.21.15.1:0/824182185 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f15dc102d70 msgr2=0x7f15dc19d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.146+0000 7f15e13e9640 1 --2- 172.21.15.1:0/824182185 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f15dc102d70 0x7f15dc19d950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.146+0000 7f15e13e9640 1 -- 172.21.15.1:0/824182185 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15cc009560 con 0x7f15dc102450 2024-02-10T00:00:16.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.146+0000 7f15e0be8640 1 --2- 172.21.15.1:0/824182185 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f15dc102d70 0x7f15dc19d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:00:16.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.146+0000 7f15e13e9640 1 --2- 172.21.15.1:0/824182185 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15dc102450 0x7f15dc19d410 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f15d800c920 tx=0x7f15d800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:16.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.146+0000 7f15d27fc640 1 -- 172.21.15.1:0/824182185 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15d8007c70 con 0x7f15dc102450 2024-02-10T00:00:16.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.146+0000 7f15d27fc640 1 -- 172.21.15.1:0/824182185 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f15d8007dd0 con 0x7f15dc102450 2024-02-10T00:00:16.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.146+0000 7f15e364d640 1 -- 172.21.15.1:0/824182185 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15dc198220 con 0x7f15dc102450 2024-02-10T00:00:16.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.146+0000 7f15d27fc640 1 -- 172.21.15.1:0/824182185 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15d8018860 con 0x7f15dc102450 2024-02-10T00:00:16.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.146+0000 7f15e364d640 1 -- 172.21.15.1:0/824182185 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15dc1a44b0 con 0x7f15dc102450 2024-02-10T00:00:16.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.149+0000 7f15d27fc640 1 -- 172.21.15.1:0/824182185 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 25) v1 ==== 137000+0+0 (secure 0 0 0) 0x7f15d800fac0 con 0x7f15dc102450 2024-02-10T00:00:16.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.149+0000 7f15e621c740 1 Processor -- start 2024-02-10T00:00:16.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.149+0000 7f15e621c740 1 -- start start 2024-02-10T00:00:16.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.150+0000 7f15d27fc640 1 --2- 172.21.15.1:0/824182185 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f15c80a2350 0x7f15c80a4810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.150+0000 7f15e621c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5600f86fb980 0x5600f86fbd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.150+0000 7f15e621c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5600f86fc330 0x5600f87048e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.150+0000 7f15e621c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5600f8704eb0 0x5600f8707300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.150+0000 7f15e621c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5600f86b6d00 con 0x5600f86fb980 2024-02-10T00:00:16.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.150+0000 7f15e621c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5600f866b2f0 con 0x5600f86fc330 2024-02-10T00:00:16.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.150+0000 7f15e621c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5600f8668820 con 0x5600f8704eb0 2024-02-10T00:00:16.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.150+0000 7f15e1bea640 1 --2- 172.21.15.1:0/824182185 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f15c80a2350 0x7f15c80a4810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.150+0000 7f15e13e9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5600f86fb980 0x5600f86fbd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.150+0000 7f15e13e9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5600f86fb980 0x5600f86fbd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50610/0 (socket says 172.21.15.1:50610) 2024-02-10T00:00:16.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.150+0000 7f15d27fc640 1 -- 172.21.15.1:0/824182185 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f15d80ce4c0 con 0x7f15dc102450 2024-02-10T00:00:16.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.150+0000 7f15e13e9640 1 -- 172.21.15.1:0/3111861440 learned_addr learned my addr 172.21.15.1:0/3111861440 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:16.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.150+0000 7f15e0be8640 1 --2- 172.21.15.1:0/3111861440 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5600f86fc330 0x5600f87048e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.150+0000 7f15e1bea640 1 --2- 172.21.15.1:0/3111861440 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5600f8704eb0 0x5600f8707300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.150+0000 7f15e13e9640 1 -- 172.21.15.1:0/3111861440 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5600f8704eb0 msgr2=0x5600f8707300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:16.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.150+0000 7f15e13e9640 1 --2- 172.21.15.1:0/3111861440 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5600f8704eb0 0x5600f8707300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.150+0000 7f15e13e9640 1 -- 172.21.15.1:0/3111861440 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5600f86fc330 msgr2=0x5600f87048e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:16.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.150+0000 7f15e13e9640 1 --2- 172.21.15.1:0/3111861440 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5600f86fc330 0x5600f87048e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.150+0000 7f15e13e9640 1 -- 172.21.15.1:0/3111861440 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5600f8625ff0 con 0x5600f86fb980 2024-02-10T00:00:16.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.150+0000 7f15e1bea640 1 --2- 172.21.15.1:0/824182185 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f15c80a2350 0x7f15c80a4810 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f15d4005fd0 tx=0x7f15d4014b70 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:16.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.150+0000 7f15e13e9640 1 --2- 172.21.15.1:0/3111861440 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5600f86fb980 0x5600f86fbd60 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f15d8000c00 tx=0x7f15d8013350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f7617e886619377 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:16.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.151+0000 7f15c77fe640 1 -- 172.21.15.1:0/3111861440 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15d80131b0 con 0x5600f86fb980 2024-02-10T00:00:16.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.151+0000 7f15c77fe640 1 -- 172.21.15.1:0/3111861440 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f15d809b370 con 0x5600f86fb980 2024-02-10T00:00:16.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.151+0000 7f15c77fe640 1 -- 172.21.15.1:0/3111861440 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15d80972e0 con 0x5600f86fb980 2024-02-10T00:00:16.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.151+0000 7f15e621c740 1 -- 172.21.15.1:0/3111861440 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5600f86fb980 msgr2=0x5600f86fbd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.151+0000 7f15e621c740 1 --2- 172.21.15.1:0/3111861440 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5600f86fb980 0x5600f86fbd60 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f15d8000c00 tx=0x7f15d8013350 comp rx=0 tx=0).stop 2024-02-10T00:00:16.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.151+0000 7f15e621c740 1 -- 172.21.15.1:0/3111861440 shutdown_connections 2024-02-10T00:00:16.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.151+0000 7f15e621c740 1 --2- 172.21.15.1:0/3111861440 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5600f8704eb0 0x5600f8707300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.151+0000 7f15e621c740 1 --2- 172.21.15.1:0/3111861440 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5600f86fc330 0x5600f87048e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.151+0000 7f15e621c740 1 --2- 172.21.15.1:0/3111861440 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5600f86fb980 0x5600f86fbd60 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.151+0000 7f15e621c740 1 -- 172.21.15.1:0/3111861440 >> 172.21.15.1:0/3111861440 conn(0x5600f86f6050 msgr2=0x5600f86f6430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:16.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.151+0000 7f15e621c740 1 -- 172.21.15.1:0/3111861440 shutdown_connections 2024-02-10T00:00:16.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.151+0000 7f15e621c740 1 -- 172.21.15.1:0/3111861440 wait complete. 2024-02-10T00:00:16.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.152+0000 7f15e621c740 1 -- start start 2024-02-10T00:00:16.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.152+0000 7f15e621c740 1 Processor -- start 2024-02-10T00:00:16.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.152+0000 7f15e621c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5600f86fb980 0x5600f8701df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.152+0000 7f15e621c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5600f86fc330 0x5600f8702330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.152+0000 7f15e621c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5600f8704eb0 0x5600f8702870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.152+0000 7f15e621c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5600f8664000 con 0x5600f8704eb0 2024-02-10T00:00:16.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.152+0000 7f15e621c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5600f8337430 con 0x5600f86fb980 2024-02-10T00:00:16.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.152+0000 7f15e621c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5600f82f3e00 con 0x5600f86fc330 2024-02-10T00:00:16.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.152+0000 7f15e621c740 10 client.0 _ll_register_callbacks cb 0x5600f86587f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:16.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.152+0000 7f15e1bea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5600f8704eb0 0x5600f8702870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.152+0000 7f15e1bea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5600f8704eb0 0x5600f8702870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50614/0 (socket says 172.21.15.1:50614) 2024-02-10T00:00:16.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.152+0000 7f15e1bea640 1 -- 172.21.15.1:0/3191782224 learned_addr learned my addr 172.21.15.1:0/3191782224 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:16.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.152+0000 7f15e13e9640 1 --2- 172.21.15.1:0/3191782224 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5600f86fb980 0x5600f8701df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.152+0000 7f15e1bea640 1 -- 172.21.15.1:0/3191782224 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5600f86fc330 msgr2=0x5600f8702330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:16.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.152+0000 7f15e0be8640 1 --2- 172.21.15.1:0/3191782224 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5600f86fc330 0x5600f8702330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.153+0000 7f15e1bea640 1 --2- 172.21.15.1:0/3191782224 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5600f86fc330 0x5600f8702330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.153+0000 7f15e1bea640 1 -- 172.21.15.1:0/3191782224 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5600f86fb980 msgr2=0x5600f8701df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:16.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.153+0000 7f15e1bea640 1 --2- 172.21.15.1:0/3191782224 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5600f86fb980 0x5600f8701df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.153+0000 7f15e1bea640 1 -- 172.21.15.1:0/3191782224 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15dc1a44b0 con 0x5600f8704eb0 2024-02-10T00:00:16.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.153+0000 7f15e13e9640 1 --2- 172.21.15.1:0/3191782224 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5600f86fb980 0x5600f8701df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:00:16.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.153+0000 7f15e1bea640 1 --2- 172.21.15.1:0/3191782224 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5600f8704eb0 0x5600f8702870 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f15d4012fb0 tx=0x7f15d4004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=285fe0c1bbbaa925 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:16.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.153+0000 7f15c4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:16.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.153+0000 7f15c4ff9640 1 -- 172.21.15.1:0/3191782224 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15d4021420 con 0x5600f8704eb0 2024-02-10T00:00:16.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.153+0000 7f15c4ff9640 1 -- 172.21.15.1:0/3191782224 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f15d4021580 con 0x5600f8704eb0 2024-02-10T00:00:16.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.153+0000 7f15e621c740 1 -- 172.21.15.1:0/3191782224 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5600f83637e0 con 0x5600f8704eb0 2024-02-10T00:00:16.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.153+0000 7f15c4ff9640 1 -- 172.21.15.1:0/3191782224 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f15d4021740 con 0x5600f8704eb0 2024-02-10T00:00:16.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.153+0000 7f15e621c740 10 client.15825 fetch_fsmap learned FSMap version 27 2024-02-10T00:00:16.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.153+0000 7f15e621c740 1 -- 172.21.15.1:0/3191782224 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5600f8662680 con 0x5600f8704eb0 2024-02-10T00:00:16.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.153+0000 7f15c4ff9640 1 -- 172.21.15.1:0/3191782224 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5600f83637e0 con 0x5600f8704eb0 2024-02-10T00:00:16.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.153+0000 7f15c4ff9640 1 -- 172.21.15.1:0/3191782224 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f15d40208c0 con 0x5600f8704eb0 2024-02-10T00:00:16.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.153+0000 7f15e621c740 10 client.15825 fetch_fsmap finished waiting for FSMap version 27 2024-02-10T00:00:16.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.153+0000 7f15e621c740 10 client.15825 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:00:16.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.153+0000 7f15e621c740 20 client.15825 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:16.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.153+0000 7f15e621c740 1 --2- 172.21.15.1:0/3191782224 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5600f8715380 0x5600f87177a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.154+0000 7f15e621c740 4 client.15825 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:00:16.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.154+0000 7f15e621c740 1 -- 172.21.15.1:0/3191782224 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5600f83a0720 con 0x5600f8715380 2024-02-10T00:00:16.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.154+0000 7f15e13e9640 1 --2- 172.21.15.1:0/3191782224 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5600f8715380 0x5600f87177a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.154+0000 7f15e13e9640 1 --2- 172.21.15.1:0/3191782224 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5600f8715380 0x5600f87177a0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bf1c7b85d17417f5 server_cookie=fa1c20a6b0dab7f6 in_seq=0 out_seq=0 2024-02-10T00:00:16.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.154+0000 7f15c4ff9640 10 client.15825 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:16.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.155+0000 7f15c4ff9640 1 -- 172.21.15.1:0/3191782224 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5600f83a0720 con 0x5600f8715380 2024-02-10T00:00:16.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.155+0000 7f15c4ff9640 10 client.15825 handle_command_reply: tid=0 2024-02-10T00:00:16.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.155+0000 7f15e621c740 1 client.15825 shutdown 2024-02-10T00:00:16.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.155+0000 7f15e621c740 1 -- 172.21.15.1:0/3191782224 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5600f8704eb0 msgr2=0x5600f8702870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.155+0000 7f15e621c740 1 --2- 172.21.15.1:0/3191782224 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5600f8704eb0 0x5600f8702870 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f15d4012fb0 tx=0x7f15d4004ab0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.155+0000 7f15e621c740 1 -- 172.21.15.1:0/3191782224 shutdown_connections 2024-02-10T00:00:16.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.155+0000 7f15e621c740 1 --2- 172.21.15.1:0/3191782224 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5600f8715380 0x5600f87177a0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.155+0000 7f15e621c740 1 --2- 172.21.15.1:0/3191782224 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5600f8704eb0 0x5600f8702870 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.155+0000 7f15e621c740 1 --2- 172.21.15.1:0/3191782224 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5600f86fc330 0x5600f8702330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.155+0000 7f15c4ff9640 0 client.15825 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:16.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.155+0000 7f15e621c740 1 --2- 172.21.15.1:0/3191782224 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5600f86fb980 0x5600f8701df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.155+0000 7f15e621c740 1 -- 172.21.15.1:0/3191782224 >> 172.21.15.1:0/3191782224 conn(0x5600f86f6050 msgr2=0x5600f86f7da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:16.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.155+0000 7f15e621c740 1 -- 172.21.15.1:0/3191782224 shutdown_connections 2024-02-10T00:00:16.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.155+0000 7f15e621c740 1 -- 172.21.15.1:0/3191782224 wait complete. 2024-02-10T00:00:16.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.155+0000 7f15e621c740 20 client.15825 trim_cache size 0 max 16384 2024-02-10T00:00:16.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.170+0000 7f15e621c740 1 Processor -- start 2024-02-10T00:00:16.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.170+0000 7f15e621c740 1 -- start start 2024-02-10T00:00:16.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.171+0000 7f15e621c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5600f86fb980 0x5600f8704520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.171+0000 7f15e621c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5600f86fc330 0x5600f86fd0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.171+0000 7f15e621c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5600f8704eb0 0x5600f86fd600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.171+0000 7f15e621c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5600f85e8fd0 con 0x5600f8704eb0 2024-02-10T00:00:16.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.171+0000 7f15e621c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5600f83637e0 con 0x5600f86fb980 2024-02-10T00:00:16.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.171+0000 7f15e621c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5600f86f1910 con 0x5600f86fc330 2024-02-10T00:00:16.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.171+0000 7f15e1bea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5600f8704eb0 0x5600f86fd600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.171+0000 7f15e1bea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5600f8704eb0 0x5600f86fd600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50628/0 (socket says 172.21.15.1:50628) 2024-02-10T00:00:16.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.171+0000 7f15e1bea640 1 -- 172.21.15.1:0/923935883 learned_addr learned my addr 172.21.15.1:0/923935883 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:16.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.171+0000 7f15e0be8640 1 --2- 172.21.15.1:0/923935883 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5600f86fc330 0x5600f86fd0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.171+0000 7f15e13e9640 1 --2- 172.21.15.1:0/923935883 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5600f86fb980 0x5600f8704520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.171+0000 7f15e1bea640 1 -- 172.21.15.1:0/923935883 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5600f86fc330 msgr2=0x5600f86fd0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:16.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.171+0000 7f15e1bea640 1 --2- 172.21.15.1:0/923935883 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5600f86fc330 0x5600f86fd0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.171+0000 7f15e1bea640 1 -- 172.21.15.1:0/923935883 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5600f86fb980 msgr2=0x5600f8704520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:16.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.171+0000 7f15e1bea640 1 --2- 172.21.15.1:0/923935883 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5600f86fb980 0x5600f8704520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.171+0000 7f15e1bea640 1 -- 172.21.15.1:0/923935883 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5600f85feb30 con 0x5600f8704eb0 2024-02-10T00:00:16.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.171+0000 7f15e13e9640 1 --2- 172.21.15.1:0/923935883 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5600f86fb980 0x5600f8704520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:00:16.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.171+0000 7f15e1bea640 1 --2- 172.21.15.1:0/923935883 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5600f8704eb0 0x5600f86fd600 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f15d4018010 tx=0x7f15d4009fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43b35b9d59bb1e6c server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:16.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.171+0000 7f15c6ffd640 1 -- 172.21.15.1:0/923935883 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15d400f360 con 0x5600f8704eb0 2024-02-10T00:00:16.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.172+0000 7f15c6ffd640 1 -- 172.21.15.1:0/923935883 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f15d401a070 con 0x5600f8704eb0 2024-02-10T00:00:16.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.172+0000 7f15c6ffd640 1 -- 172.21.15.1:0/923935883 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15d4020aa0 con 0x5600f8704eb0 2024-02-10T00:00:16.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.172+0000 7f15e621c740 1 -- 172.21.15.1:0/923935883 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5600f8704eb0 msgr2=0x5600f86fd600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.172+0000 7f15e621c740 1 --2- 172.21.15.1:0/923935883 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5600f8704eb0 0x5600f86fd600 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f15d4018010 tx=0x7f15d4009fd0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.172+0000 7f15e621c740 1 -- 172.21.15.1:0/923935883 shutdown_connections 2024-02-10T00:00:16.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.172+0000 7f15e621c740 1 --2- 172.21.15.1:0/923935883 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5600f8704eb0 0x5600f86fd600 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.172+0000 7f15e621c740 1 --2- 172.21.15.1:0/923935883 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5600f86fc330 0x5600f86fd0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.172+0000 7f15e621c740 1 --2- 172.21.15.1:0/923935883 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5600f86fb980 0x5600f8704520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.172+0000 7f15e621c740 1 -- 172.21.15.1:0/923935883 >> 172.21.15.1:0/923935883 conn(0x5600f86f6050 msgr2=0x5600f86f6430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:16.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.172+0000 7f15e621c740 1 -- 172.21.15.1:0/923935883 shutdown_connections 2024-02-10T00:00:16.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.172+0000 7f15e621c740 1 -- 172.21.15.1:0/923935883 wait complete. 2024-02-10T00:00:16.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.173+0000 7f15e621c740 1 -- start start 2024-02-10T00:00:16.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.173+0000 7f15e621c740 1 Processor -- start 2024-02-10T00:00:16.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.173+0000 7f15e621c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5600f86fb980 0x5600f870a880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.173+0000 7f15e621c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5600f86fc330 0x5600f870adc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.173+0000 7f15e621c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5600f8704eb0 0x5600f870b300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.173+0000 7f15e621c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5600f870c820 con 0x5600f86fc330 2024-02-10T00:00:16.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.173+0000 7f15e621c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5600f876b900 con 0x5600f86fb980 2024-02-10T00:00:16.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.173+0000 7f15e621c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5600f876bac0 con 0x5600f8704eb0 2024-02-10T00:00:16.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.173+0000 7f15e621c740 10 client.0 _ll_register_callbacks cb 0x7f15d800cf10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:16.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.173+0000 7f15e0be8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5600f86fc330 0x5600f870adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.173+0000 7f15e0be8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5600f86fc330 0x5600f870adc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50642/0 (socket says 172.21.15.1:50642) 2024-02-10T00:00:16.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.173+0000 7f15e0be8640 1 -- 172.21.15.1:0/2780887303 learned_addr learned my addr 172.21.15.1:0/2780887303 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:16.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.174+0000 7f15e1bea640 1 --2- 172.21.15.1:0/2780887303 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5600f8704eb0 0x5600f870b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.174+0000 7f15e13e9640 1 --2- 172.21.15.1:0/2780887303 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5600f86fb980 0x5600f870a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.174+0000 7f15e0be8640 1 -- 172.21.15.1:0/2780887303 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5600f8704eb0 msgr2=0x5600f870b300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:16.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.174+0000 7f15e0be8640 1 --2- 172.21.15.1:0/2780887303 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5600f8704eb0 0x5600f870b300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.174+0000 7f15e0be8640 1 -- 172.21.15.1:0/2780887303 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5600f86fb980 msgr2=0x5600f870a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:16.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.174+0000 7f15e0be8640 1 --2- 172.21.15.1:0/2780887303 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5600f86fb980 0x5600f870a880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.174+0000 7f15e0be8640 1 -- 172.21.15.1:0/2780887303 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5600f8662680 con 0x5600f86fc330 2024-02-10T00:00:16.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.174+0000 7f15e1bea640 1 --2- 172.21.15.1:0/2780887303 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5600f8704eb0 0x5600f870b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:00:16.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.174+0000 7f15e0be8640 1 --2- 172.21.15.1:0/2780887303 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5600f86fc330 0x5600f870adc0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f15cc02c820 tx=0x7f15cc02cd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=679b74747f88f9b2 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:16.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.174+0000 7f15c4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:16.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.174+0000 7f15c4ff9640 1 -- 172.21.15.1:0/2780887303 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15cc004510 con 0x5600f86fc330 2024-02-10T00:00:16.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.174+0000 7f15c4ff9640 1 -- 172.21.15.1:0/2780887303 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f15cc004df0 con 0x5600f86fc330 2024-02-10T00:00:16.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.174+0000 7f15e621c740 1 -- 172.21.15.1:0/2780887303 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f15d809b370 con 0x5600f86fc330 2024-02-10T00:00:16.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.174+0000 7f15c4ff9640 1 -- 172.21.15.1:0/2780887303 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f15cc004fb0 con 0x5600f86fc330 2024-02-10T00:00:16.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.174+0000 7f15e621c740 10 client.15831 fetch_fsmap learned FSMap version 27 2024-02-10T00:00:16.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.174+0000 7f15e621c740 1 -- 172.21.15.1:0/2780887303 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5600f8624850 con 0x5600f86fc330 2024-02-10T00:00:16.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.174+0000 7f15c4ff9640 1 -- 172.21.15.1:0/2780887303 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f15d809b370 con 0x5600f86fc330 2024-02-10T00:00:16.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.175+0000 7f15c4ff9640 1 -- 172.21.15.1:0/2780887303 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f15cc03c040 con 0x5600f86fc330 2024-02-10T00:00:16.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.175+0000 7f15e621c740 10 client.15831 fetch_fsmap finished waiting for FSMap version 27 2024-02-10T00:00:16.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.175+0000 7f15e621c740 10 client.15831 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:00:16.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.175+0000 7f15e621c740 20 client.15831 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:16.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.175+0000 7f15e621c740 1 --2- 172.21.15.1:0/2780887303 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5600f8715380 0x5600f876f410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.175+0000 7f15e621c740 4 client.15831 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:00:16.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.175+0000 7f15e621c740 1 -- 172.21.15.1:0/2780887303 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5600f83ef890 con 0x5600f8715380 2024-02-10T00:00:16.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.175+0000 7f15e13e9640 1 --2- 172.21.15.1:0/2780887303 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5600f8715380 0x5600f876f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.175+0000 7f15c4ff9640 10 client.15831 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:16.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.175+0000 7f15e13e9640 1 --2- 172.21.15.1:0/2780887303 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5600f8715380 0x5600f876f410 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=823309694093c472 server_cookie=701716acb7488e95 in_seq=0 out_seq=0 2024-02-10T00:00:16.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.176+0000 7f15c4ff9640 1 -- 172.21.15.1:0/2780887303 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x5600f83ef890 con 0x5600f8715380 2024-02-10T00:00:16.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.176+0000 7f15c4ff9640 10 client.15831 handle_command_reply: tid=0 2024-02-10T00:00:16.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.176+0000 7f15e621c740 1 client.15831 shutdown 2024-02-10T00:00:16.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.176+0000 7f15e621c740 1 -- 172.21.15.1:0/2780887303 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5600f86fc330 msgr2=0x5600f870adc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.176+0000 7f15e621c740 1 --2- 172.21.15.1:0/2780887303 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5600f86fc330 0x5600f870adc0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f15cc02c820 tx=0x7f15cc02cd30 comp rx=0 tx=0).stop 2024-02-10T00:00:16.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.176+0000 7f15e621c740 1 -- 172.21.15.1:0/2780887303 shutdown_connections 2024-02-10T00:00:16.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.176+0000 7f15e621c740 1 --2- 172.21.15.1:0/2780887303 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5600f8715380 0x5600f876f410 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.176+0000 7f15e621c740 1 --2- 172.21.15.1:0/2780887303 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5600f8704eb0 0x5600f870b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.176+0000 7f15e621c740 1 --2- 172.21.15.1:0/2780887303 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5600f86fc330 0x5600f870adc0 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.176+0000 7f15c4ff9640 0 client.15831 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:16.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.176+0000 7f15e621c740 1 --2- 172.21.15.1:0/2780887303 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5600f86fb980 0x5600f870a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.176+0000 7f15e621c740 1 -- 172.21.15.1:0/2780887303 >> 172.21.15.1:0/2780887303 conn(0x5600f86f6050 msgr2=0x5600f86fd0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:16.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.176+0000 7f15e621c740 1 -- 172.21.15.1:0/2780887303 shutdown_connections 2024-02-10T00:00:16.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.176+0000 7f15e621c740 1 -- 172.21.15.1:0/2780887303 wait complete. 2024-02-10T00:00:16.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.176+0000 7f15e621c740 20 client.15831 trim_cache size 0 max 16384 2024-02-10T00:00:16.186 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:00:16.186 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "no active scrubs running", 2024-02-10T00:00:16.186 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": {} 2024-02-10T00:00:16.186 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:00:16.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.176+0000 7f15e364d640 1 -- 172.21.15.1:0/824182185 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f15c80a2350 msgr2=0x7f15c80a4810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.176+0000 7f15e364d640 1 --2- 172.21.15.1:0/824182185 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f15c80a2350 0x7f15c80a4810 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f15d4005fd0 tx=0x7f15d4014b70 comp rx=0 tx=0).stop 2024-02-10T00:00:16.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.176+0000 7f15e364d640 1 -- 172.21.15.1:0/824182185 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15dc102450 msgr2=0x7f15dc19d410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.176+0000 7f15e364d640 1 --2- 172.21.15.1:0/824182185 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15dc102450 0x7f15dc19d410 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f15d800c920 tx=0x7f15d800cde0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.176+0000 7f15e364d640 1 -- 172.21.15.1:0/824182185 shutdown_connections 2024-02-10T00:00:16.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.176+0000 7f15e364d640 1 --2- 172.21.15.1:0/824182185 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f15c80a2350 0x7f15c80a4810 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.176+0000 7f15e364d640 1 --2- 172.21.15.1:0/824182185 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f15dc10b820 0x7f15dc1975c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.176+0000 7f15e364d640 1 --2- 172.21.15.1:0/824182185 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f15dc102d70 0x7f15dc19d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.177+0000 7f15e364d640 1 --2- 172.21.15.1:0/824182185 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15dc102450 0x7f15dc19d410 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.177+0000 7f15e364d640 1 -- 172.21.15.1:0/824182185 >> 172.21.15.1:0/824182185 conn(0x7f15dc0772e0 msgr2=0x7f15dc0fd0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:16.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.177+0000 7f15e364d640 1 -- 172.21.15.1:0/824182185 shutdown_connections 2024-02-10T00:00:16.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.177+0000 7f15e364d640 1 -- 172.21.15.1:0/824182185 wait complete. 2024-02-10T00:00:16.191 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-02-10T00:00:16.191 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-10T00:00:16.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.292+0000 7f47e17b5640 1 -- 172.21.15.1:0/2890361352 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f47dc100350 msgr2=0x7f47dc100730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.292+0000 7f47e17b5640 1 --2- 172.21.15.1:0/2890361352 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f47dc100350 0x7f47dc100730 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f47cc009930 tx=0x7f47cc02bc30 comp rx=0 tx=0).stop 2024-02-10T00:00:16.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.292+0000 7f47e17b5640 1 -- 172.21.15.1:0/2890361352 shutdown_connections 2024-02-10T00:00:16.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.292+0000 7f47e17b5640 1 --2- 172.21.15.1:0/2890361352 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f47dc105420 0x7f47dc10cff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.292+0000 7f47e17b5640 1 --2- 172.21.15.1:0/2890361352 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f47dc100d00 0x7f47dc104d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.292+0000 7f47e17b5640 1 --2- 172.21.15.1:0/2890361352 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f47dc100350 0x7f47dc100730 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.292+0000 7f47e17b5640 1 -- 172.21.15.1:0/2890361352 >> 172.21.15.1:0/2890361352 conn(0x7f47dc0fbc10 msgr2=0x7f47dc0fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:16.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.292+0000 7f47e17b5640 1 -- 172.21.15.1:0/2890361352 shutdown_connections 2024-02-10T00:00:16.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.292+0000 7f47e17b5640 1 -- 172.21.15.1:0/2890361352 wait complete. 2024-02-10T00:00:16.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.293+0000 7f47e17b5640 1 Processor -- start 2024-02-10T00:00:16.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.293+0000 7f47e17b5640 1 -- start start 2024-02-10T00:00:16.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.293+0000 7f47e17b5640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f47dc100350 0x7f47dc196730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.293+0000 7f47e17b5640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f47dc105420 0x7f47dc196c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.293+0000 7f47e17b5640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f47dc19aff0 0x7f47dc19b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.293+0000 7f47e17b5640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47dc19b9e0 con 0x7f47dc19aff0 2024-02-10T00:00:16.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.293+0000 7f47e17b5640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47dc19bb50 con 0x7f47dc100350 2024-02-10T00:00:16.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.293+0000 7f47e17b5640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47dc19bcc0 con 0x7f47dc105420 2024-02-10T00:00:16.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.293+0000 7f47db7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f47dc19aff0 0x7f47dc19b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.293+0000 7f47db7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f47dc19aff0 0x7f47dc19b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50658/0 (socket says 172.21.15.1:50658) 2024-02-10T00:00:16.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.293+0000 7f47db7fe640 1 -- 172.21.15.1:0/2275382061 learned_addr learned my addr 172.21.15.1:0/2275382061 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:16.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.293+0000 7f47daffd640 1 --2- 172.21.15.1:0/2275382061 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f47dc100350 0x7f47dc196730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.293+0000 7f47d3fff640 1 --2- 172.21.15.1:0/2275382061 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f47dc105420 0x7f47dc196c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.293+0000 7f47db7fe640 1 -- 172.21.15.1:0/2275382061 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f47dc105420 msgr2=0x7f47dc196c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.293+0000 7f47db7fe640 1 --2- 172.21.15.1:0/2275382061 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f47dc105420 0x7f47dc196c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.293+0000 7f47db7fe640 1 -- 172.21.15.1:0/2275382061 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f47dc100350 msgr2=0x7f47dc196730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.293+0000 7f47db7fe640 1 --2- 172.21.15.1:0/2275382061 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f47dc100350 0x7f47dc196730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.293+0000 7f47db7fe640 1 -- 172.21.15.1:0/2275382061 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47cc009560 con 0x7f47dc19aff0 2024-02-10T00:00:16.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.293+0000 7f47daffd640 1 --2- 172.21.15.1:0/2275382061 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f47dc100350 0x7f47dc196730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:00:16.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.293+0000 7f47db7fe640 1 --2- 172.21.15.1:0/2275382061 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f47dc19aff0 0x7f47dc19b4a0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f47d400eaa0 tx=0x7f47d400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:16.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.294+0000 7f47d8ff9640 1 -- 172.21.15.1:0/2275382061 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47d400cdb0 con 0x7f47dc19aff0 2024-02-10T00:00:16.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.294+0000 7f47d8ff9640 1 -- 172.21.15.1:0/2275382061 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f47d4005020 con 0x7f47dc19aff0 2024-02-10T00:00:16.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.294+0000 7f47e17b5640 1 -- 172.21.15.1:0/2275382061 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f47dc069930 con 0x7f47dc19aff0 2024-02-10T00:00:16.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.294+0000 7f47d8ff9640 1 -- 172.21.15.1:0/2275382061 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47d40116b0 con 0x7f47dc19aff0 2024-02-10T00:00:16.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.294+0000 7f47e17b5640 1 -- 172.21.15.1:0/2275382061 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47dc069de0 con 0x7f47dc19aff0 2024-02-10T00:00:16.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.295+0000 7f47e17b5640 1 -- 172.21.15.1:0/2275382061 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f47dc101820 con 0x7f47dc19aff0 2024-02-10T00:00:16.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.296+0000 7f47d8ff9640 1 -- 172.21.15.1:0/2275382061 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 25) v1 ==== 137000+0+0 (secure 0 0 0) 0x7f47d4005520 con 0x7f47dc19aff0 2024-02-10T00:00:16.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.296+0000 7f47d8ff9640 1 --2- 172.21.15.1:0/2275382061 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f47c80a2350 0x7f47c80a4810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.296+0000 7f47daffd640 1 --2- 172.21.15.1:0/2275382061 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f47c80a2350 0x7f47c80a4810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.296+0000 7f47d8ff9640 1 -- 172.21.15.1:0/2275382061 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f47d40ce5a0 con 0x7f47dc19aff0 2024-02-10T00:00:16.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.297+0000 7f47daffd640 1 --2- 172.21.15.1:0/2275382061 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f47c80a2350 0x7f47c80a4810 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f47cc006010 tx=0x7f47cc004880 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:16.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.301+0000 7f47d8ff9640 1 -- 172.21.15.1:0/2275382061 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f47d4097010 con 0x7f47dc19aff0 2024-02-10T00:00:16.318 INFO:tasks.workunit.client.0.smithi001.stderr:Note: switching to '290212a1bfd33563ba76ee5b7f0b944fdb6c5d90'. 2024-02-10T00:00:16.318 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-02-10T00:00:16.318 INFO:tasks.workunit.client.0.smithi001.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-02-10T00:00:16.318 INFO:tasks.workunit.client.0.smithi001.stderr:changes and commit them, and you can discard any commits you make in this 2024-02-10T00:00:16.318 INFO:tasks.workunit.client.0.smithi001.stderr:state without impacting any branches by switching back to a branch. 2024-02-10T00:00:16.319 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-02-10T00:00:16.319 INFO:tasks.workunit.client.0.smithi001.stderr:If you want to create a new branch to retain commits you create, you may 2024-02-10T00:00:16.319 INFO:tasks.workunit.client.0.smithi001.stderr:do so (now or later) by using -c with the switch command. Example: 2024-02-10T00:00:16.319 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-02-10T00:00:16.319 INFO:tasks.workunit.client.0.smithi001.stderr: git switch -c 2024-02-10T00:00:16.319 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-02-10T00:00:16.319 INFO:tasks.workunit.client.0.smithi001.stderr:Or undo this operation with: 2024-02-10T00:00:16.319 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-02-10T00:00:16.319 INFO:tasks.workunit.client.0.smithi001.stderr: git switch - 2024-02-10T00:00:16.319 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-02-10T00:00:16.320 INFO:tasks.workunit.client.0.smithi001.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-02-10T00:00:16.320 INFO:tasks.workunit.client.0.smithi001.stderr: 2024-02-10T00:00:16.320 INFO:tasks.workunit.client.0.smithi001.stderr:HEAD is now at 290212a1bfd Merge pull request #53521 from xxhdx1985126/wip-62857 2024-02-10T00:00:16.322 DEBUG:teuthology.orchestra.run.smithi001:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-02-10T00:00:16.348 INFO:tasks.workunit.client.0.smithi001.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-02-10T00:00:16.349 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-02-10T00:00:16.350 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-02-10T00:00:16.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.521+0000 7f47e17b5640 1 -- 172.21.15.1:0/2275382061 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f47dc197a80 con 0x7f47dc19aff0 2024-02-10T00:00:16.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.522+0000 7f47d8ff9640 1 -- 172.21.15.1:0/2275382061 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+11367 (secure 0 0 0) 0x7f47d401f090 con 0x7f47dc19aff0 2024-02-10T00:00:16.526 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-10T00:00:16.526 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-09T23:57:05.956988+0000","modified":"2024-02-09T23:59:06.653710+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24496,"mds_2":24476,"mds_3":24475,"mds_4":14646},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14646":{"gid":14646,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24398":{"gid":24398,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24406":{"gid":24406,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24457":{"gid":24457,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/3143955076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":3143955076},{"type":"v1","addr":"172.21.15.103:6835","nonce":3143955076}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24475":{"gid":24475,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-10T00:00:16.526 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 27 2024-02-10T00:00:16.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.524+0000 7f47e17b5640 1 -- 172.21.15.1:0/2275382061 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f47c80a2350 msgr2=0x7f47c80a4810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.524+0000 7f47e17b5640 1 --2- 172.21.15.1:0/2275382061 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f47c80a2350 0x7f47c80a4810 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f47cc006010 tx=0x7f47cc004880 comp rx=0 tx=0).stop 2024-02-10T00:00:16.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.524+0000 7f47e17b5640 1 -- 172.21.15.1:0/2275382061 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f47dc19aff0 msgr2=0x7f47dc19b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.524+0000 7f47e17b5640 1 --2- 172.21.15.1:0/2275382061 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f47dc19aff0 0x7f47dc19b4a0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f47d400eaa0 tx=0x7f47d400ef60 comp rx=0 tx=0).stop 2024-02-10T00:00:16.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.524+0000 7f47e17b5640 1 -- 172.21.15.1:0/2275382061 shutdown_connections 2024-02-10T00:00:16.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.524+0000 7f47e17b5640 1 --2- 172.21.15.1:0/2275382061 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f47c80a2350 0x7f47c80a4810 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.524+0000 7f47e17b5640 1 --2- 172.21.15.1:0/2275382061 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f47dc19aff0 0x7f47dc19b4a0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.524+0000 7f47e17b5640 1 --2- 172.21.15.1:0/2275382061 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f47dc105420 0x7f47dc196c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.524+0000 7f47e17b5640 1 --2- 172.21.15.1:0/2275382061 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f47dc100350 0x7f47dc196730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.524+0000 7f47e17b5640 1 -- 172.21.15.1:0/2275382061 >> 172.21.15.1:0/2275382061 conn(0x7f47dc0fbc10 msgr2=0x7f47dc0fdee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:16.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.524+0000 7f47e17b5640 1 -- 172.21.15.1:0/2275382061 shutdown_connections 2024-02-10T00:00:16.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.524+0000 7f47e17b5640 1 -- 172.21.15.1:0/2275382061 wait complete. 2024-02-10T00:00:16.539 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:00:16.539 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-02-10T00:00:16.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.682+0000 7fc665440640 1 -- 172.21.15.1:0/2486927704 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc6601061e0 msgr2=0x7fc6601065c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.682+0000 7fc665440640 1 --2- 172.21.15.1:0/2486927704 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc6601061e0 0x7fc6601065c0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fc658009900 tx=0x7fc65802bc30 comp rx=0 tx=0).stop 2024-02-10T00:00:16.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.683+0000 7fc665440640 1 -- 172.21.15.1:0/2486927704 shutdown_connections 2024-02-10T00:00:16.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.683+0000 7fc665440640 1 --2- 172.21.15.1:0/2486927704 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc660069d50 0x7fc66010e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.683+0000 7fc665440640 1 --2- 172.21.15.1:0/2486927704 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc660069390 0x7fc660069810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.683+0000 7fc665440640 1 --2- 172.21.15.1:0/2486927704 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc6601061e0 0x7fc6601065c0 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.683+0000 7fc665440640 1 -- 172.21.15.1:0/2486927704 >> 172.21.15.1:0/2486927704 conn(0x7fc660077fa0 msgr2=0x7fc6600783b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:16.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.683+0000 7fc665440640 1 -- 172.21.15.1:0/2486927704 shutdown_connections 2024-02-10T00:00:16.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.683+0000 7fc665440640 1 -- 172.21.15.1:0/2486927704 wait complete. 2024-02-10T00:00:16.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.683+0000 7fc665440640 1 Processor -- start 2024-02-10T00:00:16.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.683+0000 7fc665440640 1 -- start start 2024-02-10T00:00:16.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.683+0000 7fc665440640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc660069390 0x7fc66019f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.683+0000 7fc665440640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc660069d50 0x7fc66019fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.683+0000 7fc665440640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc6601061e0 0x7fc660199f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.683+0000 7fc665440640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc66019a700 con 0x7fc6601061e0 2024-02-10T00:00:16.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.683+0000 7fc665440640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc66019a870 con 0x7fc660069d50 2024-02-10T00:00:16.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.683+0000 7fc665440640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc66019aa30 con 0x7fc660069390 2024-02-10T00:00:16.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.684+0000 7fc65f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc6601061e0 0x7fc660199f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.684+0000 7fc65f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc6601061e0 0x7fc660199f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50670/0 (socket says 172.21.15.1:50670) 2024-02-10T00:00:16.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.684+0000 7fc65f7fe640 1 -- 172.21.15.1:0/3795541999 learned_addr learned my addr 172.21.15.1:0/3795541999 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:16.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.684+0000 7fc65effd640 1 --2- 172.21.15.1:0/3795541999 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc660069390 0x7fc66019f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.684+0000 7fc65e7fc640 1 --2- 172.21.15.1:0/3795541999 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc660069d50 0x7fc66019fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.684+0000 7fc65f7fe640 1 -- 172.21.15.1:0/3795541999 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc660069390 msgr2=0x7fc66019f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.684+0000 7fc65f7fe640 1 --2- 172.21.15.1:0/3795541999 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc660069390 0x7fc66019f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.684+0000 7fc65f7fe640 1 -- 172.21.15.1:0/3795541999 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc660069d50 msgr2=0x7fc66019fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.684+0000 7fc65f7fe640 1 --2- 172.21.15.1:0/3795541999 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc660069d50 0x7fc66019fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.684+0000 7fc65f7fe640 1 -- 172.21.15.1:0/3795541999 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc658009560 con 0x7fc6601061e0 2024-02-10T00:00:16.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.684+0000 7fc65f7fe640 1 --2- 172.21.15.1:0/3795541999 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc6601061e0 0x7fc660199f90 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fc65000e960 tx=0x7fc65000ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:16.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.684+0000 7fc657fff640 1 -- 172.21.15.1:0/3795541999 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc650004d20 con 0x7fc6601061e0 2024-02-10T00:00:16.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.684+0000 7fc657fff640 1 -- 172.21.15.1:0/3795541999 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc650004e80 con 0x7fc6601061e0 2024-02-10T00:00:16.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.684+0000 7fc665440640 1 -- 172.21.15.1:0/3795541999 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc66019ad10 con 0x7fc6601061e0 2024-02-10T00:00:16.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.684+0000 7fc657fff640 1 -- 172.21.15.1:0/3795541999 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6500116d0 con 0x7fc6601061e0 2024-02-10T00:00:16.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.684+0000 7fc665440640 1 -- 172.21.15.1:0/3795541999 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc6601a6650 con 0x7fc6601061e0 2024-02-10T00:00:16.700 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.686+0000 7fc657fff640 1 -- 172.21.15.1:0/3795541999 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 25) v1 ==== 137000+0+0 (secure 0 0 0) 0x7fc650005340 con 0x7fc6601061e0 2024-02-10T00:00:16.700 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.687+0000 7fc668013740 1 Processor -- start 2024-02-10T00:00:16.700 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.687+0000 7fc668013740 1 -- start start 2024-02-10T00:00:16.700 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.687+0000 7fc668013740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cc6b99ca30 0x55cc6b99ce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.687+0000 7fc668013740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cc6b99d3e0 0x55cc6b9a5990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.687+0000 7fc668013740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cc6b9a5f60 0x55cc6b9a83b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.687+0000 7fc668013740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc6b958020 con 0x55cc6b9a5f60 2024-02-10T00:00:16.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.687+0000 7fc668013740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc6b90b320 con 0x55cc6b99d3e0 2024-02-10T00:00:16.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.687+0000 7fc668013740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc6b908850 con 0x55cc6b99ca30 2024-02-10T00:00:16.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.687+0000 7fc657fff640 1 --2- 172.21.15.1:0/3795541999 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc64c0a2350 0x7fc64c0a4810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.687+0000 7fc65e7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cc6b9a5f60 0x55cc6b9a83b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.687+0000 7fc65e7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cc6b9a5f60 0x55cc6b9a83b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50684/0 (socket says 172.21.15.1:50684) 2024-02-10T00:00:16.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.687+0000 7fc65e7fc640 1 -- 172.21.15.1:0/331286418 learned_addr learned my addr 172.21.15.1:0/331286418 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:16.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.687+0000 7fc65f7fe640 1 --2- 172.21.15.1:0/3795541999 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc64c0a2350 0x7fc64c0a4810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.687+0000 7fc65e7fc640 1 --2- 172.21.15.1:0/331286418 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cc6b99ca30 0x55cc6b99ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.687+0000 7fc657fff640 1 -- 172.21.15.1:0/3795541999 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fc6500ce790 con 0x7fc6601061e0 2024-02-10T00:00:16.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.687+0000 7fc65effd640 1 --2- 172.21.15.1:0/331286418 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cc6b99d3e0 0x55cc6b9a5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.688+0000 7fc65e7fc640 1 -- 172.21.15.1:0/331286418 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cc6b99ca30 msgr2=0x55cc6b99ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:16.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.688+0000 7fc65e7fc640 1 --2- 172.21.15.1:0/331286418 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cc6b99ca30 0x55cc6b99ce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.688+0000 7fc65e7fc640 1 -- 172.21.15.1:0/331286418 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cc6b99d3e0 msgr2=0x55cc6b9a5990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:16.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.688+0000 7fc65e7fc640 1 --2- 172.21.15.1:0/331286418 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cc6b99d3e0 0x55cc6b9a5990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.688+0000 7fc65e7fc640 1 -- 172.21.15.1:0/331286418 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cc6b8c6210 con 0x55cc6b9a5f60 2024-02-10T00:00:16.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.688+0000 7fc65e7fc640 1 --2- 172.21.15.1:0/331286418 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cc6b9a5f60 0x55cc6b9a83b0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fc6480058c0 tx=0x7fc648005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d421e154a81cca02 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:16.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.688+0000 7fc65f7fe640 1 --2- 172.21.15.1:0/3795541999 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc64c0a2350 0x7fc64c0a4810 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fc6500cbdf0 tx=0x7fc650005740 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:16.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.688+0000 7fc6557fa640 1 -- 172.21.15.1:0/331286418 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc648004030 con 0x55cc6b9a5f60 2024-02-10T00:00:16.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.688+0000 7fc6557fa640 1 -- 172.21.15.1:0/331286418 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc648005020 con 0x55cc6b9a5f60 2024-02-10T00:00:16.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.688+0000 7fc6557fa640 1 -- 172.21.15.1:0/331286418 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc648004b40 con 0x55cc6b9a5f60 2024-02-10T00:00:16.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.689+0000 7fc668013740 1 -- 172.21.15.1:0/331286418 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cc6b9a5f60 msgr2=0x55cc6b9a83b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.689+0000 7fc668013740 1 --2- 172.21.15.1:0/331286418 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cc6b9a5f60 0x55cc6b9a83b0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fc6480058c0 tx=0x7fc648005850 comp rx=0 tx=0).stop 2024-02-10T00:00:16.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.689+0000 7fc668013740 1 -- 172.21.15.1:0/331286418 shutdown_connections 2024-02-10T00:00:16.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.689+0000 7fc668013740 1 --2- 172.21.15.1:0/331286418 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cc6b9a5f60 0x55cc6b9a83b0 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.689+0000 7fc668013740 1 --2- 172.21.15.1:0/331286418 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cc6b99d3e0 0x55cc6b9a5990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.689+0000 7fc668013740 1 --2- 172.21.15.1:0/331286418 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cc6b99ca30 0x55cc6b99ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.689+0000 7fc668013740 1 -- 172.21.15.1:0/331286418 >> 172.21.15.1:0/331286418 conn(0x55cc6b997100 msgr2=0x55cc6b9974e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:16.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.689+0000 7fc668013740 1 -- 172.21.15.1:0/331286418 shutdown_connections 2024-02-10T00:00:16.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.689+0000 7fc668013740 1 -- 172.21.15.1:0/331286418 wait complete. 2024-02-10T00:00:16.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.689+0000 7fc668013740 1 -- start start 2024-02-10T00:00:16.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.689+0000 7fc668013740 1 Processor -- start 2024-02-10T00:00:16.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.689+0000 7fc668013740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cc6b99ca30 0x55cc6b9a2f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.689+0000 7fc668013740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cc6b99d3e0 0x55cc6b9a3470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.689+0000 7fc668013740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cc6b9a5f60 0x55cc6b9a39b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.689+0000 7fc668013740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc6b904030 con 0x55cc6b99ca30 2024-02-10T00:00:16.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.689+0000 7fc668013740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc6b5d7430 con 0x55cc6b99d3e0 2024-02-10T00:00:16.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.689+0000 7fc668013740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc6b593e00 con 0x55cc6b9a5f60 2024-02-10T00:00:16.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.689+0000 7fc668013740 10 client.0 _ll_register_callbacks cb 0x55cc6b8f9030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:16.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.689+0000 7fc65e7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cc6b99ca30 0x55cc6b9a2f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.689+0000 7fc65e7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cc6b99ca30 0x55cc6b9a2f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50690/0 (socket says 172.21.15.1:50690) 2024-02-10T00:00:16.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.690+0000 7fc65e7fc640 1 -- 172.21.15.1:0/2363344017 learned_addr learned my addr 172.21.15.1:0/2363344017 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:16.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.690+0000 7fc65effd640 1 --2- 172.21.15.1:0/2363344017 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cc6b99d3e0 0x55cc6b9a3470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.690+0000 7fc65e7fc640 1 -- 172.21.15.1:0/2363344017 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cc6b9a5f60 msgr2=0x55cc6b9a39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:16.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.690+0000 7fc65e7fc640 1 --2- 172.21.15.1:0/2363344017 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cc6b9a5f60 0x55cc6b9a39b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.690+0000 7fc65e7fc640 1 -- 172.21.15.1:0/2363344017 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cc6b99d3e0 msgr2=0x55cc6b9a3470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:16.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.690+0000 7fc65e7fc640 1 --2- 172.21.15.1:0/2363344017 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cc6b99d3e0 0x55cc6b9a3470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.690+0000 7fc65e7fc640 1 -- 172.21.15.1:0/2363344017 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc648019040 con 0x55cc6b99ca30 2024-02-10T00:00:16.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.690+0000 7fc65e7fc640 1 --2- 172.21.15.1:0/2363344017 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cc6b99ca30 0x55cc6b9a2f30 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fc64800a010 tx=0x7fc648009c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=609b94df8a291272 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:16.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.690+0000 7fc6467fc640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:16.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.690+0000 7fc6467fc640 1 -- 172.21.15.1:0/2363344017 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc648004b30 con 0x55cc6b99ca30 2024-02-10T00:00:16.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.690+0000 7fc6467fc640 1 -- 172.21.15.1:0/2363344017 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fc648000e40 con 0x55cc6b99ca30 2024-02-10T00:00:16.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.690+0000 7fc668013740 1 -- 172.21.15.1:0/2363344017 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55cc6b6037e0 con 0x55cc6b99ca30 2024-02-10T00:00:16.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.690+0000 7fc6467fc640 1 -- 172.21.15.1:0/2363344017 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc648004c90 con 0x55cc6b99ca30 2024-02-10T00:00:16.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.690+0000 7fc668013740 10 client.15849 fetch_fsmap learned FSMap version 27 2024-02-10T00:00:16.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.690+0000 7fc668013740 1 -- 172.21.15.1:0/2363344017 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55cc6b9026b0 con 0x55cc6b99ca30 2024-02-10T00:00:16.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.690+0000 7fc6467fc640 1 -- 172.21.15.1:0/2363344017 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc648035020 con 0x55cc6b99ca30 2024-02-10T00:00:16.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.691+0000 7fc6467fc640 1 -- 172.21.15.1:0/2363344017 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fc64801d070 con 0x55cc6b99ca30 2024-02-10T00:00:16.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.691+0000 7fc668013740 10 client.15849 fetch_fsmap finished waiting for FSMap version 27 2024-02-10T00:00:16.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.691+0000 7fc668013740 10 client.15849 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:00:16.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.691+0000 7fc668013740 20 client.15849 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:16.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.691+0000 7fc668013740 1 --2- 172.21.15.1:0/2363344017 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55cc6b9b6410 0x55cc6b9b8800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.691+0000 7fc668013740 4 client.15849 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:00:16.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.691+0000 7fc668013740 1 -- 172.21.15.1:0/2363344017 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55cc6b640720 con 0x55cc6b9b6410 2024-02-10T00:00:16.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.691+0000 7fc65effd640 1 --2- 172.21.15.1:0/2363344017 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55cc6b9b6410 0x55cc6b9b8800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.691+0000 7fc6467fc640 10 client.15849 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:00:16.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.691+0000 7fc65effd640 1 --2- 172.21.15.1:0/2363344017 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55cc6b9b6410 0x55cc6b9b8800 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=5c2057fbae60c7f1 server_cookie=82bb66f62fddf6c0 in_seq=0 out_seq=0 2024-02-10T00:00:16.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.692+0000 7fc6467fc640 1 -- 172.21.15.1:0/2363344017 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55cc6b640720 con 0x55cc6b9b6410 2024-02-10T00:00:16.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.692+0000 7fc6467fc640 10 client.15849 handle_command_reply: tid=0 2024-02-10T00:00:16.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.692+0000 7fc668013740 1 client.15849 shutdown 2024-02-10T00:00:16.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.692+0000 7fc668013740 1 -- 172.21.15.1:0/2363344017 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cc6b99ca30 msgr2=0x55cc6b9a2f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.692+0000 7fc668013740 1 --2- 172.21.15.1:0/2363344017 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cc6b99ca30 0x55cc6b9a2f30 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fc64800a010 tx=0x7fc648009c90 comp rx=0 tx=0).stop 2024-02-10T00:00:16.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.692+0000 7fc668013740 1 -- 172.21.15.1:0/2363344017 shutdown_connections 2024-02-10T00:00:16.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.692+0000 7fc668013740 1 --2- 172.21.15.1:0/2363344017 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55cc6b9b6410 0x55cc6b9b8800 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.692+0000 7fc668013740 1 --2- 172.21.15.1:0/2363344017 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cc6b9a5f60 0x55cc6b9a39b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.692+0000 7fc668013740 1 --2- 172.21.15.1:0/2363344017 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cc6b99d3e0 0x55cc6b9a3470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.692+0000 7fc6467fc640 0 client.15849 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:00:16.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.692+0000 7fc668013740 1 --2- 172.21.15.1:0/2363344017 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cc6b99ca30 0x55cc6b9a2f30 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.692+0000 7fc668013740 1 -- 172.21.15.1:0/2363344017 >> 172.21.15.1:0/2363344017 conn(0x55cc6b997100 msgr2=0x55cc6b998e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:16.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.692+0000 7fc668013740 1 -- 172.21.15.1:0/2363344017 shutdown_connections 2024-02-10T00:00:16.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.692+0000 7fc668013740 1 -- 172.21.15.1:0/2363344017 wait complete. 2024-02-10T00:00:16.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.692+0000 7fc668013740 20 client.15849 trim_cache size 0 max 16384 2024-02-10T00:00:16.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.704+0000 7fc668013740 1 Processor -- start 2024-02-10T00:00:16.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.704+0000 7fc668013740 1 -- start start 2024-02-10T00:00:16.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.704+0000 7fc668013740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cc6b99ca30 0x55cc6b9a5660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.704+0000 7fc668013740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cc6b99d3e0 0x55cc6b9bd160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.704+0000 7fc668013740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cc6b9a5f60 0x55cc6b9a1800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.704+0000 7fc668013740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc6b889130 con 0x55cc6b99ca30 2024-02-10T00:00:16.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.704+0000 7fc668013740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc6b9b3020 con 0x55cc6b9a5f60 2024-02-10T00:00:16.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.704+0000 7fc668013740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc6b9a2d00 con 0x55cc6b99d3e0 2024-02-10T00:00:16.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.704+0000 7fc65e7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cc6b99ca30 0x55cc6b9a5660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.704+0000 7fc65e7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cc6b99ca30 0x55cc6b9a5660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50694/0 (socket says 172.21.15.1:50694) 2024-02-10T00:00:16.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.704+0000 7fc65e7fc640 1 -- 172.21.15.1:0/190931169 learned_addr learned my addr 172.21.15.1:0/190931169 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:16.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.704+0000 7fc65effd640 1 --2- 172.21.15.1:0/190931169 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cc6b99d3e0 0x55cc6b9bd160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.704+0000 7fc65e7fc640 1 --2- 172.21.15.1:0/190931169 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cc6b9a5f60 0x55cc6b9a1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.705+0000 7fc65e7fc640 1 -- 172.21.15.1:0/190931169 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cc6b99d3e0 msgr2=0x55cc6b9bd160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:16.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.705+0000 7fc65e7fc640 1 --2- 172.21.15.1:0/190931169 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cc6b99d3e0 0x55cc6b9bd160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.705+0000 7fc65e7fc640 1 -- 172.21.15.1:0/190931169 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cc6b9a5f60 msgr2=0x55cc6b9a1800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:16.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.705+0000 7fc65e7fc640 1 --2- 172.21.15.1:0/190931169 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cc6b9a5f60 0x55cc6b9a1800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.705+0000 7fc65e7fc640 1 -- 172.21.15.1:0/190931169 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cc6b89ec90 con 0x55cc6b99ca30 2024-02-10T00:00:16.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.705+0000 7fc65e7fc640 1 --2- 172.21.15.1:0/190931169 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cc6b99ca30 0x55cc6b9a5660 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fc648000c00 tx=0x7fc648005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7f98c0e8108ec server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:16.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.705+0000 7fc654ff9640 1 -- 172.21.15.1:0/190931169 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc648005610 con 0x55cc6b99ca30 2024-02-10T00:00:16.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.705+0000 7fc654ff9640 1 -- 172.21.15.1:0/190931169 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc648035030 con 0x55cc6b99ca30 2024-02-10T00:00:16.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.705+0000 7fc654ff9640 1 -- 172.21.15.1:0/190931169 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc64801fe20 con 0x55cc6b99ca30 2024-02-10T00:00:16.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.706+0000 7fc668013740 1 -- 172.21.15.1:0/190931169 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cc6b99ca30 msgr2=0x55cc6b9a5660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.706+0000 7fc668013740 1 --2- 172.21.15.1:0/190931169 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cc6b99ca30 0x55cc6b9a5660 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fc648000c00 tx=0x7fc648005850 comp rx=0 tx=0).stop 2024-02-10T00:00:16.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.706+0000 7fc668013740 1 -- 172.21.15.1:0/190931169 shutdown_connections 2024-02-10T00:00:16.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.706+0000 7fc668013740 1 --2- 172.21.15.1:0/190931169 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cc6b9a5f60 0x55cc6b9a1800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.706+0000 7fc668013740 1 --2- 172.21.15.1:0/190931169 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cc6b99d3e0 0x55cc6b9bd160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.706+0000 7fc668013740 1 --2- 172.21.15.1:0/190931169 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cc6b99ca30 0x55cc6b9a5660 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.706+0000 7fc668013740 1 -- 172.21.15.1:0/190931169 >> 172.21.15.1:0/190931169 conn(0x55cc6b997100 msgr2=0x55cc6b99d7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:16.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.706+0000 7fc668013740 1 -- 172.21.15.1:0/190931169 shutdown_connections 2024-02-10T00:00:16.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.706+0000 7fc668013740 1 -- 172.21.15.1:0/190931169 wait complete. 2024-02-10T00:00:16.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.706+0000 7fc668013740 1 -- start start 2024-02-10T00:00:16.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.706+0000 7fc668013740 1 Processor -- start 2024-02-10T00:00:16.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.706+0000 7fc668013740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cc6b99ca30 0x55cc6b9acc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.706+0000 7fc668013740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cc6b99d3e0 0x55cc6b9ad1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.706+0000 7fc668013740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cc6b9a5f60 0x55cc6b9ab220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.706+0000 7fc668013740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc6b9ab7e0 con 0x55cc6b9a5f60 2024-02-10T00:00:16.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.706+0000 7fc668013740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc6b9ab950 con 0x55cc6b99ca30 2024-02-10T00:00:16.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.706+0000 7fc668013740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc6b9abb10 con 0x55cc6b99d3e0 2024-02-10T00:00:16.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.706+0000 7fc668013740 10 client.0 _ll_register_callbacks cb 0x7fc648009ab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:16.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.707+0000 7fc65e7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cc6b9a5f60 0x55cc6b9ab220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.707+0000 7fc65e7fc640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cc6b99ca30 0x55cc6b9acc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.707+0000 7fc65e7fc640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cc6b99ca30 0x55cc6b9acc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.1:35182/0 (socket says 172.21.15.1:35182) 2024-02-10T00:00:16.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.707+0000 7fc65e7fc640 1 -- 172.21.15.1:0/1484539842 learned_addr learned my addr 172.21.15.1:0/1484539842 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:16.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.707+0000 7fc65effd640 1 --2- 172.21.15.1:0/1484539842 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cc6b99d3e0 0x55cc6b9ad1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.707+0000 7fc65e7fc640 1 -- 172.21.15.1:0/1484539842 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cc6b99d3e0 msgr2=0x55cc6b9ad1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:16.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.707+0000 7fc65e7fc640 1 --2- 172.21.15.1:0/1484539842 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cc6b99d3e0 0x55cc6b9ad1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.707+0000 7fc65e7fc640 1 -- 172.21.15.1:0/1484539842 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cc6b9a5f60 msgr2=0x55cc6b9ab220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:16.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.707+0000 7fc65e7fc640 1 --2- 172.21.15.1:0/1484539842 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cc6b9a5f60 0x55cc6b9ab220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.707+0000 7fc65e7fc640 1 -- 172.21.15.1:0/1484539842 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55cc6b9026b0 con 0x55cc6b99ca30 2024-02-10T00:00:16.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.707+0000 7fc65e7fc640 1 --2- 172.21.15.1:0/1484539842 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cc6b99ca30 0x55cc6b9acc80 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fc64800a010 tx=0x7fc648005850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9c74840cd942fd3 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:16.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.707+0000 7fc6467fc640 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-02-10T00:00:16.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.707+0000 7fc6467fc640 1 -- 172.21.15.1:0/1484539842 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc64801f440 con 0x55cc6b99ca30 2024-02-10T00:00:16.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.707+0000 7fc668013740 1 -- 172.21.15.1:0/1484539842 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc648005020 con 0x55cc6b99ca30 2024-02-10T00:00:16.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.707+0000 7fc6467fc640 1 -- 172.21.15.1:0/1484539842 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fc648000e40 con 0x55cc6b99ca30 2024-02-10T00:00:16.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.708+0000 7fc6467fc640 1 -- 172.21.15.1:0/1484539842 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc64801fba0 con 0x55cc6b99ca30 2024-02-10T00:00:16.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.708+0000 7fc668013740 10 client.25388 fetch_fsmap learned FSMap version 27 2024-02-10T00:00:16.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.708+0000 7fc668013740 1 -- 172.21.15.1:0/1484539842 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55cc6b8c4a70 con 0x55cc6b99ca30 2024-02-10T00:00:16.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.708+0000 7fc6467fc640 1 -- 172.21.15.1:0/1484539842 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc648005020 con 0x55cc6b99ca30 2024-02-10T00:00:16.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.708+0000 7fc6467fc640 1 -- 172.21.15.1:0/1484539842 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fc648045030 con 0x55cc6b99ca30 2024-02-10T00:00:16.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.708+0000 7fc668013740 10 client.25388 fetch_fsmap finished waiting for FSMap version 27 2024-02-10T00:00:16.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.708+0000 7fc668013740 10 client.25388 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:00:16.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.708+0000 7fc668013740 20 client.25388 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:16.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.708+0000 7fc668013740 1 --2- 172.21.15.1:0/1484539842 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55cc6ba0d800 0x55cc6ba0fc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.708+0000 7fc668013740 4 client.25388 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:00:16.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.708+0000 7fc668013740 1 -- 172.21.15.1:0/1484539842 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55cc6b68f890 con 0x55cc6ba0d800 2024-02-10T00:00:16.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.708+0000 7fc65effd640 1 --2- 172.21.15.1:0/1484539842 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55cc6ba0d800 0x55cc6ba0fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.708+0000 7fc6467fc640 10 client.25388 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:00:16.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.708+0000 7fc65effd640 1 --2- 172.21.15.1:0/1484539842 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55cc6ba0d800 0x55cc6ba0fc20 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=f0530ca3777d1a69 server_cookie=92c912f752d914b in_seq=0 out_seq=0 2024-02-10T00:00:16.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.709+0000 7fc6467fc640 1 -- 172.21.15.1:0/1484539842 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55cc6b68f890 con 0x55cc6ba0d800 2024-02-10T00:00:16.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.709+0000 7fc6467fc640 10 client.25388 handle_command_reply: tid=0 2024-02-10T00:00:16.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.709+0000 7fc668013740 1 client.25388 shutdown 2024-02-10T00:00:16.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.709+0000 7fc668013740 1 -- 172.21.15.1:0/1484539842 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cc6b99ca30 msgr2=0x55cc6b9acc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.709+0000 7fc668013740 1 --2- 172.21.15.1:0/1484539842 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cc6b99ca30 0x55cc6b9acc80 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fc64800a010 tx=0x7fc648005850 comp rx=0 tx=0).stop 2024-02-10T00:00:16.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.709+0000 7fc668013740 1 -- 172.21.15.1:0/1484539842 shutdown_connections 2024-02-10T00:00:16.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.709+0000 7fc668013740 1 --2- 172.21.15.1:0/1484539842 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55cc6ba0d800 0x55cc6ba0fc20 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.709+0000 7fc668013740 1 --2- 172.21.15.1:0/1484539842 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cc6b9a5f60 0x55cc6b9ab220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.709+0000 7fc6467fc640 0 client.25388 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:00:16.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.709+0000 7fc668013740 1 --2- 172.21.15.1:0/1484539842 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cc6b99d3e0 0x55cc6b9ad1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.709+0000 7fc668013740 1 --2- 172.21.15.1:0/1484539842 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cc6b99ca30 0x55cc6b9acc80 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.709+0000 7fc668013740 1 -- 172.21.15.1:0/1484539842 >> 172.21.15.1:0/1484539842 conn(0x55cc6b997100 msgr2=0x55cc6b9bd160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:16.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.709+0000 7fc668013740 1 -- 172.21.15.1:0/1484539842 shutdown_connections 2024-02-10T00:00:16.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.709+0000 7fc668013740 1 -- 172.21.15.1:0/1484539842 wait complete. 2024-02-10T00:00:16.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.709+0000 7fc668013740 20 client.25388 trim_cache size 0 max 16384 2024-02-10T00:00:16.730 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:00:16.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.709+0000 7fc665440640 1 -- 172.21.15.1:0/3795541999 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc64c0a2350 msgr2=0x7fc64c0a4810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.709+0000 7fc665440640 1 --2- 172.21.15.1:0/3795541999 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc64c0a2350 0x7fc64c0a4810 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fc6500cbdf0 tx=0x7fc650005740 comp rx=0 tx=0).stop 2024-02-10T00:00:16.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.709+0000 7fc665440640 1 -- 172.21.15.1:0/3795541999 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc6601061e0 msgr2=0x7fc660199f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.709+0000 7fc665440640 1 --2- 172.21.15.1:0/3795541999 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc6601061e0 0x7fc660199f90 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fc65000e960 tx=0x7fc65000ee20 comp rx=0 tx=0).stop 2024-02-10T00:00:16.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.709+0000 7fc665440640 1 -- 172.21.15.1:0/3795541999 shutdown_connections 2024-02-10T00:00:16.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.709+0000 7fc665440640 1 --2- 172.21.15.1:0/3795541999 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc64c0a2350 0x7fc64c0a4810 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.709+0000 7fc665440640 1 --2- 172.21.15.1:0/3795541999 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc6601061e0 0x7fc660199f90 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.709+0000 7fc665440640 1 --2- 172.21.15.1:0/3795541999 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc660069d50 0x7fc66019fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.709+0000 7fc665440640 1 --2- 172.21.15.1:0/3795541999 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc660069390 0x7fc66019f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.709+0000 7fc665440640 1 -- 172.21.15.1:0/3795541999 >> 172.21.15.1:0/3795541999 conn(0x7fc660077fa0 msgr2=0x7fc660102e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:16.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.710+0000 7fc665440640 1 -- 172.21.15.1:0/3795541999 shutdown_connections 2024-02-10T00:00:16.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.710+0000 7fc665440640 1 -- 172.21.15.1:0/3795541999 wait complete. 2024-02-10T00:00:16.732 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:00:16.732 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-02-10T00:00:16.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.833+0000 7fdc36d0d640 1 -- 172.21.15.1:0/2614867901 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdc30105410 msgr2=0x7fdc3010cfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.833+0000 7fdc36d0d640 1 --2- 172.21.15.1:0/2614867901 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdc30105410 0x7fdc3010cfe0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fdc28009cd0 tx=0x7fdc2802c0f0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.833+0000 7fdc36d0d640 1 -- 172.21.15.1:0/2614867901 shutdown_connections 2024-02-10T00:00:16.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.833+0000 7fdc36d0d640 1 --2- 172.21.15.1:0/2614867901 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdc30105410 0x7fdc3010cfe0 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.834+0000 7fdc36d0d640 1 --2- 172.21.15.1:0/2614867901 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdc30100cf0 0x7fdc30104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.834+0000 7fdc36d0d640 1 --2- 172.21.15.1:0/2614867901 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdc30100340 0x7fdc30100720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.834+0000 7fdc36d0d640 1 -- 172.21.15.1:0/2614867901 >> 172.21.15.1:0/2614867901 conn(0x7fdc300772e0 msgr2=0x7fdc300776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:16.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.834+0000 7fdc36d0d640 1 -- 172.21.15.1:0/2614867901 shutdown_connections 2024-02-10T00:00:16.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.834+0000 7fdc36d0d640 1 -- 172.21.15.1:0/2614867901 wait complete. 2024-02-10T00:00:16.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.834+0000 7fdc36d0d640 1 Processor -- start 2024-02-10T00:00:16.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.834+0000 7fdc36d0d640 1 -- start start 2024-02-10T00:00:16.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.834+0000 7fdc36d0d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdc30100340 0x7fdc3019f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.834+0000 7fdc36d0d640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdc30105410 0x7fdc3019fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.834+0000 7fdc36d0d640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdc30199880 0x7fdc30199d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.834+0000 7fdc36d0d640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc3019a270 con 0x7fdc30100340 2024-02-10T00:00:16.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.834+0000 7fdc36d0d640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc3019a3e0 con 0x7fdc30105410 2024-02-10T00:00:16.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.834+0000 7fdc36d0d640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc3019a5a0 con 0x7fdc30199880 2024-02-10T00:00:16.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.834+0000 7fdc34aa9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdc30100340 0x7fdc3019f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.834+0000 7fdc34aa9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdc30100340 0x7fdc3019f6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50712/0 (socket says 172.21.15.1:50712) 2024-02-10T00:00:16.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.834+0000 7fdc34aa9640 1 -- 172.21.15.1:0/3217951450 learned_addr learned my addr 172.21.15.1:0/3217951450 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:16.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.834+0000 7fdc2ffff640 1 --2- 172.21.15.1:0/3217951450 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdc30105410 0x7fdc3019fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.835+0000 7fdc352aa640 1 --2- 172.21.15.1:0/3217951450 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdc30199880 0x7fdc30199d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.835+0000 7fdc34aa9640 1 -- 172.21.15.1:0/3217951450 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdc30199880 msgr2=0x7fdc30199d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.835+0000 7fdc34aa9640 1 --2- 172.21.15.1:0/3217951450 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdc30199880 0x7fdc30199d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.835+0000 7fdc34aa9640 1 -- 172.21.15.1:0/3217951450 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdc30105410 msgr2=0x7fdc3019fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.835+0000 7fdc34aa9640 1 --2- 172.21.15.1:0/3217951450 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdc30105410 0x7fdc3019fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.835+0000 7fdc34aa9640 1 -- 172.21.15.1:0/3217951450 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc28009900 con 0x7fdc30100340 2024-02-10T00:00:16.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.835+0000 7fdc352aa640 1 --2- 172.21.15.1:0/3217951450 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdc30199880 0x7fdc30199d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:00:16.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.835+0000 7fdc34aa9640 1 --2- 172.21.15.1:0/3217951450 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdc30100340 0x7fdc3019f6d0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fdc2400d950 tx=0x7fdc2400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:16.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.835+0000 7fdc2dffb640 1 -- 172.21.15.1:0/3217951450 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc24009a30 con 0x7fdc30100340 2024-02-10T00:00:16.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.835+0000 7fdc2dffb640 1 -- 172.21.15.1:0/3217951450 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdc24009b90 con 0x7fdc30100340 2024-02-10T00:00:16.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.835+0000 7fdc36d0d640 1 -- 172.21.15.1:0/3217951450 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdc301a6590 con 0x7fdc30100340 2024-02-10T00:00:16.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.835+0000 7fdc2dffb640 1 -- 172.21.15.1:0/3217951450 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc24004a00 con 0x7fdc30100340 2024-02-10T00:00:16.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.835+0000 7fdc36d0d640 1 -- 172.21.15.1:0/3217951450 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc301a6af0 con 0x7fdc30100340 2024-02-10T00:00:16.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.838+0000 7fdc2dffb640 1 -- 172.21.15.1:0/3217951450 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 25) v1 ==== 137000+0+0 (secure 0 0 0) 0x7fdc24009d00 con 0x7fdc30100340 2024-02-10T00:00:16.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.838+0000 7fdc399bc740 1 Processor -- start 2024-02-10T00:00:16.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.838+0000 7fdc399bc740 1 -- start start 2024-02-10T00:00:16.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.838+0000 7fdc2dffb640 1 --2- 172.21.15.1:0/3217951450 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdc200a23d0 0x7fdc200a4890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.838+0000 7fdc399bc740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9d00b1a30 0x55f9d00b1e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.838+0000 7fdc399bc740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9d00b23e0 0x55f9d00ba990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.838+0000 7fdc399bc740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9d00baf60 0x55f9d00bd3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.838+0000 7fdc399bc740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9d006d020 con 0x55f9d00baf60 2024-02-10T00:00:16.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.838+0000 7fdc399bc740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9d0020320 con 0x55f9d00b1a30 2024-02-10T00:00:16.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.838+0000 7fdc399bc740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9d001d850 con 0x55f9d00b23e0 2024-02-10T00:00:16.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.838+0000 7fdc352aa640 1 --2- 172.21.15.1:0/3217951450 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdc200a23d0 0x7fdc200a4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.839+0000 7fdc2dffb640 1 -- 172.21.15.1:0/3217951450 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fdc240cdd20 con 0x7fdc30100340 2024-02-10T00:00:16.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.839+0000 7fdc352aa640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9d00baf60 0x55f9d00bd3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.839+0000 7fdc2ffff640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9d00b23e0 0x55f9d00ba990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.839+0000 7fdc2ffff640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9d00b23e0 0x55f9d00ba990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.1:52986/0 (socket says 172.21.15.1:52986) 2024-02-10T00:00:16.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.839+0000 7fdc2ffff640 1 -- 172.21.15.1:0/3472132436 learned_addr learned my addr 172.21.15.1:0/3472132436 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:16.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.839+0000 7fdc352aa640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9d00baf60 0x55f9d00bd3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50716/0 (socket says 172.21.15.1:50716) 2024-02-10T00:00:16.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.839+0000 7fdc34aa9640 1 --2- 172.21.15.1:0/3472132436 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9d00b1a30 0x55f9d00b1e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.839+0000 7fdc34aa9640 1 -- 172.21.15.1:0/3472132436 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9d00b23e0 msgr2=0x55f9d00ba990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:16.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.839+0000 7fdc34aa9640 1 --2- 172.21.15.1:0/3472132436 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9d00b23e0 0x55f9d00ba990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.839+0000 7fdc34aa9640 1 -- 172.21.15.1:0/3472132436 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9d00baf60 msgr2=0x55f9d00bd3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:16.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.839+0000 7fdc34aa9640 1 --2- 172.21.15.1:0/3472132436 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9d00baf60 0x55f9d00bd3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.839+0000 7fdc34aa9640 1 -- 172.21.15.1:0/3472132436 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f9cffdb210 con 0x55f9d00b1a30 2024-02-10T00:00:16.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.839+0000 7fdc352aa640 1 --2- 172.21.15.1:0/3472132436 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9d00baf60 0x55f9d00bd3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:00:16.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.839+0000 7fdc352aa640 1 --2- 172.21.15.1:0/3217951450 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdc200a23d0 0x7fdc200a4890 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fdc28009cd0 tx=0x7fdc28032f50 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:16.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.839+0000 7fdc34aa9640 1 --2- 172.21.15.1:0/3472132436 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9d00b1a30 0x55f9d00b1e10 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fdc240cb320 tx=0x7fdc24099e50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=942963b181fd0954 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:16.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.839+0000 7fdc1affd640 1 -- 172.21.15.1:0/3472132436 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc2409abf0 con 0x55f9d00b1a30 2024-02-10T00:00:16.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.839+0000 7fdc1affd640 1 -- 172.21.15.1:0/3472132436 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdc2409a4f0 con 0x55f9d00b1a30 2024-02-10T00:00:16.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.839+0000 7fdc1affd640 1 -- 172.21.15.1:0/3472132436 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc240ba0d0 con 0x55f9d00b1a30 2024-02-10T00:00:16.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.840+0000 7fdc399bc740 1 -- 172.21.15.1:0/3472132436 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9d00b1a30 msgr2=0x55f9d00b1e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.840+0000 7fdc399bc740 1 --2- 172.21.15.1:0/3472132436 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9d00b1a30 0x55f9d00b1e10 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fdc240cb320 tx=0x7fdc24099e50 comp rx=0 tx=0).stop 2024-02-10T00:00:16.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.840+0000 7fdc399bc740 1 -- 172.21.15.1:0/3472132436 shutdown_connections 2024-02-10T00:00:16.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.840+0000 7fdc399bc740 1 --2- 172.21.15.1:0/3472132436 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9d00baf60 0x55f9d00bd3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.840+0000 7fdc399bc740 1 --2- 172.21.15.1:0/3472132436 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9d00b23e0 0x55f9d00ba990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.840+0000 7fdc399bc740 1 --2- 172.21.15.1:0/3472132436 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9d00b1a30 0x55f9d00b1e10 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.840+0000 7fdc399bc740 1 -- 172.21.15.1:0/3472132436 >> 172.21.15.1:0/3472132436 conn(0x55f9d00ac100 msgr2=0x55f9d00ac4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:16.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.840+0000 7fdc399bc740 1 -- 172.21.15.1:0/3472132436 shutdown_connections 2024-02-10T00:00:16.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.840+0000 7fdc399bc740 1 -- 172.21.15.1:0/3472132436 wait complete. 2024-02-10T00:00:16.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.840+0000 7fdc399bc740 1 -- start start 2024-02-10T00:00:16.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.841+0000 7fdc399bc740 1 Processor -- start 2024-02-10T00:00:16.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.841+0000 7fdc399bc740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9d00b1a30 0x55f9d00b7ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.841+0000 7fdc399bc740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9d00b23e0 0x55f9d00b8420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.841+0000 7fdc399bc740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9d00baf60 0x55f9d00b8960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.841+0000 7fdc399bc740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9d0019030 con 0x55f9d00b1a30 2024-02-10T00:00:16.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.841+0000 7fdc399bc740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9cfcec430 con 0x55f9d00baf60 2024-02-10T00:00:16.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.841+0000 7fdc399bc740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9cfca8e00 con 0x55f9d00b23e0 2024-02-10T00:00:16.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.841+0000 7fdc399bc740 10 client.0 _ll_register_callbacks cb 0x55f9d000e030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:16.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.841+0000 7fdc34aa9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9d00b1a30 0x55f9d00b7ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.841+0000 7fdc34aa9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9d00b1a30 0x55f9d00b7ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50720/0 (socket says 172.21.15.1:50720) 2024-02-10T00:00:16.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.841+0000 7fdc34aa9640 1 -- 172.21.15.1:0/3642018550 learned_addr learned my addr 172.21.15.1:0/3642018550 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:16.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.841+0000 7fdc352aa640 1 --2- 172.21.15.1:0/3642018550 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9d00baf60 0x55f9d00b8960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.841+0000 7fdc2ffff640 1 --2- 172.21.15.1:0/3642018550 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9d00b23e0 0x55f9d00b8420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.841+0000 7fdc34aa9640 1 -- 172.21.15.1:0/3642018550 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9d00b23e0 msgr2=0x55f9d00b8420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:16.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.841+0000 7fdc34aa9640 1 --2- 172.21.15.1:0/3642018550 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9d00b23e0 0x55f9d00b8420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.841+0000 7fdc34aa9640 1 -- 172.21.15.1:0/3642018550 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9d00baf60 msgr2=0x55f9d00b8960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:16.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.841+0000 7fdc34aa9640 1 --2- 172.21.15.1:0/3642018550 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9d00baf60 0x55f9d00b8960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.841+0000 7fdc34aa9640 1 -- 172.21.15.1:0/3642018550 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc301a6af0 con 0x55f9d00b1a30 2024-02-10T00:00:16.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.841+0000 7fdc352aa640 1 --2- 172.21.15.1:0/3642018550 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9d00baf60 0x55f9d00b8960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:00:16.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.841+0000 7fdc34aa9640 1 --2- 172.21.15.1:0/3642018550 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9d00b1a30 0x55f9d00b7ee0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fdc240cb430 tx=0x7fdc24050410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ed046657c3bb1c server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:16.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.841+0000 7fdc0ffff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:16.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.842+0000 7fdc0ffff640 1 -- 172.21.15.1:0/3642018550 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc240cb800 con 0x55f9d00b1a30 2024-02-10T00:00:16.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.842+0000 7fdc0ffff640 1 -- 172.21.15.1:0/3642018550 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fdc2409e640 con 0x55f9d00b1a30 2024-02-10T00:00:16.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.842+0000 7fdc399bc740 1 -- 172.21.15.1:0/3642018550 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f9cfd187e0 con 0x55f9d00b1a30 2024-02-10T00:00:16.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.842+0000 7fdc0ffff640 1 -- 172.21.15.1:0/3642018550 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdc240a2c90 con 0x55f9d00b1a30 2024-02-10T00:00:16.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.842+0000 7fdc399bc740 10 client.15867 fetch_fsmap learned FSMap version 27 2024-02-10T00:00:16.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.842+0000 7fdc399bc740 1 -- 172.21.15.1:0/3642018550 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55f9d00176b0 con 0x55f9d00b1a30 2024-02-10T00:00:16.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.842+0000 7fdc0ffff640 1 -- 172.21.15.1:0/3642018550 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55f9cfd187e0 con 0x55f9d00b1a30 2024-02-10T00:00:16.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.842+0000 7fdc0ffff640 1 -- 172.21.15.1:0/3642018550 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fdc24050520 con 0x55f9d00b1a30 2024-02-10T00:00:16.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.842+0000 7fdc399bc740 10 client.15867 fetch_fsmap finished waiting for FSMap version 27 2024-02-10T00:00:16.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.842+0000 7fdc399bc740 10 client.15867 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:00:16.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.842+0000 7fdc399bc740 20 client.15867 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:16.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.842+0000 7fdc399bc740 1 --2- 172.21.15.1:0/3642018550 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55f9d00cb120 0x55f9d00cd510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.842+0000 7fdc399bc740 4 client.15867 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:00:16.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.842+0000 7fdc399bc740 1 -- 172.21.15.1:0/3642018550 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f9cfd55720 con 0x55f9d00cb120 2024-02-10T00:00:16.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.843+0000 7fdc2ffff640 1 --2- 172.21.15.1:0/3642018550 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55f9d00cb120 0x55f9d00cd510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.843+0000 7fdc0ffff640 10 client.15867 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:00:16.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.843+0000 7fdc2ffff640 1 --2- 172.21.15.1:0/3642018550 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55f9d00cb120 0x55f9d00cd510 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=958760da7fb43395 server_cookie=56a90f988fdaeb12 in_seq=0 out_seq=0 2024-02-10T00:00:16.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.844+0000 7fdc0ffff640 1 -- 172.21.15.1:0/3642018550 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55f9cfd55720 con 0x55f9d00cb120 2024-02-10T00:00:16.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.844+0000 7fdc0ffff640 10 client.15867 handle_command_reply: tid=0 2024-02-10T00:00:16.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.844+0000 7fdc399bc740 1 client.15867 shutdown 2024-02-10T00:00:16.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.844+0000 7fdc399bc740 1 -- 172.21.15.1:0/3642018550 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9d00b1a30 msgr2=0x55f9d00b7ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.844+0000 7fdc399bc740 1 --2- 172.21.15.1:0/3642018550 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9d00b1a30 0x55f9d00b7ee0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fdc240cb430 tx=0x7fdc24050410 comp rx=0 tx=0).stop 2024-02-10T00:00:16.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.844+0000 7fdc399bc740 1 -- 172.21.15.1:0/3642018550 shutdown_connections 2024-02-10T00:00:16.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.844+0000 7fdc399bc740 1 --2- 172.21.15.1:0/3642018550 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55f9d00cb120 0x55f9d00cd510 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.844+0000 7fdc399bc740 1 --2- 172.21.15.1:0/3642018550 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9d00baf60 0x55f9d00b8960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.844+0000 7fdc399bc740 1 --2- 172.21.15.1:0/3642018550 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9d00b23e0 0x55f9d00b8420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.844+0000 7fdc0ffff640 0 client.15867 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:00:16.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.844+0000 7fdc399bc740 1 --2- 172.21.15.1:0/3642018550 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9d00b1a30 0x55f9d00b7ee0 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.844+0000 7fdc399bc740 1 -- 172.21.15.1:0/3642018550 >> 172.21.15.1:0/3642018550 conn(0x55f9d00ac100 msgr2=0x55f9d00ade50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:16.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.844+0000 7fdc399bc740 1 -- 172.21.15.1:0/3642018550 shutdown_connections 2024-02-10T00:00:16.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.844+0000 7fdc399bc740 1 -- 172.21.15.1:0/3642018550 wait complete. 2024-02-10T00:00:16.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.844+0000 7fdc399bc740 20 client.15867 trim_cache size 0 max 16384 2024-02-10T00:00:16.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.856+0000 7fdc399bc740 1 Processor -- start 2024-02-10T00:00:16.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.856+0000 7fdc399bc740 1 -- start start 2024-02-10T00:00:16.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.856+0000 7fdc399bc740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9d00b1a30 0x55f9d00ba610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.856+0000 7fdc399bc740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9d00b23e0 0x55f9d00b8780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.856+0000 7fdc399bc740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9d00baf60 0x55f9d00b5160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.856+0000 7fdc399bc740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9cff9e130 con 0x55f9d00b1a30 2024-02-10T00:00:16.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.856+0000 7fdc399bc740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9d00b1380 con 0x55f9d00baf60 2024-02-10T00:00:16.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.856+0000 7fdc399bc740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9d00c7f70 con 0x55f9d00b23e0 2024-02-10T00:00:16.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.856+0000 7fdc34aa9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9d00b1a30 0x55f9d00ba610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.856+0000 7fdc34aa9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9d00b1a30 0x55f9d00ba610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50728/0 (socket says 172.21.15.1:50728) 2024-02-10T00:00:16.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.856+0000 7fdc34aa9640 1 -- 172.21.15.1:0/3438935632 learned_addr learned my addr 172.21.15.1:0/3438935632 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:16.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.856+0000 7fdc352aa640 1 --2- 172.21.15.1:0/3438935632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9d00baf60 0x55f9d00b5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.856+0000 7fdc2ffff640 1 --2- 172.21.15.1:0/3438935632 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9d00b23e0 0x55f9d00b8780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.856+0000 7fdc34aa9640 1 -- 172.21.15.1:0/3438935632 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9d00b23e0 msgr2=0x55f9d00b8780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:16.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.856+0000 7fdc34aa9640 1 --2- 172.21.15.1:0/3438935632 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9d00b23e0 0x55f9d00b8780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.856+0000 7fdc34aa9640 1 -- 172.21.15.1:0/3438935632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9d00baf60 msgr2=0x55f9d00b5160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:16.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.856+0000 7fdc34aa9640 1 --2- 172.21.15.1:0/3438935632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9d00baf60 0x55f9d00b5160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.856+0000 7fdc34aa9640 1 -- 172.21.15.1:0/3438935632 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f9cffb3c90 con 0x55f9d00b1a30 2024-02-10T00:00:16.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.856+0000 7fdc352aa640 1 --2- 172.21.15.1:0/3438935632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9d00baf60 0x55f9d00b5160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:00:16.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.857+0000 7fdc34aa9640 1 --2- 172.21.15.1:0/3438935632 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9d00b1a30 0x55f9d00ba610 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fdc240987a0 tx=0x7fdc24050100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e5129554b9e1a8f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:16.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.857+0000 7fdc1a7fc640 1 -- 172.21.15.1:0/3438935632 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc240506d0 con 0x55f9d00b1a30 2024-02-10T00:00:16.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.857+0000 7fdc1a7fc640 1 -- 172.21.15.1:0/3438935632 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdc240a2c90 con 0x55f9d00b1a30 2024-02-10T00:00:16.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.857+0000 7fdc1a7fc640 1 -- 172.21.15.1:0/3438935632 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc24099c70 con 0x55f9d00b1a30 2024-02-10T00:00:16.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.857+0000 7fdc399bc740 1 -- 172.21.15.1:0/3438935632 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9d00b1a30 msgr2=0x55f9d00ba610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.857+0000 7fdc399bc740 1 --2- 172.21.15.1:0/3438935632 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9d00b1a30 0x55f9d00ba610 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fdc240987a0 tx=0x7fdc24050100 comp rx=0 tx=0).stop 2024-02-10T00:00:16.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.857+0000 7fdc399bc740 1 -- 172.21.15.1:0/3438935632 shutdown_connections 2024-02-10T00:00:16.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.857+0000 7fdc399bc740 1 --2- 172.21.15.1:0/3438935632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9d00baf60 0x55f9d00b5160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.857+0000 7fdc399bc740 1 --2- 172.21.15.1:0/3438935632 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9d00b23e0 0x55f9d00b8780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.857+0000 7fdc399bc740 1 --2- 172.21.15.1:0/3438935632 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9d00b1a30 0x55f9d00ba610 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.857+0000 7fdc399bc740 1 -- 172.21.15.1:0/3438935632 >> 172.21.15.1:0/3438935632 conn(0x55f9d00ac100 msgr2=0x55f9d00b3210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:16.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.858+0000 7fdc399bc740 1 -- 172.21.15.1:0/3438935632 shutdown_connections 2024-02-10T00:00:16.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.858+0000 7fdc399bc740 1 -- 172.21.15.1:0/3438935632 wait complete. 2024-02-10T00:00:16.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.858+0000 7fdc399bc740 1 -- start start 2024-02-10T00:00:16.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.858+0000 7fdc399bc740 1 Processor -- start 2024-02-10T00:00:16.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.858+0000 7fdc399bc740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9d00b1a30 0x55f9d00c2220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.858+0000 7fdc399bc740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9d00b23e0 0x55f9d00c05c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.858+0000 7fdc399bc740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9d00baf60 0x55f9d00c0b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.858+0000 7fdc399bc740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9d00c11d0 con 0x55f9d00baf60 2024-02-10T00:00:16.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.858+0000 7fdc399bc740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9d00c1340 con 0x55f9d00b23e0 2024-02-10T00:00:16.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.858+0000 7fdc399bc740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9d01215c0 con 0x55f9d00b1a30 2024-02-10T00:00:16.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.858+0000 7fdc399bc740 10 client.0 _ll_register_callbacks cb 0x7fdc240960d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:16.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.858+0000 7fdc352aa640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9d00baf60 0x55f9d00c0b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.858+0000 7fdc2ffff640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9d00b23e0 0x55f9d00c05c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.858+0000 7fdc352aa640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9d00baf60 0x55f9d00c0b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50732/0 (socket says 172.21.15.1:50732) 2024-02-10T00:00:16.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.858+0000 7fdc352aa640 1 -- 172.21.15.1:0/1913967106 learned_addr learned my addr 172.21.15.1:0/1913967106 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:16.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.858+0000 7fdc34aa9640 1 --2- 172.21.15.1:0/1913967106 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9d00b1a30 0x55f9d00c2220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.859+0000 7fdc352aa640 1 -- 172.21.15.1:0/1913967106 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9d00b1a30 msgr2=0x55f9d00c2220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:16.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.859+0000 7fdc352aa640 1 --2- 172.21.15.1:0/1913967106 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9d00b1a30 0x55f9d00c2220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.859+0000 7fdc352aa640 1 -- 172.21.15.1:0/1913967106 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9d00b23e0 msgr2=0x55f9d00c05c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:16.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.859+0000 7fdc352aa640 1 --2- 172.21.15.1:0/1913967106 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9d00b23e0 0x55f9d00c05c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.859+0000 7fdc352aa640 1 -- 172.21.15.1:0/1913967106 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f9d00176b0 con 0x55f9d00baf60 2024-02-10T00:00:16.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.859+0000 7fdc352aa640 1 --2- 172.21.15.1:0/1913967106 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9d00baf60 0x55f9d00c0b00 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fdc28036000 tx=0x7fdc2802c0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a62c099891b8bc5 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:16.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.859+0000 7fdc0ffff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:16.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.859+0000 7fdc0ffff640 1 -- 172.21.15.1:0/1913967106 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc28032ac0 con 0x55f9d00baf60 2024-02-10T00:00:16.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.859+0000 7fdc0ffff640 1 -- 172.21.15.1:0/1913967106 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fdc28003970 con 0x55f9d00baf60 2024-02-10T00:00:16.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.859+0000 7fdc399bc740 1 -- 172.21.15.1:0/1913967106 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fdc2409a4f0 con 0x55f9d00baf60 2024-02-10T00:00:16.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.859+0000 7fdc0ffff640 1 -- 172.21.15.1:0/1913967106 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdc28003b30 con 0x55f9d00baf60 2024-02-10T00:00:16.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.859+0000 7fdc399bc740 10 client.15873 fetch_fsmap learned FSMap version 27 2024-02-10T00:00:16.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.859+0000 7fdc399bc740 1 -- 172.21.15.1:0/1913967106 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55f9cffd9a70 con 0x55f9d00baf60 2024-02-10T00:00:16.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.859+0000 7fdc0ffff640 1 -- 172.21.15.1:0/1913967106 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdc2409a4f0 con 0x55f9d00baf60 2024-02-10T00:00:16.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.859+0000 7fdc0ffff640 1 -- 172.21.15.1:0/1913967106 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fdc280046c0 con 0x55f9d00baf60 2024-02-10T00:00:16.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.859+0000 7fdc399bc740 10 client.15873 fetch_fsmap finished waiting for FSMap version 27 2024-02-10T00:00:16.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.859+0000 7fdc399bc740 10 client.15873 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:00:16.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.860+0000 7fdc399bc740 20 client.15873 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:16.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.860+0000 7fdc399bc740 1 --2- 172.21.15.1:0/1913967106 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55f9d0122cf0 0x55f9d0125110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.860+0000 7fdc399bc740 4 client.15873 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:00:16.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.860+0000 7fdc399bc740 1 -- 172.21.15.1:0/1913967106 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55f9cfda4890 con 0x55f9d0122cf0 2024-02-10T00:00:16.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.860+0000 7fdc34aa9640 1 --2- 172.21.15.1:0/1913967106 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55f9d0122cf0 0x55f9d0125110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.860+0000 7fdc0ffff640 10 client.15873 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:00:16.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.860+0000 7fdc34aa9640 1 --2- 172.21.15.1:0/1913967106 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55f9d0122cf0 0x55f9d0125110 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=2b509d69c5db2cb9 server_cookie=a4b6ae60180c3de5 in_seq=0 out_seq=0 2024-02-10T00:00:16.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.860+0000 7fdc0ffff640 1 -- 172.21.15.1:0/1913967106 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55f9cfda4890 con 0x55f9d0122cf0 2024-02-10T00:00:16.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.860+0000 7fdc0ffff640 10 client.15873 handle_command_reply: tid=0 2024-02-10T00:00:16.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.860+0000 7fdc399bc740 1 client.15873 shutdown 2024-02-10T00:00:16.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.860+0000 7fdc399bc740 1 -- 172.21.15.1:0/1913967106 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9d00baf60 msgr2=0x55f9d00c0b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.860+0000 7fdc399bc740 1 --2- 172.21.15.1:0/1913967106 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9d00baf60 0x55f9d00c0b00 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fdc28036000 tx=0x7fdc2802c0f0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.860+0000 7fdc399bc740 1 -- 172.21.15.1:0/1913967106 shutdown_connections 2024-02-10T00:00:16.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.860+0000 7fdc399bc740 1 --2- 172.21.15.1:0/1913967106 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9d00baf60 0x55f9d00c0b00 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.861+0000 7fdc399bc740 1 --2- 172.21.15.1:0/1913967106 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55f9d0122cf0 0x55f9d0125110 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.861+0000 7fdc399bc740 1 --2- 172.21.15.1:0/1913967106 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9d00b23e0 0x55f9d00c05c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.861+0000 7fdc399bc740 1 --2- 172.21.15.1:0/1913967106 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9d00b1a30 0x55f9d00c2220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.861+0000 7fdc0ffff640 0 client.15873 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:00:16.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.861+0000 7fdc399bc740 1 -- 172.21.15.1:0/1913967106 >> 172.21.15.1:0/1913967106 conn(0x55f9d00ac100 msgr2=0x55f9d00aa9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:16.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.861+0000 7fdc399bc740 1 -- 172.21.15.1:0/1913967106 shutdown_connections 2024-02-10T00:00:16.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.861+0000 7fdc399bc740 1 -- 172.21.15.1:0/1913967106 wait complete. 2024-02-10T00:00:16.870 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.861+0000 7fdc399bc740 20 client.15873 trim_cache size 0 max 16384 2024-02-10T00:00:16.870 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:00:16.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.861+0000 7fdc36d0d640 1 -- 172.21.15.1:0/3217951450 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdc200a23d0 msgr2=0x7fdc200a4890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.861+0000 7fdc36d0d640 1 --2- 172.21.15.1:0/3217951450 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdc200a23d0 0x7fdc200a4890 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fdc28009cd0 tx=0x7fdc28032f50 comp rx=0 tx=0).stop 2024-02-10T00:00:16.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.861+0000 7fdc36d0d640 1 -- 172.21.15.1:0/3217951450 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdc30100340 msgr2=0x7fdc3019f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.861+0000 7fdc36d0d640 1 --2- 172.21.15.1:0/3217951450 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdc30100340 0x7fdc3019f6d0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fdc2400d950 tx=0x7fdc2400de10 comp rx=0 tx=0).stop 2024-02-10T00:00:16.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.861+0000 7fdc36d0d640 1 -- 172.21.15.1:0/3217951450 shutdown_connections 2024-02-10T00:00:16.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.861+0000 7fdc36d0d640 1 --2- 172.21.15.1:0/3217951450 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdc200a23d0 0x7fdc200a4890 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.861+0000 7fdc36d0d640 1 --2- 172.21.15.1:0/3217951450 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdc30199880 0x7fdc30199d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.861+0000 7fdc36d0d640 1 --2- 172.21.15.1:0/3217951450 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdc30105410 0x7fdc3019fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.861+0000 7fdc36d0d640 1 --2- 172.21.15.1:0/3217951450 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdc30100340 0x7fdc3019f6d0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.861+0000 7fdc36d0d640 1 -- 172.21.15.1:0/3217951450 >> 172.21.15.1:0/3217951450 conn(0x7fdc300772e0 msgr2=0x7fdc3010bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:16.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.861+0000 7fdc36d0d640 1 -- 172.21.15.1:0/3217951450 shutdown_connections 2024-02-10T00:00:16.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.861+0000 7fdc36d0d640 1 -- 172.21.15.1:0/3217951450 wait complete. 2024-02-10T00:00:16.875 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:00:16.875 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-02-10T00:00:16.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.977+0000 7f8649e55640 1 -- 172.21.15.1:0/3611436983 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8644105400 msgr2=0x7f864410cfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.977+0000 7f8649e55640 1 --2- 172.21.15.1:0/3611436983 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8644105400 0x7f864410cfd0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f863c009cd0 tx=0x7f863c02c0f0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.977+0000 7f8649e55640 1 -- 172.21.15.1:0/3611436983 shutdown_connections 2024-02-10T00:00:16.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.977+0000 7f8649e55640 1 --2- 172.21.15.1:0/3611436983 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8644105400 0x7f864410cfd0 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.977+0000 7f8649e55640 1 --2- 172.21.15.1:0/3611436983 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8644100ce0 0x7f8644104d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.977+0000 7f8649e55640 1 --2- 172.21.15.1:0/3611436983 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8644100330 0x7f8644100710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.977+0000 7f8649e55640 1 -- 172.21.15.1:0/3611436983 >> 172.21.15.1:0/3611436983 conn(0x7f8644077250 msgr2=0x7f8644077660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:16.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.977+0000 7f8649e55640 1 -- 172.21.15.1:0/3611436983 shutdown_connections 2024-02-10T00:00:16.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.977+0000 7f8649e55640 1 -- 172.21.15.1:0/3611436983 wait complete. 2024-02-10T00:00:16.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.978+0000 7f8649e55640 1 Processor -- start 2024-02-10T00:00:16.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.978+0000 7f8649e55640 1 -- start start 2024-02-10T00:00:16.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.978+0000 7f8649e55640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8644100330 0x7f864419d580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.978+0000 7f8649e55640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8644105400 0x7f864419dac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.978+0000 7f8649e55640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8644197640 0x7f8644197ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.978+0000 7f8649e55640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8644198110 con 0x7f8644100330 2024-02-10T00:00:16.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.978+0000 7f8649e55640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8644198280 con 0x7f8644197640 2024-02-10T00:00:16.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.978+0000 7f8649e55640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8644198440 con 0x7f8644105400 2024-02-10T00:00:16.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.978+0000 7f86437fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8644100330 0x7f864419d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.978+0000 7f86437fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8644100330 0x7f864419d580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50752/0 (socket says 172.21.15.1:50752) 2024-02-10T00:00:16.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.978+0000 7f86437fe640 1 -- 172.21.15.1:0/2323429480 learned_addr learned my addr 172.21.15.1:0/2323429480 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:16.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.979+0000 7f8643fff640 1 --2- 172.21.15.1:0/2323429480 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8644197640 0x7f8644197ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.979+0000 7f8642ffd640 1 --2- 172.21.15.1:0/2323429480 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8644105400 0x7f864419dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.979+0000 7f86437fe640 1 -- 172.21.15.1:0/2323429480 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8644105400 msgr2=0x7f864419dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.979+0000 7f86437fe640 1 --2- 172.21.15.1:0/2323429480 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8644105400 0x7f864419dac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.979+0000 7f86437fe640 1 -- 172.21.15.1:0/2323429480 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8644197640 msgr2=0x7f8644197ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.979+0000 7f86437fe640 1 --2- 172.21.15.1:0/2323429480 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8644197640 0x7f8644197ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.979+0000 7f86437fe640 1 -- 172.21.15.1:0/2323429480 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f863c009900 con 0x7f8644100330 2024-02-10T00:00:16.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.979+0000 7f86437fe640 1 --2- 172.21.15.1:0/2323429480 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8644100330 0x7f864419d580 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f863400d950 tx=0x7f863400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:16.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.979+0000 7f8640ff9640 1 -- 172.21.15.1:0/2323429480 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8634009a30 con 0x7f8644100330 2024-02-10T00:00:16.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.979+0000 7f8640ff9640 1 -- 172.21.15.1:0/2323429480 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8634009b90 con 0x7f8644100330 2024-02-10T00:00:16.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.979+0000 7f8649e55640 1 -- 172.21.15.1:0/2323429480 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86441a43e0 con 0x7f8644100330 2024-02-10T00:00:16.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.979+0000 7f8640ff9640 1 -- 172.21.15.1:0/2323429480 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8634004a00 con 0x7f8644100330 2024-02-10T00:00:16.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.979+0000 7f8649e55640 1 -- 172.21.15.1:0/2323429480 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f86441a4910 con 0x7f8644100330 2024-02-10T00:00:16.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.982+0000 7f8640ff9640 1 -- 172.21.15.1:0/2323429480 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 25) v1 ==== 137000+0+0 (secure 0 0 0) 0x7f8634009d00 con 0x7f8644100330 2024-02-10T00:00:16.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.982+0000 7f864ca2d740 1 Processor -- start 2024-02-10T00:00:16.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.982+0000 7f864ca2d740 1 -- start start 2024-02-10T00:00:16.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.982+0000 7f864ca2d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb62787a30 0x55cb62787e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.982+0000 7f864ca2d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb627883e0 0x55cb62790990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.982+0000 7f864ca2d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb62790f60 0x55cb627933b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.982+0000 7f864ca2d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb62743020 con 0x55cb62787a30 2024-02-10T00:00:16.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.982+0000 7f864ca2d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb626f6320 con 0x55cb62790f60 2024-02-10T00:00:16.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.982+0000 7f864ca2d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb626f3850 con 0x55cb627883e0 2024-02-10T00:00:16.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.982+0000 7f8643fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb62787a30 0x55cb62787e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.982+0000 7f8643fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb62787a30 0x55cb62787e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50764/0 (socket says 172.21.15.1:50764) 2024-02-10T00:00:16.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.982+0000 7f8643fff640 1 -- 172.21.15.1:0/2960103021 learned_addr learned my addr 172.21.15.1:0/2960103021 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:16.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.982+0000 7f8640ff9640 1 --2- 172.21.15.1:0/2323429480 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f86300a23d0 0x7f86300a4890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.982+0000 7f8643fff640 1 --2- 172.21.15.1:0/2323429480 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f86300a23d0 0x7f86300a4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.982+0000 7f8642ffd640 1 --2- 172.21.15.1:0/2960103021 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb62790f60 0x55cb627933b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.982+0000 7f8640ff9640 1 -- 172.21.15.1:0/2323429480 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f86340cdd90 con 0x7f8644100330 2024-02-10T00:00:16.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.982+0000 7f86437fe640 1 --2- 172.21.15.1:0/2960103021 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb627883e0 0x55cb62790990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.982+0000 7f8643fff640 1 -- 172.21.15.1:0/2960103021 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb627883e0 msgr2=0x55cb62790990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:16.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.982+0000 7f8643fff640 1 --2- 172.21.15.1:0/2960103021 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb627883e0 0x55cb62790990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.982+0000 7f8643fff640 1 -- 172.21.15.1:0/2960103021 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb62790f60 msgr2=0x55cb627933b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:16.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.982+0000 7f8643fff640 1 --2- 172.21.15.1:0/2960103021 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb62790f60 0x55cb627933b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.982+0000 7f8643fff640 1 -- 172.21.15.1:0/2960103021 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cb626b1210 con 0x55cb62787a30 2024-02-10T00:00:16.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.982+0000 7f86437fe640 1 --2- 172.21.15.1:0/2960103021 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb627883e0 0x55cb62790990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:00:16.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.982+0000 7f8642ffd640 1 --2- 172.21.15.1:0/2960103021 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb62790f60 0x55cb627933b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:00:16.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.983+0000 7f8643fff640 1 --2- 172.21.15.1:0/2960103021 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb62787a30 0x55cb62787e10 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f863c009ca0 tx=0x7f863c034440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebb9a93e254969da server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:16.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.983+0000 7f8639ffb640 1 -- 172.21.15.1:0/2960103021 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f863c0328b0 con 0x55cb62787a30 2024-02-10T00:00:16.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.983+0000 7f8639ffb640 1 -- 172.21.15.1:0/2960103021 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f863c034e60 con 0x55cb62787a30 2024-02-10T00:00:16.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.983+0000 7f8639ffb640 1 -- 172.21.15.1:0/2960103021 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f863c004420 con 0x55cb62787a30 2024-02-10T00:00:16.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.984+0000 7f864ca2d740 1 -- 172.21.15.1:0/2960103021 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb62787a30 msgr2=0x55cb62787e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.984+0000 7f8643fff640 1 --2- 172.21.15.1:0/2323429480 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f86300a23d0 0x7f86300a4890 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f863c04e000 tx=0x7f863c04a000 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:16.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.984+0000 7f864ca2d740 1 --2- 172.21.15.1:0/2960103021 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb62787a30 0x55cb62787e10 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f863c009ca0 tx=0x7f863c034440 comp rx=0 tx=0).stop 2024-02-10T00:00:16.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.984+0000 7f864ca2d740 1 -- 172.21.15.1:0/2960103021 shutdown_connections 2024-02-10T00:00:16.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.984+0000 7f864ca2d740 1 --2- 172.21.15.1:0/2960103021 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb62790f60 0x55cb627933b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.984+0000 7f864ca2d740 1 --2- 172.21.15.1:0/2960103021 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb627883e0 0x55cb62790990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.984+0000 7f864ca2d740 1 --2- 172.21.15.1:0/2960103021 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb62787a30 0x55cb62787e10 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.984+0000 7f864ca2d740 1 -- 172.21.15.1:0/2960103021 >> 172.21.15.1:0/2960103021 conn(0x55cb62782100 msgr2=0x55cb627824e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:16.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.984+0000 7f864ca2d740 1 -- 172.21.15.1:0/2960103021 shutdown_connections 2024-02-10T00:00:16.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.984+0000 7f864ca2d740 1 -- 172.21.15.1:0/2960103021 wait complete. 2024-02-10T00:00:16.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.984+0000 7f864ca2d740 1 -- start start 2024-02-10T00:00:16.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.984+0000 7f864ca2d740 1 Processor -- start 2024-02-10T00:00:16.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.984+0000 7f864ca2d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb62787a30 0x55cb6278de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.984+0000 7f864ca2d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb627883e0 0x55cb6278e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.984+0000 7f864ca2d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb62790f60 0x55cb6278e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.984+0000 7f864ca2d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb626ef030 con 0x55cb627883e0 2024-02-10T00:00:16.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.984+0000 7f864ca2d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb623c2430 con 0x55cb62790f60 2024-02-10T00:00:16.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.984+0000 7f864ca2d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb6237ee00 con 0x55cb62787a30 2024-02-10T00:00:16.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.984+0000 7f864ca2d740 10 client.0 _ll_register_callbacks cb 0x55cb626e4030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:16.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.985+0000 7f8642ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb627883e0 0x55cb6278e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.985+0000 7f8642ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb627883e0 0x55cb6278e3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50772/0 (socket says 172.21.15.1:50772) 2024-02-10T00:00:16.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.985+0000 7f8642ffd640 1 -- 172.21.15.1:0/1203405782 learned_addr learned my addr 172.21.15.1:0/1203405782 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:16.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.985+0000 7f8643fff640 1 --2- 172.21.15.1:0/1203405782 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb62790f60 0x55cb6278e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.985+0000 7f86437fe640 1 --2- 172.21.15.1:0/1203405782 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb62787a30 0x55cb6278de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.985+0000 7f8642ffd640 1 -- 172.21.15.1:0/1203405782 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb62787a30 msgr2=0x55cb6278de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:16.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.985+0000 7f8642ffd640 1 --2- 172.21.15.1:0/1203405782 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb62787a30 0x55cb6278de60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.985+0000 7f8642ffd640 1 -- 172.21.15.1:0/1203405782 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb62790f60 msgr2=0x55cb6278e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:16.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.985+0000 7f8642ffd640 1 --2- 172.21.15.1:0/1203405782 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb62790f60 0x55cb6278e8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.985+0000 7f8642ffd640 1 -- 172.21.15.1:0/1203405782 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f864410d7e0 con 0x55cb627883e0 2024-02-10T00:00:16.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.985+0000 7f8642ffd640 1 --2- 172.21.15.1:0/1203405782 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb627883e0 0x55cb6278e3a0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f862c012730 tx=0x7f862c012bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7edccdc5a95ddb0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:16.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.985+0000 7f8622ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:16.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.985+0000 7f8622ffd640 1 -- 172.21.15.1:0/1203405782 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f862c004460 con 0x55cb627883e0 2024-02-10T00:00:16.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.985+0000 7f864ca2d740 1 -- 172.21.15.1:0/1203405782 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55cb623ee7e0 con 0x55cb627883e0 2024-02-10T00:00:16.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.985+0000 7f8622ffd640 1 -- 172.21.15.1:0/1203405782 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f862c0109b0 con 0x55cb627883e0 2024-02-10T00:00:16.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.985+0000 7f8622ffd640 1 -- 172.21.15.1:0/1203405782 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f862c010b70 con 0x55cb627883e0 2024-02-10T00:00:16.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.985+0000 7f864ca2d740 10 client.15885 fetch_fsmap learned FSMap version 27 2024-02-10T00:00:16.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.985+0000 7f864ca2d740 1 -- 172.21.15.1:0/1203405782 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55cb626ed6b0 con 0x55cb627883e0 2024-02-10T00:00:16.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.986+0000 7f8622ffd640 1 -- 172.21.15.1:0/1203405782 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55cb623ee7e0 con 0x55cb627883e0 2024-02-10T00:00:16.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.986+0000 7f8622ffd640 1 -- 172.21.15.1:0/1203405782 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f862c012d20 con 0x55cb627883e0 2024-02-10T00:00:16.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.986+0000 7f864ca2d740 10 client.15885 fetch_fsmap finished waiting for FSMap version 27 2024-02-10T00:00:16.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.986+0000 7f864ca2d740 10 client.15885 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:00:16.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.986+0000 7f864ca2d740 20 client.15885 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:16.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.986+0000 7f864ca2d740 1 --2- 172.21.15.1:0/1203405782 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55cb627a14a0 0x55cb627a38c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:16.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.986+0000 7f864ca2d740 4 client.15885 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:00:16.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.986+0000 7f864ca2d740 1 -- 172.21.15.1:0/1203405782 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55cb6242b720 con 0x55cb627a14a0 2024-02-10T00:00:16.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.986+0000 7f86437fe640 1 --2- 172.21.15.1:0/1203405782 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55cb627a14a0 0x55cb627a38c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:16.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.986+0000 7f8622ffd640 10 client.15885 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:00:16.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.986+0000 7f86437fe640 1 --2- 172.21.15.1:0/1203405782 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55cb627a14a0 0x55cb627a38c0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=bd763b3ec4812cbe server_cookie=388e48fd287b8f17 in_seq=0 out_seq=0 2024-02-10T00:00:16.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.987+0000 7f8622ffd640 1 -- 172.21.15.1:0/1203405782 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55cb6242b720 con 0x55cb627a14a0 2024-02-10T00:00:16.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.987+0000 7f8622ffd640 10 client.15885 handle_command_reply: tid=0 2024-02-10T00:00:16.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.987+0000 7f864ca2d740 1 client.15885 shutdown 2024-02-10T00:00:16.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.987+0000 7f864ca2d740 1 -- 172.21.15.1:0/1203405782 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb627883e0 msgr2=0x55cb6278e3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:16.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.987+0000 7f864ca2d740 1 --2- 172.21.15.1:0/1203405782 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb627883e0 0x55cb6278e3a0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f862c012730 tx=0x7f862c012bf0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.987+0000 7f864ca2d740 1 -- 172.21.15.1:0/1203405782 shutdown_connections 2024-02-10T00:00:16.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.987+0000 7f864ca2d740 1 --2- 172.21.15.1:0/1203405782 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb62790f60 0x55cb6278e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.987+0000 7f864ca2d740 1 --2- 172.21.15.1:0/1203405782 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55cb627a14a0 0x55cb627a38c0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.987+0000 7f864ca2d740 1 --2- 172.21.15.1:0/1203405782 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb627883e0 0x55cb6278e3a0 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.987+0000 7f864ca2d740 1 --2- 172.21.15.1:0/1203405782 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb62787a30 0x55cb6278de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:16.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.987+0000 7f8622ffd640 0 client.15885 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:00:16.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.987+0000 7f864ca2d740 1 -- 172.21.15.1:0/1203405782 >> 172.21.15.1:0/1203405782 conn(0x55cb62782100 msgr2=0x55cb62783e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:16.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.987+0000 7f864ca2d740 1 -- 172.21.15.1:0/1203405782 shutdown_connections 2024-02-10T00:00:16.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.987+0000 7f864ca2d740 1 -- 172.21.15.1:0/1203405782 wait complete. 2024-02-10T00:00:16.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.987+0000 7f864ca2d740 20 client.15885 trim_cache size 0 max 16384 2024-02-10T00:00:17.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.999+0000 7f864ca2d740 1 Processor -- start 2024-02-10T00:00:17.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.999+0000 7f864ca2d740 1 -- start start 2024-02-10T00:00:17.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.999+0000 7f864ca2d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb62787a30 0x55cb62790590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.999+0000 7f864ca2d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb627883e0 0x55cb62798370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.999+0000 7f864ca2d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb62790f60 0x55cb6278e700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.999+0000 7f864ca2d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb62674130 con 0x55cb62787a30 2024-02-10T00:00:17.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.999+0000 7f864ca2d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb62781f30 con 0x55cb627883e0 2024-02-10T00:00:17.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.999+0000 7f864ca2d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb6277c650 con 0x55cb62790f60 2024-02-10T00:00:17.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.999+0000 7f86437fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb62787a30 0x55cb62790590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.999+0000 7f86437fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb62787a30 0x55cb62790590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50778/0 (socket says 172.21.15.1:50778) 2024-02-10T00:00:17.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:16.999+0000 7f86437fe640 1 -- 172.21.15.1:0/227298238 learned_addr learned my addr 172.21.15.1:0/227298238 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:17.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.000+0000 7f8642ffd640 1 --2- 172.21.15.1:0/227298238 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb627883e0 0x55cb62798370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.000+0000 7f8643fff640 1 --2- 172.21.15.1:0/227298238 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb62790f60 0x55cb6278e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.000+0000 7f86437fe640 1 -- 172.21.15.1:0/227298238 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb62790f60 msgr2=0x55cb6278e700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:17.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.000+0000 7f86437fe640 1 --2- 172.21.15.1:0/227298238 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb62790f60 0x55cb6278e700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.000+0000 7f86437fe640 1 -- 172.21.15.1:0/227298238 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb627883e0 msgr2=0x55cb62798370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:17.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.000+0000 7f86437fe640 1 --2- 172.21.15.1:0/227298238 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb627883e0 0x55cb62798370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.000+0000 7f86437fe640 1 -- 172.21.15.1:0/227298238 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cb62689c90 con 0x55cb62787a30 2024-02-10T00:00:17.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.000+0000 7f8642ffd640 1 --2- 172.21.15.1:0/227298238 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb627883e0 0x55cb62798370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:00:17.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.000+0000 7f86437fe640 1 --2- 172.21.15.1:0/227298238 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb62787a30 0x55cb62790590 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f863409a210 tx=0x7f86340ba040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=627f90173f9d18ed server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:17.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.000+0000 7f86397fa640 1 -- 172.21.15.1:0/227298238 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f863409e6b0 con 0x55cb62787a30 2024-02-10T00:00:17.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.000+0000 7f86397fa640 1 -- 172.21.15.1:0/227298238 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f86340a2d00 con 0x55cb62787a30 2024-02-10T00:00:17.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.000+0000 7f86397fa640 1 -- 172.21.15.1:0/227298238 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86340a2870 con 0x55cb62787a30 2024-02-10T00:00:17.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.001+0000 7f864ca2d740 1 -- 172.21.15.1:0/227298238 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb62787a30 msgr2=0x55cb62790590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:17.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.001+0000 7f864ca2d740 1 --2- 172.21.15.1:0/227298238 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb62787a30 0x55cb62790590 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f863409a210 tx=0x7f86340ba040 comp rx=0 tx=0).stop 2024-02-10T00:00:17.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.001+0000 7f864ca2d740 1 -- 172.21.15.1:0/227298238 shutdown_connections 2024-02-10T00:00:17.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.001+0000 7f864ca2d740 1 --2- 172.21.15.1:0/227298238 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb62790f60 0x55cb6278e700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.001+0000 7f864ca2d740 1 --2- 172.21.15.1:0/227298238 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb627883e0 0x55cb62798370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.001+0000 7f864ca2d740 1 --2- 172.21.15.1:0/227298238 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb62787a30 0x55cb62790590 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.001+0000 7f864ca2d740 1 -- 172.21.15.1:0/227298238 >> 172.21.15.1:0/227298238 conn(0x55cb62782100 msgr2=0x55cb6278c730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:17.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.001+0000 7f864ca2d740 1 -- 172.21.15.1:0/227298238 shutdown_connections 2024-02-10T00:00:17.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.001+0000 7f864ca2d740 1 -- 172.21.15.1:0/227298238 wait complete. 2024-02-10T00:00:17.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.001+0000 7f864ca2d740 1 -- start start 2024-02-10T00:00:17.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.001+0000 7f864ca2d740 1 Processor -- start 2024-02-10T00:00:17.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.001+0000 7f864ca2d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb62787a30 0x55cb627f5e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.001+0000 7f864ca2d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb627883e0 0x55cb627f63c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.001+0000 7f864ca2d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb62790f60 0x55cb627f0290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.001+0000 7f864ca2d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb627f0850 con 0x55cb62787a30 2024-02-10T00:00:17.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.001+0000 7f864ca2d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb627f09c0 con 0x55cb627883e0 2024-02-10T00:00:17.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.001+0000 7f864ca2d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb627f0b80 con 0x55cb62790f60 2024-02-10T00:00:17.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.001+0000 7f864ca2d740 10 client.0 _ll_register_callbacks cb 0x7f863c037070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:17.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.001+0000 7f86437fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb62787a30 0x55cb627f5e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.001+0000 7f86437fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb62787a30 0x55cb627f5e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50782/0 (socket says 172.21.15.1:50782) 2024-02-10T00:00:17.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.001+0000 7f86437fe640 1 -- 172.21.15.1:0/3297427120 learned_addr learned my addr 172.21.15.1:0/3297427120 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:17.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.002+0000 7f8643fff640 1 --2- 172.21.15.1:0/3297427120 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb62790f60 0x55cb627f0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.002+0000 7f8642ffd640 1 --2- 172.21.15.1:0/3297427120 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb627883e0 0x55cb627f63c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.002+0000 7f86437fe640 1 -- 172.21.15.1:0/3297427120 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb62790f60 msgr2=0x55cb627f0290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:17.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.002+0000 7f86437fe640 1 --2- 172.21.15.1:0/3297427120 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb62790f60 0x55cb627f0290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.002+0000 7f86437fe640 1 -- 172.21.15.1:0/3297427120 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb627883e0 msgr2=0x55cb627f63c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:17.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.002+0000 7f86437fe640 1 --2- 172.21.15.1:0/3297427120 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb627883e0 0x55cb627f63c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.002+0000 7f86437fe640 1 -- 172.21.15.1:0/3297427120 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f86441a4910 con 0x55cb62787a30 2024-02-10T00:00:17.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.002+0000 7f8642ffd640 1 --2- 172.21.15.1:0/3297427120 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb627883e0 0x55cb627f63c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:00:17.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.002+0000 7f8643fff640 1 --2- 172.21.15.1:0/3297427120 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb62790f60 0x55cb627f0290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:00:17.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.002+0000 7f86437fe640 1 --2- 172.21.15.1:0/3297427120 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb62787a30 0x55cb627f5e80 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f86340cbb10 tx=0x7f8634005240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65858c60af71a5c6 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:17.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.002+0000 7f8622ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:17.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.002+0000 7f8622ffd640 1 -- 172.21.15.1:0/3297427120 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f863409e6b0 con 0x55cb62787a30 2024-02-10T00:00:17.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.002+0000 7f8622ffd640 1 -- 172.21.15.1:0/3297427120 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f863407ee40 con 0x55cb62787a30 2024-02-10T00:00:17.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.002+0000 7f864ca2d740 1 -- 172.21.15.1:0/3297427120 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f863c034e60 con 0x55cb62787a30 2024-02-10T00:00:17.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.002+0000 7f8622ffd640 1 -- 172.21.15.1:0/3297427120 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8634096bd0 con 0x55cb62787a30 2024-02-10T00:00:17.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.002+0000 7f864ca2d740 10 client.15891 fetch_fsmap learned FSMap version 27 2024-02-10T00:00:17.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.002+0000 7f864ca2d740 1 -- 172.21.15.1:0/3297427120 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55cb626afa70 con 0x55cb62787a30 2024-02-10T00:00:17.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.002+0000 7f8622ffd640 1 -- 172.21.15.1:0/3297427120 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f863c034e60 con 0x55cb62787a30 2024-02-10T00:00:17.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.002+0000 7f8622ffd640 1 -- 172.21.15.1:0/3297427120 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f86340cb770 con 0x55cb62787a30 2024-02-10T00:00:17.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.003+0000 7f864ca2d740 10 client.15891 fetch_fsmap finished waiting for FSMap version 27 2024-02-10T00:00:17.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.003+0000 7f864ca2d740 10 client.15891 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:00:17.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.003+0000 7f864ca2d740 20 client.15891 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:17.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.003+0000 7f864ca2d740 1 --2- 172.21.15.1:0/3297427120 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55cb627fd990 0x55cb627ffd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.003+0000 7f864ca2d740 4 client.15891 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:00:17.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.003+0000 7f864ca2d740 1 -- 172.21.15.1:0/3297427120 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55cb6247a890 con 0x55cb627fd990 2024-02-10T00:00:17.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.003+0000 7f8642ffd640 1 --2- 172.21.15.1:0/3297427120 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55cb627fd990 0x55cb627ffd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.003+0000 7f8622ffd640 10 client.15891 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:00:17.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.003+0000 7f8642ffd640 1 --2- 172.21.15.1:0/3297427120 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55cb627fd990 0x55cb627ffd80 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5f1ea200abc2bf75 server_cookie=d2503c3e5a08cdc9 in_seq=0 out_seq=0 2024-02-10T00:00:17.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.003+0000 7f8622ffd640 1 -- 172.21.15.1:0/3297427120 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55cb6247a890 con 0x55cb627fd990 2024-02-10T00:00:17.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.003+0000 7f8622ffd640 10 client.15891 handle_command_reply: tid=0 2024-02-10T00:00:17.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.003+0000 7f864ca2d740 1 client.15891 shutdown 2024-02-10T00:00:17.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.003+0000 7f864ca2d740 1 -- 172.21.15.1:0/3297427120 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb62787a30 msgr2=0x55cb627f5e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:17.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.003+0000 7f864ca2d740 1 --2- 172.21.15.1:0/3297427120 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb62787a30 0x55cb627f5e80 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f86340cbb10 tx=0x7f8634005240 comp rx=0 tx=0).stop 2024-02-10T00:00:17.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.004+0000 7f864ca2d740 1 -- 172.21.15.1:0/3297427120 shutdown_connections 2024-02-10T00:00:17.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.004+0000 7f864ca2d740 1 --2- 172.21.15.1:0/3297427120 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb62790f60 0x55cb627f0290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.004+0000 7f864ca2d740 1 --2- 172.21.15.1:0/3297427120 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb627883e0 0x55cb627f63c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.004+0000 7f864ca2d740 1 --2- 172.21.15.1:0/3297427120 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55cb627fd990 0x55cb627ffd80 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.004+0000 7f864ca2d740 1 --2- 172.21.15.1:0/3297427120 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb62787a30 0x55cb627f5e80 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.004+0000 7f8622ffd640 0 client.15891 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:00:17.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.004+0000 7f864ca2d740 1 -- 172.21.15.1:0/3297427120 >> 172.21.15.1:0/3297427120 conn(0x55cb62782100 msgr2=0x55cb627809b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:17.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.004+0000 7f864ca2d740 1 -- 172.21.15.1:0/3297427120 shutdown_connections 2024-02-10T00:00:17.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.004+0000 7f864ca2d740 1 -- 172.21.15.1:0/3297427120 wait complete. 2024-02-10T00:00:17.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.004+0000 7f864ca2d740 20 client.15891 trim_cache size 0 max 16384 2024-02-10T00:00:17.014 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:00:17.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.004+0000 7f8649e55640 1 -- 172.21.15.1:0/2323429480 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f86300a23d0 msgr2=0x7f86300a4890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:17.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.004+0000 7f8649e55640 1 --2- 172.21.15.1:0/2323429480 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f86300a23d0 0x7f86300a4890 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f863c04e000 tx=0x7f863c04a000 comp rx=0 tx=0).stop 2024-02-10T00:00:17.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.004+0000 7f8649e55640 1 -- 172.21.15.1:0/2323429480 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8644100330 msgr2=0x7f864419d580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:17.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.004+0000 7f8649e55640 1 --2- 172.21.15.1:0/2323429480 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8644100330 0x7f864419d580 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f863400d950 tx=0x7f863400de10 comp rx=0 tx=0).stop 2024-02-10T00:00:17.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.004+0000 7f8649e55640 1 -- 172.21.15.1:0/2323429480 shutdown_connections 2024-02-10T00:00:17.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.004+0000 7f8649e55640 1 --2- 172.21.15.1:0/2323429480 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f86300a23d0 0x7f86300a4890 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.004+0000 7f8649e55640 1 --2- 172.21.15.1:0/2323429480 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8644197640 0x7f8644197ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.004+0000 7f8649e55640 1 --2- 172.21.15.1:0/2323429480 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8644105400 0x7f864419dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.004+0000 7f8649e55640 1 --2- 172.21.15.1:0/2323429480 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8644100330 0x7f864419d580 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.004+0000 7f8649e55640 1 -- 172.21.15.1:0/2323429480 >> 172.21.15.1:0/2323429480 conn(0x7f8644077250 msgr2=0x7f8644069c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:17.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.004+0000 7f8649e55640 1 -- 172.21.15.1:0/2323429480 shutdown_connections 2024-02-10T00:00:17.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.004+0000 7f8649e55640 1 -- 172.21.15.1:0/2323429480 wait complete. 2024-02-10T00:00:17.018 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:00:17.018 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-02-10T00:00:17.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.121+0000 7f13db896640 1 -- 172.21.15.1:0/2245357522 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f13d4100750 msgr2=0x7f13d4105e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:17.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.121+0000 7f13db896640 1 --2- 172.21.15.1:0/2245357522 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f13d4100750 0x7f13d4105e80 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f13c4009930 tx=0x7f13c402bc30 comp rx=0 tx=0).stop 2024-02-10T00:00:17.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.121+0000 7f13db896640 1 -- 172.21.15.1:0/2245357522 shutdown_connections 2024-02-10T00:00:17.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.121+0000 7f13db896640 1 --2- 172.21.15.1:0/2245357522 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f13d4106560 0x7f13d410e150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.121+0000 7f13db896640 1 --2- 172.21.15.1:0/2245357522 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f13d4100750 0x7f13d4105e80 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.121+0000 7f13db896640 1 --2- 172.21.15.1:0/2245357522 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f13d40ffda0 0x7f13d4100180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.121+0000 7f13db896640 1 -- 172.21.15.1:0/2245357522 >> 172.21.15.1:0/2245357522 conn(0x7f13d4075380 msgr2=0x7f13d4075790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:17.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.121+0000 7f13db896640 1 -- 172.21.15.1:0/2245357522 shutdown_connections 2024-02-10T00:00:17.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.121+0000 7f13db896640 1 -- 172.21.15.1:0/2245357522 wait complete. 2024-02-10T00:00:17.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.122+0000 7f13db896640 1 Processor -- start 2024-02-10T00:00:17.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.122+0000 7f13db896640 1 -- start start 2024-02-10T00:00:17.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.122+0000 7f13db896640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f13d40ffda0 0x7f13d4100d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.122+0000 7f13db896640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f13d4106560 0x7f13d4101250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.122+0000 7f13db896640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f13d4101790 0x7f13d41a5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.122+0000 7f13db896640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13d41a6180 con 0x7f13d4106560 2024-02-10T00:00:17.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.122+0000 7f13db896640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13d41a62f0 con 0x7f13d4101790 2024-02-10T00:00:17.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.122+0000 7f13db896640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13d41a64b0 con 0x7f13d40ffda0 2024-02-10T00:00:17.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.122+0000 7f13d8e31640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f13d4106560 0x7f13d4101250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.122+0000 7f13d8e31640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f13d4106560 0x7f13d4101250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50794/0 (socket says 172.21.15.1:50794) 2024-02-10T00:00:17.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.122+0000 7f13d8e31640 1 -- 172.21.15.1:0/3306765438 learned_addr learned my addr 172.21.15.1:0/3306765438 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:17.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.122+0000 7f13d9e33640 1 --2- 172.21.15.1:0/3306765438 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f13d4101790 0x7f13d41a5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.122+0000 7f13d9632640 1 --2- 172.21.15.1:0/3306765438 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f13d40ffda0 0x7f13d4100d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.122+0000 7f13d8e31640 1 -- 172.21.15.1:0/3306765438 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f13d40ffda0 msgr2=0x7f13d4100d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:17.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.122+0000 7f13d8e31640 1 --2- 172.21.15.1:0/3306765438 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f13d40ffda0 0x7f13d4100d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.122+0000 7f13d8e31640 1 -- 172.21.15.1:0/3306765438 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f13d4101790 msgr2=0x7f13d41a5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:17.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.123+0000 7f13d8e31640 1 --2- 172.21.15.1:0/3306765438 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f13d4101790 0x7f13d41a5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.123+0000 7f13d8e31640 1 -- 172.21.15.1:0/3306765438 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13cc009840 con 0x7f13d4106560 2024-02-10T00:00:17.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.123+0000 7f13d8e31640 1 --2- 172.21.15.1:0/3306765438 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f13d4106560 0x7f13d4101250 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f13c4009230 tx=0x7f13c4004c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:17.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.123+0000 7f13ca7fc640 1 -- 172.21.15.1:0/3306765438 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13c40043d0 con 0x7f13d4106560 2024-02-10T00:00:17.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.123+0000 7f13ca7fc640 1 -- 172.21.15.1:0/3306765438 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f13c40052d0 con 0x7f13d4106560 2024-02-10T00:00:17.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.123+0000 7f13db896640 1 -- 172.21.15.1:0/3306765438 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f13c4009560 con 0x7f13d4106560 2024-02-10T00:00:17.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.123+0000 7f13ca7fc640 1 -- 172.21.15.1:0/3306765438 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13c4003d80 con 0x7f13d4106560 2024-02-10T00:00:17.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.123+0000 7f13db896640 1 -- 172.21.15.1:0/3306765438 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f13d41a6ab0 con 0x7f13d4106560 2024-02-10T00:00:17.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.125+0000 7f13ca7fc640 1 -- 172.21.15.1:0/3306765438 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 25) v1 ==== 137000+0+0 (secure 0 0 0) 0x7f13c4005440 con 0x7f13d4106560 2024-02-10T00:00:17.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.126+0000 7f13de461740 1 Processor -- start 2024-02-10T00:00:17.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.126+0000 7f13de461740 1 -- start start 2024-02-10T00:00:17.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.126+0000 7f13ca7fc640 1 --2- 172.21.15.1:0/3306765438 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f13c00a2380 0x7f13c00a4840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.126+0000 7f13de461740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558b29bf3a30 0x558b29bf3e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.126+0000 7f13de461740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558b29bf43e0 0x558b29bfc990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.126+0000 7f13de461740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558b29bfcf60 0x558b29bff3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.126+0000 7f13de461740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x558b29baf020 con 0x558b29bf3a30 2024-02-10T00:00:17.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.126+0000 7f13de461740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x558b29b62320 con 0x558b29bfcf60 2024-02-10T00:00:17.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.126+0000 7f13de461740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x558b29b5f850 con 0x558b29bf43e0 2024-02-10T00:00:17.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.126+0000 7f13d9632640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558b29bf3a30 0x558b29bf3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.126+0000 7f13d9e33640 1 --2- 172.21.15.1:0/3306765438 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f13c00a2380 0x7f13c00a4840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.126+0000 7f13d9632640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558b29bf3a30 0x558b29bf3e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50802/0 (socket says 172.21.15.1:50802) 2024-02-10T00:00:17.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.126+0000 7f13d9632640 1 -- 172.21.15.1:0/1976761289 learned_addr learned my addr 172.21.15.1:0/1976761289 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:17.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.126+0000 7f13ca7fc640 1 -- 172.21.15.1:0/3306765438 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f13c40f0480 con 0x7f13d4106560 2024-02-10T00:00:17.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.126+0000 7f13d8e31640 1 --2- 172.21.15.1:0/1976761289 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558b29bf43e0 0x558b29bfc990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.126+0000 7f13d9e33640 1 --2- 172.21.15.1:0/1976761289 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558b29bfcf60 0x558b29bff3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.126+0000 7f13d9632640 1 -- 172.21.15.1:0/1976761289 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558b29bf43e0 msgr2=0x558b29bfc990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:17.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.126+0000 7f13d9632640 1 --2- 172.21.15.1:0/1976761289 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558b29bf43e0 0x558b29bfc990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.126+0000 7f13d9632640 1 -- 172.21.15.1:0/1976761289 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558b29bfcf60 msgr2=0x558b29bff3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:17.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.126+0000 7f13d9632640 1 --2- 172.21.15.1:0/1976761289 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558b29bfcf60 0x558b29bff3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.126+0000 7f13d9632640 1 -- 172.21.15.1:0/1976761289 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558b29b1d210 con 0x558b29bf3a30 2024-02-10T00:00:17.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.127+0000 7f13d9632640 1 --2- 172.21.15.1:0/1976761289 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558b29bf3a30 0x558b29bf3e10 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f13d0009b60 tx=0x7f13d000e6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4958272dcf88ed7b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:17.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.127+0000 7f13d9e33640 1 --2- 172.21.15.1:0/3306765438 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f13c00a2380 0x7f13c00a4840 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f13cc009270 tx=0x7f13cc009ed0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:17.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.127+0000 7f13bf7fe640 1 -- 172.21.15.1:0/1976761289 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13d0009e50 con 0x558b29bf3a30 2024-02-10T00:00:17.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.127+0000 7f13bf7fe640 1 -- 172.21.15.1:0/1976761289 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f13d0005500 con 0x558b29bf3a30 2024-02-10T00:00:17.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.127+0000 7f13bf7fe640 1 -- 172.21.15.1:0/1976761289 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13d0011470 con 0x558b29bf3a30 2024-02-10T00:00:17.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.127+0000 7f13de461740 1 -- 172.21.15.1:0/1976761289 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558b29bf3a30 msgr2=0x558b29bf3e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:17.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.127+0000 7f13de461740 1 --2- 172.21.15.1:0/1976761289 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558b29bf3a30 0x558b29bf3e10 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f13d0009b60 tx=0x7f13d000e6c0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.128+0000 7f13de461740 1 -- 172.21.15.1:0/1976761289 shutdown_connections 2024-02-10T00:00:17.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.128+0000 7f13de461740 1 --2- 172.21.15.1:0/1976761289 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558b29bfcf60 0x558b29bff3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.128+0000 7f13de461740 1 --2- 172.21.15.1:0/1976761289 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558b29bf43e0 0x558b29bfc990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.128+0000 7f13de461740 1 --2- 172.21.15.1:0/1976761289 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558b29bf3a30 0x558b29bf3e10 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.128+0000 7f13de461740 1 -- 172.21.15.1:0/1976761289 >> 172.21.15.1:0/1976761289 conn(0x558b29bee100 msgr2=0x558b29bee4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:17.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.128+0000 7f13de461740 1 -- 172.21.15.1:0/1976761289 shutdown_connections 2024-02-10T00:00:17.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.128+0000 7f13de461740 1 -- 172.21.15.1:0/1976761289 wait complete. 2024-02-10T00:00:17.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.128+0000 7f13de461740 1 -- start start 2024-02-10T00:00:17.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.128+0000 7f13de461740 1 Processor -- start 2024-02-10T00:00:17.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.128+0000 7f13de461740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558b29bf3a30 0x558b29bf9ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.128+0000 7f13de461740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558b29bf43e0 0x558b29bfa3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.128+0000 7f13de461740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558b29bfcf60 0x558b29bfa920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.128+0000 7f13de461740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x558b29b5b030 con 0x558b29bf43e0 2024-02-10T00:00:17.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.128+0000 7f13de461740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x558b2982e430 con 0x558b29bf3a30 2024-02-10T00:00:17.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.128+0000 7f13de461740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x558b297eae00 con 0x558b29bfcf60 2024-02-10T00:00:17.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.128+0000 7f13de461740 10 client.0 _ll_register_callbacks cb 0x558b29b50030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:17.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.128+0000 7f13d8e31640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558b29bf43e0 0x558b29bfa3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.128+0000 7f13d8e31640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558b29bf43e0 0x558b29bfa3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50812/0 (socket says 172.21.15.1:50812) 2024-02-10T00:00:17.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.128+0000 7f13d8e31640 1 -- 172.21.15.1:0/3029451379 learned_addr learned my addr 172.21.15.1:0/3029451379 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:17.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.128+0000 7f13d9632640 1 --2- 172.21.15.1:0/3029451379 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558b29bf3a30 0x558b29bf9ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.129+0000 7f13d9e33640 1 --2- 172.21.15.1:0/3029451379 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558b29bfcf60 0x558b29bfa920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.129+0000 7f13d8e31640 1 -- 172.21.15.1:0/3029451379 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558b29bfcf60 msgr2=0x558b29bfa920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:17.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.129+0000 7f13d8e31640 1 --2- 172.21.15.1:0/3029451379 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558b29bfcf60 0x558b29bfa920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.129+0000 7f13d8e31640 1 -- 172.21.15.1:0/3029451379 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558b29bf3a30 msgr2=0x558b29bf9ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:17.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.129+0000 7f13d8e31640 1 --2- 172.21.15.1:0/3029451379 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558b29bf3a30 0x558b29bf9ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.129+0000 7f13d8e31640 1 -- 172.21.15.1:0/3029451379 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f13d00097c0 con 0x558b29bf43e0 2024-02-10T00:00:17.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.129+0000 7f13d9e33640 1 --2- 172.21.15.1:0/3029451379 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558b29bfcf60 0x558b29bfa920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:00:17.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.129+0000 7f13d8e31640 1 --2- 172.21.15.1:0/3029451379 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558b29bf43e0 0x558b29bfa3e0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f13c40b91c0 tx=0x7f13c40bc960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90afd5fccd56b217 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:17.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.129+0000 7f13bcff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:17.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.129+0000 7f13bcff9640 1 -- 172.21.15.1:0/3029451379 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13c40c0070 con 0x558b29bf43e0 2024-02-10T00:00:17.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.129+0000 7f13bcff9640 1 -- 172.21.15.1:0/3029451379 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f13c40bd460 con 0x558b29bf43e0 2024-02-10T00:00:17.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.129+0000 7f13de461740 1 -- 172.21.15.1:0/3029451379 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558b2985a7e0 con 0x558b29bf43e0 2024-02-10T00:00:17.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.129+0000 7f13bcff9640 1 -- 172.21.15.1:0/3029451379 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f13c40d5a90 con 0x558b29bf43e0 2024-02-10T00:00:17.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.129+0000 7f13de461740 10 client.15903 fetch_fsmap learned FSMap version 27 2024-02-10T00:00:17.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.129+0000 7f13de461740 1 -- 172.21.15.1:0/3029451379 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x558b29b596b0 con 0x558b29bf43e0 2024-02-10T00:00:17.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.129+0000 7f13bcff9640 1 -- 172.21.15.1:0/3029451379 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x558b2985a7e0 con 0x558b29bf43e0 2024-02-10T00:00:17.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.130+0000 7f13bcff9640 1 -- 172.21.15.1:0/3029451379 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f13c403c070 con 0x558b29bf43e0 2024-02-10T00:00:17.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.130+0000 7f13de461740 10 client.15903 fetch_fsmap finished waiting for FSMap version 27 2024-02-10T00:00:17.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.130+0000 7f13de461740 10 client.15903 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:00:17.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.130+0000 7f13de461740 20 client.15903 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:17.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.130+0000 7f13de461740 1 --2- 172.21.15.1:0/3029451379 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x558b29c0d2d0 0x558b29c0f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.130+0000 7f13de461740 4 client.15903 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:00:17.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.130+0000 7f13de461740 1 -- 172.21.15.1:0/3029451379 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558b29897720 con 0x558b29c0d2d0 2024-02-10T00:00:17.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.130+0000 7f13d9632640 1 --2- 172.21.15.1:0/3029451379 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x558b29c0d2d0 0x558b29c0f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.130+0000 7f13d9632640 1 --2- 172.21.15.1:0/3029451379 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x558b29c0d2d0 0x558b29c0f6c0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b69462cab575bb8 server_cookie=3cd7a3056ec1b1cc in_seq=0 out_seq=0 2024-02-10T00:00:17.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.130+0000 7f13bcff9640 10 client.15903 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:00:17.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.131+0000 7f13bcff9640 1 -- 172.21.15.1:0/3029451379 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x558b29897720 con 0x558b29c0d2d0 2024-02-10T00:00:17.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.131+0000 7f13bcff9640 10 client.15903 handle_command_reply: tid=0 2024-02-10T00:00:17.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.131+0000 7f13de461740 1 client.15903 shutdown 2024-02-10T00:00:17.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.131+0000 7f13de461740 1 -- 172.21.15.1:0/3029451379 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558b29bf43e0 msgr2=0x558b29bfa3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:17.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.131+0000 7f13de461740 1 --2- 172.21.15.1:0/3029451379 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558b29bf43e0 0x558b29bfa3e0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f13c40b91c0 tx=0x7f13c40bc960 comp rx=0 tx=0).stop 2024-02-10T00:00:17.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.131+0000 7f13de461740 1 -- 172.21.15.1:0/3029451379 shutdown_connections 2024-02-10T00:00:17.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.131+0000 7f13de461740 1 --2- 172.21.15.1:0/3029451379 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x558b29c0d2d0 0x558b29c0f6c0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.143 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.131+0000 7f13de461740 1 --2- 172.21.15.1:0/3029451379 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558b29bfcf60 0x558b29bfa920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.143 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.131+0000 7f13de461740 1 --2- 172.21.15.1:0/3029451379 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558b29bf43e0 0x558b29bfa3e0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.143 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.131+0000 7f13de461740 1 --2- 172.21.15.1:0/3029451379 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558b29bf3a30 0x558b29bf9ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.143 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.131+0000 7f13bcff9640 0 client.15903 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:00:17.143 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.131+0000 7f13de461740 1 -- 172.21.15.1:0/3029451379 >> 172.21.15.1:0/3029451379 conn(0x558b29bee100 msgr2=0x558b29befe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:17.143 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.131+0000 7f13de461740 1 -- 172.21.15.1:0/3029451379 shutdown_connections 2024-02-10T00:00:17.143 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.131+0000 7f13de461740 1 -- 172.21.15.1:0/3029451379 wait complete. 2024-02-10T00:00:17.144 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.131+0000 7f13de461740 20 client.15903 trim_cache size 0 max 16384 2024-02-10T00:00:17.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.143+0000 7f13de461740 1 Processor -- start 2024-02-10T00:00:17.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.143+0000 7f13de461740 1 -- start start 2024-02-10T00:00:17.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.143+0000 7f13de461740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558b29bee100 0x558b29bfa740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.143+0000 7f13de461740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558b29bf3a30 0x558b29bf8770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.143+0000 7f13de461740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558b29bf43e0 0x558b29bf8cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.143+0000 7f13de461740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x558b29ae0130 con 0x558b29bf43e0 2024-02-10T00:00:17.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.143+0000 7f13de461740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x558b29bff580 con 0x558b29bee100 2024-02-10T00:00:17.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.143+0000 7f13de461740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x558b29bf91f0 con 0x558b29bf3a30 2024-02-10T00:00:17.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.143+0000 7f13d9e33640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558b29bf43e0 0x558b29bf8cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.143+0000 7f13d9e33640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558b29bf43e0 0x558b29bf8cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50826/0 (socket says 172.21.15.1:50826) 2024-02-10T00:00:17.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.143+0000 7f13d9e33640 1 -- 172.21.15.1:0/3752576268 learned_addr learned my addr 172.21.15.1:0/3752576268 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:17.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.144+0000 7f13d8e31640 1 --2- 172.21.15.1:0/3752576268 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558b29bf3a30 0x558b29bf8770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.144+0000 7f13d9e33640 1 -- 172.21.15.1:0/3752576268 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558b29bf3a30 msgr2=0x558b29bf8770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:17.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.144+0000 7f13d9e33640 1 --2- 172.21.15.1:0/3752576268 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558b29bf3a30 0x558b29bf8770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.144+0000 7f13d9e33640 1 -- 172.21.15.1:0/3752576268 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558b29bee100 msgr2=0x558b29bfa740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:17.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.144+0000 7f13d9632640 1 --2- 172.21.15.1:0/3752576268 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558b29bee100 0x558b29bfa740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.144+0000 7f13d9e33640 1 --2- 172.21.15.1:0/3752576268 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558b29bee100 0x558b29bfa740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.144+0000 7f13d9e33640 1 -- 172.21.15.1:0/3752576268 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558b29af5c90 con 0x558b29bf43e0 2024-02-10T00:00:17.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.144+0000 7f13d9e33640 1 --2- 172.21.15.1:0/3752576268 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558b29bf43e0 0x558b29bf8cb0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f13cc012760 tx=0x7f13cc004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a3fdf6d45cd0153 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:17.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.144+0000 7f13beffd640 1 -- 172.21.15.1:0/3752576268 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13cc02b3f0 con 0x558b29bf43e0 2024-02-10T00:00:17.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.144+0000 7f13beffd640 1 -- 172.21.15.1:0/3752576268 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f13cc02ba30 con 0x558b29bf43e0 2024-02-10T00:00:17.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.144+0000 7f13beffd640 1 -- 172.21.15.1:0/3752576268 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13cc01eb70 con 0x558b29bf43e0 2024-02-10T00:00:17.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.145+0000 7f13de461740 1 -- 172.21.15.1:0/3752576268 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558b29bf43e0 msgr2=0x558b29bf8cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:17.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.145+0000 7f13de461740 1 --2- 172.21.15.1:0/3752576268 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558b29bf43e0 0x558b29bf8cb0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f13cc012760 tx=0x7f13cc004ab0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.145+0000 7f13de461740 1 -- 172.21.15.1:0/3752576268 shutdown_connections 2024-02-10T00:00:17.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.145+0000 7f13de461740 1 --2- 172.21.15.1:0/3752576268 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558b29bf43e0 0x558b29bf8cb0 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.145+0000 7f13de461740 1 --2- 172.21.15.1:0/3752576268 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558b29bf3a30 0x558b29bf8770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.145+0000 7f13de461740 1 --2- 172.21.15.1:0/3752576268 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558b29bee100 0x558b29bfa740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.145+0000 7f13de461740 1 -- 172.21.15.1:0/3752576268 >> 172.21.15.1:0/3752576268 conn(0x558b29bf4b30 msgr2=0x558b29c14020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:17.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.145+0000 7f13de461740 1 -- 172.21.15.1:0/3752576268 shutdown_connections 2024-02-10T00:00:17.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.145+0000 7f13de461740 1 -- 172.21.15.1:0/3752576268 wait complete. 2024-02-10T00:00:17.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.145+0000 7f13de461740 1 -- start start 2024-02-10T00:00:17.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.145+0000 7f13de461740 1 Processor -- start 2024-02-10T00:00:17.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.145+0000 7f13de461740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558b29bee100 0x558b29c03120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.145+0000 7f13de461740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558b29bf3a30 0x558b29c03660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.145+0000 7f13de461740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558b29bf43e0 0x558b29c637b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.145+0000 7f13de461740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x558b29c63cf0 con 0x558b29bf3a30 2024-02-10T00:00:17.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.145+0000 7f13de461740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x558b29c63e30 con 0x558b29bee100 2024-02-10T00:00:17.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.145+0000 7f13de461740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x558b29c63f70 con 0x558b29bf43e0 2024-02-10T00:00:17.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.145+0000 7f13de461740 10 client.0 _ll_register_callbacks cb 0x7f13d0009320 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:17.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.146+0000 7f13d8e31640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558b29bf3a30 0x558b29c03660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.146+0000 7f13d8e31640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558b29bf3a30 0x558b29c03660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50834/0 (socket says 172.21.15.1:50834) 2024-02-10T00:00:17.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.146+0000 7f13d8e31640 1 -- 172.21.15.1:0/3815561740 learned_addr learned my addr 172.21.15.1:0/3815561740 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:17.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.146+0000 7f13d9e33640 1 --2- 172.21.15.1:0/3815561740 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558b29bf43e0 0x558b29c637b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.146+0000 7f13d9632640 1 --2- 172.21.15.1:0/3815561740 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558b29bee100 0x558b29c03120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.146+0000 7f13d8e31640 1 -- 172.21.15.1:0/3815561740 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558b29bf43e0 msgr2=0x558b29c637b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:17.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.146+0000 7f13d8e31640 1 --2- 172.21.15.1:0/3815561740 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558b29bf43e0 0x558b29c637b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.146+0000 7f13d8e31640 1 -- 172.21.15.1:0/3815561740 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558b29bee100 msgr2=0x558b29c03120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:17.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.146+0000 7f13d8e31640 1 --2- 172.21.15.1:0/3815561740 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558b29bee100 0x558b29c03120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.146+0000 7f13d8e31640 1 -- 172.21.15.1:0/3815561740 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f13cc01a040 con 0x558b29bf3a30 2024-02-10T00:00:17.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.146+0000 7f13d8e31640 1 --2- 172.21.15.1:0/3815561740 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558b29bf3a30 0x558b29c03660 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f13c40bccf0 tx=0x7f13c4009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=774cd3bc4c906c9b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:17.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.146+0000 7f13bcff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:17.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.146+0000 7f13bcff9640 1 -- 172.21.15.1:0/3815561740 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13c40c0070 con 0x558b29bf3a30 2024-02-10T00:00:17.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.146+0000 7f13bcff9640 1 -- 172.21.15.1:0/3815561740 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f13c40d4020 con 0x558b29bf3a30 2024-02-10T00:00:17.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.146+0000 7f13de461740 1 -- 172.21.15.1:0/3815561740 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f13d0005500 con 0x558b29bf3a30 2024-02-10T00:00:17.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.146+0000 7f13bcff9640 1 -- 172.21.15.1:0/3815561740 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f13c4088340 con 0x558b29bf3a30 2024-02-10T00:00:17.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.146+0000 7f13de461740 10 client.15909 fetch_fsmap learned FSMap version 27 2024-02-10T00:00:17.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.146+0000 7f13de461740 1 -- 172.21.15.1:0/3815561740 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x558b29b1ba70 con 0x558b29bf3a30 2024-02-10T00:00:17.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.147+0000 7f13bcff9640 1 -- 172.21.15.1:0/3815561740 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f13d0005500 con 0x558b29bf3a30 2024-02-10T00:00:17.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.147+0000 7f13bcff9640 1 -- 172.21.15.1:0/3815561740 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f13c40c5070 con 0x558b29bf3a30 2024-02-10T00:00:17.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.147+0000 7f13de461740 10 client.15909 fetch_fsmap finished waiting for FSMap version 27 2024-02-10T00:00:17.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.147+0000 7f13de461740 10 client.15909 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:00:17.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.147+0000 7f13de461740 20 client.15909 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:17.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.147+0000 7f13de461740 1 --2- 172.21.15.1:0/3815561740 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x558b29bfcf60 0x558b29c67220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.147+0000 7f13de461740 4 client.15909 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:00:17.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.147+0000 7f13de461740 1 -- 172.21.15.1:0/3815561740 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x558b298e6890 con 0x558b29bfcf60 2024-02-10T00:00:17.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.147+0000 7f13d9632640 1 --2- 172.21.15.1:0/3815561740 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x558b29bfcf60 0x558b29c67220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.148+0000 7f13bcff9640 10 client.15909 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:00:17.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.148+0000 7f13d9632640 1 --2- 172.21.15.1:0/3815561740 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x558b29bfcf60 0x558b29c67220 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7a2d0cae5e84bb82 server_cookie=5bf01738ef4a4661 in_seq=0 out_seq=0 2024-02-10T00:00:17.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.148+0000 7f13bcff9640 1 -- 172.21.15.1:0/3815561740 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x558b298e6890 con 0x558b29bfcf60 2024-02-10T00:00:17.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.148+0000 7f13bcff9640 10 client.15909 handle_command_reply: tid=0 2024-02-10T00:00:17.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.148+0000 7f13de461740 1 client.15909 shutdown 2024-02-10T00:00:17.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.148+0000 7f13de461740 1 -- 172.21.15.1:0/3815561740 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558b29bf3a30 msgr2=0x558b29c03660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:17.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.148+0000 7f13de461740 1 --2- 172.21.15.1:0/3815561740 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558b29bf3a30 0x558b29c03660 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f13c40bccf0 tx=0x7f13c4009260 comp rx=0 tx=0).stop 2024-02-10T00:00:17.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.148+0000 7f13de461740 1 -- 172.21.15.1:0/3815561740 shutdown_connections 2024-02-10T00:00:17.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.148+0000 7f13de461740 1 --2- 172.21.15.1:0/3815561740 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x558b29bfcf60 0x558b29c67220 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.148+0000 7f13de461740 1 --2- 172.21.15.1:0/3815561740 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558b29bf43e0 0x558b29c637b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.148+0000 7f13de461740 1 --2- 172.21.15.1:0/3815561740 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558b29bf3a30 0x558b29c03660 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.148+0000 7f13de461740 1 --2- 172.21.15.1:0/3815561740 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558b29bee100 0x558b29c03120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.148+0000 7f13de461740 1 -- 172.21.15.1:0/3815561740 >> 172.21.15.1:0/3815561740 conn(0x558b29bf4b30 msgr2=0x558b29bf8600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:17.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.148+0000 7f13bcff9640 0 client.15909 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:00:17.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.148+0000 7f13de461740 1 -- 172.21.15.1:0/3815561740 shutdown_connections 2024-02-10T00:00:17.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.148+0000 7f13de461740 1 -- 172.21.15.1:0/3815561740 wait complete. 2024-02-10T00:00:17.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.148+0000 7f13de461740 20 client.15909 trim_cache size 0 max 16384 2024-02-10T00:00:17.163 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:00:17.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.149+0000 7f13db896640 1 -- 172.21.15.1:0/3306765438 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f13c00a2380 msgr2=0x7f13c00a4840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:17.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.149+0000 7f13db896640 1 --2- 172.21.15.1:0/3306765438 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f13c00a2380 0x7f13c00a4840 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f13cc009270 tx=0x7f13cc009ed0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.149+0000 7f13db896640 1 -- 172.21.15.1:0/3306765438 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f13d4106560 msgr2=0x7f13d4101250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:17.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.149+0000 7f13db896640 1 --2- 172.21.15.1:0/3306765438 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f13d4106560 0x7f13d4101250 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f13c4009230 tx=0x7f13c4004c00 comp rx=0 tx=0).stop 2024-02-10T00:00:17.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.149+0000 7f13db896640 1 -- 172.21.15.1:0/3306765438 shutdown_connections 2024-02-10T00:00:17.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.149+0000 7f13db896640 1 --2- 172.21.15.1:0/3306765438 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f13c00a2380 0x7f13c00a4840 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.149+0000 7f13db896640 1 --2- 172.21.15.1:0/3306765438 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f13d4101790 0x7f13d41a5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.149+0000 7f13db896640 1 --2- 172.21.15.1:0/3306765438 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f13d4106560 0x7f13d4101250 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.149+0000 7f13db896640 1 --2- 172.21.15.1:0/3306765438 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f13d40ffda0 0x7f13d4100d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.149+0000 7f13db896640 1 -- 172.21.15.1:0/3306765438 >> 172.21.15.1:0/3306765438 conn(0x7f13d4075380 msgr2=0x7f13d40fe140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:17.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.149+0000 7f13db896640 1 -- 172.21.15.1:0/3306765438 shutdown_connections 2024-02-10T00:00:17.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.149+0000 7f13db896640 1 -- 172.21.15.1:0/3306765438 wait complete. 2024-02-10T00:00:17.165 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-02-10T00:00:17.165 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:17 smithi001 ceph-mon[32335]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-02-10T00:00:17.165 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:17 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2275382061' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:00:17.166 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:00:17.166 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-02-10T00:00:17.222 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-02-10T00:00:17.262 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-02-10T00:00:17.263 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-02-10T00:00:17.263 INFO:tasks.workunit.client.0.smithi001.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-02-10T00:00:17.276 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.270+0000 7fcd9f977640 1 -- 172.21.15.1:0/2342892551 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcd98105400 msgr2=0x7fcd9810cfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:17.276 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.270+0000 7fcd9f977640 1 --2- 172.21.15.1:0/2342892551 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcd98105400 0x7fcd9810cfd0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fcd90009930 tx=0x7fcd9002bc30 comp rx=0 tx=0).stop 2024-02-10T00:00:17.276 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.270+0000 7fcd9f977640 1 -- 172.21.15.1:0/2342892551 shutdown_connections 2024-02-10T00:00:17.276 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.270+0000 7fcd9f977640 1 --2- 172.21.15.1:0/2342892551 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcd98105400 0x7fcd9810cfd0 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.276 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.270+0000 7fcd9f977640 1 --2- 172.21.15.1:0/2342892551 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcd98101470 0x7fcd98104d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.276 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.270+0000 7fcd9f977640 1 --2- 172.21.15.1:0/2342892551 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcd98100ac0 0x7fcd98100ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.270+0000 7fcd9f977640 1 -- 172.21.15.1:0/2342892551 >> 172.21.15.1:0/2342892551 conn(0x7fcd98076630 msgr2=0x7fcd980fd9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:17.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.271+0000 7fcd9f977640 1 -- 172.21.15.1:0/2342892551 shutdown_connections 2024-02-10T00:00:17.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.271+0000 7fcd9f977640 1 -- 172.21.15.1:0/2342892551 wait complete. 2024-02-10T00:00:17.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.271+0000 7fcd9f977640 1 Processor -- start 2024-02-10T00:00:17.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.271+0000 7fcd9f977640 1 -- start start 2024-02-10T00:00:17.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.271+0000 7fcd9f977640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcd98100ac0 0x7fcd9819c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.271+0000 7fcd9f977640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcd98105400 0x7fcd9819c920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.271+0000 7fcd9f977640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcd98196590 0x7fcd98196a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.271+0000 7fcd9f977640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd98196f80 con 0x7fcd98100ac0 2024-02-10T00:00:17.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.271+0000 7fcd9f977640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd981970f0 con 0x7fcd98105400 2024-02-10T00:00:17.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.271+0000 7fcd9f977640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd981972b0 con 0x7fcd98196590 2024-02-10T00:00:17.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.271+0000 7fcd9d713640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcd98100ac0 0x7fcd9819c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.271+0000 7fcd9d713640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcd98100ac0 0x7fcd9819c3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50848/0 (socket says 172.21.15.1:50848) 2024-02-10T00:00:17.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.271+0000 7fcd9d713640 1 -- 172.21.15.1:0/3202066612 learned_addr learned my addr 172.21.15.1:0/3202066612 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:17.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.272+0000 7fcd9df14640 1 --2- 172.21.15.1:0/3202066612 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcd98196590 0x7fcd98196a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.272+0000 7fcd9cf12640 1 --2- 172.21.15.1:0/3202066612 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcd98105400 0x7fcd9819c920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.272+0000 7fcd9d713640 1 -- 172.21.15.1:0/3202066612 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcd98196590 msgr2=0x7fcd98196a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:17.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.272+0000 7fcd9d713640 1 --2- 172.21.15.1:0/3202066612 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcd98196590 0x7fcd98196a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.272+0000 7fcd9d713640 1 -- 172.21.15.1:0/3202066612 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcd98105400 msgr2=0x7fcd9819c920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:17.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.272+0000 7fcd9d713640 1 --2- 172.21.15.1:0/3202066612 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcd98105400 0x7fcd9819c920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.272+0000 7fcd9d713640 1 -- 172.21.15.1:0/3202066612 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd90009560 con 0x7fcd98100ac0 2024-02-10T00:00:17.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.272+0000 7fcd9d713640 1 --2- 172.21.15.1:0/3202066612 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcd98100ac0 0x7fcd9819c3e0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fcd8800ebc0 tx=0x7fcd8800c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:17.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.272+0000 7fcd967fc640 1 -- 172.21.15.1:0/3202066612 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd880099b0 con 0x7fcd98100ac0 2024-02-10T00:00:17.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.272+0000 7fcd967fc640 1 -- 172.21.15.1:0/3202066612 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcd8800eec0 con 0x7fcd98100ac0 2024-02-10T00:00:17.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.272+0000 7fcd9f977640 1 -- 172.21.15.1:0/3202066612 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcd981a32a0 con 0x7fcd98100ac0 2024-02-10T00:00:17.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.272+0000 7fcd967fc640 1 -- 172.21.15.1:0/3202066612 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd88018b60 con 0x7fcd98100ac0 2024-02-10T00:00:17.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.272+0000 7fcd9f977640 1 -- 172.21.15.1:0/3202066612 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcd981a37b0 con 0x7fcd98100ac0 2024-02-10T00:00:17.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.275+0000 7fcda2622740 1 Processor -- start 2024-02-10T00:00:17.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.275+0000 7fcda2622740 1 -- start start 2024-02-10T00:00:17.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.275+0000 7fcda2622740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ccf16de8d0 0x55ccf16decb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.275+0000 7fcda2622740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ccf16df280 0x55ccf16e9ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.275+0000 7fcd967fc640 1 -- 172.21.15.1:0/3202066612 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 25) v1 ==== 137000+0+0 (secure 0 0 0) 0x7fcd88018cc0 con 0x7fcd98100ac0 2024-02-10T00:00:17.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.275+0000 7fcda2622740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ccf16ea170 0x55ccf16ec580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.275+0000 7fcda2622740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ccf169a020 con 0x55ccf16ea170 2024-02-10T00:00:17.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.275+0000 7fcda2622740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ccf164d320 con 0x55ccf16de8d0 2024-02-10T00:00:17.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.275+0000 7fcda2622740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ccf164a850 con 0x55ccf16df280 2024-02-10T00:00:17.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.275+0000 7fcd9cf12640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ccf16ea170 0x55ccf16ec580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.275+0000 7fcd9cf12640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ccf16ea170 0x55ccf16ec580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50850/0 (socket says 172.21.15.1:50850) 2024-02-10T00:00:17.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.275+0000 7fcd9cf12640 1 -- 172.21.15.1:0/639729261 learned_addr learned my addr 172.21.15.1:0/639729261 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:17.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.275+0000 7fcd9d713640 1 --2- 172.21.15.1:0/639729261 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ccf16df280 0x55ccf16e9ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.275+0000 7fcd9df14640 1 --2- 172.21.15.1:0/639729261 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ccf16de8d0 0x55ccf16decb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.276+0000 7fcd9cf12640 1 -- 172.21.15.1:0/639729261 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ccf16df280 msgr2=0x55ccf16e9ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:17.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.276+0000 7fcd9cf12640 1 --2- 172.21.15.1:0/639729261 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ccf16df280 0x55ccf16e9ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.276+0000 7fcd9cf12640 1 -- 172.21.15.1:0/639729261 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ccf16de8d0 msgr2=0x55ccf16decb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:17.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.276+0000 7fcd9cf12640 1 --2- 172.21.15.1:0/639729261 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ccf16de8d0 0x55ccf16decb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.276+0000 7fcd9cf12640 1 -- 172.21.15.1:0/639729261 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ccf1608210 con 0x55ccf16ea170 2024-02-10T00:00:17.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.276+0000 7fcd9d713640 1 --2- 172.21.15.1:0/639729261 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ccf16df280 0x55ccf16e9ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:00:17.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.276+0000 7fcd967fc640 1 --2- 172.21.15.1:0/3202066612 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fcd800a2350 0x7fcd800a4810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.276+0000 7fcd9cf12640 1 --2- 172.21.15.1:0/639729261 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ccf16ea170 0x55ccf16ec580 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fcd8c00bba0 tx=0x7fcd8c00f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30145bdbd0e4d636 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:17.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.276+0000 7fcd9df14640 1 --2- 172.21.15.1:0/3202066612 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fcd800a2350 0x7fcd800a4810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.276+0000 7fcd967fc640 1 -- 172.21.15.1:0/3202066612 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fcd88014070 con 0x7fcd98100ac0 2024-02-10T00:00:17.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.276+0000 7fcd7f7fe640 1 -- 172.21.15.1:0/639729261 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd8c00be90 con 0x55ccf16ea170 2024-02-10T00:00:17.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.276+0000 7fcd7f7fe640 1 -- 172.21.15.1:0/639729261 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcd8c01a940 con 0x55ccf16ea170 2024-02-10T00:00:17.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.276+0000 7fcd7f7fe640 1 -- 172.21.15.1:0/639729261 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd8c011a10 con 0x55ccf16ea170 2024-02-10T00:00:17.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.277+0000 7fcda2622740 1 -- 172.21.15.1:0/639729261 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ccf16ea170 msgr2=0x55ccf16ec580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:17.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.277+0000 7fcd9df14640 1 --2- 172.21.15.1:0/3202066612 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fcd800a2350 0x7fcd800a4810 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fcd90005940 tx=0x7fcd900058d0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:17.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.277+0000 7fcda2622740 1 --2- 172.21.15.1:0/639729261 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ccf16ea170 0x55ccf16ec580 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fcd8c00bba0 tx=0x7fcd8c00f730 comp rx=0 tx=0).stop 2024-02-10T00:00:17.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.277+0000 7fcda2622740 1 -- 172.21.15.1:0/639729261 shutdown_connections 2024-02-10T00:00:17.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.277+0000 7fcda2622740 1 --2- 172.21.15.1:0/639729261 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ccf16ea170 0x55ccf16ec580 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.277+0000 7fcda2622740 1 --2- 172.21.15.1:0/639729261 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ccf16df280 0x55ccf16e9ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.277+0000 7fcda2622740 1 --2- 172.21.15.1:0/639729261 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ccf16de8d0 0x55ccf16decb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.277+0000 7fcda2622740 1 -- 172.21.15.1:0/639729261 >> 172.21.15.1:0/639729261 conn(0x55ccf16d9100 msgr2=0x55ccf16d94e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:17.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.277+0000 7fcda2622740 1 -- 172.21.15.1:0/639729261 shutdown_connections 2024-02-10T00:00:17.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.277+0000 7fcda2622740 1 -- 172.21.15.1:0/639729261 wait complete. 2024-02-10T00:00:17.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.277+0000 7fcda2622740 1 -- start start 2024-02-10T00:00:17.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.278+0000 7fcda2622740 1 Processor -- start 2024-02-10T00:00:17.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.278+0000 7fcda2622740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ccf16de8d0 0x55ccf16e7110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.278+0000 7fcda2622740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ccf16df280 0x55ccf16e7650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.278+0000 7fcda2622740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ccf16ea170 0x55ccf16e7b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.278+0000 7fcda2622740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ccf1646030 con 0x55ccf16de8d0 2024-02-10T00:00:17.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.278+0000 7fcda2622740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ccf1319430 con 0x55ccf16df280 2024-02-10T00:00:17.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.278+0000 7fcda2622740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ccf12d5e00 con 0x55ccf16ea170 2024-02-10T00:00:17.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.278+0000 7fcda2622740 10 client.0 _ll_register_callbacks cb 0x55ccf163b030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:17.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.278+0000 7fcd9d713640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ccf16de8d0 0x55ccf16e7110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.278+0000 7fcd9d713640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ccf16de8d0 0x55ccf16e7110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50858/0 (socket says 172.21.15.1:50858) 2024-02-10T00:00:17.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.278+0000 7fcd9d713640 1 -- 172.21.15.1:0/319383398 learned_addr learned my addr 172.21.15.1:0/319383398 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:17.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.278+0000 7fcd9df14640 1 --2- 172.21.15.1:0/319383398 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ccf16ea170 0x55ccf16e7b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.278+0000 7fcd9cf12640 1 --2- 172.21.15.1:0/319383398 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ccf16df280 0x55ccf16e7650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.278+0000 7fcd9d713640 1 -- 172.21.15.1:0/319383398 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ccf16ea170 msgr2=0x55ccf16e7b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:17.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.278+0000 7fcd9d713640 1 --2- 172.21.15.1:0/319383398 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ccf16ea170 0x55ccf16e7b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.278+0000 7fcd9d713640 1 -- 172.21.15.1:0/319383398 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ccf16df280 msgr2=0x55ccf16e7650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:17.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.278+0000 7fcd9d713640 1 --2- 172.21.15.1:0/319383398 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ccf16df280 0x55ccf16e7650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.278+0000 7fcd9d713640 1 -- 172.21.15.1:0/319383398 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcd8c00b7d0 con 0x55ccf16de8d0 2024-02-10T00:00:17.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.278+0000 7fcd9cf12640 1 --2- 172.21.15.1:0/319383398 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ccf16df280 0x55ccf16e7650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:00:17.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.279+0000 7fcd9d713640 1 --2- 172.21.15.1:0/319383398 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ccf16de8d0 0x55ccf16e7110 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fcd8809b190 tx=0x7fcd88009200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b70c15e018d59bf server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:17.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.279+0000 7fcd7cff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:17.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.279+0000 7fcd7cff9640 1 -- 172.21.15.1:0/319383398 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd8809ab60 con 0x55ccf16de8d0 2024-02-10T00:00:17.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.279+0000 7fcd7cff9640 1 -- 172.21.15.1:0/319383398 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fcd88010dc0 con 0x55ccf16de8d0 2024-02-10T00:00:17.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.279+0000 7fcda2622740 1 -- 172.21.15.1:0/319383398 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ccf13457e0 con 0x55ccf16de8d0 2024-02-10T00:00:17.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.279+0000 7fcd7cff9640 1 -- 172.21.15.1:0/319383398 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcd8809b900 con 0x55ccf16de8d0 2024-02-10T00:00:17.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.279+0000 7fcda2622740 10 client.15921 fetch_fsmap learned FSMap version 27 2024-02-10T00:00:17.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.279+0000 7fcda2622740 1 -- 172.21.15.1:0/319383398 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55ccf16446b0 con 0x55ccf16de8d0 2024-02-10T00:00:17.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.279+0000 7fcd7cff9640 1 -- 172.21.15.1:0/319383398 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55ccf13457e0 con 0x55ccf16de8d0 2024-02-10T00:00:17.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.279+0000 7fcd7cff9640 1 -- 172.21.15.1:0/319383398 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fcd8809a650 con 0x55ccf16de8d0 2024-02-10T00:00:17.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.279+0000 7fcda2622740 10 client.15921 fetch_fsmap finished waiting for FSMap version 27 2024-02-10T00:00:17.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.279+0000 7fcda2622740 10 client.15921 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:00:17.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.279+0000 7fcda2622740 20 client.15921 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:17.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.279+0000 7fcda2622740 1 --2- 172.21.15.1:0/319383398 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ccf16fa650 0x55ccf16fca40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.279+0000 7fcda2622740 4 client.15921 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:00:17.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.279+0000 7fcda2622740 1 -- 172.21.15.1:0/319383398 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ccf1382720 con 0x55ccf16fa650 2024-02-10T00:00:17.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.280+0000 7fcd9cf12640 1 --2- 172.21.15.1:0/319383398 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ccf16fa650 0x55ccf16fca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.280+0000 7fcd9cf12640 1 --2- 172.21.15.1:0/319383398 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ccf16fa650 0x55ccf16fca40 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1e499d426cc0dd71 server_cookie=bc276b6f8f61eaeb in_seq=0 out_seq=0 2024-02-10T00:00:17.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.280+0000 7fcd7cff9640 10 client.15921 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:17.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.281+0000 7fcd7cff9640 1 -- 172.21.15.1:0/319383398 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55ccf1382720 con 0x55ccf16fa650 2024-02-10T00:00:17.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.281+0000 7fcd7cff9640 10 client.15921 handle_command_reply: tid=0 2024-02-10T00:00:17.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.281+0000 7fcda2622740 1 client.15921 shutdown 2024-02-10T00:00:17.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.281+0000 7fcda2622740 1 -- 172.21.15.1:0/319383398 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ccf16de8d0 msgr2=0x55ccf16e7110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:17.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.281+0000 7fcda2622740 1 --2- 172.21.15.1:0/319383398 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ccf16de8d0 0x55ccf16e7110 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fcd8809b190 tx=0x7fcd88009200 comp rx=0 tx=0).stop 2024-02-10T00:00:17.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.281+0000 7fcda2622740 1 -- 172.21.15.1:0/319383398 shutdown_connections 2024-02-10T00:00:17.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.281+0000 7fcda2622740 1 --2- 172.21.15.1:0/319383398 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ccf16fa650 0x55ccf16fca40 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.281+0000 7fcda2622740 1 --2- 172.21.15.1:0/319383398 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ccf16ea170 0x55ccf16e7b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.281+0000 7fcda2622740 1 --2- 172.21.15.1:0/319383398 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ccf16df280 0x55ccf16e7650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.281+0000 7fcda2622740 1 --2- 172.21.15.1:0/319383398 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ccf16de8d0 0x55ccf16e7110 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.281+0000 7fcd7cff9640 0 client.15921 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:17.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.281+0000 7fcda2622740 1 -- 172.21.15.1:0/319383398 >> 172.21.15.1:0/319383398 conn(0x55ccf16d9100 msgr2=0x55ccf16dae50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:17.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.281+0000 7fcda2622740 1 -- 172.21.15.1:0/319383398 shutdown_connections 2024-02-10T00:00:17.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.281+0000 7fcda2622740 1 -- 172.21.15.1:0/319383398 wait complete. 2024-02-10T00:00:17.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.281+0000 7fcda2622740 20 client.15921 trim_cache size 0 max 16384 2024-02-10T00:00:17.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.293+0000 7fcda2622740 1 Processor -- start 2024-02-10T00:00:17.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.293+0000 7fcda2622740 1 -- start start 2024-02-10T00:00:17.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.293+0000 7fcda2622740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ccf16de8d0 0x55ccf16dac60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.293+0000 7fcda2622740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ccf16df280 0x55ccf16f11a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.293+0000 7fcda2622740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ccf16ea170 0x55ccf16f16e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.293+0000 7fcda2622740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ccf15cb130 con 0x55ccf16de8d0 2024-02-10T00:00:17.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.293+0000 7fcda2622740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ccf16df660 con 0x55ccf16ea170 2024-02-10T00:00:17.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.293+0000 7fcda2622740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ccf16d89c0 con 0x55ccf16df280 2024-02-10T00:00:17.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.293+0000 7fcd9d713640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ccf16de8d0 0x55ccf16dac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.293+0000 7fcd9d713640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ccf16de8d0 0x55ccf16dac60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50862/0 (socket says 172.21.15.1:50862) 2024-02-10T00:00:17.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.293+0000 7fcd9d713640 1 -- 172.21.15.1:0/3073409682 learned_addr learned my addr 172.21.15.1:0/3073409682 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:17.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.293+0000 7fcd9cf12640 1 --2- 172.21.15.1:0/3073409682 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ccf16df280 0x55ccf16f11a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.294+0000 7fcd9df14640 1 --2- 172.21.15.1:0/3073409682 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ccf16ea170 0x55ccf16f16e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.294+0000 7fcd9d713640 1 -- 172.21.15.1:0/3073409682 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ccf16df280 msgr2=0x55ccf16f11a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:17.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.294+0000 7fcd9d713640 1 --2- 172.21.15.1:0/3073409682 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ccf16df280 0x55ccf16f11a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.294+0000 7fcd9d713640 1 -- 172.21.15.1:0/3073409682 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ccf16ea170 msgr2=0x55ccf16f16e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:17.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.294+0000 7fcd9d713640 1 --2- 172.21.15.1:0/3073409682 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ccf16ea170 0x55ccf16f16e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.294+0000 7fcd9d713640 1 -- 172.21.15.1:0/3073409682 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ccf15e0c90 con 0x55ccf16de8d0 2024-02-10T00:00:17.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.294+0000 7fcd9d713640 1 --2- 172.21.15.1:0/3073409682 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ccf16de8d0 0x55ccf16dac60 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fcd88097bd0 tx=0x7fcd88018420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85953d13fb673859 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:17.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.294+0000 7fcd7effd640 1 -- 172.21.15.1:0/3073409682 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd880d4270 con 0x55ccf16de8d0 2024-02-10T00:00:17.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.294+0000 7fcd7effd640 1 -- 172.21.15.1:0/3073409682 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcd880d1e90 con 0x55ccf16de8d0 2024-02-10T00:00:17.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.294+0000 7fcd7effd640 1 -- 172.21.15.1:0/3073409682 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd8809b200 con 0x55ccf16de8d0 2024-02-10T00:00:17.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.295+0000 7fcda2622740 1 -- 172.21.15.1:0/3073409682 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ccf16de8d0 msgr2=0x55ccf16dac60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:17.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.295+0000 7fcda2622740 1 --2- 172.21.15.1:0/3073409682 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ccf16de8d0 0x55ccf16dac60 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fcd88097bd0 tx=0x7fcd88018420 comp rx=0 tx=0).stop 2024-02-10T00:00:17.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.295+0000 7fcda2622740 1 -- 172.21.15.1:0/3073409682 shutdown_connections 2024-02-10T00:00:17.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.295+0000 7fcda2622740 1 --2- 172.21.15.1:0/3073409682 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ccf16ea170 0x55ccf16f16e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.295+0000 7fcda2622740 1 --2- 172.21.15.1:0/3073409682 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ccf16df280 0x55ccf16f11a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.295+0000 7fcda2622740 1 --2- 172.21.15.1:0/3073409682 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ccf16de8d0 0x55ccf16dac60 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.295+0000 7fcda2622740 1 -- 172.21.15.1:0/3073409682 >> 172.21.15.1:0/3073409682 conn(0x55ccf16d9100 msgr2=0x55ccf16da550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:17.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.295+0000 7fcda2622740 1 -- 172.21.15.1:0/3073409682 shutdown_connections 2024-02-10T00:00:17.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.295+0000 7fcda2622740 1 -- 172.21.15.1:0/3073409682 wait complete. 2024-02-10T00:00:17.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.295+0000 7fcda2622740 1 -- start start 2024-02-10T00:00:17.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.295+0000 7fcda2622740 1 Processor -- start 2024-02-10T00:00:17.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.296+0000 7fcda2622740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ccf16de8d0 0x55ccf16efde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.296+0000 7fcda2622740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ccf16df280 0x55ccf16f0320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.296+0000 7fcda2622740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ccf16ea170 0x55ccf16f0860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.296+0000 7fcda2622740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ccf1750be0 con 0x55ccf16df280 2024-02-10T00:00:17.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.296+0000 7fcda2622740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ccf1750d50 con 0x55ccf16ea170 2024-02-10T00:00:17.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.296+0000 7fcda2622740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ccf1750f10 con 0x55ccf16de8d0 2024-02-10T00:00:17.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.296+0000 7fcda2622740 10 client.0 _ll_register_callbacks cb 0x7fcd8c00b3a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:17.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.296+0000 7fcd9cf12640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ccf16df280 0x55ccf16f0320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.296+0000 7fcd9cf12640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ccf16df280 0x55ccf16f0320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50864/0 (socket says 172.21.15.1:50864) 2024-02-10T00:00:17.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.296+0000 7fcd9d713640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ccf16de8d0 0x55ccf16efde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.296+0000 7fcd9cf12640 1 -- 172.21.15.1:0/2109952778 learned_addr learned my addr 172.21.15.1:0/2109952778 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:17.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.296+0000 7fcd9df14640 1 --2- 172.21.15.1:0/2109952778 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ccf16ea170 0x55ccf16f0860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.296+0000 7fcd9cf12640 1 -- 172.21.15.1:0/2109952778 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ccf16de8d0 msgr2=0x55ccf16efde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:17.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.296+0000 7fcd9cf12640 1 --2- 172.21.15.1:0/2109952778 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ccf16de8d0 0x55ccf16efde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.296+0000 7fcd9cf12640 1 -- 172.21.15.1:0/2109952778 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ccf16ea170 msgr2=0x55ccf16f0860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:17.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.296+0000 7fcd9cf12640 1 --2- 172.21.15.1:0/2109952778 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ccf16ea170 0x55ccf16f0860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.296+0000 7fcd9cf12640 1 -- 172.21.15.1:0/2109952778 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ccf16446b0 con 0x55ccf16df280 2024-02-10T00:00:17.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.296+0000 7fcd9cf12640 1 --2- 172.21.15.1:0/2109952778 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ccf16df280 0x55ccf16f0320 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fcd8c00bb70 tx=0x7fcd8c00b6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1374aebd5525d0e3 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:17.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.296+0000 7fcd7cff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:17.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.296+0000 7fcd7cff9640 1 -- 172.21.15.1:0/2109952778 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd8c00bd50 con 0x55ccf16df280 2024-02-10T00:00:17.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.296+0000 7fcd7cff9640 1 -- 172.21.15.1:0/2109952778 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fcd8c01aab0 con 0x55ccf16df280 2024-02-10T00:00:17.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.296+0000 7fcda2622740 1 -- 172.21.15.1:0/2109952778 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fcd8c01a940 con 0x55ccf16df280 2024-02-10T00:00:17.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.296+0000 7fcd7cff9640 1 -- 172.21.15.1:0/2109952778 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcd8c01ac70 con 0x55ccf16df280 2024-02-10T00:00:17.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.296+0000 7fcda2622740 10 client.15927 fetch_fsmap learned FSMap version 27 2024-02-10T00:00:17.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.296+0000 7fcda2622740 1 -- 172.21.15.1:0/2109952778 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55ccf1606a70 con 0x55ccf16df280 2024-02-10T00:00:17.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.297+0000 7fcd7cff9640 1 -- 172.21.15.1:0/2109952778 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcd8c01a940 con 0x55ccf16df280 2024-02-10T00:00:17.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.297+0000 7fcd7cff9640 1 -- 172.21.15.1:0/2109952778 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 27) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fcd8c011b10 con 0x55ccf16df280 2024-02-10T00:00:17.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.297+0000 7fcda2622740 10 client.15927 fetch_fsmap finished waiting for FSMap version 27 2024-02-10T00:00:17.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.297+0000 7fcda2622740 10 client.15927 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:00:17.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.297+0000 7fcda2622740 20 client.15927 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:17.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.297+0000 7fcda2622740 1 --2- 172.21.15.1:0/2109952778 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ccf1752660 0x55ccf1754a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:17.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.297+0000 7fcda2622740 4 client.15927 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:00:17.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.297+0000 7fcda2622740 1 -- 172.21.15.1:0/2109952778 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55ccf13d1890 con 0x55ccf1752660 2024-02-10T00:00:17.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.297+0000 7fcd9d713640 1 --2- 172.21.15.1:0/2109952778 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ccf1752660 0x55ccf1754a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:17.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.298+0000 7fcd9d713640 1 --2- 172.21.15.1:0/2109952778 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ccf1752660 0x55ccf1754a80 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2eed3d48f6f0c589 server_cookie=e757bde7c58e1ada in_seq=0 out_seq=0 2024-02-10T00:00:17.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.298+0000 7fcd7cff9640 10 client.15927 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:17.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.298+0000 7fcd7cff9640 1 -- 172.21.15.1:0/2109952778 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55ccf13d1890 con 0x55ccf1752660 2024-02-10T00:00:17.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.298+0000 7fcd7cff9640 10 client.15927 handle_command_reply: tid=0 2024-02-10T00:00:17.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.298+0000 7fcda2622740 1 client.15927 shutdown 2024-02-10T00:00:17.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.298+0000 7fcda2622740 1 -- 172.21.15.1:0/2109952778 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ccf16df280 msgr2=0x55ccf16f0320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:17.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.298+0000 7fcda2622740 1 --2- 172.21.15.1:0/2109952778 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ccf16df280 0x55ccf16f0320 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fcd8c00bb70 tx=0x7fcd8c00b6b0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.298+0000 7fcda2622740 1 -- 172.21.15.1:0/2109952778 shutdown_connections 2024-02-10T00:00:17.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.298+0000 7fcda2622740 1 --2- 172.21.15.1:0/2109952778 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ccf1752660 0x55ccf1754a80 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.298+0000 7fcda2622740 1 --2- 172.21.15.1:0/2109952778 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ccf16ea170 0x55ccf16f0860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.298+0000 7fcd7cff9640 0 client.15927 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:17.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.298+0000 7fcda2622740 1 --2- 172.21.15.1:0/2109952778 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ccf16df280 0x55ccf16f0320 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.298+0000 7fcda2622740 1 --2- 172.21.15.1:0/2109952778 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ccf16de8d0 0x55ccf16efde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.298+0000 7fcda2622740 1 -- 172.21.15.1:0/2109952778 >> 172.21.15.1:0/2109952778 conn(0x55ccf16d9100 msgr2=0x55ccf16d8240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:17.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.298+0000 7fcda2622740 1 -- 172.21.15.1:0/2109952778 shutdown_connections 2024-02-10T00:00:17.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.298+0000 7fcda2622740 1 -- 172.21.15.1:0/2109952778 wait complete. 2024-02-10T00:00:17.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.298+0000 7fcda2622740 20 client.15927 trim_cache size 0 max 16384 2024-02-10T00:00:17.308 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:00:17.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.299+0000 7fcd9f977640 1 -- 172.21.15.1:0/3202066612 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fcd800a2350 msgr2=0x7fcd800a4810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:17.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.299+0000 7fcd9f977640 1 --2- 172.21.15.1:0/3202066612 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fcd800a2350 0x7fcd800a4810 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fcd90005940 tx=0x7fcd900058d0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.299+0000 7fcd9f977640 1 -- 172.21.15.1:0/3202066612 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcd98100ac0 msgr2=0x7fcd9819c3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:17.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.299+0000 7fcd9f977640 1 --2- 172.21.15.1:0/3202066612 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcd98100ac0 0x7fcd9819c3e0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fcd8800ebc0 tx=0x7fcd8800c6a0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.299+0000 7fcd9f977640 1 -- 172.21.15.1:0/3202066612 shutdown_connections 2024-02-10T00:00:17.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.299+0000 7fcd9f977640 1 --2- 172.21.15.1:0/3202066612 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fcd800a2350 0x7fcd800a4810 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.299+0000 7fcd9f977640 1 --2- 172.21.15.1:0/3202066612 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcd98196590 0x7fcd98196a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.299+0000 7fcd9f977640 1 --2- 172.21.15.1:0/3202066612 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcd98105400 0x7fcd9819c920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.299+0000 7fcd9f977640 1 --2- 172.21.15.1:0/3202066612 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcd98100ac0 0x7fcd9819c3e0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:17.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.299+0000 7fcd9f977640 1 -- 172.21.15.1:0/3202066612 >> 172.21.15.1:0/3202066612 conn(0x7fcd98076630 msgr2=0x7fcd981034e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:17.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.299+0000 7fcd9f977640 1 -- 172.21.15.1:0/3202066612 shutdown_connections 2024-02-10T00:00:17.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:17.299+0000 7fcd9f977640 1 -- 172.21.15.1:0/3202066612 wait complete. 2024-02-10T00:00:17.310 INFO:tasks.workunit.client.0.smithi001.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-02-10T00:00:17.311 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-02-10T00:00:17.311 DEBUG:teuthology.orchestra.run.smithi001:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-02-10T00:00:17.326 INFO:tasks.workunit:Running workunits matching fs/test_o_trunc.sh on client.0... 2024-02-10T00:00:17.327 INFO:tasks.workunit:Running workunit fs/test_o_trunc.sh... 2024-02-10T00:00:17.327 DEBUG:teuthology.orchestra.run.smithi001:workunit test fs/test_o_trunc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc.sh 2024-02-10T00:00:17.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:17 smithi088 ceph-mon[36452]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-02-10T00:00:17.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:17 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2275382061' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:00:17.386 INFO:tasks.workunit.client.0.smithi001.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc.sh 2024-02-10T00:00:17.387 INFO:tasks.workunit.client.0.smithi001.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs 2024-02-10T00:00:17.387 INFO:tasks.workunit.client.0.smithi001.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc trunc.foo 600 2024-02-10T00:00:17.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:17 smithi103 ceph-mon[36942]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-02-10T00:00:17.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:17 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2275382061' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:00:17.647 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:17 smithi103 systemd[1]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.f.service: Scheduled restart job, restart counter is at 1. 2024-02-10T00:00:17.647 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:17 smithi103 systemd[1]: Stopped Ceph mds.f for b5005240-c7a5-11ee-95b8-87774f69a715. 2024-02-10T00:00:17.647 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:17 smithi103 systemd[1]: Starting Ceph mds.f for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-10T00:00:17.648 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:17 smithi103 podman[71323]: 2024-02-10 00:00:17.515452604 +0000 UTC m=+0.017961531 image pull c328ab9dcfc7bf907ed3835578853a1e5a54ac5fa4d658ed833b2bc74e1373a6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58 2024-02-10T00:00:17.648 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:17 smithi103 podman[71323]: 2024-02-10 00:00:17.635849231 +0000 UTC m=+0.138358136 container create 2ed69278a962b308a6fead2569832f85dfc19cf92091bffb09feccc6c807909b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f, org.label-schema.build-date=20240131, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, maintainer=Guillaume Abrioux , RELEASE=main-290212a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.2, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-02-10T00:00:18.315 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-02-10T00:00:18.315 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T00:00:18.315 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-02-10T00:00:18.343 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:18 smithi001 ceph-mon[32335]: daemon mds.f restarted 2024-02-10T00:00:18.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:18 smithi088 ceph-mon[36452]: daemon mds.f restarted 2024-02-10T00:00:18.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:18 smithi103 ceph-mon[36942]: daemon mds.f restarted 2024-02-10T00:00:18.389 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:17 smithi103 podman[71323]: 2024-02-10 00:00:17.926521222 +0000 UTC m=+0.429030144 container init 2ed69278a962b308a6fead2569832f85dfc19cf92091bffb09feccc6c807909b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f, org.label-schema.build-date=20240131, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.2, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_BRANCH=HEAD, RELEASE=main-290212a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-02-10T00:00:18.389 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:17 smithi103 podman[71323]: 2024-02-10 00:00:17.930126832 +0000 UTC m=+0.432635746 container start 2ed69278a962b308a6fead2569832f85dfc19cf92091bffb09feccc6c807909b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f, maintainer=Guillaume Abrioux , RELEASE=main-290212a, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240131, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.2) 2024-02-10T00:00:18.389 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:17 smithi103 ceph-mds[71352]: -- 172.21.15.103:0/1391114373 <== mon.1 v2:172.21.15.103:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55d4bae141a0 con 0x55d4badeac00 2024-02-10T00:00:18.389 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:17 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[71346]: starting mds.f at 2024-02-10T00:00:18.389 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:18 smithi103 bash[71323]: 2ed69278a962b308a6fead2569832f85dfc19cf92091bffb09feccc6c807909b 2024-02-10T00:00:18.390 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:00:18 smithi103 systemd[1]: Started Ceph mds.f for b5005240-c7a5-11ee-95b8-87774f69a715. 2024-02-10T00:00:18.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.431+0000 7fe765a64640 1 -- 172.21.15.1:0/3967314198 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe760106570 msgr2=0x7fe76010e120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:18.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.431+0000 7fe765a64640 1 --2- 172.21.15.1:0/3967314198 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe760106570 0x7fe76010e120 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fe758009cd0 tx=0x7fe75802c0f0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.431+0000 7fe765a64640 1 -- 172.21.15.1:0/3967314198 shutdown_connections 2024-02-10T00:00:18.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.431+0000 7fe765a64640 1 --2- 172.21.15.1:0/3967314198 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe760106570 0x7fe76010e120 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.431+0000 7fe765a64640 1 --2- 172.21.15.1:0/3967314198 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe76006a5b0 0x7fe760105e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.431+0000 7fe765a64640 1 --2- 172.21.15.1:0/3967314198 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe760069c00 0x7fe760069fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.431+0000 7fe765a64640 1 -- 172.21.15.1:0/3967314198 >> 172.21.15.1:0/3967314198 conn(0x7fe7600771d0 msgr2=0x7fe7600775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:18.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.432+0000 7fe765a64640 1 -- 172.21.15.1:0/3967314198 shutdown_connections 2024-02-10T00:00:18.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.432+0000 7fe765a64640 1 -- 172.21.15.1:0/3967314198 wait complete. 2024-02-10T00:00:18.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.432+0000 7fe765a64640 1 Processor -- start 2024-02-10T00:00:18.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.432+0000 7fe765a64640 1 -- start start 2024-02-10T00:00:18.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.433+0000 7fe765a64640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe760069c00 0x7fe7601000f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.433+0000 7fe765a64640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe760106570 0x7fe760100630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.433+0000 7fe765a64640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe760100b70 0x7fe7601a58f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.433+0000 7fe765a64640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7601a5ec0 con 0x7fe760069c00 2024-02-10T00:00:18.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.433+0000 7fe765a64640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7601a6030 con 0x7fe760100b70 2024-02-10T00:00:18.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.433+0000 7fe765a64640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7601a61f0 con 0x7fe760106570 2024-02-10T00:00:18.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.433+0000 7fe75f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe760069c00 0x7fe7601000f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.433+0000 7fe75f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe760069c00 0x7fe7601000f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50882/0 (socket says 172.21.15.1:50882) 2024-02-10T00:00:18.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.433+0000 7fe75f7fe640 1 -- 172.21.15.1:0/1731512978 learned_addr learned my addr 172.21.15.1:0/1731512978 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:18.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.433+0000 7fe75effd640 1 --2- 172.21.15.1:0/1731512978 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe760106570 0x7fe760100630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.433+0000 7fe75ffff640 1 --2- 172.21.15.1:0/1731512978 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe760100b70 0x7fe7601a58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.433+0000 7fe75f7fe640 1 -- 172.21.15.1:0/1731512978 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe760106570 msgr2=0x7fe760100630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:18.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.433+0000 7fe75f7fe640 1 --2- 172.21.15.1:0/1731512978 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe760106570 0x7fe760100630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.433+0000 7fe75f7fe640 1 -- 172.21.15.1:0/1731512978 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe760100b70 msgr2=0x7fe7601a58f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:18.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.433+0000 7fe75f7fe640 1 --2- 172.21.15.1:0/1731512978 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe760100b70 0x7fe7601a58f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.433+0000 7fe75f7fe640 1 -- 172.21.15.1:0/1731512978 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe758009900 con 0x7fe760069c00 2024-02-10T00:00:18.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.433+0000 7fe75effd640 1 --2- 172.21.15.1:0/1731512978 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe760106570 0x7fe760100630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:00:18.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.433+0000 7fe75f7fe640 1 --2- 172.21.15.1:0/1731512978 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe760069c00 0x7fe7601000f0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7fe75400e9f0 tx=0x7fe75400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:18.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.433+0000 7fe75cff9640 1 -- 172.21.15.1:0/1731512978 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe754009720 con 0x7fe760069c00 2024-02-10T00:00:18.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.433+0000 7fe75cff9640 1 -- 172.21.15.1:0/1731512978 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe754005500 con 0x7fe760069c00 2024-02-10T00:00:18.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.433+0000 7fe765a64640 1 -- 172.21.15.1:0/1731512978 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7601a64d0 con 0x7fe760069c00 2024-02-10T00:00:18.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.433+0000 7fe75cff9640 1 -- 172.21.15.1:0/1731512978 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe754010430 con 0x7fe760069c00 2024-02-10T00:00:18.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.434+0000 7fe765a64640 1 -- 172.21.15.1:0/1731512978 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7601a6990 con 0x7fe760069c00 2024-02-10T00:00:18.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.436+0000 7fe75cff9640 1 -- 172.21.15.1:0/1731512978 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 25) v1 ==== 137000+0+0 (secure 0 0 0) 0x7fe754005020 con 0x7fe760069c00 2024-02-10T00:00:18.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.436+0000 7fe768633740 1 Processor -- start 2024-02-10T00:00:18.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.437+0000 7fe768633740 1 -- start start 2024-02-10T00:00:18.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.437+0000 7fe768633740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5592cbc46190 0x5592cbc46570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.437+0000 7fe768633740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5592cbc46ab0 0x5592cbc4f150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.437+0000 7fe768633740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5592cbc4f690 0x5592cbc51a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.437+0000 7fe768633740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592cbbb4000 con 0x5592cbc46190 2024-02-10T00:00:18.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.437+0000 7fe768633740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592cbbb1530 con 0x5592cbc46ab0 2024-02-10T00:00:18.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.437+0000 7fe768633740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592cbbacd10 con 0x5592cbc4f690 2024-02-10T00:00:18.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.437+0000 7fe75ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5592cbc46190 0x5592cbc46570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.437+0000 7fe75ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5592cbc46190 0x5592cbc46570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50888/0 (socket says 172.21.15.1:50888) 2024-02-10T00:00:18.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.437+0000 7fe75ffff640 1 -- 172.21.15.1:0/2193371992 learned_addr learned my addr 172.21.15.1:0/2193371992 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:18.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.437+0000 7fe75cff9640 1 --2- 172.21.15.1:0/1731512978 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fe7480a2380 0x7fe7480a4840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.437+0000 7fe75effd640 1 --2- 172.21.15.1:0/2193371992 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5592cbc4f690 0x5592cbc51a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.437+0000 7fe75ffff640 1 --2- 172.21.15.1:0/1731512978 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fe7480a2380 0x7fe7480a4840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.437+0000 7fe75cff9640 1 -- 172.21.15.1:0/1731512978 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fe754014070 con 0x7fe760069c00 2024-02-10T00:00:18.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.437+0000 7fe75f7fe640 1 --2- 172.21.15.1:0/2193371992 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5592cbc46ab0 0x5592cbc4f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.437+0000 7fe75ffff640 1 -- 172.21.15.1:0/2193371992 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5592cbc4f690 msgr2=0x5592cbc51a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:18.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.437+0000 7fe75ffff640 1 --2- 172.21.15.1:0/2193371992 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5592cbc4f690 0x5592cbc51a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.437+0000 7fe75ffff640 1 -- 172.21.15.1:0/2193371992 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5592cbc46ab0 msgr2=0x5592cbc4f150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:18.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.437+0000 7fe75ffff640 1 --2- 172.21.15.1:0/2193371992 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5592cbc46ab0 0x5592cbc4f150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.437+0000 7fe75ffff640 1 -- 172.21.15.1:0/2193371992 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5592cbb53210 con 0x5592cbc46190 2024-02-10T00:00:18.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.437+0000 7fe75f7fe640 1 --2- 172.21.15.1:0/2193371992 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5592cbc46ab0 0x5592cbc4f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:00:18.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.437+0000 7fe75ffff640 1 --2- 172.21.15.1:0/2193371992 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5592cbc46190 0x5592cbc46570 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fe75802c700 tx=0x7fe758034540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ce173af775f00fa server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:18.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.438+0000 7fe745ffb640 1 -- 172.21.15.1:0/2193371992 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7580328b0 con 0x5592cbc46190 2024-02-10T00:00:18.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.438+0000 7fe745ffb640 1 -- 172.21.15.1:0/2193371992 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe758034e60 con 0x5592cbc46190 2024-02-10T00:00:18.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.438+0000 7fe745ffb640 1 -- 172.21.15.1:0/2193371992 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe758004400 con 0x5592cbc46190 2024-02-10T00:00:18.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.438+0000 7fe768633740 1 -- 172.21.15.1:0/2193371992 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5592cbc46190 msgr2=0x5592cbc46570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:18.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.438+0000 7fe75ffff640 1 --2- 172.21.15.1:0/1731512978 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fe7480a2380 0x7fe7480a4840 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe75804f000 tx=0x7fe75804b000 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:18.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.438+0000 7fe768633740 1 --2- 172.21.15.1:0/2193371992 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5592cbc46190 0x5592cbc46570 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fe75802c700 tx=0x7fe758034540 comp rx=0 tx=0).stop 2024-02-10T00:00:18.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.438+0000 7fe768633740 1 -- 172.21.15.1:0/2193371992 shutdown_connections 2024-02-10T00:00:18.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.438+0000 7fe768633740 1 --2- 172.21.15.1:0/2193371992 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5592cbc4f690 0x5592cbc51a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.438+0000 7fe768633740 1 --2- 172.21.15.1:0/2193371992 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5592cbc46ab0 0x5592cbc4f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.438+0000 7fe768633740 1 --2- 172.21.15.1:0/2193371992 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5592cbc46190 0x5592cbc46570 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.438+0000 7fe768633740 1 -- 172.21.15.1:0/2193371992 >> 172.21.15.1:0/2193371992 conn(0x5592cbc408c0 msgr2=0x5592cbc40ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:18.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.438+0000 7fe768633740 1 -- 172.21.15.1:0/2193371992 shutdown_connections 2024-02-10T00:00:18.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.438+0000 7fe768633740 1 -- 172.21.15.1:0/2193371992 wait complete. 2024-02-10T00:00:18.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.439+0000 7fe768633740 1 -- start start 2024-02-10T00:00:18.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.439+0000 7fe768633740 1 Processor -- start 2024-02-10T00:00:18.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.439+0000 7fe768633740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5592cbc46190 0x5592cbc4c680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.439+0000 7fe768633740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5592cbc46ab0 0x5592cbc4cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.439+0000 7fe768633740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5592cbc4f690 0x5592cbc4d100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.439+0000 7fe768633740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592cbb51e60 con 0x5592cbc4f690 2024-02-10T00:00:18.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.439+0000 7fe768633740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592cb8804b0 con 0x5592cbc46190 2024-02-10T00:00:18.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.439+0000 7fe768633740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592cbb32670 con 0x5592cbc46ab0 2024-02-10T00:00:18.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.439+0000 7fe768633740 10 client.0 _ll_register_callbacks cb 0x5592cbb4a190 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:18.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.439+0000 7fe75ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5592cbc4f690 0x5592cbc4d100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.439+0000 7fe75ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5592cbc4f690 0x5592cbc4d100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50902/0 (socket says 172.21.15.1:50902) 2024-02-10T00:00:18.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.439+0000 7fe75ffff640 1 -- 172.21.15.1:0/3048319948 learned_addr learned my addr 172.21.15.1:0/3048319948 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:18.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.439+0000 7fe75f7fe640 1 --2- 172.21.15.1:0/3048319948 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5592cbc46190 0x5592cbc4c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.439+0000 7fe75effd640 1 --2- 172.21.15.1:0/3048319948 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5592cbc46ab0 0x5592cbc4cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.440+0000 7fe75ffff640 1 -- 172.21.15.1:0/3048319948 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5592cbc46ab0 msgr2=0x5592cbc4cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:18.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.440+0000 7fe75ffff640 1 --2- 172.21.15.1:0/3048319948 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5592cbc46ab0 0x5592cbc4cbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.440+0000 7fe75ffff640 1 -- 172.21.15.1:0/3048319948 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5592cbc46190 msgr2=0x5592cbc4c680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:18.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.440+0000 7fe75ffff640 1 --2- 172.21.15.1:0/3048319948 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5592cbc46190 0x5592cbc4c680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.440+0000 7fe75ffff640 1 -- 172.21.15.1:0/3048319948 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe76010e930 con 0x5592cbc4f690 2024-02-10T00:00:18.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.440+0000 7fe75f7fe640 1 --2- 172.21.15.1:0/3048319948 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5592cbc46190 0x5592cbc4c680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:00:18.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.440+0000 7fe75ffff640 1 --2- 172.21.15.1:0/3048319948 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5592cbc4f690 0x5592cbc4d100 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fe758050040 tx=0x7fe758004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45f8e77118630809 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:18.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.440+0000 7fe73effd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:18.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.440+0000 7fe73effd640 1 -- 172.21.15.1:0/3048319948 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe758004400 con 0x5592cbc4f690 2024-02-10T00:00:18.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.440+0000 7fe73effd640 1 -- 172.21.15.1:0/3048319948 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fe75804a070 con 0x5592cbc4f690 2024-02-10T00:00:18.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.440+0000 7fe768633740 1 -- 172.21.15.1:0/3048319948 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5592cb8ac860 con 0x5592cbc4f690 2024-02-10T00:00:18.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.440+0000 7fe73effd640 1 -- 172.21.15.1:0/3048319948 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe758032460 con 0x5592cbc4f690 2024-02-10T00:00:18.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.440+0000 7fe768633740 10 client.15945 fetch_fsmap learned FSMap version 29 2024-02-10T00:00:18.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.440+0000 7fe768633740 1 -- 172.21.15.1:0/3048319948 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5592cbbab390 con 0x5592cbc4f690 2024-02-10T00:00:18.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.440+0000 7fe73effd640 1 -- 172.21.15.1:0/3048319948 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5592cb8ac860 con 0x5592cbc4f690 2024-02-10T00:00:18.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.441+0000 7fe73effd640 1 -- 172.21.15.1:0/3048319948 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fe75803e050 con 0x5592cbc4f690 2024-02-10T00:00:18.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.441+0000 7fe768633740 10 client.15945 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:00:18.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.441+0000 7fe768633740 10 client.15945 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:00:18.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.441+0000 7fe768633740 20 client.15945 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:18.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.441+0000 7fe768633740 1 --2- 172.21.15.1:0/3048319948 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5592cbc5f3d0 0x5592cbc617f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.441+0000 7fe768633740 4 client.15945 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:00:18.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.441+0000 7fe768633740 1 -- 172.21.15.1:0/3048319948 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5592cb8fd410 con 0x5592cbc5f3d0 2024-02-10T00:00:18.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.441+0000 7fe75f7fe640 1 --2- 172.21.15.1:0/3048319948 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5592cbc5f3d0 0x5592cbc617f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.441+0000 7fe75f7fe640 1 --2- 172.21.15.1:0/3048319948 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5592cbc5f3d0 0x5592cbc617f0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=def29a53971d0d76 server_cookie=a034002aeb207d4d in_seq=0 out_seq=0 2024-02-10T00:00:18.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.441+0000 7fe73effd640 10 client.15945 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:18.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.442+0000 7fe73effd640 1 -- 172.21.15.1:0/3048319948 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5592cb8fd410 con 0x5592cbc5f3d0 2024-02-10T00:00:18.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.442+0000 7fe73effd640 10 client.15945 handle_command_reply: tid=0 2024-02-10T00:00:18.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.442+0000 7fe768633740 1 client.15945 shutdown 2024-02-10T00:00:18.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.442+0000 7fe768633740 1 -- 172.21.15.1:0/3048319948 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5592cbc4f690 msgr2=0x5592cbc4d100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:18.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.442+0000 7fe768633740 1 --2- 172.21.15.1:0/3048319948 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5592cbc4f690 0x5592cbc4d100 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7fe758050040 tx=0x7fe758004040 comp rx=0 tx=0).stop 2024-02-10T00:00:18.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.442+0000 7fe768633740 1 -- 172.21.15.1:0/3048319948 shutdown_connections 2024-02-10T00:00:18.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.442+0000 7fe768633740 1 --2- 172.21.15.1:0/3048319948 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5592cbc5f3d0 0x5592cbc617f0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.442+0000 7fe768633740 1 --2- 172.21.15.1:0/3048319948 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5592cbc4f690 0x5592cbc4d100 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.442+0000 7fe768633740 1 --2- 172.21.15.1:0/3048319948 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5592cbc46ab0 0x5592cbc4cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.442+0000 7fe73effd640 0 client.15945 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:18.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.442+0000 7fe768633740 1 --2- 172.21.15.1:0/3048319948 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5592cbc46190 0x5592cbc4c680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.442+0000 7fe768633740 1 -- 172.21.15.1:0/3048319948 >> 172.21.15.1:0/3048319948 conn(0x5592cbc408c0 msgr2=0x5592cbc42610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:18.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.442+0000 7fe768633740 1 -- 172.21.15.1:0/3048319948 shutdown_connections 2024-02-10T00:00:18.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.442+0000 7fe768633740 1 -- 172.21.15.1:0/3048319948 wait complete. 2024-02-10T00:00:18.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.442+0000 7fe768633740 20 client.15945 trim_cache size 0 max 16384 2024-02-10T00:00:18.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.457+0000 7fe768633740 1 Processor -- start 2024-02-10T00:00:18.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.457+0000 7fe768633740 1 -- start start 2024-02-10T00:00:18.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.458+0000 7fe768633740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5592cbc46190 0x5592cbc4cf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.458+0000 7fe768633740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5592cbc46ab0 0x5592cbc56540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.458+0000 7fe768633740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5592cbc4f690 0x5592cbc56a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.458+0000 7fe768633740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592cbc522d0 con 0x5592cbc46190 2024-02-10T00:00:18.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.458+0000 7fe768633740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592cbc5c1c0 con 0x5592cbc4f690 2024-02-10T00:00:18.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.458+0000 7fe768633740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592cbc5f1d0 con 0x5592cbc46ab0 2024-02-10T00:00:18.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.458+0000 7fe75f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5592cbc46190 0x5592cbc4cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.458+0000 7fe75f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5592cbc46190 0x5592cbc4cf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50912/0 (socket says 172.21.15.1:50912) 2024-02-10T00:00:18.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.458+0000 7fe75f7fe640 1 -- 172.21.15.1:0/323042506 learned_addr learned my addr 172.21.15.1:0/323042506 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:18.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.458+0000 7fe75f7fe640 1 -- 172.21.15.1:0/323042506 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5592cbc46ab0 msgr2=0x5592cbc56540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:18.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.458+0000 7fe75effd640 1 --2- 172.21.15.1:0/323042506 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5592cbc46ab0 0x5592cbc56540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.458+0000 7fe75f7fe640 1 --2- 172.21.15.1:0/323042506 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5592cbc46ab0 0x5592cbc56540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.458+0000 7fe75ffff640 1 --2- 172.21.15.1:0/323042506 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5592cbc4f690 0x5592cbc56a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.458+0000 7fe75f7fe640 1 -- 172.21.15.1:0/323042506 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5592cbc4f690 msgr2=0x5592cbc56a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:18.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.458+0000 7fe75f7fe640 1 --2- 172.21.15.1:0/323042506 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5592cbc4f690 0x5592cbc56a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.458+0000 7fe75f7fe640 1 -- 172.21.15.1:0/323042506 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5592cbb47c70 con 0x5592cbc46190 2024-02-10T00:00:18.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.458+0000 7fe75f7fe640 1 --2- 172.21.15.1:0/323042506 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5592cbc46190 0x5592cbc4cf20 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fe75409abc0 tx=0x7fe75409aa00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fdf61bbe595c647 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:18.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.458+0000 7fe7457fa640 1 -- 172.21.15.1:0/323042506 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe75409f010 con 0x5592cbc46190 2024-02-10T00:00:18.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.458+0000 7fe7457fa640 1 -- 172.21.15.1:0/323042506 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe7540a3660 con 0x5592cbc46190 2024-02-10T00:00:18.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.458+0000 7fe7457fa640 1 -- 172.21.15.1:0/323042506 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7540a3430 con 0x5592cbc46190 2024-02-10T00:00:18.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.459+0000 7fe768633740 1 -- 172.21.15.1:0/323042506 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5592cbc46190 msgr2=0x5592cbc4cf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:18.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.459+0000 7fe768633740 1 --2- 172.21.15.1:0/323042506 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5592cbc46190 0x5592cbc4cf20 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fe75409abc0 tx=0x7fe75409aa00 comp rx=0 tx=0).stop 2024-02-10T00:00:18.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.459+0000 7fe768633740 1 -- 172.21.15.1:0/323042506 shutdown_connections 2024-02-10T00:00:18.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.459+0000 7fe768633740 1 --2- 172.21.15.1:0/323042506 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5592cbc4f690 0x5592cbc56a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.459+0000 7fe768633740 1 --2- 172.21.15.1:0/323042506 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5592cbc46ab0 0x5592cbc56540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.459+0000 7fe768633740 1 --2- 172.21.15.1:0/323042506 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5592cbc46190 0x5592cbc4cf20 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.459+0000 7fe768633740 1 -- 172.21.15.1:0/323042506 >> 172.21.15.1:0/323042506 conn(0x5592cbc408c0 msgr2=0x5592cbc41bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:18.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.459+0000 7fe768633740 1 -- 172.21.15.1:0/323042506 shutdown_connections 2024-02-10T00:00:18.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.459+0000 7fe768633740 1 -- 172.21.15.1:0/323042506 wait complete. 2024-02-10T00:00:18.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.459+0000 7fe768633740 1 -- start start 2024-02-10T00:00:18.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.460+0000 7fe768633740 1 Processor -- start 2024-02-10T00:00:18.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.460+0000 7fe768633740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5592cbc46190 0x5592cbc557c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.460+0000 7fe768633740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5592cbc46ab0 0x5592cbc55d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.460+0000 7fe768633740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5592cbc4f690 0x5592cbcaf8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.460+0000 7fe768633740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592cbcafe30 con 0x5592cbc4f690 2024-02-10T00:00:18.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.460+0000 7fe768633740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592cbcaffa0 con 0x5592cbc46190 2024-02-10T00:00:18.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.460+0000 7fe768633740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592cbcb0160 con 0x5592cbc46ab0 2024-02-10T00:00:18.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.460+0000 7fe768633740 10 client.0 _ll_register_callbacks cb 0x7fe754005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:18.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.460+0000 7fe75ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5592cbc4f690 0x5592cbcaf8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.460+0000 7fe75ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5592cbc4f690 0x5592cbcaf8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50924/0 (socket says 172.21.15.1:50924) 2024-02-10T00:00:18.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.460+0000 7fe75ffff640 1 -- 172.21.15.1:0/2304713023 learned_addr learned my addr 172.21.15.1:0/2304713023 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:18.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.460+0000 7fe75effd640 1 --2- 172.21.15.1:0/2304713023 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5592cbc46ab0 0x5592cbc55d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.460+0000 7fe75f7fe640 1 --2- 172.21.15.1:0/2304713023 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5592cbc46190 0x5592cbc557c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.460+0000 7fe75ffff640 1 -- 172.21.15.1:0/2304713023 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5592cbc46ab0 msgr2=0x5592cbc55d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:18.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.460+0000 7fe75ffff640 1 --2- 172.21.15.1:0/2304713023 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5592cbc46ab0 0x5592cbc55d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.460+0000 7fe75ffff640 1 -- 172.21.15.1:0/2304713023 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5592cbc46190 msgr2=0x5592cbc557c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:18.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.460+0000 7fe75ffff640 1 --2- 172.21.15.1:0/2304713023 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5592cbc46190 0x5592cbc557c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.460+0000 7fe75ffff640 1 -- 172.21.15.1:0/2304713023 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7601a6990 con 0x5592cbc4f690 2024-02-10T00:00:18.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.460+0000 7fe75f7fe640 1 --2- 172.21.15.1:0/2304713023 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5592cbc46190 0x5592cbc557c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:00:18.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.460+0000 7fe75ffff640 1 --2- 172.21.15.1:0/2304713023 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5592cbc4f690 0x5592cbcaf8f0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fe758004af0 tx=0x7fe758009c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b8e7a057fa0c611 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:18.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.460+0000 7fe73effd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:18.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.460+0000 7fe73effd640 1 -- 172.21.15.1:0/2304713023 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7580328c0 con 0x5592cbc4f690 2024-02-10T00:00:18.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.461+0000 7fe73effd640 1 -- 172.21.15.1:0/2304713023 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fe75804a070 con 0x5592cbc4f690 2024-02-10T00:00:18.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.461+0000 7fe768633740 1 -- 172.21.15.1:0/2304713023 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe758034e60 con 0x5592cbc4f690 2024-02-10T00:00:18.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.461+0000 7fe73effd640 1 -- 172.21.15.1:0/2304713023 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe758032a20 con 0x5592cbc4f690 2024-02-10T00:00:18.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.461+0000 7fe768633740 10 client.15951 fetch_fsmap learned FSMap version 29 2024-02-10T00:00:18.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.461+0000 7fe768633740 1 -- 172.21.15.1:0/2304713023 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5592cbb6dac0 con 0x5592cbc4f690 2024-02-10T00:00:18.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.461+0000 7fe73effd640 1 -- 172.21.15.1:0/2304713023 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe758034e60 con 0x5592cbc4f690 2024-02-10T00:00:18.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.461+0000 7fe73effd640 1 -- 172.21.15.1:0/2304713023 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fe75806a4e0 con 0x5592cbc4f690 2024-02-10T00:00:18.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.461+0000 7fe768633740 10 client.15951 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:00:18.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.461+0000 7fe768633740 10 client.15951 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:00:18.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.461+0000 7fe768633740 20 client.15951 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:18.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.461+0000 7fe768633740 1 --2- 172.21.15.1:0/2304713023 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5592cbcb75f0 0x5592cbcb99e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.461+0000 7fe768633740 4 client.15951 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-02-10T00:00:18.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.461+0000 7fe768633740 1 -- 172.21.15.1:0/2304713023 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x5592cb8e97b0 con 0x5592cbcb75f0 2024-02-10T00:00:18.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.461+0000 7fe75f7fe640 1 --2- 172.21.15.1:0/2304713023 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5592cbcb75f0 0x5592cbcb99e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.462+0000 7fe75f7fe640 1 --2- 172.21.15.1:0/2304713023 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5592cbcb75f0 0x5592cbcb99e0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=23c24ee1c488d9a9 server_cookie=fec9aec3dabea824 in_seq=0 out_seq=0 2024-02-10T00:00:18.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.462+0000 7fe73effd640 10 client.15951 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:18.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.463+0000 7fe73effd640 1 -- 172.21.15.1:0/2304713023 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x5592cb8e97b0 con 0x5592cbcb75f0 2024-02-10T00:00:18.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.463+0000 7fe73effd640 10 client.15951 handle_command_reply: tid=0 2024-02-10T00:00:18.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.463+0000 7fe768633740 1 client.15951 shutdown 2024-02-10T00:00:18.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.464+0000 7fe768633740 1 -- 172.21.15.1:0/2304713023 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5592cbc4f690 msgr2=0x5592cbcaf8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:18.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.464+0000 7fe768633740 1 --2- 172.21.15.1:0/2304713023 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5592cbc4f690 0x5592cbcaf8f0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fe758004af0 tx=0x7fe758009c90 comp rx=0 tx=0).stop 2024-02-10T00:00:18.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.464+0000 7fe768633740 1 -- 172.21.15.1:0/2304713023 shutdown_connections 2024-02-10T00:00:18.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.464+0000 7fe768633740 1 --2- 172.21.15.1:0/2304713023 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5592cbcb75f0 0x5592cbcb99e0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.464+0000 7fe768633740 1 --2- 172.21.15.1:0/2304713023 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5592cbc4f690 0x5592cbcaf8f0 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.464+0000 7fe768633740 1 --2- 172.21.15.1:0/2304713023 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5592cbc46ab0 0x5592cbc55d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.464+0000 7fe768633740 1 --2- 172.21.15.1:0/2304713023 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5592cbc46190 0x5592cbc557c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.464+0000 7fe73effd640 0 client.15951 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:18.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.464+0000 7fe768633740 1 -- 172.21.15.1:0/2304713023 >> 172.21.15.1:0/2304713023 conn(0x5592cbc408c0 msgr2=0x5592cbc42480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:18.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.464+0000 7fe768633740 1 -- 172.21.15.1:0/2304713023 shutdown_connections 2024-02-10T00:00:18.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.464+0000 7fe768633740 1 -- 172.21.15.1:0/2304713023 wait complete. 2024-02-10T00:00:18.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.464+0000 7fe768633740 20 client.15951 trim_cache size 0 max 16384 2024-02-10T00:00:18.474 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:00:18.474 INFO:teuthology.orchestra.run.smithi001.stdout: "return_code": 0, 2024-02-10T00:00:18.475 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_tag": "3f02e9d2-0fc7-42af-8f5d-def8a76f36b4", 2024-02-10T00:00:18.475 INFO:teuthology.orchestra.run.smithi001.stdout: "mode": "asynchronous" 2024-02-10T00:00:18.475 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:00:18.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.464+0000 7fe765a64640 1 -- 172.21.15.1:0/1731512978 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fe7480a2380 msgr2=0x7fe7480a4840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:18.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.464+0000 7fe765a64640 1 --2- 172.21.15.1:0/1731512978 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fe7480a2380 0x7fe7480a4840 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe75804f000 tx=0x7fe75804b000 comp rx=0 tx=0).stop 2024-02-10T00:00:18.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.464+0000 7fe765a64640 1 -- 172.21.15.1:0/1731512978 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe760069c00 msgr2=0x7fe7601000f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:18.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.464+0000 7fe765a64640 1 --2- 172.21.15.1:0/1731512978 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe760069c00 0x7fe7601000f0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7fe75400e9f0 tx=0x7fe75400edf0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.464+0000 7fe765a64640 1 -- 172.21.15.1:0/1731512978 shutdown_connections 2024-02-10T00:00:18.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.464+0000 7fe765a64640 1 --2- 172.21.15.1:0/1731512978 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fe7480a2380 0x7fe7480a4840 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.464+0000 7fe765a64640 1 --2- 172.21.15.1:0/1731512978 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe760100b70 0x7fe7601a58f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.464+0000 7fe765a64640 1 --2- 172.21.15.1:0/1731512978 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe760106570 0x7fe760100630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.464+0000 7fe765a64640 1 --2- 172.21.15.1:0/1731512978 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe760069c00 0x7fe7601000f0 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.464+0000 7fe765a64640 1 -- 172.21.15.1:0/1731512978 >> 172.21.15.1:0/1731512978 conn(0x7fe7600771d0 msgr2=0x7fe7600fe140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:18.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.465+0000 7fe765a64640 1 -- 172.21.15.1:0/1731512978 shutdown_connections 2024-02-10T00:00:18.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.465+0000 7fe765a64640 1 -- 172.21.15.1:0/1731512978 wait complete. 2024-02-10T00:00:18.479 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:00:18.479 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:00:18.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.621+0000 7fb500d79640 1 -- 172.21.15.1:0/430079959 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4fc101de0 msgr2=0x7fb4fc105e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:18.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.621+0000 7fb500d79640 1 --2- 172.21.15.1:0/430079959 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4fc101de0 0x7fb4fc105e20 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fb4e4009930 tx=0x7fb4e402bc30 comp rx=0 tx=0).stop 2024-02-10T00:00:18.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.621+0000 7fb500d79640 1 -- 172.21.15.1:0/430079959 shutdown_connections 2024-02-10T00:00:18.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.621+0000 7fb500d79640 1 --2- 172.21.15.1:0/430079959 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4fc106500 0x7fb4fc10e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.621+0000 7fb500d79640 1 --2- 172.21.15.1:0/430079959 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4fc101de0 0x7fb4fc105e20 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.621+0000 7fb500d79640 1 --2- 172.21.15.1:0/430079959 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb4fc101430 0x7fb4fc101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.621+0000 7fb500d79640 1 -- 172.21.15.1:0/430079959 >> 172.21.15.1:0/430079959 conn(0x7fb4fc0fccd0 msgr2=0x7fb4fc0ff0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:18.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.621+0000 7fb500d79640 1 -- 172.21.15.1:0/430079959 shutdown_connections 2024-02-10T00:00:18.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.621+0000 7fb500d79640 1 -- 172.21.15.1:0/430079959 wait complete. 2024-02-10T00:00:18.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.622+0000 7fb500d79640 1 Processor -- start 2024-02-10T00:00:18.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.622+0000 7fb500d79640 1 -- start start 2024-02-10T00:00:18.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.622+0000 7fb500d79640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb4fc101430 0x7fb4fc19d610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.622+0000 7fb500d79640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4fc106500 0x7fb4fc19db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.622+0000 7fb500d79640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4fc1976d0 0x7fb4fc197b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.622+0000 7fb500d79640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4fc1981a0 con 0x7fb4fc1976d0 2024-02-10T00:00:18.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.622+0000 7fb500d79640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4fc198310 con 0x7fb4fc106500 2024-02-10T00:00:18.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.622+0000 7fb500d79640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4fc1984d0 con 0x7fb4fc101430 2024-02-10T00:00:18.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.622+0000 7fb4fad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4fc1976d0 0x7fb4fc197b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.622+0000 7fb4fa59c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb4fc101430 0x7fb4fc19d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.622+0000 7fb4fad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4fc1976d0 0x7fb4fc197b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50936/0 (socket says 172.21.15.1:50936) 2024-02-10T00:00:18.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.622+0000 7fb4fad9d640 1 -- 172.21.15.1:0/2650459457 learned_addr learned my addr 172.21.15.1:0/2650459457 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:18.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.622+0000 7fb4f9d9b640 1 --2- 172.21.15.1:0/2650459457 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4fc106500 0x7fb4fc19db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.622+0000 7fb4fad9d640 1 -- 172.21.15.1:0/2650459457 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb4fc101430 msgr2=0x7fb4fc19d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:18.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.622+0000 7fb4fad9d640 1 --2- 172.21.15.1:0/2650459457 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb4fc101430 0x7fb4fc19d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.622+0000 7fb4fad9d640 1 -- 172.21.15.1:0/2650459457 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4fc106500 msgr2=0x7fb4fc19db50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:18.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.622+0000 7fb4fad9d640 1 --2- 172.21.15.1:0/2650459457 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4fc106500 0x7fb4fc19db50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.622+0000 7fb4fad9d640 1 -- 172.21.15.1:0/2650459457 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4e4009560 con 0x7fb4fc1976d0 2024-02-10T00:00:18.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.622+0000 7fb4fa59c640 1 --2- 172.21.15.1:0/2650459457 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb4fc101430 0x7fb4fc19d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:00:18.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.623+0000 7fb4fad9d640 1 --2- 172.21.15.1:0/2650459457 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4fc1976d0 0x7fb4fc197b50 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fb4ec00eaa0 tx=0x7fb4ec00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:18.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.623+0000 7fb4f37fe640 1 -- 172.21.15.1:0/2650459457 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4ec00cdb0 con 0x7fb4fc1976d0 2024-02-10T00:00:18.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.623+0000 7fb4f37fe640 1 -- 172.21.15.1:0/2650459457 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb4ec005020 con 0x7fb4fc1976d0 2024-02-10T00:00:18.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.623+0000 7fb500d79640 1 -- 172.21.15.1:0/2650459457 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb4fc1a4470 con 0x7fb4fc1976d0 2024-02-10T00:00:18.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.623+0000 7fb4f37fe640 1 -- 172.21.15.1:0/2650459457 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4ec0116b0 con 0x7fb4fc1976d0 2024-02-10T00:00:18.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.623+0000 7fb500d79640 1 -- 172.21.15.1:0/2650459457 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4fc1a4900 con 0x7fb4fc1976d0 2024-02-10T00:00:18.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.625+0000 7fb4f37fe640 1 -- 172.21.15.1:0/2650459457 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 25) v1 ==== 137000+0+0 (secure 0 0 0) 0x7fb4ec005520 con 0x7fb4fc1976d0 2024-02-10T00:00:18.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.626+0000 7fb503a20740 1 Processor -- start 2024-02-10T00:00:18.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.626+0000 7fb503a20740 1 -- start start 2024-02-10T00:00:18.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.626+0000 7fb503a20740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f3537b980 0x560f3537bd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.626+0000 7fb503a20740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f3537c330 0x560f353848e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.626+0000 7fb503a20740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f35384eb0 0x560f35387300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.626+0000 7fb503a20740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f35336d00 con 0x560f3537c330 2024-02-10T00:00:18.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.626+0000 7fb4f37fe640 1 --2- 172.21.15.1:0/2650459457 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb4e80a2350 0x7fb4e80a4810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.626+0000 7fb503a20740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f352eb2f0 con 0x560f3537b980 2024-02-10T00:00:18.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.626+0000 7fb503a20740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f352e8820 con 0x560f35384eb0 2024-02-10T00:00:18.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.626+0000 7fb4f9d9b640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f3537b980 0x560f3537bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.626+0000 7fb4f9d9b640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f3537b980 0x560f3537bd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.1:35434/0 (socket says 172.21.15.1:35434) 2024-02-10T00:00:18.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.626+0000 7fb4f9d9b640 1 -- 172.21.15.1:0/2889012862 learned_addr learned my addr 172.21.15.1:0/2889012862 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:18.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.626+0000 7fb4fad9d640 1 --2- 172.21.15.1:0/2650459457 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb4e80a2350 0x7fb4e80a4810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.626+0000 7fb4fa59c640 1 --2- 172.21.15.1:0/2889012862 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f3537c330 0x560f353848e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.626+0000 7fb4f9d9b640 1 --2- 172.21.15.1:0/2889012862 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f35384eb0 0x560f35387300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.626+0000 7fb4f37fe640 1 -- 172.21.15.1:0/2650459457 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fb4ec0ce4a0 con 0x7fb4fc1976d0 2024-02-10T00:00:18.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.627+0000 7fb4f9d9b640 1 -- 172.21.15.1:0/2889012862 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f35384eb0 msgr2=0x560f35387300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:18.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.627+0000 7fb4f9d9b640 1 --2- 172.21.15.1:0/2889012862 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f35384eb0 0x560f35387300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.627+0000 7fb4f9d9b640 1 -- 172.21.15.1:0/2889012862 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f3537c330 msgr2=0x560f353848e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:18.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.627+0000 7fb4f9d9b640 1 --2- 172.21.15.1:0/2889012862 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f3537c330 0x560f353848e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.627+0000 7fb4f9d9b640 1 -- 172.21.15.1:0/2889012862 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560f352a5ff0 con 0x560f3537b980 2024-02-10T00:00:18.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.627+0000 7fb4fad9d640 1 --2- 172.21.15.1:0/2650459457 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb4e80a2350 0x7fb4e80a4810 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fb4ec0cbb00 tx=0x7fb4ec0ae040 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:18.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.627+0000 7fb4f9d9b640 1 --2- 172.21.15.1:0/2889012862 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f3537b980 0x560f3537bd60 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fb4e4009900 tx=0x7fb4e4005fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2e21233cca9d1940 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:18.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.627+0000 7fb4f0ff9640 1 -- 172.21.15.1:0/2889012862 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4e402c7e0 con 0x560f3537b980 2024-02-10T00:00:18.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.627+0000 7fb4f0ff9640 1 -- 172.21.15.1:0/2889012862 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb4e4004510 con 0x560f3537b980 2024-02-10T00:00:18.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.627+0000 7fb4f0ff9640 1 -- 172.21.15.1:0/2889012862 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4e4005350 con 0x560f3537b980 2024-02-10T00:00:18.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.628+0000 7fb503a20740 1 -- 172.21.15.1:0/2889012862 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f3537b980 msgr2=0x560f3537bd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:18.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.628+0000 7fb503a20740 1 --2- 172.21.15.1:0/2889012862 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f3537b980 0x560f3537bd60 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fb4e4009900 tx=0x7fb4e4005fd0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.628+0000 7fb503a20740 1 -- 172.21.15.1:0/2889012862 shutdown_connections 2024-02-10T00:00:18.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.628+0000 7fb503a20740 1 --2- 172.21.15.1:0/2889012862 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f35384eb0 0x560f35387300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.628+0000 7fb503a20740 1 --2- 172.21.15.1:0/2889012862 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f3537c330 0x560f353848e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.628+0000 7fb503a20740 1 --2- 172.21.15.1:0/2889012862 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f3537b980 0x560f3537bd60 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.628+0000 7fb503a20740 1 -- 172.21.15.1:0/2889012862 >> 172.21.15.1:0/2889012862 conn(0x560f35376050 msgr2=0x560f35376430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:18.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.628+0000 7fb503a20740 1 -- 172.21.15.1:0/2889012862 shutdown_connections 2024-02-10T00:00:18.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.628+0000 7fb503a20740 1 -- 172.21.15.1:0/2889012862 wait complete. 2024-02-10T00:00:18.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.628+0000 7fb503a20740 1 -- start start 2024-02-10T00:00:18.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.628+0000 7fb503a20740 1 Processor -- start 2024-02-10T00:00:18.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.629+0000 7fb503a20740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f3537b980 0x560f35381df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.629+0000 7fb503a20740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f3537c330 0x560f35382330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.629+0000 7fb503a20740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f35384eb0 0x560f35382870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.629+0000 7fb503a20740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f352e4000 con 0x560f35384eb0 2024-02-10T00:00:18.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.629+0000 7fb503a20740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f34fb7430 con 0x560f3537b980 2024-02-10T00:00:18.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.629+0000 7fb503a20740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f34f73e00 con 0x560f3537c330 2024-02-10T00:00:18.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.629+0000 7fb503a20740 10 client.0 _ll_register_callbacks cb 0x560f352d87f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:18.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.629+0000 7fb4f9d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f35384eb0 0x560f35382870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.629+0000 7fb4f9d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f35384eb0 0x560f35382870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50952/0 (socket says 172.21.15.1:50952) 2024-02-10T00:00:18.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.629+0000 7fb4f9d9b640 1 -- 172.21.15.1:0/2422077681 learned_addr learned my addr 172.21.15.1:0/2422077681 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:18.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.629+0000 7fb4fa59c640 1 --2- 172.21.15.1:0/2422077681 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f3537c330 0x560f35382330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.629+0000 7fb4f9d9b640 1 --2- 172.21.15.1:0/2422077681 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f3537b980 0x560f35381df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.629+0000 7fb4f9d9b640 1 -- 172.21.15.1:0/2422077681 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f3537c330 msgr2=0x560f35382330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:18.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.629+0000 7fb4f9d9b640 1 --2- 172.21.15.1:0/2422077681 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f3537c330 0x560f35382330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.629+0000 7fb4f9d9b640 1 -- 172.21.15.1:0/2422077681 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f3537b980 msgr2=0x560f35381df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:18.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.629+0000 7fb4f9d9b640 1 --2- 172.21.15.1:0/2422077681 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f3537b980 0x560f35381df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.629+0000 7fb4f9d9b640 1 -- 172.21.15.1:0/2422077681 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4fc10e8e0 con 0x560f35384eb0 2024-02-10T00:00:18.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.629+0000 7fb4f9d9b640 1 --2- 172.21.15.1:0/2422077681 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f35384eb0 0x560f35382870 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fb4e402cca0 tx=0x7fb4e4004e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf5482d2ad62ed81 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:18.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.629+0000 7fb4e1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:18.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.629+0000 7fb4e1ffb640 1 -- 172.21.15.1:0/2422077681 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4e4042470 con 0x560f35384eb0 2024-02-10T00:00:18.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.629+0000 7fb4e1ffb640 1 -- 172.21.15.1:0/2422077681 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fb4e40425d0 con 0x560f35384eb0 2024-02-10T00:00:18.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.629+0000 7fb503a20740 1 -- 172.21.15.1:0/2422077681 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560f34fe37e0 con 0x560f35384eb0 2024-02-10T00:00:18.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.630+0000 7fb4e1ffb640 1 -- 172.21.15.1:0/2422077681 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb4e4042790 con 0x560f35384eb0 2024-02-10T00:00:18.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.630+0000 7fb503a20740 10 client.15963 fetch_fsmap learned FSMap version 29 2024-02-10T00:00:18.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.630+0000 7fb503a20740 1 -- 172.21.15.1:0/2422077681 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x560f352e2680 con 0x560f35384eb0 2024-02-10T00:00:18.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.630+0000 7fb4e1ffb640 1 -- 172.21.15.1:0/2422077681 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x560f34fe37e0 con 0x560f35384eb0 2024-02-10T00:00:18.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.630+0000 7fb4e1ffb640 1 -- 172.21.15.1:0/2422077681 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fb4e403c070 con 0x560f35384eb0 2024-02-10T00:00:18.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.630+0000 7fb503a20740 10 client.15963 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:00:18.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.630+0000 7fb503a20740 10 client.15963 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:00:18.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.630+0000 7fb503a20740 20 client.15963 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:18.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.630+0000 7fb503a20740 1 --2- 172.21.15.1:0/2422077681 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x560f35395080 0x560f353974a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.630+0000 7fb503a20740 4 client.15963 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:00:18.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.630+0000 7fb503a20740 1 -- 172.21.15.1:0/2422077681 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560f35020720 con 0x560f35395080 2024-02-10T00:00:18.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.630+0000 7fb4fa59c640 1 --2- 172.21.15.1:0/2422077681 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x560f35395080 0x560f353974a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.631+0000 7fb4fa59c640 1 --2- 172.21.15.1:0/2422077681 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x560f35395080 0x560f353974a0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7ad185a1b7f44d0e server_cookie=bcf3ea476f671e2d in_seq=0 out_seq=0 2024-02-10T00:00:18.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.631+0000 7fb4e1ffb640 10 client.15963 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:18.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.631+0000 7fb4e1ffb640 1 -- 172.21.15.1:0/2422077681 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x560f35020720 con 0x560f35395080 2024-02-10T00:00:18.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.631+0000 7fb4e1ffb640 10 client.15963 handle_command_reply: tid=0 2024-02-10T00:00:18.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.632+0000 7fb503a20740 1 client.15963 shutdown 2024-02-10T00:00:18.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.632+0000 7fb503a20740 1 -- 172.21.15.1:0/2422077681 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f35384eb0 msgr2=0x560f35382870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:18.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.632+0000 7fb503a20740 1 --2- 172.21.15.1:0/2422077681 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f35384eb0 0x560f35382870 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fb4e402cca0 tx=0x7fb4e4004e90 comp rx=0 tx=0).stop 2024-02-10T00:00:18.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.632+0000 7fb503a20740 1 -- 172.21.15.1:0/2422077681 shutdown_connections 2024-02-10T00:00:18.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.632+0000 7fb503a20740 1 --2- 172.21.15.1:0/2422077681 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x560f35395080 0x560f353974a0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.632+0000 7fb503a20740 1 --2- 172.21.15.1:0/2422077681 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f35384eb0 0x560f35382870 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.632+0000 7fb4e1ffb640 0 client.15963 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:18.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.632+0000 7fb503a20740 1 --2- 172.21.15.1:0/2422077681 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f3537c330 0x560f35382330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.632+0000 7fb503a20740 1 --2- 172.21.15.1:0/2422077681 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f3537b980 0x560f35381df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.632+0000 7fb503a20740 1 -- 172.21.15.1:0/2422077681 >> 172.21.15.1:0/2422077681 conn(0x560f35376050 msgr2=0x560f35377da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:18.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.632+0000 7fb503a20740 1 -- 172.21.15.1:0/2422077681 shutdown_connections 2024-02-10T00:00:18.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.632+0000 7fb503a20740 1 -- 172.21.15.1:0/2422077681 wait complete. 2024-02-10T00:00:18.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.632+0000 7fb503a20740 20 client.15963 trim_cache size 0 max 16384 2024-02-10T00:00:18.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.650+0000 7fb503a20740 1 Processor -- start 2024-02-10T00:00:18.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.650+0000 7fb503a20740 1 -- start start 2024-02-10T00:00:18.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.650+0000 7fb503a20740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f3537b980 0x560f35384520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.650+0000 7fb503a20740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f3537c330 0x560f35375070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.650+0000 7fb503a20740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f35384eb0 0x560f3538be80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.650+0000 7fb503a20740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f35268fd0 con 0x560f3537c330 2024-02-10T00:00:18.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.650+0000 7fb503a20740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f35375ec0 con 0x560f3537b980 2024-02-10T00:00:18.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.650+0000 7fb503a20740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f3534bab0 con 0x560f35384eb0 2024-02-10T00:00:18.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.651+0000 7fb4fa59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f3537c330 0x560f35375070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.651+0000 7fb4f9d9b640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f3537b980 0x560f35384520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.651+0000 7fb4fa59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f3537c330 0x560f35375070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50956/0 (socket says 172.21.15.1:50956) 2024-02-10T00:00:18.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.651+0000 7fb4f9d9b640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f3537b980 0x560f35384520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.1:35460/0 (socket says 172.21.15.1:35460) 2024-02-10T00:00:18.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.651+0000 7fb4fa59c640 1 -- 172.21.15.1:0/2195143325 learned_addr learned my addr 172.21.15.1:0/2195143325 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:18.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.651+0000 7fb4f9d9b640 1 --2- 172.21.15.1:0/2195143325 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f35384eb0 0x560f3538be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.651+0000 7fb4fa59c640 1 -- 172.21.15.1:0/2195143325 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f35384eb0 msgr2=0x560f3538be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:18.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.651+0000 7fb4fa59c640 1 --2- 172.21.15.1:0/2195143325 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f35384eb0 0x560f3538be80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.651+0000 7fb4fa59c640 1 -- 172.21.15.1:0/2195143325 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f3537b980 msgr2=0x560f35384520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:18.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.651+0000 7fb4fa59c640 1 --2- 172.21.15.1:0/2195143325 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f3537b980 0x560f35384520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.651+0000 7fb4fa59c640 1 -- 172.21.15.1:0/2195143325 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560f3527eb30 con 0x560f3537c330 2024-02-10T00:00:18.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.651+0000 7fb4fa59c640 1 --2- 172.21.15.1:0/2195143325 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f3537c330 0x560f35375070 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x560f353770c0 tx=0x7fb4f4013040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da3de67842d7b8af server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:18.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.651+0000 7fb4e3fff640 1 -- 172.21.15.1:0/2195143325 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4f401f630 con 0x560f3537c330 2024-02-10T00:00:18.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.651+0000 7fb4e3fff640 1 -- 172.21.15.1:0/2195143325 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb4f4018070 con 0x560f3537c330 2024-02-10T00:00:18.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.651+0000 7fb4e3fff640 1 -- 172.21.15.1:0/2195143325 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4f4004d00 con 0x560f3537c330 2024-02-10T00:00:18.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.652+0000 7fb503a20740 1 -- 172.21.15.1:0/2195143325 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f3537c330 msgr2=0x560f35375070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:18.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.652+0000 7fb503a20740 1 --2- 172.21.15.1:0/2195143325 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f3537c330 0x560f35375070 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x560f353770c0 tx=0x7fb4f4013040 comp rx=0 tx=0).stop 2024-02-10T00:00:18.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.652+0000 7fb503a20740 1 -- 172.21.15.1:0/2195143325 shutdown_connections 2024-02-10T00:00:18.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.652+0000 7fb503a20740 1 --2- 172.21.15.1:0/2195143325 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f35384eb0 0x560f3538be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.652+0000 7fb503a20740 1 --2- 172.21.15.1:0/2195143325 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f3537c330 0x560f35375070 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.652+0000 7fb503a20740 1 --2- 172.21.15.1:0/2195143325 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f3537b980 0x560f35384520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.652+0000 7fb503a20740 1 -- 172.21.15.1:0/2195143325 >> 172.21.15.1:0/2195143325 conn(0x560f35376050 msgr2=0x560f35374960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:18.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.652+0000 7fb503a20740 1 -- 172.21.15.1:0/2195143325 shutdown_connections 2024-02-10T00:00:18.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.652+0000 7fb503a20740 1 -- 172.21.15.1:0/2195143325 wait complete. 2024-02-10T00:00:18.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.652+0000 7fb503a20740 1 -- start start 2024-02-10T00:00:18.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.653+0000 7fb503a20740 1 Processor -- start 2024-02-10T00:00:18.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.653+0000 7fb503a20740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f3537b980 0x560f3538afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.653+0000 7fb503a20740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f3537c330 0x560f3538b520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.653+0000 7fb503a20740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f35384eb0 0x560f353eb550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.653+0000 7fb503a20740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f353eba90 con 0x560f3537c330 2024-02-10T00:00:18.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.653+0000 7fb503a20740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f353ebbd0 con 0x560f35384eb0 2024-02-10T00:00:18.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.653+0000 7fb503a20740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f353ebd40 con 0x560f3537b980 2024-02-10T00:00:18.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.653+0000 7fb503a20740 10 client.0 _ll_register_callbacks cb 0x7fb4e4005b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:18.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.653+0000 7fb4fa59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f3537c330 0x560f3538b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.653+0000 7fb4fa59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f3537c330 0x560f3538b520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50960/0 (socket says 172.21.15.1:50960) 2024-02-10T00:00:18.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.653+0000 7fb4fa59c640 1 -- 172.21.15.1:0/3902556771 learned_addr learned my addr 172.21.15.1:0/3902556771 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:18.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.653+0000 7fb4f9d9b640 1 --2- 172.21.15.1:0/3902556771 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f3537b980 0x560f3538afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.653+0000 7fb4f9d9b640 1 --2- 172.21.15.1:0/3902556771 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f35384eb0 0x560f353eb550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.653+0000 7fb4fa59c640 1 -- 172.21.15.1:0/3902556771 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f3537b980 msgr2=0x560f3538afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:18.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.653+0000 7fb4fa59c640 1 --2- 172.21.15.1:0/3902556771 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f3537b980 0x560f3538afe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.653+0000 7fb4fa59c640 1 -- 172.21.15.1:0/3902556771 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f35384eb0 msgr2=0x560f353eb550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:18.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.653+0000 7fb4fa59c640 1 --2- 172.21.15.1:0/3902556771 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f35384eb0 0x560f353eb550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.653+0000 7fb4fa59c640 1 -- 172.21.15.1:0/3902556771 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4f400ba40 con 0x560f3537c330 2024-02-10T00:00:18.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.653+0000 7fb4f9d9b640 1 --2- 172.21.15.1:0/3902556771 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f3537b980 0x560f3538afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:00:18.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.654+0000 7fb4fa59c640 1 --2- 172.21.15.1:0/3902556771 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f3537c330 0x560f3538b520 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fb4f4013840 tx=0x7fb4f401f5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=271b7cad5ebf3c6b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:18.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.654+0000 7fb4e1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:18.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.654+0000 7fb4e1ffb640 1 -- 172.21.15.1:0/3902556771 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4f4005220 con 0x560f3537c330 2024-02-10T00:00:18.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.654+0000 7fb4e1ffb640 1 -- 172.21.15.1:0/3902556771 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fb4f4005380 con 0x560f3537c330 2024-02-10T00:00:18.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.654+0000 7fb503a20740 1 -- 172.21.15.1:0/3902556771 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb4e4004510 con 0x560f3537c330 2024-02-10T00:00:18.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.654+0000 7fb4e1ffb640 1 -- 172.21.15.1:0/3902556771 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb4f4005540 con 0x560f3537c330 2024-02-10T00:00:18.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.654+0000 7fb503a20740 10 client.15969 fetch_fsmap learned FSMap version 29 2024-02-10T00:00:18.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.654+0000 7fb503a20740 1 -- 172.21.15.1:0/3902556771 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x560f352a4850 con 0x560f3537c330 2024-02-10T00:00:18.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.654+0000 7fb4e1ffb640 1 -- 172.21.15.1:0/3902556771 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb4e4004510 con 0x560f3537c330 2024-02-10T00:00:18.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.654+0000 7fb4e1ffb640 1 -- 172.21.15.1:0/3902556771 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fb4f401d040 con 0x560f3537c330 2024-02-10T00:00:18.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.654+0000 7fb503a20740 10 client.15969 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:00:18.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.654+0000 7fb503a20740 10 client.15969 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:00:18.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.654+0000 7fb503a20740 20 client.15969 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:18.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.654+0000 7fb503a20740 1 --2- 172.21.15.1:0/3902556771 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x560f353ed4f0 0x560f353ef910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.654+0000 7fb503a20740 4 client.15969 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:00:18.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.654+0000 7fb503a20740 1 -- 172.21.15.1:0/3902556771 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x560f3506f890 con 0x560f353ed4f0 2024-02-10T00:00:18.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.655+0000 7fb4f9d9b640 1 --2- 172.21.15.1:0/3902556771 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x560f353ed4f0 0x560f353ef910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.655+0000 7fb4f9d9b640 1 --2- 172.21.15.1:0/3902556771 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x560f353ed4f0 0x560f353ef910 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ef840142c8d16e30 server_cookie=66eae796f46ae876 in_seq=0 out_seq=0 2024-02-10T00:00:18.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.655+0000 7fb4e1ffb640 10 client.15969 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:18.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.655+0000 7fb4e1ffb640 1 -- 172.21.15.1:0/3902556771 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x560f3506f890 con 0x560f353ed4f0 2024-02-10T00:00:18.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.655+0000 7fb4e1ffb640 10 client.15969 handle_command_reply: tid=0 2024-02-10T00:00:18.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.655+0000 7fb503a20740 1 client.15969 shutdown 2024-02-10T00:00:18.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.655+0000 7fb503a20740 1 -- 172.21.15.1:0/3902556771 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f3537c330 msgr2=0x560f3538b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:18.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.655+0000 7fb503a20740 1 --2- 172.21.15.1:0/3902556771 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f3537c330 0x560f3538b520 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fb4f4013840 tx=0x7fb4f401f5c0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.655+0000 7fb503a20740 1 -- 172.21.15.1:0/3902556771 shutdown_connections 2024-02-10T00:00:18.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.655+0000 7fb503a20740 1 --2- 172.21.15.1:0/3902556771 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x560f353ed4f0 0x560f353ef910 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.655+0000 7fb503a20740 1 --2- 172.21.15.1:0/3902556771 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f35384eb0 0x560f353eb550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.655+0000 7fb503a20740 1 --2- 172.21.15.1:0/3902556771 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f3537c330 0x560f3538b520 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.655+0000 7fb4e1ffb640 0 client.15969 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:18.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.655+0000 7fb503a20740 1 --2- 172.21.15.1:0/3902556771 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f3537b980 0x560f3538afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.655+0000 7fb503a20740 1 -- 172.21.15.1:0/3902556771 >> 172.21.15.1:0/3902556771 conn(0x560f35376050 msgr2=0x560f353751f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:18.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.655+0000 7fb503a20740 1 -- 172.21.15.1:0/3902556771 shutdown_connections 2024-02-10T00:00:18.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.655+0000 7fb503a20740 1 -- 172.21.15.1:0/3902556771 wait complete. 2024-02-10T00:00:18.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.655+0000 7fb503a20740 20 client.15969 trim_cache size 0 max 16384 2024-02-10T00:00:18.665 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:00:18.665 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "IDLE (waiting for more scrubs)", 2024-02-10T00:00:18.665 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": { 2024-02-10T00:00:18.665 INFO:teuthology.orchestra.run.smithi001.stdout: "3f02e9d2-0fc7-42af-8f5d-def8a76f36b4": { 2024-02-10T00:00:18.665 INFO:teuthology.orchestra.run.smithi001.stdout: "path": "/", 2024-02-10T00:00:18.665 INFO:teuthology.orchestra.run.smithi001.stdout: "tag": "3f02e9d2-0fc7-42af-8f5d-def8a76f36b4", 2024-02-10T00:00:18.665 INFO:teuthology.orchestra.run.smithi001.stdout: "options": "recursive,force" 2024-02-10T00:00:18.665 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:00:18.665 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:00:18.666 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:00:18.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.656+0000 7fb500d79640 1 -- 172.21.15.1:0/2650459457 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb4e80a2350 msgr2=0x7fb4e80a4810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:18.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.656+0000 7fb500d79640 1 --2- 172.21.15.1:0/2650459457 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb4e80a2350 0x7fb4e80a4810 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fb4ec0cbb00 tx=0x7fb4ec0ae040 comp rx=0 tx=0).stop 2024-02-10T00:00:18.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.656+0000 7fb500d79640 1 -- 172.21.15.1:0/2650459457 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4fc1976d0 msgr2=0x7fb4fc197b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:18.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.656+0000 7fb500d79640 1 --2- 172.21.15.1:0/2650459457 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4fc1976d0 0x7fb4fc197b50 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fb4ec00eaa0 tx=0x7fb4ec00ef60 comp rx=0 tx=0).stop 2024-02-10T00:00:18.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.656+0000 7fb500d79640 1 -- 172.21.15.1:0/2650459457 shutdown_connections 2024-02-10T00:00:18.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.656+0000 7fb500d79640 1 --2- 172.21.15.1:0/2650459457 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb4e80a2350 0x7fb4e80a4810 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.656+0000 7fb500d79640 1 --2- 172.21.15.1:0/2650459457 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4fc1976d0 0x7fb4fc197b50 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.656+0000 7fb500d79640 1 --2- 172.21.15.1:0/2650459457 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4fc106500 0x7fb4fc19db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.656+0000 7fb500d79640 1 --2- 172.21.15.1:0/2650459457 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb4fc101430 0x7fb4fc19d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.656+0000 7fb500d79640 1 -- 172.21.15.1:0/2650459457 >> 172.21.15.1:0/2650459457 conn(0x7fb4fc0fccd0 msgr2=0x7fb4fc0ff030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:18.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.656+0000 7fb500d79640 1 -- 172.21.15.1:0/2650459457 shutdown_connections 2024-02-10T00:00:18.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:18.656+0000 7fb500d79640 1 -- 172.21.15.1:0/2650459457 wait complete. 2024-02-10T00:00:18.670 INFO:tasks.cephfs.filesystem:scrub status for tag:3f02e9d2-0fc7-42af-8f5d-def8a76f36b4 - {'path': '/', 'tag': '3f02e9d2-0fc7-42af-8f5d-def8a76f36b4', 'options': 'recursive,force'} 2024-02-10T00:00:18.713 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.708+0000 7f4bb8223640 1 -- 172.21.15.1:0/2071515128 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4bb0100370 msgr2=0x7f4bb0100750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:18.713 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.708+0000 7f4bb8223640 1 --2- 172.21.15.1:0/2071515128 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4bb0100370 0x7f4bb0100750 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f4bac009930 tx=0x7f4bac02bc30 comp rx=0 tx=0).stop 2024-02-10T00:00:18.713 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.708+0000 7f4bb8223640 1 -- 172.21.15.1:0/2071515128 shutdown_connections 2024-02-10T00:00:18.713 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.708+0000 7f4bb8223640 1 --2- 172.21.15.1:0/2071515128 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4bb0105440 0x7f4bb010d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.713 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.708+0000 7f4bb8223640 1 --2- 172.21.15.1:0/2071515128 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4bb0100d20 0x7f4bb0104d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.713 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.708+0000 7f4bb8223640 1 --2- 172.21.15.1:0/2071515128 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4bb0100370 0x7f4bb0100750 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.713 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.708+0000 7f4bb8223640 1 -- 172.21.15.1:0/2071515128 >> 172.21.15.1:0/2071515128 conn(0x7f4bb0077310 msgr2=0x7f4bb0077720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:18.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.708+0000 7f4bb8223640 1 -- 172.21.15.1:0/2071515128 shutdown_connections 2024-02-10T00:00:18.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.708+0000 7f4bb8223640 1 -- 172.21.15.1:0/2071515128 wait complete. 2024-02-10T00:00:18.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.708+0000 7f4bb8223640 1 Processor -- start 2024-02-10T00:00:18.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.709+0000 7f4bb8223640 1 -- start start 2024-02-10T00:00:18.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.709+0000 7f4bb8223640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4bb0100370 0x7f4bb0101e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.709+0000 7f4bb8223640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4bb0105440 0x7f4bb0102340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.709+0000 7f4bb8223640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4bb0102880 0x7f4bb01a5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.709+0000 7f4bb8223640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bb01a6070 con 0x7f4bb0102880 2024-02-10T00:00:18.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.709+0000 7f4bb8223640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bb01a61e0 con 0x7f4bb0100370 2024-02-10T00:00:18.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.709+0000 7f4bb8223640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bb01a63a0 con 0x7f4bb0105440 2024-02-10T00:00:18.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.709+0000 7f4bb67c0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4bb0102880 0x7f4bb01a5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.709+0000 7f4bb67c0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4bb0102880 0x7f4bb01a5aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50972/0 (socket says 172.21.15.1:50972) 2024-02-10T00:00:18.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.709+0000 7f4bb67c0640 1 -- 172.21.15.1:0/2556994959 learned_addr learned my addr 172.21.15.1:0/2556994959 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:18.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.709+0000 7f4bb57be640 1 --2- 172.21.15.1:0/2556994959 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4bb0105440 0x7f4bb0102340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.709+0000 7f4bb5fbf640 1 --2- 172.21.15.1:0/2556994959 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4bb0100370 0x7f4bb0101e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.709+0000 7f4bb67c0640 1 -- 172.21.15.1:0/2556994959 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4bb0105440 msgr2=0x7f4bb0102340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:18.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.709+0000 7f4bb67c0640 1 --2- 172.21.15.1:0/2556994959 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4bb0105440 0x7f4bb0102340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.709+0000 7f4bb67c0640 1 -- 172.21.15.1:0/2556994959 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4bb0100370 msgr2=0x7f4bb0101e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:18.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.709+0000 7f4bb67c0640 1 --2- 172.21.15.1:0/2556994959 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4bb0100370 0x7f4bb0101e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.709+0000 7f4bb67c0640 1 -- 172.21.15.1:0/2556994959 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4bac009560 con 0x7f4bb0102880 2024-02-10T00:00:18.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.709+0000 7f4bb57be640 1 --2- 172.21.15.1:0/2556994959 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4bb0105440 0x7f4bb0102340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:00:18.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.709+0000 7f4bb5fbf640 1 --2- 172.21.15.1:0/2556994959 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4bb0100370 0x7f4bb0101e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:00:18.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.709+0000 7f4bb67c0640 1 --2- 172.21.15.1:0/2556994959 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4bb0102880 0x7f4bb01a5aa0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f4ba800da40 tx=0x7f4ba800df00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:18.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.710+0000 7f4ba6ffd640 1 -- 172.21.15.1:0/2556994959 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ba800bdd0 con 0x7f4bb0102880 2024-02-10T00:00:18.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.710+0000 7f4ba6ffd640 1 -- 172.21.15.1:0/2556994959 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4ba8009890 con 0x7f4bb0102880 2024-02-10T00:00:18.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.710+0000 7f4bb8223640 1 -- 172.21.15.1:0/2556994959 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4bb01a6680 con 0x7f4bb0102880 2024-02-10T00:00:18.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.710+0000 7f4ba6ffd640 1 -- 172.21.15.1:0/2556994959 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ba80106c0 con 0x7f4bb0102880 2024-02-10T00:00:18.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.710+0000 7f4bb8223640 1 -- 172.21.15.1:0/2556994959 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4bb01a6b90 con 0x7f4bb0102880 2024-02-10T00:00:18.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.712+0000 7f4ba6ffd640 1 -- 172.21.15.1:0/2556994959 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 25) v1 ==== 137000+0+0 (secure 0 0 0) 0x7f4ba80041b0 con 0x7f4bb0102880 2024-02-10T00:00:18.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.712+0000 7f4bbadf9740 1 Processor -- start 2024-02-10T00:00:18.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.712+0000 7f4bbadf9740 1 -- start start 2024-02-10T00:00:18.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.712+0000 7f4bbadf9740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622a51f70b0 0x5622a51f7490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.712+0000 7f4bbadf9740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622a51f79d0 0x5622a5200260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.712+0000 7f4bbadf9740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622a52007a0 0x5622a5202b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.712+0000 7f4ba6ffd640 1 --2- 172.21.15.1:0/2556994959 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4b9c0a23f0 0x7f4b9c0a48b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.712+0000 7f4bbadf9740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5622a5165a00 con 0x5622a51f70b0 2024-02-10T00:00:18.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.712+0000 7f4bbadf9740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5622a5162f30 con 0x5622a51f79d0 2024-02-10T00:00:18.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.712+0000 7f4bbadf9740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5622a515e710 con 0x5622a52007a0 2024-02-10T00:00:18.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.712+0000 7f4bb57be640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622a51f70b0 0x5622a51f7490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.712+0000 7f4bb5fbf640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622a51f79d0 0x5622a5200260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.712+0000 7f4bb57be640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622a51f70b0 0x5622a51f7490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50974/0 (socket says 172.21.15.1:50974) 2024-02-10T00:00:18.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.713+0000 7f4bb57be640 1 -- 172.21.15.1:0/999845929 learned_addr learned my addr 172.21.15.1:0/999845929 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:18.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.712+0000 7f4bb67c0640 1 --2- 172.21.15.1:0/2556994959 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4b9c0a23f0 0x7f4b9c0a48b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.713+0000 7f4ba6ffd640 1 -- 172.21.15.1:0/2556994959 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f4ba80cdf90 con 0x7f4bb0102880 2024-02-10T00:00:18.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.713+0000 7f4bb57be640 1 --2- 172.21.15.1:0/999845929 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622a52007a0 0x5622a5202b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.713+0000 7f4bb5fbf640 1 -- 172.21.15.1:0/999845929 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622a52007a0 msgr2=0x5622a5202b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:18.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.713+0000 7f4bb5fbf640 1 --2- 172.21.15.1:0/999845929 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622a52007a0 0x5622a5202b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.713+0000 7f4bb5fbf640 1 -- 172.21.15.1:0/999845929 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622a51f70b0 msgr2=0x5622a51f7490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:18.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.713+0000 7f4bb5fbf640 1 --2- 172.21.15.1:0/999845929 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622a51f70b0 0x5622a51f7490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.713+0000 7f4bb5fbf640 1 -- 172.21.15.1:0/999845929 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5622a51233b0 con 0x5622a51f79d0 2024-02-10T00:00:18.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.713+0000 7f4bb57be640 1 --2- 172.21.15.1:0/999845929 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622a51f70b0 0x5622a51f7490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:00:18.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.713+0000 7f4bb67c0640 1 --2- 172.21.15.1:0/2556994959 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4b9c0a23f0 0x7f4b9c0a48b0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4ba80cb5f0 tx=0x7f4ba80045b0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:18.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.713+0000 7f4bb5fbf640 1 --2- 172.21.15.1:0/999845929 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622a51f79d0 0x5622a5200260 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4bac036040 tx=0x7f4bac005e80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6dd138b44e807a91 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:18.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.713+0000 7f4b9bfff640 1 -- 172.21.15.1:0/999845929 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bac004b00 con 0x5622a51f79d0 2024-02-10T00:00:18.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.713+0000 7f4b9bfff640 1 -- 172.21.15.1:0/999845929 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4bac004030 con 0x5622a51f79d0 2024-02-10T00:00:18.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.713+0000 7f4b9bfff640 1 -- 172.21.15.1:0/999845929 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bac005230 con 0x5622a51f79d0 2024-02-10T00:00:18.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.714+0000 7f4bbadf9740 1 -- 172.21.15.1:0/999845929 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622a51f79d0 msgr2=0x5622a5200260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:18.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.714+0000 7f4bbadf9740 1 --2- 172.21.15.1:0/999845929 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622a51f79d0 0x5622a5200260 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4bac036040 tx=0x7f4bac005e80 comp rx=0 tx=0).stop 2024-02-10T00:00:18.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.714+0000 7f4bbadf9740 1 -- 172.21.15.1:0/999845929 shutdown_connections 2024-02-10T00:00:18.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.714+0000 7f4bbadf9740 1 --2- 172.21.15.1:0/999845929 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622a52007a0 0x5622a5202b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.714+0000 7f4bbadf9740 1 --2- 172.21.15.1:0/999845929 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622a51f79d0 0x5622a5200260 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.714+0000 7f4bbadf9740 1 --2- 172.21.15.1:0/999845929 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622a51f70b0 0x5622a51f7490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.714+0000 7f4bbadf9740 1 -- 172.21.15.1:0/999845929 >> 172.21.15.1:0/999845929 conn(0x5622a51f19d0 msgr2=0x5622a51f1db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:18.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.714+0000 7f4bbadf9740 1 -- 172.21.15.1:0/999845929 shutdown_connections 2024-02-10T00:00:18.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.714+0000 7f4bbadf9740 1 -- 172.21.15.1:0/999845929 wait complete. 2024-02-10T00:00:18.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.714+0000 7f4bbadf9740 1 -- start start 2024-02-10T00:00:18.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.714+0000 7f4bbadf9740 1 Processor -- start 2024-02-10T00:00:18.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.715+0000 7f4bbadf9740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622a51f70b0 0x5622a51fd760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.715+0000 7f4bbadf9740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622a51f79d0 0x5622a51fdca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.715+0000 7f4bbadf9740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622a52007a0 0x5622a51fe1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.715+0000 7f4bbadf9740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5622a5103b90 con 0x5622a52007a0 2024-02-10T00:00:18.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.715+0000 7f4bbadf9740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5622a4e32250 con 0x5622a51f79d0 2024-02-10T00:00:18.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.715+0000 7f4bbadf9740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5622a50e4200 con 0x5622a51f70b0 2024-02-10T00:00:18.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.715+0000 7f4bbadf9740 10 client.0 _ll_register_callbacks cb 0x5622a511a5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:18.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.715+0000 7f4bb57be640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622a52007a0 0x5622a51fe1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.715+0000 7f4bb57be640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622a52007a0 0x5622a51fe1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50990/0 (socket says 172.21.15.1:50990) 2024-02-10T00:00:18.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.715+0000 7f4bb57be640 1 -- 172.21.15.1:0/3755869040 learned_addr learned my addr 172.21.15.1:0/3755869040 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:18.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.715+0000 7f4bb57be640 1 --2- 172.21.15.1:0/3755869040 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622a51f70b0 0x5622a51fd760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.715+0000 7f4bb5fbf640 1 --2- 172.21.15.1:0/3755869040 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622a51f79d0 0x5622a51fdca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.715+0000 7f4bb57be640 1 -- 172.21.15.1:0/3755869040 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622a51f70b0 msgr2=0x5622a51fd760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:18.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.715+0000 7f4bb57be640 1 --2- 172.21.15.1:0/3755869040 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622a51f70b0 0x5622a51fd760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.715+0000 7f4bb57be640 1 -- 172.21.15.1:0/3755869040 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622a51f79d0 msgr2=0x5622a51fdca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:18.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.715+0000 7f4bb57be640 1 --2- 172.21.15.1:0/3755869040 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622a51f79d0 0x5622a51fdca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.715+0000 7f4bb57be640 1 -- 172.21.15.1:0/3755869040 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4bb010d820 con 0x5622a52007a0 2024-02-10T00:00:18.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.715+0000 7f4bb57be640 1 --2- 172.21.15.1:0/3755869040 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622a52007a0 0x5622a51fe1e0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f4ba0009320 tx=0x7f4ba0009360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0dbbb81b07ace3f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:18.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.715+0000 7f4b997fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:18.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.716+0000 7f4b997fa640 1 -- 172.21.15.1:0/3755869040 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ba0004220 con 0x5622a52007a0 2024-02-10T00:00:18.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.716+0000 7f4b997fa640 1 -- 172.21.15.1:0/3755869040 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f4ba0004380 con 0x5622a52007a0 2024-02-10T00:00:18.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.716+0000 7f4bbadf9740 1 -- 172.21.15.1:0/3755869040 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5622a5184ee0 con 0x5622a52007a0 2024-02-10T00:00:18.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.716+0000 7f4b997fa640 1 -- 172.21.15.1:0/3755869040 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4ba0005020 con 0x5622a52007a0 2024-02-10T00:00:18.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.716+0000 7f4bbadf9740 10 client.15981 fetch_fsmap learned FSMap version 29 2024-02-10T00:00:18.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.716+0000 7f4bbadf9740 1 -- 172.21.15.1:0/3755869040 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5622a515cd90 con 0x5622a52007a0 2024-02-10T00:00:18.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.716+0000 7f4b997fa640 1 -- 172.21.15.1:0/3755869040 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5622a5184ee0 con 0x5622a52007a0 2024-02-10T00:00:18.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.716+0000 7f4b997fa640 1 -- 172.21.15.1:0/3755869040 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f4ba0004c90 con 0x5622a52007a0 2024-02-10T00:00:18.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.716+0000 7f4bbadf9740 10 client.15981 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:00:18.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.716+0000 7f4bbadf9740 10 client.15981 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:00:18.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.716+0000 7f4bbadf9740 20 client.15981 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:18.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.716+0000 7f4bbadf9740 1 --2- 172.21.15.1:0/3755869040 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5622a5210980 0x5622a5212da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.716+0000 7f4bbadf9740 4 client.15981 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:00:18.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.716+0000 7f4bbadf9740 1 -- 172.21.15.1:0/3755869040 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5622a4e5e600 con 0x5622a5210980 2024-02-10T00:00:18.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.716+0000 7f4bb5fbf640 1 --2- 172.21.15.1:0/3755869040 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5622a5210980 0x5622a5212da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.717+0000 7f4b997fa640 10 client.15981 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:18.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.717+0000 7f4bb5fbf640 1 --2- 172.21.15.1:0/3755869040 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5622a5210980 0x5622a5212da0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e63f870c107bebc8 server_cookie=bd37cf9cc16229aa in_seq=0 out_seq=0 2024-02-10T00:00:18.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.717+0000 7f4b997fa640 1 -- 172.21.15.1:0/3755869040 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5622a4e5e600 con 0x5622a5210980 2024-02-10T00:00:18.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.717+0000 7f4b997fa640 10 client.15981 handle_command_reply: tid=0 2024-02-10T00:00:18.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.717+0000 7f4bbadf9740 1 client.15981 shutdown 2024-02-10T00:00:18.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.718+0000 7f4bbadf9740 1 -- 172.21.15.1:0/3755869040 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622a52007a0 msgr2=0x5622a51fe1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:18.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.718+0000 7f4bbadf9740 1 --2- 172.21.15.1:0/3755869040 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622a52007a0 0x5622a51fe1e0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f4ba0009320 tx=0x7f4ba0009360 comp rx=0 tx=0).stop 2024-02-10T00:00:18.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.718+0000 7f4bbadf9740 1 -- 172.21.15.1:0/3755869040 shutdown_connections 2024-02-10T00:00:18.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.718+0000 7f4bbadf9740 1 --2- 172.21.15.1:0/3755869040 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5622a5210980 0x5622a5212da0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.718+0000 7f4bbadf9740 1 --2- 172.21.15.1:0/3755869040 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622a52007a0 0x5622a51fe1e0 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.718+0000 7f4bbadf9740 1 --2- 172.21.15.1:0/3755869040 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622a51f79d0 0x5622a51fdca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.718+0000 7f4bbadf9740 1 --2- 172.21.15.1:0/3755869040 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622a51f70b0 0x5622a51fd760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.718+0000 7f4b997fa640 0 client.15981 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:18.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.718+0000 7f4bbadf9740 1 -- 172.21.15.1:0/3755869040 >> 172.21.15.1:0/3755869040 conn(0x5622a51f19d0 msgr2=0x5622a51f3720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:18.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.718+0000 7f4bbadf9740 1 -- 172.21.15.1:0/3755869040 shutdown_connections 2024-02-10T00:00:18.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.718+0000 7f4bbadf9740 1 -- 172.21.15.1:0/3755869040 wait complete. 2024-02-10T00:00:18.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.718+0000 7f4bbadf9740 20 client.15981 trim_cache size 0 max 16384 2024-02-10T00:00:18.739 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.731+0000 7f4bbadf9740 1 Processor -- start 2024-02-10T00:00:18.739 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.731+0000 7f4bbadf9740 1 -- start start 2024-02-10T00:00:18.739 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.731+0000 7f4bbadf9740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622a51f70b0 0x5622a51ffe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.739 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.731+0000 7f4bbadf9740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622a51f79d0 0x5622a51fc030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.739 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.731+0000 7f4bbadf9740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622a52007a0 0x5622a51fc570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.731+0000 7f4bbadf9740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5622a51fcab0 con 0x5622a52007a0 2024-02-10T00:00:18.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.731+0000 7f4bbadf9740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5622a51f1500 con 0x5622a51f70b0 2024-02-10T00:00:18.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.731+0000 7f4bbadf9740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5622a51fd530 con 0x5622a51f79d0 2024-02-10T00:00:18.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.731+0000 7f4bb57be640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622a52007a0 0x5622a51fc570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.731+0000 7f4bb57be640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622a52007a0 0x5622a51fc570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:50996/0 (socket says 172.21.15.1:50996) 2024-02-10T00:00:18.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.731+0000 7f4bb57be640 1 -- 172.21.15.1:0/2151488673 learned_addr learned my addr 172.21.15.1:0/2151488673 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:18.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.732+0000 7f4bb5fbf640 1 --2- 172.21.15.1:0/2151488673 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622a51f79d0 0x5622a51fc030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.732+0000 7f4bb57be640 1 --2- 172.21.15.1:0/2151488673 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622a51f70b0 0x5622a51ffe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.732+0000 7f4bb57be640 1 -- 172.21.15.1:0/2151488673 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622a51f79d0 msgr2=0x5622a51fc030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:18.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.732+0000 7f4bb57be640 1 --2- 172.21.15.1:0/2151488673 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622a51f79d0 0x5622a51fc030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.732+0000 7f4bb57be640 1 -- 172.21.15.1:0/2151488673 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622a51f70b0 msgr2=0x5622a51ffe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:18.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.732+0000 7f4bb57be640 1 --2- 172.21.15.1:0/2151488673 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622a51f70b0 0x5622a51ffe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.732+0000 7f4bb57be640 1 -- 172.21.15.1:0/2151488673 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5622a50f9820 con 0x5622a52007a0 2024-02-10T00:00:18.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.732+0000 7f4bb57be640 1 --2- 172.21.15.1:0/2151488673 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622a52007a0 0x5622a51fc570 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f4ba0009790 tx=0x7f4ba0009720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebc6f09af4a4603 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:18.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.732+0000 7f4b9b7fe640 1 -- 172.21.15.1:0/2151488673 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ba00039e0 con 0x5622a52007a0 2024-02-10T00:00:18.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.732+0000 7f4b9b7fe640 1 -- 172.21.15.1:0/2151488673 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4ba001d070 con 0x5622a52007a0 2024-02-10T00:00:18.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.732+0000 7f4b9b7fe640 1 -- 172.21.15.1:0/2151488673 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ba0004cb0 con 0x5622a52007a0 2024-02-10T00:00:18.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.733+0000 7f4bbadf9740 1 -- 172.21.15.1:0/2151488673 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622a52007a0 msgr2=0x5622a51fc570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:18.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.733+0000 7f4bbadf9740 1 --2- 172.21.15.1:0/2151488673 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622a52007a0 0x5622a51fc570 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f4ba0009790 tx=0x7f4ba0009720 comp rx=0 tx=0).stop 2024-02-10T00:00:18.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.733+0000 7f4bbadf9740 1 -- 172.21.15.1:0/2151488673 shutdown_connections 2024-02-10T00:00:18.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.733+0000 7f4bbadf9740 1 --2- 172.21.15.1:0/2151488673 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622a52007a0 0x5622a51fc570 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.733+0000 7f4bbadf9740 1 --2- 172.21.15.1:0/2151488673 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622a51f79d0 0x5622a51fc030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.733+0000 7f4bbadf9740 1 --2- 172.21.15.1:0/2151488673 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622a51f70b0 0x5622a51ffe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.733+0000 7f4bbadf9740 1 -- 172.21.15.1:0/2151488673 >> 172.21.15.1:0/2151488673 conn(0x5622a51f19d0 msgr2=0x5622a5217700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:18.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.733+0000 7f4bbadf9740 1 -- 172.21.15.1:0/2151488673 shutdown_connections 2024-02-10T00:00:18.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.733+0000 7f4bbadf9740 1 -- 172.21.15.1:0/2151488673 wait complete. 2024-02-10T00:00:18.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.733+0000 7f4bbadf9740 1 -- start start 2024-02-10T00:00:18.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.733+0000 7f4bbadf9740 1 Processor -- start 2024-02-10T00:00:18.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.733+0000 7f4bbadf9740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622a51f70b0 0x5622a5205ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.733+0000 7f4bbadf9740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622a51f79d0 0x5622a5206400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.733+0000 7f4bbadf9740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622a52007a0 0x5622a5206940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.734+0000 7f4bbadf9740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5622a5266e90 con 0x5622a51f79d0 2024-02-10T00:00:18.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.734+0000 7f4bbadf9740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5622a5266fd0 con 0x5622a51f70b0 2024-02-10T00:00:18.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.734+0000 7f4bbadf9740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5622a5267110 con 0x5622a52007a0 2024-02-10T00:00:18.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.734+0000 7f4bbadf9740 10 client.0 _ll_register_callbacks cb 0x7f4ba00159e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:18.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.734+0000 7f4bb5fbf640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622a51f79d0 0x5622a5206400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.734+0000 7f4bb5fbf640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622a51f79d0 0x5622a5206400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:51006/0 (socket says 172.21.15.1:51006) 2024-02-10T00:00:18.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.734+0000 7f4bb5fbf640 1 -- 172.21.15.1:0/3113677012 learned_addr learned my addr 172.21.15.1:0/3113677012 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:18.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.734+0000 7f4bb57be640 1 --2- 172.21.15.1:0/3113677012 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622a52007a0 0x5622a5206940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.734+0000 7f4bb57be640 1 --2- 172.21.15.1:0/3113677012 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622a51f70b0 0x5622a5205ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.734+0000 7f4bb5fbf640 1 -- 172.21.15.1:0/3113677012 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622a52007a0 msgr2=0x5622a5206940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:18.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.734+0000 7f4bb5fbf640 1 --2- 172.21.15.1:0/3113677012 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622a52007a0 0x5622a5206940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.734+0000 7f4bb5fbf640 1 -- 172.21.15.1:0/3113677012 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622a51f70b0 msgr2=0x5622a5205ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:18.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.734+0000 7f4bb5fbf640 1 --2- 172.21.15.1:0/3113677012 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622a51f70b0 0x5622a5205ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.734+0000 7f4bb5fbf640 1 -- 172.21.15.1:0/3113677012 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5622a515cd90 con 0x5622a51f79d0 2024-02-10T00:00:18.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.734+0000 7f4bb57be640 1 --2- 172.21.15.1:0/3113677012 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622a51f70b0 0x5622a5205ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:00:18.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.734+0000 7f4bb5fbf640 1 --2- 172.21.15.1:0/3113677012 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622a51f79d0 0x5622a5206400 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f4bac02c780 tx=0x7f4bac02c710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b388d800ec2270b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:18.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.734+0000 7f4b997fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:18.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.734+0000 7f4b997fa640 1 -- 172.21.15.1:0/3113677012 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bac004a20 con 0x5622a51f79d0 2024-02-10T00:00:18.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.734+0000 7f4b997fa640 1 -- 172.21.15.1:0/3113677012 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f4bac04b040 con 0x5622a51f79d0 2024-02-10T00:00:18.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.734+0000 7f4bbadf9740 1 -- 172.21.15.1:0/3113677012 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4bac004030 con 0x5622a51f79d0 2024-02-10T00:00:18.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.734+0000 7f4b997fa640 1 -- 172.21.15.1:0/3113677012 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4bac02c2b0 con 0x5622a51f79d0 2024-02-10T00:00:18.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.734+0000 7f4bbadf9740 10 client.15987 fetch_fsmap learned FSMap version 29 2024-02-10T00:00:18.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.734+0000 7f4bbadf9740 1 -- 172.21.15.1:0/3113677012 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5622a511f6f0 con 0x5622a51f79d0 2024-02-10T00:00:18.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.735+0000 7f4b997fa640 1 -- 172.21.15.1:0/3113677012 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4bac060020 con 0x5622a51f79d0 2024-02-10T00:00:18.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.735+0000 7f4b997fa640 1 -- 172.21.15.1:0/3113677012 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f4bac03c040 con 0x5622a51f79d0 2024-02-10T00:00:18.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.735+0000 7f4bbadf9740 10 client.15987 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:00:18.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.735+0000 7f4bbadf9740 10 client.15987 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:00:18.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.735+0000 7f4bbadf9740 20 client.15987 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:18.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.735+0000 7f4bbadf9740 1 --2- 172.21.15.1:0/3113677012 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5622a5268520 0x5622a526a940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:18.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.735+0000 7f4bbadf9740 4 client.15987 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:00:18.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.735+0000 7f4bbadf9740 1 -- 172.21.15.1:0/3113677012 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5622a4eaf1b0 con 0x5622a5268520 2024-02-10T00:00:18.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.735+0000 7f4bb57be640 1 --2- 172.21.15.1:0/3113677012 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5622a5268520 0x5622a526a940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:18.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.735+0000 7f4bb57be640 1 --2- 172.21.15.1:0/3113677012 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5622a5268520 0x5622a526a940 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=39d500e0b709368 server_cookie=3edf8c7f9184e0cb in_seq=0 out_seq=0 2024-02-10T00:00:18.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.735+0000 7f4b997fa640 10 client.15987 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:18.748 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.745+0000 7f4b997fa640 1 -- 172.21.15.1:0/3113677012 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5622a4eaf1b0 con 0x5622a5268520 2024-02-10T00:00:18.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.745+0000 7f4b997fa640 10 client.15987 handle_command_reply: tid=0 2024-02-10T00:00:18.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.745+0000 7f4bbadf9740 1 client.15987 shutdown 2024-02-10T00:00:18.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.745+0000 7f4bbadf9740 1 -- 172.21.15.1:0/3113677012 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622a51f79d0 msgr2=0x5622a5206400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:18.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.745+0000 7f4bbadf9740 1 --2- 172.21.15.1:0/3113677012 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622a51f79d0 0x5622a5206400 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f4bac02c780 tx=0x7f4bac02c710 comp rx=0 tx=0).stop 2024-02-10T00:00:18.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.745+0000 7f4bbadf9740 1 -- 172.21.15.1:0/3113677012 shutdown_connections 2024-02-10T00:00:18.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.745+0000 7f4bbadf9740 1 --2- 172.21.15.1:0/3113677012 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5622a5268520 0x5622a526a940 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.745+0000 7f4bbadf9740 1 --2- 172.21.15.1:0/3113677012 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622a52007a0 0x5622a5206940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.745+0000 7f4bbadf9740 1 --2- 172.21.15.1:0/3113677012 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622a51f79d0 0x5622a5206400 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.745+0000 7f4bbadf9740 1 --2- 172.21.15.1:0/3113677012 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622a51f70b0 0x5622a5205ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.745+0000 7f4b997fa640 0 client.15987 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:18.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.745+0000 7f4bbadf9740 1 -- 172.21.15.1:0/3113677012 >> 172.21.15.1:0/3113677012 conn(0x5622a51f19d0 msgr2=0x5622a51fbfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:18.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.745+0000 7f4bbadf9740 1 -- 172.21.15.1:0/3113677012 shutdown_connections 2024-02-10T00:00:18.750 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.745+0000 7f4bbadf9740 1 -- 172.21.15.1:0/3113677012 wait complete. 2024-02-10T00:00:18.750 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.745+0000 7f4bbadf9740 20 client.15987 trim_cache size 0 max 16384 2024-02-10T00:00:18.750 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:00:18.750 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:00:18.750 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:00:18.750 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:00:18.751 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.746+0000 7f4bb8223640 1 -- 172.21.15.1:0/2556994959 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4b9c0a23f0 msgr2=0x7f4b9c0a48b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:18.751 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.746+0000 7f4bb8223640 1 --2- 172.21.15.1:0/2556994959 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4b9c0a23f0 0x7f4b9c0a48b0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4ba80cb5f0 tx=0x7f4ba80045b0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.751 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.746+0000 7f4bb8223640 1 -- 172.21.15.1:0/2556994959 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4bb0102880 msgr2=0x7f4bb01a5aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:18.751 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.746+0000 7f4bb8223640 1 --2- 172.21.15.1:0/2556994959 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4bb0102880 0x7f4bb01a5aa0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f4ba800da40 tx=0x7f4ba800df00 comp rx=0 tx=0).stop 2024-02-10T00:00:18.751 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.746+0000 7f4bb8223640 1 -- 172.21.15.1:0/2556994959 shutdown_connections 2024-02-10T00:00:18.751 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.746+0000 7f4bb8223640 1 --2- 172.21.15.1:0/2556994959 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4b9c0a23f0 0x7f4b9c0a48b0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.751 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.746+0000 7f4bb8223640 1 --2- 172.21.15.1:0/2556994959 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4bb0102880 0x7f4bb01a5aa0 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.751 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.746+0000 7f4bb8223640 1 --2- 172.21.15.1:0/2556994959 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4bb0105440 0x7f4bb0102340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.752 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.746+0000 7f4bb8223640 1 --2- 172.21.15.1:0/2556994959 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4bb0100370 0x7f4bb0101e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:18.752 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.746+0000 7f4bb8223640 1 -- 172.21.15.1:0/2556994959 >> 172.21.15.1:0/2556994959 conn(0x7f4bb0077310 msgr2=0x7f4bb00ff410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:18.752 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.746+0000 7f4bb8223640 1 -- 172.21.15.1:0/2556994959 shutdown_connections 2024-02-10T00:00:18.752 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:18.746+0000 7f4bb8223640 1 -- 172.21.15.1:0/2556994959 wait complete. 2024-02-10T00:00:19.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:19 smithi088 ceph-mon[36452]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.1 KiB/s wr, 12 op/s 2024-02-10T00:00:19.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:19 smithi088 ceph-mon[36452]: osdmap e89: 12 total, 12 up, 12 in 2024-02-10T00:00:19.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:19 smithi088 ceph-mon[36452]: mds.? [v2:172.21.15.103:6834/1094349051,v1:172.21.15.103:6835/1094349051] up:boot 2024-02-10T00:00:19.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:19 smithi088 ceph-mon[36452]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-02-10T00:00:19.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:19 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-02-10T00:00:19.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:19 smithi088 ceph-mon[36452]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-02-10T00:00:19.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:19 smithi088 ceph-mon[36452]: scrub queued for path: / 2024-02-10T00:00:19.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:19 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:00:19.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:19 smithi088 ceph-mon[36452]: scrub summary: active paths [/] 2024-02-10T00:00:19.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:19 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:00:19.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:19 smithi103 ceph-mon[36942]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.1 KiB/s wr, 12 op/s 2024-02-10T00:00:19.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:19 smithi103 ceph-mon[36942]: osdmap e89: 12 total, 12 up, 12 in 2024-02-10T00:00:19.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:19 smithi103 ceph-mon[36942]: mds.? [v2:172.21.15.103:6834/1094349051,v1:172.21.15.103:6835/1094349051] up:boot 2024-02-10T00:00:19.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:19 smithi103 ceph-mon[36942]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-02-10T00:00:19.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:19 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-02-10T00:00:19.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:19 smithi103 ceph-mon[36942]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-02-10T00:00:19.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:19 smithi103 ceph-mon[36942]: scrub queued for path: / 2024-02-10T00:00:19.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:19 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:00:19.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:19 smithi103 ceph-mon[36942]: scrub summary: active paths [/] 2024-02-10T00:00:19.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:19 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:00:19.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:19 smithi001 ceph-mon[32335]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 1.1 KiB/s wr, 12 op/s 2024-02-10T00:00:19.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:19 smithi001 ceph-mon[32335]: osdmap e89: 12 total, 12 up, 12 in 2024-02-10T00:00:19.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:19 smithi001 ceph-mon[32335]: mds.? [v2:172.21.15.103:6834/1094349051,v1:172.21.15.103:6835/1094349051] up:boot 2024-02-10T00:00:19.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:19 smithi001 ceph-mon[32335]: fsmap cephfs:5 4 up:standby-replay 3 up:standby 5 up:active 2024-02-10T00:00:19.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:19 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-02-10T00:00:19.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:19 smithi001 ceph-mon[32335]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-02-10T00:00:19.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:19 smithi001 ceph-mon[32335]: scrub queued for path: / 2024-02-10T00:00:19.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:19 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:00:19.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:19 smithi001 ceph-mon[32335]: scrub summary: active paths [/] 2024-02-10T00:00:19.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:19 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:00:21.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:21 smithi088 ceph-mon[36452]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-02-10T00:00:21.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:21 smithi088 ceph-mon[36452]: scrub summary: idle 2024-02-10T00:00:21.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:21 smithi103 ceph-mon[36942]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-02-10T00:00:21.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:21 smithi103 ceph-mon[36942]: scrub summary: idle 2024-02-10T00:00:21.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:21 smithi001 ceph-mon[32335]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-02-10T00:00:21.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:21 smithi001 ceph-mon[32335]: scrub summary: idle 2024-02-10T00:00:23.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:23 smithi088 ceph-mon[36452]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-02-10T00:00:23.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:23 smithi103 ceph-mon[36942]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-02-10T00:00:23.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:23 smithi001 ceph-mon[32335]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 7 op/s 2024-02-10T00:00:25.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:25 smithi088 ceph-mon[36452]: pgmap v35: 97 pgs: 97 active+clean; 1.4 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.6 KiB/s wr, 16 op/s 2024-02-10T00:00:25.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:25 smithi103 ceph-mon[36942]: pgmap v35: 97 pgs: 97 active+clean; 1.4 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.6 KiB/s wr, 16 op/s 2024-02-10T00:00:25.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:25 smithi001 ceph-mon[32335]: pgmap v35: 97 pgs: 97 active+clean; 1.4 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.6 KiB/s wr, 16 op/s 2024-02-10T00:00:26.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:26 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:00:26.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:26 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:00:26.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:26 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:00:27.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:27 smithi088 ceph-mon[36452]: pgmap v36: 97 pgs: 97 active+clean; 1.4 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.6 KiB/s wr, 16 op/s 2024-02-10T00:00:27.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:27 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:00:27.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:27 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:00:27.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:27 smithi103 ceph-mon[36942]: pgmap v36: 97 pgs: 97 active+clean; 1.4 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.6 KiB/s wr, 16 op/s 2024-02-10T00:00:27.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:27 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:00:27.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:27 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:00:27.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:27 smithi001 ceph-mon[32335]: pgmap v36: 97 pgs: 97 active+clean; 1.4 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.6 KiB/s wr, 16 op/s 2024-02-10T00:00:27.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:27 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:00:27.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:27 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:00:28.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:28 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:00:28.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:28 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:00:28.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:28 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:00:28.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:28 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:00:28.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:28 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:00:28.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:28 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:00:28.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:28 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:00:28.618 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:28 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:00:28.618 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:28 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:00:29.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:29 smithi103 ceph-mon[36942]: pgmap v37: 97 pgs: 97 active+clean; 1.5 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 19 KiB/s wr, 20 op/s 2024-02-10T00:00:29.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:29 smithi001 ceph-mon[32335]: pgmap v37: 97 pgs: 97 active+clean; 1.5 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 19 KiB/s wr, 20 op/s 2024-02-10T00:00:29.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:29 smithi088 ceph-mon[36452]: pgmap v37: 97 pgs: 97 active+clean; 1.5 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 19 KiB/s wr, 20 op/s 2024-02-10T00:00:31.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:31 smithi103 ceph-mon[36942]: pgmap v38: 97 pgs: 97 active+clean; 1.5 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 18 op/s 2024-02-10T00:00:31.472 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:31 smithi001 ceph-mon[32335]: pgmap v38: 97 pgs: 97 active+clean; 1.5 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 18 op/s 2024-02-10T00:00:31.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:31 smithi088 ceph-mon[36452]: pgmap v38: 97 pgs: 97 active+clean; 1.5 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 18 op/s 2024-02-10T00:00:31.849 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.844+0000 7f31a320e640 1 -- 172.21.15.1:0/371843118 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f319c069ab0 msgr2=0x7f319c069e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:31.849 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.844+0000 7f31a320e640 1 --2- 172.21.15.1:0/371843118 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f319c069ab0 0x7f319c069e90 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f3190009930 tx=0x7f319002bc30 comp rx=0 tx=0).stop 2024-02-10T00:00:31.849 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.844+0000 7f31a320e640 1 -- 172.21.15.1:0/371843118 shutdown_connections 2024-02-10T00:00:31.849 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.844+0000 7f31a320e640 1 --2- 172.21.15.1:0/371843118 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f319c106520 0x7f319c10e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.849 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.844+0000 7f31a320e640 1 --2- 172.21.15.1:0/371843118 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f319c06a460 0x7f319c105e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.849 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.844+0000 7f31a320e640 1 --2- 172.21.15.1:0/371843118 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f319c069ab0 0x7f319c069e90 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.849 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.845+0000 7f31a320e640 1 -- 172.21.15.1:0/371843118 >> 172.21.15.1:0/371843118 conn(0x7f319c076ef0 msgr2=0x7f319c077300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:31.849 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.845+0000 7f31a320e640 1 -- 172.21.15.1:0/371843118 shutdown_connections 2024-02-10T00:00:31.850 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.845+0000 7f31a320e640 1 -- 172.21.15.1:0/371843118 wait complete. 2024-02-10T00:00:31.850 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.845+0000 7f31a320e640 1 Processor -- start 2024-02-10T00:00:31.850 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.845+0000 7f31a320e640 1 -- start start 2024-02-10T00:00:31.850 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.845+0000 7f31a320e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f319c069ab0 0x7f319c19d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:31.850 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.845+0000 7f31a320e640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f319c106520 0x7f319c19db10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:31.850 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.845+0000 7f31a320e640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f319c197690 0x7f319c197b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:31.850 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.845+0000 7f31a320e640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f319c198160 con 0x7f319c069ab0 2024-02-10T00:00:31.850 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.845+0000 7f31a320e640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f319c1982d0 con 0x7f319c197690 2024-02-10T00:00:31.850 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.845+0000 7f31a320e640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f319c198490 con 0x7f319c106520 2024-02-10T00:00:31.850 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.845+0000 7f31a0faa640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f319c069ab0 0x7f319c19d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:31.850 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.846+0000 7f31a0faa640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f319c069ab0 0x7f319c19d5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34440/0 (socket says 172.21.15.1:34440) 2024-02-10T00:00:31.850 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.846+0000 7f31a0faa640 1 -- 172.21.15.1:0/4150403245 learned_addr learned my addr 172.21.15.1:0/4150403245 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:31.850 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.846+0000 7f31a17ab640 1 --2- 172.21.15.1:0/4150403245 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f319c197690 0x7f319c197b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:31.850 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.846+0000 7f319bfff640 1 --2- 172.21.15.1:0/4150403245 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f319c106520 0x7f319c19db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:31.851 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.846+0000 7f31a0faa640 1 -- 172.21.15.1:0/4150403245 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f319c106520 msgr2=0x7f319c19db10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:31.851 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.846+0000 7f31a0faa640 1 --2- 172.21.15.1:0/4150403245 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f319c106520 0x7f319c19db10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.851 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.846+0000 7f31a0faa640 1 -- 172.21.15.1:0/4150403245 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f319c197690 msgr2=0x7f319c197b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:31.851 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.846+0000 7f31a0faa640 1 --2- 172.21.15.1:0/4150403245 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f319c197690 0x7f319c197b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.851 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.846+0000 7f31a0faa640 1 -- 172.21.15.1:0/4150403245 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3190009560 con 0x7f319c069ab0 2024-02-10T00:00:31.851 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.846+0000 7f31a0faa640 1 --2- 172.21.15.1:0/4150403245 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f319c069ab0 0x7f319c19d5d0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f3190009230 tx=0x7f319002c6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:31.851 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.846+0000 7f3199ffb640 1 -- 172.21.15.1:0/4150403245 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3190004350 con 0x7f319c069ab0 2024-02-10T00:00:31.851 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.846+0000 7f31a320e640 1 -- 172.21.15.1:0/4150403245 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f319c1a43d0 con 0x7f319c069ab0 2024-02-10T00:00:31.851 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.846+0000 7f3199ffb640 1 -- 172.21.15.1:0/4150403245 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f31900044b0 con 0x7f319c069ab0 2024-02-10T00:00:31.851 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.846+0000 7f3199ffb640 1 -- 172.21.15.1:0/4150403245 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3190003d70 con 0x7f319c069ab0 2024-02-10T00:00:31.851 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.846+0000 7f31a320e640 1 -- 172.21.15.1:0/4150403245 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f319c1a48b0 con 0x7f319c069ab0 2024-02-10T00:00:31.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.849+0000 7f3199ffb640 1 -- 172.21.15.1:0/4150403245 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 25) v1 ==== 137000+0+0 (secure 0 0 0) 0x7f3190004df0 con 0x7f319c069ab0 2024-02-10T00:00:31.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.850+0000 7f31a5de6740 1 Processor -- start 2024-02-10T00:00:31.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.850+0000 7f31a5de6740 1 -- start start 2024-02-10T00:00:31.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.850+0000 7f31a5de6740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba82bfebd0 0x55ba82bfefb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:31.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.850+0000 7f31a5de6740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba82bff4f0 0x55ba82c0c670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:31.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.850+0000 7f31a5de6740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba82c0cbb0 0x55ba82c0efa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:31.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.850+0000 7f31a5de6740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba82b6da00 con 0x55ba82bfebd0 2024-02-10T00:00:31.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.850+0000 7f31a5de6740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba82b6af30 con 0x55ba82bff4f0 2024-02-10T00:00:31.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.850+0000 7f31a5de6740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba82b66710 con 0x55ba82c0cbb0 2024-02-10T00:00:31.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.850+0000 7f31a17ab640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba82bfebd0 0x55ba82bfefb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:31.861 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.850+0000 7f31a17ab640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba82bfebd0 0x55ba82bfefb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34442/0 (socket says 172.21.15.1:34442) 2024-02-10T00:00:31.861 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.850+0000 7f31a17ab640 1 -- 172.21.15.1:0/2733424438 learned_addr learned my addr 172.21.15.1:0/2733424438 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:31.861 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.850+0000 7f3199ffb640 1 --2- 172.21.15.1:0/4150403245 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f318c0a2340 0x7f318c0a4800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:31.861 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.850+0000 7f319bfff640 1 --2- 172.21.15.1:0/2733424438 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba82c0cbb0 0x55ba82c0efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:31.861 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.850+0000 7f31a0faa640 1 --2- 172.21.15.1:0/2733424438 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba82bff4f0 0x55ba82c0c670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:31.861 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.850+0000 7f31a17ab640 1 -- 172.21.15.1:0/2733424438 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba82c0cbb0 msgr2=0x55ba82c0efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:31.861 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.850+0000 7f31a17ab640 1 --2- 172.21.15.1:0/2733424438 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba82c0cbb0 0x55ba82c0efa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.861 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.850+0000 7f31a17ab640 1 -- 172.21.15.1:0/2733424438 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba82bff4f0 msgr2=0x55ba82c0c670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:31.861 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.850+0000 7f31a17ab640 1 --2- 172.21.15.1:0/2733424438 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba82bff4f0 0x55ba82c0c670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.861 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.850+0000 7f31a17ab640 1 -- 172.21.15.1:0/2733424438 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ba82b2b3b0 con 0x55ba82bfebd0 2024-02-10T00:00:31.861 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.850+0000 7f3199ffb640 1 -- 172.21.15.1:0/4150403245 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f31900f0360 con 0x7f319c069ab0 2024-02-10T00:00:31.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.851+0000 7f31a17ab640 1 --2- 172.21.15.1:0/4150403245 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f318c0a2340 0x7f318c0a4800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:31.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.851+0000 7f31a17ab640 1 --2- 172.21.15.1:0/2733424438 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba82bfebd0 0x55ba82bfefb0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f3194011590 tx=0x7f3194011a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9a4878a3aee8daf server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:31.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.851+0000 7f3186ffd640 1 -- 172.21.15.1:0/2733424438 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f319400f840 con 0x55ba82bfebd0 2024-02-10T00:00:31.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.851+0000 7f3186ffd640 1 -- 172.21.15.1:0/2733424438 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f319400fe80 con 0x55ba82bfebd0 2024-02-10T00:00:31.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.851+0000 7f3186ffd640 1 -- 172.21.15.1:0/2733424438 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f319401bb50 con 0x55ba82bfebd0 2024-02-10T00:00:31.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.851+0000 7f31a17ab640 1 --2- 172.21.15.1:0/4150403245 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f318c0a2340 0x7f318c0a4800 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f3194022000 tx=0x7f3194023000 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:31.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.852+0000 7f31a5de6740 1 -- 172.21.15.1:0/2733424438 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba82bfebd0 msgr2=0x55ba82bfefb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:31.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.852+0000 7f31a5de6740 1 --2- 172.21.15.1:0/2733424438 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba82bfebd0 0x55ba82bfefb0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f3194011590 tx=0x7f3194011a50 comp rx=0 tx=0).stop 2024-02-10T00:00:31.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.852+0000 7f31a5de6740 1 -- 172.21.15.1:0/2733424438 shutdown_connections 2024-02-10T00:00:31.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.852+0000 7f31a5de6740 1 --2- 172.21.15.1:0/2733424438 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba82c0cbb0 0x55ba82c0efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.852+0000 7f31a5de6740 1 --2- 172.21.15.1:0/2733424438 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba82bff4f0 0x55ba82c0c670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.852+0000 7f31a5de6740 1 --2- 172.21.15.1:0/2733424438 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba82bfebd0 0x55ba82bfefb0 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.863 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.852+0000 7f31a5de6740 1 -- 172.21.15.1:0/2733424438 >> 172.21.15.1:0/2733424438 conn(0x55ba82bf99d0 msgr2=0x55ba82bf9db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:31.863 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.852+0000 7f31a5de6740 1 -- 172.21.15.1:0/2733424438 shutdown_connections 2024-02-10T00:00:31.863 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.852+0000 7f31a5de6740 1 -- 172.21.15.1:0/2733424438 wait complete. 2024-02-10T00:00:31.863 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.852+0000 7f31a5de6740 1 -- start start 2024-02-10T00:00:31.863 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.852+0000 7f31a5de6740 1 Processor -- start 2024-02-10T00:00:31.863 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.853+0000 7f31a5de6740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba82bfebd0 0x55ba82c09ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:31.863 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.853+0000 7f31a5de6740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba82bff4f0 0x55ba82c0a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:31.863 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.853+0000 7f31a5de6740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba82c0cbb0 0x55ba82c0a620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:31.863 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.853+0000 7f31a5de6740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba82b0bb90 con 0x55ba82c0cbb0 2024-02-10T00:00:31.863 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.853+0000 7f31a5de6740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba8283a250 con 0x55ba82bfebd0 2024-02-10T00:00:31.863 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.853+0000 7f31a5de6740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba82aec200 con 0x55ba82bff4f0 2024-02-10T00:00:31.863 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.853+0000 7f31a5de6740 10 client.0 _ll_register_callbacks cb 0x55ba82b225d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:31.864 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.853+0000 7f31a17ab640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba82c0cbb0 0x55ba82c0a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:31.864 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.853+0000 7f31a0faa640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba82bfebd0 0x55ba82c09ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:31.864 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.853+0000 7f31a17ab640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba82c0cbb0 0x55ba82c0a620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34444/0 (socket says 172.21.15.1:34444) 2024-02-10T00:00:31.864 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.853+0000 7f31a17ab640 1 -- 172.21.15.1:0/1941221412 learned_addr learned my addr 172.21.15.1:0/1941221412 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:31.864 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.853+0000 7f319bfff640 1 --2- 172.21.15.1:0/1941221412 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba82bff4f0 0x55ba82c0a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:31.865 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.853+0000 7f31a17ab640 1 -- 172.21.15.1:0/1941221412 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba82bff4f0 msgr2=0x55ba82c0a0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:31.865 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.853+0000 7f31a17ab640 1 --2- 172.21.15.1:0/1941221412 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba82bff4f0 0x55ba82c0a0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.865 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.853+0000 7f31a17ab640 1 -- 172.21.15.1:0/1941221412 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba82bfebd0 msgr2=0x55ba82c09ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:31.865 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.853+0000 7f31a17ab640 1 --2- 172.21.15.1:0/1941221412 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba82bfebd0 0x55ba82c09ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.865 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.853+0000 7f31a17ab640 1 -- 172.21.15.1:0/1941221412 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3194009cd0 con 0x55ba82c0cbb0 2024-02-10T00:00:31.865 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.853+0000 7f31a0faa640 1 --2- 172.21.15.1:0/1941221412 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba82bfebd0 0x55ba82c09ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:00:31.865 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.853+0000 7f31a17ab640 1 --2- 172.21.15.1:0/1941221412 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba82c0cbb0 0x55ba82c0a620 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f3194011560 tx=0x7f31940039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=767f9bd00da03beb server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:31.865 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.853+0000 7f317bfff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:31.865 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.853+0000 7f317bfff640 1 -- 172.21.15.1:0/1941221412 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f319402b070 con 0x55ba82c0cbb0 2024-02-10T00:00:31.866 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.853+0000 7f317bfff640 1 -- 172.21.15.1:0/1941221412 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f319400f850 con 0x55ba82c0cbb0 2024-02-10T00:00:31.866 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.854+0000 7f31a5de6740 1 -- 172.21.15.1:0/1941221412 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ba82866600 con 0x55ba82c0cbb0 2024-02-10T00:00:31.866 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.854+0000 7f317bfff640 1 -- 172.21.15.1:0/1941221412 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3194003eb0 con 0x55ba82c0cbb0 2024-02-10T00:00:31.866 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.854+0000 7f31a5de6740 10 client.15999 fetch_fsmap learned FSMap version 29 2024-02-10T00:00:31.866 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.854+0000 7f31a5de6740 1 -- 172.21.15.1:0/1941221412 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55ba82b64d90 con 0x55ba82c0cbb0 2024-02-10T00:00:31.866 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.854+0000 7f317bfff640 1 -- 172.21.15.1:0/1941221412 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55ba82866600 con 0x55ba82c0cbb0 2024-02-10T00:00:31.866 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.854+0000 7f317bfff640 1 -- 172.21.15.1:0/1941221412 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f3194024020 con 0x55ba82c0cbb0 2024-02-10T00:00:31.866 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.854+0000 7f31a5de6740 10 client.15999 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:00:31.866 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.854+0000 7f31a5de6740 10 client.15999 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:00:31.866 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.854+0000 7f31a5de6740 20 client.15999 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:31.866 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.854+0000 7f31a5de6740 1 --2- 172.21.15.1:0/1941221412 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ba82c1ccd0 0x55ba82c1f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:31.866 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.854+0000 7f31a5de6740 4 client.15999 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:00:31.866 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.854+0000 7f31a5de6740 1 -- 172.21.15.1:0/1941221412 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ba828b71b0 con 0x55ba82c1ccd0 2024-02-10T00:00:31.866 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.854+0000 7f31a0faa640 1 --2- 172.21.15.1:0/1941221412 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ba82c1ccd0 0x55ba82c1f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:31.866 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.855+0000 7f31a0faa640 1 --2- 172.21.15.1:0/1941221412 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ba82c1ccd0 0x55ba82c1f0e0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3d040f36b6f64cc9 server_cookie=bd9da7367c2608f1 in_seq=0 out_seq=0 2024-02-10T00:00:31.867 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.855+0000 7f317bfff640 10 client.15999 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:31.867 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.855+0000 7f317bfff640 1 -- 172.21.15.1:0/1941221412 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55ba828b71b0 con 0x55ba82c1ccd0 2024-02-10T00:00:31.867 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.855+0000 7f317bfff640 10 client.15999 handle_command_reply: tid=0 2024-02-10T00:00:31.867 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.855+0000 7f31a5de6740 1 client.15999 shutdown 2024-02-10T00:00:31.867 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.856+0000 7f31a5de6740 1 -- 172.21.15.1:0/1941221412 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba82c0cbb0 msgr2=0x55ba82c0a620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:31.867 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.856+0000 7f31a5de6740 1 --2- 172.21.15.1:0/1941221412 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba82c0cbb0 0x55ba82c0a620 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f3194011560 tx=0x7f31940039e0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.867 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.856+0000 7f31a5de6740 1 -- 172.21.15.1:0/1941221412 shutdown_connections 2024-02-10T00:00:31.867 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.856+0000 7f31a5de6740 1 --2- 172.21.15.1:0/1941221412 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ba82c1ccd0 0x55ba82c1f0e0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.867 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.856+0000 7f31a5de6740 1 --2- 172.21.15.1:0/1941221412 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba82c0cbb0 0x55ba82c0a620 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.867 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.856+0000 7f31a5de6740 1 --2- 172.21.15.1:0/1941221412 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba82bff4f0 0x55ba82c0a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.867 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.856+0000 7f31a5de6740 1 --2- 172.21.15.1:0/1941221412 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba82bfebd0 0x55ba82c09ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.867 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.856+0000 7f317bfff640 0 client.15999 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:31.867 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.856+0000 7f31a5de6740 1 -- 172.21.15.1:0/1941221412 >> 172.21.15.1:0/1941221412 conn(0x55ba82bf99d0 msgr2=0x55ba82bfb720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:31.867 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.856+0000 7f31a5de6740 1 -- 172.21.15.1:0/1941221412 shutdown_connections 2024-02-10T00:00:31.868 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.856+0000 7f31a5de6740 1 -- 172.21.15.1:0/1941221412 wait complete. 2024-02-10T00:00:31.868 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.856+0000 7f31a5de6740 20 client.15999 trim_cache size 0 max 16384 2024-02-10T00:00:31.882 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.869+0000 7f31a5de6740 1 Processor -- start 2024-02-10T00:00:31.882 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.869+0000 7f31a5de6740 1 -- start start 2024-02-10T00:00:31.882 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.869+0000 7f31a5de6740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba82bfebd0 0x55ba82c0a440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:31.882 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.869+0000 7f31a5de6740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba82bff4f0 0x55ba82c23a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:31.882 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.869+0000 7f31a5de6740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba82c0cbb0 0x55ba82c08490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:31.882 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.870+0000 7f31a5de6740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba82c0c670 con 0x55ba82bff4f0 2024-02-10T00:00:31.882 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.870+0000 7f31a5de6740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba82c1cad0 con 0x55ba82c0cbb0 2024-02-10T00:00:31.882 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.870+0000 7f31a5de6740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba82bf9500 con 0x55ba82bfebd0 2024-02-10T00:00:31.883 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.870+0000 7f319bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba82bff4f0 0x55ba82c23a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:31.883 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.870+0000 7f319bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba82bff4f0 0x55ba82c23a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34456/0 (socket says 172.21.15.1:34456) 2024-02-10T00:00:31.883 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.870+0000 7f319bfff640 1 -- 172.21.15.1:0/379932995 learned_addr learned my addr 172.21.15.1:0/379932995 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:31.883 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.870+0000 7f31a17ab640 1 --2- 172.21.15.1:0/379932995 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba82c0cbb0 0x55ba82c08490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:31.883 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.870+0000 7f319bfff640 1 -- 172.21.15.1:0/379932995 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba82bfebd0 msgr2=0x55ba82c0a440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:31.883 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.870+0000 7f319bfff640 1 --2- 172.21.15.1:0/379932995 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba82bfebd0 0x55ba82c0a440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.883 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.870+0000 7f319bfff640 1 -- 172.21.15.1:0/379932995 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba82c0cbb0 msgr2=0x55ba82c08490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:31.883 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.870+0000 7f319bfff640 1 --2- 172.21.15.1:0/379932995 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba82c0cbb0 0x55ba82c08490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.883 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.870+0000 7f319bfff640 1 -- 172.21.15.1:0/379932995 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ba82b01820 con 0x55ba82bff4f0 2024-02-10T00:00:31.883 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.870+0000 7f31a17ab640 1 --2- 172.21.15.1:0/379932995 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba82c0cbb0 0x55ba82c08490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:00:31.883 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.870+0000 7f319bfff640 1 --2- 172.21.15.1:0/379932995 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba82bff4f0 0x55ba82c23a80 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f3188009c30 tx=0x7f3188012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7d0314deb6f28f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:31.883 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.870+0000 7f31867fc640 1 -- 172.21.15.1:0/379932995 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3188017070 con 0x55ba82bff4f0 2024-02-10T00:00:31.883 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.870+0000 7f31867fc640 1 -- 172.21.15.1:0/379932995 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3188009d20 con 0x55ba82bff4f0 2024-02-10T00:00:31.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.870+0000 7f31867fc640 1 -- 172.21.15.1:0/379932995 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3188011440 con 0x55ba82bff4f0 2024-02-10T00:00:31.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.871+0000 7f31a5de6740 1 -- 172.21.15.1:0/379932995 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba82bff4f0 msgr2=0x55ba82c23a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:31.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.871+0000 7f31a5de6740 1 --2- 172.21.15.1:0/379932995 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba82bff4f0 0x55ba82c23a80 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f3188009c30 tx=0x7f3188012820 comp rx=0 tx=0).stop 2024-02-10T00:00:31.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.871+0000 7f31a5de6740 1 -- 172.21.15.1:0/379932995 shutdown_connections 2024-02-10T00:00:31.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.871+0000 7f31a5de6740 1 --2- 172.21.15.1:0/379932995 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba82c0cbb0 0x55ba82c08490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.871+0000 7f31a5de6740 1 --2- 172.21.15.1:0/379932995 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba82bff4f0 0x55ba82c23a80 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.871+0000 7f31a5de6740 1 --2- 172.21.15.1:0/379932995 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba82bfebd0 0x55ba82c0a440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.871+0000 7f31a5de6740 1 -- 172.21.15.1:0/379932995 >> 172.21.15.1:0/379932995 conn(0x55ba82bf99d0 msgr2=0x55ba82bf9db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:31.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.871+0000 7f31a5de6740 1 -- 172.21.15.1:0/379932995 shutdown_connections 2024-02-10T00:00:31.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.871+0000 7f31a5de6740 1 -- 172.21.15.1:0/379932995 wait complete. 2024-02-10T00:00:31.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.871+0000 7f31a5de6740 1 -- start start 2024-02-10T00:00:31.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.871+0000 7f31a5de6740 1 Processor -- start 2024-02-10T00:00:31.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.872+0000 7f31a5de6740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba82bfebd0 0x55ba82c13cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:31.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.872+0000 7f31a5de6740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba82bff4f0 0x55ba82c12050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:31.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.872+0000 7f31a5de6740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba82c0cbb0 0x55ba82c125f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:31.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.872+0000 7f31a5de6740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba82c12cf0 con 0x55ba82c0cbb0 2024-02-10T00:00:31.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.872+0000 7f31a5de6740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba82c12e60 con 0x55ba82bff4f0 2024-02-10T00:00:31.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.872+0000 7f31a5de6740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba82c73210 con 0x55ba82bfebd0 2024-02-10T00:00:31.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.872+0000 7f31a5de6740 10 client.0 _ll_register_callbacks cb 0x7f31880092a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:31.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.872+0000 7f31a17ab640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba82c0cbb0 0x55ba82c125f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:31.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.872+0000 7f31a17ab640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba82c0cbb0 0x55ba82c125f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34468/0 (socket says 172.21.15.1:34468) 2024-02-10T00:00:31.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.872+0000 7f31a17ab640 1 -- 172.21.15.1:0/2837840241 learned_addr learned my addr 172.21.15.1:0/2837840241 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:31.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.872+0000 7f319bfff640 1 --2- 172.21.15.1:0/2837840241 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba82bff4f0 0x55ba82c12050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:31.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.872+0000 7f31a0faa640 1 --2- 172.21.15.1:0/2837840241 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba82bfebd0 0x55ba82c13cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:31.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.872+0000 7f31a17ab640 1 -- 172.21.15.1:0/2837840241 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba82bfebd0 msgr2=0x55ba82c13cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:31.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.872+0000 7f31a17ab640 1 --2- 172.21.15.1:0/2837840241 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba82bfebd0 0x55ba82c13cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.872+0000 7f31a17ab640 1 -- 172.21.15.1:0/2837840241 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba82bff4f0 msgr2=0x55ba82c12050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:31.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.872+0000 7f31a17ab640 1 --2- 172.21.15.1:0/2837840241 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba82bff4f0 0x55ba82c12050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.872+0000 7f31a17ab640 1 -- 172.21.15.1:0/2837840241 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3188009910 con 0x55ba82c0cbb0 2024-02-10T00:00:31.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.872+0000 7f319bfff640 1 --2- 172.21.15.1:0/2837840241 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba82bff4f0 0x55ba82c12050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:00:31.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.872+0000 7f31a17ab640 1 --2- 172.21.15.1:0/2837840241 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba82c0cbb0 0x55ba82c125f0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f319401bcc0 tx=0x7f319401b7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8544400b7282ba11 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:31.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.872+0000 7f317bfff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:31.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.872+0000 7f317bfff640 1 -- 172.21.15.1:0/2837840241 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f319402b040 con 0x55ba82c0cbb0 2024-02-10T00:00:31.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.872+0000 7f317bfff640 1 -- 172.21.15.1:0/2837840241 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f3194003e50 con 0x55ba82c0cbb0 2024-02-10T00:00:31.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.873+0000 7f31a5de6740 1 -- 172.21.15.1:0/2837840241 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ba82b8cee0 con 0x55ba82c0cbb0 2024-02-10T00:00:31.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.873+0000 7f317bfff640 1 -- 172.21.15.1:0/2837840241 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3194039e40 con 0x55ba82c0cbb0 2024-02-10T00:00:31.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.873+0000 7f31a5de6740 10 client.16005 fetch_fsmap learned FSMap version 29 2024-02-10T00:00:31.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.873+0000 7f31a5de6740 1 -- 172.21.15.1:0/2837840241 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55ba82b276f0 con 0x55ba82c0cbb0 2024-02-10T00:00:31.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.873+0000 7f317bfff640 1 -- 172.21.15.1:0/2837840241 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55ba82b8cee0 con 0x55ba82c0cbb0 2024-02-10T00:00:31.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.873+0000 7f317bfff640 1 -- 172.21.15.1:0/2837840241 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f3194024070 con 0x55ba82c0cbb0 2024-02-10T00:00:31.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.873+0000 7f31a5de6740 10 client.16005 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:00:31.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.873+0000 7f31a5de6740 10 client.16005 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:00:31.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.873+0000 7f31a5de6740 20 client.16005 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:31.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.873+0000 7f31a5de6740 1 --2- 172.21.15.1:0/2837840241 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ba82c74710 0x55ba82c76b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:31.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.873+0000 7f31a5de6740 4 client.16005 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:00:31.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.873+0000 7f31a5de6740 1 -- 172.21.15.1:0/2837840241 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55ba828a3550 con 0x55ba82c74710 2024-02-10T00:00:31.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.873+0000 7f31a0faa640 1 --2- 172.21.15.1:0/2837840241 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ba82c74710 0x55ba82c76b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:31.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.874+0000 7f31a0faa640 1 --2- 172.21.15.1:0/2837840241 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ba82c74710 0x55ba82c76b30 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=81cd20107cb606f5 server_cookie=3115e37463b912d3 in_seq=0 out_seq=0 2024-02-10T00:00:31.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.874+0000 7f317bfff640 10 client.16005 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:31.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.888+0000 7f317bfff640 1 -- 172.21.15.1:0/2837840241 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55ba828a3550 con 0x55ba82c74710 2024-02-10T00:00:31.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.888+0000 7f317bfff640 10 client.16005 handle_command_reply: tid=0 2024-02-10T00:00:31.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.888+0000 7f31a5de6740 1 client.16005 shutdown 2024-02-10T00:00:31.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.888+0000 7f31a5de6740 1 -- 172.21.15.1:0/2837840241 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba82c0cbb0 msgr2=0x55ba82c125f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:31.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.888+0000 7f31a5de6740 1 --2- 172.21.15.1:0/2837840241 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba82c0cbb0 0x55ba82c125f0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f319401bcc0 tx=0x7f319401b7f0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.888+0000 7f31a5de6740 1 -- 172.21.15.1:0/2837840241 shutdown_connections 2024-02-10T00:00:31.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.888+0000 7f31a5de6740 1 --2- 172.21.15.1:0/2837840241 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ba82c74710 0x55ba82c76b30 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.888+0000 7f31a5de6740 1 --2- 172.21.15.1:0/2837840241 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba82c0cbb0 0x55ba82c125f0 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.888+0000 7f31a5de6740 1 --2- 172.21.15.1:0/2837840241 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba82bff4f0 0x55ba82c12050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.888+0000 7f317bfff640 0 client.16005 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:31.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.888+0000 7f31a5de6740 1 --2- 172.21.15.1:0/2837840241 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba82bfebd0 0x55ba82c13cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.888+0000 7f31a5de6740 1 -- 172.21.15.1:0/2837840241 >> 172.21.15.1:0/2837840241 conn(0x55ba82bf99d0 msgr2=0x55ba82c23a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:31.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.888+0000 7f31a5de6740 1 -- 172.21.15.1:0/2837840241 shutdown_connections 2024-02-10T00:00:31.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.888+0000 7f31a5de6740 1 -- 172.21.15.1:0/2837840241 wait complete. 2024-02-10T00:00:31.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.888+0000 7f31a5de6740 20 client.16005 trim_cache size 0 max 16384 2024-02-10T00:00:31.892 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:00:31.892 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:00:31.892 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:00:31.892 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:00:31.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.889+0000 7f31a320e640 1 -- 172.21.15.1:0/4150403245 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f318c0a2340 msgr2=0x7f318c0a4800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:31.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.889+0000 7f31a320e640 1 --2- 172.21.15.1:0/4150403245 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f318c0a2340 0x7f318c0a4800 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f3194022000 tx=0x7f3194023000 comp rx=0 tx=0).stop 2024-02-10T00:00:31.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.889+0000 7f31a320e640 1 -- 172.21.15.1:0/4150403245 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f319c069ab0 msgr2=0x7f319c19d5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:31.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.889+0000 7f31a320e640 1 --2- 172.21.15.1:0/4150403245 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f319c069ab0 0x7f319c19d5d0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f3190009230 tx=0x7f319002c6c0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.889+0000 7f31a320e640 1 -- 172.21.15.1:0/4150403245 shutdown_connections 2024-02-10T00:00:31.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.889+0000 7f31a320e640 1 --2- 172.21.15.1:0/4150403245 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f318c0a2340 0x7f318c0a4800 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.889+0000 7f31a320e640 1 --2- 172.21.15.1:0/4150403245 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f319c197690 0x7f319c197b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.889+0000 7f31a320e640 1 --2- 172.21.15.1:0/4150403245 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f319c106520 0x7f319c19db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.889+0000 7f31a320e640 1 --2- 172.21.15.1:0/4150403245 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f319c069ab0 0x7f319c19d5d0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:31.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.889+0000 7f31a320e640 1 -- 172.21.15.1:0/4150403245 >> 172.21.15.1:0/4150403245 conn(0x7f319c076ef0 msgr2=0x7f319c0fe4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:31.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.889+0000 7f31a320e640 1 -- 172.21.15.1:0/4150403245 shutdown_connections 2024-02-10T00:00:31.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:31.889+0000 7f31a320e640 1 -- 172.21.15.1:0/4150403245 wait complete. 2024-02-10T00:00:33.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:33 smithi103 ceph-mon[36942]: pgmap v39: 97 pgs: 97 active+clean; 1.5 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 16 KiB/s wr, 17 op/s 2024-02-10T00:00:33.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:33 smithi001 ceph-mon[32335]: pgmap v39: 97 pgs: 97 active+clean; 1.5 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 16 KiB/s wr, 17 op/s 2024-02-10T00:00:33.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:33 smithi088 ceph-mon[36452]: pgmap v39: 97 pgs: 97 active+clean; 1.5 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 16 KiB/s wr, 17 op/s 2024-02-10T00:00:35.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:35 smithi103 ceph-mon[36942]: pgmap v40: 97 pgs: 97 active+clean; 1.6 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 26 KiB/s wr, 26 op/s 2024-02-10T00:00:35.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:35 smithi001 ceph-mon[32335]: pgmap v40: 97 pgs: 97 active+clean; 1.6 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 26 KiB/s wr, 26 op/s 2024-02-10T00:00:35.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:35 smithi088 ceph-mon[36452]: pgmap v40: 97 pgs: 97 active+clean; 1.6 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 26 KiB/s wr, 26 op/s 2024-02-10T00:00:37.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:37 smithi103 ceph-mon[36942]: pgmap v41: 97 pgs: 97 active+clean; 1.6 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 18 KiB/s wr, 15 op/s 2024-02-10T00:00:37.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:37 smithi001 ceph-mon[32335]: pgmap v41: 97 pgs: 97 active+clean; 1.6 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 18 KiB/s wr, 15 op/s 2024-02-10T00:00:37.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:37 smithi088 ceph-mon[36452]: pgmap v41: 97 pgs: 97 active+clean; 1.6 MiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 18 KiB/s wr, 15 op/s 2024-02-10T00:00:39.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:39 smithi103 ceph-mon[36942]: pgmap v42: 97 pgs: 97 active+clean; 1.6 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 24 KiB/s wr, 22 op/s 2024-02-10T00:00:39.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:39 smithi001 ceph-mon[32335]: pgmap v42: 97 pgs: 97 active+clean; 1.6 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 24 KiB/s wr, 22 op/s 2024-02-10T00:00:39.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:39 smithi088 ceph-mon[36452]: pgmap v42: 97 pgs: 97 active+clean; 1.6 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 24 KiB/s wr, 22 op/s 2024-02-10T00:00:41.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:41 smithi103 ceph-mon[36942]: pgmap v43: 97 pgs: 97 active+clean; 1.6 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 15 op/s 2024-02-10T00:00:41.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:41 smithi001 ceph-mon[32335]: pgmap v43: 97 pgs: 97 active+clean; 1.6 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 15 op/s 2024-02-10T00:00:41.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:41 smithi088 ceph-mon[36452]: pgmap v43: 97 pgs: 97 active+clean; 1.6 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 15 op/s 2024-02-10T00:00:43.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:43 smithi103 ceph-mon[36942]: pgmap v44: 97 pgs: 97 active+clean; 1.6 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 15 op/s 2024-02-10T00:00:43.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:43 smithi001 ceph-mon[32335]: pgmap v44: 97 pgs: 97 active+clean; 1.6 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 15 op/s 2024-02-10T00:00:43.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:43 smithi088 ceph-mon[36452]: pgmap v44: 97 pgs: 97 active+clean; 1.6 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 17 KiB/s wr, 15 op/s 2024-02-10T00:00:44.989 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.987+0000 7f121d0d4640 1 -- 172.21.15.1:0/306783866 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1218101e00 msgr2=0x7f1218105e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:44.989 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.987+0000 7f121d0d4640 1 --2- 172.21.15.1:0/306783866 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1218101e00 0x7f1218105e40 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f120c009930 tx=0x7f120c02bc30 comp rx=0 tx=0).stop 2024-02-10T00:00:44.989 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.987+0000 7f121d0d4640 1 -- 172.21.15.1:0/306783866 shutdown_connections 2024-02-10T00:00:44.989 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.987+0000 7f121d0d4640 1 --2- 172.21.15.1:0/306783866 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1218106520 0x7f121810e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:44.989 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.987+0000 7f121d0d4640 1 --2- 172.21.15.1:0/306783866 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1218101e00 0x7f1218105e40 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:44.989 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.987+0000 7f121d0d4640 1 --2- 172.21.15.1:0/306783866 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1218101450 0x7f1218101830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:44.989 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.987+0000 7f121d0d4640 1 -- 172.21.15.1:0/306783866 >> 172.21.15.1:0/306783866 conn(0x7f12180fccb0 msgr2=0x7f12180ff0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:44.990 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.987+0000 7f121d0d4640 1 -- 172.21.15.1:0/306783866 shutdown_connections 2024-02-10T00:00:44.990 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.987+0000 7f121d0d4640 1 -- 172.21.15.1:0/306783866 wait complete. 2024-02-10T00:00:44.992 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.988+0000 7f121d0d4640 1 Processor -- start 2024-02-10T00:00:44.992 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.988+0000 7f121d0d4640 1 -- start start 2024-02-10T00:00:44.992 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.988+0000 7f121d0d4640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1218101450 0x7f121819d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:44.992 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.988+0000 7f121d0d4640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1218106520 0x7f121819dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:44.992 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.988+0000 7f121d0d4640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1218197800 0x7f1218197cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:44.992 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.988+0000 7f121d0d4640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12181982b0 con 0x7f1218101450 2024-02-10T00:00:44.992 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.988+0000 7f121d0d4640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1218198420 con 0x7f1218197800 2024-02-10T00:00:44.992 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.988+0000 7f121d0d4640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12181985e0 con 0x7f1218106520 2024-02-10T00:00:44.992 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.988+0000 7f1216d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1218101450 0x7f121819d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:44.992 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.988+0000 7f1216d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1218101450 0x7f121819d6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56010/0 (socket says 172.21.15.1:56010) 2024-02-10T00:00:44.993 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.988+0000 7f1216d9d640 1 -- 172.21.15.1:0/952994697 learned_addr learned my addr 172.21.15.1:0/952994697 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:44.993 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.988+0000 7f121659c640 1 --2- 172.21.15.1:0/952994697 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1218106520 0x7f121819dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:44.993 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.989+0000 7f121759e640 1 --2- 172.21.15.1:0/952994697 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1218197800 0x7f1218197cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:44.993 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.989+0000 7f1216d9d640 1 -- 172.21.15.1:0/952994697 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1218106520 msgr2=0x7f121819dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:44.993 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.989+0000 7f1216d9d640 1 --2- 172.21.15.1:0/952994697 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1218106520 0x7f121819dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:44.993 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.989+0000 7f1216d9d640 1 -- 172.21.15.1:0/952994697 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1218197800 msgr2=0x7f1218197cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:44.993 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.989+0000 7f1216d9d640 1 --2- 172.21.15.1:0/952994697 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1218197800 0x7f1218197cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:44.993 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.989+0000 7f1216d9d640 1 -- 172.21.15.1:0/952994697 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f120c009560 con 0x7f1218101450 2024-02-10T00:00:44.993 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.989+0000 7f121759e640 1 --2- 172.21.15.1:0/952994697 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1218197800 0x7f1218197cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:00:44.993 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.989+0000 7f1216d9d640 1 --2- 172.21.15.1:0/952994697 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1218101450 0x7f121819d6b0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f120800d950 tx=0x7f120800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:44.993 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.989+0000 7f11fffff640 1 -- 172.21.15.1:0/952994697 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1208009a30 con 0x7f1218101450 2024-02-10T00:00:44.993 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.989+0000 7f11fffff640 1 -- 172.21.15.1:0/952994697 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1208009b90 con 0x7f1218101450 2024-02-10T00:00:44.993 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.989+0000 7f11fffff640 1 -- 172.21.15.1:0/952994697 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1208004a00 con 0x7f1218101450 2024-02-10T00:00:44.993 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.989+0000 7f121d0d4640 1 -- 172.21.15.1:0/952994697 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f12181a4520 con 0x7f1218101450 2024-02-10T00:00:44.994 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.989+0000 7f121d0d4640 1 -- 172.21.15.1:0/952994697 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12181a4a00 con 0x7f1218101450 2024-02-10T00:00:45.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.992+0000 7f11fffff640 1 -- 172.21.15.1:0/952994697 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 25) v1 ==== 137000+0+0 (secure 0 0 0) 0x7f1208009d00 con 0x7f1218101450 2024-02-10T00:00:45.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.992+0000 7f121fd88740 1 Processor -- start 2024-02-10T00:00:45.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.992+0000 7f121fd88740 1 -- start start 2024-02-10T00:00:45.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.992+0000 7f121fd88740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1c073c0b0 0x55c1c073c490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:45.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.992+0000 7f121fd88740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1c073c9d0 0x55c1c0745260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:45.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.992+0000 7f121fd88740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1c07457a0 0x55c1c0747b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:45.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.992+0000 7f121fd88740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1c06aaa00 con 0x55c1c07457a0 2024-02-10T00:00:45.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.992+0000 7f121fd88740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1c06a7f30 con 0x55c1c073c0b0 2024-02-10T00:00:45.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.992+0000 7f121fd88740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1c06a3710 con 0x55c1c073c9d0 2024-02-10T00:00:45.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.993+0000 7f11fffff640 1 --2- 172.21.15.1:0/952994697 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f12000a2340 0x7f12000a4800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:45.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.993+0000 7f121659c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1c07457a0 0x55c1c0747b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:45.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.993+0000 7f121659c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1c07457a0 0x55c1c0747b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56026/0 (socket says 172.21.15.1:56026) 2024-02-10T00:00:45.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.993+0000 7f121659c640 1 -- 172.21.15.1:0/1688703335 learned_addr learned my addr 172.21.15.1:0/1688703335 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:45.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.993+0000 7f121759e640 1 --2- 172.21.15.1:0/1688703335 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1c073c0b0 0x55c1c073c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:45.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.993+0000 7f1216d9d640 1 --2- 172.21.15.1:0/1688703335 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1c073c9d0 0x55c1c0745260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:45.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.993+0000 7f121759e640 1 --2- 172.21.15.1:0/952994697 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f12000a2340 0x7f12000a4800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:45.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.993+0000 7f11fffff640 1 -- 172.21.15.1:0/952994697 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f12080cde30 con 0x7f1218101450 2024-02-10T00:00:45.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.993+0000 7f121659c640 1 -- 172.21.15.1:0/1688703335 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1c073c9d0 msgr2=0x55c1c0745260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:45.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.993+0000 7f121659c640 1 --2- 172.21.15.1:0/1688703335 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1c073c9d0 0x55c1c0745260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:45.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.993+0000 7f121659c640 1 -- 172.21.15.1:0/1688703335 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1c073c0b0 msgr2=0x55c1c073c490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:45.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.993+0000 7f121659c640 1 --2- 172.21.15.1:0/1688703335 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1c073c0b0 0x55c1c073c490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:45.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.993+0000 7f121659c640 1 -- 172.21.15.1:0/1688703335 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c1c06683b0 con 0x55c1c07457a0 2024-02-10T00:00:45.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.993+0000 7f121759e640 1 --2- 172.21.15.1:0/952994697 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f12000a2340 0x7f12000a4800 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f1210005c40 tx=0x7f1210009af0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:45.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.993+0000 7f121659c640 1 --2- 172.21.15.1:0/1688703335 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1c07457a0 0x55c1c0747b90 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f120c005ab0 tx=0x7f120c02c680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=802b5c073ca27e09 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:45.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.994+0000 7f11fd7fa640 1 -- 172.21.15.1:0/1688703335 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f120c004880 con 0x55c1c07457a0 2024-02-10T00:00:45.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.994+0000 7f11fd7fa640 1 -- 172.21.15.1:0/1688703335 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f120c0049e0 con 0x55c1c07457a0 2024-02-10T00:00:45.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.994+0000 7f11fd7fa640 1 -- 172.21.15.1:0/1688703335 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f120c0050e0 con 0x55c1c07457a0 2024-02-10T00:00:45.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.994+0000 7f121fd88740 1 -- 172.21.15.1:0/1688703335 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1c07457a0 msgr2=0x55c1c0747b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:45.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.994+0000 7f121fd88740 1 --2- 172.21.15.1:0/1688703335 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1c07457a0 0x55c1c0747b90 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f120c005ab0 tx=0x7f120c02c680 comp rx=0 tx=0).stop 2024-02-10T00:00:45.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.994+0000 7f121fd88740 1 -- 172.21.15.1:0/1688703335 shutdown_connections 2024-02-10T00:00:45.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.994+0000 7f121fd88740 1 --2- 172.21.15.1:0/1688703335 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1c07457a0 0x55c1c0747b90 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:45.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.994+0000 7f121fd88740 1 --2- 172.21.15.1:0/1688703335 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1c073c9d0 0x55c1c0745260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:45.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.994+0000 7f121fd88740 1 --2- 172.21.15.1:0/1688703335 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1c073c0b0 0x55c1c073c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:45.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.994+0000 7f121fd88740 1 -- 172.21.15.1:0/1688703335 >> 172.21.15.1:0/1688703335 conn(0x55c1c07369d0 msgr2=0x55c1c0736db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:45.004 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.994+0000 7f121fd88740 1 -- 172.21.15.1:0/1688703335 shutdown_connections 2024-02-10T00:00:45.004 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.994+0000 7f121fd88740 1 -- 172.21.15.1:0/1688703335 wait complete. 2024-02-10T00:00:45.004 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.995+0000 7f121fd88740 1 -- start start 2024-02-10T00:00:45.004 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.995+0000 7f121fd88740 1 Processor -- start 2024-02-10T00:00:45.004 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.995+0000 7f121fd88740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1c073c0b0 0x55c1c07427b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:45.004 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.995+0000 7f121fd88740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1c073c9d0 0x55c1c0742cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:45.004 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.995+0000 7f121fd88740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1c07457a0 0x55c1c0743230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:45.004 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.995+0000 7f121fd88740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1c0648b90 con 0x55c1c07457a0 2024-02-10T00:00:45.004 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.995+0000 7f121fd88740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1c0377250 con 0x55c1c073c9d0 2024-02-10T00:00:45.004 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.995+0000 7f121fd88740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1c0629200 con 0x55c1c073c0b0 2024-02-10T00:00:45.004 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.995+0000 7f121fd88740 10 client.0 _ll_register_callbacks cb 0x55c1c065f5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:45.004 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.995+0000 7f121759e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1c07457a0 0x55c1c0743230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:45.004 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.995+0000 7f121759e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1c07457a0 0x55c1c0743230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56040/0 (socket says 172.21.15.1:56040) 2024-02-10T00:00:45.004 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.995+0000 7f121759e640 1 -- 172.21.15.1:0/574851675 learned_addr learned my addr 172.21.15.1:0/574851675 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:45.005 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.995+0000 7f1216d9d640 1 --2- 172.21.15.1:0/574851675 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1c073c0b0 0x55c1c07427b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:45.005 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.995+0000 7f121659c640 1 --2- 172.21.15.1:0/574851675 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1c073c9d0 0x55c1c0742cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:45.005 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.995+0000 7f121759e640 1 -- 172.21.15.1:0/574851675 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1c073c0b0 msgr2=0x55c1c07427b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:45.005 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.995+0000 7f121759e640 1 --2- 172.21.15.1:0/574851675 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1c073c0b0 0x55c1c07427b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:45.005 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.995+0000 7f121759e640 1 -- 172.21.15.1:0/574851675 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1c073c9d0 msgr2=0x55c1c0742cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:45.005 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.995+0000 7f121759e640 1 --2- 172.21.15.1:0/574851675 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1c073c9d0 0x55c1c0742cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:45.005 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.996+0000 7f121759e640 1 -- 172.21.15.1:0/574851675 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f121810e900 con 0x55c1c07457a0 2024-02-10T00:00:45.005 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.996+0000 7f121759e640 1 --2- 172.21.15.1:0/574851675 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1c07457a0 0x55c1c0743230 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f1210012250 tx=0x7f12100099e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a108e1b81839006 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:45.005 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.996+0000 7f11faff5640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:45.005 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.996+0000 7f11faff5640 1 -- 172.21.15.1:0/574851675 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1210004b20 con 0x55c1c07457a0 2024-02-10T00:00:45.005 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.996+0000 7f11faff5640 1 -- 172.21.15.1:0/574851675 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f1210004c80 con 0x55c1c07457a0 2024-02-10T00:00:45.005 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.996+0000 7f121fd88740 1 -- 172.21.15.1:0/574851675 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c1c06c9ee0 con 0x55c1c07457a0 2024-02-10T00:00:45.005 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.996+0000 7f11faff5640 1 -- 172.21.15.1:0/574851675 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1210004e40 con 0x55c1c07457a0 2024-02-10T00:00:45.005 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.996+0000 7f121fd88740 10 client.16017 fetch_fsmap learned FSMap version 29 2024-02-10T00:00:45.006 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.996+0000 7f121fd88740 1 -- 172.21.15.1:0/574851675 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c1c06a1d90 con 0x55c1c07457a0 2024-02-10T00:00:45.006 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.996+0000 7f11faff5640 1 -- 172.21.15.1:0/574851675 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55c1c06c9ee0 con 0x55c1c07457a0 2024-02-10T00:00:45.006 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.996+0000 7f11faff5640 1 -- 172.21.15.1:0/574851675 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f121002acc0 con 0x55c1c07457a0 2024-02-10T00:00:45.006 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.996+0000 7f121fd88740 10 client.16017 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:00:45.006 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.996+0000 7f121fd88740 10 client.16017 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:00:45.006 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.996+0000 7f121fd88740 20 client.16017 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:45.006 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.996+0000 7f121fd88740 1 --2- 172.21.15.1:0/574851675 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c1c0755a10 0x55c1c0757e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:45.006 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.996+0000 7f121fd88740 4 client.16017 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:00:45.006 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.996+0000 7f121fd88740 1 -- 172.21.15.1:0/574851675 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c1c03a3600 con 0x55c1c0755a10 2024-02-10T00:00:45.006 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.997+0000 7f1216d9d640 1 --2- 172.21.15.1:0/574851675 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c1c0755a10 0x55c1c0757e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:45.006 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.997+0000 7f11faff5640 10 client.16017 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:45.006 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.997+0000 7f1216d9d640 1 --2- 172.21.15.1:0/574851675 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c1c0755a10 0x55c1c0757e30 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=778f718cf693bca4 server_cookie=de761abebdd6ece4 in_seq=0 out_seq=0 2024-02-10T00:00:45.006 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.998+0000 7f11faff5640 1 -- 172.21.15.1:0/574851675 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55c1c03a3600 con 0x55c1c0755a10 2024-02-10T00:00:45.006 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.998+0000 7f11faff5640 10 client.16017 handle_command_reply: tid=0 2024-02-10T00:00:45.007 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.998+0000 7f121fd88740 1 client.16017 shutdown 2024-02-10T00:00:45.007 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.998+0000 7f121fd88740 1 -- 172.21.15.1:0/574851675 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1c07457a0 msgr2=0x55c1c0743230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:45.007 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.998+0000 7f121fd88740 1 --2- 172.21.15.1:0/574851675 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1c07457a0 0x55c1c0743230 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f1210012250 tx=0x7f12100099e0 comp rx=0 tx=0).stop 2024-02-10T00:00:45.007 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.998+0000 7f121fd88740 1 -- 172.21.15.1:0/574851675 shutdown_connections 2024-02-10T00:00:45.007 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.998+0000 7f121fd88740 1 --2- 172.21.15.1:0/574851675 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c1c0755a10 0x55c1c0757e30 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:45.007 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.998+0000 7f121fd88740 1 --2- 172.21.15.1:0/574851675 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1c07457a0 0x55c1c0743230 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:45.007 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.998+0000 7f121fd88740 1 --2- 172.21.15.1:0/574851675 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1c073c9d0 0x55c1c0742cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:45.007 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.998+0000 7f11faff5640 0 client.16017 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:45.007 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.998+0000 7f121fd88740 1 --2- 172.21.15.1:0/574851675 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1c073c0b0 0x55c1c07427b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:45.007 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.998+0000 7f121fd88740 1 -- 172.21.15.1:0/574851675 >> 172.21.15.1:0/574851675 conn(0x55c1c07369d0 msgr2=0x55c1c0738720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:45.007 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.998+0000 7f121fd88740 1 -- 172.21.15.1:0/574851675 shutdown_connections 2024-02-10T00:00:45.007 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.998+0000 7f121fd88740 1 -- 172.21.15.1:0/574851675 wait complete. 2024-02-10T00:00:45.007 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:44.998+0000 7f121fd88740 20 client.16017 trim_cache size 0 max 16384 2024-02-10T00:00:45.019 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.012+0000 7f121fd88740 1 Processor -- start 2024-02-10T00:00:45.019 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.012+0000 7f121fd88740 1 -- start start 2024-02-10T00:00:45.019 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.012+0000 7f121fd88740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1c073c0b0 0x55c1c0744ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:45.019 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.012+0000 7f121fd88740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1c073c9d0 0x55c1c0743050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:45.019 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.012+0000 7f121fd88740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1c07457a0 0x55c1c073fa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:45.020 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.012+0000 7f121fd88740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1c0732310 con 0x55c1c073c0b0 2024-02-10T00:00:45.020 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.013+0000 7f121fd88740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1c0752430 con 0x55c1c07457a0 2024-02-10T00:00:45.020 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.013+0000 7f121fd88740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1c07379d0 con 0x55c1c073c9d0 2024-02-10T00:00:45.020 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.013+0000 7f1216d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1c073c0b0 0x55c1c0744ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:45.020 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.013+0000 7f1216d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1c073c0b0 0x55c1c0744ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56054/0 (socket says 172.21.15.1:56054) 2024-02-10T00:00:45.020 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.013+0000 7f1216d9d640 1 -- 172.21.15.1:0/1125829086 learned_addr learned my addr 172.21.15.1:0/1125829086 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:45.020 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.013+0000 7f1216d9d640 1 -- 172.21.15.1:0/1125829086 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1c073c9d0 msgr2=0x55c1c0743050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:45.020 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.013+0000 7f121759e640 1 --2- 172.21.15.1:0/1125829086 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1c07457a0 0x55c1c073fa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:45.020 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.013+0000 7f1216d9d640 1 --2- 172.21.15.1:0/1125829086 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1c073c9d0 0x55c1c0743050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:45.020 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.013+0000 7f1216d9d640 1 -- 172.21.15.1:0/1125829086 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1c07457a0 msgr2=0x55c1c073fa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:45.020 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.013+0000 7f1216d9d640 1 --2- 172.21.15.1:0/1125829086 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1c07457a0 0x55c1c073fa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:45.020 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.013+0000 7f1216d9d640 1 -- 172.21.15.1:0/1125829086 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c1c063e820 con 0x55c1c073c0b0 2024-02-10T00:00:45.020 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.013+0000 7f121759e640 1 --2- 172.21.15.1:0/1125829086 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1c07457a0 0x55c1c073fa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:00:45.021 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.013+0000 7f1216d9d640 1 --2- 172.21.15.1:0/1125829086 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1c073c0b0 0x55c1c0744ee0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f120809a530 tx=0x7f120806c560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=844fb30387a6dcc6 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:45.021 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.013+0000 7f11fcff9640 1 -- 172.21.15.1:0/1125829086 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1208065b00 con 0x55c1c073c0b0 2024-02-10T00:00:45.021 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.013+0000 7f11fcff9640 1 -- 172.21.15.1:0/1125829086 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f120809aca0 con 0x55c1c073c0b0 2024-02-10T00:00:45.021 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.013+0000 7f11fcff9640 1 -- 172.21.15.1:0/1125829086 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1208005680 con 0x55c1c073c0b0 2024-02-10T00:00:45.021 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.014+0000 7f121fd88740 1 -- 172.21.15.1:0/1125829086 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1c073c0b0 msgr2=0x55c1c0744ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:45.021 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.014+0000 7f121fd88740 1 --2- 172.21.15.1:0/1125829086 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1c073c0b0 0x55c1c0744ee0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f120809a530 tx=0x7f120806c560 comp rx=0 tx=0).stop 2024-02-10T00:00:45.021 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.014+0000 7f121fd88740 1 -- 172.21.15.1:0/1125829086 shutdown_connections 2024-02-10T00:00:45.021 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.014+0000 7f121fd88740 1 --2- 172.21.15.1:0/1125829086 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1c07457a0 0x55c1c073fa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:45.021 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.014+0000 7f121fd88740 1 --2- 172.21.15.1:0/1125829086 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1c073c9d0 0x55c1c0743050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:45.021 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.014+0000 7f121fd88740 1 --2- 172.21.15.1:0/1125829086 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1c073c0b0 0x55c1c0744ee0 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:45.021 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.014+0000 7f121fd88740 1 -- 172.21.15.1:0/1125829086 >> 172.21.15.1:0/1125829086 conn(0x55c1c07369d0 msgr2=0x55c1c0741080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:45.021 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.014+0000 7f121fd88740 1 -- 172.21.15.1:0/1125829086 shutdown_connections 2024-02-10T00:00:45.021 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.014+0000 7f121fd88740 1 -- 172.21.15.1:0/1125829086 wait complete. 2024-02-10T00:00:45.021 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.014+0000 7f121fd88740 1 -- start start 2024-02-10T00:00:45.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.014+0000 7f121fd88740 1 Processor -- start 2024-02-10T00:00:45.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.014+0000 7f121fd88740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1c073c0b0 0x55c1c074c720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:45.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.015+0000 7f121fd88740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1c073c9d0 0x55c1c074aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:45.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.015+0000 7f121fd88740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1c07457a0 0x55c1c074b030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:45.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.015+0000 7f121fd88740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1c074b700 con 0x55c1c073c9d0 2024-02-10T00:00:45.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.015+0000 7f121fd88740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1c074b870 con 0x55c1c07457a0 2024-02-10T00:00:45.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.015+0000 7f121fd88740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1c07abf60 con 0x55c1c073c0b0 2024-02-10T00:00:45.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.015+0000 7f121fd88740 10 client.0 _ll_register_callbacks cb 0x7f1210009e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:45.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.015+0000 7f121659c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1c073c9d0 0x55c1c074aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:45.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.015+0000 7f121659c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1c073c9d0 0x55c1c074aaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56060/0 (socket says 172.21.15.1:56060) 2024-02-10T00:00:45.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.015+0000 7f121659c640 1 -- 172.21.15.1:0/4191697458 learned_addr learned my addr 172.21.15.1:0/4191697458 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:45.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.015+0000 7f1216d9d640 1 --2- 172.21.15.1:0/4191697458 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1c073c0b0 0x55c1c074c720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:45.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.015+0000 7f121759e640 1 --2- 172.21.15.1:0/4191697458 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1c07457a0 0x55c1c074b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:45.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.015+0000 7f121659c640 1 -- 172.21.15.1:0/4191697458 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1c073c0b0 msgr2=0x55c1c074c720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:45.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.015+0000 7f121659c640 1 --2- 172.21.15.1:0/4191697458 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1c073c0b0 0x55c1c074c720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:45.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.015+0000 7f121659c640 1 -- 172.21.15.1:0/4191697458 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1c07457a0 msgr2=0x55c1c074b030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:45.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.015+0000 7f121659c640 1 --2- 172.21.15.1:0/4191697458 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1c07457a0 0x55c1c074b030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:45.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.015+0000 7f121659c640 1 -- 172.21.15.1:0/4191697458 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12181a4a00 con 0x55c1c073c9d0 2024-02-10T00:00:45.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.015+0000 7f121759e640 1 --2- 172.21.15.1:0/4191697458 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1c07457a0 0x55c1c074b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:00:45.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.015+0000 7f121659c640 1 --2- 172.21.15.1:0/4191697458 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1c073c9d0 0x55c1c074aaf0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f120c005ab0 tx=0x7f120c005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3890326f237e600d server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:45.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.015+0000 7f11faff5640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:45.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.015+0000 7f11faff5640 1 -- 172.21.15.1:0/4191697458 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f120c04f070 con 0x55c1c073c9d0 2024-02-10T00:00:45.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.015+0000 7f11faff5640 1 -- 172.21.15.1:0/4191697458 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f120c004250 con 0x55c1c073c9d0 2024-02-10T00:00:45.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.015+0000 7f121fd88740 1 -- 172.21.15.1:0/4191697458 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f120c0049e0 con 0x55c1c073c9d0 2024-02-10T00:00:45.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.015+0000 7f11faff5640 1 -- 172.21.15.1:0/4191697458 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f120c02cc10 con 0x55c1c073c9d0 2024-02-10T00:00:45.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.016+0000 7f121fd88740 10 client.16023 fetch_fsmap learned FSMap version 29 2024-02-10T00:00:45.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.016+0000 7f121fd88740 1 -- 172.21.15.1:0/4191697458 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c1c06646f0 con 0x55c1c073c9d0 2024-02-10T00:00:45.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.016+0000 7f11faff5640 1 -- 172.21.15.1:0/4191697458 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f120c0049e0 con 0x55c1c073c9d0 2024-02-10T00:00:45.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.016+0000 7f11faff5640 1 -- 172.21.15.1:0/4191697458 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f120c052030 con 0x55c1c073c9d0 2024-02-10T00:00:45.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.016+0000 7f121fd88740 10 client.16023 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:00:45.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.016+0000 7f121fd88740 10 client.16023 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:00:45.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.016+0000 7f121fd88740 20 client.16023 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:45.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.016+0000 7f121fd88740 1 --2- 172.21.15.1:0/4191697458 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c1c07ad210 0x55c1c07af600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:45.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.016+0000 7f121fd88740 4 client.16023 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:00:45.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.016+0000 7f121fd88740 1 -- 172.21.15.1:0/4191697458 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55c1c03f41b0 con 0x55c1c07ad210 2024-02-10T00:00:45.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.016+0000 7f1216d9d640 1 --2- 172.21.15.1:0/4191697458 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c1c07ad210 0x55c1c07af600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:45.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.017+0000 7f11faff5640 10 client.16023 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:45.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.017+0000 7f1216d9d640 1 --2- 172.21.15.1:0/4191697458 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c1c07ad210 0x55c1c07af600 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4fda5881d0697416 server_cookie=f64c2d72ad4acb05 in_seq=0 out_seq=0 2024-02-10T00:00:45.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.031+0000 7f11faff5640 1 -- 172.21.15.1:0/4191697458 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55c1c03f41b0 con 0x55c1c07ad210 2024-02-10T00:00:45.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.031+0000 7f11faff5640 10 client.16023 handle_command_reply: tid=0 2024-02-10T00:00:45.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.032+0000 7f121fd88740 1 client.16023 shutdown 2024-02-10T00:00:45.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.032+0000 7f121fd88740 1 -- 172.21.15.1:0/4191697458 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1c073c9d0 msgr2=0x55c1c074aaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:45.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.032+0000 7f121fd88740 1 --2- 172.21.15.1:0/4191697458 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1c073c9d0 0x55c1c074aaf0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f120c005ab0 tx=0x7f120c005d50 comp rx=0 tx=0).stop 2024-02-10T00:00:45.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.032+0000 7f121fd88740 1 -- 172.21.15.1:0/4191697458 shutdown_connections 2024-02-10T00:00:45.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.032+0000 7f121fd88740 1 --2- 172.21.15.1:0/4191697458 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c1c07ad210 0x55c1c07af600 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:45.035 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.032+0000 7f121fd88740 1 --2- 172.21.15.1:0/4191697458 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1c07457a0 0x55c1c074b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:45.035 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.032+0000 7f121fd88740 1 --2- 172.21.15.1:0/4191697458 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1c073c9d0 0x55c1c074aaf0 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:45.035 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.032+0000 7f121fd88740 1 --2- 172.21.15.1:0/4191697458 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1c073c0b0 0x55c1c074c720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:45.035 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.032+0000 7f11faff5640 0 client.16023 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:45.035 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.032+0000 7f121fd88740 1 -- 172.21.15.1:0/4191697458 >> 172.21.15.1:0/4191697458 conn(0x55c1c07369d0 msgr2=0x55c1c07386b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:45.035 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.032+0000 7f121fd88740 1 -- 172.21.15.1:0/4191697458 shutdown_connections 2024-02-10T00:00:45.035 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.032+0000 7f121fd88740 1 -- 172.21.15.1:0/4191697458 wait complete. 2024-02-10T00:00:45.035 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.032+0000 7f121fd88740 20 client.16023 trim_cache size 0 max 16384 2024-02-10T00:00:45.036 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:00:45.036 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:00:45.036 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:00:45.036 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:00:45.037 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.032+0000 7f121d0d4640 1 -- 172.21.15.1:0/952994697 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f12000a2340 msgr2=0x7f12000a4800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:45.037 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.033+0000 7f121d0d4640 1 --2- 172.21.15.1:0/952994697 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f12000a2340 0x7f12000a4800 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f1210005c40 tx=0x7f1210009af0 comp rx=0 tx=0).stop 2024-02-10T00:00:45.037 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.033+0000 7f121d0d4640 1 -- 172.21.15.1:0/952994697 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1218101450 msgr2=0x7f121819d6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:45.037 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.033+0000 7f121d0d4640 1 --2- 172.21.15.1:0/952994697 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1218101450 0x7f121819d6b0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f120800d950 tx=0x7f120800de10 comp rx=0 tx=0).stop 2024-02-10T00:00:45.037 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.033+0000 7f121d0d4640 1 -- 172.21.15.1:0/952994697 shutdown_connections 2024-02-10T00:00:45.037 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.033+0000 7f121d0d4640 1 --2- 172.21.15.1:0/952994697 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f12000a2340 0x7f12000a4800 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:45.037 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.033+0000 7f121d0d4640 1 --2- 172.21.15.1:0/952994697 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1218197800 0x7f1218197cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:45.037 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.033+0000 7f121d0d4640 1 --2- 172.21.15.1:0/952994697 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1218106520 0x7f121819dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:45.038 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.033+0000 7f121d0d4640 1 --2- 172.21.15.1:0/952994697 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1218101450 0x7f121819d6b0 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:45.038 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.033+0000 7f121d0d4640 1 -- 172.21.15.1:0/952994697 >> 172.21.15.1:0/952994697 conn(0x7f12180fccb0 msgr2=0x7f12180fdfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:45.038 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.033+0000 7f121d0d4640 1 -- 172.21.15.1:0/952994697 shutdown_connections 2024-02-10T00:00:45.038 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:45.033+0000 7f121d0d4640 1 -- 172.21.15.1:0/952994697 wait complete. 2024-02-10T00:00:45.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:45 smithi103 ceph-mon[36942]: pgmap v45: 97 pgs: 97 active+clean; 1.7 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 24 KiB/s wr, 22 op/s 2024-02-10T00:00:45.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:45 smithi001 ceph-mon[32335]: pgmap v45: 97 pgs: 97 active+clean; 1.7 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 24 KiB/s wr, 22 op/s 2024-02-10T00:00:45.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:45 smithi088 ceph-mon[36452]: pgmap v45: 97 pgs: 97 active+clean; 1.7 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 24 KiB/s wr, 22 op/s 2024-02-10T00:00:47.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:47 smithi103 ceph-mon[36942]: pgmap v46: 97 pgs: 97 active+clean; 1.7 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-02-10T00:00:47.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:47 smithi001 ceph-mon[32335]: pgmap v46: 97 pgs: 97 active+clean; 1.7 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-02-10T00:00:47.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:47 smithi088 ceph-mon[36452]: pgmap v46: 97 pgs: 97 active+clean; 1.7 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 14 KiB/s wr, 13 op/s 2024-02-10T00:00:48.671 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:00:48.671 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:00:48.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.788+0000 7f3bd6283640 1 -- 172.21.15.1:0/2764498765 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3bd0105400 msgr2=0x7f3bd010cfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:48.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.788+0000 7f3bd6283640 1 --2- 172.21.15.1:0/2764498765 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3bd0105400 0x7f3bd010cfd0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f3bc8009cd0 tx=0x7f3bc802c0f0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.789+0000 7f3bd6283640 1 -- 172.21.15.1:0/2764498765 shutdown_connections 2024-02-10T00:00:48.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.789+0000 7f3bd6283640 1 --2- 172.21.15.1:0/2764498765 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3bd0105400 0x7f3bd010cfd0 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.789+0000 7f3bd6283640 1 --2- 172.21.15.1:0/2764498765 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3bd0100ce0 0x7f3bd0104d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.789+0000 7f3bd6283640 1 --2- 172.21.15.1:0/2764498765 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3bd0100330 0x7f3bd0100710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.789+0000 7f3bd6283640 1 -- 172.21.15.1:0/2764498765 >> 172.21.15.1:0/2764498765 conn(0x7f3bd0077250 msgr2=0x7f3bd0077660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:48.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.789+0000 7f3bd6283640 1 -- 172.21.15.1:0/2764498765 shutdown_connections 2024-02-10T00:00:48.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.789+0000 7f3bd6283640 1 -- 172.21.15.1:0/2764498765 wait complete. 2024-02-10T00:00:48.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.789+0000 7f3bd6283640 1 Processor -- start 2024-02-10T00:00:48.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.789+0000 7f3bd6283640 1 -- start start 2024-02-10T00:00:48.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.790+0000 7f3bd6283640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3bd0100330 0x7f3bd019d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:48.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.790+0000 7f3bd6283640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3bd0105400 0x7f3bd019db20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:48.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.790+0000 7f3bd6283640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3bd01976a0 0x7f3bd0197b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:48.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.790+0000 7f3bd6283640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd0198170 con 0x7f3bd01976a0 2024-02-10T00:00:48.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.790+0000 7f3bd6283640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd01982e0 con 0x7f3bd0100330 2024-02-10T00:00:48.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.790+0000 7f3bd6283640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd01984a0 con 0x7f3bd0105400 2024-02-10T00:00:48.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.790+0000 7f3bd4820640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3bd01976a0 0x7f3bd0197b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:48.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.790+0000 7f3bcf7fe640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3bd0105400 0x7f3bd019db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:48.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.790+0000 7f3bd4820640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3bd01976a0 0x7f3bd0197b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56070/0 (socket says 172.21.15.1:56070) 2024-02-10T00:00:48.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.790+0000 7f3bd4820640 1 -- 172.21.15.1:0/3653979111 learned_addr learned my addr 172.21.15.1:0/3653979111 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:48.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.790+0000 7f3bcffff640 1 --2- 172.21.15.1:0/3653979111 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3bd0100330 0x7f3bd019d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:48.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.790+0000 7f3bd4820640 1 -- 172.21.15.1:0/3653979111 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3bd0105400 msgr2=0x7f3bd019db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:48.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.790+0000 7f3bd4820640 1 --2- 172.21.15.1:0/3653979111 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3bd0105400 0x7f3bd019db20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.790+0000 7f3bd4820640 1 -- 172.21.15.1:0/3653979111 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3bd0100330 msgr2=0x7f3bd019d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:48.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.790+0000 7f3bd4820640 1 --2- 172.21.15.1:0/3653979111 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3bd0100330 0x7f3bd019d5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.790+0000 7f3bd4820640 1 -- 172.21.15.1:0/3653979111 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3bc8009900 con 0x7f3bd01976a0 2024-02-10T00:00:48.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.790+0000 7f3bcffff640 1 --2- 172.21.15.1:0/3653979111 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3bd0100330 0x7f3bd019d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:00:48.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.790+0000 7f3bcf7fe640 1 --2- 172.21.15.1:0/3653979111 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3bd0105400 0x7f3bd019db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:00:48.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.790+0000 7f3bd4820640 1 --2- 172.21.15.1:0/3653979111 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3bd01976a0 0x7f3bd0197b20 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f3bc8004af0 tx=0x7f3bc8034cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:48.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.790+0000 7f3bcd7fa640 1 -- 172.21.15.1:0/3653979111 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bc80328c0 con 0x7f3bd01976a0 2024-02-10T00:00:48.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.790+0000 7f3bcd7fa640 1 -- 172.21.15.1:0/3653979111 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3bc8003e50 con 0x7f3bd01976a0 2024-02-10T00:00:48.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.790+0000 7f3bd6283640 1 -- 172.21.15.1:0/3653979111 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3bd01a43e0 con 0x7f3bd01976a0 2024-02-10T00:00:48.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.790+0000 7f3bcd7fa640 1 -- 172.21.15.1:0/3653979111 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bc8004860 con 0x7f3bd01976a0 2024-02-10T00:00:48.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.791+0000 7f3bd6283640 1 -- 172.21.15.1:0/3653979111 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3bd01a4860 con 0x7f3bd01976a0 2024-02-10T00:00:48.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.793+0000 7f3bcd7fa640 1 -- 172.21.15.1:0/3653979111 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 25) v1 ==== 137000+0+0 (secure 0 0 0) 0x7f3bc800a040 con 0x7f3bd01976a0 2024-02-10T00:00:48.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.793+0000 7f3bd8e4b740 1 Processor -- start 2024-02-10T00:00:48.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.793+0000 7f3bd8e4b740 1 -- start start 2024-02-10T00:00:48.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.793+0000 7f3bcd7fa640 1 --2- 172.21.15.1:0/3653979111 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3bbc0a2350 0x7f3bbc0a4810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:48.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.793+0000 7f3bd8e4b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561e53858980 0x561e53858d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:48.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.793+0000 7f3bd8e4b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561e53859330 0x561e538618e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:48.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.793+0000 7f3bd8e4b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561e53861eb0 0x561e53864300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:48.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.793+0000 7f3bd8e4b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e53813d00 con 0x561e53861eb0 2024-02-10T00:00:48.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.793+0000 7f3bd8e4b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e537c82f0 con 0x561e53858980 2024-02-10T00:00:48.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.793+0000 7f3bd8e4b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e537c5820 con 0x561e53859330 2024-02-10T00:00:48.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.794+0000 7f3bcf7fe640 1 --2- 172.21.15.1:0/3653979111 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3bbc0a2350 0x7f3bbc0a4810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:48.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.794+0000 7f3bcd7fa640 1 -- 172.21.15.1:0/3653979111 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f3bc80f0ed0 con 0x7f3bd01976a0 2024-02-10T00:00:48.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.794+0000 7f3bd4820640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561e53861eb0 0x561e53864300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:48.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.794+0000 7f3bcf7fe640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561e53859330 0x561e538618e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:48.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.794+0000 7f3bd4820640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561e53861eb0 0x561e53864300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56080/0 (socket says 172.21.15.1:56080) 2024-02-10T00:00:48.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.794+0000 7f3bd4820640 1 -- 172.21.15.1:0/3764898554 learned_addr learned my addr 172.21.15.1:0/3764898554 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:48.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.794+0000 7f3bcffff640 1 --2- 172.21.15.1:0/3764898554 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561e53858980 0x561e53858d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:48.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.794+0000 7f3bd4820640 1 -- 172.21.15.1:0/3764898554 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561e53859330 msgr2=0x561e538618e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:48.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.794+0000 7f3bd4820640 1 --2- 172.21.15.1:0/3764898554 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561e53859330 0x561e538618e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.794+0000 7f3bd4820640 1 -- 172.21.15.1:0/3764898554 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561e53858980 msgr2=0x561e53858d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:48.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.794+0000 7f3bd4820640 1 --2- 172.21.15.1:0/3764898554 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561e53858980 0x561e53858d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.794+0000 7f3bd4820640 1 -- 172.21.15.1:0/3764898554 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561e53782ff0 con 0x561e53861eb0 2024-02-10T00:00:48.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.794+0000 7f3bd4820640 1 --2- 172.21.15.1:0/3764898554 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561e53861eb0 0x561e53864300 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f3bc8009ca0 tx=0x7f3bc80bd650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ad5370b9ccdcd1e server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:48.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.794+0000 7f3bcf7fe640 1 --2- 172.21.15.1:0/3653979111 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3bbc0a2350 0x7f3bbc0a4810 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f3bd0198ef0 tx=0x7f3bc0009e40 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:48.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.794+0000 7f3bc67fc640 1 -- 172.21.15.1:0/3764898554 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bc80bdf80 con 0x561e53861eb0 2024-02-10T00:00:48.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.794+0000 7f3bc67fc640 1 -- 172.21.15.1:0/3764898554 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3bc80312a0 con 0x561e53861eb0 2024-02-10T00:00:48.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.794+0000 7f3bc67fc640 1 -- 172.21.15.1:0/3764898554 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bc80c6020 con 0x561e53861eb0 2024-02-10T00:00:48.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.795+0000 7f3bd8e4b740 1 -- 172.21.15.1:0/3764898554 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561e53861eb0 msgr2=0x561e53864300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:48.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.795+0000 7f3bd8e4b740 1 --2- 172.21.15.1:0/3764898554 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561e53861eb0 0x561e53864300 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f3bc8009ca0 tx=0x7f3bc80bd650 comp rx=0 tx=0).stop 2024-02-10T00:00:48.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.795+0000 7f3bd8e4b740 1 -- 172.21.15.1:0/3764898554 shutdown_connections 2024-02-10T00:00:48.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.795+0000 7f3bd8e4b740 1 --2- 172.21.15.1:0/3764898554 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561e53861eb0 0x561e53864300 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.795+0000 7f3bd8e4b740 1 --2- 172.21.15.1:0/3764898554 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561e53859330 0x561e538618e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.795+0000 7f3bd8e4b740 1 --2- 172.21.15.1:0/3764898554 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561e53858980 0x561e53858d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.795+0000 7f3bd8e4b740 1 -- 172.21.15.1:0/3764898554 >> 172.21.15.1:0/3764898554 conn(0x561e53853050 msgr2=0x561e53853430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:48.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.795+0000 7f3bd8e4b740 1 -- 172.21.15.1:0/3764898554 shutdown_connections 2024-02-10T00:00:48.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.795+0000 7f3bd8e4b740 1 -- 172.21.15.1:0/3764898554 wait complete. 2024-02-10T00:00:48.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.795+0000 7f3bd8e4b740 1 -- start start 2024-02-10T00:00:48.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.796+0000 7f3bd8e4b740 1 Processor -- start 2024-02-10T00:00:48.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.796+0000 7f3bd8e4b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561e53858980 0x561e5385ec90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:48.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.796+0000 7f3bd8e4b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561e53859330 0x561e5385f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:48.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.796+0000 7f3bd8e4b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561e53861eb0 0x561e5385f710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:48.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.796+0000 7f3bd8e4b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e537c1000 con 0x561e53859330 2024-02-10T00:00:48.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.796+0000 7f3bd8e4b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e53494430 con 0x561e53861eb0 2024-02-10T00:00:48.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.796+0000 7f3bd8e4b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e53450e00 con 0x561e53858980 2024-02-10T00:00:48.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.796+0000 7f3bd8e4b740 10 client.0 _ll_register_callbacks cb 0x561e537b57f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:48.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.796+0000 7f3bcf7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561e53859330 0x561e5385f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:48.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.796+0000 7f3bcf7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561e53859330 0x561e5385f1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56086/0 (socket says 172.21.15.1:56086) 2024-02-10T00:00:48.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.796+0000 7f3bcffff640 1 --2- 172.21.15.1:0/2635767319 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561e53858980 0x561e5385ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:48.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.796+0000 7f3bcf7fe640 1 -- 172.21.15.1:0/2635767319 learned_addr learned my addr 172.21.15.1:0/2635767319 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:48.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.796+0000 7f3bd4820640 1 --2- 172.21.15.1:0/2635767319 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561e53861eb0 0x561e5385f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:48.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.796+0000 7f3bcf7fe640 1 -- 172.21.15.1:0/2635767319 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561e53858980 msgr2=0x561e5385ec90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:48.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.796+0000 7f3bcf7fe640 1 --2- 172.21.15.1:0/2635767319 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561e53858980 0x561e5385ec90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.796+0000 7f3bcf7fe640 1 -- 172.21.15.1:0/2635767319 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561e53861eb0 msgr2=0x561e5385f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:48.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.796+0000 7f3bcf7fe640 1 --2- 172.21.15.1:0/2635767319 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561e53861eb0 0x561e5385f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.796+0000 7f3bcf7fe640 1 -- 172.21.15.1:0/2635767319 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3bd01a4860 con 0x561e53859330 2024-02-10T00:00:48.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.796+0000 7f3bd4820640 1 --2- 172.21.15.1:0/2635767319 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561e53861eb0 0x561e5385f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:00:48.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.797+0000 7f3bcf7fe640 1 --2- 172.21.15.1:0/2635767319 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561e53859330 0x561e5385f1d0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f3bc0005f60 tx=0x7f3bc001d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=361154697f351dc1 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:48.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.797+0000 7f3baf7fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:48.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.797+0000 7f3baf7fe640 1 -- 172.21.15.1:0/2635767319 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bc0010430 con 0x561e53859330 2024-02-10T00:00:48.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.797+0000 7f3baf7fe640 1 -- 172.21.15.1:0/2635767319 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f3bc0010590 con 0x561e53859330 2024-02-10T00:00:48.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.797+0000 7f3bd8e4b740 1 -- 172.21.15.1:0/2635767319 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561e534c07e0 con 0x561e53859330 2024-02-10T00:00:48.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.797+0000 7f3baf7fe640 1 -- 172.21.15.1:0/2635767319 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3bc0010750 con 0x561e53859330 2024-02-10T00:00:48.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.797+0000 7f3bd8e4b740 10 client.16035 fetch_fsmap learned FSMap version 29 2024-02-10T00:00:48.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.797+0000 7f3bd8e4b740 1 -- 172.21.15.1:0/2635767319 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x561e537bf680 con 0x561e53859330 2024-02-10T00:00:48.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.797+0000 7f3baf7fe640 1 -- 172.21.15.1:0/2635767319 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x561e534c07e0 con 0x561e53859330 2024-02-10T00:00:48.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.797+0000 7f3baf7fe640 1 -- 172.21.15.1:0/2635767319 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f3bc00216a0 con 0x561e53859330 2024-02-10T00:00:48.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.797+0000 7f3bd8e4b740 10 client.16035 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:00:48.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.797+0000 7f3bd8e4b740 10 client.16035 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:00:48.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.797+0000 7f3bd8e4b740 20 client.16035 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:48.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.797+0000 7f3bd8e4b740 1 --2- 172.21.15.1:0/2635767319 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561e53872080 0x561e538744a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:48.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.797+0000 7f3bd8e4b740 4 client.16035 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:00:48.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.797+0000 7f3bd8e4b740 1 -- 172.21.15.1:0/2635767319 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561e534fd720 con 0x561e53872080 2024-02-10T00:00:48.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.798+0000 7f3bcffff640 1 --2- 172.21.15.1:0/2635767319 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561e53872080 0x561e538744a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:48.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.798+0000 7f3baf7fe640 10 client.16035 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:48.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.798+0000 7f3bcffff640 1 --2- 172.21.15.1:0/2635767319 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561e53872080 0x561e538744a0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=55784a6c42dc6722 server_cookie=205d90c03c1ebbff in_seq=0 out_seq=0 2024-02-10T00:00:48.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.799+0000 7f3baf7fe640 1 -- 172.21.15.1:0/2635767319 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x561e534fd720 con 0x561e53872080 2024-02-10T00:00:48.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.799+0000 7f3baf7fe640 10 client.16035 handle_command_reply: tid=0 2024-02-10T00:00:48.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.799+0000 7f3bd8e4b740 1 client.16035 shutdown 2024-02-10T00:00:48.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.799+0000 7f3bd8e4b740 1 -- 172.21.15.1:0/2635767319 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561e53859330 msgr2=0x561e5385f1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:48.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.799+0000 7f3bd8e4b740 1 --2- 172.21.15.1:0/2635767319 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561e53859330 0x561e5385f1d0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f3bc0005f60 tx=0x7f3bc001d000 comp rx=0 tx=0).stop 2024-02-10T00:00:48.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.799+0000 7f3bd8e4b740 1 -- 172.21.15.1:0/2635767319 shutdown_connections 2024-02-10T00:00:48.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.799+0000 7f3bd8e4b740 1 --2- 172.21.15.1:0/2635767319 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561e53872080 0x561e538744a0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.799+0000 7f3bd8e4b740 1 --2- 172.21.15.1:0/2635767319 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561e53861eb0 0x561e5385f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.799+0000 7f3bd8e4b740 1 --2- 172.21.15.1:0/2635767319 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561e53859330 0x561e5385f1d0 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.799+0000 7f3bd8e4b740 1 --2- 172.21.15.1:0/2635767319 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561e53858980 0x561e5385ec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.799+0000 7f3baf7fe640 0 client.16035 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:48.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.799+0000 7f3bd8e4b740 1 -- 172.21.15.1:0/2635767319 >> 172.21.15.1:0/2635767319 conn(0x561e53853050 msgr2=0x561e53854da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:48.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.799+0000 7f3bd8e4b740 1 -- 172.21.15.1:0/2635767319 shutdown_connections 2024-02-10T00:00:48.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.799+0000 7f3bd8e4b740 1 -- 172.21.15.1:0/2635767319 wait complete. 2024-02-10T00:00:48.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.799+0000 7f3bd8e4b740 20 client.16035 trim_cache size 0 max 16384 2024-02-10T00:00:48.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.814+0000 7f3bd8e4b740 1 Processor -- start 2024-02-10T00:00:48.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.814+0000 7f3bd8e4b740 1 -- start start 2024-02-10T00:00:48.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.815+0000 7f3bd8e4b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561e53858980 0x561e538613c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:48.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.815+0000 7f3bd8e4b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561e53859330 0x561e5385dc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:48.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.815+0000 7f3bd8e4b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561e53861eb0 0x561e5385f530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:48.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.815+0000 7f3bd8e4b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e53745fd0 con 0x561e53861eb0 2024-02-10T00:00:48.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.815+0000 7f3bd8e4b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e53828ab0 con 0x561e53858980 2024-02-10T00:00:48.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.815+0000 7f3bd8e4b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e538642a0 con 0x561e53859330 2024-02-10T00:00:48.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.815+0000 7f3bd4820640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561e53861eb0 0x561e5385f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:48.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.815+0000 7f3bd4820640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561e53861eb0 0x561e5385f530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56098/0 (socket says 172.21.15.1:56098) 2024-02-10T00:00:48.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.815+0000 7f3bd4820640 1 -- 172.21.15.1:0/80139706 learned_addr learned my addr 172.21.15.1:0/80139706 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:48.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.815+0000 7f3bcf7fe640 1 --2- 172.21.15.1:0/80139706 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561e53859330 0x561e5385dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:48.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.815+0000 7f3bcffff640 1 --2- 172.21.15.1:0/80139706 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561e53858980 0x561e538613c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:48.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.815+0000 7f3bd4820640 1 -- 172.21.15.1:0/80139706 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561e53859330 msgr2=0x561e5385dc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:48.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.815+0000 7f3bd4820640 1 --2- 172.21.15.1:0/80139706 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561e53859330 0x561e5385dc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.815+0000 7f3bd4820640 1 -- 172.21.15.1:0/80139706 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561e53858980 msgr2=0x561e538613c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:48.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.815+0000 7f3bd4820640 1 --2- 172.21.15.1:0/80139706 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561e53858980 0x561e538613c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.815+0000 7f3bd4820640 1 -- 172.21.15.1:0/80139706 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561e5375bb30 con 0x561e53861eb0 2024-02-10T00:00:48.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.815+0000 7f3bd4820640 1 --2- 172.21.15.1:0/80139706 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561e53861eb0 0x561e5385f530 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f3bc80348f0 tx=0x7f3bc80bd780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=caa3deb9ee5af01d server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:48.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.815+0000 7f3bc5ffb640 1 -- 172.21.15.1:0/80139706 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bc80bdf80 con 0x561e53861eb0 2024-02-10T00:00:48.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.815+0000 7f3bc5ffb640 1 -- 172.21.15.1:0/80139706 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3bc80bd880 con 0x561e53861eb0 2024-02-10T00:00:48.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.815+0000 7f3bc5ffb640 1 -- 172.21.15.1:0/80139706 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bc80b9ef0 con 0x561e53861eb0 2024-02-10T00:00:48.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.816+0000 7f3bd8e4b740 1 -- 172.21.15.1:0/80139706 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561e53861eb0 msgr2=0x561e5385f530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:48.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.816+0000 7f3bd8e4b740 1 --2- 172.21.15.1:0/80139706 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561e53861eb0 0x561e5385f530 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f3bc80348f0 tx=0x7f3bc80bd780 comp rx=0 tx=0).stop 2024-02-10T00:00:48.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.816+0000 7f3bd8e4b740 1 -- 172.21.15.1:0/80139706 shutdown_connections 2024-02-10T00:00:48.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.816+0000 7f3bd8e4b740 1 --2- 172.21.15.1:0/80139706 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561e53861eb0 0x561e5385f530 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.816+0000 7f3bd8e4b740 1 --2- 172.21.15.1:0/80139706 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561e53859330 0x561e5385dc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.816+0000 7f3bd8e4b740 1 --2- 172.21.15.1:0/80139706 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561e53858980 0x561e538613c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.816+0000 7f3bd8e4b740 1 -- 172.21.15.1:0/80139706 >> 172.21.15.1:0/80139706 conn(0x561e53853050 msgr2=0x561e5385d560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:48.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.816+0000 7f3bd8e4b740 1 -- 172.21.15.1:0/80139706 shutdown_connections 2024-02-10T00:00:48.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.816+0000 7f3bd8e4b740 1 -- 172.21.15.1:0/80139706 wait complete. 2024-02-10T00:00:48.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.816+0000 7f3bd8e4b740 1 -- start start 2024-02-10T00:00:48.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.817+0000 7f3bd8e4b740 1 Processor -- start 2024-02-10T00:00:48.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.817+0000 7f3bd8e4b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561e53858980 0x561e53868d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:48.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.817+0000 7f3bd8e4b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561e53859330 0x561e53867260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:48.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.817+0000 7f3bd8e4b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561e53861eb0 0x561e538677a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:48.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.817+0000 7f3bd8e4b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e53867ce0 con 0x561e53858980 2024-02-10T00:00:48.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.817+0000 7f3bd8e4b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e53867e50 con 0x561e53859330 2024-02-10T00:00:48.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.817+0000 7f3bd8e4b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e53868010 con 0x561e53861eb0 2024-02-10T00:00:48.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.817+0000 7f3bd8e4b740 10 client.0 _ll_register_callbacks cb 0x561e53861d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:48.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.817+0000 7f3bcffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561e53858980 0x561e53868d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:48.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.817+0000 7f3bcffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561e53858980 0x561e53868d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56114/0 (socket says 172.21.15.1:56114) 2024-02-10T00:00:48.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.817+0000 7f3bcffff640 1 -- 172.21.15.1:0/1850131460 learned_addr learned my addr 172.21.15.1:0/1850131460 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:48.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.817+0000 7f3bd4820640 1 --2- 172.21.15.1:0/1850131460 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561e53861eb0 0x561e538677a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:48.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.817+0000 7f3bcf7fe640 1 --2- 172.21.15.1:0/1850131460 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561e53859330 0x561e53867260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:48.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.817+0000 7f3bcffff640 1 -- 172.21.15.1:0/1850131460 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561e53861eb0 msgr2=0x561e538677a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:48.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.817+0000 7f3bcffff640 1 --2- 172.21.15.1:0/1850131460 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561e53861eb0 0x561e538677a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.817+0000 7f3bcffff640 1 -- 172.21.15.1:0/1850131460 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561e53859330 msgr2=0x561e53867260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:48.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.817+0000 7f3bcffff640 1 --2- 172.21.15.1:0/1850131460 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561e53859330 0x561e53867260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.817+0000 7f3bcffff640 1 -- 172.21.15.1:0/1850131460 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561e53782ff0 con 0x561e53858980 2024-02-10T00:00:48.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.817+0000 7f3bcf7fe640 1 --2- 172.21.15.1:0/1850131460 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561e53859330 0x561e53867260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:00:48.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.817+0000 7f3bcffff640 1 --2- 172.21.15.1:0/1850131460 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561e53858980 0x561e53868d40 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f3bb8005940 tx=0x7f3bb8009ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcaa234f59435651 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:48.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.817+0000 7f3baf7fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:48.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.817+0000 7f3baf7fe640 1 -- 172.21.15.1:0/1850131460 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bb8018040 con 0x561e53858980 2024-02-10T00:00:48.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.818+0000 7f3baf7fe640 1 -- 172.21.15.1:0/1850131460 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f3bb8005440 con 0x561e53858980 2024-02-10T00:00:48.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.818+0000 7f3bd8e4b740 1 -- 172.21.15.1:0/1850131460 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3bc80312a0 con 0x561e53858980 2024-02-10T00:00:48.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.818+0000 7f3baf7fe640 1 -- 172.21.15.1:0/1850131460 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3bb801a930 con 0x561e53858980 2024-02-10T00:00:48.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.818+0000 7f3bd8e4b740 10 client.16041 fetch_fsmap learned FSMap version 29 2024-02-10T00:00:48.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.818+0000 7f3bd8e4b740 1 -- 172.21.15.1:0/1850131460 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x561e53781850 con 0x561e53858980 2024-02-10T00:00:48.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.818+0000 7f3baf7fe640 1 -- 172.21.15.1:0/1850131460 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3bc80312a0 con 0x561e53858980 2024-02-10T00:00:48.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.818+0000 7f3baf7fe640 1 -- 172.21.15.1:0/1850131460 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f3bb8012a00 con 0x561e53858980 2024-02-10T00:00:48.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.818+0000 7f3bd8e4b740 10 client.16041 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:00:48.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.818+0000 7f3bd8e4b740 10 client.16041 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:00:48.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.818+0000 7f3bd8e4b740 20 client.16041 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:48.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.818+0000 7f3bd8e4b740 1 --2- 172.21.15.1:0/1850131460 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561e538c99e0 0x561e538cbe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:48.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.818+0000 7f3bd8e4b740 4 client.16041 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:00:48.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.818+0000 7f3bd8e4b740 1 -- 172.21.15.1:0/1850131460 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x561e5354c890 con 0x561e538c99e0 2024-02-10T00:00:48.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.818+0000 7f3bcf7fe640 1 --2- 172.21.15.1:0/1850131460 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561e538c99e0 0x561e538cbe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:48.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.819+0000 7f3bcf7fe640 1 --2- 172.21.15.1:0/1850131460 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561e538c99e0 0x561e538cbe00 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ebc253de171a9c23 server_cookie=3efcfda1aaebfabd in_seq=0 out_seq=0 2024-02-10T00:00:48.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.819+0000 7f3baf7fe640 10 client.16041 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:48.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.819+0000 7f3baf7fe640 1 -- 172.21.15.1:0/1850131460 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x561e5354c890 con 0x561e538c99e0 2024-02-10T00:00:48.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.819+0000 7f3baf7fe640 10 client.16041 handle_command_reply: tid=0 2024-02-10T00:00:48.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.819+0000 7f3bd8e4b740 1 client.16041 shutdown 2024-02-10T00:00:48.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.819+0000 7f3bd8e4b740 1 -- 172.21.15.1:0/1850131460 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561e53858980 msgr2=0x561e53868d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:48.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.819+0000 7f3bd8e4b740 1 --2- 172.21.15.1:0/1850131460 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561e53858980 0x561e53868d40 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f3bb8005940 tx=0x7f3bb8009ae0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.819+0000 7f3bd8e4b740 1 -- 172.21.15.1:0/1850131460 shutdown_connections 2024-02-10T00:00:48.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.819+0000 7f3bd8e4b740 1 --2- 172.21.15.1:0/1850131460 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561e538c99e0 0x561e538cbe00 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.819+0000 7f3bd8e4b740 1 --2- 172.21.15.1:0/1850131460 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561e53861eb0 0x561e538677a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.819+0000 7f3bd8e4b740 1 --2- 172.21.15.1:0/1850131460 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561e53859330 0x561e53867260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.819+0000 7f3bd8e4b740 1 --2- 172.21.15.1:0/1850131460 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561e53858980 0x561e53868d40 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.819+0000 7f3baf7fe640 0 client.16041 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:48.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.819+0000 7f3bd8e4b740 1 -- 172.21.15.1:0/1850131460 >> 172.21.15.1:0/1850131460 conn(0x561e53853050 msgr2=0x561e53851960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:48.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.819+0000 7f3bd8e4b740 1 -- 172.21.15.1:0/1850131460 shutdown_connections 2024-02-10T00:00:48.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.819+0000 7f3bd8e4b740 1 -- 172.21.15.1:0/1850131460 wait complete. 2024-02-10T00:00:48.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.819+0000 7f3bd8e4b740 20 client.16041 trim_cache size 0 max 16384 2024-02-10T00:00:48.828 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:00:48.828 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "no active scrubs running", 2024-02-10T00:00:48.828 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": {} 2024-02-10T00:00:48.828 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:00:48.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.820+0000 7f3bd6283640 1 -- 172.21.15.1:0/3653979111 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3bbc0a2350 msgr2=0x7f3bbc0a4810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:48.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.820+0000 7f3bd6283640 1 --2- 172.21.15.1:0/3653979111 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3bbc0a2350 0x7f3bbc0a4810 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f3bd0198ef0 tx=0x7f3bc0009e40 comp rx=0 tx=0).stop 2024-02-10T00:00:48.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.820+0000 7f3bd6283640 1 -- 172.21.15.1:0/3653979111 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3bd01976a0 msgr2=0x7f3bd0197b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:48.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.820+0000 7f3bd6283640 1 --2- 172.21.15.1:0/3653979111 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3bd01976a0 0x7f3bd0197b20 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f3bc8004af0 tx=0x7f3bc8034cc0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.820+0000 7f3bd6283640 1 -- 172.21.15.1:0/3653979111 shutdown_connections 2024-02-10T00:00:48.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.820+0000 7f3bd6283640 1 --2- 172.21.15.1:0/3653979111 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3bbc0a2350 0x7f3bbc0a4810 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.820+0000 7f3bd6283640 1 --2- 172.21.15.1:0/3653979111 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3bd01976a0 0x7f3bd0197b20 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.820+0000 7f3bd6283640 1 --2- 172.21.15.1:0/3653979111 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3bd0105400 0x7f3bd019db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.820+0000 7f3bd6283640 1 --2- 172.21.15.1:0/3653979111 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3bd0100330 0x7f3bd019d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.820+0000 7f3bd6283640 1 -- 172.21.15.1:0/3653979111 >> 172.21.15.1:0/3653979111 conn(0x7f3bd0077250 msgr2=0x7f3bd0069c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:48.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.820+0000 7f3bd6283640 1 -- 172.21.15.1:0/3653979111 shutdown_connections 2024-02-10T00:00:48.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.820+0000 7f3bd6283640 1 -- 172.21.15.1:0/3653979111 wait complete. 2024-02-10T00:00:48.833 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-02-10T00:00:48.833 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-10T00:00:48.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.935+0000 7fc632f93640 1 -- 172.21.15.1:0/3703188097 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc62c100350 msgr2=0x7fc62c100730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:48.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.935+0000 7fc632f93640 1 --2- 172.21.15.1:0/3703188097 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc62c100350 0x7fc62c100730 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7fc620009930 tx=0x7fc62002bc30 comp rx=0 tx=0).stop 2024-02-10T00:00:48.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.935+0000 7fc632f93640 1 -- 172.21.15.1:0/3703188097 shutdown_connections 2024-02-10T00:00:48.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.935+0000 7fc632f93640 1 --2- 172.21.15.1:0/3703188097 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc62c105420 0x7fc62c10cff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.935+0000 7fc632f93640 1 --2- 172.21.15.1:0/3703188097 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc62c100d00 0x7fc62c104d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.935+0000 7fc632f93640 1 --2- 172.21.15.1:0/3703188097 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc62c100350 0x7fc62c100730 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.935+0000 7fc632f93640 1 -- 172.21.15.1:0/3703188097 >> 172.21.15.1:0/3703188097 conn(0x7fc62c0772b0 msgr2=0x7fc62c0776c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:48.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.935+0000 7fc632f93640 1 -- 172.21.15.1:0/3703188097 shutdown_connections 2024-02-10T00:00:48.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.935+0000 7fc632f93640 1 -- 172.21.15.1:0/3703188097 wait complete. 2024-02-10T00:00:48.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.935+0000 7fc632f93640 1 Processor -- start 2024-02-10T00:00:48.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.935+0000 7fc632f93640 1 -- start start 2024-02-10T00:00:48.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.935+0000 7fc632f93640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc62c100350 0x7fc62c19c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:48.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.935+0000 7fc632f93640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc62c105420 0x7fc62c19c930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:48.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.935+0000 7fc632f93640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc62c1965f0 0x7fc62c196aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:48.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.935+0000 7fc632f93640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc62c196fe0 con 0x7fc62c100350 2024-02-10T00:00:48.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.935+0000 7fc632f93640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc62c197150 con 0x7fc62c1965f0 2024-02-10T00:00:48.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.935+0000 7fc632f93640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc62c197310 con 0x7fc62c105420 2024-02-10T00:00:48.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.936+0000 7fc630d2f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc62c100350 0x7fc62c19c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:48.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.936+0000 7fc630d2f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc62c100350 0x7fc62c19c3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56118/0 (socket says 172.21.15.1:56118) 2024-02-10T00:00:48.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.936+0000 7fc630d2f640 1 -- 172.21.15.1:0/3852972744 learned_addr learned my addr 172.21.15.1:0/3852972744 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:48.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.936+0000 7fc62bfff640 1 --2- 172.21.15.1:0/3852972744 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc62c105420 0x7fc62c19c930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:48.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.936+0000 7fc631530640 1 --2- 172.21.15.1:0/3852972744 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc62c1965f0 0x7fc62c196aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:48.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.936+0000 7fc630d2f640 1 -- 172.21.15.1:0/3852972744 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc62c105420 msgr2=0x7fc62c19c930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:48.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.936+0000 7fc630d2f640 1 --2- 172.21.15.1:0/3852972744 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc62c105420 0x7fc62c19c930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.936+0000 7fc630d2f640 1 -- 172.21.15.1:0/3852972744 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc62c1965f0 msgr2=0x7fc62c196aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:48.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.936+0000 7fc630d2f640 1 --2- 172.21.15.1:0/3852972744 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc62c1965f0 0x7fc62c196aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:48.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.936+0000 7fc630d2f640 1 -- 172.21.15.1:0/3852972744 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc620009560 con 0x7fc62c100350 2024-02-10T00:00:48.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.936+0000 7fc631530640 1 --2- 172.21.15.1:0/3852972744 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc62c1965f0 0x7fc62c196aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:00:48.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.936+0000 7fc630d2f640 1 --2- 172.21.15.1:0/3852972744 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc62c100350 0x7fc62c19c3f0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fc620009230 tx=0x7fc62002c6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:48.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.936+0000 7fc629ffb640 1 -- 172.21.15.1:0/3852972744 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc620004350 con 0x7fc62c100350 2024-02-10T00:00:48.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.936+0000 7fc632f93640 1 -- 172.21.15.1:0/3852972744 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc62c1a32b0 con 0x7fc62c100350 2024-02-10T00:00:48.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.936+0000 7fc629ffb640 1 -- 172.21.15.1:0/3852972744 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc6200044b0 con 0x7fc62c100350 2024-02-10T00:00:48.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.936+0000 7fc629ffb640 1 -- 172.21.15.1:0/3852972744 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc620003d70 con 0x7fc62c100350 2024-02-10T00:00:48.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.936+0000 7fc632f93640 1 -- 172.21.15.1:0/3852972744 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc62c1a37b0 con 0x7fc62c100350 2024-02-10T00:00:48.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.937+0000 7fc632f93640 1 -- 172.21.15.1:0/3852972744 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc62c0680b0 con 0x7fc62c100350 2024-02-10T00:00:48.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.938+0000 7fc629ffb640 1 -- 172.21.15.1:0/3852972744 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 25) v1 ==== 137000+0+0 (secure 0 0 0) 0x7fc620004df0 con 0x7fc62c100350 2024-02-10T00:00:48.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.939+0000 7fc629ffb640 1 --2- 172.21.15.1:0/3852972744 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc61c0a2350 0x7fc61c0a4810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:48.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.939+0000 7fc629ffb640 1 -- 172.21.15.1:0/3852972744 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fc6200f0b20 con 0x7fc62c100350 2024-02-10T00:00:48.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.939+0000 7fc62bfff640 1 --2- 172.21.15.1:0/3852972744 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc61c0a2350 0x7fc61c0a4810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:48.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.940+0000 7fc62bfff640 1 --2- 172.21.15.1:0/3852972744 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc61c0a2350 0x7fc61c0a4810 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fc62c0ffc40 tx=0x7fc61800b410 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:48.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:48.943+0000 7fc629ffb640 1 -- 172.21.15.1:0/3852972744 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fc6200b9640 con 0x7fc62c100350 2024-02-10T00:00:49.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.159+0000 7fc632f93640 1 -- 172.21.15.1:0/3852972744 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc62c108680 con 0x7fc62c100350 2024-02-10T00:00:49.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.160+0000 7fc629ffb640 1 -- 172.21.15.1:0/3852972744 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) v1 ==== 94+0+11367 (secure 0 0 0) 0x7fc6200bcd00 con 0x7fc62c100350 2024-02-10T00:00:49.162 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-10T00:00:49.162 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-09T23:57:05.956988+0000","modified":"2024-02-10T00:00:18.086451+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24496,"mds_2":24476,"mds_3":24475,"mds_4":14646},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14646":{"gid":14646,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24398":{"gid":24398,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24406":{"gid":24406,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24475":{"gid":24475,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_25477":{"gid":25477,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/1094349051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":1094349051},{"type":"v1","addr":"172.21.15.103:6835","nonce":1094349051}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-10T00:00:49.163 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 29 2024-02-10T00:00:49.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.162+0000 7fc632f93640 1 -- 172.21.15.1:0/3852972744 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc61c0a2350 msgr2=0x7fc61c0a4810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.162+0000 7fc632f93640 1 --2- 172.21.15.1:0/3852972744 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc61c0a2350 0x7fc61c0a4810 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fc62c0ffc40 tx=0x7fc61800b410 comp rx=0 tx=0).stop 2024-02-10T00:00:49.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.162+0000 7fc632f93640 1 -- 172.21.15.1:0/3852972744 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc62c100350 msgr2=0x7fc62c19c3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.162+0000 7fc632f93640 1 --2- 172.21.15.1:0/3852972744 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc62c100350 0x7fc62c19c3f0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fc620009230 tx=0x7fc62002c6c0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.162+0000 7fc632f93640 1 -- 172.21.15.1:0/3852972744 shutdown_connections 2024-02-10T00:00:49.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.162+0000 7fc632f93640 1 --2- 172.21.15.1:0/3852972744 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc61c0a2350 0x7fc61c0a4810 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.162+0000 7fc632f93640 1 --2- 172.21.15.1:0/3852972744 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc62c1965f0 0x7fc62c196aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.162+0000 7fc632f93640 1 --2- 172.21.15.1:0/3852972744 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc62c105420 0x7fc62c19c930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.162+0000 7fc632f93640 1 --2- 172.21.15.1:0/3852972744 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc62c100350 0x7fc62c19c3f0 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.162+0000 7fc632f93640 1 -- 172.21.15.1:0/3852972744 >> 172.21.15.1:0/3852972744 conn(0x7fc62c0772b0 msgr2=0x7fc62c0fe2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:49.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.162+0000 7fc632f93640 1 -- 172.21.15.1:0/3852972744 shutdown_connections 2024-02-10T00:00:49.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.162+0000 7fc632f93640 1 -- 172.21.15.1:0/3852972744 wait complete. 2024-02-10T00:00:49.175 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:00:49.175 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-02-10T00:00:49.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.279+0000 7fd97dfb5640 1 -- 172.21.15.1:0/1496074222 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd978100340 msgr2=0x7fd978100720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.279+0000 7fd97dfb5640 1 --2- 172.21.15.1:0/1496074222 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd978100340 0x7fd978100720 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fd968009930 tx=0x7fd96802bc30 comp rx=0 tx=0).stop 2024-02-10T00:00:49.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.279+0000 7fd97dfb5640 1 -- 172.21.15.1:0/1496074222 shutdown_connections 2024-02-10T00:00:49.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.279+0000 7fd97dfb5640 1 --2- 172.21.15.1:0/1496074222 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd978105410 0x7fd97810cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.279+0000 7fd97dfb5640 1 --2- 172.21.15.1:0/1496074222 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd978100cf0 0x7fd978104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.279+0000 7fd97dfb5640 1 --2- 172.21.15.1:0/1496074222 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd978100340 0x7fd978100720 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.279+0000 7fd97dfb5640 1 -- 172.21.15.1:0/1496074222 >> 172.21.15.1:0/1496074222 conn(0x7fd9780772e0 msgr2=0x7fd9780776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:49.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.279+0000 7fd97dfb5640 1 -- 172.21.15.1:0/1496074222 shutdown_connections 2024-02-10T00:00:49.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.279+0000 7fd97dfb5640 1 -- 172.21.15.1:0/1496074222 wait complete. 2024-02-10T00:00:49.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.279+0000 7fd97dfb5640 1 Processor -- start 2024-02-10T00:00:49.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.280+0000 7fd97dfb5640 1 -- start start 2024-02-10T00:00:49.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.280+0000 7fd97dfb5640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd978100340 0x7fd97819d610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.280+0000 7fd97dfb5640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd978105410 0x7fd97819db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.280+0000 7fd97dfb5640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd9781976d0 0x7fd978197b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.280+0000 7fd97dfb5640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9781981a0 con 0x7fd9781976d0 2024-02-10T00:00:49.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.280+0000 7fd97dfb5640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd978198310 con 0x7fd978100340 2024-02-10T00:00:49.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.280+0000 7fd97dfb5640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9781984d0 con 0x7fd978105410 2024-02-10T00:00:49.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.280+0000 7fd977fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd9781976d0 0x7fd978197b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.280+0000 7fd977fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd9781976d0 0x7fd978197b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56146/0 (socket says 172.21.15.1:56146) 2024-02-10T00:00:49.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.280+0000 7fd977fff640 1 -- 172.21.15.1:0/487461178 learned_addr learned my addr 172.21.15.1:0/487461178 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:49.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.280+0000 7fd976ffd640 1 --2- 172.21.15.1:0/487461178 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd978105410 0x7fd97819db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.280+0000 7fd9777fe640 1 --2- 172.21.15.1:0/487461178 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd978100340 0x7fd97819d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.280+0000 7fd977fff640 1 -- 172.21.15.1:0/487461178 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd978105410 msgr2=0x7fd97819db50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.280+0000 7fd977fff640 1 --2- 172.21.15.1:0/487461178 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd978105410 0x7fd97819db50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.280+0000 7fd977fff640 1 -- 172.21.15.1:0/487461178 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd978100340 msgr2=0x7fd97819d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.280+0000 7fd977fff640 1 --2- 172.21.15.1:0/487461178 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd978100340 0x7fd97819d610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.280+0000 7fd977fff640 1 -- 172.21.15.1:0/487461178 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd968009560 con 0x7fd9781976d0 2024-02-10T00:00:49.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.280+0000 7fd977fff640 1 --2- 172.21.15.1:0/487461178 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd9781976d0 0x7fd978197b50 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fd97000ea60 tx=0x7fd97000ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:49.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.281+0000 7fd974ff9640 1 -- 172.21.15.1:0/487461178 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd97000ce40 con 0x7fd9781976d0 2024-02-10T00:00:49.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.281+0000 7fd974ff9640 1 -- 172.21.15.1:0/487461178 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd970005020 con 0x7fd9781976d0 2024-02-10T00:00:49.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.281+0000 7fd97dfb5640 1 -- 172.21.15.1:0/487461178 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd9781a4470 con 0x7fd9781976d0 2024-02-10T00:00:49.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.281+0000 7fd974ff9640 1 -- 172.21.15.1:0/487461178 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd970010690 con 0x7fd9781976d0 2024-02-10T00:00:49.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.281+0000 7fd97dfb5640 1 -- 172.21.15.1:0/487461178 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd9781a4950 con 0x7fd9781976d0 2024-02-10T00:00:49.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.283+0000 7fd974ff9640 1 -- 172.21.15.1:0/487461178 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 25) v1 ==== 137000+0+0 (secure 0 0 0) 0x7fd970005500 con 0x7fd9781976d0 2024-02-10T00:00:49.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.283+0000 7fd980b88740 1 Processor -- start 2024-02-10T00:00:49.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.283+0000 7fd980b88740 1 -- start start 2024-02-10T00:00:49.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.283+0000 7fd980b88740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596fd5d1890 0x5596fd5d1c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.283+0000 7fd980b88740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596fd5d2240 0x5596fd5dad80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.283+0000 7fd980b88740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596fd5db3a0 0x5596fd5db820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.283+0000 7fd980b88740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596fd58d020 con 0x5596fd5d1890 2024-02-10T00:00:49.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.283+0000 7fd974ff9640 1 --2- 172.21.15.1:0/487461178 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd9600a2350 0x7fd9600a4810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.283+0000 7fd980b88740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596fd540320 con 0x5596fd5d2240 2024-02-10T00:00:49.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.283+0000 7fd980b88740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596fd53d850 con 0x5596fd5db3a0 2024-02-10T00:00:49.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.283+0000 7fd976ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596fd5d1890 0x5596fd5d1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.283+0000 7fd976ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596fd5d1890 0x5596fd5d1c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56162/0 (socket says 172.21.15.1:56162) 2024-02-10T00:00:49.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.283+0000 7fd976ffd640 1 -- 172.21.15.1:0/3465481538 learned_addr learned my addr 172.21.15.1:0/3465481538 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:49.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.283+0000 7fd977fff640 1 --2- 172.21.15.1:0/487461178 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd9600a2350 0x7fd9600a4810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.284+0000 7fd9777fe640 1 --2- 172.21.15.1:0/3465481538 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596fd5d2240 0x5596fd5dad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.284+0000 7fd976ffd640 1 --2- 172.21.15.1:0/3465481538 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596fd5db3a0 0x5596fd5db820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.284+0000 7fd974ff9640 1 -- 172.21.15.1:0/487461178 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fd970014070 con 0x7fd9781976d0 2024-02-10T00:00:49.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.284+0000 7fd976ffd640 1 -- 172.21.15.1:0/3465481538 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596fd5db3a0 msgr2=0x5596fd5db820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.284+0000 7fd976ffd640 1 --2- 172.21.15.1:0/3465481538 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596fd5db3a0 0x5596fd5db820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.284+0000 7fd976ffd640 1 -- 172.21.15.1:0/3465481538 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596fd5d2240 msgr2=0x5596fd5dad80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.284+0000 7fd976ffd640 1 --2- 172.21.15.1:0/3465481538 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596fd5d2240 0x5596fd5dad80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.284+0000 7fd976ffd640 1 -- 172.21.15.1:0/3465481538 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5596fd4fb210 con 0x5596fd5d1890 2024-02-10T00:00:49.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.284+0000 7fd976ffd640 1 --2- 172.21.15.1:0/3465481538 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596fd5d1890 0x5596fd5d1c70 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fd96c00bfd0 tx=0x7fd96c00b820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b811d717d63c3ef0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:49.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.284+0000 7fd977fff640 1 --2- 172.21.15.1:0/487461178 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd9600a2350 0x7fd9600a4810 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fd9700cbff0 tx=0x7fd97000ef90 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:49.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.284+0000 7fd95dffb640 1 -- 172.21.15.1:0/3465481538 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd96c004030 con 0x5596fd5d1890 2024-02-10T00:00:49.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.284+0000 7fd95dffb640 1 -- 172.21.15.1:0/3465481538 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd96c004190 con 0x5596fd5d1890 2024-02-10T00:00:49.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.284+0000 7fd95dffb640 1 -- 172.21.15.1:0/3465481538 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd96c00f6e0 con 0x5596fd5d1890 2024-02-10T00:00:49.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.285+0000 7fd980b88740 1 -- 172.21.15.1:0/3465481538 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596fd5d1890 msgr2=0x5596fd5d1c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.285+0000 7fd980b88740 1 --2- 172.21.15.1:0/3465481538 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596fd5d1890 0x5596fd5d1c70 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fd96c00bfd0 tx=0x7fd96c00b820 comp rx=0 tx=0).stop 2024-02-10T00:00:49.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.285+0000 7fd980b88740 1 -- 172.21.15.1:0/3465481538 shutdown_connections 2024-02-10T00:00:49.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.285+0000 7fd980b88740 1 --2- 172.21.15.1:0/3465481538 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596fd5db3a0 0x5596fd5db820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.285+0000 7fd980b88740 1 --2- 172.21.15.1:0/3465481538 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596fd5d2240 0x5596fd5dad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.285+0000 7fd980b88740 1 --2- 172.21.15.1:0/3465481538 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596fd5d1890 0x5596fd5d1c70 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.285+0000 7fd980b88740 1 -- 172.21.15.1:0/3465481538 >> 172.21.15.1:0/3465481538 conn(0x5596fd5cc100 msgr2=0x5596fd5cc4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:49.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.285+0000 7fd980b88740 1 -- 172.21.15.1:0/3465481538 shutdown_connections 2024-02-10T00:00:49.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.285+0000 7fd980b88740 1 -- 172.21.15.1:0/3465481538 wait complete. 2024-02-10T00:00:49.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.285+0000 7fd980b88740 1 -- start start 2024-02-10T00:00:49.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.285+0000 7fd980b88740 1 Processor -- start 2024-02-10T00:00:49.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.286+0000 7fd980b88740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596fd5d1890 0x5596fd5dee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.286+0000 7fd980b88740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596fd5d2240 0x5596fd5df350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.286+0000 7fd980b88740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596fd5db3a0 0x5596fd5df890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.286+0000 7fd980b88740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596fd539030 con 0x5596fd5db3a0 2024-02-10T00:00:49.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.286+0000 7fd980b88740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596fd20c430 con 0x5596fd5d1890 2024-02-10T00:00:49.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.286+0000 7fd980b88740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596fd1c8e00 con 0x5596fd5d2240 2024-02-10T00:00:49.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.286+0000 7fd980b88740 10 client.0 _ll_register_callbacks cb 0x5596fd52e030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:49.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.286+0000 7fd976ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596fd5db3a0 0x5596fd5df890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.286+0000 7fd976ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596fd5db3a0 0x5596fd5df890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56174/0 (socket says 172.21.15.1:56174) 2024-02-10T00:00:49.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.286+0000 7fd976ffd640 1 -- 172.21.15.1:0/88041314 learned_addr learned my addr 172.21.15.1:0/88041314 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:49.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.286+0000 7fd9777fe640 1 --2- 172.21.15.1:0/88041314 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596fd5d2240 0x5596fd5df350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.286+0000 7fd976ffd640 1 --2- 172.21.15.1:0/88041314 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596fd5d1890 0x5596fd5dee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.286+0000 7fd976ffd640 1 -- 172.21.15.1:0/88041314 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596fd5d2240 msgr2=0x5596fd5df350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.286+0000 7fd976ffd640 1 --2- 172.21.15.1:0/88041314 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596fd5d2240 0x5596fd5df350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.286+0000 7fd976ffd640 1 -- 172.21.15.1:0/88041314 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596fd5d1890 msgr2=0x5596fd5dee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.286+0000 7fd976ffd640 1 --2- 172.21.15.1:0/88041314 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596fd5d1890 0x5596fd5dee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.286+0000 7fd976ffd640 1 -- 172.21.15.1:0/88041314 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd96c00bd40 con 0x5596fd5db3a0 2024-02-10T00:00:49.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.286+0000 7fd976ffd640 1 --2- 172.21.15.1:0/88041314 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596fd5db3a0 0x5596fd5df890 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7fd96c0057b0 tx=0x7fd96c003db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5344c496427b3304 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:49.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.286+0000 7fd956ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:49.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.286+0000 7fd956ffd640 1 -- 172.21.15.1:0/88041314 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd96c004510 con 0x5596fd5db3a0 2024-02-10T00:00:49.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.286+0000 7fd980b88740 1 -- 172.21.15.1:0/88041314 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5596fd2387e0 con 0x5596fd5db3a0 2024-02-10T00:00:49.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.286+0000 7fd956ffd640 1 -- 172.21.15.1:0/88041314 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fd96c0035f0 con 0x5596fd5db3a0 2024-02-10T00:00:49.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.286+0000 7fd956ffd640 1 -- 172.21.15.1:0/88041314 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd96c0037b0 con 0x5596fd5db3a0 2024-02-10T00:00:49.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.286+0000 7fd980b88740 10 client.16059 fetch_fsmap learned FSMap version 29 2024-02-10T00:00:49.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.286+0000 7fd980b88740 1 -- 172.21.15.1:0/88041314 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5596fd5376b0 con 0x5596fd5db3a0 2024-02-10T00:00:49.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.287+0000 7fd956ffd640 1 -- 172.21.15.1:0/88041314 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd96c030020 con 0x5596fd5db3a0 2024-02-10T00:00:49.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.287+0000 7fd956ffd640 1 -- 172.21.15.1:0/88041314 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fd96c0049a0 con 0x5596fd5db3a0 2024-02-10T00:00:49.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.287+0000 7fd980b88740 10 client.16059 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:00:49.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.287+0000 7fd980b88740 10 client.16059 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:00:49.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.287+0000 7fd980b88740 20 client.16059 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:49.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.287+0000 7fd980b88740 1 --2- 172.21.15.1:0/88041314 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5596fd5ef7b0 0x5596fd5f1ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.287+0000 7fd980b88740 4 client.16059 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:00:49.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.287+0000 7fd980b88740 1 -- 172.21.15.1:0/88041314 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5596fd275720 con 0x5596fd5ef7b0 2024-02-10T00:00:49.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.287+0000 7fd9777fe640 1 --2- 172.21.15.1:0/88041314 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5596fd5ef7b0 0x5596fd5f1ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.287+0000 7fd9777fe640 1 --2- 172.21.15.1:0/88041314 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5596fd5ef7b0 0x5596fd5f1ba0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=9c2685fc59b55c34 server_cookie=8891e8aaa43ed86a in_seq=0 out_seq=0 2024-02-10T00:00:49.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.287+0000 7fd956ffd640 10 client.16059 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:00:49.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.288+0000 7fd956ffd640 1 -- 172.21.15.1:0/88041314 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5596fd275720 con 0x5596fd5ef7b0 2024-02-10T00:00:49.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.288+0000 7fd956ffd640 10 client.16059 handle_command_reply: tid=0 2024-02-10T00:00:49.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.288+0000 7fd980b88740 1 client.16059 shutdown 2024-02-10T00:00:49.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.288+0000 7fd980b88740 1 -- 172.21.15.1:0/88041314 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596fd5db3a0 msgr2=0x5596fd5df890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.288+0000 7fd980b88740 1 --2- 172.21.15.1:0/88041314 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596fd5db3a0 0x5596fd5df890 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7fd96c0057b0 tx=0x7fd96c003db0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.288+0000 7fd980b88740 1 -- 172.21.15.1:0/88041314 shutdown_connections 2024-02-10T00:00:49.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.288+0000 7fd980b88740 1 --2- 172.21.15.1:0/88041314 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5596fd5ef7b0 0x5596fd5f1ba0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.288+0000 7fd980b88740 1 --2- 172.21.15.1:0/88041314 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596fd5db3a0 0x5596fd5df890 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.288+0000 7fd980b88740 1 --2- 172.21.15.1:0/88041314 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596fd5d2240 0x5596fd5df350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.288+0000 7fd980b88740 1 --2- 172.21.15.1:0/88041314 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596fd5d1890 0x5596fd5dee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.288+0000 7fd956ffd640 0 client.16059 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:00:49.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.288+0000 7fd980b88740 1 -- 172.21.15.1:0/88041314 >> 172.21.15.1:0/88041314 conn(0x5596fd5cc100 msgr2=0x5596fd5cde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:49.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.288+0000 7fd980b88740 1 -- 172.21.15.1:0/88041314 shutdown_connections 2024-02-10T00:00:49.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.288+0000 7fd980b88740 1 -- 172.21.15.1:0/88041314 wait complete. 2024-02-10T00:00:49.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.288+0000 7fd980b88740 20 client.16059 trim_cache size 0 max 16384 2024-02-10T00:00:49.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.300+0000 7fd980b88740 1 Processor -- start 2024-02-10T00:00:49.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.300+0000 7fd980b88740 1 -- start start 2024-02-10T00:00:49.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.300+0000 7fd980b88740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596fd5d1890 0x5596fd5e1540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.300+0000 7fd980b88740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596fd5d2240 0x5596fd5dc790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.308 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.300+0000 7fd980b88740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596fd5db3a0 0x5596fd5dd700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.308 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.300+0000 7fd980b88740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596fd4be130 con 0x5596fd5d2240 2024-02-10T00:00:49.308 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.300+0000 7fd980b88740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596fd5cbc30 con 0x5596fd5db3a0 2024-02-10T00:00:49.308 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.300+0000 7fd980b88740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596fd5d2790 con 0x5596fd5d1890 2024-02-10T00:00:49.308 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.300+0000 7fd9777fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596fd5d2240 0x5596fd5dc790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.308 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.300+0000 7fd9777fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596fd5d2240 0x5596fd5dc790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56190/0 (socket says 172.21.15.1:56190) 2024-02-10T00:00:49.308 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.300+0000 7fd9777fe640 1 -- 172.21.15.1:0/3598836352 learned_addr learned my addr 172.21.15.1:0/3598836352 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:49.308 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.300+0000 7fd976ffd640 1 --2- 172.21.15.1:0/3598836352 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596fd5d1890 0x5596fd5e1540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.308 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.300+0000 7fd976ffd640 1 --2- 172.21.15.1:0/3598836352 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596fd5db3a0 0x5596fd5dd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.308 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.300+0000 7fd9777fe640 1 -- 172.21.15.1:0/3598836352 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596fd5d1890 msgr2=0x5596fd5e1540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.308 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.300+0000 7fd9777fe640 1 --2- 172.21.15.1:0/3598836352 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596fd5d1890 0x5596fd5e1540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.308 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.300+0000 7fd9777fe640 1 -- 172.21.15.1:0/3598836352 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596fd5db3a0 msgr2=0x5596fd5dd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.308 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.300+0000 7fd9777fe640 1 --2- 172.21.15.1:0/3598836352 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596fd5db3a0 0x5596fd5dd700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.300+0000 7fd9777fe640 1 -- 172.21.15.1:0/3598836352 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5596fd4d3c90 con 0x5596fd5d2240 2024-02-10T00:00:49.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.300+0000 7fd976ffd640 1 --2- 172.21.15.1:0/3598836352 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596fd5d1890 0x5596fd5e1540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:00:49.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.300+0000 7fd9777fe640 1 --2- 172.21.15.1:0/3598836352 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596fd5d2240 0x5596fd5dc790 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7fd968009930 tx=0x7fd96802e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52657a013ec5640d server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:49.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.301+0000 7fd95d7fa640 1 -- 172.21.15.1:0/3598836352 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd968045070 con 0x5596fd5d2240 2024-02-10T00:00:49.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.301+0000 7fd95d7fa640 1 -- 172.21.15.1:0/3598836352 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd96804b070 con 0x5596fd5d2240 2024-02-10T00:00:49.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.301+0000 7fd95d7fa640 1 -- 172.21.15.1:0/3598836352 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd96802ca40 con 0x5596fd5d2240 2024-02-10T00:00:49.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.301+0000 7fd980b88740 1 -- 172.21.15.1:0/3598836352 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596fd5d2240 msgr2=0x5596fd5dc790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.301+0000 7fd980b88740 1 --2- 172.21.15.1:0/3598836352 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596fd5d2240 0x5596fd5dc790 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7fd968009930 tx=0x7fd96802e040 comp rx=0 tx=0).stop 2024-02-10T00:00:49.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.301+0000 7fd980b88740 1 -- 172.21.15.1:0/3598836352 shutdown_connections 2024-02-10T00:00:49.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.301+0000 7fd980b88740 1 --2- 172.21.15.1:0/3598836352 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596fd5db3a0 0x5596fd5dd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.301+0000 7fd980b88740 1 --2- 172.21.15.1:0/3598836352 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596fd5d2240 0x5596fd5dc790 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.301+0000 7fd980b88740 1 --2- 172.21.15.1:0/3598836352 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596fd5d1890 0x5596fd5e1540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.301+0000 7fd980b88740 1 -- 172.21.15.1:0/3598836352 >> 172.21.15.1:0/3598836352 conn(0x5596fd5cc100 msgr2=0x5596fd5d9bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:49.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.301+0000 7fd980b88740 1 -- 172.21.15.1:0/3598836352 shutdown_connections 2024-02-10T00:00:49.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.301+0000 7fd980b88740 1 -- 172.21.15.1:0/3598836352 wait complete. 2024-02-10T00:00:49.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.302+0000 7fd980b88740 1 -- start start 2024-02-10T00:00:49.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.302+0000 7fd980b88740 1 Processor -- start 2024-02-10T00:00:49.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.302+0000 7fd980b88740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596fd5d1890 0x5596fd5e4da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.302+0000 7fd980b88740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596fd5d2240 0x5596fd5e52e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.302+0000 7fd980b88740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596fd5db3a0 0x5596fd5e5820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.302+0000 7fd980b88740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596fd5e6d40 con 0x5596fd5d1890 2024-02-10T00:00:49.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.302+0000 7fd980b88740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596fd645c20 con 0x5596fd5d2240 2024-02-10T00:00:49.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.302+0000 7fd980b88740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596fd645de0 con 0x5596fd5db3a0 2024-02-10T00:00:49.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.302+0000 7fd980b88740 10 client.0 _ll_register_callbacks cb 0x7fd96c00b770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:49.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.302+0000 7fd976ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596fd5d1890 0x5596fd5e4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.302+0000 7fd976ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596fd5d1890 0x5596fd5e4da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56202/0 (socket says 172.21.15.1:56202) 2024-02-10T00:00:49.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.302+0000 7fd976ffd640 1 -- 172.21.15.1:0/2700969055 learned_addr learned my addr 172.21.15.1:0/2700969055 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:49.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.302+0000 7fd976ffd640 1 --2- 172.21.15.1:0/2700969055 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596fd5db3a0 0x5596fd5e5820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.302+0000 7fd9777fe640 1 --2- 172.21.15.1:0/2700969055 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596fd5d2240 0x5596fd5e52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.302+0000 7fd976ffd640 1 -- 172.21.15.1:0/2700969055 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596fd5db3a0 msgr2=0x5596fd5e5820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.302+0000 7fd976ffd640 1 --2- 172.21.15.1:0/2700969055 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596fd5db3a0 0x5596fd5e5820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.302+0000 7fd976ffd640 1 -- 172.21.15.1:0/2700969055 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596fd5d2240 msgr2=0x5596fd5e52e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.302+0000 7fd976ffd640 1 --2- 172.21.15.1:0/2700969055 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596fd5d2240 0x5596fd5e52e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.302+0000 7fd976ffd640 1 -- 172.21.15.1:0/2700969055 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd978068500 con 0x5596fd5d1890 2024-02-10T00:00:49.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.303+0000 7fd976ffd640 1 --2- 172.21.15.1:0/2700969055 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596fd5d1890 0x5596fd5e4da0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fd96c003b40 tx=0x7fd96c003db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38f1f4b04627ca3b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:49.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.303+0000 7fd956ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:49.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.303+0000 7fd956ffd640 1 -- 172.21.15.1:0/2700969055 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd96c003b70 con 0x5596fd5d1890 2024-02-10T00:00:49.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.303+0000 7fd956ffd640 1 -- 172.21.15.1:0/2700969055 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fd96c000e40 con 0x5596fd5d1890 2024-02-10T00:00:49.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.303+0000 7fd980b88740 1 -- 172.21.15.1:0/2700969055 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd96c004190 con 0x5596fd5d1890 2024-02-10T00:00:49.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.303+0000 7fd956ffd640 1 -- 172.21.15.1:0/2700969055 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd96c010460 con 0x5596fd5d1890 2024-02-10T00:00:49.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.303+0000 7fd980b88740 10 client.16065 fetch_fsmap learned FSMap version 29 2024-02-10T00:00:49.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.303+0000 7fd980b88740 1 -- 172.21.15.1:0/2700969055 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5596fd4f9a70 con 0x5596fd5d1890 2024-02-10T00:00:49.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.303+0000 7fd956ffd640 1 -- 172.21.15.1:0/2700969055 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd96c045020 con 0x5596fd5d1890 2024-02-10T00:00:49.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.303+0000 7fd956ffd640 1 -- 172.21.15.1:0/2700969055 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fd96c033040 con 0x5596fd5d1890 2024-02-10T00:00:49.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.303+0000 7fd980b88740 10 client.16065 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:00:49.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.303+0000 7fd980b88740 10 client.16065 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:00:49.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.303+0000 7fd980b88740 20 client.16065 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:49.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.303+0000 7fd980b88740 1 --2- 172.21.15.1:0/2700969055 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5596fd647300 0x5596fd649720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.303+0000 7fd980b88740 4 client.16065 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:00:49.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.303+0000 7fd980b88740 1 -- 172.21.15.1:0/2700969055 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5596fd2c4890 con 0x5596fd647300 2024-02-10T00:00:49.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.303+0000 7fd9777fe640 1 --2- 172.21.15.1:0/2700969055 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5596fd647300 0x5596fd649720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.304+0000 7fd956ffd640 10 client.16065 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:00:49.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.304+0000 7fd9777fe640 1 --2- 172.21.15.1:0/2700969055 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5596fd647300 0x5596fd649720 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=4cc19ed0c43def19 server_cookie=47968b053aa90e79 in_seq=0 out_seq=0 2024-02-10T00:00:49.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.304+0000 7fd956ffd640 1 -- 172.21.15.1:0/2700969055 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5596fd2c4890 con 0x5596fd647300 2024-02-10T00:00:49.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.304+0000 7fd956ffd640 10 client.16065 handle_command_reply: tid=0 2024-02-10T00:00:49.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.304+0000 7fd980b88740 1 client.16065 shutdown 2024-02-10T00:00:49.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.304+0000 7fd980b88740 1 -- 172.21.15.1:0/2700969055 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596fd5d1890 msgr2=0x5596fd5e4da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.304+0000 7fd980b88740 1 --2- 172.21.15.1:0/2700969055 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596fd5d1890 0x5596fd5e4da0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fd96c003b40 tx=0x7fd96c003db0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.304+0000 7fd980b88740 1 -- 172.21.15.1:0/2700969055 shutdown_connections 2024-02-10T00:00:49.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.304+0000 7fd980b88740 1 --2- 172.21.15.1:0/2700969055 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5596fd647300 0x5596fd649720 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.304+0000 7fd980b88740 1 --2- 172.21.15.1:0/2700969055 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596fd5db3a0 0x5596fd5e5820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.304+0000 7fd980b88740 1 --2- 172.21.15.1:0/2700969055 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596fd5d2240 0x5596fd5e52e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.304+0000 7fd956ffd640 0 client.16065 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:00:49.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.304+0000 7fd980b88740 1 --2- 172.21.15.1:0/2700969055 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596fd5d1890 0x5596fd5e4da0 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.304+0000 7fd980b88740 1 -- 172.21.15.1:0/2700969055 >> 172.21.15.1:0/2700969055 conn(0x5596fd5cc100 msgr2=0x5596fd5dd6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:49.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.304+0000 7fd980b88740 1 -- 172.21.15.1:0/2700969055 shutdown_connections 2024-02-10T00:00:49.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.304+0000 7fd980b88740 1 -- 172.21.15.1:0/2700969055 wait complete. 2024-02-10T00:00:49.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.304+0000 7fd980b88740 20 client.16065 trim_cache size 0 max 16384 2024-02-10T00:00:49.314 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:00:49.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.305+0000 7fd97dfb5640 1 -- 172.21.15.1:0/487461178 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd9600a2350 msgr2=0x7fd9600a4810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.305+0000 7fd97dfb5640 1 --2- 172.21.15.1:0/487461178 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd9600a2350 0x7fd9600a4810 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fd9700cbff0 tx=0x7fd97000ef90 comp rx=0 tx=0).stop 2024-02-10T00:00:49.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.305+0000 7fd97dfb5640 1 -- 172.21.15.1:0/487461178 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd9781976d0 msgr2=0x7fd978197b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.305+0000 7fd97dfb5640 1 --2- 172.21.15.1:0/487461178 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd9781976d0 0x7fd978197b50 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fd97000ea60 tx=0x7fd97000ef20 comp rx=0 tx=0).stop 2024-02-10T00:00:49.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.305+0000 7fd97dfb5640 1 -- 172.21.15.1:0/487461178 shutdown_connections 2024-02-10T00:00:49.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.305+0000 7fd97dfb5640 1 --2- 172.21.15.1:0/487461178 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd9600a2350 0x7fd9600a4810 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.305+0000 7fd97dfb5640 1 --2- 172.21.15.1:0/487461178 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd9781976d0 0x7fd978197b50 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.305+0000 7fd97dfb5640 1 --2- 172.21.15.1:0/487461178 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd978105410 0x7fd97819db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.305+0000 7fd97dfb5640 1 --2- 172.21.15.1:0/487461178 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd978100340 0x7fd97819d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.305+0000 7fd97dfb5640 1 -- 172.21.15.1:0/487461178 >> 172.21.15.1:0/487461178 conn(0x7fd9780772e0 msgr2=0x7fd9780fe310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:49.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.305+0000 7fd97dfb5640 1 -- 172.21.15.1:0/487461178 shutdown_connections 2024-02-10T00:00:49.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.305+0000 7fd97dfb5640 1 -- 172.21.15.1:0/487461178 wait complete. 2024-02-10T00:00:49.317 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:00:49.317 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-02-10T00:00:49.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:49 smithi103 ceph-mon[36942]: pgmap v47: 97 pgs: 97 active+clean; 1.8 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 24 KiB/s wr, 22 op/s 2024-02-10T00:00:49.396 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:49 smithi088 ceph-mon[36452]: pgmap v47: 97 pgs: 97 active+clean; 1.8 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 24 KiB/s wr, 22 op/s 2024-02-10T00:00:49.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.420+0000 7fb2a958a640 1 -- 172.21.15.1:0/3961948406 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb2a4102df0 msgr2=0x7fb2a4107220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.420+0000 7fb2a958a640 1 --2- 172.21.15.1:0/3961948406 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb2a4102df0 0x7fb2a4107220 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fb28c009930 tx=0x7fb28c02bc30 comp rx=0 tx=0).stop 2024-02-10T00:00:49.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.420+0000 7fb2a958a640 1 -- 172.21.15.1:0/3961948406 shutdown_connections 2024-02-10T00:00:49.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.420+0000 7fb2a958a640 1 --2- 172.21.15.1:0/3961948406 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb2a4107930 0x7fb2a410e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.420+0000 7fb2a958a640 1 --2- 172.21.15.1:0/3961948406 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb2a4102df0 0x7fb2a4107220 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.420+0000 7fb2a958a640 1 --2- 172.21.15.1:0/3961948406 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb2a4102440 0x7fb2a4102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.420+0000 7fb2a958a640 1 -- 172.21.15.1:0/3961948406 >> 172.21.15.1:0/3961948406 conn(0x7fb2a4077310 msgr2=0x7fb2a4077720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:49.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.420+0000 7fb2a958a640 1 -- 172.21.15.1:0/3961948406 shutdown_connections 2024-02-10T00:00:49.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.420+0000 7fb2a958a640 1 -- 172.21.15.1:0/3961948406 wait complete. 2024-02-10T00:00:49.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.421+0000 7fb2a958a640 1 Processor -- start 2024-02-10T00:00:49.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.421+0000 7fb2a958a640 1 -- start start 2024-02-10T00:00:49.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.421+0000 7fb2a958a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb2a4102440 0x7fb2a419d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.421+0000 7fb2a958a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb2a4107930 0x7fb2a419dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.421+0000 7fb2a958a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb2a4197820 0x7fb2a4197cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.421+0000 7fb2a958a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2a41982d0 con 0x7fb2a4102440 2024-02-10T00:00:49.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.421+0000 7fb2a958a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2a4198440 con 0x7fb2a4197820 2024-02-10T00:00:49.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.421+0000 7fb2a958a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2a41985b0 con 0x7fb2a4107930 2024-02-10T00:00:49.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.421+0000 7fb2a2ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb2a4102440 0x7fb2a419d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.421+0000 7fb2a2ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb2a4102440 0x7fb2a419d6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56220/0 (socket says 172.21.15.1:56220) 2024-02-10T00:00:49.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.421+0000 7fb2a2ffd640 1 -- 172.21.15.1:0/1221729971 learned_addr learned my addr 172.21.15.1:0/1221729971 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:49.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.421+0000 7fb29bfff640 1 --2- 172.21.15.1:0/1221729971 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb2a4107930 0x7fb2a419dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.421+0000 7fb2a37fe640 1 --2- 172.21.15.1:0/1221729971 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb2a4197820 0x7fb2a4197cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.422+0000 7fb2a2ffd640 1 -- 172.21.15.1:0/1221729971 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb2a4107930 msgr2=0x7fb2a419dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.422+0000 7fb2a2ffd640 1 --2- 172.21.15.1:0/1221729971 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb2a4107930 0x7fb2a419dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.422+0000 7fb2a2ffd640 1 -- 172.21.15.1:0/1221729971 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb2a4197820 msgr2=0x7fb2a4197cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.422+0000 7fb2a2ffd640 1 --2- 172.21.15.1:0/1221729971 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb2a4197820 0x7fb2a4197cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.422+0000 7fb2a2ffd640 1 -- 172.21.15.1:0/1221729971 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb28c009560 con 0x7fb2a4102440 2024-02-10T00:00:49.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.422+0000 7fb2a37fe640 1 --2- 172.21.15.1:0/1221729971 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb2a4197820 0x7fb2a4197cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:00:49.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.422+0000 7fb2a2ffd640 1 --2- 172.21.15.1:0/1221729971 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb2a4102440 0x7fb2a419d6b0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fb29400d950 tx=0x7fb29400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:49.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.422+0000 7fb2a0ff9640 1 -- 172.21.15.1:0/1221729971 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb294009c30 con 0x7fb2a4102440 2024-02-10T00:00:49.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.422+0000 7fb2a958a640 1 -- 172.21.15.1:0/1221729971 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb2a41a4560 con 0x7fb2a4102440 2024-02-10T00:00:49.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.422+0000 7fb2a0ff9640 1 -- 172.21.15.1:0/1221729971 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb294009d90 con 0x7fb2a4102440 2024-02-10T00:00:49.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.422+0000 7fb2a0ff9640 1 -- 172.21.15.1:0/1221729971 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb29400f7e0 con 0x7fb2a4102440 2024-02-10T00:00:49.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.422+0000 7fb2a958a640 1 -- 172.21.15.1:0/1221729971 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb2a41a4a40 con 0x7fb2a4102440 2024-02-10T00:00:49.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.425+0000 7fb2a0ff9640 1 -- 172.21.15.1:0/1221729971 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 25) v1 ==== 137000+0+0 (secure 0 0 0) 0x7fb294010ad0 con 0x7fb2a4102440 2024-02-10T00:00:49.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.425+0000 7fb2ac234740 1 Processor -- start 2024-02-10T00:00:49.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.425+0000 7fb2ac234740 1 -- start start 2024-02-10T00:00:49.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.425+0000 7fb2ac234740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622bd1dca30 0x5622bd1dce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.425+0000 7fb2ac234740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622bd1dd3e0 0x5622bd1e5990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.425+0000 7fb2ac234740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622bd1e5f60 0x5622bd1e83b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.425+0000 7fb2ac234740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5622bd198020 con 0x5622bd1dd3e0 2024-02-10T00:00:49.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.425+0000 7fb2ac234740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5622bd14b320 con 0x5622bd1e5f60 2024-02-10T00:00:49.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.425+0000 7fb2ac234740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5622bd148850 con 0x5622bd1dca30 2024-02-10T00:00:49.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.425+0000 7fb2a2ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622bd1dd3e0 0x5622bd1e5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.425+0000 7fb2a2ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622bd1dd3e0 0x5622bd1e5990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56226/0 (socket says 172.21.15.1:56226) 2024-02-10T00:00:49.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.425+0000 7fb2a2ffd640 1 -- 172.21.15.1:0/1964487447 learned_addr learned my addr 172.21.15.1:0/1964487447 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:49.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.426+0000 7fb2a0ff9640 1 --2- 172.21.15.1:0/1221729971 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb2900a2350 0x7fb2900a4810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.426+0000 7fb2a37fe640 1 --2- 172.21.15.1:0/1964487447 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622bd1dca30 0x5622bd1dce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.426+0000 7fb29bfff640 1 --2- 172.21.15.1:0/1964487447 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622bd1e5f60 0x5622bd1e83b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.426+0000 7fb2a37fe640 1 --2- 172.21.15.1:0/1221729971 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb2900a2350 0x7fb2900a4810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.426+0000 7fb2a0ff9640 1 -- 172.21.15.1:0/1221729971 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fb2940cdfe0 con 0x7fb2a4102440 2024-02-10T00:00:49.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.426+0000 7fb2a2ffd640 1 -- 172.21.15.1:0/1964487447 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622bd1dca30 msgr2=0x5622bd1dce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.426+0000 7fb2a2ffd640 1 --2- 172.21.15.1:0/1964487447 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622bd1dca30 0x5622bd1dce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.426+0000 7fb2a2ffd640 1 -- 172.21.15.1:0/1964487447 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622bd1e5f60 msgr2=0x5622bd1e83b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.426+0000 7fb2a2ffd640 1 --2- 172.21.15.1:0/1964487447 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622bd1e5f60 0x5622bd1e83b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.426+0000 7fb2a2ffd640 1 -- 172.21.15.1:0/1964487447 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5622bd106210 con 0x5622bd1dd3e0 2024-02-10T00:00:49.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.426+0000 7fb2a37fe640 1 --2- 172.21.15.1:0/1964487447 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622bd1dca30 0x5622bd1dce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:00:49.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.426+0000 7fb2a2ffd640 1 --2- 172.21.15.1:0/1964487447 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622bd1dd3e0 0x5622bd1e5990 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fb2940cbd60 tx=0x7fb294010e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39f0a27a62b465a4 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:49.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.426+0000 7fb2997fa640 1 -- 172.21.15.1:0/1964487447 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb29409a110 con 0x5622bd1dd3e0 2024-02-10T00:00:49.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.426+0000 7fb2a37fe640 1 --2- 172.21.15.1:0/1221729971 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb2900a2350 0x7fb2900a4810 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fb29c005c40 tx=0x7fb29c009500 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:49.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.426+0000 7fb2997fa640 1 -- 172.21.15.1:0/1964487447 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb29409aeb0 con 0x5622bd1dd3e0 2024-02-10T00:00:49.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.426+0000 7fb2997fa640 1 -- 172.21.15.1:0/1964487447 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb294085160 con 0x5622bd1dd3e0 2024-02-10T00:00:49.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.427+0000 7fb2ac234740 1 -- 172.21.15.1:0/1964487447 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622bd1dd3e0 msgr2=0x5622bd1e5990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.427+0000 7fb2ac234740 1 --2- 172.21.15.1:0/1964487447 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622bd1dd3e0 0x5622bd1e5990 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fb2940cbd60 tx=0x7fb294010e70 comp rx=0 tx=0).stop 2024-02-10T00:00:49.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.427+0000 7fb2ac234740 1 -- 172.21.15.1:0/1964487447 shutdown_connections 2024-02-10T00:00:49.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.427+0000 7fb2ac234740 1 --2- 172.21.15.1:0/1964487447 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622bd1e5f60 0x5622bd1e83b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.427+0000 7fb2ac234740 1 --2- 172.21.15.1:0/1964487447 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622bd1dd3e0 0x5622bd1e5990 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.427+0000 7fb2ac234740 1 --2- 172.21.15.1:0/1964487447 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622bd1dca30 0x5622bd1dce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.427+0000 7fb2ac234740 1 -- 172.21.15.1:0/1964487447 >> 172.21.15.1:0/1964487447 conn(0x5622bd1d7100 msgr2=0x5622bd1d74e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:49.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.427+0000 7fb2ac234740 1 -- 172.21.15.1:0/1964487447 shutdown_connections 2024-02-10T00:00:49.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.427+0000 7fb2ac234740 1 -- 172.21.15.1:0/1964487447 wait complete. 2024-02-10T00:00:49.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.427+0000 7fb2ac234740 1 -- start start 2024-02-10T00:00:49.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.427+0000 7fb2ac234740 1 Processor -- start 2024-02-10T00:00:49.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.428+0000 7fb2ac234740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622bd1dca30 0x5622bd1e2f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.428+0000 7fb2ac234740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622bd1dd3e0 0x5622bd1e34b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.428+0000 7fb2ac234740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622bd1e5f60 0x5622bd1e39f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.428+0000 7fb2ac234740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5622bd144030 con 0x5622bd1dd3e0 2024-02-10T00:00:49.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.428+0000 7fb2ac234740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5622bce17430 con 0x5622bd1e5f60 2024-02-10T00:00:49.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.428+0000 7fb2ac234740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5622bcdd3e00 con 0x5622bd1dca30 2024-02-10T00:00:49.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.428+0000 7fb2ac234740 10 client.0 _ll_register_callbacks cb 0x5622bd139030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:49.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.428+0000 7fb29bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622bd1dd3e0 0x5622bd1e34b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.428+0000 7fb29bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622bd1dd3e0 0x5622bd1e34b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56238/0 (socket says 172.21.15.1:56238) 2024-02-10T00:00:49.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.428+0000 7fb29bfff640 1 -- 172.21.15.1:0/3875996100 learned_addr learned my addr 172.21.15.1:0/3875996100 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:49.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.428+0000 7fb2a37fe640 1 --2- 172.21.15.1:0/3875996100 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622bd1e5f60 0x5622bd1e39f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.428+0000 7fb2a2ffd640 1 --2- 172.21.15.1:0/3875996100 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622bd1dca30 0x5622bd1e2f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.428+0000 7fb29bfff640 1 -- 172.21.15.1:0/3875996100 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622bd1dca30 msgr2=0x5622bd1e2f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.428+0000 7fb29bfff640 1 --2- 172.21.15.1:0/3875996100 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622bd1dca30 0x5622bd1e2f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.428+0000 7fb29bfff640 1 -- 172.21.15.1:0/3875996100 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622bd1e5f60 msgr2=0x5622bd1e39f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.428+0000 7fb29bfff640 1 --2- 172.21.15.1:0/3875996100 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622bd1e5f60 0x5622bd1e39f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.428+0000 7fb29bfff640 1 -- 172.21.15.1:0/3875996100 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb2a41a4a40 con 0x5622bd1dd3e0 2024-02-10T00:00:49.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.428+0000 7fb29bfff640 1 --2- 172.21.15.1:0/3875996100 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622bd1dd3e0 0x5622bd1e34b0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7fb28c005ab0 tx=0x7fb28c02ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1a8f481cff8fd99 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:49.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.428+0000 7fb28a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:49.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.428+0000 7fb28a7fc640 1 -- 172.21.15.1:0/3875996100 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb28c004040 con 0x5622bd1dd3e0 2024-02-10T00:00:49.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.428+0000 7fb28a7fc640 1 -- 172.21.15.1:0/3875996100 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fb28c0041a0 con 0x5622bd1dd3e0 2024-02-10T00:00:49.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.428+0000 7fb2ac234740 1 -- 172.21.15.1:0/3875996100 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5622bce437e0 con 0x5622bd1dd3e0 2024-02-10T00:00:49.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.428+0000 7fb28a7fc640 1 -- 172.21.15.1:0/3875996100 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb28c004360 con 0x5622bd1dd3e0 2024-02-10T00:00:49.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.428+0000 7fb2ac234740 10 client.16077 fetch_fsmap learned FSMap version 29 2024-02-10T00:00:49.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.429+0000 7fb2ac234740 1 -- 172.21.15.1:0/3875996100 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5622bd1426b0 con 0x5622bd1dd3e0 2024-02-10T00:00:49.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.429+0000 7fb28a7fc640 1 -- 172.21.15.1:0/3875996100 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5622bce437e0 con 0x5622bd1dd3e0 2024-02-10T00:00:49.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.429+0000 7fb28a7fc640 1 -- 172.21.15.1:0/3875996100 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fb28c03c040 con 0x5622bd1dd3e0 2024-02-10T00:00:49.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.429+0000 7fb2ac234740 10 client.16077 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:00:49.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.429+0000 7fb2ac234740 10 client.16077 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:00:49.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.429+0000 7fb2ac234740 20 client.16077 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:49.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.429+0000 7fb2ac234740 1 --2- 172.21.15.1:0/3875996100 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5622bd1f6470 0x5622bd1f8890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.429+0000 7fb2ac234740 4 client.16077 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:00:49.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.429+0000 7fb2ac234740 1 -- 172.21.15.1:0/3875996100 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5622bce80720 con 0x5622bd1f6470 2024-02-10T00:00:49.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.429+0000 7fb2a2ffd640 1 --2- 172.21.15.1:0/3875996100 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5622bd1f6470 0x5622bd1f8890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.430+0000 7fb2a2ffd640 1 --2- 172.21.15.1:0/3875996100 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5622bd1f6470 0x5622bd1f8890 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=ac34d2cd4f269416 server_cookie=41f66127a4f0962d in_seq=0 out_seq=0 2024-02-10T00:00:49.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.430+0000 7fb28a7fc640 10 client.16077 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:00:49.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.430+0000 7fb28a7fc640 1 -- 172.21.15.1:0/3875996100 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5622bce80720 con 0x5622bd1f6470 2024-02-10T00:00:49.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.430+0000 7fb28a7fc640 10 client.16077 handle_command_reply: tid=0 2024-02-10T00:00:49.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.430+0000 7fb2ac234740 1 client.16077 shutdown 2024-02-10T00:00:49.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.430+0000 7fb2ac234740 1 -- 172.21.15.1:0/3875996100 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622bd1dd3e0 msgr2=0x5622bd1e34b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.430+0000 7fb2ac234740 1 --2- 172.21.15.1:0/3875996100 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622bd1dd3e0 0x5622bd1e34b0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7fb28c005ab0 tx=0x7fb28c02ca10 comp rx=0 tx=0).stop 2024-02-10T00:00:49.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.430+0000 7fb2ac234740 1 -- 172.21.15.1:0/3875996100 shutdown_connections 2024-02-10T00:00:49.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.430+0000 7fb2ac234740 1 --2- 172.21.15.1:0/3875996100 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5622bd1f6470 0x5622bd1f8890 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.430+0000 7fb2ac234740 1 --2- 172.21.15.1:0/3875996100 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622bd1e5f60 0x5622bd1e39f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.430+0000 7fb28a7fc640 0 client.16077 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:00:49.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.430+0000 7fb2ac234740 1 --2- 172.21.15.1:0/3875996100 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622bd1dd3e0 0x5622bd1e34b0 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.430+0000 7fb2ac234740 1 --2- 172.21.15.1:0/3875996100 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622bd1dca30 0x5622bd1e2f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.430+0000 7fb2ac234740 1 -- 172.21.15.1:0/3875996100 >> 172.21.15.1:0/3875996100 conn(0x5622bd1d7100 msgr2=0x5622bd1d8e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:49.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.430+0000 7fb2ac234740 1 -- 172.21.15.1:0/3875996100 shutdown_connections 2024-02-10T00:00:49.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.430+0000 7fb2ac234740 1 -- 172.21.15.1:0/3875996100 wait complete. 2024-02-10T00:00:49.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.430+0000 7fb2ac234740 20 client.16077 trim_cache size 0 max 16384 2024-02-10T00:00:49.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.442+0000 7fb2ac234740 1 Processor -- start 2024-02-10T00:00:49.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.442+0000 7fb2ac234740 1 -- start start 2024-02-10T00:00:49.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.442+0000 7fb2ac234740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622bd1dca30 0x5622bd1e56a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.442+0000 7fb2ac234740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622bd1dd3e0 0x5622bd1ed2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.442+0000 7fb2ac234740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622bd1e5f60 0x5622bd1e3810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.442+0000 7fb2ac234740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5622bd0c9130 con 0x5622bd1e5f60 2024-02-10T00:00:49.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.442+0000 7fb2ac234740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5622bd1f2f90 con 0x5622bd1dd3e0 2024-02-10T00:00:49.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.442+0000 7fb2ac234740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5622bd1f61f0 con 0x5622bd1dca30 2024-02-10T00:00:49.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.442+0000 7fb2a37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622bd1e5f60 0x5622bd1e3810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.443+0000 7fb2a37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622bd1e5f60 0x5622bd1e3810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56248/0 (socket says 172.21.15.1:56248) 2024-02-10T00:00:49.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.443+0000 7fb2a37fe640 1 -- 172.21.15.1:0/1359598526 learned_addr learned my addr 172.21.15.1:0/1359598526 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:49.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.443+0000 7fb2a2ffd640 1 --2- 172.21.15.1:0/1359598526 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622bd1dca30 0x5622bd1e56a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.443+0000 7fb29bfff640 1 --2- 172.21.15.1:0/1359598526 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622bd1dd3e0 0x5622bd1ed2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.443+0000 7fb2a37fe640 1 -- 172.21.15.1:0/1359598526 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622bd1dca30 msgr2=0x5622bd1e56a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.443+0000 7fb2a37fe640 1 --2- 172.21.15.1:0/1359598526 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622bd1dca30 0x5622bd1e56a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.443+0000 7fb2a37fe640 1 -- 172.21.15.1:0/1359598526 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622bd1dd3e0 msgr2=0x5622bd1ed2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.443+0000 7fb2a37fe640 1 --2- 172.21.15.1:0/1359598526 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622bd1dd3e0 0x5622bd1ed2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.443+0000 7fb2a37fe640 1 -- 172.21.15.1:0/1359598526 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5622bd0dec90 con 0x5622bd1e5f60 2024-02-10T00:00:49.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.443+0000 7fb2a2ffd640 1 --2- 172.21.15.1:0/1359598526 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622bd1dca30 0x5622bd1e56a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:00:49.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.443+0000 7fb2a37fe640 1 --2- 172.21.15.1:0/1359598526 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622bd1e5f60 0x5622bd1e3810 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fb29c009ce0 tx=0x7fb29c009a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80c08a87be9041d server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:49.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.443+0000 7fb298ff9640 1 -- 172.21.15.1:0/1359598526 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb29c012250 con 0x5622bd1e5f60 2024-02-10T00:00:49.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.443+0000 7fb298ff9640 1 -- 172.21.15.1:0/1359598526 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb29c011440 con 0x5622bd1e5f60 2024-02-10T00:00:49.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.443+0000 7fb298ff9640 1 -- 172.21.15.1:0/1359598526 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb29c020ea0 con 0x5622bd1e5f60 2024-02-10T00:00:49.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.444+0000 7fb2ac234740 1 -- 172.21.15.1:0/1359598526 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622bd1e5f60 msgr2=0x5622bd1e3810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.444+0000 7fb2ac234740 1 --2- 172.21.15.1:0/1359598526 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622bd1e5f60 0x5622bd1e3810 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fb29c009ce0 tx=0x7fb29c009a60 comp rx=0 tx=0).stop 2024-02-10T00:00:49.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.444+0000 7fb2ac234740 1 -- 172.21.15.1:0/1359598526 shutdown_connections 2024-02-10T00:00:49.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.444+0000 7fb2ac234740 1 --2- 172.21.15.1:0/1359598526 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622bd1e5f60 0x5622bd1e3810 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.444+0000 7fb2ac234740 1 --2- 172.21.15.1:0/1359598526 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622bd1dd3e0 0x5622bd1ed2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.444+0000 7fb2ac234740 1 --2- 172.21.15.1:0/1359598526 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622bd1dca30 0x5622bd1e56a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.444+0000 7fb2ac234740 1 -- 172.21.15.1:0/1359598526 >> 172.21.15.1:0/1359598526 conn(0x5622bd1d7100 msgr2=0x5622bd1d74e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:49.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.444+0000 7fb2ac234740 1 -- 172.21.15.1:0/1359598526 shutdown_connections 2024-02-10T00:00:49.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.444+0000 7fb2ac234740 1 -- 172.21.15.1:0/1359598526 wait complete. 2024-02-10T00:00:49.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.444+0000 7fb2ac234740 1 -- start start 2024-02-10T00:00:49.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.444+0000 7fb2ac234740 1 Processor -- start 2024-02-10T00:00:49.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.444+0000 7fb2ac234740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622bd1dca30 0x5622bd24ade0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.444+0000 7fb2ac234740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622bd1dd3e0 0x5622bd24b320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.444+0000 7fb2ac234740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622bd1e5f60 0x5622bd2451f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.444+0000 7fb2ac234740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5622bd2457b0 con 0x5622bd1e5f60 2024-02-10T00:00:49.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.444+0000 7fb2ac234740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5622bd245920 con 0x5622bd1dca30 2024-02-10T00:00:49.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.444+0000 7fb2ac234740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5622bd245ae0 con 0x5622bd1dd3e0 2024-02-10T00:00:49.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.444+0000 7fb2ac234740 10 client.0 _ll_register_callbacks cb 0x7fb294096ad0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:49.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.445+0000 7fb2a37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622bd1e5f60 0x5622bd2451f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.445+0000 7fb2a37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622bd1e5f60 0x5622bd2451f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56264/0 (socket says 172.21.15.1:56264) 2024-02-10T00:00:49.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.445+0000 7fb2a37fe640 1 -- 172.21.15.1:0/1774331997 learned_addr learned my addr 172.21.15.1:0/1774331997 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:49.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.445+0000 7fb29bfff640 1 --2- 172.21.15.1:0/1774331997 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622bd1dd3e0 0x5622bd24b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.445+0000 7fb2a2ffd640 1 --2- 172.21.15.1:0/1774331997 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622bd1dca30 0x5622bd24ade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.445+0000 7fb2a37fe640 1 -- 172.21.15.1:0/1774331997 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622bd1dd3e0 msgr2=0x5622bd24b320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.445+0000 7fb2a37fe640 1 --2- 172.21.15.1:0/1774331997 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622bd1dd3e0 0x5622bd24b320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.445+0000 7fb2a37fe640 1 -- 172.21.15.1:0/1774331997 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622bd1dca30 msgr2=0x5622bd24ade0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.445+0000 7fb2a37fe640 1 --2- 172.21.15.1:0/1774331997 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622bd1dca30 0x5622bd24ade0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.445+0000 7fb2a37fe640 1 -- 172.21.15.1:0/1774331997 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb29c012d80 con 0x5622bd1e5f60 2024-02-10T00:00:49.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.445+0000 7fb2a37fe640 1 --2- 172.21.15.1:0/1774331997 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622bd1e5f60 0x5622bd2451f0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fb29c013010 tx=0x7fb29c009f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a7fbe3cc746f3f0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:49.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.445+0000 7fb28a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:49.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.445+0000 7fb28a7fc640 1 -- 172.21.15.1:0/1774331997 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb29c011960 con 0x5622bd1e5f60 2024-02-10T00:00:49.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.445+0000 7fb28a7fc640 1 -- 172.21.15.1:0/1774331997 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fb29c011e40 con 0x5622bd1e5f60 2024-02-10T00:00:49.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.445+0000 7fb2ac234740 1 -- 172.21.15.1:0/1774331997 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb29409aeb0 con 0x5622bd1e5f60 2024-02-10T00:00:49.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.445+0000 7fb28a7fc640 1 -- 172.21.15.1:0/1774331997 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb29c011c00 con 0x5622bd1e5f60 2024-02-10T00:00:49.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.445+0000 7fb2ac234740 10 client.16083 fetch_fsmap learned FSMap version 29 2024-02-10T00:00:49.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.445+0000 7fb2ac234740 1 -- 172.21.15.1:0/1774331997 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5622bd104a70 con 0x5622bd1e5f60 2024-02-10T00:00:49.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.445+0000 7fb28a7fc640 1 -- 172.21.15.1:0/1774331997 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb29409aeb0 con 0x5622bd1e5f60 2024-02-10T00:00:49.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.446+0000 7fb28a7fc640 1 -- 172.21.15.1:0/1774331997 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fb29c01a040 con 0x5622bd1e5f60 2024-02-10T00:00:49.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.446+0000 7fb2ac234740 10 client.16083 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:00:49.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.446+0000 7fb2ac234740 10 client.16083 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:00:49.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.446+0000 7fb2ac234740 20 client.16083 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:49.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.446+0000 7fb2ac234740 1 --2- 172.21.15.1:0/1774331997 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5622bd252ca0 0x5622bd2550c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.446+0000 7fb2ac234740 4 client.16083 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:00:49.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.446+0000 7fb2ac234740 1 -- 172.21.15.1:0/1774331997 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5622bcecf890 con 0x5622bd252ca0 2024-02-10T00:00:49.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.446+0000 7fb2a2ffd640 1 --2- 172.21.15.1:0/1774331997 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5622bd252ca0 0x5622bd2550c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.446+0000 7fb2a2ffd640 1 --2- 172.21.15.1:0/1774331997 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5622bd252ca0 0x5622bd2550c0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=b7af25f0390dd2a0 server_cookie=29a22e5d869bed88 in_seq=0 out_seq=0 2024-02-10T00:00:49.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.446+0000 7fb28a7fc640 10 client.16083 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:00:49.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.446+0000 7fb28a7fc640 1 -- 172.21.15.1:0/1774331997 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5622bcecf890 con 0x5622bd252ca0 2024-02-10T00:00:49.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.446+0000 7fb28a7fc640 10 client.16083 handle_command_reply: tid=0 2024-02-10T00:00:49.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.446+0000 7fb2ac234740 1 client.16083 shutdown 2024-02-10T00:00:49.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.446+0000 7fb2ac234740 1 -- 172.21.15.1:0/1774331997 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622bd1e5f60 msgr2=0x5622bd2451f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.446+0000 7fb2ac234740 1 --2- 172.21.15.1:0/1774331997 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622bd1e5f60 0x5622bd2451f0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fb29c013010 tx=0x7fb29c009f30 comp rx=0 tx=0).stop 2024-02-10T00:00:49.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.446+0000 7fb2ac234740 1 -- 172.21.15.1:0/1774331997 shutdown_connections 2024-02-10T00:00:49.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.446+0000 7fb2ac234740 1 --2- 172.21.15.1:0/1774331997 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5622bd1e5f60 0x5622bd2451f0 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.446+0000 7fb2ac234740 1 --2- 172.21.15.1:0/1774331997 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5622bd1dd3e0 0x5622bd24b320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.446+0000 7fb2ac234740 1 --2- 172.21.15.1:0/1774331997 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5622bd252ca0 0x5622bd2550c0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.446+0000 7fb2ac234740 1 --2- 172.21.15.1:0/1774331997 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5622bd1dca30 0x5622bd24ade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.447+0000 7fb28a7fc640 0 client.16083 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:00:49.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.447+0000 7fb2ac234740 1 -- 172.21.15.1:0/1774331997 >> 172.21.15.1:0/1774331997 conn(0x5622bd1d7100 msgr2=0x5622bd1de250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:49.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.447+0000 7fb2ac234740 1 -- 172.21.15.1:0/1774331997 shutdown_connections 2024-02-10T00:00:49.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.447+0000 7fb2ac234740 1 -- 172.21.15.1:0/1774331997 wait complete. 2024-02-10T00:00:49.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.447+0000 7fb2ac234740 20 client.16083 trim_cache size 0 max 16384 2024-02-10T00:00:49.458 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:00:49.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.447+0000 7fb2a958a640 1 -- 172.21.15.1:0/1221729971 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb2900a2350 msgr2=0x7fb2900a4810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.447+0000 7fb2a958a640 1 --2- 172.21.15.1:0/1221729971 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb2900a2350 0x7fb2900a4810 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fb29c005c40 tx=0x7fb29c009500 comp rx=0 tx=0).stop 2024-02-10T00:00:49.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.447+0000 7fb2a958a640 1 -- 172.21.15.1:0/1221729971 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb2a4102440 msgr2=0x7fb2a419d6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.447+0000 7fb2a958a640 1 --2- 172.21.15.1:0/1221729971 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb2a4102440 0x7fb2a419d6b0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fb29400d950 tx=0x7fb29400de10 comp rx=0 tx=0).stop 2024-02-10T00:00:49.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.447+0000 7fb2a958a640 1 -- 172.21.15.1:0/1221729971 shutdown_connections 2024-02-10T00:00:49.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.447+0000 7fb2a958a640 1 --2- 172.21.15.1:0/1221729971 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb2900a2350 0x7fb2900a4810 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.447+0000 7fb2a958a640 1 --2- 172.21.15.1:0/1221729971 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb2a4197820 0x7fb2a4197cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.447+0000 7fb2a958a640 1 --2- 172.21.15.1:0/1221729971 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb2a4107930 0x7fb2a419dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.447+0000 7fb2a958a640 1 --2- 172.21.15.1:0/1221729971 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb2a4102440 0x7fb2a419d6b0 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.447+0000 7fb2a958a640 1 -- 172.21.15.1:0/1221729971 >> 172.21.15.1:0/1221729971 conn(0x7fb2a4077310 msgr2=0x7fb2a40ff210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:49.460 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.447+0000 7fb2a958a640 1 -- 172.21.15.1:0/1221729971 shutdown_connections 2024-02-10T00:00:49.460 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.447+0000 7fb2a958a640 1 -- 172.21.15.1:0/1221729971 wait complete. 2024-02-10T00:00:49.460 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:49 smithi001 ceph-mon[32335]: pgmap v47: 97 pgs: 97 active+clean; 1.8 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 24 KiB/s wr, 22 op/s 2024-02-10T00:00:49.461 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:00:49.461 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-02-10T00:00:49.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.564+0000 7f2422b3a640 1 -- 172.21.15.1:0/25284047 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f241c100440 msgr2=0x7f241c100820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.564+0000 7f2422b3a640 1 --2- 172.21.15.1:0/25284047 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f241c100440 0x7f241c100820 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f2418009930 tx=0x7f241802bc30 comp rx=0 tx=0).stop 2024-02-10T00:00:49.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.564+0000 7f2422b3a640 1 -- 172.21.15.1:0/25284047 shutdown_connections 2024-02-10T00:00:49.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.564+0000 7f2422b3a640 1 --2- 172.21.15.1:0/25284047 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f241c1026c0 0x7f241c10d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.564+0000 7f2422b3a640 1 --2- 172.21.15.1:0/25284047 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f241c101d20 0x7f241c102180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.564+0000 7f2422b3a640 1 --2- 172.21.15.1:0/25284047 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f241c100440 0x7f241c100820 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.564+0000 7f2422b3a640 1 -- 172.21.15.1:0/25284047 >> 172.21.15.1:0/25284047 conn(0x7f241c077310 msgr2=0x7f241c077720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:49.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.564+0000 7f2422b3a640 1 -- 172.21.15.1:0/25284047 shutdown_connections 2024-02-10T00:00:49.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.564+0000 7f2422b3a640 1 -- 172.21.15.1:0/25284047 wait complete. 2024-02-10T00:00:49.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.565+0000 7f2422b3a640 1 Processor -- start 2024-02-10T00:00:49.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.565+0000 7f2422b3a640 1 -- start start 2024-02-10T00:00:49.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.565+0000 7f2422b3a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f241c100440 0x7f241c19d650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.565+0000 7f2422b3a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f241c101d20 0x7f241c19db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.565+0000 7f2422b3a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f241c1026c0 0x7f241c197760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.565+0000 7f2422b3a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f241c197ef0 con 0x7f241c101d20 2024-02-10T00:00:49.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.565+0000 7f2422b3a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f241c198060 con 0x7f241c100440 2024-02-10T00:00:49.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.565+0000 7f2422b3a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f241c198220 con 0x7f241c1026c0 2024-02-10T00:00:49.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.565+0000 7f2413fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f241c101d20 0x7f241c19db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.565+0000 7f2413fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f241c101d20 0x7f241c19db90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56280/0 (socket says 172.21.15.1:56280) 2024-02-10T00:00:49.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.565+0000 7f2413fff640 1 -- 172.21.15.1:0/3654593584 learned_addr learned my addr 172.21.15.1:0/3654593584 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:49.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.565+0000 7f24210d7640 1 --2- 172.21.15.1:0/3654593584 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f241c1026c0 0x7f241c197760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.565+0000 7f24208d6640 1 --2- 172.21.15.1:0/3654593584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f241c100440 0x7f241c19d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.565+0000 7f2413fff640 1 -- 172.21.15.1:0/3654593584 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f241c1026c0 msgr2=0x7f241c197760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.565+0000 7f2413fff640 1 --2- 172.21.15.1:0/3654593584 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f241c1026c0 0x7f241c197760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.565+0000 7f2413fff640 1 -- 172.21.15.1:0/3654593584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f241c100440 msgr2=0x7f241c19d650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.565+0000 7f2413fff640 1 --2- 172.21.15.1:0/3654593584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f241c100440 0x7f241c19d650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.565+0000 7f2413fff640 1 -- 172.21.15.1:0/3654593584 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2418009560 con 0x7f241c101d20 2024-02-10T00:00:49.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.565+0000 7f2413fff640 1 --2- 172.21.15.1:0/3654593584 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f241c101d20 0x7f241c19db90 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f240c00e9f0 tx=0x7f240c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:49.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.566+0000 7f2411ffb640 1 -- 172.21.15.1:0/3654593584 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f240c009720 con 0x7f241c101d20 2024-02-10T00:00:49.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.566+0000 7f2411ffb640 1 -- 172.21.15.1:0/3654593584 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f240c00cd80 con 0x7f241c101d20 2024-02-10T00:00:49.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.566+0000 7f2411ffb640 1 -- 172.21.15.1:0/3654593584 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f240c010690 con 0x7f241c101d20 2024-02-10T00:00:49.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.566+0000 7f2422b3a640 1 -- 172.21.15.1:0/3654593584 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f241c198500 con 0x7f241c101d20 2024-02-10T00:00:49.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.566+0000 7f2422b3a640 1 -- 172.21.15.1:0/3654593584 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f241c1a45d0 con 0x7f241c101d20 2024-02-10T00:00:49.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.568+0000 7f2411ffb640 1 -- 172.21.15.1:0/3654593584 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 25) v1 ==== 137000+0+0 (secure 0 0 0) 0x7f240c0046c0 con 0x7f241c101d20 2024-02-10T00:00:49.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.568+0000 7f24257e1740 1 Processor -- start 2024-02-10T00:00:49.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.568+0000 7f2411ffb640 1 --2- 172.21.15.1:0/3654593584 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f24040a2350 0x7f24040a4810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.568+0000 7f24257e1740 1 -- start start 2024-02-10T00:00:49.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.569+0000 7f24210d7640 1 --2- 172.21.15.1:0/3654593584 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f24040a2350 0x7f24040a4810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.569+0000 7f24257e1740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5616e43bba30 0x5616e43bbe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.569+0000 7f2411ffb640 1 -- 172.21.15.1:0/3654593584 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f240c014070 con 0x7f241c101d20 2024-02-10T00:00:49.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.569+0000 7f24257e1740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5616e43bc3e0 0x5616e43c4990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.569+0000 7f24257e1740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5616e43c4f60 0x5616e43c73b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.569+0000 7f24257e1740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616e4377020 con 0x5616e43c4f60 2024-02-10T00:00:49.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.569+0000 7f24257e1740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616e432a320 con 0x5616e43bc3e0 2024-02-10T00:00:49.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.569+0000 7f24257e1740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616e4327850 con 0x5616e43bba30 2024-02-10T00:00:49.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.569+0000 7f24208d6640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5616e43bba30 0x5616e43bbe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.569+0000 7f24210d7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5616e43c4f60 0x5616e43c73b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.569+0000 7f24208d6640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5616e43bba30 0x5616e43bbe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.1:57596/0 (socket says 172.21.15.1:57596) 2024-02-10T00:00:49.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.569+0000 7f24208d6640 1 -- 172.21.15.1:0/3188820726 learned_addr learned my addr 172.21.15.1:0/3188820726 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:49.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.569+0000 7f2413fff640 1 --2- 172.21.15.1:0/3188820726 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5616e43bc3e0 0x5616e43c4990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.569+0000 7f24210d7640 1 --2- 172.21.15.1:0/3654593584 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f24040a2350 0x7f24040a4810 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f241400ae20 tx=0x7f241400f790 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:49.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.569+0000 7f24210d7640 1 -- 172.21.15.1:0/3188820726 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5616e43bba30 msgr2=0x5616e43bbe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.569+0000 7f24210d7640 1 --2- 172.21.15.1:0/3188820726 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5616e43bba30 0x5616e43bbe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.569+0000 7f24210d7640 1 -- 172.21.15.1:0/3188820726 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5616e43bc3e0 msgr2=0x5616e43c4990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.569+0000 7f24210d7640 1 --2- 172.21.15.1:0/3188820726 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5616e43bc3e0 0x5616e43c4990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.569+0000 7f24210d7640 1 -- 172.21.15.1:0/3188820726 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5616e42e5210 con 0x5616e43c4f60 2024-02-10T00:00:49.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.569+0000 7f24210d7640 1 --2- 172.21.15.1:0/3188820726 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5616e43c4f60 0x5616e43c73b0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f241400fc90 tx=0x7f241401a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0c42adf5aa83a26 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:49.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.570+0000 7f2402ffd640 1 -- 172.21.15.1:0/3188820726 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2414003b70 con 0x5616e43c4f60 2024-02-10T00:00:49.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.570+0000 7f2402ffd640 1 -- 172.21.15.1:0/3188820726 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f24140122e0 con 0x5616e43c4f60 2024-02-10T00:00:49.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.570+0000 7f2402ffd640 1 -- 172.21.15.1:0/3188820726 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f241401b910 con 0x5616e43c4f60 2024-02-10T00:00:49.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.570+0000 7f24257e1740 1 -- 172.21.15.1:0/3188820726 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5616e43c4f60 msgr2=0x5616e43c73b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.570+0000 7f24257e1740 1 --2- 172.21.15.1:0/3188820726 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5616e43c4f60 0x5616e43c73b0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f241400fc90 tx=0x7f241401a000 comp rx=0 tx=0).stop 2024-02-10T00:00:49.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.570+0000 7f24257e1740 1 -- 172.21.15.1:0/3188820726 shutdown_connections 2024-02-10T00:00:49.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.570+0000 7f24257e1740 1 --2- 172.21.15.1:0/3188820726 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5616e43c4f60 0x5616e43c73b0 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.570+0000 7f24257e1740 1 --2- 172.21.15.1:0/3188820726 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5616e43bc3e0 0x5616e43c4990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.570+0000 7f24257e1740 1 --2- 172.21.15.1:0/3188820726 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5616e43bba30 0x5616e43bbe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.570+0000 7f24257e1740 1 -- 172.21.15.1:0/3188820726 >> 172.21.15.1:0/3188820726 conn(0x5616e43b6100 msgr2=0x5616e43b64e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:49.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.570+0000 7f24257e1740 1 -- 172.21.15.1:0/3188820726 shutdown_connections 2024-02-10T00:00:49.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.570+0000 7f24257e1740 1 -- 172.21.15.1:0/3188820726 wait complete. 2024-02-10T00:00:49.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.571+0000 7f24257e1740 1 -- start start 2024-02-10T00:00:49.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.571+0000 7f24257e1740 1 Processor -- start 2024-02-10T00:00:49.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.571+0000 7f24257e1740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5616e43bba30 0x5616e43c1f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.571+0000 7f24257e1740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5616e43bc3e0 0x5616e43c2460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.571+0000 7f24257e1740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5616e43c4f60 0x5616e43c29a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.571+0000 7f24257e1740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616e4323030 con 0x5616e43bc3e0 2024-02-10T00:00:49.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.571+0000 7f24257e1740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616e3ff6430 con 0x5616e43c4f60 2024-02-10T00:00:49.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.571+0000 7f24257e1740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616e3fb2e00 con 0x5616e43bba30 2024-02-10T00:00:49.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.571+0000 7f24257e1740 10 client.0 _ll_register_callbacks cb 0x5616e4318030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:49.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.571+0000 7f2413fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5616e43bc3e0 0x5616e43c2460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.571+0000 7f2413fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5616e43bc3e0 0x5616e43c2460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56296/0 (socket says 172.21.15.1:56296) 2024-02-10T00:00:49.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.571+0000 7f2413fff640 1 -- 172.21.15.1:0/3950618707 learned_addr learned my addr 172.21.15.1:0/3950618707 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:49.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.571+0000 7f24208d6640 1 --2- 172.21.15.1:0/3950618707 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5616e43bba30 0x5616e43c1f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.571+0000 7f24210d7640 1 --2- 172.21.15.1:0/3950618707 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5616e43c4f60 0x5616e43c29a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.571+0000 7f2413fff640 1 -- 172.21.15.1:0/3950618707 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5616e43bba30 msgr2=0x5616e43c1f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.571+0000 7f2413fff640 1 --2- 172.21.15.1:0/3950618707 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5616e43bba30 0x5616e43c1f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.571+0000 7f2413fff640 1 -- 172.21.15.1:0/3950618707 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5616e43c4f60 msgr2=0x5616e43c29a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.571+0000 7f2413fff640 1 --2- 172.21.15.1:0/3950618707 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5616e43c4f60 0x5616e43c29a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.571+0000 7f2413fff640 1 -- 172.21.15.1:0/3950618707 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2414012450 con 0x5616e43bc3e0 2024-02-10T00:00:49.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.571+0000 7f24208d6640 1 --2- 172.21.15.1:0/3950618707 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5616e43bba30 0x5616e43c1f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:00:49.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.572+0000 7f2413fff640 1 --2- 172.21.15.1:0/3950618707 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5616e43bc3e0 0x5616e43c2460 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f240c09ac20 tx=0x7f240c09afe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72fa2add40417ab6 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:49.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.572+0000 7f23fbfff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:49.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.572+0000 7f23fbfff640 1 -- 172.21.15.1:0/3950618707 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f240c0a36c0 con 0x5616e43bc3e0 2024-02-10T00:00:49.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.572+0000 7f23fbfff640 1 -- 172.21.15.1:0/3950618707 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f240c0cc030 con 0x5616e43bc3e0 2024-02-10T00:00:49.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.572+0000 7f24257e1740 1 -- 172.21.15.1:0/3950618707 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5616e40227e0 con 0x5616e43bc3e0 2024-02-10T00:00:49.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.572+0000 7f23fbfff640 1 -- 172.21.15.1:0/3950618707 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f240c0cc1f0 con 0x5616e43bc3e0 2024-02-10T00:00:49.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.572+0000 7f24257e1740 10 client.16095 fetch_fsmap learned FSMap version 29 2024-02-10T00:00:49.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.572+0000 7f24257e1740 1 -- 172.21.15.1:0/3950618707 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5616e43216b0 con 0x5616e43bc3e0 2024-02-10T00:00:49.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.572+0000 7f23fbfff640 1 -- 172.21.15.1:0/3950618707 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f240c064080 con 0x5616e43bc3e0 2024-02-10T00:00:49.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.572+0000 7f23fbfff640 1 -- 172.21.15.1:0/3950618707 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f240c01f060 con 0x5616e43bc3e0 2024-02-10T00:00:49.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.572+0000 7f24257e1740 10 client.16095 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:00:49.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.572+0000 7f24257e1740 10 client.16095 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:00:49.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.572+0000 7f24257e1740 20 client.16095 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:49.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.572+0000 7f24257e1740 1 --2- 172.21.15.1:0/3950618707 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x5616e43d5560 0x5616e43d7970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.572+0000 7f24257e1740 4 client.16095 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:00:49.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.572+0000 7f24257e1740 1 -- 172.21.15.1:0/3950618707 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5616e405f720 con 0x5616e43d5560 2024-02-10T00:00:49.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.573+0000 7f24208d6640 1 --2- 172.21.15.1:0/3950618707 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x5616e43d5560 0x5616e43d7970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.573+0000 7f23fbfff640 10 client.16095 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:00:49.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.573+0000 7f24208d6640 1 --2- 172.21.15.1:0/3950618707 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x5616e43d5560 0x5616e43d7970 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c9b5537d9826ba2b server_cookie=b1aae71c4fad272c in_seq=0 out_seq=0 2024-02-10T00:00:49.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.574+0000 7f23fbfff640 1 -- 172.21.15.1:0/3950618707 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5616e405f720 con 0x5616e43d5560 2024-02-10T00:00:49.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.574+0000 7f23fbfff640 10 client.16095 handle_command_reply: tid=0 2024-02-10T00:00:49.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.574+0000 7f24257e1740 1 client.16095 shutdown 2024-02-10T00:00:49.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.574+0000 7f24257e1740 1 -- 172.21.15.1:0/3950618707 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5616e43bc3e0 msgr2=0x5616e43c2460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.574+0000 7f24257e1740 1 --2- 172.21.15.1:0/3950618707 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5616e43bc3e0 0x5616e43c2460 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f240c09ac20 tx=0x7f240c09afe0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.574+0000 7f24257e1740 1 -- 172.21.15.1:0/3950618707 shutdown_connections 2024-02-10T00:00:49.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.574+0000 7f24257e1740 1 --2- 172.21.15.1:0/3950618707 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5616e43c4f60 0x5616e43c29a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.574+0000 7f24257e1740 1 --2- 172.21.15.1:0/3950618707 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x5616e43d5560 0x5616e43d7970 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.574+0000 7f24257e1740 1 --2- 172.21.15.1:0/3950618707 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5616e43bc3e0 0x5616e43c2460 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.574+0000 7f24257e1740 1 --2- 172.21.15.1:0/3950618707 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5616e43bba30 0x5616e43c1f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.574+0000 7f23fbfff640 0 client.16095 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:00:49.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.574+0000 7f24257e1740 1 -- 172.21.15.1:0/3950618707 >> 172.21.15.1:0/3950618707 conn(0x5616e43b6100 msgr2=0x5616e43b7e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:49.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.574+0000 7f24257e1740 1 -- 172.21.15.1:0/3950618707 shutdown_connections 2024-02-10T00:00:49.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.574+0000 7f24257e1740 1 -- 172.21.15.1:0/3950618707 wait complete. 2024-02-10T00:00:49.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.574+0000 7f24257e1740 20 client.16095 trim_cache size 0 max 16384 2024-02-10T00:00:49.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.586+0000 7f24257e1740 1 Processor -- start 2024-02-10T00:00:49.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.586+0000 7f24257e1740 1 -- start start 2024-02-10T00:00:49.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.586+0000 7f24257e1740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5616e43bba30 0x5616e43c4650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.586+0000 7f24257e1740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5616e43bc3e0 0x5616e43c27c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.586+0000 7f24257e1740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5616e43c4f60 0x5616e43dc310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.586+0000 7f24257e1740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616e43b18b0 con 0x5616e43bba30 2024-02-10T00:00:49.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.586+0000 7f24257e1740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616e42a8130 con 0x5616e43bc3e0 2024-02-10T00:00:49.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.586+0000 7f24257e1740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616e405f720 con 0x5616e43c4f60 2024-02-10T00:00:49.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.586+0000 7f24208d6640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5616e43bba30 0x5616e43c4650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.586+0000 7f24208d6640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5616e43bba30 0x5616e43c4650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56306/0 (socket says 172.21.15.1:56306) 2024-02-10T00:00:49.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.586+0000 7f24208d6640 1 -- 172.21.15.1:0/1895745773 learned_addr learned my addr 172.21.15.1:0/1895745773 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:49.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.586+0000 7f2413fff640 1 --2- 172.21.15.1:0/1895745773 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5616e43bc3e0 0x5616e43c27c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.586+0000 7f24208d6640 1 -- 172.21.15.1:0/1895745773 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5616e43c4f60 msgr2=0x5616e43dc310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.586+0000 7f24208d6640 1 --2- 172.21.15.1:0/1895745773 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5616e43c4f60 0x5616e43dc310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.586+0000 7f24208d6640 1 -- 172.21.15.1:0/1895745773 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5616e43bc3e0 msgr2=0x5616e43c27c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.586+0000 7f24208d6640 1 --2- 172.21.15.1:0/1895745773 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5616e43bc3e0 0x5616e43c27c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.586+0000 7f24208d6640 1 -- 172.21.15.1:0/1895745773 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5616e42bdc90 con 0x5616e43bba30 2024-02-10T00:00:49.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.586+0000 7f24208d6640 1 --2- 172.21.15.1:0/1895745773 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5616e43bba30 0x5616e43c4650 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f241802c170 tx=0x7f24180047a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5ffd677e6b5dc81 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:49.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.587+0000 7f24027fc640 1 -- 172.21.15.1:0/1895745773 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2418045070 con 0x5616e43bba30 2024-02-10T00:00:49.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.587+0000 7f24027fc640 1 -- 172.21.15.1:0/1895745773 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2418004980 con 0x5616e43bba30 2024-02-10T00:00:49.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.587+0000 7f24027fc640 1 -- 172.21.15.1:0/1895745773 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2418005050 con 0x5616e43bba30 2024-02-10T00:00:49.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.587+0000 7f24257e1740 1 -- 172.21.15.1:0/1895745773 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5616e43bba30 msgr2=0x5616e43c4650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.587+0000 7f24257e1740 1 --2- 172.21.15.1:0/1895745773 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5616e43bba30 0x5616e43c4650 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f241802c170 tx=0x7f24180047a0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.587+0000 7f24257e1740 1 -- 172.21.15.1:0/1895745773 shutdown_connections 2024-02-10T00:00:49.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.587+0000 7f24257e1740 1 --2- 172.21.15.1:0/1895745773 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5616e43c4f60 0x5616e43dc310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.587+0000 7f24257e1740 1 --2- 172.21.15.1:0/1895745773 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5616e43bc3e0 0x5616e43c27c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.587+0000 7f24257e1740 1 --2- 172.21.15.1:0/1895745773 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5616e43bba30 0x5616e43c4650 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.587+0000 7f24257e1740 1 -- 172.21.15.1:0/1895745773 >> 172.21.15.1:0/1895745773 conn(0x5616e43b6100 msgr2=0x5616e43bc7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:49.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.587+0000 7f24257e1740 1 -- 172.21.15.1:0/1895745773 shutdown_connections 2024-02-10T00:00:49.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.587+0000 7f24257e1740 1 -- 172.21.15.1:0/1895745773 wait complete. 2024-02-10T00:00:49.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.588+0000 7f24257e1740 1 -- start start 2024-02-10T00:00:49.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.588+0000 7f24257e1740 1 Processor -- start 2024-02-10T00:00:49.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.588+0000 7f24257e1740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5616e43bba30 0x5616e43caab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.588+0000 7f24257e1740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5616e43bc3e0 0x5616e43caff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.588+0000 7f24257e1740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5616e43c4f60 0x5616e43cb530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.588+0000 7f24257e1740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616e442bad0 con 0x5616e43bc3e0 2024-02-10T00:00:49.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.588+0000 7f24257e1740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616e442bc40 con 0x5616e43c4f60 2024-02-10T00:00:49.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.588+0000 7f24257e1740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616e442be00 con 0x5616e43bba30 2024-02-10T00:00:49.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.588+0000 7f24257e1740 10 client.0 _ll_register_callbacks cb 0x7f241400a800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:49.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.588+0000 7f2413fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5616e43bc3e0 0x5616e43caff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.588+0000 7f2413fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5616e43bc3e0 0x5616e43caff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56322/0 (socket says 172.21.15.1:56322) 2024-02-10T00:00:49.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.588+0000 7f2413fff640 1 -- 172.21.15.1:0/158710620 learned_addr learned my addr 172.21.15.1:0/158710620 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:49.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.588+0000 7f24208d6640 1 --2- 172.21.15.1:0/158710620 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5616e43bba30 0x5616e43caab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.588+0000 7f24210d7640 1 --2- 172.21.15.1:0/158710620 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5616e43c4f60 0x5616e43cb530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.588+0000 7f2413fff640 1 -- 172.21.15.1:0/158710620 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5616e43bba30 msgr2=0x5616e43caab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.588+0000 7f2413fff640 1 --2- 172.21.15.1:0/158710620 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5616e43bba30 0x5616e43caab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.588+0000 7f2413fff640 1 -- 172.21.15.1:0/158710620 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5616e43c4f60 msgr2=0x5616e43cb530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.588+0000 7f2413fff640 1 --2- 172.21.15.1:0/158710620 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5616e43c4f60 0x5616e43cb530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.588+0000 7f2413fff640 1 -- 172.21.15.1:0/158710620 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f241c10d9c0 con 0x5616e43bc3e0 2024-02-10T00:00:49.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.588+0000 7f24210d7640 1 --2- 172.21.15.1:0/158710620 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5616e43c4f60 0x5616e43cb530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:00:49.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.589+0000 7f2413fff640 1 --2- 172.21.15.1:0/158710620 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5616e43bc3e0 0x5616e43caff0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f240c0991d0 tx=0x7f240c0cbd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f66120996bc5c7bb server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:49.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.589+0000 7f23fbfff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:49.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.589+0000 7f23fbfff640 1 -- 172.21.15.1:0/158710620 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f240c0cc230 con 0x5616e43bc3e0 2024-02-10T00:00:49.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.589+0000 7f23fbfff640 1 -- 172.21.15.1:0/158710620 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f240c0a36c0 con 0x5616e43bc3e0 2024-02-10T00:00:49.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.589+0000 7f24257e1740 1 -- 172.21.15.1:0/158710620 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f24140122e0 con 0x5616e43bc3e0 2024-02-10T00:00:49.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.589+0000 7f23fbfff640 1 -- 172.21.15.1:0/158710620 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f240c095b30 con 0x5616e43bc3e0 2024-02-10T00:00:49.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.589+0000 7f24257e1740 10 client.16101 fetch_fsmap learned FSMap version 29 2024-02-10T00:00:49.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.589+0000 7f24257e1740 1 -- 172.21.15.1:0/158710620 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5616e42e3a70 con 0x5616e43bc3e0 2024-02-10T00:00:49.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.589+0000 7f23fbfff640 1 -- 172.21.15.1:0/158710620 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f24140122e0 con 0x5616e43bc3e0 2024-02-10T00:00:49.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.589+0000 7f23fbfff640 1 -- 172.21.15.1:0/158710620 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f240c01f070 con 0x5616e43bc3e0 2024-02-10T00:00:49.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.589+0000 7f24257e1740 10 client.16101 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:00:49.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.589+0000 7f24257e1740 10 client.16101 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:00:49.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.589+0000 7f24257e1740 20 client.16101 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:49.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.589+0000 7f24257e1740 1 --2- 172.21.15.1:0/158710620 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x5616e442d0f0 0x5616e442f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.589+0000 7f24257e1740 4 client.16101 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:00:49.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.589+0000 7f24257e1740 1 -- 172.21.15.1:0/158710620 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5616e40ae890 con 0x5616e442d0f0 2024-02-10T00:00:49.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.589+0000 7f24208d6640 1 --2- 172.21.15.1:0/158710620 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x5616e442d0f0 0x5616e442f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.590+0000 7f23fbfff640 10 client.16101 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:00:49.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.590+0000 7f24208d6640 1 --2- 172.21.15.1:0/158710620 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x5616e442d0f0 0x5616e442f4e0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b9c2961ac512008a server_cookie=5ba260241423dca5 in_seq=0 out_seq=0 2024-02-10T00:00:49.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.590+0000 7f23fbfff640 1 -- 172.21.15.1:0/158710620 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5616e40ae890 con 0x5616e442d0f0 2024-02-10T00:00:49.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.590+0000 7f23fbfff640 10 client.16101 handle_command_reply: tid=0 2024-02-10T00:00:49.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.590+0000 7f24257e1740 1 client.16101 shutdown 2024-02-10T00:00:49.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.590+0000 7f24257e1740 1 -- 172.21.15.1:0/158710620 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5616e43bc3e0 msgr2=0x5616e43caff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.590+0000 7f24257e1740 1 --2- 172.21.15.1:0/158710620 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5616e43bc3e0 0x5616e43caff0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f240c0991d0 tx=0x7f240c0cbd10 comp rx=0 tx=0).stop 2024-02-10T00:00:49.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.590+0000 7f24257e1740 1 -- 172.21.15.1:0/158710620 shutdown_connections 2024-02-10T00:00:49.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.590+0000 7f24257e1740 1 --2- 172.21.15.1:0/158710620 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5616e43c4f60 0x5616e43cb530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.590+0000 7f24257e1740 1 --2- 172.21.15.1:0/158710620 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x5616e442d0f0 0x5616e442f4e0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.590+0000 7f24257e1740 1 --2- 172.21.15.1:0/158710620 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5616e43bc3e0 0x5616e43caff0 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.590+0000 7f23fbfff640 0 client.16101 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:00:49.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.590+0000 7f24257e1740 1 --2- 172.21.15.1:0/158710620 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5616e43bba30 0x5616e43caab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.590+0000 7f24257e1740 1 -- 172.21.15.1:0/158710620 >> 172.21.15.1:0/158710620 conn(0x5616e43b6100 msgr2=0x5616e43dc310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:49.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.590+0000 7f24257e1740 1 -- 172.21.15.1:0/158710620 shutdown_connections 2024-02-10T00:00:49.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.590+0000 7f24257e1740 1 -- 172.21.15.1:0/158710620 wait complete. 2024-02-10T00:00:49.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.590+0000 7f24257e1740 20 client.16101 trim_cache size 0 max 16384 2024-02-10T00:00:49.600 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:00:49.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.591+0000 7f2422b3a640 1 -- 172.21.15.1:0/3654593584 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f24040a2350 msgr2=0x7f24040a4810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.591+0000 7f2422b3a640 1 --2- 172.21.15.1:0/3654593584 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f24040a2350 0x7f24040a4810 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f241400ae20 tx=0x7f241400f790 comp rx=0 tx=0).stop 2024-02-10T00:00:49.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.591+0000 7f2422b3a640 1 -- 172.21.15.1:0/3654593584 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f241c101d20 msgr2=0x7f241c19db90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.591+0000 7f2422b3a640 1 --2- 172.21.15.1:0/3654593584 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f241c101d20 0x7f241c19db90 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f240c00e9f0 tx=0x7f240c00edf0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.591+0000 7f2422b3a640 1 -- 172.21.15.1:0/3654593584 shutdown_connections 2024-02-10T00:00:49.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.591+0000 7f2422b3a640 1 --2- 172.21.15.1:0/3654593584 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f24040a2350 0x7f24040a4810 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.591+0000 7f2422b3a640 1 --2- 172.21.15.1:0/3654593584 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f241c1026c0 0x7f241c197760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.591+0000 7f2422b3a640 1 --2- 172.21.15.1:0/3654593584 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f241c101d20 0x7f241c19db90 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.591+0000 7f2422b3a640 1 --2- 172.21.15.1:0/3654593584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f241c100440 0x7f241c19d650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.591+0000 7f2422b3a640 1 -- 172.21.15.1:0/3654593584 >> 172.21.15.1:0/3654593584 conn(0x7f241c077310 msgr2=0x7f241c0ff2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:49.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.591+0000 7f2422b3a640 1 -- 172.21.15.1:0/3654593584 shutdown_connections 2024-02-10T00:00:49.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.591+0000 7f2422b3a640 1 -- 172.21.15.1:0/3654593584 wait complete. 2024-02-10T00:00:49.604 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:00:49.604 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-02-10T00:00:49.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.711+0000 7f6964f8c640 1 -- 172.21.15.1:0/3275945001 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6960105410 msgr2=0x7f696010cfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.711+0000 7f6964f8c640 1 --2- 172.21.15.1:0/3275945001 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6960105410 0x7f696010cfe0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f6950009cd0 tx=0x7f695002c0f0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.711+0000 7f6964f8c640 1 -- 172.21.15.1:0/3275945001 shutdown_connections 2024-02-10T00:00:49.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.711+0000 7f6964f8c640 1 --2- 172.21.15.1:0/3275945001 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6960105410 0x7f696010cfe0 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.711+0000 7f6964f8c640 1 --2- 172.21.15.1:0/3275945001 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6960100cf0 0x7f6960104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.711+0000 7f6964f8c640 1 --2- 172.21.15.1:0/3275945001 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6960100340 0x7f6960100720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.711+0000 7f6964f8c640 1 -- 172.21.15.1:0/3275945001 >> 172.21.15.1:0/3275945001 conn(0x7f69600772e0 msgr2=0x7f69600776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:49.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.711+0000 7f6964f8c640 1 -- 172.21.15.1:0/3275945001 shutdown_connections 2024-02-10T00:00:49.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.711+0000 7f6964f8c640 1 -- 172.21.15.1:0/3275945001 wait complete. 2024-02-10T00:00:49.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.711+0000 7f6964f8c640 1 Processor -- start 2024-02-10T00:00:49.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.712+0000 7f6964f8c640 1 -- start start 2024-02-10T00:00:49.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.712+0000 7f6964f8c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6960100340 0x7f696019d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.712+0000 7f6964f8c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6960105410 0x7f696019d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.712+0000 7f6964f8c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6960197610 0x7f6960197ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.712+0000 7f6964f8c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6960198000 con 0x7f6960100340 2024-02-10T00:00:49.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.712+0000 7f6964f8c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6960198170 con 0x7f6960197610 2024-02-10T00:00:49.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.712+0000 7f6964f8c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6960198330 con 0x7f6960105410 2024-02-10T00:00:49.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.712+0000 7f695e59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6960100340 0x7f696019d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.712+0000 7f695e59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6960100340 0x7f696019d460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56334/0 (socket says 172.21.15.1:56334) 2024-02-10T00:00:49.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.712+0000 7f695e59c640 1 -- 172.21.15.1:0/3799550474 learned_addr learned my addr 172.21.15.1:0/3799550474 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:49.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.712+0000 7f695dd9b640 1 --2- 172.21.15.1:0/3799550474 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6960105410 0x7f696019d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.712+0000 7f695ed9d640 1 --2- 172.21.15.1:0/3799550474 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6960197610 0x7f6960197ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.712+0000 7f695e59c640 1 -- 172.21.15.1:0/3799550474 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6960105410 msgr2=0x7f696019d9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.712+0000 7f695e59c640 1 --2- 172.21.15.1:0/3799550474 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6960105410 0x7f696019d9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.712+0000 7f695e59c640 1 -- 172.21.15.1:0/3799550474 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6960197610 msgr2=0x7f6960197ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.712+0000 7f695e59c640 1 --2- 172.21.15.1:0/3799550474 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6960197610 0x7f6960197ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.712+0000 7f695e59c640 1 -- 172.21.15.1:0/3799550474 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6950009900 con 0x7f6960100340 2024-02-10T00:00:49.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.712+0000 7f695dd9b640 1 --2- 172.21.15.1:0/3799550474 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6960105410 0x7f696019d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:00:49.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.712+0000 7f695ed9d640 1 --2- 172.21.15.1:0/3799550474 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6960197610 0x7f6960197ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:00:49.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.712+0000 7f695e59c640 1 --2- 172.21.15.1:0/3799550474 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6960100340 0x7f696019d460 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f695800e9f0 tx=0x7f695800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:49.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.712+0000 7f694f7fe640 1 -- 172.21.15.1:0/3799550474 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6958009720 con 0x7f6960100340 2024-02-10T00:00:49.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.713+0000 7f6964f8c640 1 -- 172.21.15.1:0/3799550474 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f69601a4320 con 0x7f6960100340 2024-02-10T00:00:49.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.713+0000 7f694f7fe640 1 -- 172.21.15.1:0/3799550474 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f695800cd80 con 0x7f6960100340 2024-02-10T00:00:49.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.713+0000 7f694f7fe640 1 -- 172.21.15.1:0/3799550474 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6958010690 con 0x7f6960100340 2024-02-10T00:00:49.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.713+0000 7f6964f8c640 1 -- 172.21.15.1:0/3799550474 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69601a4830 con 0x7f6960100340 2024-02-10T00:00:49.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.715+0000 7f694f7fe640 1 -- 172.21.15.1:0/3799550474 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 25) v1 ==== 137000+0+0 (secure 0 0 0) 0x7f69580046c0 con 0x7f6960100340 2024-02-10T00:00:49.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.715+0000 7f6967b66740 1 Processor -- start 2024-02-10T00:00:49.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.716+0000 7f6967b66740 1 -- start start 2024-02-10T00:00:49.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.716+0000 7f6967b66740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55da227b5a30 0x55da227b5e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.716+0000 7f6967b66740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55da227b63e0 0x55da227be990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.716+0000 7f6967b66740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da227bef60 0x55da227c13b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.716+0000 7f6967b66740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da22771020 con 0x55da227b63e0 2024-02-10T00:00:49.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.716+0000 7f6967b66740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da22724320 con 0x55da227bef60 2024-02-10T00:00:49.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.716+0000 7f6967b66740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da22721850 con 0x55da227b5a30 2024-02-10T00:00:49.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.716+0000 7f695e59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55da227b63e0 0x55da227be990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.716+0000 7f695e59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55da227b63e0 0x55da227be990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56336/0 (socket says 172.21.15.1:56336) 2024-02-10T00:00:49.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.716+0000 7f695e59c640 1 -- 172.21.15.1:0/3550085944 learned_addr learned my addr 172.21.15.1:0/3550085944 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:49.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.716+0000 7f695ed9d640 1 --2- 172.21.15.1:0/3550085944 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55da227b5a30 0x55da227b5e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.716+0000 7f694f7fe640 1 --2- 172.21.15.1:0/3799550474 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f69480a2350 0x7f69480a4810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.716+0000 7f695dd9b640 1 --2- 172.21.15.1:0/3550085944 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da227bef60 0x55da227c13b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.716+0000 7f695ed9d640 1 --2- 172.21.15.1:0/3799550474 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f69480a2350 0x7f69480a4810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.716+0000 7f695e59c640 1 -- 172.21.15.1:0/3550085944 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55da227b5a30 msgr2=0x55da227b5e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.716+0000 7f695e59c640 1 --2- 172.21.15.1:0/3550085944 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55da227b5a30 0x55da227b5e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.716+0000 7f695e59c640 1 -- 172.21.15.1:0/3550085944 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da227bef60 msgr2=0x55da227c13b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.716+0000 7f695e59c640 1 --2- 172.21.15.1:0/3550085944 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da227bef60 0x55da227c13b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.716+0000 7f694f7fe640 1 -- 172.21.15.1:0/3799550474 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f6958014070 con 0x7f6960100340 2024-02-10T00:00:49.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.717+0000 7f695e59c640 1 -- 172.21.15.1:0/3550085944 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55da226df210 con 0x55da227b63e0 2024-02-10T00:00:49.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.717+0000 7f695dd9b640 1 --2- 172.21.15.1:0/3550085944 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da227bef60 0x55da227c13b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:00:49.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.717+0000 7f695e59c640 1 --2- 172.21.15.1:0/3550085944 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55da227b63e0 0x55da227be990 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f69580cbf10 tx=0x7f6958004b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=334d3c265a1bce8d server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:49.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.717+0000 7f695ed9d640 1 --2- 172.21.15.1:0/3799550474 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f69480a2350 0x7f69480a4810 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f695002c630 tx=0x7f695002c0f0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:49.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.717+0000 7f694cff9640 1 -- 172.21.15.1:0/3550085944 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f695809ab10 con 0x55da227b63e0 2024-02-10T00:00:49.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.717+0000 7f694cff9640 1 -- 172.21.15.1:0/3550085944 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f695809a930 con 0x55da227b63e0 2024-02-10T00:00:49.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.717+0000 7f694cff9640 1 -- 172.21.15.1:0/3550085944 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69580a32e0 con 0x55da227b63e0 2024-02-10T00:00:49.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.718+0000 7f6967b66740 1 -- 172.21.15.1:0/3550085944 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55da227b63e0 msgr2=0x55da227be990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.718+0000 7f6967b66740 1 --2- 172.21.15.1:0/3550085944 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55da227b63e0 0x55da227be990 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f69580cbf10 tx=0x7f6958004b30 comp rx=0 tx=0).stop 2024-02-10T00:00:49.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.718+0000 7f6967b66740 1 -- 172.21.15.1:0/3550085944 shutdown_connections 2024-02-10T00:00:49.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.718+0000 7f6967b66740 1 --2- 172.21.15.1:0/3550085944 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da227bef60 0x55da227c13b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.718+0000 7f6967b66740 1 --2- 172.21.15.1:0/3550085944 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55da227b63e0 0x55da227be990 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.718+0000 7f6967b66740 1 --2- 172.21.15.1:0/3550085944 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55da227b5a30 0x55da227b5e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.718+0000 7f6967b66740 1 -- 172.21.15.1:0/3550085944 >> 172.21.15.1:0/3550085944 conn(0x55da227b0100 msgr2=0x55da227b04e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:49.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.718+0000 7f6967b66740 1 -- 172.21.15.1:0/3550085944 shutdown_connections 2024-02-10T00:00:49.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.718+0000 7f6967b66740 1 -- 172.21.15.1:0/3550085944 wait complete. 2024-02-10T00:00:49.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.718+0000 7f6967b66740 1 -- start start 2024-02-10T00:00:49.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.718+0000 7f6967b66740 1 Processor -- start 2024-02-10T00:00:49.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.718+0000 7f6967b66740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da227b5a30 0x55da227bbe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.718+0000 7f6967b66740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55da227b63e0 0x55da227bc350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.718+0000 7f6967b66740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55da227bef60 0x55da227bc890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.718+0000 7f6967b66740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da2271d030 con 0x55da227bef60 2024-02-10T00:00:49.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.718+0000 7f6967b66740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da223f0430 con 0x55da227b5a30 2024-02-10T00:00:49.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.718+0000 7f6967b66740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da223ace00 con 0x55da227b63e0 2024-02-10T00:00:49.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.718+0000 7f6967b66740 10 client.0 _ll_register_callbacks cb 0x55da22712030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:49.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.719+0000 7f695ed9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55da227bef60 0x55da227bc890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.719+0000 7f695dd9b640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55da227b63e0 0x55da227bc350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.719+0000 7f695ed9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55da227bef60 0x55da227bc890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56348/0 (socket says 172.21.15.1:56348) 2024-02-10T00:00:49.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.719+0000 7f695ed9d640 1 -- 172.21.15.1:0/496674805 learned_addr learned my addr 172.21.15.1:0/496674805 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:49.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.719+0000 7f695e59c640 1 --2- 172.21.15.1:0/496674805 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da227b5a30 0x55da227bbe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.719+0000 7f695ed9d640 1 -- 172.21.15.1:0/496674805 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55da227b63e0 msgr2=0x55da227bc350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.719+0000 7f695ed9d640 1 --2- 172.21.15.1:0/496674805 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55da227b63e0 0x55da227bc350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.719+0000 7f695ed9d640 1 -- 172.21.15.1:0/496674805 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da227b5a30 msgr2=0x55da227bbe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.719+0000 7f695ed9d640 1 --2- 172.21.15.1:0/496674805 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da227b5a30 0x55da227bbe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.719+0000 7f695ed9d640 1 -- 172.21.15.1:0/496674805 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69601a4830 con 0x55da227bef60 2024-02-10T00:00:49.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.719+0000 7f695dd9b640 1 --2- 172.21.15.1:0/496674805 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55da227b63e0 0x55da227bc350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:00:49.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.719+0000 7f695ed9d640 1 --2- 172.21.15.1:0/496674805 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55da227bef60 0x55da227bc890 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f695002c840 tx=0x7f69500095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d31ab118ae5a239c server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:49.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.719+0000 7f6945ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:49.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.719+0000 7f6945ffb640 1 -- 172.21.15.1:0/496674805 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6950003d80 con 0x55da227bef60 2024-02-10T00:00:49.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.719+0000 7f6945ffb640 1 -- 172.21.15.1:0/496674805 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f6950048040 con 0x55da227bef60 2024-02-10T00:00:49.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.719+0000 7f6967b66740 1 -- 172.21.15.1:0/496674805 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55da2241c7e0 con 0x55da227bef60 2024-02-10T00:00:49.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.719+0000 7f6945ffb640 1 -- 172.21.15.1:0/496674805 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6950034790 con 0x55da227bef60 2024-02-10T00:00:49.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.719+0000 7f6967b66740 10 client.16113 fetch_fsmap learned FSMap version 29 2024-02-10T00:00:49.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.719+0000 7f6967b66740 1 -- 172.21.15.1:0/496674805 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55da2271b6b0 con 0x55da227bef60 2024-02-10T00:00:49.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.720+0000 7f6945ffb640 1 -- 172.21.15.1:0/496674805 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55da2241c7e0 con 0x55da227bef60 2024-02-10T00:00:49.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.720+0000 7f6945ffb640 1 -- 172.21.15.1:0/496674805 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f695003e070 con 0x55da227bef60 2024-02-10T00:00:49.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.720+0000 7f6967b66740 10 client.16113 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:00:49.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.720+0000 7f6967b66740 10 client.16113 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:00:49.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.720+0000 7f6967b66740 20 client.16113 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:49.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.720+0000 7f6967b66740 1 --2- 172.21.15.1:0/496674805 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55da227cf2f0 0x55da227d1710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.720+0000 7f6967b66740 4 client.16113 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:00:49.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.720+0000 7f6967b66740 1 -- 172.21.15.1:0/496674805 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55da22459720 con 0x55da227cf2f0 2024-02-10T00:00:49.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.720+0000 7f695e59c640 1 --2- 172.21.15.1:0/496674805 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55da227cf2f0 0x55da227d1710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.721+0000 7f6945ffb640 10 client.16113 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:00:49.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.721+0000 7f695e59c640 1 --2- 172.21.15.1:0/496674805 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55da227cf2f0 0x55da227d1710 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9fb9464e7a8aed92 server_cookie=bec453d19ba78193 in_seq=0 out_seq=0 2024-02-10T00:00:49.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.721+0000 7f6945ffb640 1 -- 172.21.15.1:0/496674805 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55da22459720 con 0x55da227cf2f0 2024-02-10T00:00:49.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.721+0000 7f6945ffb640 10 client.16113 handle_command_reply: tid=0 2024-02-10T00:00:49.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.721+0000 7f6967b66740 1 client.16113 shutdown 2024-02-10T00:00:49.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.721+0000 7f6967b66740 1 -- 172.21.15.1:0/496674805 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55da227bef60 msgr2=0x55da227bc890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.721+0000 7f6967b66740 1 --2- 172.21.15.1:0/496674805 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55da227bef60 0x55da227bc890 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f695002c840 tx=0x7f69500095c0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.721+0000 7f6967b66740 1 -- 172.21.15.1:0/496674805 shutdown_connections 2024-02-10T00:00:49.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.721+0000 7f6967b66740 1 --2- 172.21.15.1:0/496674805 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55da227cf2f0 0x55da227d1710 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.721+0000 7f6967b66740 1 --2- 172.21.15.1:0/496674805 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55da227bef60 0x55da227bc890 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.721+0000 7f6967b66740 1 --2- 172.21.15.1:0/496674805 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55da227b63e0 0x55da227bc350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.721+0000 7f6945ffb640 0 client.16113 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:00:49.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.721+0000 7f6967b66740 1 --2- 172.21.15.1:0/496674805 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da227b5a30 0x55da227bbe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.721+0000 7f6967b66740 1 -- 172.21.15.1:0/496674805 >> 172.21.15.1:0/496674805 conn(0x55da227b0100 msgr2=0x55da227b1e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:49.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.721+0000 7f6967b66740 1 -- 172.21.15.1:0/496674805 shutdown_connections 2024-02-10T00:00:49.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.721+0000 7f6967b66740 1 -- 172.21.15.1:0/496674805 wait complete. 2024-02-10T00:00:49.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.722+0000 7f6967b66740 20 client.16113 trim_cache size 0 max 16384 2024-02-10T00:00:49.739 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.735+0000 7f6967b66740 1 Processor -- start 2024-02-10T00:00:49.739 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.735+0000 7f6967b66740 1 -- start start 2024-02-10T00:00:49.739 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.735+0000 7f6967b66740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55da227b5a30 0x55da227be540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.740 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.735+0000 7f6967b66740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55da227b63e0 0x55da227bc6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.740 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.735+0000 7f6967b66740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da227bef60 0x55da227badf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.740 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.735+0000 7f6967b66740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da226a2130 con 0x55da227b63e0 2024-02-10T00:00:49.740 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.735+0000 7f6967b66740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da227b4d70 con 0x55da227bef60 2024-02-10T00:00:49.740 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.735+0000 7f6967b66740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da227af9c0 con 0x55da227b5a30 2024-02-10T00:00:49.740 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.735+0000 7f695dd9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55da227b63e0 0x55da227bc6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.740 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.735+0000 7f695dd9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55da227b63e0 0x55da227bc6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56362/0 (socket says 172.21.15.1:56362) 2024-02-10T00:00:49.740 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.735+0000 7f695dd9b640 1 -- 172.21.15.1:0/1030160340 learned_addr learned my addr 172.21.15.1:0/1030160340 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:49.740 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.735+0000 7f695ed9d640 1 --2- 172.21.15.1:0/1030160340 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da227bef60 0x55da227badf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.740 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.735+0000 7f695e59c640 1 --2- 172.21.15.1:0/1030160340 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55da227b5a30 0x55da227be540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.740 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.735+0000 7f695dd9b640 1 -- 172.21.15.1:0/1030160340 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55da227b5a30 msgr2=0x55da227be540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.740 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.735+0000 7f695dd9b640 1 --2- 172.21.15.1:0/1030160340 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55da227b5a30 0x55da227be540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.740 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.735+0000 7f695dd9b640 1 -- 172.21.15.1:0/1030160340 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da227bef60 msgr2=0x55da227badf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.741 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.735+0000 7f695dd9b640 1 --2- 172.21.15.1:0/1030160340 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da227bef60 0x55da227badf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.741 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.735+0000 7f695dd9b640 1 -- 172.21.15.1:0/1030160340 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55da226b7c90 con 0x55da227b63e0 2024-02-10T00:00:49.741 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.736+0000 7f695dd9b640 1 --2- 172.21.15.1:0/1030160340 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55da227b63e0 0x55da227bc6b0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f695400df40 tx=0x7f69540108c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c22b4fc24a64779 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:49.741 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.736+0000 7f6947fff640 1 -- 172.21.15.1:0/1030160340 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6954015070 con 0x55da227b63e0 2024-02-10T00:00:49.741 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.736+0000 7f6947fff640 1 -- 172.21.15.1:0/1030160340 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6954005500 con 0x55da227b63e0 2024-02-10T00:00:49.741 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.736+0000 7f6947fff640 1 -- 172.21.15.1:0/1030160340 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f695400fa10 con 0x55da227b63e0 2024-02-10T00:00:49.741 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.737+0000 7f6967b66740 1 -- 172.21.15.1:0/1030160340 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55da227b63e0 msgr2=0x55da227bc6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.741 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.737+0000 7f6967b66740 1 --2- 172.21.15.1:0/1030160340 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55da227b63e0 0x55da227bc6b0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f695400df40 tx=0x7f69540108c0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.741 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.737+0000 7f6967b66740 1 -- 172.21.15.1:0/1030160340 shutdown_connections 2024-02-10T00:00:49.741 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.737+0000 7f6967b66740 1 --2- 172.21.15.1:0/1030160340 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da227bef60 0x55da227badf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.741 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.737+0000 7f6967b66740 1 --2- 172.21.15.1:0/1030160340 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55da227b63e0 0x55da227bc6b0 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.741 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.737+0000 7f6967b66740 1 --2- 172.21.15.1:0/1030160340 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55da227b5a30 0x55da227be540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.742 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.737+0000 7f6967b66740 1 -- 172.21.15.1:0/1030160340 >> 172.21.15.1:0/1030160340 conn(0x55da227b0100 msgr2=0x55da227ba6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:49.742 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.737+0000 7f6967b66740 1 -- 172.21.15.1:0/1030160340 shutdown_connections 2024-02-10T00:00:49.742 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.737+0000 7f6967b66740 1 -- 172.21.15.1:0/1030160340 wait complete. 2024-02-10T00:00:49.742 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.737+0000 7f6967b66740 1 -- start start 2024-02-10T00:00:49.742 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.737+0000 7f6967b66740 1 Processor -- start 2024-02-10T00:00:49.742 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.737+0000 7f6967b66740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da227b5a30 0x55da227c62e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.743 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.737+0000 7f6967b66740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55da227b63e0 0x55da227c46d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.743 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.737+0000 7f6967b66740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55da227bef60 0x55da227c4c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.737+0000 7f6967b66740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da227c5310 con 0x55da227b63e0 2024-02-10T00:00:49.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.737+0000 7f6967b66740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da227c5480 con 0x55da227b5a30 2024-02-10T00:00:49.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.737+0000 7f6967b66740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da22825800 con 0x55da227bef60 2024-02-10T00:00:49.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.737+0000 7f6967b66740 10 client.0 _ll_register_callbacks cb 0x7f69580d43e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:49.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.737+0000 7f695dd9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55da227b63e0 0x55da227c46d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.737+0000 7f695dd9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55da227b63e0 0x55da227c46d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56364/0 (socket says 172.21.15.1:56364) 2024-02-10T00:00:49.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.737+0000 7f695dd9b640 1 -- 172.21.15.1:0/789944322 learned_addr learned my addr 172.21.15.1:0/789944322 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:49.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.737+0000 7f695e59c640 1 --2- 172.21.15.1:0/789944322 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da227b5a30 0x55da227c62e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.738+0000 7f695ed9d640 1 --2- 172.21.15.1:0/789944322 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55da227bef60 0x55da227c4c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.738+0000 7f695dd9b640 1 -- 172.21.15.1:0/789944322 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55da227bef60 msgr2=0x55da227c4c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.738+0000 7f695dd9b640 1 --2- 172.21.15.1:0/789944322 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55da227bef60 0x55da227c4c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.738+0000 7f695dd9b640 1 -- 172.21.15.1:0/789944322 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da227b5a30 msgr2=0x55da227c62e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.738+0000 7f695dd9b640 1 --2- 172.21.15.1:0/789944322 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da227b5a30 0x55da227c62e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.738+0000 7f695dd9b640 1 -- 172.21.15.1:0/789944322 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f695400dc20 con 0x55da227b63e0 2024-02-10T00:00:49.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.738+0000 7f695ed9d640 1 --2- 172.21.15.1:0/789944322 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55da227bef60 0x55da227c4c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:00:49.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.738+0000 7f695dd9b640 1 --2- 172.21.15.1:0/789944322 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55da227b63e0 0x55da227c46d0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f695401b040 tx=0x7f69540052d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5a1b0ea3e48f161 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:49.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.738+0000 7f6945ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:49.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.738+0000 7f6945ffb640 1 -- 172.21.15.1:0/789944322 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6954015050 con 0x55da227b63e0 2024-02-10T00:00:49.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.738+0000 7f6945ffb640 1 -- 172.21.15.1:0/789944322 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f695400f9c0 con 0x55da227b63e0 2024-02-10T00:00:49.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.738+0000 7f6967b66740 1 -- 172.21.15.1:0/789944322 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f695809a930 con 0x55da227b63e0 2024-02-10T00:00:49.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.738+0000 7f6945ffb640 1 -- 172.21.15.1:0/789944322 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6954004b70 con 0x55da227b63e0 2024-02-10T00:00:49.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.738+0000 7f6967b66740 10 client.16119 fetch_fsmap learned FSMap version 29 2024-02-10T00:00:49.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.738+0000 7f6967b66740 1 -- 172.21.15.1:0/789944322 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55da226dda70 con 0x55da227b63e0 2024-02-10T00:00:49.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.738+0000 7f6945ffb640 1 -- 172.21.15.1:0/789944322 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f695809a930 con 0x55da227b63e0 2024-02-10T00:00:49.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.739+0000 7f6945ffb640 1 -- 172.21.15.1:0/789944322 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f6954023c40 con 0x55da227b63e0 2024-02-10T00:00:49.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.739+0000 7f6967b66740 10 client.16119 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:00:49.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.739+0000 7f6967b66740 10 client.16119 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:00:49.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.739+0000 7f6967b66740 20 client.16119 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:49.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.739+0000 7f6967b66740 1 --2- 172.21.15.1:0/789944322 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55da22826f40 0x55da22829360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.739+0000 7f6967b66740 4 client.16119 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:00:49.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.739+0000 7f6967b66740 1 -- 172.21.15.1:0/789944322 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55da224a8890 con 0x55da22826f40 2024-02-10T00:00:49.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.739+0000 7f695e59c640 1 --2- 172.21.15.1:0/789944322 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55da22826f40 0x55da22829360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.739+0000 7f695e59c640 1 --2- 172.21.15.1:0/789944322 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55da22826f40 0x55da22829360 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8f85d91dfacd7b6f server_cookie=9addd58dc869cf72 in_seq=0 out_seq=0 2024-02-10T00:00:49.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.739+0000 7f6945ffb640 10 client.16119 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:00:49.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.739+0000 7f6945ffb640 1 -- 172.21.15.1:0/789944322 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55da224a8890 con 0x55da22826f40 2024-02-10T00:00:49.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.739+0000 7f6945ffb640 10 client.16119 handle_command_reply: tid=0 2024-02-10T00:00:49.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.739+0000 7f6967b66740 1 client.16119 shutdown 2024-02-10T00:00:49.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.739+0000 7f6967b66740 1 -- 172.21.15.1:0/789944322 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55da227b63e0 msgr2=0x55da227c46d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.739+0000 7f6967b66740 1 --2- 172.21.15.1:0/789944322 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55da227b63e0 0x55da227c46d0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f695401b040 tx=0x7f69540052d0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.740+0000 7f6967b66740 1 -- 172.21.15.1:0/789944322 shutdown_connections 2024-02-10T00:00:49.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.740+0000 7f6967b66740 1 --2- 172.21.15.1:0/789944322 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55da22826f40 0x55da22829360 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.740+0000 7f6967b66740 1 --2- 172.21.15.1:0/789944322 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55da227bef60 0x55da227c4c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.750 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.740+0000 7f6967b66740 1 --2- 172.21.15.1:0/789944322 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55da227b63e0 0x55da227c46d0 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.750 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.740+0000 7f6967b66740 1 --2- 172.21.15.1:0/789944322 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55da227b5a30 0x55da227c62e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.750 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.740+0000 7f6945ffb640 0 client.16119 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:00:49.750 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.740+0000 7f6967b66740 1 -- 172.21.15.1:0/789944322 >> 172.21.15.1:0/789944322 conn(0x55da227b0100 msgr2=0x55da227af240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:49.750 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.740+0000 7f6967b66740 1 -- 172.21.15.1:0/789944322 shutdown_connections 2024-02-10T00:00:49.750 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.740+0000 7f6967b66740 1 -- 172.21.15.1:0/789944322 wait complete. 2024-02-10T00:00:49.750 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.740+0000 7f6967b66740 20 client.16119 trim_cache size 0 max 16384 2024-02-10T00:00:49.750 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:00:49.751 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.740+0000 7f6964f8c640 1 -- 172.21.15.1:0/3799550474 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f69480a2350 msgr2=0x7f69480a4810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.751 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.740+0000 7f6964f8c640 1 --2- 172.21.15.1:0/3799550474 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f69480a2350 0x7f69480a4810 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f695002c630 tx=0x7f695002c0f0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.751 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.740+0000 7f6964f8c640 1 -- 172.21.15.1:0/3799550474 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6960100340 msgr2=0x7f696019d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.751 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.740+0000 7f6964f8c640 1 --2- 172.21.15.1:0/3799550474 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6960100340 0x7f696019d460 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f695800e9f0 tx=0x7f695800edf0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.751 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.740+0000 7f6964f8c640 1 -- 172.21.15.1:0/3799550474 shutdown_connections 2024-02-10T00:00:49.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.740+0000 7f6964f8c640 1 --2- 172.21.15.1:0/3799550474 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f69480a2350 0x7f69480a4810 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.740+0000 7f6964f8c640 1 --2- 172.21.15.1:0/3799550474 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6960197610 0x7f6960197ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.740+0000 7f6964f8c640 1 --2- 172.21.15.1:0/3799550474 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6960105410 0x7f696019d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.740+0000 7f6964f8c640 1 --2- 172.21.15.1:0/3799550474 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6960100340 0x7f696019d460 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.740+0000 7f6964f8c640 1 -- 172.21.15.1:0/3799550474 >> 172.21.15.1:0/3799550474 conn(0x7f69600772e0 msgr2=0x7f6960068770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:49.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.740+0000 7f6964f8c640 1 -- 172.21.15.1:0/3799550474 shutdown_connections 2024-02-10T00:00:49.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.740+0000 7f6964f8c640 1 -- 172.21.15.1:0/3799550474 wait complete. 2024-02-10T00:00:49.753 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:00:49.753 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-02-10T00:00:49.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.856+0000 7f966720b640 1 -- 172.21.15.1:0/3427633734 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9660100cf0 msgr2=0x7f9660104d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.856+0000 7f966720b640 1 --2- 172.21.15.1:0/3427633734 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9660100cf0 0x7f9660104d30 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f964c009860 tx=0x7f964c02bb70 comp rx=0 tx=0).stop 2024-02-10T00:00:49.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.857+0000 7f966720b640 1 -- 172.21.15.1:0/3427633734 shutdown_connections 2024-02-10T00:00:49.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.857+0000 7f966720b640 1 --2- 172.21.15.1:0/3427633734 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9660105410 0x7f966010cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.857+0000 7f966720b640 1 --2- 172.21.15.1:0/3427633734 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9660100cf0 0x7f9660104d30 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.857+0000 7f966720b640 1 --2- 172.21.15.1:0/3427633734 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9660100340 0x7f9660100720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.857+0000 7f966720b640 1 -- 172.21.15.1:0/3427633734 >> 172.21.15.1:0/3427633734 conn(0x7f96600772e0 msgr2=0x7f96600776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:49.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.857+0000 7f966720b640 1 -- 172.21.15.1:0/3427633734 shutdown_connections 2024-02-10T00:00:49.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.857+0000 7f966720b640 1 -- 172.21.15.1:0/3427633734 wait complete. 2024-02-10T00:00:49.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.857+0000 7f966720b640 1 Processor -- start 2024-02-10T00:00:49.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.857+0000 7f966720b640 1 -- start start 2024-02-10T00:00:49.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.857+0000 7f966720b640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9660100340 0x7f966019d610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.857+0000 7f966720b640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9660105410 0x7f966019db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.857+0000 7f966720b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9660197720 0x7f9660197ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.857+0000 7f966720b640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96601981f0 con 0x7f9660197720 2024-02-10T00:00:49.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.857+0000 7f966720b640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9660198360 con 0x7f9660100340 2024-02-10T00:00:49.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.857+0000 7f966720b640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9660198520 con 0x7f9660105410 2024-02-10T00:00:49.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.858+0000 7f96657a8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9660197720 0x7f9660197ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.858+0000 7f96657a8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9660197720 0x7f9660197ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56382/0 (socket says 172.21.15.1:56382) 2024-02-10T00:00:49.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.858+0000 7f96657a8640 1 -- 172.21.15.1:0/713886971 learned_addr learned my addr 172.21.15.1:0/713886971 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:49.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.858+0000 7f965ffff640 1 --2- 172.21.15.1:0/713886971 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9660105410 0x7f966019db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.858+0000 7f9664fa7640 1 --2- 172.21.15.1:0/713886971 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9660100340 0x7f966019d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.858+0000 7f965ffff640 1 -- 172.21.15.1:0/713886971 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9660100340 msgr2=0x7f966019d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.858+0000 7f965ffff640 1 --2- 172.21.15.1:0/713886971 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9660100340 0x7f966019d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.858+0000 7f965ffff640 1 -- 172.21.15.1:0/713886971 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9660197720 msgr2=0x7f9660197ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.858+0000 7f965ffff640 1 --2- 172.21.15.1:0/713886971 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9660197720 0x7f9660197ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.858+0000 7f965ffff640 1 -- 172.21.15.1:0/713886971 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9654009560 con 0x7f9660105410 2024-02-10T00:00:49.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.858+0000 7f96657a8640 1 --2- 172.21.15.1:0/713886971 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9660197720 0x7f9660197ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:00:49.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.858+0000 7f965ffff640 1 --2- 172.21.15.1:0/713886971 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9660105410 0x7f966019db50 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f964c037040 tx=0x7f964c0045f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:49.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.858+0000 7f965dffb640 1 -- 172.21.15.1:0/713886971 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f964c0349d0 con 0x7f9660105410 2024-02-10T00:00:49.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.858+0000 7f965dffb640 1 -- 172.21.15.1:0/713886971 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f964c02c9f0 con 0x7f9660105410 2024-02-10T00:00:49.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.858+0000 7f966720b640 1 -- 172.21.15.1:0/713886971 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f964c009490 con 0x7f9660105410 2024-02-10T00:00:49.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.858+0000 7f965dffb640 1 -- 172.21.15.1:0/713886971 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f964c032600 con 0x7f9660105410 2024-02-10T00:00:49.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.858+0000 7f966720b640 1 -- 172.21.15.1:0/713886971 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96601a4640 con 0x7f9660105410 2024-02-10T00:00:49.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.861+0000 7f965dffb640 1 -- 172.21.15.1:0/713886971 <== mon.1 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 25) v1 ==== 137000+0+0 (secure 0 0 0) 0x7f964c03b040 con 0x7f9660105410 2024-02-10T00:00:49.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.861+0000 7f9669dd7740 1 Processor -- start 2024-02-10T00:00:49.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.861+0000 7f9669dd7740 1 -- start start 2024-02-10T00:00:49.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.861+0000 7f965dffb640 1 --2- 172.21.15.1:0/713886971 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f96500a23d0 0x7f96500a4890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.861+0000 7f9669dd7740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564028fc8a30 0x564028fc8e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.861+0000 7f9669dd7740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564028fc93e0 0x564028fd1990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.861+0000 7f9669dd7740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564028fd1f60 0x564028fd43b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.861+0000 7f9669dd7740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x564028f84020 con 0x564028fc93e0 2024-02-10T00:00:49.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.861+0000 7f9669dd7740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x564028f37320 con 0x564028fd1f60 2024-02-10T00:00:49.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.861+0000 7f9669dd7740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x564028f34850 con 0x564028fc8a30 2024-02-10T00:00:49.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.861+0000 7f96657a8640 1 --2- 172.21.15.1:0/713886971 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f96500a23d0 0x7f96500a4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.861+0000 7f965dffb640 1 -- 172.21.15.1:0/713886971 <== mon.1 v2:172.21.15.103:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f964c0efca0 con 0x7f9660105410 2024-02-10T00:00:49.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.861+0000 7f9664fa7640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564028fc8a30 0x564028fc8e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.861+0000 7f965ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564028fc93e0 0x564028fd1990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.861+0000 7f9664fa7640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564028fc8a30 0x564028fc8e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.1:57724/0 (socket says 172.21.15.1:57724) 2024-02-10T00:00:49.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.861+0000 7f9664fa7640 1 -- 172.21.15.1:0/3795933447 learned_addr learned my addr 172.21.15.1:0/3795933447 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:49.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.861+0000 7f96657a8640 1 --2- 172.21.15.1:0/3795933447 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564028fd1f60 0x564028fd43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.862+0000 7f9664fa7640 1 -- 172.21.15.1:0/3795933447 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564028fd1f60 msgr2=0x564028fd43b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.862+0000 7f9664fa7640 1 --2- 172.21.15.1:0/3795933447 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564028fd1f60 0x564028fd43b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.862+0000 7f9664fa7640 1 -- 172.21.15.1:0/3795933447 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564028fc93e0 msgr2=0x564028fd1990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.862+0000 7f9664fa7640 1 --2- 172.21.15.1:0/3795933447 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564028fc93e0 0x564028fd1990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.862+0000 7f9664fa7640 1 -- 172.21.15.1:0/3795933447 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564028ef2210 con 0x564028fc8a30 2024-02-10T00:00:49.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.862+0000 7f965ffff640 1 --2- 172.21.15.1:0/3795933447 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564028fc93e0 0x564028fd1990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:00:49.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.862+0000 7f96657a8640 1 --2- 172.21.15.1:0/713886971 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f96500a23d0 0x7f96500a4890 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9658007fd0 tx=0x7f9658011e50 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:49.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.862+0000 7f9664fa7640 1 --2- 172.21.15.1:0/3795933447 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564028fc8a30 0x564028fc8e10 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f9654009e60 tx=0x7f9654011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2cedc5142894e52a server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:49.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.862+0000 7f964affd640 1 -- 172.21.15.1:0/3795933447 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9654009e90 con 0x564028fc8a30 2024-02-10T00:00:49.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.862+0000 7f964affd640 1 -- 172.21.15.1:0/3795933447 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9654005500 con 0x564028fc8a30 2024-02-10T00:00:49.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.862+0000 7f964affd640 1 -- 172.21.15.1:0/3795933447 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9654019670 con 0x564028fc8a30 2024-02-10T00:00:49.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.863+0000 7f9669dd7740 1 -- 172.21.15.1:0/3795933447 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564028fc8a30 msgr2=0x564028fc8e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.863+0000 7f9669dd7740 1 --2- 172.21.15.1:0/3795933447 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564028fc8a30 0x564028fc8e10 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f9654009e60 tx=0x7f9654011810 comp rx=0 tx=0).stop 2024-02-10T00:00:49.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.863+0000 7f9669dd7740 1 -- 172.21.15.1:0/3795933447 shutdown_connections 2024-02-10T00:00:49.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.863+0000 7f9669dd7740 1 --2- 172.21.15.1:0/3795933447 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564028fd1f60 0x564028fd43b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.863+0000 7f9669dd7740 1 --2- 172.21.15.1:0/3795933447 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564028fc93e0 0x564028fd1990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.863+0000 7f9669dd7740 1 --2- 172.21.15.1:0/3795933447 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564028fc8a30 0x564028fc8e10 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.863+0000 7f9669dd7740 1 -- 172.21.15.1:0/3795933447 >> 172.21.15.1:0/3795933447 conn(0x564028fc3100 msgr2=0x564028fc34e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:49.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.863+0000 7f9669dd7740 1 -- 172.21.15.1:0/3795933447 shutdown_connections 2024-02-10T00:00:49.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.863+0000 7f9669dd7740 1 -- 172.21.15.1:0/3795933447 wait complete. 2024-02-10T00:00:49.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.863+0000 7f9669dd7740 1 -- start start 2024-02-10T00:00:49.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.863+0000 7f9669dd7740 1 Processor -- start 2024-02-10T00:00:49.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.864+0000 7f9669dd7740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564028fc8a30 0x564028fceda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.864+0000 7f9669dd7740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564028fc93e0 0x564028fcf2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.864+0000 7f9669dd7740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564028fd1f60 0x564028fcf820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.864+0000 7f9669dd7740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x564028f30030 con 0x564028fc8a30 2024-02-10T00:00:49.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.864+0000 7f9669dd7740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x564028c03430 con 0x564028fd1f60 2024-02-10T00:00:49.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.864+0000 7f9669dd7740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x564028bbfe00 con 0x564028fc93e0 2024-02-10T00:00:49.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.864+0000 7f9669dd7740 10 client.0 _ll_register_callbacks cb 0x564028f25030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:49.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.864+0000 7f9664fa7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564028fc8a30 0x564028fceda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.864+0000 7f9664fa7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564028fc8a30 0x564028fceda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56408/0 (socket says 172.21.15.1:56408) 2024-02-10T00:00:49.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.864+0000 7f9664fa7640 1 -- 172.21.15.1:0/2076905121 learned_addr learned my addr 172.21.15.1:0/2076905121 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:49.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.864+0000 7f965ffff640 1 --2- 172.21.15.1:0/2076905121 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564028fc93e0 0x564028fcf2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.864+0000 7f96657a8640 1 --2- 172.21.15.1:0/2076905121 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564028fd1f60 0x564028fcf820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.864+0000 7f9664fa7640 1 -- 172.21.15.1:0/2076905121 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564028fc93e0 msgr2=0x564028fcf2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.864+0000 7f9664fa7640 1 --2- 172.21.15.1:0/2076905121 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564028fc93e0 0x564028fcf2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.864+0000 7f9664fa7640 1 -- 172.21.15.1:0/2076905121 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564028fd1f60 msgr2=0x564028fcf820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.864+0000 7f9664fa7640 1 --2- 172.21.15.1:0/2076905121 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564028fd1f60 0x564028fcf820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.864+0000 7f9664fa7640 1 -- 172.21.15.1:0/2076905121 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9654009a90 con 0x564028fc8a30 2024-02-10T00:00:49.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.864+0000 7f96657a8640 1 --2- 172.21.15.1:0/2076905121 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564028fd1f60 0x564028fcf820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:00:49.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.864+0000 7f9664fa7640 1 --2- 172.21.15.1:0/2076905121 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564028fc8a30 0x564028fceda0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f9654011d10 tx=0x7f9654004970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8206d1fb1396340 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:49.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.864+0000 7f963ffff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:49.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.864+0000 7f963ffff640 1 -- 172.21.15.1:0/2076905121 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9654005670 con 0x564028fc8a30 2024-02-10T00:00:49.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.864+0000 7f9669dd7740 1 -- 172.21.15.1:0/2076905121 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564028c2f7e0 con 0x564028fc8a30 2024-02-10T00:00:49.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.864+0000 7f963ffff640 1 -- 172.21.15.1:0/2076905121 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f9654024440 con 0x564028fc8a30 2024-02-10T00:00:49.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.865+0000 7f963ffff640 1 -- 172.21.15.1:0/2076905121 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9654009e90 con 0x564028fc8a30 2024-02-10T00:00:49.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.865+0000 7f9669dd7740 10 client.16131 fetch_fsmap learned FSMap version 29 2024-02-10T00:00:49.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.865+0000 7f9669dd7740 1 -- 172.21.15.1:0/2076905121 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x564028f2e6b0 con 0x564028fc8a30 2024-02-10T00:00:49.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.865+0000 7f963ffff640 1 -- 172.21.15.1:0/2076905121 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x564028c2f7e0 con 0x564028fc8a30 2024-02-10T00:00:49.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.865+0000 7f963ffff640 1 -- 172.21.15.1:0/2076905121 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f9654022a60 con 0x564028fc8a30 2024-02-10T00:00:49.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.865+0000 7f9669dd7740 10 client.16131 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:00:49.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.865+0000 7f9669dd7740 10 client.16131 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:00:49.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.865+0000 7f9669dd7740 20 client.16131 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:49.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.865+0000 7f9669dd7740 1 --2- 172.21.15.1:0/2076905121 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564028fe22d0 0x564028fe46c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.865+0000 7f9669dd7740 4 client.16131 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:00:49.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.865+0000 7f9669dd7740 1 -- 172.21.15.1:0/2076905121 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564028c6c720 con 0x564028fe22d0 2024-02-10T00:00:49.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.865+0000 7f965ffff640 1 --2- 172.21.15.1:0/2076905121 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564028fe22d0 0x564028fe46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.866+0000 7f963ffff640 10 client.16131 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:49.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.866+0000 7f965ffff640 1 --2- 172.21.15.1:0/2076905121 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564028fe22d0 0x564028fe46c0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d631f399fa1ba4b7 server_cookie=bdf9a4212929663e in_seq=0 out_seq=0 2024-02-10T00:00:49.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.866+0000 7f963ffff640 1 -- 172.21.15.1:0/2076905121 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x564028c6c720 con 0x564028fe22d0 2024-02-10T00:00:49.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.866+0000 7f963ffff640 10 client.16131 handle_command_reply: tid=0 2024-02-10T00:00:49.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.866+0000 7f9669dd7740 1 client.16131 shutdown 2024-02-10T00:00:49.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.866+0000 7f9669dd7740 1 -- 172.21.15.1:0/2076905121 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564028fc8a30 msgr2=0x564028fceda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.866+0000 7f9669dd7740 1 --2- 172.21.15.1:0/2076905121 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564028fc8a30 0x564028fceda0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f9654011d10 tx=0x7f9654004970 comp rx=0 tx=0).stop 2024-02-10T00:00:49.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.866+0000 7f9669dd7740 1 -- 172.21.15.1:0/2076905121 shutdown_connections 2024-02-10T00:00:49.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.866+0000 7f9669dd7740 1 --2- 172.21.15.1:0/2076905121 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564028fe22d0 0x564028fe46c0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.866+0000 7f9669dd7740 1 --2- 172.21.15.1:0/2076905121 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564028fd1f60 0x564028fcf820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.866+0000 7f9669dd7740 1 --2- 172.21.15.1:0/2076905121 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564028fc93e0 0x564028fcf2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.866+0000 7f963ffff640 0 client.16131 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:49.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.866+0000 7f9669dd7740 1 --2- 172.21.15.1:0/2076905121 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564028fc8a30 0x564028fceda0 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.879 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.866+0000 7f9669dd7740 1 -- 172.21.15.1:0/2076905121 >> 172.21.15.1:0/2076905121 conn(0x564028fc3100 msgr2=0x564028fc4e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:49.879 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.867+0000 7f9669dd7740 1 -- 172.21.15.1:0/2076905121 shutdown_connections 2024-02-10T00:00:49.879 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.867+0000 7f9669dd7740 1 -- 172.21.15.1:0/2076905121 wait complete. 2024-02-10T00:00:49.879 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.867+0000 7f9669dd7740 20 client.16131 trim_cache size 0 max 16384 2024-02-10T00:00:49.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.878+0000 7f9669dd7740 1 Processor -- start 2024-02-10T00:00:49.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.878+0000 7f9669dd7740 1 -- start start 2024-02-10T00:00:49.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.878+0000 7f9669dd7740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564028fc8a30 0x564028fd14d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.878+0000 7f9669dd7740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564028fc93e0 0x564028fcf640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.878+0000 7f9669dd7740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564028fd1f60 0x564028fcc020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.878+0000 7f9669dd7740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x564028eb5130 con 0x564028fc93e0 2024-02-10T00:00:49.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.878+0000 7f9669dd7740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x564028fe20d0 con 0x564028fd1f60 2024-02-10T00:00:49.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.878+0000 7f9669dd7740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x564028fc2f30 con 0x564028fc8a30 2024-02-10T00:00:49.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.879+0000 7f965ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564028fc93e0 0x564028fcf640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.879+0000 7f965ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564028fc93e0 0x564028fcf640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56416/0 (socket says 172.21.15.1:56416) 2024-02-10T00:00:49.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.879+0000 7f965ffff640 1 -- 172.21.15.1:0/1214759028 learned_addr learned my addr 172.21.15.1:0/1214759028 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:49.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.879+0000 7f96657a8640 1 --2- 172.21.15.1:0/1214759028 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564028fd1f60 0x564028fcc020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.879+0000 7f9664fa7640 1 --2- 172.21.15.1:0/1214759028 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564028fc8a30 0x564028fd14d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.879+0000 7f965ffff640 1 -- 172.21.15.1:0/1214759028 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564028fc8a30 msgr2=0x564028fd14d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.879+0000 7f965ffff640 1 --2- 172.21.15.1:0/1214759028 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564028fc8a30 0x564028fd14d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.879+0000 7f965ffff640 1 -- 172.21.15.1:0/1214759028 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564028fd1f60 msgr2=0x564028fcc020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.879+0000 7f965ffff640 1 --2- 172.21.15.1:0/1214759028 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564028fd1f60 0x564028fcc020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.879+0000 7f965ffff640 1 -- 172.21.15.1:0/1214759028 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564028ecac90 con 0x564028fc93e0 2024-02-10T00:00:49.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.879+0000 7f965ffff640 1 --2- 172.21.15.1:0/1214759028 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564028fc93e0 0x564028fcf640 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f964c02c0b0 tx=0x7f964c0a7040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=291c1ff5467c4949 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:49.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.879+0000 7f964a7fc640 1 -- 172.21.15.1:0/1214759028 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f964c087e20 con 0x564028fc93e0 2024-02-10T00:00:49.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.879+0000 7f964a7fc640 1 -- 172.21.15.1:0/1214759028 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f964c0bc630 con 0x564028fc93e0 2024-02-10T00:00:49.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.879+0000 7f964a7fc640 1 -- 172.21.15.1:0/1214759028 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f964c0035f0 con 0x564028fc93e0 2024-02-10T00:00:49.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.880+0000 7f9669dd7740 1 -- 172.21.15.1:0/1214759028 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564028fc93e0 msgr2=0x564028fcf640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.880+0000 7f9669dd7740 1 --2- 172.21.15.1:0/1214759028 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564028fc93e0 0x564028fcf640 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f964c02c0b0 tx=0x7f964c0a7040 comp rx=0 tx=0).stop 2024-02-10T00:00:49.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.880+0000 7f9669dd7740 1 -- 172.21.15.1:0/1214759028 shutdown_connections 2024-02-10T00:00:49.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.880+0000 7f9669dd7740 1 --2- 172.21.15.1:0/1214759028 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564028fd1f60 0x564028fcc020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.880+0000 7f9669dd7740 1 --2- 172.21.15.1:0/1214759028 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564028fc93e0 0x564028fcf640 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.880+0000 7f9669dd7740 1 --2- 172.21.15.1:0/1214759028 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564028fc8a30 0x564028fd14d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.880+0000 7f9669dd7740 1 -- 172.21.15.1:0/1214759028 >> 172.21.15.1:0/1214759028 conn(0x564028fc3100 msgr2=0x564028fcd670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:49.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.880+0000 7f9669dd7740 1 -- 172.21.15.1:0/1214759028 shutdown_connections 2024-02-10T00:00:49.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.880+0000 7f9669dd7740 1 -- 172.21.15.1:0/1214759028 wait complete. 2024-02-10T00:00:49.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.880+0000 7f9669dd7740 1 -- start start 2024-02-10T00:00:49.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.880+0000 7f9669dd7740 1 Processor -- start 2024-02-10T00:00:49.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.880+0000 7f9669dd7740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564028fc8a30 0x564028fd9450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.880+0000 7f9669dd7740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564028fc93e0 0x564028fd77f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.880+0000 7f9669dd7740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564028fd1f60 0x564028fd7f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.880+0000 7f9669dd7740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x564028fd8600 con 0x564028fd1f60 2024-02-10T00:00:49.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.880+0000 7f9669dd7740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640290387b0 con 0x564028fc8a30 2024-02-10T00:00:49.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.880+0000 7f9669dd7740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640290388f0 con 0x564028fc93e0 2024-02-10T00:00:49.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.880+0000 7f9669dd7740 10 client.0 _ll_register_callbacks cb 0x7f9654009cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:49.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.881+0000 7f96657a8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564028fd1f60 0x564028fd7f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.881+0000 7f96657a8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564028fd1f60 0x564028fd7f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56418/0 (socket says 172.21.15.1:56418) 2024-02-10T00:00:49.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.881+0000 7f96657a8640 1 -- 172.21.15.1:0/2545223759 learned_addr learned my addr 172.21.15.1:0/2545223759 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:49.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.881+0000 7f965ffff640 1 --2- 172.21.15.1:0/2545223759 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564028fc93e0 0x564028fd77f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.881+0000 7f9664fa7640 1 --2- 172.21.15.1:0/2545223759 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564028fc8a30 0x564028fd9450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.881+0000 7f96657a8640 1 -- 172.21.15.1:0/2545223759 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564028fc93e0 msgr2=0x564028fd77f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.881+0000 7f96657a8640 1 --2- 172.21.15.1:0/2545223759 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564028fc93e0 0x564028fd77f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.881+0000 7f96657a8640 1 -- 172.21.15.1:0/2545223759 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564028fc8a30 msgr2=0x564028fd9450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:49.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.881+0000 7f96657a8640 1 --2- 172.21.15.1:0/2545223759 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564028fc8a30 0x564028fd9450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.881+0000 7f96657a8640 1 -- 172.21.15.1:0/2545223759 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f964c009490 con 0x564028fd1f60 2024-02-10T00:00:49.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.881+0000 7f9664fa7640 1 --2- 172.21.15.1:0/2545223759 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564028fc8a30 0x564028fd9450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:00:49.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.881+0000 7f96657a8640 1 --2- 172.21.15.1:0/2545223759 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564028fd1f60 0x564028fd7f30 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f965800e760 tx=0x7f9658004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d63f7a2a6a06b1b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:49.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.881+0000 7f963ffff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:49.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.881+0000 7f963ffff640 1 -- 172.21.15.1:0/2545223759 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9658003b70 con 0x564028fd1f60 2024-02-10T00:00:49.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.881+0000 7f963ffff640 1 -- 172.21.15.1:0/2545223759 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f965800ee10 con 0x564028fd1f60 2024-02-10T00:00:49.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.881+0000 7f9669dd7740 1 -- 172.21.15.1:0/2545223759 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9654005500 con 0x564028fd1f60 2024-02-10T00:00:49.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.881+0000 7f963ffff640 1 -- 172.21.15.1:0/2545223759 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9658003cd0 con 0x564028fd1f60 2024-02-10T00:00:49.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.881+0000 7f9669dd7740 10 client.16137 fetch_fsmap learned FSMap version 29 2024-02-10T00:00:49.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.881+0000 7f9669dd7740 1 -- 172.21.15.1:0/2545223759 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x564028ef0a70 con 0x564028fd1f60 2024-02-10T00:00:49.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.881+0000 7f963ffff640 1 -- 172.21.15.1:0/2545223759 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9654005500 con 0x564028fd1f60 2024-02-10T00:00:49.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.882+0000 7f963ffff640 1 -- 172.21.15.1:0/2545223759 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f96580228c0 con 0x564028fd1f60 2024-02-10T00:00:49.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.882+0000 7f9669dd7740 10 client.16137 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:00:49.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.882+0000 7f9669dd7740 10 client.16137 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:00:49.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.882+0000 7f9669dd7740 20 client.16137 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:49.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.882+0000 7f9669dd7740 1 --2- 172.21.15.1:0/2545223759 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x56402903a0f0 0x56402903c510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:49.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.882+0000 7f9669dd7740 4 client.16137 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:00:49.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.882+0000 7f9669dd7740 1 -- 172.21.15.1:0/2545223759 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x564028cbb890 con 0x56402903a0f0 2024-02-10T00:00:49.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.882+0000 7f9664fa7640 1 --2- 172.21.15.1:0/2545223759 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x56402903a0f0 0x56402903c510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:49.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.882+0000 7f963ffff640 10 client.16137 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:49.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.882+0000 7f9664fa7640 1 --2- 172.21.15.1:0/2545223759 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x56402903a0f0 0x56402903c510 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e03a7050b86160e8 server_cookie=793fac55219955d5 in_seq=0 out_seq=0 2024-02-10T00:00:49.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.883+0000 7f963ffff640 1 -- 172.21.15.1:0/2545223759 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x564028cbb890 con 0x56402903a0f0 2024-02-10T00:00:49.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.883+0000 7f963ffff640 10 client.16137 handle_command_reply: tid=0 2024-02-10T00:00:49.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.883+0000 7f9669dd7740 1 client.16137 shutdown 2024-02-10T00:00:49.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.883+0000 7f9669dd7740 1 -- 172.21.15.1:0/2545223759 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564028fd1f60 msgr2=0x564028fd7f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.883+0000 7f9669dd7740 1 --2- 172.21.15.1:0/2545223759 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564028fd1f60 0x564028fd7f30 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f965800e760 tx=0x7f9658004ab0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.883+0000 7f9669dd7740 1 -- 172.21.15.1:0/2545223759 shutdown_connections 2024-02-10T00:00:49.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.883+0000 7f9669dd7740 1 --2- 172.21.15.1:0/2545223759 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x56402903a0f0 0x56402903c510 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.883+0000 7f9669dd7740 1 --2- 172.21.15.1:0/2545223759 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564028fd1f60 0x564028fd7f30 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.883+0000 7f9669dd7740 1 --2- 172.21.15.1:0/2545223759 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564028fc93e0 0x564028fd77f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.883+0000 7f9669dd7740 1 --2- 172.21.15.1:0/2545223759 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564028fc8a30 0x564028fd9450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.883+0000 7f963ffff640 0 client.16137 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:49.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.883+0000 7f9669dd7740 1 -- 172.21.15.1:0/2545223759 >> 172.21.15.1:0/2545223759 conn(0x564028fc3100 msgr2=0x564028fc19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:49.898 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.883+0000 7f9669dd7740 1 -- 172.21.15.1:0/2545223759 shutdown_connections 2024-02-10T00:00:49.898 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.883+0000 7f9669dd7740 1 -- 172.21.15.1:0/2545223759 wait complete. 2024-02-10T00:00:49.898 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.883+0000 7f9669dd7740 20 client.16137 trim_cache size 0 max 16384 2024-02-10T00:00:49.898 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:00:49.900 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.883+0000 7f966720b640 1 -- 172.21.15.1:0/713886971 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f96500a23d0 msgr2=0x7f96500a4890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.900 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.883+0000 7f966720b640 1 --2- 172.21.15.1:0/713886971 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f96500a23d0 0x7f96500a4890 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9658007fd0 tx=0x7f9658011e50 comp rx=0 tx=0).stop 2024-02-10T00:00:49.900 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.884+0000 7f966720b640 1 -- 172.21.15.1:0/713886971 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9660105410 msgr2=0x7f966019db50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:49.900 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.884+0000 7f966720b640 1 --2- 172.21.15.1:0/713886971 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9660105410 0x7f966019db50 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f964c037040 tx=0x7f964c0045f0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.900 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.884+0000 7f966720b640 1 -- 172.21.15.1:0/713886971 shutdown_connections 2024-02-10T00:00:49.900 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.884+0000 7f966720b640 1 --2- 172.21.15.1:0/713886971 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f96500a23d0 0x7f96500a4890 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.900 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.884+0000 7f966720b640 1 --2- 172.21.15.1:0/713886971 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9660197720 0x7f9660197ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.900 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.884+0000 7f966720b640 1 --2- 172.21.15.1:0/713886971 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9660105410 0x7f966019db50 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.901 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.884+0000 7f966720b640 1 --2- 172.21.15.1:0/713886971 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9660100340 0x7f966019d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:49.901 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.884+0000 7f966720b640 1 -- 172.21.15.1:0/713886971 >> 172.21.15.1:0/713886971 conn(0x7f96600772e0 msgr2=0x7f9660068950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:49.901 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.884+0000 7f966720b640 1 -- 172.21.15.1:0/713886971 shutdown_connections 2024-02-10T00:00:49.901 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:49.884+0000 7f966720b640 1 -- 172.21.15.1:0/713886971 wait complete. 2024-02-10T00:00:50.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:50 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3852972744' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:00:50.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:50 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3852972744' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:00:50.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:50 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3852972744' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:00:50.901 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-02-10T00:00:50.901 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T00:00:50.902 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-02-10T00:00:51.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.019+0000 7f4a022c9640 1 -- 172.21.15.1:0/4146606264 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f49fc1053e0 msgr2=0x7f49fc10cfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:51.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.019+0000 7f4a022c9640 1 --2- 172.21.15.1:0/4146606264 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f49fc1053e0 0x7f49fc10cfb0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f49f4009cd0 tx=0x7f49f402c0f0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.019+0000 7f4a022c9640 1 -- 172.21.15.1:0/4146606264 shutdown_connections 2024-02-10T00:00:51.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.019+0000 7f4a022c9640 1 --2- 172.21.15.1:0/4146606264 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f49fc1053e0 0x7f49fc10cfb0 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.019+0000 7f4a022c9640 1 --2- 172.21.15.1:0/4146606264 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f49fc100cc0 0x7f49fc104d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.019+0000 7f4a022c9640 1 --2- 172.21.15.1:0/4146606264 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f49fc100310 0x7f49fc1006f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.019+0000 7f4a022c9640 1 -- 172.21.15.1:0/4146606264 >> 172.21.15.1:0/4146606264 conn(0x7f49fc077230 msgr2=0x7f49fc077640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:51.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.019+0000 7f4a022c9640 1 -- 172.21.15.1:0/4146606264 shutdown_connections 2024-02-10T00:00:51.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.019+0000 7f4a022c9640 1 -- 172.21.15.1:0/4146606264 wait complete. 2024-02-10T00:00:51.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.019+0000 7f4a022c9640 1 Processor -- start 2024-02-10T00:00:51.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.019+0000 7f4a022c9640 1 -- start start 2024-02-10T00:00:51.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.020+0000 7f4a022c9640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f49fc100310 0x7f49fc19d430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.020+0000 7f4a022c9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f49fc1053e0 0x7f49fc19d970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.020+0000 7f4a022c9640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f49fc1975e0 0x7f49fc197a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.020+0000 7f4a022c9640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49fc197fd0 con 0x7f49fc1053e0 2024-02-10T00:00:51.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.020+0000 7f4a022c9640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49fc198140 con 0x7f49fc100310 2024-02-10T00:00:51.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.020+0000 7f4a022c9640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49fc198300 con 0x7f49fc1975e0 2024-02-10T00:00:51.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.020+0000 7f49fb7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f49fc1053e0 0x7f49fc19d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.020+0000 7f49fb7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f49fc1053e0 0x7f49fc19d970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38124/0 (socket says 172.21.15.1:38124) 2024-02-10T00:00:51.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.020+0000 7f49fb7fe640 1 -- 172.21.15.1:0/3943694287 learned_addr learned my addr 172.21.15.1:0/3943694287 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:51.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.020+0000 7f49fbfff640 1 --2- 172.21.15.1:0/3943694287 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f49fc100310 0x7f49fc19d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.025 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.020+0000 7f4a00866640 1 --2- 172.21.15.1:0/3943694287 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f49fc1975e0 0x7f49fc197a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.025 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.020+0000 7f49fb7fe640 1 -- 172.21.15.1:0/3943694287 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f49fc1975e0 msgr2=0x7f49fc197a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:51.025 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.020+0000 7f49fb7fe640 1 --2- 172.21.15.1:0/3943694287 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f49fc1975e0 0x7f49fc197a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.025 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.020+0000 7f49fb7fe640 1 -- 172.21.15.1:0/3943694287 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f49fc100310 msgr2=0x7f49fc19d430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:51.025 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.020+0000 7f49fb7fe640 1 --2- 172.21.15.1:0/3943694287 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f49fc100310 0x7f49fc19d430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.025 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.020+0000 7f49fb7fe640 1 -- 172.21.15.1:0/3943694287 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49f4009900 con 0x7f49fc1053e0 2024-02-10T00:00:51.025 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.021+0000 7f49fb7fe640 1 --2- 172.21.15.1:0/3943694287 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f49fc1053e0 0x7f49fc19d970 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f49f000e9c0 tx=0x7f49f000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:51.028 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.021+0000 7f49f97fa640 1 -- 172.21.15.1:0/3943694287 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49f0009700 con 0x7f49fc1053e0 2024-02-10T00:00:51.028 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.021+0000 7f49f97fa640 1 -- 172.21.15.1:0/3943694287 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f49f000cd80 con 0x7f49fc1053e0 2024-02-10T00:00:51.028 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.021+0000 7f4a022c9640 1 -- 172.21.15.1:0/3943694287 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f49fc1a42f0 con 0x7f49fc1053e0 2024-02-10T00:00:51.028 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.021+0000 7f49f97fa640 1 -- 172.21.15.1:0/3943694287 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49f0010430 con 0x7f49fc1053e0 2024-02-10T00:00:51.028 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.021+0000 7f4a022c9640 1 -- 172.21.15.1:0/3943694287 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49fc1a4800 con 0x7f49fc1053e0 2024-02-10T00:00:51.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.023+0000 7f49f97fa640 1 -- 172.21.15.1:0/3943694287 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 25) v1 ==== 137000+0+0 (secure 0 0 0) 0x7f49f0005000 con 0x7f49fc1053e0 2024-02-10T00:00:51.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.023+0000 7f4a04f79740 1 Processor -- start 2024-02-10T00:00:51.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.023+0000 7f4a04f79740 1 -- start start 2024-02-10T00:00:51.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.023+0000 7f4a04f79740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ffbb50a190 0x55ffbb50a570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.023+0000 7f4a04f79740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ffbb50aab0 0x55ffbb513150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.023+0000 7f4a04f79740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ffbb513690 0x55ffbb515a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.023+0000 7f4a04f79740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ffbb478000 con 0x55ffbb50aab0 2024-02-10T00:00:51.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.023+0000 7f4a04f79740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ffbb475530 con 0x55ffbb50a190 2024-02-10T00:00:51.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.023+0000 7f4a04f79740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ffbb470d10 con 0x55ffbb513690 2024-02-10T00:00:51.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.024+0000 7f49f97fa640 1 --2- 172.21.15.1:0/3943694287 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f49e40a2350 0x7f49e40a4810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.024+0000 7f49fbfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ffbb50aab0 0x55ffbb513150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.024+0000 7f49fbfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ffbb50aab0 0x55ffbb513150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38140/0 (socket says 172.21.15.1:38140) 2024-02-10T00:00:51.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.024+0000 7f49fbfff640 1 -- 172.21.15.1:0/920118381 learned_addr learned my addr 172.21.15.1:0/920118381 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:51.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.024+0000 7f4a00866640 1 --2- 172.21.15.1:0/920118381 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ffbb50a190 0x55ffbb50a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.024+0000 7f49fb7fe640 1 --2- 172.21.15.1:0/920118381 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ffbb513690 0x55ffbb515a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.024+0000 7f4a00866640 1 --2- 172.21.15.1:0/3943694287 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f49e40a2350 0x7f49e40a4810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.024+0000 7f49f97fa640 1 -- 172.21.15.1:0/3943694287 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f49f0014070 con 0x7f49fc1053e0 2024-02-10T00:00:51.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.024+0000 7f49fbfff640 1 -- 172.21.15.1:0/920118381 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ffbb513690 msgr2=0x55ffbb515a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:51.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.024+0000 7f49fbfff640 1 --2- 172.21.15.1:0/920118381 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ffbb513690 0x55ffbb515a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.024+0000 7f49fbfff640 1 -- 172.21.15.1:0/920118381 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ffbb50a190 msgr2=0x55ffbb50a570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:51.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.024+0000 7f49fbfff640 1 --2- 172.21.15.1:0/920118381 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ffbb50a190 0x55ffbb50a570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.024+0000 7f49fbfff640 1 -- 172.21.15.1:0/920118381 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ffbb417210 con 0x55ffbb50aab0 2024-02-10T00:00:51.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.024+0000 7f49fbfff640 1 --2- 172.21.15.1:0/920118381 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ffbb50aab0 0x55ffbb513150 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f49ec00bcd0 tx=0x7f49ec0107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77fb9981ee49a8e5 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:51.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.024+0000 7f4a00866640 1 --2- 172.21.15.1:0/3943694287 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f49e40a2350 0x7f49e40a4810 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f49f4005cc0 tx=0x7f49f4005c50 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:51.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.024+0000 7f49e27fc640 1 -- 172.21.15.1:0/920118381 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49ec005020 con 0x55ffbb50aab0 2024-02-10T00:00:51.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.024+0000 7f49e27fc640 1 -- 172.21.15.1:0/920118381 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f49ec015070 con 0x55ffbb50aab0 2024-02-10T00:00:51.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.024+0000 7f49e27fc640 1 -- 172.21.15.1:0/920118381 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49ec0116a0 con 0x55ffbb50aab0 2024-02-10T00:00:51.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.025+0000 7f4a04f79740 1 -- 172.21.15.1:0/920118381 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ffbb50aab0 msgr2=0x55ffbb513150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:51.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.025+0000 7f4a04f79740 1 --2- 172.21.15.1:0/920118381 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ffbb50aab0 0x55ffbb513150 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f49ec00bcd0 tx=0x7f49ec0107a0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.025+0000 7f4a04f79740 1 -- 172.21.15.1:0/920118381 shutdown_connections 2024-02-10T00:00:51.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.025+0000 7f4a04f79740 1 --2- 172.21.15.1:0/920118381 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ffbb513690 0x55ffbb515a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.025+0000 7f4a04f79740 1 --2- 172.21.15.1:0/920118381 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ffbb50aab0 0x55ffbb513150 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.025+0000 7f4a04f79740 1 --2- 172.21.15.1:0/920118381 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ffbb50a190 0x55ffbb50a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.025+0000 7f4a04f79740 1 -- 172.21.15.1:0/920118381 >> 172.21.15.1:0/920118381 conn(0x55ffbb5048c0 msgr2=0x55ffbb504ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:51.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.025+0000 7f4a04f79740 1 -- 172.21.15.1:0/920118381 shutdown_connections 2024-02-10T00:00:51.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.025+0000 7f4a04f79740 1 -- 172.21.15.1:0/920118381 wait complete. 2024-02-10T00:00:51.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.025+0000 7f4a04f79740 1 -- start start 2024-02-10T00:00:51.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.026+0000 7f4a04f79740 1 Processor -- start 2024-02-10T00:00:51.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.026+0000 7f4a04f79740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ffbb50a190 0x55ffbb5106d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.026+0000 7f4a04f79740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ffbb50aab0 0x55ffbb510c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.026+0000 7f4a04f79740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ffbb513690 0x55ffbb511150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.026+0000 7f4a04f79740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ffbb415e60 con 0x55ffbb513690 2024-02-10T00:00:51.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.026+0000 7f4a04f79740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ffbb1444b0 con 0x55ffbb50aab0 2024-02-10T00:00:51.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.026+0000 7f4a04f79740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ffbb3f6670 con 0x55ffbb50a190 2024-02-10T00:00:51.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.026+0000 7f4a04f79740 10 client.0 _ll_register_callbacks cb 0x55ffbb40e190 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:51.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.026+0000 7f4a00866640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ffbb513690 0x55ffbb511150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.026+0000 7f4a00866640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ffbb513690 0x55ffbb511150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38154/0 (socket says 172.21.15.1:38154) 2024-02-10T00:00:51.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.026+0000 7f4a00866640 1 -- 172.21.15.1:0/1954657130 learned_addr learned my addr 172.21.15.1:0/1954657130 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:51.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.026+0000 7f49fb7fe640 1 --2- 172.21.15.1:0/1954657130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ffbb50aab0 0x55ffbb510c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.026+0000 7f49fbfff640 1 --2- 172.21.15.1:0/1954657130 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ffbb50a190 0x55ffbb5106d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.026+0000 7f4a00866640 1 -- 172.21.15.1:0/1954657130 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ffbb50a190 msgr2=0x55ffbb5106d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:51.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.026+0000 7f4a00866640 1 --2- 172.21.15.1:0/1954657130 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ffbb50a190 0x55ffbb5106d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.027+0000 7f4a00866640 1 -- 172.21.15.1:0/1954657130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ffbb50aab0 msgr2=0x55ffbb510c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:51.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.027+0000 7f4a00866640 1 --2- 172.21.15.1:0/1954657130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ffbb50aab0 0x55ffbb510c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.027+0000 7f4a00866640 1 -- 172.21.15.1:0/1954657130 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49ec00b900 con 0x55ffbb513690 2024-02-10T00:00:51.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.027+0000 7f4a00866640 1 --2- 172.21.15.1:0/1954657130 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ffbb513690 0x55ffbb511150 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f49f4036000 tx=0x7f49f40095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ed088e77e586774 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:51.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.027+0000 7f49db7fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:51.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.027+0000 7f49db7fe640 1 -- 172.21.15.1:0/1954657130 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49f4034560 con 0x55ffbb513690 2024-02-10T00:00:51.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.027+0000 7f49db7fe640 1 -- 172.21.15.1:0/1954657130 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f49f4003b70 con 0x55ffbb513690 2024-02-10T00:00:51.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.027+0000 7f4a04f79740 1 -- 172.21.15.1:0/1954657130 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ffbb170860 con 0x55ffbb513690 2024-02-10T00:00:51.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.027+0000 7f49db7fe640 1 -- 172.21.15.1:0/1954657130 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f49f4032b70 con 0x55ffbb513690 2024-02-10T00:00:51.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.027+0000 7f4a04f79740 10 client.16149 fetch_fsmap learned FSMap version 29 2024-02-10T00:00:51.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.027+0000 7f4a04f79740 1 -- 172.21.15.1:0/1954657130 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55ffbb46f390 con 0x55ffbb513690 2024-02-10T00:00:51.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.027+0000 7f49db7fe640 1 -- 172.21.15.1:0/1954657130 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55ffbb170860 con 0x55ffbb513690 2024-02-10T00:00:51.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.027+0000 7f49db7fe640 1 -- 172.21.15.1:0/1954657130 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f49f404c070 con 0x55ffbb513690 2024-02-10T00:00:51.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.027+0000 7f4a04f79740 10 client.16149 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:00:51.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.027+0000 7f4a04f79740 10 client.16149 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:00:51.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.027+0000 7f4a04f79740 20 client.16149 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:51.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.027+0000 7f4a04f79740 1 --2- 172.21.15.1:0/1954657130 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ffbb523790 0x55ffbb525bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.027+0000 7f4a04f79740 4 client.16149 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:00:51.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.027+0000 7f4a04f79740 1 -- 172.21.15.1:0/1954657130 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ffbb1c1410 con 0x55ffbb523790 2024-02-10T00:00:51.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.028+0000 7f49fbfff640 1 --2- 172.21.15.1:0/1954657130 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ffbb523790 0x55ffbb525bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.028+0000 7f49fbfff640 1 --2- 172.21.15.1:0/1954657130 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ffbb523790 0x55ffbb525bb0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=87ca862ae3352043 server_cookie=b3f9586e1e569f98 in_seq=0 out_seq=0 2024-02-10T00:00:51.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.028+0000 7f49db7fe640 10 client.16149 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:51.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.029+0000 7f49db7fe640 1 -- 172.21.15.1:0/1954657130 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55ffbb1c1410 con 0x55ffbb523790 2024-02-10T00:00:51.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.029+0000 7f49db7fe640 10 client.16149 handle_command_reply: tid=0 2024-02-10T00:00:51.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.029+0000 7f4a04f79740 1 client.16149 shutdown 2024-02-10T00:00:51.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.029+0000 7f4a04f79740 1 -- 172.21.15.1:0/1954657130 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ffbb513690 msgr2=0x55ffbb511150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:51.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.029+0000 7f4a04f79740 1 --2- 172.21.15.1:0/1954657130 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ffbb513690 0x55ffbb511150 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f49f4036000 tx=0x7f49f40095c0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.029+0000 7f4a04f79740 1 -- 172.21.15.1:0/1954657130 shutdown_connections 2024-02-10T00:00:51.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.029+0000 7f4a04f79740 1 --2- 172.21.15.1:0/1954657130 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ffbb523790 0x55ffbb525bb0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.029+0000 7f4a04f79740 1 --2- 172.21.15.1:0/1954657130 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ffbb513690 0x55ffbb511150 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.029+0000 7f4a04f79740 1 --2- 172.21.15.1:0/1954657130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ffbb50aab0 0x55ffbb510c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.029+0000 7f49db7fe640 0 client.16149 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:51.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.029+0000 7f4a04f79740 1 --2- 172.21.15.1:0/1954657130 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ffbb50a190 0x55ffbb5106d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.029+0000 7f4a04f79740 1 -- 172.21.15.1:0/1954657130 >> 172.21.15.1:0/1954657130 conn(0x55ffbb5048c0 msgr2=0x55ffbb506610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:51.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.029+0000 7f4a04f79740 1 -- 172.21.15.1:0/1954657130 shutdown_connections 2024-02-10T00:00:51.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.029+0000 7f4a04f79740 1 -- 172.21.15.1:0/1954657130 wait complete. 2024-02-10T00:00:51.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.029+0000 7f4a04f79740 20 client.16149 trim_cache size 0 max 16384 2024-02-10T00:00:51.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.044+0000 7f4a04f79740 1 Processor -- start 2024-02-10T00:00:51.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.044+0000 7f4a04f79740 1 -- start start 2024-02-10T00:00:51.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.045+0000 7f4a04f79740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ffbb50a190 0x55ffbb512e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.045+0000 7f4a04f79740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ffbb50aab0 0x55ffbb510f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.059 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.045+0000 7f4a04f79740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ffbb513690 0x55ffbb50d950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.059 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.045+0000 7f4a04f79740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ffbb505af0 con 0x55ffbb513690 2024-02-10T00:00:51.059 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.045+0000 7f4a04f79740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ffbb509560 con 0x55ffbb50aab0 2024-02-10T00:00:51.059 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.045+0000 7f4a04f79740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ffbb52adc0 con 0x55ffbb50a190 2024-02-10T00:00:51.059 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.045+0000 7f4a00866640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ffbb513690 0x55ffbb50d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.059 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.045+0000 7f4a00866640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ffbb513690 0x55ffbb50d950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38158/0 (socket says 172.21.15.1:38158) 2024-02-10T00:00:51.060 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.045+0000 7f4a00866640 1 -- 172.21.15.1:0/392582367 learned_addr learned my addr 172.21.15.1:0/392582367 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:51.060 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.045+0000 7f49fb7fe640 1 --2- 172.21.15.1:0/392582367 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ffbb50aab0 0x55ffbb510f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.060 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.045+0000 7f49fbfff640 1 --2- 172.21.15.1:0/392582367 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ffbb50a190 0x55ffbb512e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.060 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.045+0000 7f4a00866640 1 -- 172.21.15.1:0/392582367 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ffbb50a190 msgr2=0x55ffbb512e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:51.060 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.045+0000 7f4a00866640 1 --2- 172.21.15.1:0/392582367 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ffbb50a190 0x55ffbb512e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.060 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.045+0000 7f4a00866640 1 -- 172.21.15.1:0/392582367 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ffbb50aab0 msgr2=0x55ffbb510f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:51.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.045+0000 7f4a00866640 1 --2- 172.21.15.1:0/392582367 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ffbb50aab0 0x55ffbb510f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.045+0000 7f4a00866640 1 -- 172.21.15.1:0/392582367 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ffbb40bc70 con 0x55ffbb513690 2024-02-10T00:00:51.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.045+0000 7f4a00866640 1 --2- 172.21.15.1:0/392582367 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ffbb513690 0x55ffbb50d950 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f49f402c770 tx=0x7f49f40348b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=304a596b01404ec3 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:51.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.045+0000 7f49e1ffb640 1 -- 172.21.15.1:0/392582367 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49f4032b70 con 0x55ffbb513690 2024-02-10T00:00:51.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.045+0000 7f49e1ffb640 1 -- 172.21.15.1:0/392582367 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f49f4049040 con 0x55ffbb513690 2024-02-10T00:00:51.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.045+0000 7f49e1ffb640 1 -- 172.21.15.1:0/392582367 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49f4003d90 con 0x55ffbb513690 2024-02-10T00:00:51.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.046+0000 7f4a04f79740 1 -- 172.21.15.1:0/392582367 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ffbb513690 msgr2=0x55ffbb50d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:51.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.046+0000 7f4a04f79740 1 --2- 172.21.15.1:0/392582367 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ffbb513690 0x55ffbb50d950 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f49f402c770 tx=0x7f49f40348b0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.046+0000 7f4a04f79740 1 -- 172.21.15.1:0/392582367 shutdown_connections 2024-02-10T00:00:51.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.046+0000 7f4a04f79740 1 --2- 172.21.15.1:0/392582367 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ffbb513690 0x55ffbb50d950 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.046+0000 7f4a04f79740 1 --2- 172.21.15.1:0/392582367 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ffbb50aab0 0x55ffbb510f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.046+0000 7f4a04f79740 1 --2- 172.21.15.1:0/392582367 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ffbb50a190 0x55ffbb512e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.046+0000 7f4a04f79740 1 -- 172.21.15.1:0/392582367 >> 172.21.15.1:0/392582367 conn(0x55ffbb5048c0 msgr2=0x55ffbb50efa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:51.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.046+0000 7f4a04f79740 1 -- 172.21.15.1:0/392582367 shutdown_connections 2024-02-10T00:00:51.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.046+0000 7f4a04f79740 1 -- 172.21.15.1:0/392582367 wait complete. 2024-02-10T00:00:51.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.046+0000 7f4a04f79740 1 -- start start 2024-02-10T00:00:51.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.046+0000 7f4a04f79740 1 Processor -- start 2024-02-10T00:00:51.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.047+0000 7f4a04f79740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ffbb50a190 0x55ffbb519810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.047+0000 7f4a04f79740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ffbb50aab0 0x55ffbb519d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.047+0000 7f4a04f79740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ffbb513690 0x55ffbb573c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.047+0000 7f4a04f79740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ffbb5741d0 con 0x55ffbb50a190 2024-02-10T00:00:51.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.047+0000 7f4a04f79740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ffbb574340 con 0x55ffbb50aab0 2024-02-10T00:00:51.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.047+0000 7f4a04f79740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ffbb574500 con 0x55ffbb513690 2024-02-10T00:00:51.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.047+0000 7f4a04f79740 10 client.0 _ll_register_callbacks cb 0x7f49ec00b810 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:51.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.047+0000 7f49fbfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ffbb50a190 0x55ffbb519810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.047+0000 7f49fbfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ffbb50a190 0x55ffbb519810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38172/0 (socket says 172.21.15.1:38172) 2024-02-10T00:00:51.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.047+0000 7f49fbfff640 1 -- 172.21.15.1:0/701473971 learned_addr learned my addr 172.21.15.1:0/701473971 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:51.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.047+0000 7f4a00866640 1 --2- 172.21.15.1:0/701473971 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ffbb513690 0x55ffbb573c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.047+0000 7f49fbfff640 1 -- 172.21.15.1:0/701473971 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ffbb513690 msgr2=0x55ffbb573c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:51.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.047+0000 7f49fbfff640 1 --2- 172.21.15.1:0/701473971 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ffbb513690 0x55ffbb573c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.047+0000 7f49fbfff640 1 -- 172.21.15.1:0/701473971 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ffbb50aab0 msgr2=0x55ffbb519d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:51.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.047+0000 7f49fb7fe640 1 --2- 172.21.15.1:0/701473971 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ffbb50aab0 0x55ffbb519d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.047+0000 7f49fbfff640 1 --2- 172.21.15.1:0/701473971 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ffbb50aab0 0x55ffbb519d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.047+0000 7f49fbfff640 1 -- 172.21.15.1:0/701473971 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ffbb46f390 con 0x55ffbb50a190 2024-02-10T00:00:51.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.047+0000 7f49fbfff640 1 --2- 172.21.15.1:0/701473971 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ffbb50a190 0x55ffbb519810 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f49ec011010 tx=0x7f49ec005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=254f0044b5f9cade server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:51.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.047+0000 7f49db7fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:51.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.047+0000 7f49db7fe640 1 -- 172.21.15.1:0/701473971 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49ec021040 con 0x55ffbb50a190 2024-02-10T00:00:51.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.047+0000 7f49db7fe640 1 -- 172.21.15.1:0/701473971 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f49ec017070 con 0x55ffbb50a190 2024-02-10T00:00:51.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.047+0000 7f4a04f79740 1 -- 172.21.15.1:0/701473971 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f49ec015070 con 0x55ffbb50a190 2024-02-10T00:00:51.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.048+0000 7f49db7fe640 1 -- 172.21.15.1:0/701473971 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f49ec004a70 con 0x55ffbb50a190 2024-02-10T00:00:51.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.048+0000 7f4a04f79740 10 client.16155 fetch_fsmap learned FSMap version 29 2024-02-10T00:00:51.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.048+0000 7f4a04f79740 1 -- 172.21.15.1:0/701473971 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55ffbb431ac0 con 0x55ffbb50a190 2024-02-10T00:00:51.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.048+0000 7f49db7fe640 1 -- 172.21.15.1:0/701473971 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f49ec015070 con 0x55ffbb50a190 2024-02-10T00:00:51.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.048+0000 7f49db7fe640 1 -- 172.21.15.1:0/701473971 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f49ec003710 con 0x55ffbb50a190 2024-02-10T00:00:51.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.048+0000 7f4a04f79740 10 client.16155 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:00:51.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.048+0000 7f4a04f79740 10 client.16155 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:00:51.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.048+0000 7f4a04f79740 20 client.16155 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:51.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.048+0000 7f4a04f79740 1 --2- 172.21.15.1:0/701473971 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ffbb57be40 0x55ffbb57e260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.048+0000 7f4a04f79740 4 client.16155 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-02-10T00:00:51.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.048+0000 7f4a04f79740 1 -- 172.21.15.1:0/701473971 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55ffbb1ad7b0 con 0x55ffbb57be40 2024-02-10T00:00:51.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.048+0000 7f49fb7fe640 1 --2- 172.21.15.1:0/701473971 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ffbb57be40 0x55ffbb57e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.049+0000 7f49db7fe640 10 client.16155 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:51.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.049+0000 7f49fb7fe640 1 --2- 172.21.15.1:0/701473971 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ffbb57be40 0x55ffbb57e260 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=99389d5642e32737 server_cookie=5743d47a6f577b05 in_seq=0 out_seq=0 2024-02-10T00:00:51.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.050+0000 7f49db7fe640 1 -- 172.21.15.1:0/701473971 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55ffbb1ad7b0 con 0x55ffbb57be40 2024-02-10T00:00:51.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.050+0000 7f49db7fe640 10 client.16155 handle_command_reply: tid=0 2024-02-10T00:00:51.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.050+0000 7f4a04f79740 1 client.16155 shutdown 2024-02-10T00:00:51.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.050+0000 7f4a04f79740 1 -- 172.21.15.1:0/701473971 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ffbb50a190 msgr2=0x55ffbb519810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:51.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.050+0000 7f4a04f79740 1 --2- 172.21.15.1:0/701473971 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ffbb50a190 0x55ffbb519810 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f49ec011010 tx=0x7f49ec005850 comp rx=0 tx=0).stop 2024-02-10T00:00:51.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.050+0000 7f4a04f79740 1 -- 172.21.15.1:0/701473971 shutdown_connections 2024-02-10T00:00:51.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.050+0000 7f4a04f79740 1 --2- 172.21.15.1:0/701473971 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ffbb57be40 0x55ffbb57e260 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.050+0000 7f4a04f79740 1 --2- 172.21.15.1:0/701473971 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ffbb513690 0x55ffbb573c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.050+0000 7f4a04f79740 1 --2- 172.21.15.1:0/701473971 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ffbb50aab0 0x55ffbb519d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.050+0000 7f4a04f79740 1 --2- 172.21.15.1:0/701473971 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ffbb50a190 0x55ffbb519810 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.050+0000 7f49db7fe640 0 client.16155 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:51.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.050+0000 7f4a04f79740 1 -- 172.21.15.1:0/701473971 >> 172.21.15.1:0/701473971 conn(0x55ffbb5048c0 msgr2=0x55ffbb505cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:51.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.050+0000 7f4a04f79740 1 -- 172.21.15.1:0/701473971 shutdown_connections 2024-02-10T00:00:51.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.050+0000 7f4a04f79740 1 -- 172.21.15.1:0/701473971 wait complete. 2024-02-10T00:00:51.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.050+0000 7f4a04f79740 20 client.16155 trim_cache size 0 max 16384 2024-02-10T00:00:51.069 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:00:51.069 INFO:teuthology.orchestra.run.smithi001.stdout: "return_code": 0, 2024-02-10T00:00:51.069 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_tag": "c6777ed3-6d3a-4667-a6fe-dd4d3ca870ea", 2024-02-10T00:00:51.069 INFO:teuthology.orchestra.run.smithi001.stdout: "mode": "asynchronous" 2024-02-10T00:00:51.069 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:00:51.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.051+0000 7f4a022c9640 1 -- 172.21.15.1:0/3943694287 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f49e40a2350 msgr2=0x7f49e40a4810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:51.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.051+0000 7f4a022c9640 1 --2- 172.21.15.1:0/3943694287 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f49e40a2350 0x7f49e40a4810 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f49f4005cc0 tx=0x7f49f4005c50 comp rx=0 tx=0).stop 2024-02-10T00:00:51.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.051+0000 7f4a022c9640 1 -- 172.21.15.1:0/3943694287 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f49fc1053e0 msgr2=0x7f49fc19d970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:51.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.051+0000 7f4a022c9640 1 --2- 172.21.15.1:0/3943694287 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f49fc1053e0 0x7f49fc19d970 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f49f000e9c0 tx=0x7f49f000ee80 comp rx=0 tx=0).stop 2024-02-10T00:00:51.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.051+0000 7f4a022c9640 1 -- 172.21.15.1:0/3943694287 shutdown_connections 2024-02-10T00:00:51.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.051+0000 7f4a022c9640 1 --2- 172.21.15.1:0/3943694287 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f49e40a2350 0x7f49e40a4810 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.051+0000 7f4a022c9640 1 --2- 172.21.15.1:0/3943694287 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f49fc1975e0 0x7f49fc197a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.051+0000 7f4a022c9640 1 --2- 172.21.15.1:0/3943694287 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f49fc1053e0 0x7f49fc19d970 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.051+0000 7f4a022c9640 1 --2- 172.21.15.1:0/3943694287 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f49fc100310 0x7f49fc19d430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.051+0000 7f4a022c9640 1 -- 172.21.15.1:0/3943694287 >> 172.21.15.1:0/3943694287 conn(0x7f49fc077230 msgr2=0x7f49fc0687d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:51.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.051+0000 7f4a022c9640 1 -- 172.21.15.1:0/3943694287 shutdown_connections 2024-02-10T00:00:51.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.051+0000 7f4a022c9640 1 -- 172.21.15.1:0/3943694287 wait complete. 2024-02-10T00:00:51.071 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:00:51.072 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:00:51.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.175+0000 7fec4517a640 1 -- 172.21.15.1:0/2079791745 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fec40105410 msgr2=0x7fec4010cfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:51.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.175+0000 7fec4517a640 1 --2- 172.21.15.1:0/2079791745 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fec40105410 0x7fec4010cfe0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7fec38009cd0 tx=0x7fec3802c0f0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.175+0000 7fec4517a640 1 -- 172.21.15.1:0/2079791745 shutdown_connections 2024-02-10T00:00:51.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.175+0000 7fec4517a640 1 --2- 172.21.15.1:0/2079791745 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fec40105410 0x7fec4010cfe0 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.175+0000 7fec4517a640 1 --2- 172.21.15.1:0/2079791745 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fec40100cf0 0x7fec40104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.175+0000 7fec4517a640 1 --2- 172.21.15.1:0/2079791745 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fec40100340 0x7fec40100720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.175+0000 7fec4517a640 1 -- 172.21.15.1:0/2079791745 >> 172.21.15.1:0/2079791745 conn(0x7fec400772e0 msgr2=0x7fec400776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:51.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.175+0000 7fec4517a640 1 -- 172.21.15.1:0/2079791745 shutdown_connections 2024-02-10T00:00:51.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.175+0000 7fec4517a640 1 -- 172.21.15.1:0/2079791745 wait complete. 2024-02-10T00:00:51.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.176+0000 7fec4517a640 1 Processor -- start 2024-02-10T00:00:51.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.176+0000 7fec4517a640 1 -- start start 2024-02-10T00:00:51.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.176+0000 7fec4517a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fec40100340 0x7fec401964b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.176+0000 7fec4517a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fec40105410 0x7fec401969f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.176+0000 7fec4517a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fec40196f30 0x7fec401a5b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.176+0000 7fec4517a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec401a6070 con 0x7fec40105410 2024-02-10T00:00:51.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.176+0000 7fec4517a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec401a61b0 con 0x7fec40196f30 2024-02-10T00:00:51.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.176+0000 7fec4517a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec401a62f0 con 0x7fec40100340 2024-02-10T00:00:51.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.176+0000 7fec37fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fec40105410 0x7fec401969f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.176+0000 7fec37fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fec40105410 0x7fec401969f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38192/0 (socket says 172.21.15.1:38192) 2024-02-10T00:00:51.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.176+0000 7fec37fff640 1 -- 172.21.15.1:0/49912177 learned_addr learned my addr 172.21.15.1:0/49912177 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:51.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.176+0000 7fec3f59e640 1 --2- 172.21.15.1:0/49912177 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fec40196f30 0x7fec401a5b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.176+0000 7fec3ed9d640 1 --2- 172.21.15.1:0/49912177 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fec40100340 0x7fec401964b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.176+0000 7fec37fff640 1 -- 172.21.15.1:0/49912177 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fec40100340 msgr2=0x7fec401964b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:51.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.176+0000 7fec37fff640 1 --2- 172.21.15.1:0/49912177 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fec40100340 0x7fec401964b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.176+0000 7fec37fff640 1 -- 172.21.15.1:0/49912177 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fec40196f30 msgr2=0x7fec401a5b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:51.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.176+0000 7fec37fff640 1 --2- 172.21.15.1:0/49912177 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fec40196f30 0x7fec401a5b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.176+0000 7fec37fff640 1 -- 172.21.15.1:0/49912177 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec38009900 con 0x7fec40105410 2024-02-10T00:00:51.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.176+0000 7fec3f59e640 1 --2- 172.21.15.1:0/49912177 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fec40196f30 0x7fec401a5b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:00:51.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.177+0000 7fec37fff640 1 --2- 172.21.15.1:0/49912177 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fec40105410 0x7fec401969f0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7fec2800e9f0 tx=0x7fec2800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:51.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.177+0000 7fec3cd99640 1 -- 172.21.15.1:0/49912177 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec28009700 con 0x7fec40105410 2024-02-10T00:00:51.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.177+0000 7fec3cd99640 1 -- 172.21.15.1:0/49912177 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fec2800cd80 con 0x7fec40105410 2024-02-10T00:00:51.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.177+0000 7fec3cd99640 1 -- 172.21.15.1:0/49912177 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec28010690 con 0x7fec40105410 2024-02-10T00:00:51.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.177+0000 7fec4517a640 1 -- 172.21.15.1:0/49912177 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fec401a65d0 con 0x7fec40105410 2024-02-10T00:00:51.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.177+0000 7fec4517a640 1 -- 172.21.15.1:0/49912177 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fec401a6ae0 con 0x7fec40105410 2024-02-10T00:00:51.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.179+0000 7fec3cd99640 1 -- 172.21.15.1:0/49912177 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 25) v1 ==== 137000+0+0 (secure 0 0 0) 0x7fec280046c0 con 0x7fec40105410 2024-02-10T00:00:51.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.179+0000 7fec47e2b740 1 Processor -- start 2024-02-10T00:00:51.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.179+0000 7fec47e2b740 1 -- start start 2024-02-10T00:00:51.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.179+0000 7fec47e2b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b92d2ac980 0x55b92d2acd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.179+0000 7fec47e2b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92d2ad330 0x55b92d2b58e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.180+0000 7fec47e2b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b92d2b5eb0 0x55b92d2b8300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.180+0000 7fec47e2b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b92d267d00 con 0x55b92d2b5eb0 2024-02-10T00:00:51.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.180+0000 7fec47e2b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b92d21c2f0 con 0x55b92d2ac980 2024-02-10T00:00:51.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.180+0000 7fec47e2b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b92d219820 con 0x55b92d2ad330 2024-02-10T00:00:51.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.180+0000 7fec3cd99640 1 --2- 172.21.15.1:0/49912177 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fec2c0a2350 0x7fec2c0a4810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.180+0000 7fec37fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b92d2b5eb0 0x55b92d2b8300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.180+0000 7fec37fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b92d2b5eb0 0x55b92d2b8300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38198/0 (socket says 172.21.15.1:38198) 2024-02-10T00:00:51.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.180+0000 7fec37fff640 1 -- 172.21.15.1:0/1686823093 learned_addr learned my addr 172.21.15.1:0/1686823093 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:51.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.180+0000 7fec3f59e640 1 --2- 172.21.15.1:0/1686823093 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b92d2ac980 0x55b92d2acd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.180+0000 7fec3ed9d640 1 --2- 172.21.15.1:0/1686823093 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92d2ad330 0x55b92d2b58e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.180+0000 7fec3f59e640 1 --2- 172.21.15.1:0/49912177 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fec2c0a2350 0x7fec2c0a4810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.180+0000 7fec3cd99640 1 -- 172.21.15.1:0/49912177 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fec28014070 con 0x7fec40105410 2024-02-10T00:00:51.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.180+0000 7fec37fff640 1 -- 172.21.15.1:0/1686823093 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92d2ad330 msgr2=0x55b92d2b58e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:51.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.180+0000 7fec37fff640 1 --2- 172.21.15.1:0/1686823093 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92d2ad330 0x55b92d2b58e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.180+0000 7fec37fff640 1 -- 172.21.15.1:0/1686823093 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b92d2ac980 msgr2=0x55b92d2acd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:51.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.180+0000 7fec37fff640 1 --2- 172.21.15.1:0/1686823093 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b92d2ac980 0x55b92d2acd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.180+0000 7fec37fff640 1 -- 172.21.15.1:0/1686823093 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b92d1d6ff0 con 0x55b92d2b5eb0 2024-02-10T00:00:51.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.180+0000 7fec37fff640 1 --2- 172.21.15.1:0/1686823093 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b92d2b5eb0 0x55b92d2b8300 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7fec28097340 tx=0x7fec28004b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16f0ea30697adcb4 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:51.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.180+0000 7fec3f59e640 1 --2- 172.21.15.1:0/49912177 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fec2c0a2350 0x7fec2c0a4810 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fec38006010 tx=0x7fec380095c0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:51.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.180+0000 7fec357fa640 1 -- 172.21.15.1:0/1686823093 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec2809a840 con 0x55b92d2b5eb0 2024-02-10T00:00:51.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.180+0000 7fec357fa640 1 -- 172.21.15.1:0/1686823093 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fec28079030 con 0x55b92d2b5eb0 2024-02-10T00:00:51.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.180+0000 7fec357fa640 1 -- 172.21.15.1:0/1686823093 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec2807a4a0 con 0x55b92d2b5eb0 2024-02-10T00:00:51.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.181+0000 7fec47e2b740 1 -- 172.21.15.1:0/1686823093 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b92d2b5eb0 msgr2=0x55b92d2b8300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:51.190 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.181+0000 7fec47e2b740 1 --2- 172.21.15.1:0/1686823093 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b92d2b5eb0 0x55b92d2b8300 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7fec28097340 tx=0x7fec28004b60 comp rx=0 tx=0).stop 2024-02-10T00:00:51.190 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.181+0000 7fec47e2b740 1 -- 172.21.15.1:0/1686823093 shutdown_connections 2024-02-10T00:00:51.190 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.181+0000 7fec47e2b740 1 --2- 172.21.15.1:0/1686823093 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b92d2b5eb0 0x55b92d2b8300 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.190 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.181+0000 7fec47e2b740 1 --2- 172.21.15.1:0/1686823093 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92d2ad330 0x55b92d2b58e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.190 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.181+0000 7fec47e2b740 1 --2- 172.21.15.1:0/1686823093 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b92d2ac980 0x55b92d2acd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.190 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.181+0000 7fec47e2b740 1 -- 172.21.15.1:0/1686823093 >> 172.21.15.1:0/1686823093 conn(0x55b92d2a7050 msgr2=0x55b92d2a7430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:51.190 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.181+0000 7fec47e2b740 1 -- 172.21.15.1:0/1686823093 shutdown_connections 2024-02-10T00:00:51.190 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.181+0000 7fec47e2b740 1 -- 172.21.15.1:0/1686823093 wait complete. 2024-02-10T00:00:51.190 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.182+0000 7fec47e2b740 1 -- start start 2024-02-10T00:00:51.190 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.182+0000 7fec47e2b740 1 Processor -- start 2024-02-10T00:00:51.190 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.182+0000 7fec47e2b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b92d2ac980 0x55b92d2b2d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.190 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.182+0000 7fec47e2b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92d2ad330 0x55b92d2b3260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.190 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.182+0000 7fec47e2b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b92d2b5eb0 0x55b92d2b37a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.190 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.182+0000 7fec47e2b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b92d215000 con 0x55b92d2ac980 2024-02-10T00:00:51.190 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.182+0000 7fec47e2b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b92cee8430 con 0x55b92d2b5eb0 2024-02-10T00:00:51.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.182+0000 7fec47e2b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b92cea4e00 con 0x55b92d2ad330 2024-02-10T00:00:51.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.182+0000 7fec47e2b740 10 client.0 _ll_register_callbacks cb 0x55b92d2097f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:51.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.182+0000 7fec3ed9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b92d2ac980 0x55b92d2b2d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.182+0000 7fec3ed9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b92d2ac980 0x55b92d2b2d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38204/0 (socket says 172.21.15.1:38204) 2024-02-10T00:00:51.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.182+0000 7fec3ed9d640 1 -- 172.21.15.1:0/3018227144 learned_addr learned my addr 172.21.15.1:0/3018227144 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:51.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.182+0000 7fec37fff640 1 --2- 172.21.15.1:0/3018227144 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92d2ad330 0x55b92d2b3260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.182+0000 7fec3f59e640 1 --2- 172.21.15.1:0/3018227144 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b92d2b5eb0 0x55b92d2b37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.182+0000 7fec3ed9d640 1 -- 172.21.15.1:0/3018227144 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92d2ad330 msgr2=0x55b92d2b3260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:51.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.182+0000 7fec3ed9d640 1 --2- 172.21.15.1:0/3018227144 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92d2ad330 0x55b92d2b3260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.182+0000 7fec3ed9d640 1 -- 172.21.15.1:0/3018227144 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b92d2b5eb0 msgr2=0x55b92d2b37a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:51.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.182+0000 7fec3ed9d640 1 --2- 172.21.15.1:0/3018227144 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b92d2b5eb0 0x55b92d2b37a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.182+0000 7fec3ed9d640 1 -- 172.21.15.1:0/3018227144 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fec401a6ae0 con 0x55b92d2ac980 2024-02-10T00:00:51.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.182+0000 7fec3f59e640 1 --2- 172.21.15.1:0/3018227144 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b92d2b5eb0 0x55b92d2b37a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:00:51.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.182+0000 7fec3ed9d640 1 --2- 172.21.15.1:0/3018227144 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b92d2ac980 0x55b92d2b2d20 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fec3000be80 tx=0x7fec30012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7bbef090fa4d8417 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:51.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.183+0000 7fec267fc640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:51.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.183+0000 7fec267fc640 1 -- 172.21.15.1:0/3018227144 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec30005220 con 0x55b92d2ac980 2024-02-10T00:00:51.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.183+0000 7fec267fc640 1 -- 172.21.15.1:0/3018227144 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fec30005380 con 0x55b92d2ac980 2024-02-10T00:00:51.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.183+0000 7fec47e2b740 1 -- 172.21.15.1:0/3018227144 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b92cf147e0 con 0x55b92d2ac980 2024-02-10T00:00:51.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.183+0000 7fec267fc640 1 -- 172.21.15.1:0/3018227144 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fec30005540 con 0x55b92d2ac980 2024-02-10T00:00:51.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.183+0000 7fec47e2b740 10 client.16167 fetch_fsmap learned FSMap version 29 2024-02-10T00:00:51.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.183+0000 7fec47e2b740 1 -- 172.21.15.1:0/3018227144 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55b92d213680 con 0x55b92d2ac980 2024-02-10T00:00:51.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.183+0000 7fec267fc640 1 -- 172.21.15.1:0/3018227144 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fec30027020 con 0x55b92d2ac980 2024-02-10T00:00:51.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.183+0000 7fec267fc640 1 -- 172.21.15.1:0/3018227144 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fec30010b10 con 0x55b92d2ac980 2024-02-10T00:00:51.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.183+0000 7fec47e2b740 10 client.16167 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:00:51.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.183+0000 7fec47e2b740 10 client.16167 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:00:51.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.183+0000 7fec47e2b740 20 client.16167 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:51.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.183+0000 7fec47e2b740 1 --2- 172.21.15.1:0/3018227144 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b92d2c63b0 0x55b92d2c87d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.183+0000 7fec47e2b740 4 client.16167 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:00:51.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.183+0000 7fec47e2b740 1 -- 172.21.15.1:0/3018227144 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b92cf51720 con 0x55b92d2c63b0 2024-02-10T00:00:51.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.183+0000 7fec37fff640 1 --2- 172.21.15.1:0/3018227144 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b92d2c63b0 0x55b92d2c87d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.184+0000 7fec37fff640 1 --2- 172.21.15.1:0/3018227144 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b92d2c63b0 0x55b92d2c87d0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=31d09e02a729aa9e server_cookie=79a954aad147bf78 in_seq=0 out_seq=0 2024-02-10T00:00:51.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.184+0000 7fec267fc640 10 client.16167 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:51.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.184+0000 7fec267fc640 1 -- 172.21.15.1:0/3018227144 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55b92cf51720 con 0x55b92d2c63b0 2024-02-10T00:00:51.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.184+0000 7fec267fc640 10 client.16167 handle_command_reply: tid=0 2024-02-10T00:00:51.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.185+0000 7fec47e2b740 1 client.16167 shutdown 2024-02-10T00:00:51.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.185+0000 7fec47e2b740 1 -- 172.21.15.1:0/3018227144 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b92d2ac980 msgr2=0x55b92d2b2d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:51.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.185+0000 7fec47e2b740 1 --2- 172.21.15.1:0/3018227144 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b92d2ac980 0x55b92d2b2d20 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fec3000be80 tx=0x7fec30012820 comp rx=0 tx=0).stop 2024-02-10T00:00:51.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.185+0000 7fec47e2b740 1 -- 172.21.15.1:0/3018227144 shutdown_connections 2024-02-10T00:00:51.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.185+0000 7fec47e2b740 1 --2- 172.21.15.1:0/3018227144 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b92d2c63b0 0x55b92d2c87d0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.185+0000 7fec47e2b740 1 --2- 172.21.15.1:0/3018227144 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b92d2b5eb0 0x55b92d2b37a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.185+0000 7fec47e2b740 1 --2- 172.21.15.1:0/3018227144 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92d2ad330 0x55b92d2b3260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.185+0000 7fec267fc640 0 client.16167 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:51.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.185+0000 7fec47e2b740 1 --2- 172.21.15.1:0/3018227144 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b92d2ac980 0x55b92d2b2d20 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.185+0000 7fec47e2b740 1 -- 172.21.15.1:0/3018227144 >> 172.21.15.1:0/3018227144 conn(0x55b92d2a7050 msgr2=0x55b92d2a8da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:51.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.185+0000 7fec47e2b740 1 -- 172.21.15.1:0/3018227144 shutdown_connections 2024-02-10T00:00:51.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.185+0000 7fec47e2b740 1 -- 172.21.15.1:0/3018227144 wait complete. 2024-02-10T00:00:51.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.185+0000 7fec47e2b740 20 client.16167 trim_cache size 0 max 16384 2024-02-10T00:00:51.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.200+0000 7fec47e2b740 1 Processor -- start 2024-02-10T00:00:51.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.200+0000 7fec47e2b740 1 -- start start 2024-02-10T00:00:51.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.200+0000 7fec47e2b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b92d2ac980 0x55b92d2b5450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.200+0000 7fec47e2b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92d2ad330 0x55b92d2b1d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.200+0000 7fec47e2b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b92d2b5eb0 0x55b92d2b35c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.200+0000 7fec47e2b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b92d199fd0 con 0x55b92d2ac980 2024-02-10T00:00:51.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.200+0000 7fec47e2b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b92d2a26f0 con 0x55b92d2b5eb0 2024-02-10T00:00:51.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.200+0000 7fec47e2b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b92d2b5c50 con 0x55b92d2ad330 2024-02-10T00:00:51.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.200+0000 7fec3ed9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b92d2ac980 0x55b92d2b5450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.200+0000 7fec3ed9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b92d2ac980 0x55b92d2b5450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38218/0 (socket says 172.21.15.1:38218) 2024-02-10T00:00:51.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.200+0000 7fec3ed9d640 1 -- 172.21.15.1:0/858548718 learned_addr learned my addr 172.21.15.1:0/858548718 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:51.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.200+0000 7fec3f59e640 1 --2- 172.21.15.1:0/858548718 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b92d2b5eb0 0x55b92d2b35c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.200+0000 7fec3ed9d640 1 -- 172.21.15.1:0/858548718 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92d2ad330 msgr2=0x55b92d2b1d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:51.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.200+0000 7fec3ed9d640 1 --2- 172.21.15.1:0/858548718 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92d2ad330 0x55b92d2b1d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.200+0000 7fec3ed9d640 1 -- 172.21.15.1:0/858548718 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b92d2b5eb0 msgr2=0x55b92d2b35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:51.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.200+0000 7fec3ed9d640 1 --2- 172.21.15.1:0/858548718 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b92d2b5eb0 0x55b92d2b35c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.200+0000 7fec3ed9d640 1 -- 172.21.15.1:0/858548718 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b92d1afb30 con 0x55b92d2ac980 2024-02-10T00:00:51.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.200+0000 7fec3f59e640 1 --2- 172.21.15.1:0/858548718 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b92d2b5eb0 0x55b92d2b35c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:00:51.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.201+0000 7fec3ed9d640 1 --2- 172.21.15.1:0/858548718 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b92d2ac980 0x55b92d2b5450 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fec30012da0 tx=0x7fec30012dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6696f34ee6257350 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:51.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.201+0000 7fec34ff9640 1 -- 172.21.15.1:0/858548718 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec300108a0 con 0x55b92d2ac980 2024-02-10T00:00:51.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.201+0000 7fec34ff9640 1 -- 172.21.15.1:0/858548718 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fec30027030 con 0x55b92d2ac980 2024-02-10T00:00:51.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.201+0000 7fec34ff9640 1 -- 172.21.15.1:0/858548718 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec3002b3f0 con 0x55b92d2ac980 2024-02-10T00:00:51.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.201+0000 7fec47e2b740 1 -- 172.21.15.1:0/858548718 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b92d2ac980 msgr2=0x55b92d2b5450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:51.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.201+0000 7fec47e2b740 1 --2- 172.21.15.1:0/858548718 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b92d2ac980 0x55b92d2b5450 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fec30012da0 tx=0x7fec30012dd0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.201+0000 7fec47e2b740 1 -- 172.21.15.1:0/858548718 shutdown_connections 2024-02-10T00:00:51.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.201+0000 7fec47e2b740 1 --2- 172.21.15.1:0/858548718 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b92d2b5eb0 0x55b92d2b35c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.201+0000 7fec47e2b740 1 --2- 172.21.15.1:0/858548718 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92d2ad330 0x55b92d2b1d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.201+0000 7fec47e2b740 1 --2- 172.21.15.1:0/858548718 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b92d2ac980 0x55b92d2b5450 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.201+0000 7fec47e2b740 1 -- 172.21.15.1:0/858548718 >> 172.21.15.1:0/858548718 conn(0x55b92d2a7050 msgr2=0x55b92d2b15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:51.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.202+0000 7fec47e2b740 1 -- 172.21.15.1:0/858548718 shutdown_connections 2024-02-10T00:00:51.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.202+0000 7fec47e2b740 1 -- 172.21.15.1:0/858548718 wait complete. 2024-02-10T00:00:51.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.202+0000 7fec47e2b740 1 -- start start 2024-02-10T00:00:51.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.202+0000 7fec47e2b740 1 Processor -- start 2024-02-10T00:00:51.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.202+0000 7fec47e2b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b92d2ac980 0x55b92d2bba00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.202+0000 7fec47e2b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92d2ad330 0x55b92d2bbf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.202+0000 7fec47e2b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b92d2b5eb0 0x55b92d2bc480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.202+0000 7fec47e2b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b92d31c9d0 con 0x55b92d2b5eb0 2024-02-10T00:00:51.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.202+0000 7fec47e2b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b92d31cb40 con 0x55b92d2ac980 2024-02-10T00:00:51.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.202+0000 7fec47e2b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b92d31cd00 con 0x55b92d2ad330 2024-02-10T00:00:51.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.202+0000 7fec47e2b740 10 client.0 _ll_register_callbacks cb 0x7fec3000b730 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:51.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.202+0000 7fec3f59e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b92d2b5eb0 0x55b92d2bc480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.202+0000 7fec3f59e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b92d2b5eb0 0x55b92d2bc480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38222/0 (socket says 172.21.15.1:38222) 2024-02-10T00:00:51.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.202+0000 7fec3f59e640 1 -- 172.21.15.1:0/800719738 learned_addr learned my addr 172.21.15.1:0/800719738 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:51.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.202+0000 7fec3ed9d640 1 --2- 172.21.15.1:0/800719738 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b92d2ac980 0x55b92d2bba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.202+0000 7fec37fff640 1 --2- 172.21.15.1:0/800719738 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92d2ad330 0x55b92d2bbf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.203+0000 7fec3f59e640 1 -- 172.21.15.1:0/800719738 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92d2ad330 msgr2=0x55b92d2bbf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:51.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.203+0000 7fec3f59e640 1 --2- 172.21.15.1:0/800719738 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92d2ad330 0x55b92d2bbf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.203+0000 7fec3f59e640 1 -- 172.21.15.1:0/800719738 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b92d2ac980 msgr2=0x55b92d2bba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:51.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.203+0000 7fec3f59e640 1 --2- 172.21.15.1:0/800719738 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b92d2ac980 0x55b92d2bba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.203+0000 7fec3f59e640 1 -- 172.21.15.1:0/800719738 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b92d213680 con 0x55b92d2b5eb0 2024-02-10T00:00:51.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.203+0000 7fec3ed9d640 1 --2- 172.21.15.1:0/800719738 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b92d2ac980 0x55b92d2bba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:00:51.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.203+0000 7fec3f59e640 1 --2- 172.21.15.1:0/800719738 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b92d2b5eb0 0x55b92d2bc480 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fec3802c700 tx=0x7fec3802c0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90d6509589322bd3 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:51.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.203+0000 7fec267fc640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:51.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.203+0000 7fec267fc640 1 -- 172.21.15.1:0/800719738 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec38003d80 con 0x55b92d2b5eb0 2024-02-10T00:00:51.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.203+0000 7fec267fc640 1 -- 172.21.15.1:0/800719738 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fec38004040 con 0x55b92d2b5eb0 2024-02-10T00:00:51.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.203+0000 7fec47e2b740 1 -- 172.21.15.1:0/800719738 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fec28079030 con 0x55b92d2b5eb0 2024-02-10T00:00:51.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.203+0000 7fec267fc640 1 -- 172.21.15.1:0/800719738 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fec380346c0 con 0x55b92d2b5eb0 2024-02-10T00:00:51.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.203+0000 7fec47e2b740 10 client.16173 fetch_fsmap learned FSMap version 29 2024-02-10T00:00:51.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.203+0000 7fec47e2b740 1 -- 172.21.15.1:0/800719738 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55b92d1d5850 con 0x55b92d2b5eb0 2024-02-10T00:00:51.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.203+0000 7fec267fc640 1 -- 172.21.15.1:0/800719738 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fec28079030 con 0x55b92d2b5eb0 2024-02-10T00:00:51.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.203+0000 7fec267fc640 1 -- 172.21.15.1:0/800719738 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fec3803b070 con 0x55b92d2b5eb0 2024-02-10T00:00:51.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.203+0000 7fec47e2b740 10 client.16173 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:00:51.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.203+0000 7fec47e2b740 10 client.16173 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:00:51.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.203+0000 7fec47e2b740 20 client.16173 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:51.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.203+0000 7fec47e2b740 1 --2- 172.21.15.1:0/800719738 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b92d31e3e0 0x55b92d320800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:51.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.203+0000 7fec47e2b740 4 client.16173 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:00:51.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.203+0000 7fec47e2b740 1 -- 172.21.15.1:0/800719738 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55b92cfa0890 con 0x55b92d31e3e0 2024-02-10T00:00:51.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.204+0000 7fec3ed9d640 1 --2- 172.21.15.1:0/800719738 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b92d31e3e0 0x55b92d320800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:51.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.204+0000 7fec3ed9d640 1 --2- 172.21.15.1:0/800719738 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b92d31e3e0 0x55b92d320800 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e581024bdb7b09df server_cookie=59616cf230eaf7e1 in_seq=0 out_seq=0 2024-02-10T00:00:51.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.204+0000 7fec267fc640 10 client.16173 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:51.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.204+0000 7fec267fc640 1 -- 172.21.15.1:0/800719738 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55b92cfa0890 con 0x55b92d31e3e0 2024-02-10T00:00:51.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.204+0000 7fec267fc640 10 client.16173 handle_command_reply: tid=0 2024-02-10T00:00:51.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.204+0000 7fec47e2b740 1 client.16173 shutdown 2024-02-10T00:00:51.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.204+0000 7fec47e2b740 1 -- 172.21.15.1:0/800719738 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b92d2b5eb0 msgr2=0x55b92d2bc480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:51.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.204+0000 7fec47e2b740 1 --2- 172.21.15.1:0/800719738 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b92d2b5eb0 0x55b92d2bc480 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fec3802c700 tx=0x7fec3802c0f0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.204+0000 7fec47e2b740 1 -- 172.21.15.1:0/800719738 shutdown_connections 2024-02-10T00:00:51.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.204+0000 7fec47e2b740 1 --2- 172.21.15.1:0/800719738 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b92d31e3e0 0x55b92d320800 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.204+0000 7fec47e2b740 1 --2- 172.21.15.1:0/800719738 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b92d2b5eb0 0x55b92d2bc480 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.204+0000 7fec267fc640 0 client.16173 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:51.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.204+0000 7fec47e2b740 1 --2- 172.21.15.1:0/800719738 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b92d2ad330 0x55b92d2bbf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.204+0000 7fec47e2b740 1 --2- 172.21.15.1:0/800719738 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b92d2ac980 0x55b92d2bba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.204+0000 7fec47e2b740 1 -- 172.21.15.1:0/800719738 >> 172.21.15.1:0/800719738 conn(0x55b92d2a7050 msgr2=0x55b92d2a61f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:51.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.204+0000 7fec47e2b740 1 -- 172.21.15.1:0/800719738 shutdown_connections 2024-02-10T00:00:51.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.204+0000 7fec47e2b740 1 -- 172.21.15.1:0/800719738 wait complete. 2024-02-10T00:00:51.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.205+0000 7fec47e2b740 20 client.16173 trim_cache size 0 max 16384 2024-02-10T00:00:51.213 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:00:51.213 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "IDLE (waiting for more scrubs)", 2024-02-10T00:00:51.213 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": { 2024-02-10T00:00:51.213 INFO:teuthology.orchestra.run.smithi001.stdout: "c6777ed3-6d3a-4667-a6fe-dd4d3ca870ea": { 2024-02-10T00:00:51.214 INFO:teuthology.orchestra.run.smithi001.stdout: "path": "/", 2024-02-10T00:00:51.214 INFO:teuthology.orchestra.run.smithi001.stdout: "tag": "c6777ed3-6d3a-4667-a6fe-dd4d3ca870ea", 2024-02-10T00:00:51.214 INFO:teuthology.orchestra.run.smithi001.stdout: "options": "recursive,force" 2024-02-10T00:00:51.214 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:00:51.214 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:00:51.214 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:00:51.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.205+0000 7fec4517a640 1 -- 172.21.15.1:0/49912177 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fec2c0a2350 msgr2=0x7fec2c0a4810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:51.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.205+0000 7fec4517a640 1 --2- 172.21.15.1:0/49912177 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fec2c0a2350 0x7fec2c0a4810 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fec38006010 tx=0x7fec380095c0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.205+0000 7fec4517a640 1 -- 172.21.15.1:0/49912177 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fec40105410 msgr2=0x7fec401969f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:51.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.205+0000 7fec4517a640 1 --2- 172.21.15.1:0/49912177 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fec40105410 0x7fec401969f0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7fec2800e9f0 tx=0x7fec2800eeb0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.205+0000 7fec4517a640 1 -- 172.21.15.1:0/49912177 shutdown_connections 2024-02-10T00:00:51.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.205+0000 7fec4517a640 1 --2- 172.21.15.1:0/49912177 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fec2c0a2350 0x7fec2c0a4810 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.205+0000 7fec4517a640 1 --2- 172.21.15.1:0/49912177 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fec40196f30 0x7fec401a5b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.205+0000 7fec4517a640 1 --2- 172.21.15.1:0/49912177 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fec40105410 0x7fec401969f0 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.205+0000 7fec4517a640 1 --2- 172.21.15.1:0/49912177 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fec40100340 0x7fec401964b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:51.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.205+0000 7fec4517a640 1 -- 172.21.15.1:0/49912177 >> 172.21.15.1:0/49912177 conn(0x7fec400772e0 msgr2=0x7fec401065e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:51.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.205+0000 7fec4517a640 1 -- 172.21.15.1:0/49912177 shutdown_connections 2024-02-10T00:00:51.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:00:51.205+0000 7fec4517a640 1 -- 172.21.15.1:0/49912177 wait complete. 2024-02-10T00:00:51.216 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:51 smithi001 ceph-mon[32335]: pgmap v48: 97 pgs: 97 active+clean; 1.8 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 15 op/s 2024-02-10T00:00:51.217 INFO:tasks.cephfs.filesystem:scrub status for tag:c6777ed3-6d3a-4667-a6fe-dd4d3ca870ea - {'path': '/', 'tag': 'c6777ed3-6d3a-4667-a6fe-dd4d3ca870ea', 'options': 'recursive,force'} 2024-02-10T00:00:51.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:51 smithi103 ceph-mon[36942]: pgmap v48: 97 pgs: 97 active+clean; 1.8 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 15 op/s 2024-02-10T00:00:51.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:51 smithi088 ceph-mon[36452]: pgmap v48: 97 pgs: 97 active+clean; 1.8 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 15 op/s 2024-02-10T00:00:52.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:52 smithi001 ceph-mon[32335]: scrub queued for path: / 2024-02-10T00:00:52.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:52 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:00:52.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:52 smithi001 ceph-mon[32335]: scrub summary: active paths [/] 2024-02-10T00:00:52.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:52 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:00:52.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:52 smithi088 ceph-mon[36452]: scrub queued for path: / 2024-02-10T00:00:52.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:52 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:00:52.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:52 smithi088 ceph-mon[36452]: scrub summary: active paths [/] 2024-02-10T00:00:52.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:52 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:00:52.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:52 smithi103 ceph-mon[36942]: scrub queued for path: / 2024-02-10T00:00:52.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:52 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:00:52.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:52 smithi103 ceph-mon[36942]: scrub summary: active paths [/] 2024-02-10T00:00:52.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:52 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:00:53.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:53 smithi001 ceph-mon[32335]: pgmap v49: 97 pgs: 97 active+clean; 1.8 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 15 op/s 2024-02-10T00:00:53.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:53 smithi001 ceph-mon[32335]: mgrmap e26: x(active, since 90s), standbys: y, z 2024-02-10T00:00:53.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:53 smithi088 ceph-mon[36452]: pgmap v49: 97 pgs: 97 active+clean; 1.8 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 15 op/s 2024-02-10T00:00:53.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:53 smithi088 ceph-mon[36452]: mgrmap e26: x(active, since 90s), standbys: y, z 2024-02-10T00:00:53.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:53 smithi103 ceph-mon[36942]: pgmap v49: 97 pgs: 97 active+clean; 1.8 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 17 KiB/s wr, 15 op/s 2024-02-10T00:00:53.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:53 smithi103 ceph-mon[36942]: mgrmap e26: x(active, since 90s), standbys: y, z 2024-02-10T00:00:55.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:55 smithi001 ceph-mon[32335]: pgmap v50: 97 pgs: 97 active+clean; 1.9 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 26 KiB/s wr, 25 op/s 2024-02-10T00:00:55.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:55 smithi088 ceph-mon[36452]: pgmap v50: 97 pgs: 97 active+clean; 1.9 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 26 KiB/s wr, 25 op/s 2024-02-10T00:00:55.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:55 smithi103 ceph-mon[36942]: pgmap v50: 97 pgs: 97 active+clean; 1.9 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 26 KiB/s wr, 25 op/s 2024-02-10T00:00:56.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:56 smithi001 ceph-mon[32335]: scrub summary: idle 2024-02-10T00:00:56.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:56 smithi088 ceph-mon[36452]: scrub summary: idle 2024-02-10T00:00:56.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:56 smithi103 ceph-mon[36942]: scrub summary: idle 2024-02-10T00:00:57.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:57 smithi001 ceph-mon[32335]: pgmap v51: 97 pgs: 97 active+clean; 1.9 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 18 op/s 2024-02-10T00:00:57.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:57 smithi088 ceph-mon[36452]: pgmap v51: 97 pgs: 97 active+clean; 1.9 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 18 op/s 2024-02-10T00:00:57.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:57 smithi103 ceph-mon[36942]: pgmap v51: 97 pgs: 97 active+clean; 1.9 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 19 KiB/s wr, 18 op/s 2024-02-10T00:00:58.134 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.130+0000 7f18da696640 1 -- 172.21.15.1:0/1510771290 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f18d40ffd80 msgr2=0x7f18d4100160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:58.134 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.130+0000 7f18da696640 1 --2- 172.21.15.1:0/1510771290 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f18d40ffd80 0x7f18d4100160 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f18bc009930 tx=0x7f18bc02bc30 comp rx=0 tx=0).stop 2024-02-10T00:00:58.135 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.130+0000 7f18da696640 1 -- 172.21.15.1:0/1510771290 shutdown_connections 2024-02-10T00:00:58.135 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.130+0000 7f18da696640 1 --2- 172.21.15.1:0/1510771290 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f18d4106600 0x7f18d410e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.135 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.130+0000 7f18da696640 1 --2- 172.21.15.1:0/1510771290 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f18d4100730 0x7f18d4105ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.135 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.130+0000 7f18da696640 1 --2- 172.21.15.1:0/1510771290 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f18d40ffd80 0x7f18d4100160 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.135 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.130+0000 7f18da696640 1 -- 172.21.15.1:0/1510771290 >> 172.21.15.1:0/1510771290 conn(0x7f18d4075410 msgr2=0x7f18d4075820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:58.135 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.130+0000 7f18da696640 1 -- 172.21.15.1:0/1510771290 shutdown_connections 2024-02-10T00:00:58.135 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.130+0000 7f18da696640 1 -- 172.21.15.1:0/1510771290 wait complete. 2024-02-10T00:00:58.135 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.130+0000 7f18da696640 1 Processor -- start 2024-02-10T00:00:58.135 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.130+0000 7f18da696640 1 -- start start 2024-02-10T00:00:58.135 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.131+0000 7f18da696640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f18d40ffd80 0x7f18d4100cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:58.135 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.131+0000 7f18da696640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f18d4106600 0x7f18d4101230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:58.135 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.131+0000 7f18da696640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f18d4101770 0x7f18d41a5ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:58.135 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.131+0000 7f18da696640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18d41a6090 con 0x7f18d4106600 2024-02-10T00:00:58.136 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.131+0000 7f18da696640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18d41a6200 con 0x7f18d40ffd80 2024-02-10T00:00:58.136 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.131+0000 7f18da696640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18d41a63c0 con 0x7f18d4101770 2024-02-10T00:00:58.136 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.131+0000 7f18d37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f18d4106600 0x7f18d4101230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:58.136 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.131+0000 7f18d37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f18d4106600 0x7f18d4101230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38242/0 (socket says 172.21.15.1:38242) 2024-02-10T00:00:58.136 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.131+0000 7f18d37fe640 1 -- 172.21.15.1:0/2215768124 learned_addr learned my addr 172.21.15.1:0/2215768124 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:58.136 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.131+0000 7f18d3fff640 1 --2- 172.21.15.1:0/2215768124 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f18d40ffd80 0x7f18d4100cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:58.136 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.131+0000 7f18d8c33640 1 --2- 172.21.15.1:0/2215768124 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f18d4101770 0x7f18d41a5ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:58.136 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.131+0000 7f18d37fe640 1 -- 172.21.15.1:0/2215768124 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f18d4101770 msgr2=0x7f18d41a5ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:58.136 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.131+0000 7f18d37fe640 1 --2- 172.21.15.1:0/2215768124 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f18d4101770 0x7f18d41a5ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.136 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.131+0000 7f18d37fe640 1 -- 172.21.15.1:0/2215768124 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f18d40ffd80 msgr2=0x7f18d4100cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:58.136 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.131+0000 7f18d37fe640 1 --2- 172.21.15.1:0/2215768124 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f18d40ffd80 0x7f18d4100cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.136 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.131+0000 7f18d37fe640 1 -- 172.21.15.1:0/2215768124 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18bc009560 con 0x7f18d4106600 2024-02-10T00:00:58.136 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.132+0000 7f18d37fe640 1 --2- 172.21.15.1:0/2215768124 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f18d4106600 0x7f18d4101230 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f18c400e9f0 tx=0x7f18c400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:58.137 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.132+0000 7f18d17fa640 1 -- 172.21.15.1:0/2215768124 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18c400ccc0 con 0x7f18d4106600 2024-02-10T00:00:58.137 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.132+0000 7f18d17fa640 1 -- 172.21.15.1:0/2215768124 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f18c400ce20 con 0x7f18d4106600 2024-02-10T00:00:58.137 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.132+0000 7f18d17fa640 1 -- 172.21.15.1:0/2215768124 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18c4010690 con 0x7f18d4106600 2024-02-10T00:00:58.137 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.132+0000 7f18da696640 1 -- 172.21.15.1:0/2215768124 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18d41a66a0 con 0x7f18d4106600 2024-02-10T00:00:58.137 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.132+0000 7f18da696640 1 -- 172.21.15.1:0/2215768124 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18d41a6b60 con 0x7f18d4106600 2024-02-10T00:00:58.144 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.134+0000 7f18d17fa640 1 -- 172.21.15.1:0/2215768124 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f18c40046c0 con 0x7f18d4106600 2024-02-10T00:00:58.144 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.135+0000 7f18dd262740 1 Processor -- start 2024-02-10T00:00:58.144 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.135+0000 7f18d17fa640 1 --2- 172.21.15.1:0/2215768124 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f18c00a2250 0x7f18c00a4710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:58.144 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.135+0000 7f18dd262740 1 -- start start 2024-02-10T00:00:58.144 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.135+0000 7f18d8c33640 1 --2- 172.21.15.1:0/2215768124 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f18c00a2250 0x7f18c00a4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:58.144 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.135+0000 7f18dd262740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557f66bff0b0 0x557f66bff490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:58.144 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.135+0000 7f18dd262740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557f66bff9d0 0x557f66c08260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:58.144 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.135+0000 7f18d17fa640 1 -- 172.21.15.1:0/2215768124 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f18c4014070 con 0x7f18d4106600 2024-02-10T00:00:58.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.135+0000 7f18dd262740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557f66c087a0 0x557f66c0ab90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:58.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.135+0000 7f18dd262740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557f66b6da00 con 0x557f66bff0b0 2024-02-10T00:00:58.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.135+0000 7f18dd262740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557f66b6af30 con 0x557f66c087a0 2024-02-10T00:00:58.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.135+0000 7f18dd262740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557f66b66710 con 0x557f66bff9d0 2024-02-10T00:00:58.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.135+0000 7f18d3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557f66bff0b0 0x557f66bff490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:58.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.135+0000 7f18d3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557f66bff0b0 0x557f66bff490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38246/0 (socket says 172.21.15.1:38246) 2024-02-10T00:00:58.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.135+0000 7f18d3fff640 1 -- 172.21.15.1:0/950759520 learned_addr learned my addr 172.21.15.1:0/950759520 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:58.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.135+0000 7f18d37fe640 1 --2- 172.21.15.1:0/950759520 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557f66bff9d0 0x557f66c08260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:58.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.135+0000 7f18d3fff640 1 -- 172.21.15.1:0/950759520 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557f66bff9d0 msgr2=0x557f66c08260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:58.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.135+0000 7f18d3fff640 1 --2- 172.21.15.1:0/950759520 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557f66bff9d0 0x557f66c08260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.135+0000 7f18d8c33640 1 --2- 172.21.15.1:0/2215768124 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f18c00a2250 0x7f18c00a4710 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f18cc005fd0 tx=0x7f18cc009500 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:58.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.135+0000 7f18d3fff640 1 -- 172.21.15.1:0/950759520 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557f66c087a0 msgr2=0x557f66c0ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:58.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.135+0000 7f18d3fff640 1 --2- 172.21.15.1:0/950759520 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557f66c087a0 0x557f66c0ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.135+0000 7f18d3fff640 1 -- 172.21.15.1:0/950759520 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557f66b2b3b0 con 0x557f66bff0b0 2024-02-10T00:00:58.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.135+0000 7f18d3fff640 1 --2- 172.21.15.1:0/950759520 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557f66bff0b0 0x557f66bff490 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f18bc036040 tx=0x7f18bc02c5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fb843a1b5e0377d server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:58.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.136+0000 7f18ca7fc640 1 -- 172.21.15.1:0/950759520 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18bc004800 con 0x557f66bff0b0 2024-02-10T00:00:58.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.136+0000 7f18ca7fc640 1 -- 172.21.15.1:0/950759520 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f18bc004960 con 0x557f66bff0b0 2024-02-10T00:00:58.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.136+0000 7f18ca7fc640 1 -- 172.21.15.1:0/950759520 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18bc0050c0 con 0x557f66bff0b0 2024-02-10T00:00:58.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.136+0000 7f18dd262740 1 -- 172.21.15.1:0/950759520 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557f66bff0b0 msgr2=0x557f66bff490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:58.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.136+0000 7f18dd262740 1 --2- 172.21.15.1:0/950759520 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557f66bff0b0 0x557f66bff490 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f18bc036040 tx=0x7f18bc02c5d0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.136+0000 7f18dd262740 1 -- 172.21.15.1:0/950759520 shutdown_connections 2024-02-10T00:00:58.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.136+0000 7f18dd262740 1 --2- 172.21.15.1:0/950759520 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557f66c087a0 0x557f66c0ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.136+0000 7f18dd262740 1 --2- 172.21.15.1:0/950759520 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557f66bff9d0 0x557f66c08260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.136+0000 7f18dd262740 1 --2- 172.21.15.1:0/950759520 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557f66bff0b0 0x557f66bff490 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.136+0000 7f18dd262740 1 -- 172.21.15.1:0/950759520 >> 172.21.15.1:0/950759520 conn(0x557f66bf99d0 msgr2=0x557f66bf9db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:58.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.136+0000 7f18dd262740 1 -- 172.21.15.1:0/950759520 shutdown_connections 2024-02-10T00:00:58.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.136+0000 7f18dd262740 1 -- 172.21.15.1:0/950759520 wait complete. 2024-02-10T00:00:58.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.137+0000 7f18dd262740 1 -- start start 2024-02-10T00:00:58.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.137+0000 7f18dd262740 1 Processor -- start 2024-02-10T00:00:58.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.137+0000 7f18dd262740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557f66bff0b0 0x557f66c05730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:58.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.137+0000 7f18dd262740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557f66bff9d0 0x557f66c05c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:58.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.137+0000 7f18dd262740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557f66c087a0 0x557f66c061b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:58.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.137+0000 7f18dd262740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557f66b0bb90 con 0x557f66c087a0 2024-02-10T00:00:58.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.137+0000 7f18dd262740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557f6683a250 con 0x557f66bff9d0 2024-02-10T00:00:58.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.137+0000 7f18dd262740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557f66aec200 con 0x557f66bff0b0 2024-02-10T00:00:58.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.137+0000 7f18dd262740 10 client.0 _ll_register_callbacks cb 0x557f66b225d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:58.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.138+0000 7f18d8c33640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557f66c087a0 0x557f66c061b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:58.148 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.138+0000 7f18d3fff640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557f66bff0b0 0x557f66c05730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:58.148 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.138+0000 7f18d8c33640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557f66c087a0 0x557f66c061b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38254/0 (socket says 172.21.15.1:38254) 2024-02-10T00:00:58.148 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.138+0000 7f18d8c33640 1 -- 172.21.15.1:0/3520041903 learned_addr learned my addr 172.21.15.1:0/3520041903 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:58.148 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.138+0000 7f18d37fe640 1 --2- 172.21.15.1:0/3520041903 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557f66bff9d0 0x557f66c05c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:58.148 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.138+0000 7f18d3fff640 1 -- 172.21.15.1:0/3520041903 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557f66bff9d0 msgr2=0x557f66c05c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:58.148 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.138+0000 7f18d3fff640 1 --2- 172.21.15.1:0/3520041903 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557f66bff9d0 0x557f66c05c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.148 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.138+0000 7f18d3fff640 1 -- 172.21.15.1:0/3520041903 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557f66c087a0 msgr2=0x557f66c061b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:58.148 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.138+0000 7f18d3fff640 1 --2- 172.21.15.1:0/3520041903 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557f66c087a0 0x557f66c061b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.148 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.138+0000 7f18d3fff640 1 -- 172.21.15.1:0/3520041903 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18d410e950 con 0x557f66bff0b0 2024-02-10T00:00:58.148 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.138+0000 7f18d8c33640 1 --2- 172.21.15.1:0/3520041903 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557f66c087a0 0x557f66c061b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:00:58.148 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.138+0000 7f18d37fe640 1 --2- 172.21.15.1:0/3520041903 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557f66bff9d0 0x557f66c05c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:00:58.148 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.138+0000 7f18d3fff640 1 --2- 172.21.15.1:0/3520041903 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557f66bff0b0 0x557f66c05730 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f18bc036040 tx=0x7f18bc02c740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a075d91eb02e1019 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:58.148 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.138+0000 7f18b37fe640 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-02-10T00:00:58.149 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.138+0000 7f18b37fe640 1 -- 172.21.15.1:0/3520041903 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18bc04f070 con 0x557f66bff0b0 2024-02-10T00:00:58.149 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.138+0000 7f18dd262740 1 -- 172.21.15.1:0/3520041903 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557f66b8cee0 con 0x557f66bff0b0 2024-02-10T00:00:58.149 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.138+0000 7f18b37fe640 1 -- 172.21.15.1:0/3520041903 <== mon.1 v2:172.21.15.103:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f18bc02cbe0 con 0x557f66bff0b0 2024-02-10T00:00:58.149 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.139+0000 7f18b37fe640 1 -- 172.21.15.1:0/3520041903 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f18bc004800 con 0x557f66bff0b0 2024-02-10T00:00:58.149 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.139+0000 7f18dd262740 10 client.25696 fetch_fsmap learned FSMap version 29 2024-02-10T00:00:58.149 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.139+0000 7f18dd262740 1 -- 172.21.15.1:0/3520041903 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x557f66b64d90 con 0x557f66bff0b0 2024-02-10T00:00:58.149 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.139+0000 7f18b37fe640 1 -- 172.21.15.1:0/3520041903 <== mon.1 v2:172.21.15.103:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x557f66b8cee0 con 0x557f66bff0b0 2024-02-10T00:00:58.149 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.139+0000 7f18b37fe640 1 -- 172.21.15.1:0/3520041903 <== mon.1 v2:172.21.15.103:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f18bc052030 con 0x557f66bff0b0 2024-02-10T00:00:58.149 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.139+0000 7f18dd262740 10 client.25696 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:00:58.149 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.139+0000 7f18dd262740 10 client.25696 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:00:58.149 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.139+0000 7f18dd262740 20 client.25696 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:58.149 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.139+0000 7f18dd262740 1 --2- 172.21.15.1:0/3520041903 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557f66c184c0 0x557f66c1a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:58.149 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.139+0000 7f18dd262740 4 client.25696 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:00:58.150 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.139+0000 7f18dd262740 1 -- 172.21.15.1:0/3520041903 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557f66866600 con 0x557f66c184c0 2024-02-10T00:00:58.150 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.139+0000 7f18d37fe640 1 --2- 172.21.15.1:0/3520041903 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557f66c184c0 0x557f66c1a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:58.150 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.140+0000 7f18b37fe640 10 client.25696 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:58.150 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.140+0000 7f18d37fe640 1 --2- 172.21.15.1:0/3520041903 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557f66c184c0 0x557f66c1a8b0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4d44da339190c33e server_cookie=8f1a74efe77efbb5 in_seq=0 out_seq=0 2024-02-10T00:00:58.150 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.140+0000 7f18b37fe640 1 -- 172.21.15.1:0/3520041903 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x557f66866600 con 0x557f66c184c0 2024-02-10T00:00:58.150 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.140+0000 7f18b37fe640 10 client.25696 handle_command_reply: tid=0 2024-02-10T00:00:58.150 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.140+0000 7f18dd262740 1 client.25696 shutdown 2024-02-10T00:00:58.150 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.141+0000 7f18dd262740 1 -- 172.21.15.1:0/3520041903 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557f66bff0b0 msgr2=0x557f66c05730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:58.150 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.141+0000 7f18dd262740 1 --2- 172.21.15.1:0/3520041903 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557f66bff0b0 0x557f66c05730 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f18bc036040 tx=0x7f18bc02c740 comp rx=0 tx=0).stop 2024-02-10T00:00:58.150 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.141+0000 7f18dd262740 1 -- 172.21.15.1:0/3520041903 shutdown_connections 2024-02-10T00:00:58.150 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.141+0000 7f18dd262740 1 --2- 172.21.15.1:0/3520041903 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557f66c184c0 0x557f66c1a8b0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.151 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.141+0000 7f18dd262740 1 --2- 172.21.15.1:0/3520041903 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557f66c087a0 0x557f66c061b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.151 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.141+0000 7f18dd262740 1 --2- 172.21.15.1:0/3520041903 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557f66bff9d0 0x557f66c05c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.151 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.141+0000 7f18dd262740 1 --2- 172.21.15.1:0/3520041903 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557f66bff0b0 0x557f66c05730 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.151 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.141+0000 7f18b37fe640 0 client.25696 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:58.151 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.141+0000 7f18dd262740 1 -- 172.21.15.1:0/3520041903 >> 172.21.15.1:0/3520041903 conn(0x557f66bf99d0 msgr2=0x557f66bfb720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:58.151 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.141+0000 7f18dd262740 1 -- 172.21.15.1:0/3520041903 shutdown_connections 2024-02-10T00:00:58.151 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.141+0000 7f18dd262740 1 -- 172.21.15.1:0/3520041903 wait complete. 2024-02-10T00:00:58.151 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.141+0000 7f18dd262740 20 client.25696 trim_cache size 0 max 16384 2024-02-10T00:00:58.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.154+0000 7f18dd262740 1 Processor -- start 2024-02-10T00:00:58.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.154+0000 7f18dd262740 1 -- start start 2024-02-10T00:00:58.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.154+0000 7f18dd262740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557f66bff0b0 0x557f66c07e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.154+0000 7f18dd262740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557f66bff9d0 0x557f66c05c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.154+0000 7f18dd262740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557f66c087a0 0x557f66c061c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.154+0000 7f18dd262740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557f66bf9520 con 0x557f66c087a0 2024-02-10T00:00:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.154+0000 7f18dd262740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557f66bfa9d0 con 0x557f66bff9d0 2024-02-10T00:00:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.154+0000 7f18dd262740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557f66c01310 con 0x557f66bff0b0 2024-02-10T00:00:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.155+0000 7f18d8c33640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557f66c087a0 0x557f66c061c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.155+0000 7f18d8c33640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557f66c087a0 0x557f66c061c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38260/0 (socket says 172.21.15.1:38260) 2024-02-10T00:00:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.155+0000 7f18d8c33640 1 -- 172.21.15.1:0/4128007031 learned_addr learned my addr 172.21.15.1:0/4128007031 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.155+0000 7f18d3fff640 1 --2- 172.21.15.1:0/4128007031 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557f66bff0b0 0x557f66c07e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.155+0000 7f18d37fe640 1 --2- 172.21.15.1:0/4128007031 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557f66bff9d0 0x557f66c05c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.155+0000 7f18d8c33640 1 -- 172.21.15.1:0/4128007031 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557f66bff0b0 msgr2=0x557f66c07e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.155+0000 7f18d8c33640 1 --2- 172.21.15.1:0/4128007031 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557f66bff0b0 0x557f66c07e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.155+0000 7f18d8c33640 1 -- 172.21.15.1:0/4128007031 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557f66bff9d0 msgr2=0x557f66c05c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:58.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.155+0000 7f18d8c33640 1 --2- 172.21.15.1:0/4128007031 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557f66bff9d0 0x557f66c05c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.155+0000 7f18d8c33640 1 -- 172.21.15.1:0/4128007031 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557f66b01820 con 0x557f66c087a0 2024-02-10T00:00:58.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.155+0000 7f18d8c33640 1 --2- 172.21.15.1:0/4128007031 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557f66c087a0 0x557f66c061c0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f18cc003f10 tx=0x7f18cc013040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b5e7c5042ed7e7f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:58.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.157+0000 7f18c9ffb640 1 -- 172.21.15.1:0/4128007031 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18cc004b20 con 0x557f66c087a0 2024-02-10T00:00:58.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.157+0000 7f18c9ffb640 1 -- 172.21.15.1:0/4128007031 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f18cc004c80 con 0x557f66c087a0 2024-02-10T00:00:58.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.157+0000 7f18c9ffb640 1 -- 172.21.15.1:0/4128007031 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18cc01e770 con 0x557f66c087a0 2024-02-10T00:00:58.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.158+0000 7f18dd262740 1 -- 172.21.15.1:0/4128007031 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557f66c087a0 msgr2=0x557f66c061c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:58.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.158+0000 7f18dd262740 1 --2- 172.21.15.1:0/4128007031 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557f66c087a0 0x557f66c061c0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f18cc003f10 tx=0x7f18cc013040 comp rx=0 tx=0).stop 2024-02-10T00:00:58.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.158+0000 7f18dd262740 1 -- 172.21.15.1:0/4128007031 shutdown_connections 2024-02-10T00:00:58.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.158+0000 7f18dd262740 1 --2- 172.21.15.1:0/4128007031 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557f66c087a0 0x557f66c061c0 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.158+0000 7f18dd262740 1 --2- 172.21.15.1:0/4128007031 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557f66bff9d0 0x557f66c05c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.158+0000 7f18dd262740 1 --2- 172.21.15.1:0/4128007031 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557f66bff0b0 0x557f66c07e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.158+0000 7f18dd262740 1 -- 172.21.15.1:0/4128007031 >> 172.21.15.1:0/4128007031 conn(0x557f66bf99d0 msgr2=0x557f66c1f1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:58.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.158+0000 7f18dd262740 1 -- 172.21.15.1:0/4128007031 shutdown_connections 2024-02-10T00:00:58.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.158+0000 7f18dd262740 1 -- 172.21.15.1:0/4128007031 wait complete. 2024-02-10T00:00:58.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.158+0000 7f18dd262740 1 -- start start 2024-02-10T00:00:58.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.159+0000 7f18dd262740 1 Processor -- start 2024-02-10T00:00:58.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.159+0000 7f18dd262740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557f66bff0b0 0x557f66c0d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:58.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.159+0000 7f18dd262740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557f66bff9d0 0x557f66c0db00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:58.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.159+0000 7f18dd262740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557f66c087a0 0x557f66c6d970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:58.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.159+0000 7f18dd262740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557f66c0e2a0 con 0x557f66bff0b0 2024-02-10T00:00:58.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.159+0000 7f18dd262740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557f66c6dee0 con 0x557f66bff9d0 2024-02-10T00:00:58.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.159+0000 7f18dd262740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557f66c6e0a0 con 0x557f66c087a0 2024-02-10T00:00:58.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.159+0000 7f18dd262740 10 client.0 _ll_register_callbacks cb 0x7f18c4005720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:00:58.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.159+0000 7f18d3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557f66bff0b0 0x557f66c0d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:58.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.159+0000 7f18d3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557f66bff0b0 0x557f66c0d5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38270/0 (socket says 172.21.15.1:38270) 2024-02-10T00:00:58.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.159+0000 7f18d3fff640 1 -- 172.21.15.1:0/1368537509 learned_addr learned my addr 172.21.15.1:0/1368537509 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:00:58.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.159+0000 7f18d8c33640 1 --2- 172.21.15.1:0/1368537509 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557f66c087a0 0x557f66c6d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:58.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.159+0000 7f18d37fe640 1 --2- 172.21.15.1:0/1368537509 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557f66bff9d0 0x557f66c0db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:58.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.159+0000 7f18d3fff640 1 -- 172.21.15.1:0/1368537509 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557f66c087a0 msgr2=0x557f66c6d970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:58.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.159+0000 7f18d3fff640 1 --2- 172.21.15.1:0/1368537509 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557f66c087a0 0x557f66c6d970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.159+0000 7f18d3fff640 1 -- 172.21.15.1:0/1368537509 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557f66bff9d0 msgr2=0x557f66c0db00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:00:58.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.159+0000 7f18d3fff640 1 --2- 172.21.15.1:0/1368537509 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557f66bff9d0 0x557f66c0db00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.159+0000 7f18d3fff640 1 -- 172.21.15.1:0/1368537509 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18cc017070 con 0x557f66bff0b0 2024-02-10T00:00:58.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.159+0000 7f18d37fe640 1 --2- 172.21.15.1:0/1368537509 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557f66bff9d0 0x557f66c0db00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:00:58.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.159+0000 7f18d8c33640 1 --2- 172.21.15.1:0/1368537509 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557f66c087a0 0x557f66c6d970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:00:58.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.159+0000 7f18d3fff640 1 --2- 172.21.15.1:0/1368537509 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557f66bff0b0 0x557f66c0d5c0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f18bc004590 tx=0x7f18bc02c5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4174b262a30541b6 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:00:58.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.159+0000 7f18b37fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:00:58.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.160+0000 7f18b37fe640 1 -- 172.21.15.1:0/1368537509 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18bc04f040 con 0x557f66bff0b0 2024-02-10T00:00:58.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.160+0000 7f18b37fe640 1 -- 172.21.15.1:0/1368537509 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f18bc000e40 con 0x557f66bff0b0 2024-02-10T00:00:58.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.160+0000 7f18dd262740 1 -- 172.21.15.1:0/1368537509 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f18bc004960 con 0x557f66bff0b0 2024-02-10T00:00:58.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.160+0000 7f18b37fe640 1 -- 172.21.15.1:0/1368537509 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f18bc005110 con 0x557f66bff0b0 2024-02-10T00:00:58.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.160+0000 7f18dd262740 10 client.16191 fetch_fsmap learned FSMap version 29 2024-02-10T00:00:58.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.160+0000 7f18dd262740 1 -- 172.21.15.1:0/1368537509 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x557f66b276f0 con 0x557f66bff0b0 2024-02-10T00:00:58.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.160+0000 7f18b37fe640 1 -- 172.21.15.1:0/1368537509 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f18bc004960 con 0x557f66bff0b0 2024-02-10T00:00:58.167 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.160+0000 7f18b37fe640 1 -- 172.21.15.1:0/1368537509 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f18bc05b070 con 0x557f66bff0b0 2024-02-10T00:00:58.167 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.160+0000 7f18dd262740 10 client.16191 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:00:58.167 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.160+0000 7f18dd262740 10 client.16191 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:00:58.167 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.160+0000 7f18dd262740 20 client.16191 populate_metadata read hostname 'smithi001' 2024-02-10T00:00:58.167 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.160+0000 7f18dd262740 1 --2- 172.21.15.1:0/1368537509 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557f66c6f3f0 0x557f66c71810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:00:58.167 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.160+0000 7f18dd262740 4 client.16191 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:00:58.167 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.160+0000 7f18dd262740 1 -- 172.21.15.1:0/1368537509 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x557f668b71b0 con 0x557f66c6f3f0 2024-02-10T00:00:58.167 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.160+0000 7f18d37fe640 1 --2- 172.21.15.1:0/1368537509 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557f66c6f3f0 0x557f66c71810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:00:58.167 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.161+0000 7f18d37fe640 1 --2- 172.21.15.1:0/1368537509 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557f66c6f3f0 0x557f66c71810 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=47c83bd1b67ecf49 server_cookie=2a326d2f00734b2b in_seq=0 out_seq=0 2024-02-10T00:00:58.167 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.161+0000 7f18b37fe640 10 client.16191 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:58.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.175+0000 7f18b37fe640 1 -- 172.21.15.1:0/1368537509 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x557f668b71b0 con 0x557f66c6f3f0 2024-02-10T00:00:58.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.175+0000 7f18b37fe640 10 client.16191 handle_command_reply: tid=0 2024-02-10T00:00:58.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.175+0000 7f18dd262740 1 client.16191 shutdown 2024-02-10T00:00:58.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.176+0000 7f18dd262740 1 -- 172.21.15.1:0/1368537509 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557f66bff0b0 msgr2=0x557f66c0d5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:58.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.176+0000 7f18dd262740 1 --2- 172.21.15.1:0/1368537509 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557f66bff0b0 0x557f66c0d5c0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f18bc004590 tx=0x7f18bc02c5d0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.176+0000 7f18dd262740 1 -- 172.21.15.1:0/1368537509 shutdown_connections 2024-02-10T00:00:58.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.176+0000 7f18dd262740 1 --2- 172.21.15.1:0/1368537509 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557f66c6f3f0 0x557f66c71810 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.176+0000 7f18dd262740 1 --2- 172.21.15.1:0/1368537509 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557f66c087a0 0x557f66c6d970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.176+0000 7f18dd262740 1 --2- 172.21.15.1:0/1368537509 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557f66bff9d0 0x557f66c0db00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.176+0000 7f18b37fe640 0 client.16191 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:00:58.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.176+0000 7f18dd262740 1 --2- 172.21.15.1:0/1368537509 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557f66bff0b0 0x557f66c0d5c0 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.176+0000 7f18dd262740 1 -- 172.21.15.1:0/1368537509 >> 172.21.15.1:0/1368537509 conn(0x557f66bf99d0 msgr2=0x557f66c03fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:58.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.176+0000 7f18dd262740 1 -- 172.21.15.1:0/1368537509 shutdown_connections 2024-02-10T00:00:58.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.176+0000 7f18dd262740 1 -- 172.21.15.1:0/1368537509 wait complete. 2024-02-10T00:00:58.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.176+0000 7f18dd262740 20 client.16191 trim_cache size 0 max 16384 2024-02-10T00:00:58.180 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:00:58.180 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:00:58.180 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:00:58.180 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:00:58.181 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.176+0000 7f18da696640 1 -- 172.21.15.1:0/2215768124 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f18c00a2250 msgr2=0x7f18c00a4710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:58.181 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.176+0000 7f18da696640 1 --2- 172.21.15.1:0/2215768124 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f18c00a2250 0x7f18c00a4710 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f18cc005fd0 tx=0x7f18cc009500 comp rx=0 tx=0).stop 2024-02-10T00:00:58.181 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.176+0000 7f18da696640 1 -- 172.21.15.1:0/2215768124 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f18d4106600 msgr2=0x7f18d4101230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:00:58.181 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.176+0000 7f18da696640 1 --2- 172.21.15.1:0/2215768124 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f18d4106600 0x7f18d4101230 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f18c400e9f0 tx=0x7f18c400eeb0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.181 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.177+0000 7f18da696640 1 -- 172.21.15.1:0/2215768124 shutdown_connections 2024-02-10T00:00:58.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.177+0000 7f18da696640 1 --2- 172.21.15.1:0/2215768124 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f18c00a2250 0x7f18c00a4710 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.177+0000 7f18da696640 1 --2- 172.21.15.1:0/2215768124 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f18d4101770 0x7f18d41a5ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.177+0000 7f18da696640 1 --2- 172.21.15.1:0/2215768124 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f18d4106600 0x7f18d4101230 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.177+0000 7f18da696640 1 --2- 172.21.15.1:0/2215768124 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f18d40ffd80 0x7f18d4100cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:00:58.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.177+0000 7f18da696640 1 -- 172.21.15.1:0/2215768124 >> 172.21.15.1:0/2215768124 conn(0x7f18d4075410 msgr2=0x7f18d40fdd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:00:58.183 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.177+0000 7f18da696640 1 -- 172.21.15.1:0/2215768124 shutdown_connections 2024-02-10T00:00:58.183 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:00:58.177+0000 7f18da696640 1 -- 172.21.15.1:0/2215768124 wait complete. 2024-02-10T00:00:59.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:00:59 smithi001 ceph-mon[32335]: pgmap v52: 97 pgs: 97 active+clean; 1.9 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 25 KiB/s wr, 25 op/s 2024-02-10T00:00:59.470 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:00:59 smithi103 ceph-mon[36942]: pgmap v52: 97 pgs: 97 active+clean; 1.9 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 25 KiB/s wr, 25 op/s 2024-02-10T00:00:59.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:00:59 smithi088 ceph-mon[36452]: pgmap v52: 97 pgs: 97 active+clean; 1.9 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 25 KiB/s wr, 25 op/s 2024-02-10T00:01:01.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:01 smithi001 ceph-mon[32335]: pgmap v53: 97 pgs: 97 active+clean; 1.9 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 16 KiB/s wr, 15 op/s 2024-02-10T00:01:01.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:01 smithi088 ceph-mon[36452]: pgmap v53: 97 pgs: 97 active+clean; 1.9 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 16 KiB/s wr, 15 op/s 2024-02-10T00:01:01.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:01 smithi103 ceph-mon[36942]: pgmap v53: 97 pgs: 97 active+clean; 1.9 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 16 KiB/s wr, 15 op/s 2024-02-10T00:01:03.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:03 smithi001 ceph-mon[32335]: pgmap v54: 97 pgs: 97 active+clean; 1.9 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 16 KiB/s wr, 15 op/s 2024-02-10T00:01:03.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:03 smithi088 ceph-mon[36452]: pgmap v54: 97 pgs: 97 active+clean; 1.9 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 16 KiB/s wr, 15 op/s 2024-02-10T00:01:03.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:03 smithi103 ceph-mon[36942]: pgmap v54: 97 pgs: 97 active+clean; 1.9 MiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 16 KiB/s wr, 15 op/s 2024-02-10T00:01:05.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:05 smithi001 ceph-mon[32335]: pgmap v55: 97 pgs: 97 active+clean; 2.0 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 48 KiB/s wr, 40 op/s 2024-02-10T00:01:05.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:05 smithi088 ceph-mon[36452]: pgmap v55: 97 pgs: 97 active+clean; 2.0 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 48 KiB/s wr, 40 op/s 2024-02-10T00:01:05.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:05 smithi103 ceph-mon[36942]: pgmap v55: 97 pgs: 97 active+clean; 2.0 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 48 KiB/s wr, 40 op/s 2024-02-10T00:01:07.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:07 smithi001 ceph-mon[32335]: pgmap v56: 97 pgs: 97 active+clean; 2.0 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 39 KiB/s wr, 30 op/s 2024-02-10T00:01:07.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:07 smithi088 ceph-mon[36452]: pgmap v56: 97 pgs: 97 active+clean; 2.0 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 39 KiB/s wr, 30 op/s 2024-02-10T00:01:07.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:07 smithi103 ceph-mon[36942]: pgmap v56: 97 pgs: 97 active+clean; 2.0 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 39 KiB/s wr, 30 op/s 2024-02-10T00:01:09.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:09 smithi001 ceph-mon[32335]: pgmap v57: 97 pgs: 97 active+clean; 2.1 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 49 KiB/s wr, 37 op/s 2024-02-10T00:01:09.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:09 smithi088 ceph-mon[36452]: pgmap v57: 97 pgs: 97 active+clean; 2.1 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 49 KiB/s wr, 37 op/s 2024-02-10T00:01:09.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:09 smithi103 ceph-mon[36942]: pgmap v57: 97 pgs: 97 active+clean; 2.1 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 49 KiB/s wr, 37 op/s 2024-02-10T00:01:11.277 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.274+0000 7f18f100e640 1 -- 172.21.15.1:0/2826423976 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f18ec100d40 msgr2=0x7f18ec10cf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:11.278 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.274+0000 7f18f100e640 1 --2- 172.21.15.1:0/2826423976 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f18ec100d40 0x7f18ec10cf00 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f18e4009cd0 tx=0x7f18e402c0f0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.278 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.274+0000 7f18f100e640 1 -- 172.21.15.1:0/2826423976 shutdown_connections 2024-02-10T00:01:11.278 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.274+0000 7f18f100e640 1 --2- 172.21.15.1:0/2826423976 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f18ec100d40 0x7f18ec10cf00 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.278 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.274+0000 7f18f100e640 1 --2- 172.21.15.1:0/2826423976 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f18ec100380 0x7f18ec100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.278 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.274+0000 7f18f100e640 1 --2- 172.21.15.1:0/2826423976 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f18ec1062c0 0x7f18ec1066a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.279 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.274+0000 7f18f100e640 1 -- 172.21.15.1:0/2826423976 >> 172.21.15.1:0/2826423976 conn(0x7f18ec076ef0 msgr2=0x7f18ec077300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:11.279 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.274+0000 7f18f100e640 1 -- 172.21.15.1:0/2826423976 shutdown_connections 2024-02-10T00:01:11.279 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.274+0000 7f18f100e640 1 -- 172.21.15.1:0/2826423976 wait complete. 2024-02-10T00:01:11.290 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.275+0000 7f18f100e640 1 Processor -- start 2024-02-10T00:01:11.290 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.275+0000 7f18f100e640 1 -- start start 2024-02-10T00:01:11.290 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.275+0000 7f18f100e640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f18ec100380 0x7f18ec198660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:11.290 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.275+0000 7f18f100e640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f18ec100d40 0x7f18ec198ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:11.290 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.275+0000 7f18f100e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f18ec1062c0 0x7f18ec1a36e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:11.290 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.276+0000 7f18f100e640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18ec199400 con 0x7f18ec1062c0 2024-02-10T00:01:11.290 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.276+0000 7f18f100e640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18ec1a3c20 con 0x7f18ec100d40 2024-02-10T00:01:11.290 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.276+0000 7f18f100e640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18ec1a3d60 con 0x7f18ec100380 2024-02-10T00:01:11.290 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.276+0000 7f18eb59e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f18ec1062c0 0x7f18ec1a36e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:11.290 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.276+0000 7f18eb59e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f18ec1062c0 0x7f18ec1a36e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:44336/0 (socket says 172.21.15.1:44336) 2024-02-10T00:01:11.290 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.276+0000 7f18ead9d640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f18ec100380 0x7f18ec198660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:11.290 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.276+0000 7f18eb59e640 1 -- 172.21.15.1:0/2052053140 learned_addr learned my addr 172.21.15.1:0/2052053140 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:11.291 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.276+0000 7f18e259c640 1 --2- 172.21.15.1:0/2052053140 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f18ec100d40 0x7f18ec198ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:11.291 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.276+0000 7f18eb59e640 1 -- 172.21.15.1:0/2052053140 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f18ec100380 msgr2=0x7f18ec198660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:11.291 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.276+0000 7f18eb59e640 1 --2- 172.21.15.1:0/2052053140 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f18ec100380 0x7f18ec198660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.291 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.276+0000 7f18eb59e640 1 -- 172.21.15.1:0/2052053140 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f18ec100d40 msgr2=0x7f18ec198ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:11.291 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.276+0000 7f18eb59e640 1 --2- 172.21.15.1:0/2052053140 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f18ec100d40 0x7f18ec198ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.291 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.276+0000 7f18eb59e640 1 -- 172.21.15.1:0/2052053140 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18e4009900 con 0x7f18ec1062c0 2024-02-10T00:01:11.291 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.276+0000 7f18eb59e640 1 --2- 172.21.15.1:0/2052053140 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f18ec1062c0 0x7f18ec1a36e0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f18e4004af0 tx=0x7f18e4034cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:11.291 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.276+0000 7f18e8d99640 1 -- 172.21.15.1:0/2052053140 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18e40328c0 con 0x7f18ec1062c0 2024-02-10T00:01:11.291 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.276+0000 7f18f100e640 1 -- 172.21.15.1:0/2052053140 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18ec1a3f60 con 0x7f18ec1062c0 2024-02-10T00:01:11.291 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.276+0000 7f18e8d99640 1 -- 172.21.15.1:0/2052053140 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f18e4003e50 con 0x7f18ec1062c0 2024-02-10T00:01:11.292 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.276+0000 7f18e8d99640 1 -- 172.21.15.1:0/2052053140 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18e4004860 con 0x7f18ec1062c0 2024-02-10T00:01:11.292 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.276+0000 7f18f100e640 1 -- 172.21.15.1:0/2052053140 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18ec1a43e0 con 0x7f18ec1062c0 2024-02-10T00:01:11.292 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.279+0000 7f18e8d99640 1 -- 172.21.15.1:0/2052053140 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f18e400a040 con 0x7f18ec1062c0 2024-02-10T00:01:11.292 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.279+0000 7f18f3be6740 1 Processor -- start 2024-02-10T00:01:11.292 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.279+0000 7f18f3be6740 1 -- start start 2024-02-10T00:01:11.292 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.279+0000 7f18e8d99640 1 --2- 172.21.15.1:0/2052053140 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f18d80a2220 0x7f18d80a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:11.292 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.280+0000 7f18e259c640 1 --2- 172.21.15.1:0/2052053140 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f18d80a2220 0x7f18d80a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:11.292 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.280+0000 7f18e8d99640 1 -- 172.21.15.1:0/2052053140 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f18e40f08f0 con 0x7f18ec1062c0 2024-02-10T00:01:11.292 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.280+0000 7f18f3be6740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555f2e197b50 0x555f2e197f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:11.292 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.280+0000 7f18f3be6740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555f2e198470 0x555f2e1a5670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:11.292 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.280+0000 7f18f3be6740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555f2e1a5bb0 0x555f2e1a7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:11.293 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.280+0000 7f18f3be6740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f2e106a00 con 0x555f2e198470 2024-02-10T00:01:11.293 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.280+0000 7f18f3be6740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f2e103f30 con 0x555f2e197b50 2024-02-10T00:01:11.293 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.280+0000 7f18f3be6740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f2e0ff710 con 0x555f2e1a5bb0 2024-02-10T00:01:11.293 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.280+0000 7f18e259c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555f2e198470 0x555f2e1a5670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:11.293 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.280+0000 7f18e259c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555f2e198470 0x555f2e1a5670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:44342/0 (socket says 172.21.15.1:44342) 2024-02-10T00:01:11.293 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.280+0000 7f18e259c640 1 -- 172.21.15.1:0/1879204555 learned_addr learned my addr 172.21.15.1:0/1879204555 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:11.293 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.280+0000 7f18ead9d640 1 --2- 172.21.15.1:0/1879204555 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555f2e197b50 0x555f2e197f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:11.293 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.280+0000 7f18eb59e640 1 --2- 172.21.15.1:0/1879204555 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555f2e1a5bb0 0x555f2e1a7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:11.293 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.280+0000 7f18e259c640 1 --2- 172.21.15.1:0/2052053140 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f18d80a2220 0x7f18d80a46e0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f18ec06a3b0 tx=0x7f18d40107a0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:11.293 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.280+0000 7f18e259c640 1 -- 172.21.15.1:0/1879204555 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555f2e1a5bb0 msgr2=0x555f2e1a7fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:11.293 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.280+0000 7f18e259c640 1 --2- 172.21.15.1:0/1879204555 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555f2e1a5bb0 0x555f2e1a7fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.293 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.280+0000 7f18e259c640 1 -- 172.21.15.1:0/1879204555 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555f2e197b50 msgr2=0x555f2e197f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:11.293 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.280+0000 7f18e259c640 1 --2- 172.21.15.1:0/1879204555 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555f2e197b50 0x555f2e197f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.280+0000 7f18e259c640 1 -- 172.21.15.1:0/1879204555 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555f2e0c43b0 con 0x555f2e198470 2024-02-10T00:01:11.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.280+0000 7f18ead9d640 1 --2- 172.21.15.1:0/1879204555 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555f2e197b50 0x555f2e197f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:01:11.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.281+0000 7f18e259c640 1 --2- 172.21.15.1:0/1879204555 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555f2e198470 0x555f2e1a5670 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f18d4013540 tx=0x7f18d401b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41b152fdbabaffc2 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:11.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.281+0000 7f18e159a640 1 -- 172.21.15.1:0/1879204555 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18d40132d0 con 0x555f2e198470 2024-02-10T00:01:11.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.281+0000 7f18e159a640 1 -- 172.21.15.1:0/1879204555 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f18d401e9c0 con 0x555f2e198470 2024-02-10T00:01:11.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.281+0000 7f18e159a640 1 -- 172.21.15.1:0/1879204555 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18d4011970 con 0x555f2e198470 2024-02-10T00:01:11.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.282+0000 7f18f3be6740 1 -- 172.21.15.1:0/1879204555 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555f2e198470 msgr2=0x555f2e1a5670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:11.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.282+0000 7f18f3be6740 1 --2- 172.21.15.1:0/1879204555 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555f2e198470 0x555f2e1a5670 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f18d4013540 tx=0x7f18d401b000 comp rx=0 tx=0).stop 2024-02-10T00:01:11.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.282+0000 7f18f3be6740 1 -- 172.21.15.1:0/1879204555 shutdown_connections 2024-02-10T00:01:11.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.282+0000 7f18f3be6740 1 --2- 172.21.15.1:0/1879204555 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555f2e1a5bb0 0x555f2e1a7fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.282+0000 7f18f3be6740 1 --2- 172.21.15.1:0/1879204555 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555f2e198470 0x555f2e1a5670 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.282+0000 7f18f3be6740 1 --2- 172.21.15.1:0/1879204555 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555f2e197b50 0x555f2e197f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.282+0000 7f18f3be6740 1 -- 172.21.15.1:0/1879204555 >> 172.21.15.1:0/1879204555 conn(0x555f2e1929d0 msgr2=0x555f2e192db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:11.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.282+0000 7f18f3be6740 1 -- 172.21.15.1:0/1879204555 shutdown_connections 2024-02-10T00:01:11.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.282+0000 7f18f3be6740 1 -- 172.21.15.1:0/1879204555 wait complete. 2024-02-10T00:01:11.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.282+0000 7f18f3be6740 1 -- start start 2024-02-10T00:01:11.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.282+0000 7f18f3be6740 1 Processor -- start 2024-02-10T00:01:11.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.282+0000 7f18f3be6740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555f2e197b50 0x555f2e1a2bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:11.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.282+0000 7f18f3be6740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555f2e198470 0x555f2e1a3130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:11.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.282+0000 7f18f3be6740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555f2e1a5bb0 0x555f2e1a3670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:11.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.282+0000 7f18f3be6740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f2e0a4b90 con 0x555f2e1a5bb0 2024-02-10T00:01:11.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.282+0000 7f18f3be6740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f2ddd3250 con 0x555f2e198470 2024-02-10T00:01:11.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.282+0000 7f18f3be6740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f2e085200 con 0x555f2e197b50 2024-02-10T00:01:11.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.282+0000 7f18f3be6740 10 client.0 _ll_register_callbacks cb 0x555f2e0bb5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:11.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.283+0000 7f18eb59e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555f2e1a5bb0 0x555f2e1a3670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:11.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.283+0000 7f18ead9d640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555f2e197b50 0x555f2e1a2bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:11.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.283+0000 7f18eb59e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555f2e1a5bb0 0x555f2e1a3670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:44358/0 (socket says 172.21.15.1:44358) 2024-02-10T00:01:11.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.283+0000 7f18eb59e640 1 -- 172.21.15.1:0/2017540484 learned_addr learned my addr 172.21.15.1:0/2017540484 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:11.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.283+0000 7f18e259c640 1 --2- 172.21.15.1:0/2017540484 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555f2e198470 0x555f2e1a3130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:11.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.283+0000 7f18eb59e640 1 -- 172.21.15.1:0/2017540484 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555f2e197b50 msgr2=0x555f2e1a2bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:11.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.283+0000 7f18eb59e640 1 --2- 172.21.15.1:0/2017540484 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555f2e197b50 0x555f2e1a2bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.283+0000 7f18eb59e640 1 -- 172.21.15.1:0/2017540484 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555f2e198470 msgr2=0x555f2e1a3130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:11.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.283+0000 7f18eb59e640 1 --2- 172.21.15.1:0/2017540484 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555f2e198470 0x555f2e1a3130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.283+0000 7f18eb59e640 1 -- 172.21.15.1:0/2017540484 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18d400bd90 con 0x555f2e1a5bb0 2024-02-10T00:01:11.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.283+0000 7f18e259c640 1 --2- 172.21.15.1:0/2017540484 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555f2e198470 0x555f2e1a3130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:01:11.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.283+0000 7f18eb59e640 1 --2- 172.21.15.1:0/2017540484 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555f2e1a5bb0 0x555f2e1a3670 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f18e40b9820 tx=0x7f18e40bcf00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79fa819cf2be93bf server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:11.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.283+0000 7f18d27fc640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:11.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.283+0000 7f18d27fc640 1 -- 172.21.15.1:0/2017540484 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18e40bd3c0 con 0x555f2e1a5bb0 2024-02-10T00:01:11.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.283+0000 7f18d27fc640 1 -- 172.21.15.1:0/2017540484 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f18e40c1510 con 0x555f2e1a5bb0 2024-02-10T00:01:11.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.283+0000 7f18f3be6740 1 -- 172.21.15.1:0/2017540484 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555f2e125ee0 con 0x555f2e1a5bb0 2024-02-10T00:01:11.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.283+0000 7f18d27fc640 1 -- 172.21.15.1:0/2017540484 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f18e40c5b60 con 0x555f2e1a5bb0 2024-02-10T00:01:11.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.283+0000 7f18f3be6740 10 client.16203 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:11.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.283+0000 7f18f3be6740 1 -- 172.21.15.1:0/2017540484 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x555f2e0fdd90 con 0x555f2e1a5bb0 2024-02-10T00:01:11.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.284+0000 7f18d27fc640 1 -- 172.21.15.1:0/2017540484 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x555f2e125ee0 con 0x555f2e1a5bb0 2024-02-10T00:01:11.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.284+0000 7f18d27fc640 1 -- 172.21.15.1:0/2017540484 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f18e40c56d0 con 0x555f2e1a5bb0 2024-02-10T00:01:11.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.284+0000 7f18f3be6740 10 client.16203 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:11.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.284+0000 7f18f3be6740 10 client.16203 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:01:11.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.284+0000 7f18f3be6740 20 client.16203 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:11.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.284+0000 7f18f3be6740 1 --2- 172.21.15.1:0/2017540484 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x555f2e1b5c50 0x555f2e1b8040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:11.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.284+0000 7f18f3be6740 4 client.16203 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:01:11.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.284+0000 7f18f3be6740 1 -- 172.21.15.1:0/2017540484 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555f2ddff600 con 0x555f2e1b5c50 2024-02-10T00:01:11.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.284+0000 7f18ead9d640 1 --2- 172.21.15.1:0/2017540484 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x555f2e1b5c50 0x555f2e1b8040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:11.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.285+0000 7f18d27fc640 10 client.16203 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:11.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.285+0000 7f18ead9d640 1 --2- 172.21.15.1:0/2017540484 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x555f2e1b5c50 0x555f2e1b8040 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=24c7020c7793a623 server_cookie=d34d2ca11228b2c5 in_seq=0 out_seq=0 2024-02-10T00:01:11.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.285+0000 7f18d27fc640 1 -- 172.21.15.1:0/2017540484 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x555f2ddff600 con 0x555f2e1b5c50 2024-02-10T00:01:11.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.285+0000 7f18d27fc640 10 client.16203 handle_command_reply: tid=0 2024-02-10T00:01:11.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.285+0000 7f18f3be6740 1 client.16203 shutdown 2024-02-10T00:01:11.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.285+0000 7f18f3be6740 1 -- 172.21.15.1:0/2017540484 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555f2e1a5bb0 msgr2=0x555f2e1a3670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:11.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.285+0000 7f18f3be6740 1 --2- 172.21.15.1:0/2017540484 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555f2e1a5bb0 0x555f2e1a3670 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f18e40b9820 tx=0x7f18e40bcf00 comp rx=0 tx=0).stop 2024-02-10T00:01:11.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.285+0000 7f18f3be6740 1 -- 172.21.15.1:0/2017540484 shutdown_connections 2024-02-10T00:01:11.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.285+0000 7f18f3be6740 1 --2- 172.21.15.1:0/2017540484 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x555f2e1b5c50 0x555f2e1b8040 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.285+0000 7f18f3be6740 1 --2- 172.21.15.1:0/2017540484 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555f2e1a5bb0 0x555f2e1a3670 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.285+0000 7f18d27fc640 0 client.16203 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:11.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.285+0000 7f18f3be6740 1 --2- 172.21.15.1:0/2017540484 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555f2e198470 0x555f2e1a3130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.285+0000 7f18f3be6740 1 --2- 172.21.15.1:0/2017540484 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555f2e197b50 0x555f2e1a2bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.285+0000 7f18f3be6740 1 -- 172.21.15.1:0/2017540484 >> 172.21.15.1:0/2017540484 conn(0x555f2e1929d0 msgr2=0x555f2e194720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:11.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.285+0000 7f18f3be6740 1 -- 172.21.15.1:0/2017540484 shutdown_connections 2024-02-10T00:01:11.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.285+0000 7f18f3be6740 1 -- 172.21.15.1:0/2017540484 wait complete. 2024-02-10T00:01:11.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.286+0000 7f18f3be6740 20 client.16203 trim_cache size 0 max 16384 2024-02-10T00:01:11.309 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.299+0000 7f18f3be6740 1 Processor -- start 2024-02-10T00:01:11.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.299+0000 7f18f3be6740 1 -- start start 2024-02-10T00:01:11.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.299+0000 7f18f3be6740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555f2e197b50 0x555f2e1a5320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:11.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.299+0000 7f18f3be6740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555f2e198470 0x555f2e1a14c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:11.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.299+0000 7f18f3be6740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555f2e1a5bb0 0x555f2e1a1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:11.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.299+0000 7f18f3be6740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f2e18e310 con 0x555f2e1a5bb0 2024-02-10T00:01:11.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.299+0000 7f18f3be6740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f2e192240 con 0x555f2e197b50 2024-02-10T00:01:11.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.299+0000 7f18f3be6740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f2e19e820 con 0x555f2e198470 2024-02-10T00:01:11.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.300+0000 7f18eb59e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555f2e1a5bb0 0x555f2e1a1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:11.311 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.300+0000 7f18eb59e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555f2e1a5bb0 0x555f2e1a1a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:44364/0 (socket says 172.21.15.1:44364) 2024-02-10T00:01:11.311 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.300+0000 7f18eb59e640 1 -- 172.21.15.1:0/1929063212 learned_addr learned my addr 172.21.15.1:0/1929063212 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:11.311 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.300+0000 7f18ead9d640 1 --2- 172.21.15.1:0/1929063212 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555f2e197b50 0x555f2e1a5320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:11.311 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.300+0000 7f18e259c640 1 --2- 172.21.15.1:0/1929063212 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555f2e198470 0x555f2e1a14c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:11.311 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.300+0000 7f18eb59e640 1 -- 172.21.15.1:0/1929063212 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555f2e198470 msgr2=0x555f2e1a14c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:11.311 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.300+0000 7f18eb59e640 1 --2- 172.21.15.1:0/1929063212 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555f2e198470 0x555f2e1a14c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.311 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.300+0000 7f18eb59e640 1 -- 172.21.15.1:0/1929063212 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555f2e197b50 msgr2=0x555f2e1a5320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:11.311 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.300+0000 7f18eb59e640 1 --2- 172.21.15.1:0/1929063212 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555f2e197b50 0x555f2e1a5320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.311 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.300+0000 7f18eb59e640 1 -- 172.21.15.1:0/1929063212 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555f2e09a820 con 0x555f2e1a5bb0 2024-02-10T00:01:11.311 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.300+0000 7f18ead9d640 1 --2- 172.21.15.1:0/1929063212 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555f2e197b50 0x555f2e1a5320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:01:11.311 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.300+0000 7f18eb59e640 1 --2- 172.21.15.1:0/1929063212 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555f2e1a5bb0 0x555f2e1a1a00 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f18e4005e30 tx=0x7f18e4004300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0974a82f6e05bca server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:11.311 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.300+0000 7f18e0d99640 1 -- 172.21.15.1:0/1929063212 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18e40bcd20 con 0x555f2e1a5bb0 2024-02-10T00:01:11.312 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.300+0000 7f18e0d99640 1 -- 172.21.15.1:0/1929063212 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f18e40c1510 con 0x555f2e1a5bb0 2024-02-10T00:01:11.312 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.300+0000 7f18e0d99640 1 -- 172.21.15.1:0/1929063212 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18e40c56d0 con 0x555f2e1a5bb0 2024-02-10T00:01:11.312 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.301+0000 7f18f3be6740 1 -- 172.21.15.1:0/1929063212 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555f2e1a5bb0 msgr2=0x555f2e1a1a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:11.312 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.301+0000 7f18f3be6740 1 --2- 172.21.15.1:0/1929063212 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555f2e1a5bb0 0x555f2e1a1a00 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f18e4005e30 tx=0x7f18e4004300 comp rx=0 tx=0).stop 2024-02-10T00:01:11.312 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.301+0000 7f18f3be6740 1 -- 172.21.15.1:0/1929063212 shutdown_connections 2024-02-10T00:01:11.312 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.301+0000 7f18f3be6740 1 --2- 172.21.15.1:0/1929063212 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555f2e1a5bb0 0x555f2e1a1a00 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.312 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.301+0000 7f18f3be6740 1 --2- 172.21.15.1:0/1929063212 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555f2e198470 0x555f2e1a14c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.312 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.301+0000 7f18f3be6740 1 --2- 172.21.15.1:0/1929063212 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555f2e197b50 0x555f2e1a5320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.312 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.301+0000 7f18f3be6740 1 -- 172.21.15.1:0/1929063212 >> 172.21.15.1:0/1929063212 conn(0x555f2e1929d0 msgr2=0x555f2e1bc970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:11.312 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.301+0000 7f18f3be6740 1 -- 172.21.15.1:0/1929063212 shutdown_connections 2024-02-10T00:01:11.312 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.301+0000 7f18f3be6740 1 -- 172.21.15.1:0/1929063212 wait complete. 2024-02-10T00:01:11.312 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.301+0000 7f18f3be6740 1 -- start start 2024-02-10T00:01:11.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.301+0000 7f18f3be6740 1 Processor -- start 2024-02-10T00:01:11.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.302+0000 7f18f3be6740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555f2e197b50 0x555f2e1aab50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:11.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.302+0000 7f18f3be6740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555f2e198470 0x555f2e1ab090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:11.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.302+0000 7f18f3be6740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555f2e1a5bb0 0x555f2e2050c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:11.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.302+0000 7f18f3be6740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f2e205600 con 0x555f2e197b50 2024-02-10T00:01:11.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.302+0000 7f18f3be6740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f2e205740 con 0x555f2e198470 2024-02-10T00:01:11.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.302+0000 7f18f3be6740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f2e205900 con 0x555f2e1a5bb0 2024-02-10T00:01:11.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.302+0000 7f18f3be6740 10 client.0 _ll_register_callbacks cb 0x7f18e40b9750 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:11.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.302+0000 7f18ead9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555f2e197b50 0x555f2e1aab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:11.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.302+0000 7f18ead9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555f2e197b50 0x555f2e1aab50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:44366/0 (socket says 172.21.15.1:44366) 2024-02-10T00:01:11.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.302+0000 7f18ead9d640 1 -- 172.21.15.1:0/3373760639 learned_addr learned my addr 172.21.15.1:0/3373760639 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:11.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.302+0000 7f18eb59e640 1 --2- 172.21.15.1:0/3373760639 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555f2e1a5bb0 0x555f2e2050c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:11.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.302+0000 7f18e259c640 1 --2- 172.21.15.1:0/3373760639 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555f2e198470 0x555f2e1ab090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:11.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.302+0000 7f18ead9d640 1 -- 172.21.15.1:0/3373760639 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555f2e1a5bb0 msgr2=0x555f2e2050c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:11.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.302+0000 7f18ead9d640 1 --2- 172.21.15.1:0/3373760639 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555f2e1a5bb0 0x555f2e2050c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.302+0000 7f18ead9d640 1 -- 172.21.15.1:0/3373760639 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555f2e198470 msgr2=0x555f2e1ab090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:11.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.302+0000 7f18ead9d640 1 --2- 172.21.15.1:0/3373760639 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555f2e198470 0x555f2e1ab090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.302+0000 7f18ead9d640 1 -- 172.21.15.1:0/3373760639 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x555f2e0fdd90 con 0x555f2e197b50 2024-02-10T00:01:11.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.302+0000 7f18e259c640 1 --2- 172.21.15.1:0/3373760639 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555f2e198470 0x555f2e1ab090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:01:11.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.302+0000 7f18ead9d640 1 --2- 172.21.15.1:0/3373760639 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555f2e197b50 0x555f2e1aab50 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f18dc009c40 tx=0x7f18dc01e760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3491872daa3e14df server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:11.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.302+0000 7f18d27fc640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:11.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.302+0000 7f18d27fc640 1 -- 172.21.15.1:0/3373760639 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18dc017030 con 0x555f2e197b50 2024-02-10T00:01:11.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.302+0000 7f18d27fc640 1 -- 172.21.15.1:0/3373760639 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f18dc004460 con 0x555f2e197b50 2024-02-10T00:01:11.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.302+0000 7f18f3be6740 1 -- 172.21.15.1:0/3373760639 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555f2e1a2a20 con 0x555f2e197b50 2024-02-10T00:01:11.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.302+0000 7f18d27fc640 1 -- 172.21.15.1:0/3373760639 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f18dc010990 con 0x555f2e197b50 2024-02-10T00:01:11.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.303+0000 7f18f3be6740 10 client.16209 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:11.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.303+0000 7f18f3be6740 1 -- 172.21.15.1:0/3373760639 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x555f2e0c06f0 con 0x555f2e197b50 2024-02-10T00:01:11.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.303+0000 7f18d27fc640 1 -- 172.21.15.1:0/3373760639 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x555f2e1a2a20 con 0x555f2e197b50 2024-02-10T00:01:11.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.303+0000 7f18d27fc640 1 -- 172.21.15.1:0/3373760639 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f18dc030450 con 0x555f2e197b50 2024-02-10T00:01:11.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.303+0000 7f18f3be6740 10 client.16209 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:11.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.303+0000 7f18f3be6740 10 client.16209 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:01:11.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.303+0000 7f18f3be6740 20 client.16209 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:11.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.303+0000 7f18f3be6740 1 --2- 172.21.15.1:0/3373760639 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x555f2e1b5c50 0x555f2e20f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:11.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.303+0000 7f18f3be6740 4 client.16209 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:01:11.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.303+0000 7f18f3be6740 1 -- 172.21.15.1:0/3373760639 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x7f18d401e9c0 con 0x555f2e1b5c50 2024-02-10T00:01:11.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.303+0000 7f18e259c640 1 --2- 172.21.15.1:0/3373760639 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x555f2e1b5c50 0x555f2e20f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:11.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.304+0000 7f18d27fc640 10 client.16209 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:11.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.304+0000 7f18e259c640 1 --2- 172.21.15.1:0/3373760639 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x555f2e1b5c50 0x555f2e20f1c0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e95ac70668199ce1 server_cookie=4c74687cab1f3e82 in_seq=0 out_seq=0 2024-02-10T00:01:11.323 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.320+0000 7f18d27fc640 1 -- 172.21.15.1:0/3373760639 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x7f18d401e9c0 con 0x555f2e1b5c50 2024-02-10T00:01:11.323 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.320+0000 7f18d27fc640 10 client.16209 handle_command_reply: tid=0 2024-02-10T00:01:11.323 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.320+0000 7f18f3be6740 1 client.16209 shutdown 2024-02-10T00:01:11.323 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.320+0000 7f18f3be6740 1 -- 172.21.15.1:0/3373760639 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555f2e197b50 msgr2=0x555f2e1aab50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.320+0000 7f18f3be6740 1 --2- 172.21.15.1:0/3373760639 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555f2e197b50 0x555f2e1aab50 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f18dc009c40 tx=0x7f18dc01e760 comp rx=0 tx=0).stop 2024-02-10T00:01:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.320+0000 7f18f3be6740 1 -- 172.21.15.1:0/3373760639 shutdown_connections 2024-02-10T00:01:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.320+0000 7f18f3be6740 1 --2- 172.21.15.1:0/3373760639 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x555f2e1b5c50 0x555f2e20f1c0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.320+0000 7f18f3be6740 1 --2- 172.21.15.1:0/3373760639 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555f2e1a5bb0 0x555f2e2050c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.320+0000 7f18f3be6740 1 --2- 172.21.15.1:0/3373760639 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555f2e198470 0x555f2e1ab090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.320+0000 7f18f3be6740 1 --2- 172.21.15.1:0/3373760639 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555f2e197b50 0x555f2e1aab50 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.320+0000 7f18d27fc640 0 client.16209 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.320+0000 7f18f3be6740 1 -- 172.21.15.1:0/3373760639 >> 172.21.15.1:0/3373760639 conn(0x555f2e1929d0 msgr2=0x555f2e1a13c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.320+0000 7f18f3be6740 1 -- 172.21.15.1:0/3373760639 shutdown_connections 2024-02-10T00:01:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.320+0000 7f18f3be6740 1 -- 172.21.15.1:0/3373760639 wait complete. 2024-02-10T00:01:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.320+0000 7f18f3be6740 20 client.16209 trim_cache size 0 max 16384 2024-02-10T00:01:11.325 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:01:11.325 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:01:11.325 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:01:11.325 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:01:11.326 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.321+0000 7f18f100e640 1 -- 172.21.15.1:0/2052053140 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f18d80a2220 msgr2=0x7f18d80a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:11.326 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.321+0000 7f18f100e640 1 --2- 172.21.15.1:0/2052053140 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f18d80a2220 0x7f18d80a46e0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f18ec06a3b0 tx=0x7f18d40107a0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.326 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.321+0000 7f18f100e640 1 -- 172.21.15.1:0/2052053140 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f18ec1062c0 msgr2=0x7f18ec1a36e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:11.326 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.321+0000 7f18f100e640 1 --2- 172.21.15.1:0/2052053140 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f18ec1062c0 0x7f18ec1a36e0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f18e4004af0 tx=0x7f18e4034cc0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.326 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.321+0000 7f18f100e640 1 -- 172.21.15.1:0/2052053140 shutdown_connections 2024-02-10T00:01:11.326 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.321+0000 7f18f100e640 1 --2- 172.21.15.1:0/2052053140 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f18d80a2220 0x7f18d80a46e0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.326 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.321+0000 7f18f100e640 1 --2- 172.21.15.1:0/2052053140 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f18ec1062c0 0x7f18ec1a36e0 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.326 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.321+0000 7f18f100e640 1 --2- 172.21.15.1:0/2052053140 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f18ec100d40 0x7f18ec198ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.326 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.321+0000 7f18f100e640 1 --2- 172.21.15.1:0/2052053140 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f18ec100380 0x7f18ec198660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:11.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.321+0000 7f18f100e640 1 -- 172.21.15.1:0/2052053140 >> 172.21.15.1:0/2052053140 conn(0x7f18ec076ef0 msgr2=0x7f18ec0fef60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:11.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.321+0000 7f18f100e640 1 -- 172.21.15.1:0/2052053140 shutdown_connections 2024-02-10T00:01:11.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:11.321+0000 7f18f100e640 1 -- 172.21.15.1:0/2052053140 wait complete. 2024-02-10T00:01:11.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:11 smithi001 ceph-mon[32335]: pgmap v58: 97 pgs: 97 active+clean; 2.1 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 42 KiB/s wr, 30 op/s 2024-02-10T00:01:11.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:11 smithi088 ceph-mon[36452]: pgmap v58: 97 pgs: 97 active+clean; 2.1 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 42 KiB/s wr, 30 op/s 2024-02-10T00:01:11.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:11 smithi103 ceph-mon[36942]: pgmap v58: 97 pgs: 97 active+clean; 2.1 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 42 KiB/s wr, 30 op/s 2024-02-10T00:01:13.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:13 smithi001 ceph-mon[32335]: pgmap v59: 97 pgs: 97 active+clean; 2.1 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 42 KiB/s wr, 30 op/s 2024-02-10T00:01:13.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:13 smithi088 ceph-mon[36452]: pgmap v59: 97 pgs: 97 active+clean; 2.1 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 42 KiB/s wr, 30 op/s 2024-02-10T00:01:13.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:13 smithi103 ceph-mon[36942]: pgmap v59: 97 pgs: 97 active+clean; 2.1 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 42 KiB/s wr, 30 op/s 2024-02-10T00:01:15.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:15 smithi001 ceph-mon[32335]: pgmap v60: 97 pgs: 97 active+clean; 2.3 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 55 KiB/s wr, 40 op/s 2024-02-10T00:01:15.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:15 smithi088 ceph-mon[36452]: pgmap v60: 97 pgs: 97 active+clean; 2.3 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 55 KiB/s wr, 40 op/s 2024-02-10T00:01:15.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:15 smithi103 ceph-mon[36942]: pgmap v60: 97 pgs: 97 active+clean; 2.3 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 55 KiB/s wr, 40 op/s 2024-02-10T00:01:17.441 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:17 smithi103 ceph-mon[36942]: pgmap v61: 97 pgs: 97 active+clean; 2.3 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 16 op/s 2024-02-10T00:01:17.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:17 smithi001 ceph-mon[32335]: pgmap v61: 97 pgs: 97 active+clean; 2.3 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 16 op/s 2024-02-10T00:01:17.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:17 smithi088 ceph-mon[36452]: pgmap v61: 97 pgs: 97 active+clean; 2.3 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 16 op/s 2024-02-10T00:01:19.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:19 smithi001 ceph-mon[32335]: pgmap v62: 97 pgs: 97 active+clean; 2.4 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 31 KiB/s wr, 22 op/s 2024-02-10T00:01:19.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:19 smithi088 ceph-mon[36452]: pgmap v62: 97 pgs: 97 active+clean; 2.4 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 31 KiB/s wr, 22 op/s 2024-02-10T00:01:19.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:19 smithi103 ceph-mon[36942]: pgmap v62: 97 pgs: 97 active+clean; 2.4 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 31 KiB/s wr, 22 op/s 2024-02-10T00:01:20.852 INFO:tasks.workunit.client.0.smithi001.stdout:1/600: open fd = 3 2024-02-10T00:01:20.852 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.852 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.852 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.852 INFO:tasks.workunit.client.0.smithi001.stdout:2/600: open fd = 3 2024-02-10T00:01:20.853 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.853 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.853 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.853 INFO:tasks.workunit.client.0.smithi001.stdout:3/600: open fd = 3 2024-02-10T00:01:20.853 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.853 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.854 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.854 INFO:tasks.workunit.client.0.smithi001.stdout:4/600: open fd = 3 2024-02-10T00:01:20.854 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.854 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.854 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.854 INFO:tasks.workunit.client.0.smithi001.stdout:5/600: open fd = 3 2024-02-10T00:01:20.855 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.855 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.855 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.855 INFO:tasks.workunit.client.0.smithi001.stdout:6/600: open fd = 3 2024-02-10T00:01:20.855 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.855 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.856 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.856 INFO:tasks.workunit.client.0.smithi001.stdout:7/600: open fd = 3 2024-02-10T00:01:20.856 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.856 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.856 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.856 INFO:tasks.workunit.client.0.smithi001.stdout:8/600: open fd = 3 2024-02-10T00:01:20.857 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.857 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.857 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.857 INFO:tasks.workunit.client.0.smithi001.stdout:9/600: open fd = 3 2024-02-10T00:01:20.857 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.857 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.858 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.858 INFO:tasks.workunit.client.0.smithi001.stdout:10/600: open fd = 3 2024-02-10T00:01:20.858 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.858 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.858 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.858 INFO:tasks.workunit.client.0.smithi001.stdout:11/600: open fd = 3 2024-02-10T00:01:20.859 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.859 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.859 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.859 INFO:tasks.workunit.client.0.smithi001.stdout:12/600: open fd = 3 2024-02-10T00:01:20.859 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.859 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.860 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.860 INFO:tasks.workunit.client.0.smithi001.stdout:13/600: open fd = 3 2024-02-10T00:01:20.860 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.860 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.860 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.860 INFO:tasks.workunit.client.0.smithi001.stdout:14/600: open fd = 3 2024-02-10T00:01:20.861 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.861 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.861 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.861 INFO:tasks.workunit.client.0.smithi001.stdout:15/600: open fd = 3 2024-02-10T00:01:20.861 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.861 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.862 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.862 INFO:tasks.workunit.client.0.smithi001.stdout:16/600: open fd = 3 2024-02-10T00:01:20.862 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.862 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.862 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.862 INFO:tasks.workunit.client.0.smithi001.stdout:17/600: open fd = 3 2024-02-10T00:01:20.863 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.863 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.863 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.863 INFO:tasks.workunit.client.0.smithi001.stdout:18/600: open fd = 3 2024-02-10T00:01:20.863 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.863 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.863 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.864 INFO:tasks.workunit.client.0.smithi001.stdout:19/600: open fd = 3 2024-02-10T00:01:20.864 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.864 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.864 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.864 INFO:tasks.workunit.client.0.smithi001.stdout:20/600: open fd = 3 2024-02-10T00:01:20.865 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.865 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.865 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.865 INFO:tasks.workunit.client.0.smithi001.stdout:21/600: open fd = 3 2024-02-10T00:01:20.865 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.865 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.866 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.866 INFO:tasks.workunit.client.0.smithi001.stdout:22/600: open fd = 3 2024-02-10T00:01:20.866 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.866 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.866 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.866 INFO:tasks.workunit.client.0.smithi001.stdout:23/600: open fd = 3 2024-02-10T00:01:20.867 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.867 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.867 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.867 INFO:tasks.workunit.client.0.smithi001.stdout:24/600: open fd = 3 2024-02-10T00:01:20.867 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.867 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.868 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.868 INFO:tasks.workunit.client.0.smithi001.stdout:25/600: open fd = 3 2024-02-10T00:01:20.868 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.868 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.868 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.869 INFO:tasks.workunit.client.0.smithi001.stdout:26/600: open fd = 3 2024-02-10T00:01:20.869 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.869 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.869 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.869 INFO:tasks.workunit.client.0.smithi001.stdout:27/600: open fd = 3 2024-02-10T00:01:20.869 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.870 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.870 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.870 INFO:tasks.workunit.client.0.smithi001.stdout:28/600: open fd = 3 2024-02-10T00:01:20.870 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.870 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.870 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.871 INFO:tasks.workunit.client.0.smithi001.stdout:29/600: open fd = 3 2024-02-10T00:01:20.871 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.871 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.871 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.871 INFO:tasks.workunit.client.0.smithi001.stdout:30/600: open fd = 3 2024-02-10T00:01:20.872 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.872 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.872 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.872 INFO:tasks.workunit.client.0.smithi001.stdout:31/600: open fd = 3 2024-02-10T00:01:20.872 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.872 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.872 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.872 INFO:tasks.workunit.client.0.smithi001.stdout:32/600: open fd = 3 2024-02-10T00:01:20.873 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.873 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.873 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.873 INFO:tasks.workunit.client.0.smithi001.stdout:33/600: open fd = 3 2024-02-10T00:01:20.873 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.873 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.873 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.873 INFO:tasks.workunit.client.0.smithi001.stdout:34/600: open fd = 3 2024-02-10T00:01:20.874 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.874 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.874 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.874 INFO:tasks.workunit.client.0.smithi001.stdout:35/600: open fd = 3 2024-02-10T00:01:20.874 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.874 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.874 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.874 INFO:tasks.workunit.client.0.smithi001.stdout:36/600: open fd = 3 2024-02-10T00:01:20.875 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.875 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.875 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.875 INFO:tasks.workunit.client.0.smithi001.stdout:37/600: open fd = 3 2024-02-10T00:01:20.875 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.875 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.875 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.875 INFO:tasks.workunit.client.0.smithi001.stdout:38/600: open fd = 3 2024-02-10T00:01:20.876 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.876 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.876 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.876 INFO:tasks.workunit.client.0.smithi001.stdout:39/600: open fd = 3 2024-02-10T00:01:20.876 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.876 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.876 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.876 INFO:tasks.workunit.client.0.smithi001.stdout:40/600: open fd = 3 2024-02-10T00:01:20.876 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.877 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.877 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.877 INFO:tasks.workunit.client.0.smithi001.stdout:41/600: open fd = 3 2024-02-10T00:01:20.877 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.877 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.877 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.877 INFO:tasks.workunit.client.0.smithi001.stdout:42/600: open fd = 3 2024-02-10T00:01:20.877 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.877 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.877 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.877 INFO:tasks.workunit.client.0.smithi001.stdout:43/600: open fd = 3 2024-02-10T00:01:20.877 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.877 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.877 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.877 INFO:tasks.workunit.client.0.smithi001.stdout:44/600: open fd = 3 2024-02-10T00:01:20.878 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.878 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.878 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.878 INFO:tasks.workunit.client.0.smithi001.stdout:45/600: open fd = 3 2024-02-10T00:01:20.878 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.878 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.878 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.878 INFO:tasks.workunit.client.0.smithi001.stdout:46/600: open fd = 3 2024-02-10T00:01:20.878 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.878 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.878 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.878 INFO:tasks.workunit.client.0.smithi001.stdout:47/600: open fd = 3 2024-02-10T00:01:20.878 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.878 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.878 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.879 INFO:tasks.workunit.client.0.smithi001.stdout:48/600: open fd = 3 2024-02-10T00:01:20.879 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.879 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.879 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.879 INFO:tasks.workunit.client.0.smithi001.stdout:49/600: open fd = 3 2024-02-10T00:01:20.879 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.879 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.879 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.879 INFO:tasks.workunit.client.0.smithi001.stdout:50/600: open fd = 3 2024-02-10T00:01:20.879 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.879 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.879 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.879 INFO:tasks.workunit.client.0.smithi001.stdout:51/600: open fd = 3 2024-02-10T00:01:20.880 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.880 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.880 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.880 INFO:tasks.workunit.client.0.smithi001.stdout:52/600: open fd = 3 2024-02-10T00:01:20.880 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.880 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.880 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.880 INFO:tasks.workunit.client.0.smithi001.stdout:53/600: open fd = 3 2024-02-10T00:01:20.880 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.880 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.880 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.880 INFO:tasks.workunit.client.0.smithi001.stdout:54/600: open fd = 3 2024-02-10T00:01:20.880 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.881 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.881 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.881 INFO:tasks.workunit.client.0.smithi001.stdout:55/600: open fd = 3 2024-02-10T00:01:20.881 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.881 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.881 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.881 INFO:tasks.workunit.client.0.smithi001.stdout:56/600: open fd = 3 2024-02-10T00:01:20.881 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.881 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.881 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.881 INFO:tasks.workunit.client.0.smithi001.stdout:57/600: open fd = 3 2024-02-10T00:01:20.881 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.881 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.881 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.881 INFO:tasks.workunit.client.0.smithi001.stdout:58/600: open fd = 3 2024-02-10T00:01:20.881 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.882 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.882 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.882 INFO:tasks.workunit.client.0.smithi001.stdout:59/600: open fd = 3 2024-02-10T00:01:20.882 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.882 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.882 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.882 INFO:tasks.workunit.client.0.smithi001.stdout:60/600: open fd = 3 2024-02-10T00:01:20.882 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.883 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.883 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.883 INFO:tasks.workunit.client.0.smithi001.stdout:61/600: open fd = 3 2024-02-10T00:01:20.883 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.883 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.883 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.883 INFO:tasks.workunit.client.0.smithi001.stdout:62/600: open fd = 3 2024-02-10T00:01:20.884 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.884 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.884 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:20.884 INFO:tasks.workunit.client.0.smithi001.stdout:63/600: open fd = 3 2024-02-10T00:01:20.884 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.884 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:01:20.885 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:01:21.218 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:01:21.218 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:01:21.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.335+0000 7f518b513640 1 -- 172.21.15.1:0/3865474833 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5184101de0 msgr2=0x7f5184105e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:21.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.335+0000 7f518b513640 1 --2- 172.21.15.1:0/3865474833 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5184101de0 0x7f5184105e20 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f5174009930 tx=0x7f517402bc30 comp rx=0 tx=0).stop 2024-02-10T00:01:21.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.335+0000 7f518b513640 1 -- 172.21.15.1:0/3865474833 shutdown_connections 2024-02-10T00:01:21.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.335+0000 7f518b513640 1 --2- 172.21.15.1:0/3865474833 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5184106500 0x7f518410e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.335+0000 7f518b513640 1 --2- 172.21.15.1:0/3865474833 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5184101de0 0x7f5184105e20 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.335+0000 7f518b513640 1 --2- 172.21.15.1:0/3865474833 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5184101430 0x7f5184101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.335+0000 7f518b513640 1 -- 172.21.15.1:0/3865474833 >> 172.21.15.1:0/3865474833 conn(0x7f51840fccd0 msgr2=0x7f51840ff0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:21.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.335+0000 7f518b513640 1 -- 172.21.15.1:0/3865474833 shutdown_connections 2024-02-10T00:01:21.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.335+0000 7f518b513640 1 -- 172.21.15.1:0/3865474833 wait complete. 2024-02-10T00:01:21.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.336+0000 7f518b513640 1 Processor -- start 2024-02-10T00:01:21.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.336+0000 7f518b513640 1 -- start start 2024-02-10T00:01:21.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.336+0000 7f518b513640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5184101430 0x7f518419d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.336+0000 7f518b513640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5184106500 0x7f518419dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.336+0000 7f518b513640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5184197760 0x7f5184197be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.336+0000 7f518b513640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5184198230 con 0x7f5184197760 2024-02-10T00:01:21.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.336+0000 7f518b513640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51841983a0 con 0x7f5184101430 2024-02-10T00:01:21.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.336+0000 7f518b513640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5184198560 con 0x7f5184106500 2024-02-10T00:01:21.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.336+0000 7f5189ab0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5184197760 0x7f5184197be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.337+0000 7f5189ab0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5184197760 0x7f5184197be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37036/0 (socket says 172.21.15.1:37036) 2024-02-10T00:01:21.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.337+0000 7f5189ab0640 1 -- 172.21.15.1:0/1199355438 learned_addr learned my addr 172.21.15.1:0/1199355438 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:21.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.337+0000 7f51892af640 1 --2- 172.21.15.1:0/1199355438 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5184101430 0x7f518419d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.337+0000 7f5188aae640 1 --2- 172.21.15.1:0/1199355438 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5184106500 0x7f518419dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.337+0000 7f5189ab0640 1 -- 172.21.15.1:0/1199355438 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5184106500 msgr2=0x7f518419dbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:21.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.337+0000 7f5189ab0640 1 --2- 172.21.15.1:0/1199355438 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5184106500 0x7f518419dbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.337+0000 7f5189ab0640 1 -- 172.21.15.1:0/1199355438 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5184101430 msgr2=0x7f518419d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:21.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.337+0000 7f5189ab0640 1 --2- 172.21.15.1:0/1199355438 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5184101430 0x7f518419d6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.337+0000 7f5189ab0640 1 -- 172.21.15.1:0/1199355438 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5174009560 con 0x7f5184197760 2024-02-10T00:01:21.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.337+0000 7f5189ab0640 1 --2- 172.21.15.1:0/1199355438 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5184197760 0x7f5184197be0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f517c00b970 tx=0x7f517c00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:21.346 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.337+0000 7f517a7fc640 1 -- 172.21.15.1:0/1199355438 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f517c00cb40 con 0x7f5184197760 2024-02-10T00:01:21.346 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.337+0000 7f517a7fc640 1 -- 172.21.15.1:0/1199355438 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f517c00cca0 con 0x7f5184197760 2024-02-10T00:01:21.346 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.337+0000 7f518b513640 1 -- 172.21.15.1:0/1199355438 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f51841a4500 con 0x7f5184197760 2024-02-10T00:01:21.346 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.337+0000 7f517a7fc640 1 -- 172.21.15.1:0/1199355438 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f517c0077d0 con 0x7f5184197760 2024-02-10T00:01:21.346 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.337+0000 7f518b513640 1 -- 172.21.15.1:0/1199355438 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f51841a4990 con 0x7f5184197760 2024-02-10T00:01:21.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.339+0000 7f517a7fc640 1 -- 172.21.15.1:0/1199355438 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f517c014440 con 0x7f5184197760 2024-02-10T00:01:21.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.340+0000 7f518e1ca740 1 Processor -- start 2024-02-10T00:01:21.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.340+0000 7f518e1ca740 1 -- start start 2024-02-10T00:01:21.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.340+0000 7f517a7fc640 1 --2- 172.21.15.1:0/1199355438 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f51700a2230 0x7f51700a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.340+0000 7f518e1ca740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f517d42980 0x55f517d42d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.340+0000 7f518e1ca740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f517d43330 0x55f517d4b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.340+0000 7f518e1ca740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f517d4beb0 0x55f517d4e300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.340+0000 7f518e1ca740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f517cfdd00 con 0x55f517d42980 2024-02-10T00:01:21.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.340+0000 7f518e1ca740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f517cb22f0 con 0x55f517d43330 2024-02-10T00:01:21.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.340+0000 7f518e1ca740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f517caf820 con 0x55f517d4beb0 2024-02-10T00:01:21.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.340+0000 7f5188aae640 1 --2- 172.21.15.1:0/1199355438 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f51700a2230 0x7f51700a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.340+0000 7f51892af640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f517d42980 0x55f517d42d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.340+0000 7f517a7fc640 1 -- 172.21.15.1:0/1199355438 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f517c0cd8c0 con 0x7f5184197760 2024-02-10T00:01:21.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.340+0000 7f51892af640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f517d42980 0x55f517d42d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37044/0 (socket says 172.21.15.1:37044) 2024-02-10T00:01:21.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.340+0000 7f51892af640 1 -- 172.21.15.1:0/1088480978 learned_addr learned my addr 172.21.15.1:0/1088480978 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:21.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.340+0000 7f5188aae640 1 --2- 172.21.15.1:0/1088480978 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f517d43330 0x55f517d4b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.341+0000 7f5189ab0640 1 --2- 172.21.15.1:0/1088480978 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f517d4beb0 0x55f517d4e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.341+0000 7f51892af640 1 -- 172.21.15.1:0/1088480978 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f517d4beb0 msgr2=0x55f517d4e300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:21.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.341+0000 7f51892af640 1 --2- 172.21.15.1:0/1088480978 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f517d4beb0 0x55f517d4e300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.341+0000 7f51892af640 1 -- 172.21.15.1:0/1088480978 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f517d43330 msgr2=0x55f517d4b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:21.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.341+0000 7f51892af640 1 --2- 172.21.15.1:0/1088480978 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f517d43330 0x55f517d4b8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.341+0000 7f51892af640 1 -- 172.21.15.1:0/1088480978 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f517c6cff0 con 0x55f517d42980 2024-02-10T00:01:21.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.341+0000 7f5188aae640 1 --2- 172.21.15.1:0/1199355438 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f51700a2230 0x7f51700a46f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f5174000c00 tx=0x7f51740048f0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:21.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.341+0000 7f51892af640 1 --2- 172.21.15.1:0/1088480978 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f517d42980 0x55f517d42d60 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f518000bd10 tx=0x7f51800107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd4cb228b759ee57 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:21.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.341+0000 7f516f7fe640 1 -- 172.21.15.1:0/1088480978 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5180004030 con 0x55f517d42980 2024-02-10T00:01:21.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.341+0000 7f516f7fe640 1 -- 172.21.15.1:0/1088480978 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5180015070 con 0x55f517d42980 2024-02-10T00:01:21.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.341+0000 7f516f7fe640 1 -- 172.21.15.1:0/1088480978 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51800116a0 con 0x55f517d42980 2024-02-10T00:01:21.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.342+0000 7f518e1ca740 1 -- 172.21.15.1:0/1088480978 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f517d42980 msgr2=0x55f517d42d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:21.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.342+0000 7f518e1ca740 1 --2- 172.21.15.1:0/1088480978 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f517d42980 0x55f517d42d60 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f518000bd10 tx=0x7f51800107a0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.342+0000 7f518e1ca740 1 -- 172.21.15.1:0/1088480978 shutdown_connections 2024-02-10T00:01:21.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.342+0000 7f518e1ca740 1 --2- 172.21.15.1:0/1088480978 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f517d4beb0 0x55f517d4e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.342+0000 7f518e1ca740 1 --2- 172.21.15.1:0/1088480978 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f517d43330 0x55f517d4b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.342+0000 7f518e1ca740 1 --2- 172.21.15.1:0/1088480978 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f517d42980 0x55f517d42d60 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.342+0000 7f518e1ca740 1 -- 172.21.15.1:0/1088480978 >> 172.21.15.1:0/1088480978 conn(0x55f517d3d050 msgr2=0x55f517d3d430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:21.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.342+0000 7f518e1ca740 1 -- 172.21.15.1:0/1088480978 shutdown_connections 2024-02-10T00:01:21.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.342+0000 7f518e1ca740 1 -- 172.21.15.1:0/1088480978 wait complete. 2024-02-10T00:01:21.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.342+0000 7f518e1ca740 1 -- start start 2024-02-10T00:01:21.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.342+0000 7f518e1ca740 1 Processor -- start 2024-02-10T00:01:21.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.343+0000 7f518e1ca740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f517d42980 0x55f517d48d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.343+0000 7f518e1ca740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f517d43330 0x55f517d492b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.343+0000 7f518e1ca740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f517d4beb0 0x55f517d497f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.343+0000 7f518e1ca740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f517cab000 con 0x55f517d4beb0 2024-02-10T00:01:21.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.343+0000 7f518e1ca740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f51797e430 con 0x55f517d43330 2024-02-10T00:01:21.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.343+0000 7f518e1ca740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f51793ae00 con 0x55f517d42980 2024-02-10T00:01:21.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.343+0000 7f518e1ca740 10 client.0 _ll_register_callbacks cb 0x55f517c9f7f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:21.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.343+0000 7f5189ab0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f517d4beb0 0x55f517d497f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.343+0000 7f5189ab0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f517d4beb0 0x55f517d497f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37052/0 (socket says 172.21.15.1:37052) 2024-02-10T00:01:21.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.343+0000 7f5189ab0640 1 -- 172.21.15.1:0/3503738624 learned_addr learned my addr 172.21.15.1:0/3503738624 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:21.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.343+0000 7f51892af640 1 --2- 172.21.15.1:0/3503738624 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f517d42980 0x55f517d48d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.343+0000 7f5188aae640 1 --2- 172.21.15.1:0/3503738624 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f517d43330 0x55f517d492b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.343+0000 7f5189ab0640 1 -- 172.21.15.1:0/3503738624 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f517d42980 msgr2=0x55f517d48d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:21.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.343+0000 7f5189ab0640 1 --2- 172.21.15.1:0/3503738624 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f517d42980 0x55f517d48d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.343+0000 7f5189ab0640 1 -- 172.21.15.1:0/3503738624 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f517d43330 msgr2=0x55f517d492b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:21.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.343+0000 7f5189ab0640 1 --2- 172.21.15.1:0/3503738624 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f517d43330 0x55f517d492b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.343+0000 7f5189ab0640 1 -- 172.21.15.1:0/3503738624 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f518000b940 con 0x55f517d4beb0 2024-02-10T00:01:21.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.343+0000 7f5188aae640 1 --2- 172.21.15.1:0/3503738624 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f517d43330 0x55f517d492b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:01:21.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.343+0000 7f5189ab0640 1 --2- 172.21.15.1:0/3503738624 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f517d4beb0 0x55f517d497f0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f517c00b940 tx=0x7f517c01c600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5544fbe8f315659 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:21.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.343+0000 7f516cff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:21.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.343+0000 7f516cff9640 1 -- 172.21.15.1:0/3503738624 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f517c0a2b30 con 0x55f517d4beb0 2024-02-10T00:01:21.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.343+0000 7f516cff9640 1 -- 172.21.15.1:0/3503738624 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f517c00ce10 con 0x55f517d4beb0 2024-02-10T00:01:21.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.343+0000 7f518e1ca740 1 -- 172.21.15.1:0/3503738624 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f5179aa7e0 con 0x55f517d4beb0 2024-02-10T00:01:21.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.344+0000 7f516cff9640 1 -- 172.21.15.1:0/3503738624 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f517c01ce30 con 0x55f517d4beb0 2024-02-10T00:01:21.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.344+0000 7f518e1ca740 10 client.16221 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:21.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.344+0000 7f518e1ca740 1 -- 172.21.15.1:0/3503738624 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55f517ca9680 con 0x55f517d4beb0 2024-02-10T00:01:21.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.344+0000 7f516cff9640 1 -- 172.21.15.1:0/3503738624 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55f5179aa7e0 con 0x55f517d4beb0 2024-02-10T00:01:21.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.344+0000 7f516cff9640 1 -- 172.21.15.1:0/3503738624 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f517c0cb260 con 0x55f517d4beb0 2024-02-10T00:01:21.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.344+0000 7f518e1ca740 10 client.16221 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:21.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.344+0000 7f518e1ca740 10 client.16221 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:01:21.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.344+0000 7f518e1ca740 20 client.16221 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:21.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.344+0000 7f518e1ca740 1 --2- 172.21.15.1:0/3503738624 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55f517d5c350 0x55f517d5e740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.344+0000 7f518e1ca740 4 client.16221 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:01:21.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.344+0000 7f518e1ca740 1 -- 172.21.15.1:0/3503738624 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f5179e7720 con 0x55f517d5c350 2024-02-10T00:01:21.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.344+0000 7f51892af640 1 --2- 172.21.15.1:0/3503738624 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55f517d5c350 0x55f517d5e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.345+0000 7f516cff9640 10 client.16221 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:21.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.345+0000 7f51892af640 1 --2- 172.21.15.1:0/3503738624 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55f517d5c350 0x55f517d5e740 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b1bdebd410966aca server_cookie=a114154056b096ea in_seq=0 out_seq=0 2024-02-10T00:01:21.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.345+0000 7f516cff9640 1 -- 172.21.15.1:0/3503738624 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55f5179e7720 con 0x55f517d5c350 2024-02-10T00:01:21.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.345+0000 7f516cff9640 10 client.16221 handle_command_reply: tid=0 2024-02-10T00:01:21.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.345+0000 7f518e1ca740 1 client.16221 shutdown 2024-02-10T00:01:21.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.345+0000 7f518e1ca740 1 -- 172.21.15.1:0/3503738624 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f517d4beb0 msgr2=0x55f517d497f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:21.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.345+0000 7f518e1ca740 1 --2- 172.21.15.1:0/3503738624 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f517d4beb0 0x55f517d497f0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f517c00b940 tx=0x7f517c01c600 comp rx=0 tx=0).stop 2024-02-10T00:01:21.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.346+0000 7f518e1ca740 1 -- 172.21.15.1:0/3503738624 shutdown_connections 2024-02-10T00:01:21.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.346+0000 7f518e1ca740 1 --2- 172.21.15.1:0/3503738624 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55f517d5c350 0x55f517d5e740 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.346+0000 7f518e1ca740 1 --2- 172.21.15.1:0/3503738624 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f517d4beb0 0x55f517d497f0 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.346+0000 7f518e1ca740 1 --2- 172.21.15.1:0/3503738624 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f517d43330 0x55f517d492b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.346+0000 7f516cff9640 0 client.16221 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:21.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.346+0000 7f518e1ca740 1 --2- 172.21.15.1:0/3503738624 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f517d42980 0x55f517d48d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.346+0000 7f518e1ca740 1 -- 172.21.15.1:0/3503738624 >> 172.21.15.1:0/3503738624 conn(0x55f517d3d050 msgr2=0x55f517d3eda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:21.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.346+0000 7f518e1ca740 1 -- 172.21.15.1:0/3503738624 shutdown_connections 2024-02-10T00:01:21.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.346+0000 7f518e1ca740 1 -- 172.21.15.1:0/3503738624 wait complete. 2024-02-10T00:01:21.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.346+0000 7f518e1ca740 20 client.16221 trim_cache size 0 max 16384 2024-02-10T00:01:21.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.361+0000 7f518e1ca740 1 Processor -- start 2024-02-10T00:01:21.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.361+0000 7f518e1ca740 1 -- start start 2024-02-10T00:01:21.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.361+0000 7f518e1ca740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f517d42980 0x55f517d52ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.361+0000 7f518e1ca740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f517d43330 0x55f517d53420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.361+0000 7f518e1ca740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f517d4beb0 0x55f517d45fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.361+0000 7f518e1ca740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f517d38780 con 0x55f517d43330 2024-02-10T00:01:21.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.361+0000 7f518e1ca740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f517c2ffd0 con 0x55f517d42980 2024-02-10T00:01:21.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.361+0000 7f518e1ca740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f5179aa7e0 con 0x55f517d4beb0 2024-02-10T00:01:21.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.361+0000 7f5188aae640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f517d43330 0x55f517d53420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.361+0000 7f5188aae640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f517d43330 0x55f517d53420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37054/0 (socket says 172.21.15.1:37054) 2024-02-10T00:01:21.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.361+0000 7f5188aae640 1 -- 172.21.15.1:0/1782110356 learned_addr learned my addr 172.21.15.1:0/1782110356 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:21.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.361+0000 7f51892af640 1 --2- 172.21.15.1:0/1782110356 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f517d42980 0x55f517d52ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.362+0000 7f5189ab0640 1 --2- 172.21.15.1:0/1782110356 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f517d4beb0 0x55f517d45fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.362+0000 7f5188aae640 1 -- 172.21.15.1:0/1782110356 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f517d4beb0 msgr2=0x55f517d45fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:21.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.362+0000 7f5188aae640 1 --2- 172.21.15.1:0/1782110356 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f517d4beb0 0x55f517d45fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.362+0000 7f5188aae640 1 -- 172.21.15.1:0/1782110356 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f517d42980 msgr2=0x55f517d52ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:21.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.362+0000 7f5188aae640 1 --2- 172.21.15.1:0/1782110356 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f517d42980 0x55f517d52ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.362+0000 7f5188aae640 1 -- 172.21.15.1:0/1782110356 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f517c45b30 con 0x55f517d43330 2024-02-10T00:01:21.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.362+0000 7f5189ab0640 1 --2- 172.21.15.1:0/1782110356 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f517d4beb0 0x55f517d45fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:01:21.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.362+0000 7f5188aae640 1 --2- 172.21.15.1:0/1782110356 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f517d43330 0x55f517d53420 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f5174035000 tx=0x7f5174047000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7009f3b3fa974933 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:21.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.362+0000 7f516effd640 1 -- 172.21.15.1:0/1782110356 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5174004100 con 0x55f517d43330 2024-02-10T00:01:21.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.362+0000 7f516effd640 1 -- 172.21.15.1:0/1782110356 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5174004260 con 0x55f517d43330 2024-02-10T00:01:21.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.362+0000 7f516effd640 1 -- 172.21.15.1:0/1782110356 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5174003970 con 0x55f517d43330 2024-02-10T00:01:21.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.363+0000 7f518e1ca740 1 -- 172.21.15.1:0/1782110356 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f517d43330 msgr2=0x55f517d53420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:21.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.363+0000 7f518e1ca740 1 --2- 172.21.15.1:0/1782110356 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f517d43330 0x55f517d53420 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f5174035000 tx=0x7f5174047000 comp rx=0 tx=0).stop 2024-02-10T00:01:21.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.363+0000 7f518e1ca740 1 -- 172.21.15.1:0/1782110356 shutdown_connections 2024-02-10T00:01:21.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.363+0000 7f518e1ca740 1 --2- 172.21.15.1:0/1782110356 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f517d4beb0 0x55f517d45fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.363+0000 7f518e1ca740 1 --2- 172.21.15.1:0/1782110356 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f517d43330 0x55f517d53420 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.363+0000 7f518e1ca740 1 --2- 172.21.15.1:0/1782110356 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f517d42980 0x55f517d52ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.363+0000 7f518e1ca740 1 -- 172.21.15.1:0/1782110356 >> 172.21.15.1:0/1782110356 conn(0x55f517d3d050 msgr2=0x55f517d49650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:21.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.363+0000 7f518e1ca740 1 -- 172.21.15.1:0/1782110356 shutdown_connections 2024-02-10T00:01:21.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.363+0000 7f518e1ca740 1 -- 172.21.15.1:0/1782110356 wait complete. 2024-02-10T00:01:21.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.363+0000 7f518e1ca740 1 -- start start 2024-02-10T00:01:21.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.363+0000 7f518e1ca740 1 Processor -- start 2024-02-10T00:01:21.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.364+0000 7f518e1ca740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f517d42980 0x55f517dac510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.364+0000 7f518e1ca740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f517d43330 0x55f517daca50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.364+0000 7f518e1ca740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f517d4beb0 0x55f517da6970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.364+0000 7f518e1ca740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f517da6f30 con 0x55f517d43330 2024-02-10T00:01:21.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.364+0000 7f518e1ca740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f517da70a0 con 0x55f517d42980 2024-02-10T00:01:21.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.364+0000 7f518e1ca740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f517da7260 con 0x55f517d4beb0 2024-02-10T00:01:21.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.364+0000 7f518e1ca740 10 client.0 _ll_register_callbacks cb 0x7f518000b770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:21.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.364+0000 7f5188aae640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f517d43330 0x55f517daca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.364+0000 7f5188aae640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f517d43330 0x55f517daca50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37064/0 (socket says 172.21.15.1:37064) 2024-02-10T00:01:21.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.364+0000 7f5188aae640 1 -- 172.21.15.1:0/1141249469 learned_addr learned my addr 172.21.15.1:0/1141249469 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:21.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.364+0000 7f5189ab0640 1 --2- 172.21.15.1:0/1141249469 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f517d4beb0 0x55f517da6970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.364+0000 7f51892af640 1 --2- 172.21.15.1:0/1141249469 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f517d42980 0x55f517dac510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.364+0000 7f5188aae640 1 -- 172.21.15.1:0/1141249469 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f517d4beb0 msgr2=0x55f517da6970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:21.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.364+0000 7f5188aae640 1 --2- 172.21.15.1:0/1141249469 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f517d4beb0 0x55f517da6970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.364+0000 7f5188aae640 1 -- 172.21.15.1:0/1141249469 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f517d42980 msgr2=0x55f517dac510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:21.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.364+0000 7f5188aae640 1 --2- 172.21.15.1:0/1141249469 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f517d42980 0x55f517dac510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.364+0000 7f5188aae640 1 -- 172.21.15.1:0/1141249469 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f518410e8e0 con 0x55f517d43330 2024-02-10T00:01:21.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.364+0000 7f5188aae640 1 --2- 172.21.15.1:0/1141249469 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f517d43330 0x55f517daca50 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f517402c170 tx=0x7f5174009810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=861efcd720597044 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:21.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.364+0000 7f516cff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:21.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.364+0000 7f516cff9640 1 -- 172.21.15.1:0/1141249469 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5174004100 con 0x55f517d43330 2024-02-10T00:01:21.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.364+0000 7f516cff9640 1 -- 172.21.15.1:0/1141249469 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f5174003b00 con 0x55f517d43330 2024-02-10T00:01:21.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.364+0000 7f518e1ca740 1 -- 172.21.15.1:0/1141249469 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5180015070 con 0x55f517d43330 2024-02-10T00:01:21.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.365+0000 7f516cff9640 1 -- 172.21.15.1:0/1141249469 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f51740052c0 con 0x55f517d43330 2024-02-10T00:01:21.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.365+0000 7f518e1ca740 10 client.16227 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:21.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.365+0000 7f518e1ca740 1 -- 172.21.15.1:0/1141249469 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55f517c6b850 con 0x55f517d43330 2024-02-10T00:01:21.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.365+0000 7f516cff9640 1 -- 172.21.15.1:0/1141249469 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5180015070 con 0x55f517d43330 2024-02-10T00:01:21.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.365+0000 7f516cff9640 1 -- 172.21.15.1:0/1141249469 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f5174042d20 con 0x55f517d43330 2024-02-10T00:01:21.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.365+0000 7f518e1ca740 10 client.16227 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:21.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.365+0000 7f518e1ca740 10 client.16227 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:01:21.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.365+0000 7f518e1ca740 20 client.16227 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:21.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.365+0000 7f518e1ca740 1 --2- 172.21.15.1:0/1141249469 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55f517db3fa0 0x55f517db63c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.365+0000 7f518e1ca740 4 client.16227 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:01:21.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.365+0000 7f518e1ca740 1 -- 172.21.15.1:0/1141249469 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55f517a36890 con 0x55f517db3fa0 2024-02-10T00:01:21.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.365+0000 7f51892af640 1 --2- 172.21.15.1:0/1141249469 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55f517db3fa0 0x55f517db63c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.366+0000 7f516cff9640 10 client.16227 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:21.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.366+0000 7f51892af640 1 --2- 172.21.15.1:0/1141249469 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55f517db3fa0 0x55f517db63c0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c6ac2bfd889466 server_cookie=35a1ead0dbf78dba in_seq=0 out_seq=0 2024-02-10T00:01:21.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.366+0000 7f516cff9640 1 -- 172.21.15.1:0/1141249469 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55f517a36890 con 0x55f517db3fa0 2024-02-10T00:01:21.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.366+0000 7f516cff9640 10 client.16227 handle_command_reply: tid=0 2024-02-10T00:01:21.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.366+0000 7f518e1ca740 1 client.16227 shutdown 2024-02-10T00:01:21.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.366+0000 7f518e1ca740 1 -- 172.21.15.1:0/1141249469 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f517d43330 msgr2=0x55f517daca50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:21.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.366+0000 7f518e1ca740 1 --2- 172.21.15.1:0/1141249469 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f517d43330 0x55f517daca50 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f517402c170 tx=0x7f5174009810 comp rx=0 tx=0).stop 2024-02-10T00:01:21.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.366+0000 7f518e1ca740 1 -- 172.21.15.1:0/1141249469 shutdown_connections 2024-02-10T00:01:21.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.366+0000 7f518e1ca740 1 --2- 172.21.15.1:0/1141249469 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55f517db3fa0 0x55f517db63c0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.366+0000 7f518e1ca740 1 --2- 172.21.15.1:0/1141249469 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f517d4beb0 0x55f517da6970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.366+0000 7f518e1ca740 1 --2- 172.21.15.1:0/1141249469 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f517d43330 0x55f517daca50 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.366+0000 7f516cff9640 0 client.16227 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:21.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.366+0000 7f518e1ca740 1 --2- 172.21.15.1:0/1141249469 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f517d42980 0x55f517dac510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.366+0000 7f518e1ca740 1 -- 172.21.15.1:0/1141249469 >> 172.21.15.1:0/1141249469 conn(0x55f517d3d050 msgr2=0x55f517d3b960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:21.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.366+0000 7f518e1ca740 1 -- 172.21.15.1:0/1141249469 shutdown_connections 2024-02-10T00:01:21.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.366+0000 7f518e1ca740 1 -- 172.21.15.1:0/1141249469 wait complete. 2024-02-10T00:01:21.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.366+0000 7f518e1ca740 20 client.16227 trim_cache size 0 max 16384 2024-02-10T00:01:21.376 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:01:21.376 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "no active scrubs running", 2024-02-10T00:01:21.376 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": {} 2024-02-10T00:01:21.377 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:01:21.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.367+0000 7f518b513640 1 -- 172.21.15.1:0/1199355438 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f51700a2230 msgr2=0x7f51700a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:21.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.367+0000 7f518b513640 1 --2- 172.21.15.1:0/1199355438 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f51700a2230 0x7f51700a46f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f5174000c00 tx=0x7f51740048f0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.367+0000 7f518b513640 1 -- 172.21.15.1:0/1199355438 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5184197760 msgr2=0x7f5184197be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:21.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.367+0000 7f518b513640 1 --2- 172.21.15.1:0/1199355438 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5184197760 0x7f5184197be0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f517c00b970 tx=0x7f517c00be30 comp rx=0 tx=0).stop 2024-02-10T00:01:21.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.367+0000 7f518b513640 1 -- 172.21.15.1:0/1199355438 shutdown_connections 2024-02-10T00:01:21.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.367+0000 7f518b513640 1 --2- 172.21.15.1:0/1199355438 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f51700a2230 0x7f51700a46f0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.367+0000 7f518b513640 1 --2- 172.21.15.1:0/1199355438 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5184197760 0x7f5184197be0 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.367+0000 7f518b513640 1 --2- 172.21.15.1:0/1199355438 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5184106500 0x7f518419dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.367+0000 7f518b513640 1 --2- 172.21.15.1:0/1199355438 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5184101430 0x7f518419d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.367+0000 7f518b513640 1 -- 172.21.15.1:0/1199355438 >> 172.21.15.1:0/1199355438 conn(0x7f51840fccd0 msgr2=0x7f51840ff030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:21.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.367+0000 7f518b513640 1 -- 172.21.15.1:0/1199355438 shutdown_connections 2024-02-10T00:01:21.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.367+0000 7f518b513640 1 -- 172.21.15.1:0/1199355438 wait complete. 2024-02-10T00:01:21.380 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-02-10T00:01:21.381 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-10T00:01:21.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:21 smithi001 ceph-mon[32335]: pgmap v63: 97 pgs: 97 active+clean; 2.4 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 15 op/s 2024-02-10T00:01:21.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.481+0000 7f61de895640 1 -- 172.21.15.1:0/1271171435 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f61d8101440 msgr2=0x7f61d8101820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:21.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.481+0000 7f61de895640 1 --2- 172.21.15.1:0/1271171435 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f61d8101440 0x7f61d8101820 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f61c8009930 tx=0x7f61c802bc30 comp rx=0 tx=0).stop 2024-02-10T00:01:21.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.481+0000 7f61de895640 1 -- 172.21.15.1:0/1271171435 shutdown_connections 2024-02-10T00:01:21.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.481+0000 7f61de895640 1 --2- 172.21.15.1:0/1271171435 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f61d8106510 0x7f61d810e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.481+0000 7f61de895640 1 --2- 172.21.15.1:0/1271171435 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f61d8101df0 0x7f61d8105e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.481+0000 7f61de895640 1 --2- 172.21.15.1:0/1271171435 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f61d8101440 0x7f61d8101820 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.481+0000 7f61de895640 1 -- 172.21.15.1:0/1271171435 >> 172.21.15.1:0/1271171435 conn(0x7f61d80fcce0 msgr2=0x7f61d80ff100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:21.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.481+0000 7f61de895640 1 -- 172.21.15.1:0/1271171435 shutdown_connections 2024-02-10T00:01:21.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.481+0000 7f61de895640 1 -- 172.21.15.1:0/1271171435 wait complete. 2024-02-10T00:01:21.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.481+0000 7f61de895640 1 Processor -- start 2024-02-10T00:01:21.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.481+0000 7f61de895640 1 -- start start 2024-02-10T00:01:21.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.482+0000 7f61de895640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f61d8101440 0x7f61d819d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.482+0000 7f61de895640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f61d8106510 0x7f61d819dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.482+0000 7f61de895640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f61d8197770 0x7f61d8197bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.482+0000 7f61de895640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61d8198240 con 0x7f61d8106510 2024-02-10T00:01:21.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.482+0000 7f61de895640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61d81983b0 con 0x7f61d8101440 2024-02-10T00:01:21.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.482+0000 7f61de895640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61d8198570 con 0x7f61d8197770 2024-02-10T00:01:21.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.482+0000 7f61d77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f61d8106510 0x7f61d819dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.482+0000 7f61d77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f61d8106510 0x7f61d819dba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37090/0 (socket says 172.21.15.1:37090) 2024-02-10T00:01:21.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.482+0000 7f61d77fe640 1 -- 172.21.15.1:0/423241322 learned_addr learned my addr 172.21.15.1:0/423241322 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:21.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.482+0000 7f61d7fff640 1 --2- 172.21.15.1:0/423241322 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f61d8101440 0x7f61d819d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.482+0000 7f61dce32640 1 --2- 172.21.15.1:0/423241322 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f61d8197770 0x7f61d8197bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.482+0000 7f61d77fe640 1 -- 172.21.15.1:0/423241322 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f61d8197770 msgr2=0x7f61d8197bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:21.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.482+0000 7f61d77fe640 1 --2- 172.21.15.1:0/423241322 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f61d8197770 0x7f61d8197bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.482+0000 7f61d77fe640 1 -- 172.21.15.1:0/423241322 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f61d8101440 msgr2=0x7f61d819d660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:21.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.482+0000 7f61d77fe640 1 --2- 172.21.15.1:0/423241322 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f61d8101440 0x7f61d819d660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.482+0000 7f61d77fe640 1 -- 172.21.15.1:0/423241322 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61c8009560 con 0x7f61d8106510 2024-02-10T00:01:21.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.482+0000 7f61d77fe640 1 --2- 172.21.15.1:0/423241322 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f61d8106510 0x7f61d819dba0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f61cc00c970 tx=0x7f61cc00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:21.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.482+0000 7f61d57fa640 1 -- 172.21.15.1:0/423241322 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61cc007bb0 con 0x7f61d8106510 2024-02-10T00:01:21.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.483+0000 7f61d57fa640 1 -- 172.21.15.1:0/423241322 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f61cc007d10 con 0x7f61d8106510 2024-02-10T00:01:21.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.483+0000 7f61de895640 1 -- 172.21.15.1:0/423241322 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f61d81a44c0 con 0x7f61d8106510 2024-02-10T00:01:21.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.483+0000 7f61d57fa640 1 -- 172.21.15.1:0/423241322 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61cc018730 con 0x7f61d8106510 2024-02-10T00:01:21.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.483+0000 7f61de895640 1 -- 172.21.15.1:0/423241322 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f61d81a49a0 con 0x7f61d8106510 2024-02-10T00:01:21.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.483+0000 7f61de895640 1 -- 172.21.15.1:0/423241322 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f61d8102910 con 0x7f61d8106510 2024-02-10T00:01:21.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.484+0000 7f61d57fa640 1 -- 172.21.15.1:0/423241322 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f61cc00f450 con 0x7f61d8106510 2024-02-10T00:01:21.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.485+0000 7f61d57fa640 1 --2- 172.21.15.1:0/423241322 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f61c00a22b0 0x7f61c00a4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.485+0000 7f61d7fff640 1 --2- 172.21.15.1:0/423241322 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f61c00a22b0 0x7f61c00a4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.485+0000 7f61d57fa640 1 -- 172.21.15.1:0/423241322 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f61cc0ce180 con 0x7f61d8106510 2024-02-10T00:01:21.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.486+0000 7f61d7fff640 1 --2- 172.21.15.1:0/423241322 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f61c00a22b0 0x7f61c00a4770 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f61c8005ab0 tx=0x7f61c8005fd0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:21.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.490+0000 7f61d57fa640 1 -- 172.21.15.1:0/423241322 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f61cc096de0 con 0x7f61d8106510 2024-02-10T00:01:21.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:21 smithi088 ceph-mon[36452]: pgmap v63: 97 pgs: 97 active+clean; 2.4 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 15 op/s 2024-02-10T00:01:21.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:21 smithi103 ceph-mon[36942]: pgmap v63: 97 pgs: 97 active+clean; 2.4 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 15 op/s 2024-02-10T00:01:21.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.711+0000 7f61de895640 1 -- 172.21.15.1:0/423241322 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f61d8109740 con 0x7f61d8106510 2024-02-10T00:01:21.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.712+0000 7f61d57fa640 1 -- 172.21.15.1:0/423241322 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) v1 ==== 94+0+11367 (secure 0 0 0) 0x7f61cc09a4a0 con 0x7f61d8106510 2024-02-10T00:01:21.715 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-10T00:01:21.715 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-09T23:57:05.956988+0000","modified":"2024-02-10T00:00:18.086451+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24496,"mds_2":24476,"mds_3":24475,"mds_4":14646},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14646":{"gid":14646,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24398":{"gid":24398,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24406":{"gid":24406,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24475":{"gid":24475,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_25477":{"gid":25477,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/1094349051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":1094349051},{"type":"v1","addr":"172.21.15.103:6835","nonce":1094349051}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-10T00:01:21.715 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 29 2024-02-10T00:01:21.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.714+0000 7f61de895640 1 -- 172.21.15.1:0/423241322 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f61c00a22b0 msgr2=0x7f61c00a4770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:21.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.714+0000 7f61de895640 1 --2- 172.21.15.1:0/423241322 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f61c00a22b0 0x7f61c00a4770 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f61c8005ab0 tx=0x7f61c8005fd0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.714+0000 7f61de895640 1 -- 172.21.15.1:0/423241322 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f61d8106510 msgr2=0x7f61d819dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:21.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.714+0000 7f61de895640 1 --2- 172.21.15.1:0/423241322 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f61d8106510 0x7f61d819dba0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f61cc00c970 tx=0x7f61cc00ce30 comp rx=0 tx=0).stop 2024-02-10T00:01:21.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.714+0000 7f61de895640 1 -- 172.21.15.1:0/423241322 shutdown_connections 2024-02-10T00:01:21.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.714+0000 7f61de895640 1 --2- 172.21.15.1:0/423241322 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f61c00a22b0 0x7f61c00a4770 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.714+0000 7f61de895640 1 --2- 172.21.15.1:0/423241322 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f61d8197770 0x7f61d8197bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.714+0000 7f61de895640 1 --2- 172.21.15.1:0/423241322 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f61d8106510 0x7f61d819dba0 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.714+0000 7f61de895640 1 --2- 172.21.15.1:0/423241322 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f61d8101440 0x7f61d819d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.714+0000 7f61de895640 1 -- 172.21.15.1:0/423241322 >> 172.21.15.1:0/423241322 conn(0x7f61d80fcce0 msgr2=0x7f61d80fe060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:21.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.714+0000 7f61de895640 1 -- 172.21.15.1:0/423241322 shutdown_connections 2024-02-10T00:01:21.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.714+0000 7f61de895640 1 -- 172.21.15.1:0/423241322 wait complete. 2024-02-10T00:01:21.728 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:01:21.728 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-02-10T00:01:21.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.830+0000 7fa3b418a640 1 -- 172.21.15.1:0/3088976292 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa3ac0ff6e0 msgr2=0x7fa3ac0ffb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:21.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.830+0000 7fa3b418a640 1 --2- 172.21.15.1:0/3088976292 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa3ac0ff6e0 0x7fa3ac0ffb40 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7fa3a0009900 tx=0x7fa3a002bc80 comp rx=0 tx=0).stop 2024-02-10T00:01:21.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.830+0000 7fa3b418a640 1 -- 172.21.15.1:0/3088976292 shutdown_connections 2024-02-10T00:01:21.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.830+0000 7fa3b418a640 1 --2- 172.21.15.1:0/3088976292 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa3ac100080 0x7fa3ac10e030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.830+0000 7fa3b418a640 1 --2- 172.21.15.1:0/3088976292 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa3ac0ff6e0 0x7fa3ac0ffb40 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.830+0000 7fa3b418a640 1 --2- 172.21.15.1:0/3088976292 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa3ac1061c0 0x7fa3ac1065a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.830+0000 7fa3b418a640 1 -- 172.21.15.1:0/3088976292 >> 172.21.15.1:0/3088976292 conn(0x7fa3ac076630 msgr2=0x7fa3ac0fd9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:21.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.830+0000 7fa3b418a640 1 -- 172.21.15.1:0/3088976292 shutdown_connections 2024-02-10T00:01:21.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.830+0000 7fa3b418a640 1 -- 172.21.15.1:0/3088976292 wait complete. 2024-02-10T00:01:21.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.830+0000 7fa3b418a640 1 Processor -- start 2024-02-10T00:01:21.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.830+0000 7fa3b418a640 1 -- start start 2024-02-10T00:01:21.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.831+0000 7fa3b418a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa3ac0ff6e0 0x7fa3ac19d600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.831+0000 7fa3b418a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa3ac100080 0x7fa3ac19db40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.831+0000 7fa3b418a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa3ac1061c0 0x7fa3ac1976c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.831+0000 7fa3b418a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3ac197e50 con 0x7fa3ac0ff6e0 2024-02-10T00:01:21.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.831+0000 7fa3b418a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3ac197fc0 con 0x7fa3ac1061c0 2024-02-10T00:01:21.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.831+0000 7fa3b418a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3ac198180 con 0x7fa3ac100080 2024-02-10T00:01:21.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.831+0000 7fa3b1f26640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa3ac0ff6e0 0x7fa3ac19d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.831+0000 7fa3b1f26640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa3ac0ff6e0 0x7fa3ac19d600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37120/0 (socket says 172.21.15.1:37120) 2024-02-10T00:01:21.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.831+0000 7fa3b1f26640 1 -- 172.21.15.1:0/220467279 learned_addr learned my addr 172.21.15.1:0/220467279 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:21.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.831+0000 7fa3b1725640 1 --2- 172.21.15.1:0/220467279 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa3ac100080 0x7fa3ac19db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.831+0000 7fa3b2727640 1 --2- 172.21.15.1:0/220467279 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa3ac1061c0 0x7fa3ac1976c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.831+0000 7fa3b1f26640 1 -- 172.21.15.1:0/220467279 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa3ac100080 msgr2=0x7fa3ac19db40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:21.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.831+0000 7fa3b1f26640 1 --2- 172.21.15.1:0/220467279 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa3ac100080 0x7fa3ac19db40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.831+0000 7fa3b1f26640 1 -- 172.21.15.1:0/220467279 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa3ac1061c0 msgr2=0x7fa3ac1976c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:21.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.831+0000 7fa3b1f26640 1 --2- 172.21.15.1:0/220467279 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa3ac1061c0 0x7fa3ac1976c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.831+0000 7fa3b1f26640 1 -- 172.21.15.1:0/220467279 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3a0009560 con 0x7fa3ac0ff6e0 2024-02-10T00:01:21.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.831+0000 7fa3b2727640 1 --2- 172.21.15.1:0/220467279 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa3ac1061c0 0x7fa3ac1976c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:01:21.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.831+0000 7fa3b1725640 1 --2- 172.21.15.1:0/220467279 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa3ac100080 0x7fa3ac19db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:01:21.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.831+0000 7fa3b1f26640 1 --2- 172.21.15.1:0/220467279 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa3ac0ff6e0 0x7fa3ac19d600 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fa3a400e9f0 tx=0x7fa3a400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:21.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.831+0000 7fa3aaffd640 1 -- 172.21.15.1:0/220467279 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3a4009720 con 0x7fa3ac0ff6e0 2024-02-10T00:01:21.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.831+0000 7fa3aaffd640 1 -- 172.21.15.1:0/220467279 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa3a400cd80 con 0x7fa3ac0ff6e0 2024-02-10T00:01:21.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.831+0000 7fa3b418a640 1 -- 172.21.15.1:0/220467279 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa3ac198460 con 0x7fa3ac0ff6e0 2024-02-10T00:01:21.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.831+0000 7fa3aaffd640 1 -- 172.21.15.1:0/220467279 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3a4010690 con 0x7fa3ac0ff6e0 2024-02-10T00:01:21.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.831+0000 7fa3b418a640 1 -- 172.21.15.1:0/220467279 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa3ac1a4580 con 0x7fa3ac0ff6e0 2024-02-10T00:01:21.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.833+0000 7fa3aaffd640 1 -- 172.21.15.1:0/220467279 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fa3a40046c0 con 0x7fa3ac0ff6e0 2024-02-10T00:01:21.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.834+0000 7fa3b6e35740 1 Processor -- start 2024-02-10T00:01:21.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.834+0000 7fa3b6e35740 1 -- start start 2024-02-10T00:01:21.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.834+0000 7fa3b6e35740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23dc43a30 0x55a23dc43e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.834+0000 7fa3b6e35740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23dc443e0 0x55a23dc4c990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.834+0000 7fa3b6e35740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23dc4cf60 0x55a23dc4f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.834+0000 7fa3b6e35740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23dbff020 con 0x55a23dc43a30 2024-02-10T00:01:21.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.834+0000 7fa3b6e35740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23dbb2320 con 0x55a23dc4cf60 2024-02-10T00:01:21.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.834+0000 7fa3b6e35740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23dbaf850 con 0x55a23dc443e0 2024-02-10T00:01:21.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.834+0000 7fa3aaffd640 1 --2- 172.21.15.1:0/220467279 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa3940a2230 0x7fa3940a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.834+0000 7fa3b2727640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23dc43a30 0x55a23dc43e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.834+0000 7fa3b2727640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23dc43a30 0x55a23dc43e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37128/0 (socket says 172.21.15.1:37128) 2024-02-10T00:01:21.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.834+0000 7fa3b2727640 1 -- 172.21.15.1:0/1772502378 learned_addr learned my addr 172.21.15.1:0/1772502378 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:21.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.834+0000 7fa3b2727640 1 --2- 172.21.15.1:0/220467279 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa3940a2230 0x7fa3940a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.834+0000 7fa3aaffd640 1 -- 172.21.15.1:0/220467279 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fa3a4014070 con 0x7fa3ac0ff6e0 2024-02-10T00:01:21.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.834+0000 7fa3b1725640 1 --2- 172.21.15.1:0/1772502378 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23dc4cf60 0x55a23dc4f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.835+0000 7fa3b1f26640 1 --2- 172.21.15.1:0/1772502378 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23dc443e0 0x55a23dc4c990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.835+0000 7fa3b2727640 1 -- 172.21.15.1:0/1772502378 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23dc443e0 msgr2=0x55a23dc4c990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:21.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.835+0000 7fa3b2727640 1 --2- 172.21.15.1:0/1772502378 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23dc443e0 0x55a23dc4c990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.835+0000 7fa3b2727640 1 -- 172.21.15.1:0/1772502378 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23dc4cf60 msgr2=0x55a23dc4f3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:21.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.835+0000 7fa3b2727640 1 --2- 172.21.15.1:0/1772502378 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23dc4cf60 0x55a23dc4f3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.835+0000 7fa3b2727640 1 -- 172.21.15.1:0/1772502378 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a23db6d210 con 0x55a23dc43a30 2024-02-10T00:01:21.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.835+0000 7fa3b1f26640 1 --2- 172.21.15.1:0/1772502378 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23dc443e0 0x55a23dc4c990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:01:21.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.835+0000 7fa3b2727640 1 --2- 172.21.15.1:0/1772502378 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23dc43a30 0x55a23dc43e10 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fa39c014e40 tx=0x7fa39c011750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e41e63a3fdc97589 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:21.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.835+0000 7fa3b2727640 1 --2- 172.21.15.1:0/220467279 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa3940a2230 0x7fa3940a46f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fa39c009fd0 tx=0x7fa39c016000 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:21.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.835+0000 7fa393fff640 1 -- 172.21.15.1:0/1772502378 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa39c00cc00 con 0x55a23dc43a30 2024-02-10T00:01:21.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.835+0000 7fa393fff640 1 -- 172.21.15.1:0/1772502378 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa39c01a040 con 0x55a23dc43a30 2024-02-10T00:01:21.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.835+0000 7fa393fff640 1 -- 172.21.15.1:0/1772502378 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa39c005220 con 0x55a23dc43a30 2024-02-10T00:01:21.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.836+0000 7fa3b6e35740 1 -- 172.21.15.1:0/1772502378 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23dc43a30 msgr2=0x55a23dc43e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:21.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.836+0000 7fa3b6e35740 1 --2- 172.21.15.1:0/1772502378 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23dc43a30 0x55a23dc43e10 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fa39c014e40 tx=0x7fa39c011750 comp rx=0 tx=0).stop 2024-02-10T00:01:21.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.836+0000 7fa3b6e35740 1 -- 172.21.15.1:0/1772502378 shutdown_connections 2024-02-10T00:01:21.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.836+0000 7fa3b6e35740 1 --2- 172.21.15.1:0/1772502378 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23dc4cf60 0x55a23dc4f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.836+0000 7fa3b6e35740 1 --2- 172.21.15.1:0/1772502378 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23dc443e0 0x55a23dc4c990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.836+0000 7fa3b6e35740 1 --2- 172.21.15.1:0/1772502378 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23dc43a30 0x55a23dc43e10 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.836+0000 7fa3b6e35740 1 -- 172.21.15.1:0/1772502378 >> 172.21.15.1:0/1772502378 conn(0x55a23dc3e100 msgr2=0x55a23dc3e4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:21.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.836+0000 7fa3b6e35740 1 -- 172.21.15.1:0/1772502378 shutdown_connections 2024-02-10T00:01:21.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.836+0000 7fa3b6e35740 1 -- 172.21.15.1:0/1772502378 wait complete. 2024-02-10T00:01:21.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.836+0000 7fa3b6e35740 1 -- start start 2024-02-10T00:01:21.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.836+0000 7fa3b6e35740 1 Processor -- start 2024-02-10T00:01:21.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.837+0000 7fa3b6e35740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23dc43a30 0x55a23dc49f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.837+0000 7fa3b6e35740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23dc443e0 0x55a23dc4a450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.837+0000 7fa3b6e35740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23dc4cf60 0x55a23dc4a990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.837+0000 7fa3b6e35740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23dbab030 con 0x55a23dc4cf60 2024-02-10T00:01:21.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.837+0000 7fa3b6e35740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23d87e430 con 0x55a23dc443e0 2024-02-10T00:01:21.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.837+0000 7fa3b6e35740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23d83ae00 con 0x55a23dc43a30 2024-02-10T00:01:21.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.837+0000 7fa3b6e35740 10 client.0 _ll_register_callbacks cb 0x55a23dba0030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:21.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.837+0000 7fa3b2727640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23dc4cf60 0x55a23dc4a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.837+0000 7fa3b2727640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23dc4cf60 0x55a23dc4a990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37144/0 (socket says 172.21.15.1:37144) 2024-02-10T00:01:21.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.837+0000 7fa3b2727640 1 -- 172.21.15.1:0/3526438658 learned_addr learned my addr 172.21.15.1:0/3526438658 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:21.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.837+0000 7fa3b1725640 1 --2- 172.21.15.1:0/3526438658 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23dc443e0 0x55a23dc4a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.837+0000 7fa3b1f26640 1 --2- 172.21.15.1:0/3526438658 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23dc43a30 0x55a23dc49f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.837+0000 7fa3b2727640 1 -- 172.21.15.1:0/3526438658 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23dc43a30 msgr2=0x55a23dc49f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:21.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.837+0000 7fa3b2727640 1 --2- 172.21.15.1:0/3526438658 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23dc43a30 0x55a23dc49f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.837+0000 7fa3b2727640 1 -- 172.21.15.1:0/3526438658 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23dc443e0 msgr2=0x55a23dc4a450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:21.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.837+0000 7fa3b2727640 1 --2- 172.21.15.1:0/3526438658 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23dc443e0 0x55a23dc4a450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.837+0000 7fa3b2727640 1 -- 172.21.15.1:0/3526438658 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa39c0149f0 con 0x55a23dc4cf60 2024-02-10T00:01:21.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.837+0000 7fa3b2727640 1 --2- 172.21.15.1:0/3526438658 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23dc4cf60 0x55a23dc4a990 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fa39c0141d0 tx=0x7fa39c009cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa881088ebcd9eb7 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:21.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.837+0000 7fa3917fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:21.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.837+0000 7fa3917fa640 1 -- 172.21.15.1:0/3526438658 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa39c0049c0 con 0x55a23dc4cf60 2024-02-10T00:01:21.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.838+0000 7fa3917fa640 1 -- 172.21.15.1:0/3526438658 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fa39c004b20 con 0x55a23dc4cf60 2024-02-10T00:01:21.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.838+0000 7fa3b6e35740 1 -- 172.21.15.1:0/3526438658 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a23d8aa7e0 con 0x55a23dc4cf60 2024-02-10T00:01:21.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.838+0000 7fa3917fa640 1 -- 172.21.15.1:0/3526438658 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa39c004d00 con 0x55a23dc4cf60 2024-02-10T00:01:21.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.838+0000 7fa3b6e35740 10 client.16245 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:21.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.838+0000 7fa3b6e35740 1 -- 172.21.15.1:0/3526438658 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55a23dba96b0 con 0x55a23dc4cf60 2024-02-10T00:01:21.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.838+0000 7fa3917fa640 1 -- 172.21.15.1:0/3526438658 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55a23d8aa7e0 con 0x55a23dc4cf60 2024-02-10T00:01:21.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.838+0000 7fa3917fa640 1 -- 172.21.15.1:0/3526438658 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fa39c024020 con 0x55a23dc4cf60 2024-02-10T00:01:21.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.838+0000 7fa3b6e35740 10 client.16245 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:21.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.838+0000 7fa3b6e35740 10 client.16245 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:01:21.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.838+0000 7fa3b6e35740 20 client.16245 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:21.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.838+0000 7fa3b6e35740 1 --2- 172.21.15.1:0/3526438658 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55a23dc5d360 0x55a23dc5f780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.838+0000 7fa3b6e35740 4 client.16245 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:01:21.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.838+0000 7fa3b6e35740 1 -- 172.21.15.1:0/3526438658 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a23d8e7720 con 0x55a23dc5d360 2024-02-10T00:01:21.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.838+0000 7fa3b1f26640 1 --2- 172.21.15.1:0/3526438658 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55a23dc5d360 0x55a23dc5f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.838+0000 7fa3b1f26640 1 --2- 172.21.15.1:0/3526438658 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55a23dc5d360 0x55a23dc5f780 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=cd187986cf4698e4 server_cookie=8da9f0d96961483a in_seq=0 out_seq=0 2024-02-10T00:01:21.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.839+0000 7fa3917fa640 10 client.16245 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:01:21.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.839+0000 7fa3917fa640 1 -- 172.21.15.1:0/3526438658 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55a23d8e7720 con 0x55a23dc5d360 2024-02-10T00:01:21.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.839+0000 7fa3917fa640 10 client.16245 handle_command_reply: tid=0 2024-02-10T00:01:21.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.839+0000 7fa3b6e35740 1 client.16245 shutdown 2024-02-10T00:01:21.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.839+0000 7fa3b6e35740 1 -- 172.21.15.1:0/3526438658 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23dc4cf60 msgr2=0x55a23dc4a990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:21.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.839+0000 7fa3b6e35740 1 --2- 172.21.15.1:0/3526438658 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23dc4cf60 0x55a23dc4a990 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fa39c0141d0 tx=0x7fa39c009cb0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.839+0000 7fa3b6e35740 1 -- 172.21.15.1:0/3526438658 shutdown_connections 2024-02-10T00:01:21.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.839+0000 7fa3b6e35740 1 --2- 172.21.15.1:0/3526438658 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55a23dc5d360 0x55a23dc5f780 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.839+0000 7fa3b6e35740 1 --2- 172.21.15.1:0/3526438658 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23dc4cf60 0x55a23dc4a990 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.839+0000 7fa3b6e35740 1 --2- 172.21.15.1:0/3526438658 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23dc443e0 0x55a23dc4a450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.839+0000 7fa3917fa640 0 client.16245 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:01:21.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.839+0000 7fa3b6e35740 1 --2- 172.21.15.1:0/3526438658 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23dc43a30 0x55a23dc49f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.839+0000 7fa3b6e35740 1 -- 172.21.15.1:0/3526438658 >> 172.21.15.1:0/3526438658 conn(0x55a23dc3e100 msgr2=0x55a23dc3fe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:21.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.839+0000 7fa3b6e35740 1 -- 172.21.15.1:0/3526438658 shutdown_connections 2024-02-10T00:01:21.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.839+0000 7fa3b6e35740 1 -- 172.21.15.1:0/3526438658 wait complete. 2024-02-10T00:01:21.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.839+0000 7fa3b6e35740 20 client.16245 trim_cache size 0 max 16384 2024-02-10T00:01:21.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.851+0000 7fa3b6e35740 1 Processor -- start 2024-02-10T00:01:21.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.851+0000 7fa3b6e35740 1 -- start start 2024-02-10T00:01:21.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.851+0000 7fa3b6e35740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23dc43a30 0x55a23dc4c640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.851+0000 7fa3b6e35740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23dc443e0 0x55a23dc4a7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.851+0000 7fa3b6e35740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23dc4cf60 0x55a23dc47190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.851+0000 7fa3b6e35740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23dc398b0 con 0x55a23dc443e0 2024-02-10T00:01:21.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.851+0000 7fa3b6e35740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23db30130 con 0x55a23dc43a30 2024-02-10T00:01:21.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.851+0000 7fa3b6e35740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23dc44e30 con 0x55a23dc4cf60 2024-02-10T00:01:21.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.851+0000 7fa3b1725640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23dc443e0 0x55a23dc4a7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.851+0000 7fa3b1f26640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23dc43a30 0x55a23dc4c640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.851+0000 7fa3b1725640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23dc443e0 0x55a23dc4a7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37160/0 (socket says 172.21.15.1:37160) 2024-02-10T00:01:21.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.851+0000 7fa3b1725640 1 -- 172.21.15.1:0/765984439 learned_addr learned my addr 172.21.15.1:0/765984439 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:21.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.852+0000 7fa3b2727640 1 --2- 172.21.15.1:0/765984439 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23dc4cf60 0x55a23dc47190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.852+0000 7fa3b1725640 1 -- 172.21.15.1:0/765984439 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23dc4cf60 msgr2=0x55a23dc47190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:21.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.852+0000 7fa3b1725640 1 --2- 172.21.15.1:0/765984439 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23dc4cf60 0x55a23dc47190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.852+0000 7fa3b1725640 1 -- 172.21.15.1:0/765984439 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23dc43a30 msgr2=0x55a23dc4c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:21.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.852+0000 7fa3b1725640 1 --2- 172.21.15.1:0/765984439 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23dc43a30 0x55a23dc4c640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.852+0000 7fa3b1725640 1 -- 172.21.15.1:0/765984439 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a23db45c90 con 0x55a23dc443e0 2024-02-10T00:01:21.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.852+0000 7fa3b1f26640 1 --2- 172.21.15.1:0/765984439 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23dc43a30 0x55a23dc4c640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:01:21.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.852+0000 7fa3b2727640 1 --2- 172.21.15.1:0/765984439 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23dc4cf60 0x55a23dc47190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:01:21.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.852+0000 7fa3b1725640 1 --2- 172.21.15.1:0/765984439 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23dc443e0 0x55a23dc4a7b0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fa3a0009230 tx=0x7fa3a0005a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81ab01ba7d533ff6 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:21.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.852+0000 7fa3937fe640 1 -- 172.21.15.1:0/765984439 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3a002cbf0 con 0x55a23dc443e0 2024-02-10T00:01:21.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.852+0000 7fa3937fe640 1 -- 172.21.15.1:0/765984439 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa3a0044070 con 0x55a23dc443e0 2024-02-10T00:01:21.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.852+0000 7fa3937fe640 1 -- 172.21.15.1:0/765984439 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3a00051f0 con 0x55a23dc443e0 2024-02-10T00:01:21.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.853+0000 7fa3b6e35740 1 -- 172.21.15.1:0/765984439 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23dc443e0 msgr2=0x55a23dc4a7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:21.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.853+0000 7fa3b6e35740 1 --2- 172.21.15.1:0/765984439 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23dc443e0 0x55a23dc4a7b0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fa3a0009230 tx=0x7fa3a0005a20 comp rx=0 tx=0).stop 2024-02-10T00:01:21.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.853+0000 7fa3b6e35740 1 -- 172.21.15.1:0/765984439 shutdown_connections 2024-02-10T00:01:21.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.853+0000 7fa3b6e35740 1 --2- 172.21.15.1:0/765984439 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23dc4cf60 0x55a23dc47190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.853+0000 7fa3b6e35740 1 --2- 172.21.15.1:0/765984439 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23dc443e0 0x55a23dc4a7b0 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.853+0000 7fa3b6e35740 1 --2- 172.21.15.1:0/765984439 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23dc43a30 0x55a23dc4c640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.853+0000 7fa3b6e35740 1 -- 172.21.15.1:0/765984439 >> 172.21.15.1:0/765984439 conn(0x55a23dc3e100 msgr2=0x55a23dc640e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:21.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.853+0000 7fa3b6e35740 1 -- 172.21.15.1:0/765984439 shutdown_connections 2024-02-10T00:01:21.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.853+0000 7fa3b6e35740 1 -- 172.21.15.1:0/765984439 wait complete. 2024-02-10T00:01:21.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.853+0000 7fa3b6e35740 1 -- start start 2024-02-10T00:01:21.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.853+0000 7fa3b6e35740 1 Processor -- start 2024-02-10T00:01:21.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.853+0000 7fa3b6e35740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23dc43a30 0x55a23dcadce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.853+0000 7fa3b6e35740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23dc443e0 0x55a23dcae220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.853+0000 7fa3b6e35740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23dc4cf60 0x55a23dc53250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.853+0000 7fa3b6e35740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23dc53860 con 0x55a23dc43a30 2024-02-10T00:01:21.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.853+0000 7fa3b6e35740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23dc539d0 con 0x55a23dc443e0 2024-02-10T00:01:21.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.853+0000 7fa3b6e35740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23dc53b90 con 0x55a23dc4cf60 2024-02-10T00:01:21.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.853+0000 7fa3b6e35740 10 client.0 _ll_register_callbacks cb 0x7fa39c009e60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:21.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.854+0000 7fa3b1f26640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23dc43a30 0x55a23dcadce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.854+0000 7fa3b1f26640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23dc43a30 0x55a23dcadce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37174/0 (socket says 172.21.15.1:37174) 2024-02-10T00:01:21.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.854+0000 7fa3b1f26640 1 -- 172.21.15.1:0/861582860 learned_addr learned my addr 172.21.15.1:0/861582860 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:21.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.854+0000 7fa3b2727640 1 --2- 172.21.15.1:0/861582860 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23dc4cf60 0x55a23dc53250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.854+0000 7fa3b1725640 1 --2- 172.21.15.1:0/861582860 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23dc443e0 0x55a23dcae220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.854+0000 7fa3b1f26640 1 -- 172.21.15.1:0/861582860 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23dc4cf60 msgr2=0x55a23dc53250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:21.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.854+0000 7fa3b1f26640 1 --2- 172.21.15.1:0/861582860 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23dc4cf60 0x55a23dc53250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.870 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.854+0000 7fa3b1f26640 1 -- 172.21.15.1:0/861582860 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23dc443e0 msgr2=0x55a23dcae220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:21.870 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.854+0000 7fa3b1f26640 1 --2- 172.21.15.1:0/861582860 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23dc443e0 0x55a23dcae220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.870 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.854+0000 7fa3b1f26640 1 -- 172.21.15.1:0/861582860 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa3ac1a4580 con 0x55a23dc43a30 2024-02-10T00:01:21.870 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.854+0000 7fa3b2727640 1 --2- 172.21.15.1:0/861582860 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23dc4cf60 0x55a23dc53250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:01:21.870 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.854+0000 7fa3b1f26640 1 --2- 172.21.15.1:0/861582860 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23dc43a30 0x55a23dcadce0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fa3a4004b70 tx=0x7fa3a4096b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=deee9d790b9226c9 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:21.870 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.854+0000 7fa3917fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:21.870 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.854+0000 7fa3917fa640 1 -- 172.21.15.1:0/861582860 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3a409f0e0 con 0x55a23dc43a30 2024-02-10T00:01:21.870 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.854+0000 7fa3917fa640 1 -- 172.21.15.1:0/861582860 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fa3a40a3730 con 0x55a23dc43a30 2024-02-10T00:01:21.870 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.854+0000 7fa3b6e35740 1 -- 172.21.15.1:0/861582860 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa39c01a040 con 0x55a23dc43a30 2024-02-10T00:01:21.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.854+0000 7fa3917fa640 1 -- 172.21.15.1:0/861582860 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa3a4097600 con 0x55a23dc43a30 2024-02-10T00:01:21.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.854+0000 7fa3b6e35740 10 client.16251 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:21.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.854+0000 7fa3b6e35740 1 -- 172.21.15.1:0/861582860 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x7fa3ac10e9e0 con 0x55a23dc43a30 2024-02-10T00:01:21.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.854+0000 7fa3917fa640 1 -- 172.21.15.1:0/861582860 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa39c01a040 con 0x55a23dc43a30 2024-02-10T00:01:21.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.855+0000 7fa3917fa640 1 -- 172.21.15.1:0/861582860 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fa3a401f060 con 0x55a23dc43a30 2024-02-10T00:01:21.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.855+0000 7fa3b6e35740 10 client.16251 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:21.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.855+0000 7fa3b6e35740 10 client.16251 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:01:21.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.855+0000 7fa3b6e35740 20 client.16251 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:21.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.855+0000 7fa3b6e35740 1 --2- 172.21.15.1:0/861582860 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55a23dcb5c40 0x55a23dcb8030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.855+0000 7fa3b6e35740 4 client.16251 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:01:21.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.855+0000 7fa3b6e35740 1 -- 172.21.15.1:0/861582860 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55a23d936890 con 0x55a23dcb5c40 2024-02-10T00:01:21.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.855+0000 7fa3b1725640 1 --2- 172.21.15.1:0/861582860 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55a23dcb5c40 0x55a23dcb8030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.855+0000 7fa3b1725640 1 --2- 172.21.15.1:0/861582860 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55a23dcb5c40 0x55a23dcb8030 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=25b853bfba23ddd8 server_cookie=7be7643ab92ef165 in_seq=0 out_seq=0 2024-02-10T00:01:21.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.855+0000 7fa3917fa640 10 client.16251 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:01:21.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.855+0000 7fa3917fa640 1 -- 172.21.15.1:0/861582860 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55a23d936890 con 0x55a23dcb5c40 2024-02-10T00:01:21.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.855+0000 7fa3917fa640 10 client.16251 handle_command_reply: tid=0 2024-02-10T00:01:21.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.855+0000 7fa3b6e35740 1 client.16251 shutdown 2024-02-10T00:01:21.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.855+0000 7fa3b6e35740 1 -- 172.21.15.1:0/861582860 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23dc43a30 msgr2=0x55a23dcadce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:21.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.855+0000 7fa3b6e35740 1 --2- 172.21.15.1:0/861582860 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23dc43a30 0x55a23dcadce0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fa3a4004b70 tx=0x7fa3a4096b50 comp rx=0 tx=0).stop 2024-02-10T00:01:21.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.856+0000 7fa3b6e35740 1 -- 172.21.15.1:0/861582860 shutdown_connections 2024-02-10T00:01:21.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.856+0000 7fa3b6e35740 1 --2- 172.21.15.1:0/861582860 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55a23dcb5c40 0x55a23dcb8030 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.856+0000 7fa3b6e35740 1 --2- 172.21.15.1:0/861582860 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23dc4cf60 0x55a23dc53250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.856+0000 7fa3b6e35740 1 --2- 172.21.15.1:0/861582860 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23dc443e0 0x55a23dcae220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.856+0000 7fa3b6e35740 1 --2- 172.21.15.1:0/861582860 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23dc43a30 0x55a23dcadce0 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.856+0000 7fa3917fa640 0 client.16251 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:01:21.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.856+0000 7fa3b6e35740 1 -- 172.21.15.1:0/861582860 >> 172.21.15.1:0/861582860 conn(0x55a23dc3e100 msgr2=0x55a23dc3c9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:21.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.856+0000 7fa3b6e35740 1 -- 172.21.15.1:0/861582860 shutdown_connections 2024-02-10T00:01:21.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.856+0000 7fa3b6e35740 1 -- 172.21.15.1:0/861582860 wait complete. 2024-02-10T00:01:21.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.856+0000 7fa3b6e35740 20 client.16251 trim_cache size 0 max 16384 2024-02-10T00:01:21.874 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:01:21.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.856+0000 7fa3b418a640 1 -- 172.21.15.1:0/220467279 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa3940a2230 msgr2=0x7fa3940a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:21.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.856+0000 7fa3b418a640 1 --2- 172.21.15.1:0/220467279 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa3940a2230 0x7fa3940a46f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fa39c009fd0 tx=0x7fa39c016000 comp rx=0 tx=0).stop 2024-02-10T00:01:21.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.856+0000 7fa3b418a640 1 -- 172.21.15.1:0/220467279 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa3ac0ff6e0 msgr2=0x7fa3ac19d600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:21.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.856+0000 7fa3b418a640 1 --2- 172.21.15.1:0/220467279 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa3ac0ff6e0 0x7fa3ac19d600 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fa3a400e9f0 tx=0x7fa3a400edf0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.856+0000 7fa3b418a640 1 -- 172.21.15.1:0/220467279 shutdown_connections 2024-02-10T00:01:21.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.856+0000 7fa3b418a640 1 --2- 172.21.15.1:0/220467279 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa3940a2230 0x7fa3940a46f0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.856+0000 7fa3b418a640 1 --2- 172.21.15.1:0/220467279 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa3ac1061c0 0x7fa3ac1976c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.856+0000 7fa3b418a640 1 --2- 172.21.15.1:0/220467279 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa3ac100080 0x7fa3ac19db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.856+0000 7fa3b418a640 1 --2- 172.21.15.1:0/220467279 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa3ac0ff6e0 0x7fa3ac19d600 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.856+0000 7fa3b418a640 1 -- 172.21.15.1:0/220467279 >> 172.21.15.1:0/220467279 conn(0x7fa3ac076630 msgr2=0x7fa3ac104100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:21.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.856+0000 7fa3b418a640 1 -- 172.21.15.1:0/220467279 shutdown_connections 2024-02-10T00:01:21.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.856+0000 7fa3b418a640 1 -- 172.21.15.1:0/220467279 wait complete. 2024-02-10T00:01:21.877 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:01:21.877 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-02-10T00:01:21.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.980+0000 7f10e8ef4640 1 -- 172.21.15.1:0/3949035300 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f10e4101de0 msgr2=0x7f10e4105e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:21.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.980+0000 7f10e8ef4640 1 --2- 172.21.15.1:0/3949035300 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f10e4101de0 0x7f10e4105e20 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f10cc009930 tx=0x7f10cc02bc20 comp rx=0 tx=0).stop 2024-02-10T00:01:21.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.981+0000 7f10e8ef4640 1 -- 172.21.15.1:0/3949035300 shutdown_connections 2024-02-10T00:01:21.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.981+0000 7f10e8ef4640 1 --2- 172.21.15.1:0/3949035300 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f10e4106500 0x7f10e410e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.981+0000 7f10e8ef4640 1 --2- 172.21.15.1:0/3949035300 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f10e4101de0 0x7f10e4105e20 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.981+0000 7f10e8ef4640 1 --2- 172.21.15.1:0/3949035300 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f10e4101430 0x7f10e4101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.981+0000 7f10e8ef4640 1 -- 172.21.15.1:0/3949035300 >> 172.21.15.1:0/3949035300 conn(0x7f10e40fccb0 msgr2=0x7f10e40ff0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:21.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.981+0000 7f10e8ef4640 1 -- 172.21.15.1:0/3949035300 shutdown_connections 2024-02-10T00:01:21.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.981+0000 7f10e8ef4640 1 -- 172.21.15.1:0/3949035300 wait complete. 2024-02-10T00:01:21.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.981+0000 7f10e8ef4640 1 Processor -- start 2024-02-10T00:01:21.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.981+0000 7f10e8ef4640 1 -- start start 2024-02-10T00:01:21.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.982+0000 7f10e8ef4640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f10e4101430 0x7f10e419d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.982+0000 7f10e8ef4640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f10e4106500 0x7f10e419dae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.982+0000 7f10e8ef4640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f10e4197660 0x7f10e4197ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.982+0000 7f10e8ef4640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10e4198130 con 0x7f10e4197660 2024-02-10T00:01:21.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.982+0000 7f10e8ef4640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10e41982a0 con 0x7f10e4101430 2024-02-10T00:01:21.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.982+0000 7f10e8ef4640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10e4198460 con 0x7f10e4106500 2024-02-10T00:01:21.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.982+0000 7f10e2d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f10e4197660 0x7f10e4197ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.982+0000 7f10e2d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f10e4197660 0x7f10e4197ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37198/0 (socket says 172.21.15.1:37198) 2024-02-10T00:01:21.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.982+0000 7f10e2d9d640 1 -- 172.21.15.1:0/2928517632 learned_addr learned my addr 172.21.15.1:0/2928517632 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:21.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.982+0000 7f10e1d9b640 1 --2- 172.21.15.1:0/2928517632 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f10e4106500 0x7f10e419dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.982+0000 7f10e259c640 1 --2- 172.21.15.1:0/2928517632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f10e4101430 0x7f10e419d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.982+0000 7f10e2d9d640 1 -- 172.21.15.1:0/2928517632 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f10e4106500 msgr2=0x7f10e419dae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:21.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.982+0000 7f10e2d9d640 1 --2- 172.21.15.1:0/2928517632 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f10e4106500 0x7f10e419dae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.982+0000 7f10e2d9d640 1 -- 172.21.15.1:0/2928517632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f10e4101430 msgr2=0x7f10e419d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:21.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.982+0000 7f10e2d9d640 1 --2- 172.21.15.1:0/2928517632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f10e4101430 0x7f10e419d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.982+0000 7f10e2d9d640 1 -- 172.21.15.1:0/2928517632 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10cc009560 con 0x7f10e4197660 2024-02-10T00:01:21.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.982+0000 7f10e259c640 1 --2- 172.21.15.1:0/2928517632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f10e4101430 0x7f10e419d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:01:21.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.982+0000 7f10e2d9d640 1 --2- 172.21.15.1:0/2928517632 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f10e4197660 0x7f10e4197ae0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f10d400eaa0 tx=0x7f10d400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:21.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.982+0000 7f10db7fe640 1 -- 172.21.15.1:0/2928517632 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10d400cdb0 con 0x7f10e4197660 2024-02-10T00:01:21.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.982+0000 7f10e8ef4640 1 -- 172.21.15.1:0/2928517632 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f10e41a4400 con 0x7f10e4197660 2024-02-10T00:01:21.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.982+0000 7f10db7fe640 1 -- 172.21.15.1:0/2928517632 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f10d4005020 con 0x7f10e4197660 2024-02-10T00:01:21.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.982+0000 7f10db7fe640 1 -- 172.21.15.1:0/2928517632 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10d40116d0 con 0x7f10e4197660 2024-02-10T00:01:21.988 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.982+0000 7f10e8ef4640 1 -- 172.21.15.1:0/2928517632 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10e41a4930 con 0x7f10e4197660 2024-02-10T00:01:21.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.985+0000 7f10db7fe640 1 -- 172.21.15.1:0/2928517632 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f10d4005490 con 0x7f10e4197660 2024-02-10T00:01:21.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.985+0000 7f10ebba1740 1 Processor -- start 2024-02-10T00:01:21.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.985+0000 7f10ebba1740 1 -- start start 2024-02-10T00:01:21.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.985+0000 7f10ebba1740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55851b411a30 0x55851b411e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.985+0000 7f10ebba1740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55851b4123e0 0x55851b41a990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.985+0000 7f10ebba1740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55851b41af60 0x55851b41d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.985+0000 7f10ebba1740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55851b3cd020 con 0x55851b41af60 2024-02-10T00:01:21.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.985+0000 7f10ebba1740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55851b380320 con 0x55851b411a30 2024-02-10T00:01:21.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.985+0000 7f10ebba1740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55851b37d850 con 0x55851b4123e0 2024-02-10T00:01:21.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.985+0000 7f10db7fe640 1 --2- 172.21.15.1:0/2928517632 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f10d00a2230 0x7f10d00a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.985+0000 7f10e1d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55851b41af60 0x55851b41d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.985+0000 7f10e1d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55851b41af60 0x55851b41d3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37206/0 (socket says 172.21.15.1:37206) 2024-02-10T00:01:21.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.985+0000 7f10e1d9b640 1 -- 172.21.15.1:0/1998851674 learned_addr learned my addr 172.21.15.1:0/1998851674 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:21.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.985+0000 7f10e2d9d640 1 --2- 172.21.15.1:0/2928517632 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f10d00a2230 0x7f10d00a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.985+0000 7f10e1d9b640 1 --2- 172.21.15.1:0/1998851674 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55851b411a30 0x55851b411e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.986+0000 7f10e259c640 1 --2- 172.21.15.1:0/1998851674 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55851b4123e0 0x55851b41a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:21.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.986+0000 7f10db7fe640 1 -- 172.21.15.1:0/2928517632 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f10d40ce230 con 0x7f10e4197660 2024-02-10T00:01:21.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.986+0000 7f10e1d9b640 1 -- 172.21.15.1:0/1998851674 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55851b4123e0 msgr2=0x55851b41a990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:21.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.986+0000 7f10e1d9b640 1 --2- 172.21.15.1:0/1998851674 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55851b4123e0 0x55851b41a990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.986+0000 7f10e1d9b640 1 -- 172.21.15.1:0/1998851674 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55851b411a30 msgr2=0x55851b411e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:21.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.986+0000 7f10e1d9b640 1 --2- 172.21.15.1:0/1998851674 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55851b411a30 0x55851b411e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.986+0000 7f10e1d9b640 1 -- 172.21.15.1:0/1998851674 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55851b33b210 con 0x55851b41af60 2024-02-10T00:01:21.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.986+0000 7f10e2d9d640 1 --2- 172.21.15.1:0/2928517632 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f10d00a2230 0x7f10d00a46f0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f10d406dc90 tx=0x7f10d406cc10 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:21.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.986+0000 7f10e1d9b640 1 --2- 172.21.15.1:0/1998851674 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55851b41af60 0x55851b41d3b0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f10cc005ab0 tx=0x7f10cc005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13d669daf426004e server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:21.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.986+0000 7f10d8ff9640 1 -- 172.21.15.1:0/1998851674 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10cc02c9e0 con 0x55851b41af60 2024-02-10T00:01:21.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.986+0000 7f10d8ff9640 1 -- 172.21.15.1:0/1998851674 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f10cc004510 con 0x55851b41af60 2024-02-10T00:01:21.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.986+0000 7f10d8ff9640 1 -- 172.21.15.1:0/1998851674 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10cc003c30 con 0x55851b41af60 2024-02-10T00:01:21.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.987+0000 7f10ebba1740 1 -- 172.21.15.1:0/1998851674 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55851b41af60 msgr2=0x55851b41d3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:21.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.987+0000 7f10ebba1740 1 --2- 172.21.15.1:0/1998851674 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55851b41af60 0x55851b41d3b0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f10cc005ab0 tx=0x7f10cc005fd0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.987+0000 7f10ebba1740 1 -- 172.21.15.1:0/1998851674 shutdown_connections 2024-02-10T00:01:21.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.987+0000 7f10ebba1740 1 --2- 172.21.15.1:0/1998851674 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55851b41af60 0x55851b41d3b0 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.987+0000 7f10ebba1740 1 --2- 172.21.15.1:0/1998851674 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55851b4123e0 0x55851b41a990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.987+0000 7f10ebba1740 1 --2- 172.21.15.1:0/1998851674 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55851b411a30 0x55851b411e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:21.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.987+0000 7f10ebba1740 1 -- 172.21.15.1:0/1998851674 >> 172.21.15.1:0/1998851674 conn(0x55851b40c100 msgr2=0x55851b40c4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:21.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.987+0000 7f10ebba1740 1 -- 172.21.15.1:0/1998851674 shutdown_connections 2024-02-10T00:01:21.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.987+0000 7f10ebba1740 1 -- 172.21.15.1:0/1998851674 wait complete. 2024-02-10T00:01:21.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.987+0000 7f10ebba1740 1 -- start start 2024-02-10T00:01:21.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.987+0000 7f10ebba1740 1 Processor -- start 2024-02-10T00:01:21.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.988+0000 7f10ebba1740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55851b411a30 0x55851b417f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.988+0000 7f10ebba1740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55851b4123e0 0x55851b418490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.988+0000 7f10ebba1740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55851b41af60 0x55851b4189d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:21.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.988+0000 7f10ebba1740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55851b379030 con 0x55851b41af60 2024-02-10T00:01:21.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.988+0000 7f10ebba1740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55851b04c430 con 0x55851b411a30 2024-02-10T00:01:21.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.988+0000 7f10ebba1740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55851b008e00 con 0x55851b4123e0 2024-02-10T00:01:21.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.988+0000 7f10ebba1740 10 client.0 _ll_register_callbacks cb 0x55851b36e030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:21.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.988+0000 7f10e1d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55851b41af60 0x55851b4189d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.988+0000 7f10e1d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55851b41af60 0x55851b4189d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37212/0 (socket says 172.21.15.1:37212) 2024-02-10T00:01:22.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.988+0000 7f10e1d9b640 1 -- 172.21.15.1:0/3905782464 learned_addr learned my addr 172.21.15.1:0/3905782464 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:22.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.988+0000 7f10e259c640 1 --2- 172.21.15.1:0/3905782464 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55851b4123e0 0x55851b418490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.988+0000 7f10e1d9b640 1 --2- 172.21.15.1:0/3905782464 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55851b411a30 0x55851b417f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.988+0000 7f10e1d9b640 1 -- 172.21.15.1:0/3905782464 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55851b4123e0 msgr2=0x55851b418490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:22.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.988+0000 7f10e1d9b640 1 --2- 172.21.15.1:0/3905782464 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55851b4123e0 0x55851b418490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.988+0000 7f10e1d9b640 1 -- 172.21.15.1:0/3905782464 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55851b411a30 msgr2=0x55851b417f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:22.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.988+0000 7f10e1d9b640 1 --2- 172.21.15.1:0/3905782464 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55851b411a30 0x55851b417f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.988+0000 7f10e1d9b640 1 -- 172.21.15.1:0/3905782464 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10e410e8e0 con 0x55851b41af60 2024-02-10T00:01:22.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.988+0000 7f10e1d9b640 1 --2- 172.21.15.1:0/3905782464 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55851b41af60 0x55851b4189d0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f10cc036040 tx=0x7f10cc003770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b446cd88d7a74ab6 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:22.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.988+0000 7f10c9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:22.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.988+0000 7f10c9ffb640 1 -- 172.21.15.1:0/3905782464 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10cc055070 con 0x55851b41af60 2024-02-10T00:01:22.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.988+0000 7f10c9ffb640 1 -- 172.21.15.1:0/3905782464 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f10cc000e40 con 0x55851b41af60 2024-02-10T00:01:22.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.988+0000 7f10ebba1740 1 -- 172.21.15.1:0/3905782464 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55851b0787e0 con 0x55851b41af60 2024-02-10T00:01:22.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.989+0000 7f10c9ffb640 1 -- 172.21.15.1:0/3905782464 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f10cc005000 con 0x55851b41af60 2024-02-10T00:01:22.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.989+0000 7f10ebba1740 10 client.16263 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:22.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.989+0000 7f10ebba1740 1 -- 172.21.15.1:0/3905782464 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55851b3776b0 con 0x55851b41af60 2024-02-10T00:01:22.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.989+0000 7f10c9ffb640 1 -- 172.21.15.1:0/3905782464 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f10cc05e020 con 0x55851b41af60 2024-02-10T00:01:22.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.989+0000 7f10c9ffb640 1 -- 172.21.15.1:0/3905782464 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f10cc058030 con 0x55851b41af60 2024-02-10T00:01:22.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.989+0000 7f10ebba1740 10 client.16263 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:22.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.989+0000 7f10ebba1740 10 client.16263 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:01:22.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.989+0000 7f10ebba1740 20 client.16263 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:22.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.989+0000 7f10ebba1740 1 --2- 172.21.15.1:0/3905782464 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55851b42afe0 0x55851b42d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.989+0000 7f10ebba1740 4 client.16263 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:01:22.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.989+0000 7f10ebba1740 1 -- 172.21.15.1:0/3905782464 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55851b0b5720 con 0x55851b42afe0 2024-02-10T00:01:22.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.989+0000 7f10e259c640 1 --2- 172.21.15.1:0/3905782464 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55851b42afe0 0x55851b42d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.990+0000 7f10c9ffb640 10 client.16263 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:01:22.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.990+0000 7f10e259c640 1 --2- 172.21.15.1:0/3905782464 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55851b42afe0 0x55851b42d3d0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=72daab3018d0c9ee server_cookie=62f1d5fb5a68f94a in_seq=0 out_seq=0 2024-02-10T00:01:22.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.990+0000 7f10c9ffb640 1 -- 172.21.15.1:0/3905782464 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55851b0b5720 con 0x55851b42afe0 2024-02-10T00:01:22.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.990+0000 7f10c9ffb640 10 client.16263 handle_command_reply: tid=0 2024-02-10T00:01:22.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.990+0000 7f10ebba1740 1 client.16263 shutdown 2024-02-10T00:01:22.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.990+0000 7f10ebba1740 1 -- 172.21.15.1:0/3905782464 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55851b41af60 msgr2=0x55851b4189d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.990+0000 7f10ebba1740 1 --2- 172.21.15.1:0/3905782464 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55851b41af60 0x55851b4189d0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f10cc036040 tx=0x7f10cc003770 comp rx=0 tx=0).stop 2024-02-10T00:01:22.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.991+0000 7f10ebba1740 1 -- 172.21.15.1:0/3905782464 shutdown_connections 2024-02-10T00:01:22.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.991+0000 7f10ebba1740 1 --2- 172.21.15.1:0/3905782464 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55851b41af60 0x55851b4189d0 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.991+0000 7f10ebba1740 1 --2- 172.21.15.1:0/3905782464 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55851b4123e0 0x55851b418490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.991+0000 7f10ebba1740 1 --2- 172.21.15.1:0/3905782464 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55851b42afe0 0x55851b42d3d0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.991+0000 7f10ebba1740 1 --2- 172.21.15.1:0/3905782464 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55851b411a30 0x55851b417f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.991+0000 7f10c9ffb640 0 client.16263 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:01:22.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.991+0000 7f10ebba1740 1 -- 172.21.15.1:0/3905782464 >> 172.21.15.1:0/3905782464 conn(0x55851b40c100 msgr2=0x55851b40de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:22.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.991+0000 7f10ebba1740 1 -- 172.21.15.1:0/3905782464 shutdown_connections 2024-02-10T00:01:22.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.991+0000 7f10ebba1740 1 -- 172.21.15.1:0/3905782464 wait complete. 2024-02-10T00:01:22.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:21.991+0000 7f10ebba1740 20 client.16263 trim_cache size 0 max 16384 2024-02-10T00:01:22.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.002+0000 7f10ebba1740 1 Processor -- start 2024-02-10T00:01:22.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.002+0000 7f10ebba1740 1 -- start start 2024-02-10T00:01:22.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.002+0000 7f10ebba1740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55851b411a30 0x55851b41a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.010 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.002+0000 7f10ebba1740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55851b4123e0 0x55851b412810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.002+0000 7f10ebba1740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55851b41af60 0x55851b4151d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.002+0000 7f10ebba1740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55851b2fe130 con 0x55851b411a30 2024-02-10T00:01:22.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.002+0000 7f10ebba1740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55851b40b9c0 con 0x55851b41af60 2024-02-10T00:01:22.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.002+0000 7f10ebba1740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55851b407b00 con 0x55851b4123e0 2024-02-10T00:01:22.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.003+0000 7f10e1d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55851b411a30 0x55851b41a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.003+0000 7f10e1d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55851b411a30 0x55851b41a4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37224/0 (socket says 172.21.15.1:37224) 2024-02-10T00:01:22.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.003+0000 7f10e1d9b640 1 -- 172.21.15.1:0/3326032604 learned_addr learned my addr 172.21.15.1:0/3326032604 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:22.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.003+0000 7f10e1d9b640 1 --2- 172.21.15.1:0/3326032604 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55851b41af60 0x55851b4151d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.003+0000 7f10e259c640 1 --2- 172.21.15.1:0/3326032604 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55851b4123e0 0x55851b412810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.003+0000 7f10e1d9b640 1 -- 172.21.15.1:0/3326032604 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55851b4123e0 msgr2=0x55851b412810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:22.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.003+0000 7f10e1d9b640 1 --2- 172.21.15.1:0/3326032604 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55851b4123e0 0x55851b412810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.003+0000 7f10e1d9b640 1 -- 172.21.15.1:0/3326032604 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55851b41af60 msgr2=0x55851b4151d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:22.011 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.003+0000 7f10e1d9b640 1 --2- 172.21.15.1:0/3326032604 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55851b41af60 0x55851b4151d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.003+0000 7f10e1d9b640 1 -- 172.21.15.1:0/3326032604 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55851b313c90 con 0x55851b411a30 2024-02-10T00:01:22.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.003+0000 7f10e1d9b640 1 --2- 172.21.15.1:0/3326032604 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55851b411a30 0x55851b41a4c0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f10cc003fb0 tx=0x7f10cc009230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b656db43a751f5e2 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:22.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.003+0000 7f10cbfff640 1 -- 172.21.15.1:0/3326032604 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10cc055070 con 0x55851b411a30 2024-02-10T00:01:22.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.003+0000 7f10cbfff640 1 -- 172.21.15.1:0/3326032604 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f10cc05e070 con 0x55851b411a30 2024-02-10T00:01:22.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.003+0000 7f10cbfff640 1 -- 172.21.15.1:0/3326032604 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10cc0054e0 con 0x55851b411a30 2024-02-10T00:01:22.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.004+0000 7f10ebba1740 1 -- 172.21.15.1:0/3326032604 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55851b411a30 msgr2=0x55851b41a4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.004+0000 7f10ebba1740 1 --2- 172.21.15.1:0/3326032604 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55851b411a30 0x55851b41a4c0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f10cc003fb0 tx=0x7f10cc009230 comp rx=0 tx=0).stop 2024-02-10T00:01:22.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.004+0000 7f10ebba1740 1 -- 172.21.15.1:0/3326032604 shutdown_connections 2024-02-10T00:01:22.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.004+0000 7f10ebba1740 1 --2- 172.21.15.1:0/3326032604 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55851b41af60 0x55851b4151d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.004+0000 7f10ebba1740 1 --2- 172.21.15.1:0/3326032604 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55851b4123e0 0x55851b412810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.004+0000 7f10ebba1740 1 --2- 172.21.15.1:0/3326032604 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55851b411a30 0x55851b41a4c0 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.004+0000 7f10ebba1740 1 -- 172.21.15.1:0/3326032604 >> 172.21.15.1:0/3326032604 conn(0x55851b40c100 msgr2=0x55851b40c4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:22.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.004+0000 7f10ebba1740 1 -- 172.21.15.1:0/3326032604 shutdown_connections 2024-02-10T00:01:22.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.004+0000 7f10ebba1740 1 -- 172.21.15.1:0/3326032604 wait complete. 2024-02-10T00:01:22.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.004+0000 7f10ebba1740 1 -- start start 2024-02-10T00:01:22.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.004+0000 7f10ebba1740 1 Processor -- start 2024-02-10T00:01:22.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.004+0000 7f10ebba1740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55851b411a30 0x55851b422140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.004+0000 7f10ebba1740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55851b4123e0 0x55851b420510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.004+0000 7f10ebba1740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55851b41af60 0x55851b420a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.004+0000 7f10ebba1740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55851b420f90 con 0x55851b411a30 2024-02-10T00:01:22.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.004+0000 7f10ebba1740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55851b4210d0 con 0x55851b4123e0 2024-02-10T00:01:22.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.004+0000 7f10ebba1740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55851b421290 con 0x55851b41af60 2024-02-10T00:01:22.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.004+0000 7f10ebba1740 10 client.0 _ll_register_callbacks cb 0x7f10cc0046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:22.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.004+0000 7f10e1d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55851b411a30 0x55851b422140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.004+0000 7f10e1d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55851b411a30 0x55851b422140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37238/0 (socket says 172.21.15.1:37238) 2024-02-10T00:01:22.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.004+0000 7f10e1d9b640 1 -- 172.21.15.1:0/3909605953 learned_addr learned my addr 172.21.15.1:0/3909605953 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:22.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.004+0000 7f10e259c640 1 --2- 172.21.15.1:0/3909605953 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55851b4123e0 0x55851b420510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.005+0000 7f10e1d9b640 1 -- 172.21.15.1:0/3909605953 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55851b41af60 msgr2=0x55851b420a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:22.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.005+0000 7f10e1d9b640 1 --2- 172.21.15.1:0/3909605953 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55851b41af60 0x55851b420a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.005+0000 7f10e1d9b640 1 -- 172.21.15.1:0/3909605953 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55851b4123e0 msgr2=0x55851b420510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:22.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.005+0000 7f10e1d9b640 1 --2- 172.21.15.1:0/3909605953 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55851b4123e0 0x55851b420510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.005+0000 7f10e1d9b640 1 -- 172.21.15.1:0/3909605953 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55851b3776b0 con 0x55851b411a30 2024-02-10T00:01:22.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.005+0000 7f10e1d9b640 1 --2- 172.21.15.1:0/3909605953 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55851b411a30 0x55851b422140 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f10cc000c00 tx=0x7f10cc004910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b13ba654c15dd35 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:22.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.005+0000 7f10c9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:22.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.005+0000 7f10c9ffb640 1 -- 172.21.15.1:0/3909605953 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10cc055040 con 0x55851b411a30 2024-02-10T00:01:22.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.005+0000 7f10c9ffb640 1 -- 172.21.15.1:0/3909605953 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f10cc000e40 con 0x55851b411a30 2024-02-10T00:01:22.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.005+0000 7f10ebba1740 1 -- 172.21.15.1:0/3909605953 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f10cc004510 con 0x55851b411a30 2024-02-10T00:01:22.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.005+0000 7f10c9ffb640 1 -- 172.21.15.1:0/3909605953 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f10cc0035f0 con 0x55851b411a30 2024-02-10T00:01:22.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.005+0000 7f10ebba1740 10 client.16269 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:22.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.005+0000 7f10ebba1740 1 -- 172.21.15.1:0/3909605953 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55851b339a70 con 0x55851b411a30 2024-02-10T00:01:22.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.005+0000 7f10c9ffb640 1 -- 172.21.15.1:0/3909605953 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f10cc004510 con 0x55851b411a30 2024-02-10T00:01:22.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.005+0000 7f10c9ffb640 1 -- 172.21.15.1:0/3909605953 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f10cc058070 con 0x55851b411a30 2024-02-10T00:01:22.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.005+0000 7f10ebba1740 10 client.16269 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:22.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.005+0000 7f10ebba1740 10 client.16269 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:01:22.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.005+0000 7f10ebba1740 20 client.16269 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:22.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.005+0000 7f10ebba1740 1 --2- 172.21.15.1:0/3909605953 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55851b482500 0x55851b4848f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.005+0000 7f10ebba1740 4 client.16269 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:01:22.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.005+0000 7f10ebba1740 1 -- 172.21.15.1:0/3909605953 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55851b104890 con 0x55851b482500 2024-02-10T00:01:22.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.006+0000 7f10e259c640 1 --2- 172.21.15.1:0/3909605953 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55851b482500 0x55851b4848f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.006+0000 7f10e259c640 1 --2- 172.21.15.1:0/3909605953 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55851b482500 0x55851b4848f0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=4fd8e801136cebca server_cookie=445a4cc6f765533c in_seq=0 out_seq=0 2024-02-10T00:01:22.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.006+0000 7f10c9ffb640 10 client.16269 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:01:22.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.006+0000 7f10c9ffb640 1 -- 172.21.15.1:0/3909605953 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55851b104890 con 0x55851b482500 2024-02-10T00:01:22.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.006+0000 7f10c9ffb640 10 client.16269 handle_command_reply: tid=0 2024-02-10T00:01:22.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.006+0000 7f10ebba1740 1 client.16269 shutdown 2024-02-10T00:01:22.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.006+0000 7f10ebba1740 1 -- 172.21.15.1:0/3909605953 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55851b411a30 msgr2=0x55851b422140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.006+0000 7f10ebba1740 1 --2- 172.21.15.1:0/3909605953 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55851b411a30 0x55851b422140 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f10cc000c00 tx=0x7f10cc004910 comp rx=0 tx=0).stop 2024-02-10T00:01:22.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.006+0000 7f10ebba1740 1 -- 172.21.15.1:0/3909605953 shutdown_connections 2024-02-10T00:01:22.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.006+0000 7f10ebba1740 1 --2- 172.21.15.1:0/3909605953 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55851b41af60 0x55851b420a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.006+0000 7f10ebba1740 1 --2- 172.21.15.1:0/3909605953 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55851b482500 0x55851b4848f0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.006+0000 7f10ebba1740 1 --2- 172.21.15.1:0/3909605953 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55851b4123e0 0x55851b420510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.006+0000 7f10c9ffb640 0 client.16269 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:01:22.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.006+0000 7f10ebba1740 1 --2- 172.21.15.1:0/3909605953 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55851b411a30 0x55851b422140 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.006+0000 7f10ebba1740 1 -- 172.21.15.1:0/3909605953 >> 172.21.15.1:0/3909605953 conn(0x55851b40c100 msgr2=0x55851b412810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:22.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.006+0000 7f10ebba1740 1 -- 172.21.15.1:0/3909605953 shutdown_connections 2024-02-10T00:01:22.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.007+0000 7f10ebba1740 1 -- 172.21.15.1:0/3909605953 wait complete. 2024-02-10T00:01:22.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.007+0000 7f10ebba1740 20 client.16269 trim_cache size 0 max 16384 2024-02-10T00:01:22.017 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:01:22.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.007+0000 7f10e8ef4640 1 -- 172.21.15.1:0/2928517632 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f10d00a2230 msgr2=0x7f10d00a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.007+0000 7f10e8ef4640 1 --2- 172.21.15.1:0/2928517632 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f10d00a2230 0x7f10d00a46f0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f10d406dc90 tx=0x7f10d406cc10 comp rx=0 tx=0).stop 2024-02-10T00:01:22.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.007+0000 7f10e8ef4640 1 -- 172.21.15.1:0/2928517632 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f10e4197660 msgr2=0x7f10e4197ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.007+0000 7f10e8ef4640 1 --2- 172.21.15.1:0/2928517632 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f10e4197660 0x7f10e4197ae0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f10d400eaa0 tx=0x7f10d400ef60 comp rx=0 tx=0).stop 2024-02-10T00:01:22.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.007+0000 7f10e8ef4640 1 -- 172.21.15.1:0/2928517632 shutdown_connections 2024-02-10T00:01:22.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.007+0000 7f10e8ef4640 1 --2- 172.21.15.1:0/2928517632 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f10d00a2230 0x7f10d00a46f0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.007+0000 7f10e8ef4640 1 --2- 172.21.15.1:0/2928517632 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f10e4197660 0x7f10e4197ae0 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.007+0000 7f10e8ef4640 1 --2- 172.21.15.1:0/2928517632 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f10e4106500 0x7f10e419dae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.007+0000 7f10e8ef4640 1 --2- 172.21.15.1:0/2928517632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f10e4101430 0x7f10e419d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.007+0000 7f10e8ef4640 1 -- 172.21.15.1:0/2928517632 >> 172.21.15.1:0/2928517632 conn(0x7f10e40fccb0 msgr2=0x7f10e40ff060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:22.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.007+0000 7f10e8ef4640 1 -- 172.21.15.1:0/2928517632 shutdown_connections 2024-02-10T00:01:22.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.007+0000 7f10e8ef4640 1 -- 172.21.15.1:0/2928517632 wait complete. 2024-02-10T00:01:22.021 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:01:22.021 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-02-10T00:01:22.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.122+0000 7f3160c9d640 1 -- 172.21.15.1:0/1479573387 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f315c100440 msgr2=0x7f315c100820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.122+0000 7f3160c9d640 1 --2- 172.21.15.1:0/1479573387 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f315c100440 0x7f315c100820 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f314c009930 tx=0x7f314c02bc30 comp rx=0 tx=0).stop 2024-02-10T00:01:22.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.122+0000 7f3160c9d640 1 -- 172.21.15.1:0/1479573387 shutdown_connections 2024-02-10T00:01:22.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.122+0000 7f3160c9d640 1 --2- 172.21.15.1:0/1479573387 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f315c1026c0 0x7f315c10d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.122+0000 7f3160c9d640 1 --2- 172.21.15.1:0/1479573387 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f315c101d20 0x7f315c102180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.122+0000 7f3160c9d640 1 --2- 172.21.15.1:0/1479573387 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f315c100440 0x7f315c100820 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.122+0000 7f3160c9d640 1 -- 172.21.15.1:0/1479573387 >> 172.21.15.1:0/1479573387 conn(0x7f315c077310 msgr2=0x7f315c077720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:22.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.122+0000 7f3160c9d640 1 -- 172.21.15.1:0/1479573387 shutdown_connections 2024-02-10T00:01:22.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.122+0000 7f3160c9d640 1 -- 172.21.15.1:0/1479573387 wait complete. 2024-02-10T00:01:22.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.123+0000 7f3160c9d640 1 Processor -- start 2024-02-10T00:01:22.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.123+0000 7f3160c9d640 1 -- start start 2024-02-10T00:01:22.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.123+0000 7f3160c9d640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f315c100440 0x7f315c198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.123+0000 7f3160c9d640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f315c101d20 0x7f315c198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.123+0000 7f3160c9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f315c1026c0 0x7f315c1a37b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.123+0000 7f3160c9d640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f315c1994f0 con 0x7f315c1026c0 2024-02-10T00:01:22.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.123+0000 7f3160c9d640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f315c1a3cf0 con 0x7f315c101d20 2024-02-10T00:01:22.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.123+0000 7f3160c9d640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f315c1a3e30 con 0x7f315c100440 2024-02-10T00:01:22.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.123+0000 7f315ad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f315c1026c0 0x7f315c1a37b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.123+0000 7f315ad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f315c1026c0 0x7f315c1a37b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37250/0 (socket says 172.21.15.1:37250) 2024-02-10T00:01:22.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.123+0000 7f315ad9d640 1 -- 172.21.15.1:0/2232795165 learned_addr learned my addr 172.21.15.1:0/2232795165 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:22.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.123+0000 7f3153fff640 1 --2- 172.21.15.1:0/2232795165 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f315c101d20 0x7f315c198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.123+0000 7f315a59c640 1 --2- 172.21.15.1:0/2232795165 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f315c100440 0x7f315c198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.123+0000 7f315ad9d640 1 -- 172.21.15.1:0/2232795165 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f315c100440 msgr2=0x7f315c198730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.123+0000 7f315ad9d640 1 --2- 172.21.15.1:0/2232795165 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f315c100440 0x7f315c198730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.123+0000 7f315ad9d640 1 -- 172.21.15.1:0/2232795165 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f315c101d20 msgr2=0x7f315c198c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.124+0000 7f315ad9d640 1 --2- 172.21.15.1:0/2232795165 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f315c101d20 0x7f315c198c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.124+0000 7f315ad9d640 1 -- 172.21.15.1:0/2232795165 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f314c009560 con 0x7f315c1026c0 2024-02-10T00:01:22.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.124+0000 7f315ad9d640 1 --2- 172.21.15.1:0/2232795165 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f315c1026c0 0x7f315c1a37b0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f315400e990 tx=0x7f315400ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:22.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.124+0000 7f31537fe640 1 -- 172.21.15.1:0/2232795165 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3154004d20 con 0x7f315c1026c0 2024-02-10T00:01:22.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.124+0000 7f3160c9d640 1 -- 172.21.15.1:0/2232795165 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f315c1a4090 con 0x7f315c1026c0 2024-02-10T00:01:22.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.124+0000 7f31537fe640 1 -- 172.21.15.1:0/2232795165 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3154004e80 con 0x7f315c1026c0 2024-02-10T00:01:22.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.124+0000 7f31537fe640 1 -- 172.21.15.1:0/2232795165 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31540116d0 con 0x7f315c1026c0 2024-02-10T00:01:22.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.124+0000 7f3160c9d640 1 -- 172.21.15.1:0/2232795165 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f315c1a4550 con 0x7f315c1026c0 2024-02-10T00:01:22.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.127+0000 7f31537fe640 1 -- 172.21.15.1:0/2232795165 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f31540052d0 con 0x7f315c1026c0 2024-02-10T00:01:22.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.127+0000 7f3163878740 1 Processor -- start 2024-02-10T00:01:22.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.127+0000 7f3163878740 1 -- start start 2024-02-10T00:01:22.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.127+0000 7f3163878740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555877bf5a30 0x555877bf5e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.127+0000 7f3163878740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555877bf63e0 0x555877bfe990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.127+0000 7f3163878740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555877bfef60 0x555877c013b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.127+0000 7f3163878740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x555877bb1020 con 0x555877bfef60 2024-02-10T00:01:22.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.127+0000 7f3163878740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x555877b64320 con 0x555877bf5a30 2024-02-10T00:01:22.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.127+0000 7f3163878740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x555877b61850 con 0x555877bf63e0 2024-02-10T00:01:22.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.127+0000 7f31537fe640 1 --2- 172.21.15.1:0/2232795165 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f31480a2230 0x7f31480a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.127+0000 7f3153fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555877bfef60 0x555877c013b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.127+0000 7f315ad9d640 1 --2- 172.21.15.1:0/2232795165 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f31480a2230 0x7f31480a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.127+0000 7f3153fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555877bfef60 0x555877c013b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37260/0 (socket says 172.21.15.1:37260) 2024-02-10T00:01:22.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.127+0000 7f3153fff640 1 -- 172.21.15.1:0/3156913305 learned_addr learned my addr 172.21.15.1:0/3156913305 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:22.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.128+0000 7f31537fe640 1 -- 172.21.15.1:0/2232795165 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f31540ce1a0 con 0x7f315c1026c0 2024-02-10T00:01:22.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.128+0000 7f315a59c640 1 --2- 172.21.15.1:0/3156913305 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555877bf63e0 0x555877bfe990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.128+0000 7f3153fff640 1 --2- 172.21.15.1:0/3156913305 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555877bf5a30 0x555877bf5e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.128+0000 7f3153fff640 1 -- 172.21.15.1:0/3156913305 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555877bf63e0 msgr2=0x555877bfe990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:22.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.128+0000 7f3153fff640 1 --2- 172.21.15.1:0/3156913305 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555877bf63e0 0x555877bfe990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.128+0000 7f3153fff640 1 -- 172.21.15.1:0/3156913305 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555877bf5a30 msgr2=0x555877bf5e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:22.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.128+0000 7f3153fff640 1 --2- 172.21.15.1:0/3156913305 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555877bf5a30 0x555877bf5e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.128+0000 7f3153fff640 1 -- 172.21.15.1:0/3156913305 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555877b1f210 con 0x555877bfef60 2024-02-10T00:01:22.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.128+0000 7f315ad9d640 1 --2- 172.21.15.1:0/2232795165 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f31480a2230 0x7f31480a46f0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f31540cb9d0 tx=0x7f315406aad0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:22.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.128+0000 7f3153fff640 1 --2- 172.21.15.1:0/3156913305 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555877bfef60 0x555877c013b0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f31440125a0 tx=0x7f314400b650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42b9342c8f3d2567 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:22.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.128+0000 7f3150ff9640 1 -- 172.21.15.1:0/3156913305 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3144017070 con 0x555877bfef60 2024-02-10T00:01:22.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.128+0000 7f3150ff9640 1 -- 172.21.15.1:0/3156913305 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3144004220 con 0x555877bfef60 2024-02-10T00:01:22.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.128+0000 7f3150ff9640 1 -- 172.21.15.1:0/3156913305 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3144010780 con 0x555877bfef60 2024-02-10T00:01:22.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.129+0000 7f3163878740 1 -- 172.21.15.1:0/3156913305 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555877bfef60 msgr2=0x555877c013b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.129+0000 7f3163878740 1 --2- 172.21.15.1:0/3156913305 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555877bfef60 0x555877c013b0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f31440125a0 tx=0x7f314400b650 comp rx=0 tx=0).stop 2024-02-10T00:01:22.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.129+0000 7f3163878740 1 -- 172.21.15.1:0/3156913305 shutdown_connections 2024-02-10T00:01:22.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.129+0000 7f3163878740 1 --2- 172.21.15.1:0/3156913305 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555877bfef60 0x555877c013b0 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.129+0000 7f3163878740 1 --2- 172.21.15.1:0/3156913305 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555877bf63e0 0x555877bfe990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.129+0000 7f3163878740 1 --2- 172.21.15.1:0/3156913305 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555877bf5a30 0x555877bf5e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.129+0000 7f3163878740 1 -- 172.21.15.1:0/3156913305 >> 172.21.15.1:0/3156913305 conn(0x555877bf0100 msgr2=0x555877bf04e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:22.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.129+0000 7f3163878740 1 -- 172.21.15.1:0/3156913305 shutdown_connections 2024-02-10T00:01:22.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.129+0000 7f3163878740 1 -- 172.21.15.1:0/3156913305 wait complete. 2024-02-10T00:01:22.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.129+0000 7f3163878740 1 -- start start 2024-02-10T00:01:22.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.129+0000 7f3163878740 1 Processor -- start 2024-02-10T00:01:22.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.129+0000 7f3163878740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555877bf5a30 0x555877bfbf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.130+0000 7f3163878740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555877bf63e0 0x555877bfc470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.130+0000 7f3163878740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555877bfef60 0x555877bfc9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.130+0000 7f3163878740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x555877b5d030 con 0x555877bfef60 2024-02-10T00:01:22.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.130+0000 7f3163878740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x555877830430 con 0x555877bf5a30 2024-02-10T00:01:22.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.130+0000 7f3163878740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5558777ece00 con 0x555877bf63e0 2024-02-10T00:01:22.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.130+0000 7f3163878740 10 client.0 _ll_register_callbacks cb 0x555877b52030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:22.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.130+0000 7f3153fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555877bfef60 0x555877bfc9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.130+0000 7f3153fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555877bfef60 0x555877bfc9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37274/0 (socket says 172.21.15.1:37274) 2024-02-10T00:01:22.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.130+0000 7f315a59c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555877bf63e0 0x555877bfc470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.130+0000 7f3153fff640 1 -- 172.21.15.1:0/1454007376 learned_addr learned my addr 172.21.15.1:0/1454007376 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:22.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.130+0000 7f3153fff640 1 --2- 172.21.15.1:0/1454007376 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555877bf5a30 0x555877bfbf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.130+0000 7f315a59c640 1 -- 172.21.15.1:0/1454007376 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555877bf5a30 msgr2=0x555877bfbf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:22.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.130+0000 7f315a59c640 1 --2- 172.21.15.1:0/1454007376 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555877bf5a30 0x555877bfbf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.130+0000 7f315a59c640 1 -- 172.21.15.1:0/1454007376 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555877bfef60 msgr2=0x555877bfc9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:22.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.130+0000 7f315a59c640 1 --2- 172.21.15.1:0/1454007376 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555877bfef60 0x555877bfc9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.130+0000 7f315a59c640 1 -- 172.21.15.1:0/1454007376 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f314400be50 con 0x555877bf63e0 2024-02-10T00:01:22.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.130+0000 7f3153fff640 1 --2- 172.21.15.1:0/1454007376 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555877bfef60 0x555877bfc9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:01:22.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.130+0000 7f315a59c640 1 --2- 172.21.15.1:0/1454007376 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555877bf63e0 0x555877bfc470 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f314c02c170 tx=0x7f314c02ca10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3d204a62b166eb9e server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:22.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.130+0000 7f3141ffb640 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-02-10T00:01:22.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.130+0000 7f3141ffb640 1 -- 172.21.15.1:0/1454007376 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f314c004050 con 0x555877bf63e0 2024-02-10T00:01:22.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.131+0000 7f3163878740 1 -- 172.21.15.1:0/1454007376 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55587785c7e0 con 0x555877bf63e0 2024-02-10T00:01:22.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.131+0000 7f3141ffb640 1 -- 172.21.15.1:0/1454007376 <== mon.1 v2:172.21.15.103:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f314c0041b0 con 0x555877bf63e0 2024-02-10T00:01:22.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.131+0000 7f3141ffb640 1 -- 172.21.15.1:0/1454007376 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f314c004370 con 0x555877bf63e0 2024-02-10T00:01:22.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.131+0000 7f3163878740 10 client.25771 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:22.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.131+0000 7f3163878740 1 -- 172.21.15.1:0/1454007376 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x555877b5b6b0 con 0x555877bf63e0 2024-02-10T00:01:22.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.131+0000 7f3141ffb640 1 -- 172.21.15.1:0/1454007376 <== mon.1 v2:172.21.15.103:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55587785c7e0 con 0x555877bf63e0 2024-02-10T00:01:22.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.131+0000 7f3141ffb640 1 -- 172.21.15.1:0/1454007376 <== mon.1 v2:172.21.15.103:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f314c03c040 con 0x555877bf63e0 2024-02-10T00:01:22.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.131+0000 7f3163878740 10 client.25771 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:22.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.131+0000 7f3163878740 10 client.25771 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:01:22.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.131+0000 7f3163878740 20 client.25771 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:22.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.131+0000 7f3163878740 1 --2- 172.21.15.1:0/1454007376 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x555877c0f550 0x555877c11970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.131+0000 7f3163878740 4 client.25771 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:01:22.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.131+0000 7f3163878740 1 -- 172.21.15.1:0/1454007376 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555877899720 con 0x555877c0f550 2024-02-10T00:01:22.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.131+0000 7f3153fff640 1 --2- 172.21.15.1:0/1454007376 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x555877c0f550 0x555877c11970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.132+0000 7f3153fff640 1 --2- 172.21.15.1:0/1454007376 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x555877c0f550 0x555877c11970 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=cb83e4f0524aa044 server_cookie=b600249d2ec9f5e8 in_seq=0 out_seq=0 2024-02-10T00:01:22.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.132+0000 7f3141ffb640 10 client.25771 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:01:22.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.132+0000 7f3141ffb640 1 -- 172.21.15.1:0/1454007376 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x555877899720 con 0x555877c0f550 2024-02-10T00:01:22.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.132+0000 7f3141ffb640 10 client.25771 handle_command_reply: tid=0 2024-02-10T00:01:22.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.132+0000 7f3163878740 1 client.25771 shutdown 2024-02-10T00:01:22.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.133+0000 7f3163878740 1 -- 172.21.15.1:0/1454007376 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555877bf63e0 msgr2=0x555877bfc470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.133+0000 7f3163878740 1 --2- 172.21.15.1:0/1454007376 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555877bf63e0 0x555877bfc470 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f314c02c170 tx=0x7f314c02ca10 comp rx=0 tx=0).stop 2024-02-10T00:01:22.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.133+0000 7f3163878740 1 -- 172.21.15.1:0/1454007376 shutdown_connections 2024-02-10T00:01:22.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.133+0000 7f3163878740 1 --2- 172.21.15.1:0/1454007376 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x555877c0f550 0x555877c11970 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.133+0000 7f3163878740 1 --2- 172.21.15.1:0/1454007376 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555877bfef60 0x555877bfc9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.143 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.133+0000 7f3163878740 1 --2- 172.21.15.1:0/1454007376 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555877bf63e0 0x555877bfc470 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.143 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.133+0000 7f3141ffb640 0 client.25771 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:01:22.143 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.133+0000 7f3163878740 1 --2- 172.21.15.1:0/1454007376 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555877bf5a30 0x555877bfbf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.143 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.133+0000 7f3163878740 1 -- 172.21.15.1:0/1454007376 >> 172.21.15.1:0/1454007376 conn(0x555877bf0100 msgr2=0x555877bf1e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:22.143 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.133+0000 7f3163878740 1 -- 172.21.15.1:0/1454007376 shutdown_connections 2024-02-10T00:01:22.143 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.133+0000 7f3163878740 1 -- 172.21.15.1:0/1454007376 wait complete. 2024-02-10T00:01:22.143 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.133+0000 7f3163878740 20 client.25771 trim_cache size 0 max 16384 2024-02-10T00:01:22.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.144+0000 7f3163878740 1 Processor -- start 2024-02-10T00:01:22.153 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.144+0000 7f3163878740 1 -- start start 2024-02-10T00:01:22.153 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.144+0000 7f3163878740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555877bf5a30 0x555877bfe660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.153 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.144+0000 7f3163878740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555877bf63e0 0x555877bf67c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.153 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.144+0000 7f3163878740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555877bfef60 0x555877bfc7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.153 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.144+0000 7f3163878740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x555877ae2130 con 0x555877bf63e0 2024-02-10T00:01:22.153 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.144+0000 7f3163878740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x555877bebab0 con 0x555877bf5a30 2024-02-10T00:01:22.153 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.144+0000 7f3163878740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x555877bf6170 con 0x555877bfef60 2024-02-10T00:01:22.153 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.145+0000 7f315a59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555877bf63e0 0x555877bf67c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.153 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.145+0000 7f315a59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555877bf63e0 0x555877bf67c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37282/0 (socket says 172.21.15.1:37282) 2024-02-10T00:01:22.153 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.145+0000 7f315a59c640 1 -- 172.21.15.1:0/2229964665 learned_addr learned my addr 172.21.15.1:0/2229964665 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:22.153 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.145+0000 7f3153fff640 1 --2- 172.21.15.1:0/2229964665 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555877bfef60 0x555877bfc7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.153 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.145+0000 7f3153fff640 1 --2- 172.21.15.1:0/2229964665 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555877bf5a30 0x555877bfe660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.153 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.145+0000 7f315a59c640 1 -- 172.21.15.1:0/2229964665 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555877bfef60 msgr2=0x555877bfc7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:22.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.145+0000 7f315a59c640 1 --2- 172.21.15.1:0/2229964665 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555877bfef60 0x555877bfc7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.145+0000 7f315a59c640 1 -- 172.21.15.1:0/2229964665 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555877bf5a30 msgr2=0x555877bfe660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:22.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.145+0000 7f315a59c640 1 --2- 172.21.15.1:0/2229964665 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555877bf5a30 0x555877bfe660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.145+0000 7f315a59c640 1 -- 172.21.15.1:0/2229964665 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555877af7c90 con 0x555877bf63e0 2024-02-10T00:01:22.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.145+0000 7f315a59c640 1 --2- 172.21.15.1:0/2229964665 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555877bf63e0 0x555877bf67c0 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f314c009850 tx=0x7f314c0049d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c4d9c6025765d25 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:22.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.145+0000 7f3143fff640 1 -- 172.21.15.1:0/2229964665 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f314c0035f0 con 0x555877bf63e0 2024-02-10T00:01:22.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.145+0000 7f3143fff640 1 -- 172.21.15.1:0/2229964665 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f314c004a80 con 0x555877bf63e0 2024-02-10T00:01:22.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.145+0000 7f3143fff640 1 -- 172.21.15.1:0/2229964665 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f314c005050 con 0x555877bf63e0 2024-02-10T00:01:22.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.146+0000 7f3163878740 1 -- 172.21.15.1:0/2229964665 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555877bf63e0 msgr2=0x555877bf67c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.146+0000 7f3163878740 1 --2- 172.21.15.1:0/2229964665 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555877bf63e0 0x555877bf67c0 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f314c009850 tx=0x7f314c0049d0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.146+0000 7f3163878740 1 -- 172.21.15.1:0/2229964665 shutdown_connections 2024-02-10T00:01:22.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.146+0000 7f3163878740 1 --2- 172.21.15.1:0/2229964665 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555877bfef60 0x555877bfc7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.146+0000 7f3163878740 1 --2- 172.21.15.1:0/2229964665 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555877bf63e0 0x555877bf67c0 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.146+0000 7f3163878740 1 --2- 172.21.15.1:0/2229964665 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555877bf5a30 0x555877bfe660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.146+0000 7f3163878740 1 -- 172.21.15.1:0/2229964665 >> 172.21.15.1:0/2229964665 conn(0x555877bf0100 msgr2=0x555877bf04e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:22.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.146+0000 7f3163878740 1 -- 172.21.15.1:0/2229964665 shutdown_connections 2024-02-10T00:01:22.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.146+0000 7f3163878740 1 -- 172.21.15.1:0/2229964665 wait complete. 2024-02-10T00:01:22.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.146+0000 7f3163878740 1 -- start start 2024-02-10T00:01:22.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.146+0000 7f3163878740 1 Processor -- start 2024-02-10T00:01:22.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.146+0000 7f3163878740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555877bf5a30 0x555877c06030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.146+0000 7f3163878740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555877bf63e0 0x555877c043d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.146+0000 7f3163878740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555877bfef60 0x555877c04910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.146+0000 7f3163878740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x555877c04e50 con 0x555877bfef60 2024-02-10T00:01:22.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.146+0000 7f3163878740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x555877c04fc0 con 0x555877bf5a30 2024-02-10T00:01:22.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.146+0000 7f3163878740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x555877c05180 con 0x555877bf63e0 2024-02-10T00:01:22.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.146+0000 7f3163878740 10 client.0 _ll_register_callbacks cb 0x7f314400b860 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:22.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.146+0000 7f3153fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555877bfef60 0x555877c04910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.146+0000 7f3153fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555877bfef60 0x555877c04910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37292/0 (socket says 172.21.15.1:37292) 2024-02-10T00:01:22.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.146+0000 7f3153fff640 1 -- 172.21.15.1:0/4014088884 learned_addr learned my addr 172.21.15.1:0/4014088884 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:22.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.146+0000 7f315a59c640 1 --2- 172.21.15.1:0/4014088884 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555877bf63e0 0x555877c043d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.147+0000 7f3153fff640 1 --2- 172.21.15.1:0/4014088884 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555877bf5a30 0x555877c06030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.147+0000 7f3153fff640 1 -- 172.21.15.1:0/4014088884 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555877bf63e0 msgr2=0x555877c043d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:22.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.147+0000 7f3153fff640 1 --2- 172.21.15.1:0/4014088884 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555877bf63e0 0x555877c043d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.147+0000 7f3153fff640 1 -- 172.21.15.1:0/4014088884 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555877bf5a30 msgr2=0x555877c06030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:22.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.147+0000 7f3153fff640 1 --2- 172.21.15.1:0/4014088884 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555877bf5a30 0x555877c06030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.147+0000 7f3153fff640 1 -- 172.21.15.1:0/4014088884 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x555877b5b6b0 con 0x555877bfef60 2024-02-10T00:01:22.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.147+0000 7f3153fff640 1 --2- 172.21.15.1:0/4014088884 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555877bfef60 0x555877c04910 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f3144005d00 tx=0x7f314400b410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7454aee7f5fd06a2 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:22.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.147+0000 7f3141ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:22.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.147+0000 7f3141ffb640 1 -- 172.21.15.1:0/4014088884 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f314402fea0 con 0x555877bfef60 2024-02-10T00:01:22.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.147+0000 7f3141ffb640 1 -- 172.21.15.1:0/4014088884 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f3144000e40 con 0x555877bfef60 2024-02-10T00:01:22.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.147+0000 7f3163878740 1 -- 172.21.15.1:0/4014088884 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3144004220 con 0x555877bfef60 2024-02-10T00:01:22.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.147+0000 7f3141ffb640 1 -- 172.21.15.1:0/4014088884 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3144017040 con 0x555877bfef60 2024-02-10T00:01:22.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.147+0000 7f3163878740 10 client.16287 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:22.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.147+0000 7f3163878740 1 -- 172.21.15.1:0/4014088884 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x555877b1da70 con 0x555877bfef60 2024-02-10T00:01:22.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.147+0000 7f3141ffb640 1 -- 172.21.15.1:0/4014088884 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3144004220 con 0x555877bfef60 2024-02-10T00:01:22.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.147+0000 7f3141ffb640 1 -- 172.21.15.1:0/4014088884 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f314402f120 con 0x555877bfef60 2024-02-10T00:01:22.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.148+0000 7f3163878740 10 client.16287 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:22.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.148+0000 7f3163878740 10 client.16287 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:01:22.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.148+0000 7f3163878740 20 client.16287 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:22.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.148+0000 7f3163878740 1 --2- 172.21.15.1:0/4014088884 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x555877c66d70 0x555877c69190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.148+0000 7f3163878740 4 client.16287 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:01:22.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.148+0000 7f3163878740 1 -- 172.21.15.1:0/4014088884 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5558778e8890 con 0x555877c66d70 2024-02-10T00:01:22.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.148+0000 7f315a59c640 1 --2- 172.21.15.1:0/4014088884 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x555877c66d70 0x555877c69190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.148+0000 7f315a59c640 1 --2- 172.21.15.1:0/4014088884 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x555877c66d70 0x555877c69190 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4d581da4f2a556a1 server_cookie=e7b35451bdffd3dc in_seq=0 out_seq=0 2024-02-10T00:01:22.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.148+0000 7f3141ffb640 10 client.16287 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:01:22.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.148+0000 7f3141ffb640 1 -- 172.21.15.1:0/4014088884 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5558778e8890 con 0x555877c66d70 2024-02-10T00:01:22.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.148+0000 7f3141ffb640 10 client.16287 handle_command_reply: tid=0 2024-02-10T00:01:22.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.148+0000 7f3163878740 1 client.16287 shutdown 2024-02-10T00:01:22.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.149+0000 7f3163878740 1 -- 172.21.15.1:0/4014088884 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555877bfef60 msgr2=0x555877c04910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.149+0000 7f3163878740 1 --2- 172.21.15.1:0/4014088884 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555877bfef60 0x555877c04910 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f3144005d00 tx=0x7f314400b410 comp rx=0 tx=0).stop 2024-02-10T00:01:22.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.149+0000 7f3163878740 1 -- 172.21.15.1:0/4014088884 shutdown_connections 2024-02-10T00:01:22.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.149+0000 7f3163878740 1 --2- 172.21.15.1:0/4014088884 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x555877c66d70 0x555877c69190 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.149+0000 7f3163878740 1 --2- 172.21.15.1:0/4014088884 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555877bfef60 0x555877c04910 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.149+0000 7f3163878740 1 --2- 172.21.15.1:0/4014088884 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555877bf63e0 0x555877c043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.149+0000 7f3141ffb640 0 client.16287 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:01:22.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.149+0000 7f3163878740 1 --2- 172.21.15.1:0/4014088884 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555877bf5a30 0x555877c06030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.149+0000 7f3163878740 1 -- 172.21.15.1:0/4014088884 >> 172.21.15.1:0/4014088884 conn(0x555877bf0100 msgr2=0x555877bf67c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:22.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.149+0000 7f3163878740 1 -- 172.21.15.1:0/4014088884 shutdown_connections 2024-02-10T00:01:22.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.149+0000 7f3163878740 1 -- 172.21.15.1:0/4014088884 wait complete. 2024-02-10T00:01:22.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.149+0000 7f3163878740 20 client.16287 trim_cache size 0 max 16384 2024-02-10T00:01:22.159 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:01:22.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.149+0000 7f3160c9d640 1 -- 172.21.15.1:0/2232795165 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f31480a2230 msgr2=0x7f31480a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.149+0000 7f3160c9d640 1 --2- 172.21.15.1:0/2232795165 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f31480a2230 0x7f31480a46f0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f31540cb9d0 tx=0x7f315406aad0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.149+0000 7f3160c9d640 1 -- 172.21.15.1:0/2232795165 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f315c1026c0 msgr2=0x7f315c1a37b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.149+0000 7f3160c9d640 1 --2- 172.21.15.1:0/2232795165 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f315c1026c0 0x7f315c1a37b0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f315400e990 tx=0x7f315400ee50 comp rx=0 tx=0).stop 2024-02-10T00:01:22.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.149+0000 7f3160c9d640 1 -- 172.21.15.1:0/2232795165 shutdown_connections 2024-02-10T00:01:22.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.149+0000 7f3160c9d640 1 --2- 172.21.15.1:0/2232795165 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f31480a2230 0x7f31480a46f0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.149+0000 7f3160c9d640 1 --2- 172.21.15.1:0/2232795165 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f315c1026c0 0x7f315c1a37b0 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.149+0000 7f3160c9d640 1 --2- 172.21.15.1:0/2232795165 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f315c101d20 0x7f315c198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.149+0000 7f3160c9d640 1 --2- 172.21.15.1:0/2232795165 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f315c100440 0x7f315c198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.149+0000 7f3160c9d640 1 -- 172.21.15.1:0/2232795165 >> 172.21.15.1:0/2232795165 conn(0x7f315c077310 msgr2=0x7f315c103f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:22.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.149+0000 7f3160c9d640 1 -- 172.21.15.1:0/2232795165 shutdown_connections 2024-02-10T00:01:22.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.149+0000 7f3160c9d640 1 -- 172.21.15.1:0/2232795165 wait complete. 2024-02-10T00:01:22.163 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:01:22.163 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-02-10T00:01:22.270 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.265+0000 7fd506ec2640 1 -- 172.21.15.1:0/2491285759 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd500100d10 msgr2=0x7fd500104e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.270 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.265+0000 7fd506ec2640 1 --2- 172.21.15.1:0/2491285759 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd500100d10 0x7fd500104e60 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fd4ec009930 tx=0x7fd4ec02bc30 comp rx=0 tx=0).stop 2024-02-10T00:01:22.270 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.265+0000 7fd506ec2640 1 -- 172.21.15.1:0/2491285759 shutdown_connections 2024-02-10T00:01:22.270 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.265+0000 7fd506ec2640 1 --2- 172.21.15.1:0/2491285759 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd500105540 0x7fd50010d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.270 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.265+0000 7fd506ec2640 1 --2- 172.21.15.1:0/2491285759 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd500100d10 0x7fd500104e60 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.265+0000 7fd506ec2640 1 --2- 172.21.15.1:0/2491285759 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd500100360 0x7fd500100740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.265+0000 7fd506ec2640 1 -- 172.21.15.1:0/2491285759 >> 172.21.15.1:0/2491285759 conn(0x7fd5000772a0 msgr2=0x7fd5000776b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:22.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.265+0000 7fd506ec2640 1 -- 172.21.15.1:0/2491285759 shutdown_connections 2024-02-10T00:01:22.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.265+0000 7fd506ec2640 1 -- 172.21.15.1:0/2491285759 wait complete. 2024-02-10T00:01:22.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.266+0000 7fd506ec2640 1 Processor -- start 2024-02-10T00:01:22.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.266+0000 7fd506ec2640 1 -- start start 2024-02-10T00:01:22.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.266+0000 7fd506ec2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd500100360 0x7fd50019c600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.266+0000 7fd506ec2640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd500105540 0x7fd50019cb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.266+0000 7fd506ec2640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd5001966c0 0x7fd500196b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.266+0000 7fd506ec2640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd500197190 con 0x7fd500100360 2024-02-10T00:01:22.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.266+0000 7fd506ec2640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd500197300 con 0x7fd500105540 2024-02-10T00:01:22.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.266+0000 7fd506ec2640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5001974c0 con 0x7fd5001966c0 2024-02-10T00:01:22.272 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.266+0000 7fd504c5e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd500100360 0x7fd50019c600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.272 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.266+0000 7fd504c5e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd500100360 0x7fd50019c600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37308/0 (socket says 172.21.15.1:37308) 2024-02-10T00:01:22.272 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.266+0000 7fd504c5e640 1 -- 172.21.15.1:0/686884775 learned_addr learned my addr 172.21.15.1:0/686884775 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:22.272 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.266+0000 7fd50545f640 1 --2- 172.21.15.1:0/686884775 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd5001966c0 0x7fd500196b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.272 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.266+0000 7fd4fffff640 1 --2- 172.21.15.1:0/686884775 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd500105540 0x7fd50019cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.272 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.266+0000 7fd504c5e640 1 -- 172.21.15.1:0/686884775 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd5001966c0 msgr2=0x7fd500196b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.273 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.266+0000 7fd504c5e640 1 --2- 172.21.15.1:0/686884775 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd5001966c0 0x7fd500196b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.273 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.266+0000 7fd504c5e640 1 -- 172.21.15.1:0/686884775 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd500105540 msgr2=0x7fd50019cb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.273 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.266+0000 7fd504c5e640 1 --2- 172.21.15.1:0/686884775 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd500105540 0x7fd50019cb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.273 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.266+0000 7fd504c5e640 1 -- 172.21.15.1:0/686884775 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4ec009560 con 0x7fd500100360 2024-02-10T00:01:22.273 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.267+0000 7fd504c5e640 1 --2- 172.21.15.1:0/686884775 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd500100360 0x7fd50019c600 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fd4f400d950 tx=0x7fd4f400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:22.273 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.267+0000 7fd4fdffb640 1 -- 172.21.15.1:0/686884775 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4f4009c30 con 0x7fd500100360 2024-02-10T00:01:22.273 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.267+0000 7fd4fdffb640 1 -- 172.21.15.1:0/686884775 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd4f4009d90 con 0x7fd500100360 2024-02-10T00:01:22.273 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.267+0000 7fd4fdffb640 1 -- 172.21.15.1:0/686884775 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4f400f7e0 con 0x7fd500100360 2024-02-10T00:01:22.273 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.267+0000 7fd506ec2640 1 -- 172.21.15.1:0/686884775 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd5001a3460 con 0x7fd500100360 2024-02-10T00:01:22.273 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.267+0000 7fd506ec2640 1 -- 172.21.15.1:0/686884775 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5001a3940 con 0x7fd500100360 2024-02-10T00:01:22.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.269+0000 7fd4fdffb640 1 -- 172.21.15.1:0/686884775 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fd4f4010ad0 con 0x7fd500100360 2024-02-10T00:01:22.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.269+0000 7fd509b68740 1 Processor -- start 2024-02-10T00:01:22.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.269+0000 7fd4fdffb640 1 --2- 172.21.15.1:0/686884775 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd4f00a2230 0x7fd4f00a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.269+0000 7fd509b68740 1 -- start start 2024-02-10T00:01:22.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.270+0000 7fd50545f640 1 --2- 172.21.15.1:0/686884775 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd4f00a2230 0x7fd4f00a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.270+0000 7fd509b68740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560ef6128a0 0x5560ef612c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.270+0000 7fd4fdffb640 1 -- 172.21.15.1:0/686884775 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fd4f40cdc90 con 0x7fd500100360 2024-02-10T00:01:22.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.270+0000 7fd509b68740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560ef613250 0x5560ef619b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.270+0000 7fd509b68740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560ef61a150 0x5560ef61a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.270+0000 7fd509b68740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560ef5ce020 con 0x5560ef6128a0 2024-02-10T00:01:22.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.270+0000 7fd509b68740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560ef581320 con 0x5560ef613250 2024-02-10T00:01:22.281 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.270+0000 7fd509b68740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560ef57e850 con 0x5560ef61a150 2024-02-10T00:01:22.281 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.270+0000 7fd504c5e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560ef6128a0 0x5560ef612c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.281 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.270+0000 7fd504c5e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560ef6128a0 0x5560ef612c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37316/0 (socket says 172.21.15.1:37316) 2024-02-10T00:01:22.281 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.270+0000 7fd504c5e640 1 -- 172.21.15.1:0/497079643 learned_addr learned my addr 172.21.15.1:0/497079643 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:22.281 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.270+0000 7fd4fffff640 1 --2- 172.21.15.1:0/497079643 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560ef613250 0x5560ef619b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.281 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.270+0000 7fd50545f640 1 --2- 172.21.15.1:0/497079643 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560ef61a150 0x5560ef61a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.281 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.270+0000 7fd504c5e640 1 -- 172.21.15.1:0/497079643 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560ef61a150 msgr2=0x5560ef61a5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:22.281 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.270+0000 7fd504c5e640 1 --2- 172.21.15.1:0/497079643 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560ef61a150 0x5560ef61a5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.281 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.270+0000 7fd504c5e640 1 -- 172.21.15.1:0/497079643 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560ef613250 msgr2=0x5560ef619b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:22.281 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.270+0000 7fd504c5e640 1 --2- 172.21.15.1:0/497079643 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560ef613250 0x5560ef619b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.281 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.270+0000 7fd504c5e640 1 -- 172.21.15.1:0/497079643 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5560ef53c210 con 0x5560ef6128a0 2024-02-10T00:01:22.281 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.270+0000 7fd50545f640 1 --2- 172.21.15.1:0/686884775 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd4f00a2230 0x7fd4f00a46f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fd4f8005fd0 tx=0x7fd4f8010740 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:22.281 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.270+0000 7fd504c5e640 1 --2- 172.21.15.1:0/497079643 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560ef6128a0 0x5560ef612c80 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fd4f40a28c0 tx=0x7fd4f4005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6663f23fbddc3620 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:22.282 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.270+0000 7fd4eaffd640 1 -- 172.21.15.1:0/497079643 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4f409e7a0 con 0x5560ef6128a0 2024-02-10T00:01:22.282 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.270+0000 7fd4eaffd640 1 -- 172.21.15.1:0/497079643 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd4f40a2df0 con 0x5560ef6128a0 2024-02-10T00:01:22.282 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.270+0000 7fd4eaffd640 1 -- 172.21.15.1:0/497079643 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4f4099b50 con 0x5560ef6128a0 2024-02-10T00:01:22.282 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.271+0000 7fd509b68740 1 -- 172.21.15.1:0/497079643 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560ef6128a0 msgr2=0x5560ef612c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.282 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.271+0000 7fd509b68740 1 --2- 172.21.15.1:0/497079643 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560ef6128a0 0x5560ef612c80 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fd4f40a28c0 tx=0x7fd4f4005880 comp rx=0 tx=0).stop 2024-02-10T00:01:22.282 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.271+0000 7fd509b68740 1 -- 172.21.15.1:0/497079643 shutdown_connections 2024-02-10T00:01:22.282 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.271+0000 7fd509b68740 1 --2- 172.21.15.1:0/497079643 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560ef61a150 0x5560ef61a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.282 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.271+0000 7fd509b68740 1 --2- 172.21.15.1:0/497079643 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560ef613250 0x5560ef619b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.282 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.271+0000 7fd509b68740 1 --2- 172.21.15.1:0/497079643 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560ef6128a0 0x5560ef612c80 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.282 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.271+0000 7fd509b68740 1 -- 172.21.15.1:0/497079643 >> 172.21.15.1:0/497079643 conn(0x5560ef60d100 msgr2=0x5560ef60d4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:22.282 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.271+0000 7fd509b68740 1 -- 172.21.15.1:0/497079643 shutdown_connections 2024-02-10T00:01:22.282 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.271+0000 7fd509b68740 1 -- 172.21.15.1:0/497079643 wait complete. 2024-02-10T00:01:22.282 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.271+0000 7fd509b68740 1 -- start start 2024-02-10T00:01:22.282 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.271+0000 7fd509b68740 1 Processor -- start 2024-02-10T00:01:22.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.272+0000 7fd509b68740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560ef6128a0 0x5560ef61dc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.272+0000 7fd509b68740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560ef613250 0x5560ef61e180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.272+0000 7fd509b68740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560ef61a150 0x5560ef61e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.272+0000 7fd509b68740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560ef57a030 con 0x5560ef6128a0 2024-02-10T00:01:22.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.272+0000 7fd509b68740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560ef24d430 con 0x5560ef61a150 2024-02-10T00:01:22.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.272+0000 7fd509b68740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560ef209e00 con 0x5560ef613250 2024-02-10T00:01:22.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.272+0000 7fd509b68740 10 client.0 _ll_register_callbacks cb 0x5560ef56f030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:22.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.272+0000 7fd504c5e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560ef6128a0 0x5560ef61dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.272+0000 7fd504c5e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560ef6128a0 0x5560ef61dc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37330/0 (socket says 172.21.15.1:37330) 2024-02-10T00:01:22.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.272+0000 7fd504c5e640 1 -- 172.21.15.1:0/11079297 learned_addr learned my addr 172.21.15.1:0/11079297 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:22.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.272+0000 7fd50545f640 1 --2- 172.21.15.1:0/11079297 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560ef61a150 0x5560ef61e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.272+0000 7fd4fffff640 1 --2- 172.21.15.1:0/11079297 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560ef613250 0x5560ef61e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.272+0000 7fd504c5e640 1 -- 172.21.15.1:0/11079297 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560ef613250 msgr2=0x5560ef61e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:22.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.272+0000 7fd504c5e640 1 --2- 172.21.15.1:0/11079297 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560ef613250 0x5560ef61e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.272+0000 7fd504c5e640 1 -- 172.21.15.1:0/11079297 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560ef61a150 msgr2=0x5560ef61e6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:22.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.272+0000 7fd504c5e640 1 --2- 172.21.15.1:0/11079297 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560ef61a150 0x5560ef61e6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.272+0000 7fd504c5e640 1 -- 172.21.15.1:0/11079297 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5001a3940 con 0x5560ef6128a0 2024-02-10T00:01:22.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.272+0000 7fd4fffff640 1 --2- 172.21.15.1:0/11079297 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560ef613250 0x5560ef61e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:01:22.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.272+0000 7fd504c5e640 1 --2- 172.21.15.1:0/11079297 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560ef6128a0 0x5560ef61dc40 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7fd4f409a8c0 tx=0x7fd4f4000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=813b0d0a12c032fe server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:22.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.272+0000 7fd4dffff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:22.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.272+0000 7fd4dffff640 1 -- 172.21.15.1:0/11079297 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4f40850b0 con 0x5560ef6128a0 2024-02-10T00:01:22.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.273+0000 7fd509b68740 1 -- 172.21.15.1:0/11079297 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5560ef2797e0 con 0x5560ef6128a0 2024-02-10T00:01:22.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.273+0000 7fd4dffff640 1 -- 172.21.15.1:0/11079297 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fd4f409e7a0 con 0x5560ef6128a0 2024-02-10T00:01:22.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.273+0000 7fd4dffff640 1 -- 172.21.15.1:0/11079297 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd4f4099b50 con 0x5560ef6128a0 2024-02-10T00:01:22.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.273+0000 7fd509b68740 10 client.16299 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:22.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.273+0000 7fd509b68740 1 -- 172.21.15.1:0/11079297 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5560ef5786b0 con 0x5560ef6128a0 2024-02-10T00:01:22.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.273+0000 7fd4dffff640 1 -- 172.21.15.1:0/11079297 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5560ef2797e0 con 0x5560ef6128a0 2024-02-10T00:01:22.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.273+0000 7fd4dffff640 1 -- 172.21.15.1:0/11079297 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fd4f4096610 con 0x5560ef6128a0 2024-02-10T00:01:22.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.273+0000 7fd509b68740 10 client.16299 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:22.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.273+0000 7fd509b68740 10 client.16299 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:01:22.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.273+0000 7fd509b68740 20 client.16299 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:22.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.273+0000 7fd509b68740 1 --2- 172.21.15.1:0/11079297 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5560ef62e230 0x5560ef630620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.273+0000 7fd509b68740 4 client.16299 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:01:22.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.273+0000 7fd509b68740 1 -- 172.21.15.1:0/11079297 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5560ef2b6720 con 0x5560ef62e230 2024-02-10T00:01:22.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.273+0000 7fd4fffff640 1 --2- 172.21.15.1:0/11079297 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5560ef62e230 0x5560ef630620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.274+0000 7fd4dffff640 10 client.16299 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:01:22.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.274+0000 7fd4fffff640 1 --2- 172.21.15.1:0/11079297 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5560ef62e230 0x5560ef630620 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8e9a354d21dc2d13 server_cookie=52c1d9141e1f5744 in_seq=0 out_seq=0 2024-02-10T00:01:22.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.274+0000 7fd4dffff640 1 -- 172.21.15.1:0/11079297 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5560ef2b6720 con 0x5560ef62e230 2024-02-10T00:01:22.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.274+0000 7fd4dffff640 10 client.16299 handle_command_reply: tid=0 2024-02-10T00:01:22.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.274+0000 7fd509b68740 1 client.16299 shutdown 2024-02-10T00:01:22.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.274+0000 7fd509b68740 1 -- 172.21.15.1:0/11079297 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560ef6128a0 msgr2=0x5560ef61dc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.274+0000 7fd509b68740 1 --2- 172.21.15.1:0/11079297 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560ef6128a0 0x5560ef61dc40 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7fd4f409a8c0 tx=0x7fd4f4000bc0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.274+0000 7fd509b68740 1 -- 172.21.15.1:0/11079297 shutdown_connections 2024-02-10T00:01:22.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.274+0000 7fd509b68740 1 --2- 172.21.15.1:0/11079297 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5560ef62e230 0x5560ef630620 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.274+0000 7fd509b68740 1 --2- 172.21.15.1:0/11079297 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560ef61a150 0x5560ef61e6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.274+0000 7fd509b68740 1 --2- 172.21.15.1:0/11079297 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560ef613250 0x5560ef61e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.274+0000 7fd4dffff640 0 client.16299 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:01:22.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.274+0000 7fd509b68740 1 --2- 172.21.15.1:0/11079297 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560ef6128a0 0x5560ef61dc40 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.275+0000 7fd509b68740 1 -- 172.21.15.1:0/11079297 >> 172.21.15.1:0/11079297 conn(0x5560ef60d100 msgr2=0x5560ef60ee50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:22.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.275+0000 7fd509b68740 1 -- 172.21.15.1:0/11079297 shutdown_connections 2024-02-10T00:01:22.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.275+0000 7fd509b68740 1 -- 172.21.15.1:0/11079297 wait complete. 2024-02-10T00:01:22.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.275+0000 7fd509b68740 20 client.16299 trim_cache size 0 max 16384 2024-02-10T00:01:22.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.286+0000 7fd509b68740 1 Processor -- start 2024-02-10T00:01:22.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.287+0000 7fd509b68740 1 -- start start 2024-02-10T00:01:22.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.287+0000 7fd509b68740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560ef6128a0 0x5560ef620370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.287+0000 7fd509b68740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560ef613250 0x5560ef61b540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.287+0000 7fd509b68740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560ef61a150 0x5560ef625130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.287+0000 7fd509b68740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560ef4ff130 con 0x5560ef6128a0 2024-02-10T00:01:22.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.287+0000 7fd509b68740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560ef60e360 con 0x5560ef613250 2024-02-10T00:01:22.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.287+0000 7fd509b68740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560ef6357e0 con 0x5560ef61a150 2024-02-10T00:01:22.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.287+0000 7fd504c5e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560ef6128a0 0x5560ef620370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.287+0000 7fd504c5e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560ef6128a0 0x5560ef620370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37334/0 (socket says 172.21.15.1:37334) 2024-02-10T00:01:22.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.287+0000 7fd504c5e640 1 -- 172.21.15.1:0/431440111 learned_addr learned my addr 172.21.15.1:0/431440111 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:22.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.287+0000 7fd50545f640 1 --2- 172.21.15.1:0/431440111 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560ef61a150 0x5560ef625130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.287+0000 7fd504c5e640 1 -- 172.21.15.1:0/431440111 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560ef61a150 msgr2=0x5560ef625130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:22.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.287+0000 7fd504c5e640 1 --2- 172.21.15.1:0/431440111 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560ef61a150 0x5560ef625130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.287+0000 7fd504c5e640 1 -- 172.21.15.1:0/431440111 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560ef613250 msgr2=0x5560ef61b540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:22.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.287+0000 7fd504c5e640 1 --2- 172.21.15.1:0/431440111 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560ef613250 0x5560ef61b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.287+0000 7fd504c5e640 1 -- 172.21.15.1:0/431440111 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5560ef514c90 con 0x5560ef6128a0 2024-02-10T00:01:22.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.287+0000 7fd504c5e640 1 --2- 172.21.15.1:0/431440111 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560ef6128a0 0x5560ef620370 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7fd4f4009fd0 tx=0x7fd4f400df40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3dc8807375ea2e3 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:22.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.287+0000 7fd4ea7fc640 1 -- 172.21.15.1:0/431440111 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4f409e7a0 con 0x5560ef6128a0 2024-02-10T00:01:22.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.287+0000 7fd4ea7fc640 1 -- 172.21.15.1:0/431440111 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd4f40850b0 con 0x5560ef6128a0 2024-02-10T00:01:22.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.287+0000 7fd4ea7fc640 1 -- 172.21.15.1:0/431440111 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4f4099b50 con 0x5560ef6128a0 2024-02-10T00:01:22.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.288+0000 7fd509b68740 1 -- 172.21.15.1:0/431440111 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560ef6128a0 msgr2=0x5560ef620370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.288+0000 7fd509b68740 1 --2- 172.21.15.1:0/431440111 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560ef6128a0 0x5560ef620370 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7fd4f4009fd0 tx=0x7fd4f400df40 comp rx=0 tx=0).stop 2024-02-10T00:01:22.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.288+0000 7fd509b68740 1 -- 172.21.15.1:0/431440111 shutdown_connections 2024-02-10T00:01:22.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.288+0000 7fd509b68740 1 --2- 172.21.15.1:0/431440111 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560ef61a150 0x5560ef625130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.288+0000 7fd509b68740 1 --2- 172.21.15.1:0/431440111 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560ef613250 0x5560ef61b540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.288+0000 7fd509b68740 1 --2- 172.21.15.1:0/431440111 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560ef6128a0 0x5560ef620370 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.288+0000 7fd509b68740 1 -- 172.21.15.1:0/431440111 >> 172.21.15.1:0/431440111 conn(0x5560ef60d100 msgr2=0x5560ef618a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:22.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.288+0000 7fd509b68740 1 -- 172.21.15.1:0/431440111 shutdown_connections 2024-02-10T00:01:22.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.288+0000 7fd509b68740 1 -- 172.21.15.1:0/431440111 wait complete. 2024-02-10T00:01:22.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.288+0000 7fd509b68740 1 -- start start 2024-02-10T00:01:22.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.288+0000 7fd509b68740 1 Processor -- start 2024-02-10T00:01:22.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.289+0000 7fd509b68740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560ef6128a0 0x5560ef67de40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.289+0000 7fd509b68740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560ef613250 0x5560ef67e380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.289+0000 7fd509b68740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560ef61a150 0x5560ef678630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.289+0000 7fd509b68740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560ef678bf0 con 0x5560ef613250 2024-02-10T00:01:22.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.289+0000 7fd509b68740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560ef678d60 con 0x5560ef61a150 2024-02-10T00:01:22.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.289+0000 7fd509b68740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560ef678f20 con 0x5560ef6128a0 2024-02-10T00:01:22.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.289+0000 7fd509b68740 10 client.0 _ll_register_callbacks cb 0x7fd4f4009f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:22.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.289+0000 7fd4fffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560ef613250 0x5560ef67e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.289+0000 7fd4fffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560ef613250 0x5560ef67e380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37338/0 (socket says 172.21.15.1:37338) 2024-02-10T00:01:22.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.289+0000 7fd4fffff640 1 -- 172.21.15.1:0/680535391 learned_addr learned my addr 172.21.15.1:0/680535391 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:22.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.289+0000 7fd504c5e640 1 --2- 172.21.15.1:0/680535391 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560ef6128a0 0x5560ef67de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.289+0000 7fd50545f640 1 --2- 172.21.15.1:0/680535391 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560ef61a150 0x5560ef678630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.289+0000 7fd4fffff640 1 -- 172.21.15.1:0/680535391 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560ef6128a0 msgr2=0x5560ef67de40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:22.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.289+0000 7fd4fffff640 1 --2- 172.21.15.1:0/680535391 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560ef6128a0 0x5560ef67de40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.289+0000 7fd4fffff640 1 -- 172.21.15.1:0/680535391 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560ef61a150 msgr2=0x5560ef678630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:22.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.289+0000 7fd4fffff640 1 --2- 172.21.15.1:0/680535391 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560ef61a150 0x5560ef678630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.289+0000 7fd4fffff640 1 -- 172.21.15.1:0/680535391 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5560ef5786b0 con 0x5560ef613250 2024-02-10T00:01:22.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.289+0000 7fd4fffff640 1 --2- 172.21.15.1:0/680535391 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560ef613250 0x5560ef67e380 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7fd5000695d0 tx=0x7fd4ec02c5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26fc928483fcd317 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:22.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.289+0000 7fd4dffff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:22.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.290+0000 7fd4dffff640 1 -- 172.21.15.1:0/680535391 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4ec048df0 con 0x5560ef613250 2024-02-10T00:01:22.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.290+0000 7fd4dffff640 1 -- 172.21.15.1:0/680535391 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fd4ec04c030 con 0x5560ef613250 2024-02-10T00:01:22.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.290+0000 7fd509b68740 1 -- 172.21.15.1:0/680535391 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd4f40a2df0 con 0x5560ef613250 2024-02-10T00:01:22.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.290+0000 7fd4dffff640 1 -- 172.21.15.1:0/680535391 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd4ec004040 con 0x5560ef613250 2024-02-10T00:01:22.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.290+0000 7fd509b68740 10 client.16305 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:22.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.290+0000 7fd509b68740 1 -- 172.21.15.1:0/680535391 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5560ef53aa70 con 0x5560ef613250 2024-02-10T00:01:22.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.290+0000 7fd4dffff640 1 -- 172.21.15.1:0/680535391 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd4f40a2df0 con 0x5560ef613250 2024-02-10T00:01:22.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.290+0000 7fd4dffff640 1 -- 172.21.15.1:0/680535391 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fd4ec03c040 con 0x5560ef613250 2024-02-10T00:01:22.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.290+0000 7fd509b68740 10 client.16305 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:22.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.290+0000 7fd509b68740 10 client.16305 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:01:22.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.290+0000 7fd509b68740 20 client.16305 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:22.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.290+0000 7fd509b68740 1 --2- 172.21.15.1:0/680535391 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5560ef685e10 0x5560ef688230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.290+0000 7fd509b68740 4 client.16305 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:01:22.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.290+0000 7fd509b68740 1 -- 172.21.15.1:0/680535391 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5560ef305890 con 0x5560ef685e10 2024-02-10T00:01:22.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.290+0000 7fd504c5e640 1 --2- 172.21.15.1:0/680535391 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5560ef685e10 0x5560ef688230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.291+0000 7fd504c5e640 1 --2- 172.21.15.1:0/680535391 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5560ef685e10 0x5560ef688230 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d054604e65af6860 server_cookie=29ec1758ee31f907 in_seq=0 out_seq=0 2024-02-10T00:01:22.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.291+0000 7fd4dffff640 10 client.16305 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:01:22.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.291+0000 7fd4dffff640 1 -- 172.21.15.1:0/680535391 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5560ef305890 con 0x5560ef685e10 2024-02-10T00:01:22.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.291+0000 7fd4dffff640 10 client.16305 handle_command_reply: tid=0 2024-02-10T00:01:22.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.291+0000 7fd509b68740 1 client.16305 shutdown 2024-02-10T00:01:22.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.291+0000 7fd509b68740 1 -- 172.21.15.1:0/680535391 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560ef613250 msgr2=0x5560ef67e380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.291+0000 7fd509b68740 1 --2- 172.21.15.1:0/680535391 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560ef613250 0x5560ef67e380 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7fd5000695d0 tx=0x7fd4ec02c5d0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.291+0000 7fd509b68740 1 -- 172.21.15.1:0/680535391 shutdown_connections 2024-02-10T00:01:22.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.291+0000 7fd509b68740 1 --2- 172.21.15.1:0/680535391 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5560ef685e10 0x5560ef688230 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.291+0000 7fd509b68740 1 --2- 172.21.15.1:0/680535391 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560ef61a150 0x5560ef678630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.291+0000 7fd509b68740 1 --2- 172.21.15.1:0/680535391 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560ef613250 0x5560ef67e380 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.291+0000 7fd4dffff640 0 client.16305 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:01:22.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.291+0000 7fd509b68740 1 --2- 172.21.15.1:0/680535391 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560ef6128a0 0x5560ef67de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.291+0000 7fd509b68740 1 -- 172.21.15.1:0/680535391 >> 172.21.15.1:0/680535391 conn(0x5560ef60d100 msgr2=0x5560ef60e550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:22.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.291+0000 7fd509b68740 1 -- 172.21.15.1:0/680535391 shutdown_connections 2024-02-10T00:01:22.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.291+0000 7fd509b68740 1 -- 172.21.15.1:0/680535391 wait complete. 2024-02-10T00:01:22.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.291+0000 7fd509b68740 20 client.16305 trim_cache size 0 max 16384 2024-02-10T00:01:22.301 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:01:22.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.292+0000 7fd506ec2640 1 -- 172.21.15.1:0/686884775 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd4f00a2230 msgr2=0x7fd4f00a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.292+0000 7fd506ec2640 1 --2- 172.21.15.1:0/686884775 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd4f00a2230 0x7fd4f00a46f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fd4f8005fd0 tx=0x7fd4f8010740 comp rx=0 tx=0).stop 2024-02-10T00:01:22.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.292+0000 7fd506ec2640 1 -- 172.21.15.1:0/686884775 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd500100360 msgr2=0x7fd50019c600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.292+0000 7fd506ec2640 1 --2- 172.21.15.1:0/686884775 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd500100360 0x7fd50019c600 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fd4f400d950 tx=0x7fd4f400de10 comp rx=0 tx=0).stop 2024-02-10T00:01:22.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.292+0000 7fd506ec2640 1 -- 172.21.15.1:0/686884775 shutdown_connections 2024-02-10T00:01:22.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.292+0000 7fd506ec2640 1 --2- 172.21.15.1:0/686884775 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd4f00a2230 0x7fd4f00a46f0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.292+0000 7fd506ec2640 1 --2- 172.21.15.1:0/686884775 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd5001966c0 0x7fd500196b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.292+0000 7fd506ec2640 1 --2- 172.21.15.1:0/686884775 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd500105540 0x7fd50019cb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.292+0000 7fd506ec2640 1 --2- 172.21.15.1:0/686884775 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd500100360 0x7fd50019c600 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.292+0000 7fd506ec2640 1 -- 172.21.15.1:0/686884775 >> 172.21.15.1:0/686884775 conn(0x7fd5000772a0 msgr2=0x7fd5000fe310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:22.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.292+0000 7fd506ec2640 1 -- 172.21.15.1:0/686884775 shutdown_connections 2024-02-10T00:01:22.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.292+0000 7fd506ec2640 1 -- 172.21.15.1:0/686884775 wait complete. 2024-02-10T00:01:22.304 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:22 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/423241322' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:01:22.305 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:01:22.305 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-02-10T00:01:22.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.408+0000 7f77a2cb5640 1 -- 172.21.15.1:0/1811267564 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f779c105410 msgr2=0x7f779c10cfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.408+0000 7f77a2cb5640 1 --2- 172.21.15.1:0/1811267564 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f779c105410 0x7f779c10cfe0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f7794009cd0 tx=0x7f779402c0f0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.408+0000 7f77a2cb5640 1 -- 172.21.15.1:0/1811267564 shutdown_connections 2024-02-10T00:01:22.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.408+0000 7f77a2cb5640 1 --2- 172.21.15.1:0/1811267564 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f779c105410 0x7f779c10cfe0 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.408+0000 7f77a2cb5640 1 --2- 172.21.15.1:0/1811267564 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f779c100cf0 0x7f779c104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.408+0000 7f77a2cb5640 1 --2- 172.21.15.1:0/1811267564 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f779c100340 0x7f779c100720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.408+0000 7f77a2cb5640 1 -- 172.21.15.1:0/1811267564 >> 172.21.15.1:0/1811267564 conn(0x7f779c0772e0 msgr2=0x7f779c0776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:22.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.408+0000 7f77a2cb5640 1 -- 172.21.15.1:0/1811267564 shutdown_connections 2024-02-10T00:01:22.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.408+0000 7f77a2cb5640 1 -- 172.21.15.1:0/1811267564 wait complete. 2024-02-10T00:01:22.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.409+0000 7f77a2cb5640 1 Processor -- start 2024-02-10T00:01:22.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.409+0000 7f77a2cb5640 1 -- start start 2024-02-10T00:01:22.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.409+0000 7f77a2cb5640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f779c100340 0x7f779c19d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.409+0000 7f77a2cb5640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f779c105410 0x7f779c19dad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.409+0000 7f77a2cb5640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f779c197650 0x7f779c197ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.409+0000 7f77a2cb5640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f779c198120 con 0x7f779c105410 2024-02-10T00:01:22.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.409+0000 7f77a2cb5640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f779c198290 con 0x7f779c197650 2024-02-10T00:01:22.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.409+0000 7f77a2cb5640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f779c198450 con 0x7f779c100340 2024-02-10T00:01:22.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.409+0000 7f779bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f779c105410 0x7f779c19dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.409+0000 7f779bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f779c105410 0x7f779c19dad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37352/0 (socket says 172.21.15.1:37352) 2024-02-10T00:01:22.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.409+0000 7f779bfff640 1 -- 172.21.15.1:0/3793363057 learned_addr learned my addr 172.21.15.1:0/3793363057 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:22.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.409+0000 7f77a0a51640 1 --2- 172.21.15.1:0/3793363057 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f779c100340 0x7f779c19d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.409+0000 7f77a1252640 1 --2- 172.21.15.1:0/3793363057 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f779c197650 0x7f779c197ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.409+0000 7f779bfff640 1 -- 172.21.15.1:0/3793363057 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f779c100340 msgr2=0x7f779c19d590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.409+0000 7f779bfff640 1 --2- 172.21.15.1:0/3793363057 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f779c100340 0x7f779c19d590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.409+0000 7f779bfff640 1 -- 172.21.15.1:0/3793363057 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f779c197650 msgr2=0x7f779c197ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.409+0000 7f779bfff640 1 --2- 172.21.15.1:0/3793363057 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f779c197650 0x7f779c197ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.409+0000 7f779bfff640 1 -- 172.21.15.1:0/3793363057 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7794009900 con 0x7f779c105410 2024-02-10T00:01:22.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.409+0000 7f77a0a51640 1 --2- 172.21.15.1:0/3793363057 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f779c100340 0x7f779c19d590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:01:22.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.409+0000 7f77a1252640 1 --2- 172.21.15.1:0/3793363057 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f779c197650 0x7f779c197ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:01:22.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.409+0000 7f779bfff640 1 --2- 172.21.15.1:0/3793363057 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f779c105410 0x7f779c19dad0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f778800e9c0 tx=0x7f778800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:22.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.410+0000 7f7799ffb640 1 -- 172.21.15.1:0/3793363057 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7788009700 con 0x7f779c105410 2024-02-10T00:01:22.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.410+0000 7f7799ffb640 1 -- 172.21.15.1:0/3793363057 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f778800cd80 con 0x7f779c105410 2024-02-10T00:01:22.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.410+0000 7f77a2cb5640 1 -- 172.21.15.1:0/3793363057 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f779c1a43f0 con 0x7f779c105410 2024-02-10T00:01:22.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.410+0000 7f7799ffb640 1 -- 172.21.15.1:0/3793363057 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7788010430 con 0x7f779c105410 2024-02-10T00:01:22.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.410+0000 7f77a2cb5640 1 -- 172.21.15.1:0/3793363057 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f779c1a48d0 con 0x7f779c105410 2024-02-10T00:01:22.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.412+0000 7f7799ffb640 1 -- 172.21.15.1:0/3793363057 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f7788005000 con 0x7f779c105410 2024-02-10T00:01:22.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.412+0000 7f77a5964740 1 Processor -- start 2024-02-10T00:01:22.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.412+0000 7f77a5964740 1 -- start start 2024-02-10T00:01:22.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.412+0000 7f77a5964740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642fa343a30 0x5642fa343e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.412+0000 7f77a5964740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642fa3443e0 0x5642fa34c990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.412+0000 7f77a5964740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642fa34cf60 0x5642fa34f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.412+0000 7f77a5964740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642fa2ff020 con 0x5642fa343a30 2024-02-10T00:01:22.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.412+0000 7f77a5964740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642fa2b2320 con 0x5642fa3443e0 2024-02-10T00:01:22.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.412+0000 7f77a5964740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642fa2af850 con 0x5642fa34cf60 2024-02-10T00:01:22.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.412+0000 7f7799ffb640 1 --2- 172.21.15.1:0/3793363057 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f778c0a2230 0x7f778c0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.412+0000 7f77a1252640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642fa343a30 0x5642fa343e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.413+0000 7f77a1252640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642fa343a30 0x5642fa343e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37368/0 (socket says 172.21.15.1:37368) 2024-02-10T00:01:22.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.413+0000 7f77a1252640 1 -- 172.21.15.1:0/3838180686 learned_addr learned my addr 172.21.15.1:0/3838180686 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:22.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.413+0000 7f77a1252640 1 --2- 172.21.15.1:0/3793363057 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f778c0a2230 0x7f778c0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.413+0000 7f7799ffb640 1 -- 172.21.15.1:0/3793363057 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f7788014070 con 0x7f779c105410 2024-02-10T00:01:22.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.413+0000 7f779bfff640 1 --2- 172.21.15.1:0/3838180686 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642fa34cf60 0x5642fa34f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.413+0000 7f77a0a51640 1 --2- 172.21.15.1:0/3838180686 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642fa3443e0 0x5642fa34c990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.413+0000 7f779bfff640 1 -- 172.21.15.1:0/3838180686 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642fa3443e0 msgr2=0x5642fa34c990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:22.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.413+0000 7f779bfff640 1 --2- 172.21.15.1:0/3838180686 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642fa3443e0 0x5642fa34c990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.413+0000 7f779bfff640 1 -- 172.21.15.1:0/3838180686 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642fa343a30 msgr2=0x5642fa343e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:22.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.413+0000 7f779bfff640 1 --2- 172.21.15.1:0/3838180686 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642fa343a30 0x5642fa343e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.413+0000 7f779bfff640 1 -- 172.21.15.1:0/3838180686 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5642fa26d210 con 0x5642fa34cf60 2024-02-10T00:01:22.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.413+0000 7f77a1252640 1 --2- 172.21.15.1:0/3793363057 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f778c0a2230 0x7f778c0a46f0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f77940098d0 tx=0x7f7794005ef0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:22.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.413+0000 7f779bfff640 1 --2- 172.21.15.1:0/3838180686 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642fa34cf60 0x5642fa34f3b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f77880cbce0 tx=0x7f778809ae10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=832301ce520d419a server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:22.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.413+0000 7f7786ffd640 1 -- 172.21.15.1:0/3838180686 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f778809b680 con 0x5642fa34cf60 2024-02-10T00:01:22.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.413+0000 7f7786ffd640 1 -- 172.21.15.1:0/3838180686 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f778809c070 con 0x5642fa34cf60 2024-02-10T00:01:22.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.413+0000 7f7786ffd640 1 -- 172.21.15.1:0/3838180686 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77880a3720 con 0x5642fa34cf60 2024-02-10T00:01:22.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.414+0000 7f77a5964740 1 -- 172.21.15.1:0/3838180686 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642fa34cf60 msgr2=0x5642fa34f3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.414+0000 7f77a5964740 1 --2- 172.21.15.1:0/3838180686 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642fa34cf60 0x5642fa34f3b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f77880cbce0 tx=0x7f778809ae10 comp rx=0 tx=0).stop 2024-02-10T00:01:22.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.414+0000 7f77a5964740 1 -- 172.21.15.1:0/3838180686 shutdown_connections 2024-02-10T00:01:22.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.414+0000 7f77a5964740 1 --2- 172.21.15.1:0/3838180686 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642fa34cf60 0x5642fa34f3b0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.414+0000 7f77a5964740 1 --2- 172.21.15.1:0/3838180686 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642fa3443e0 0x5642fa34c990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.414+0000 7f77a5964740 1 --2- 172.21.15.1:0/3838180686 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642fa343a30 0x5642fa343e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.414+0000 7f77a5964740 1 -- 172.21.15.1:0/3838180686 >> 172.21.15.1:0/3838180686 conn(0x5642fa33e100 msgr2=0x5642fa33e4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:22.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.414+0000 7f77a5964740 1 -- 172.21.15.1:0/3838180686 shutdown_connections 2024-02-10T00:01:22.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.414+0000 7f77a5964740 1 -- 172.21.15.1:0/3838180686 wait complete. 2024-02-10T00:01:22.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.414+0000 7f77a5964740 1 -- start start 2024-02-10T00:01:22.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.414+0000 7f77a5964740 1 Processor -- start 2024-02-10T00:01:22.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.415+0000 7f77a5964740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642fa343a30 0x5642fa349fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.415+0000 7f77a5964740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642fa3443e0 0x5642fa34a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.415+0000 7f77a5964740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642fa34cf60 0x5642fa34aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.415+0000 7f77a5964740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642fa2ab030 con 0x5642fa343a30 2024-02-10T00:01:22.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.415+0000 7f77a5964740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642f9f7e430 con 0x5642fa3443e0 2024-02-10T00:01:22.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.415+0000 7f77a5964740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642f9f3ae00 con 0x5642fa34cf60 2024-02-10T00:01:22.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.415+0000 7f77a5964740 10 client.0 _ll_register_callbacks cb 0x5642fa2a0030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:22.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.415+0000 7f77a0a51640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642fa343a30 0x5642fa349fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.415+0000 7f77a0a51640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642fa343a30 0x5642fa349fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37384/0 (socket says 172.21.15.1:37384) 2024-02-10T00:01:22.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.415+0000 7f77a0a51640 1 -- 172.21.15.1:0/3861387145 learned_addr learned my addr 172.21.15.1:0/3861387145 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:22.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.415+0000 7f779bfff640 1 --2- 172.21.15.1:0/3861387145 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642fa3443e0 0x5642fa34a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.415+0000 7f77a1252640 1 --2- 172.21.15.1:0/3861387145 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642fa34cf60 0x5642fa34aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.415+0000 7f77a0a51640 1 -- 172.21.15.1:0/3861387145 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642fa34cf60 msgr2=0x5642fa34aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:22.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.415+0000 7f77a0a51640 1 --2- 172.21.15.1:0/3861387145 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642fa34cf60 0x5642fa34aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.415+0000 7f77a0a51640 1 -- 172.21.15.1:0/3861387145 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642fa3443e0 msgr2=0x5642fa34a4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:22.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.415+0000 7f77a0a51640 1 --2- 172.21.15.1:0/3861387145 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642fa3443e0 0x5642fa34a4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.415+0000 7f77a0a51640 1 -- 172.21.15.1:0/3861387145 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f779c1a48d0 con 0x5642fa343a30 2024-02-10T00:01:22.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.415+0000 7f77a1252640 1 --2- 172.21.15.1:0/3861387145 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642fa34cf60 0x5642fa34aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:01:22.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.415+0000 7f77a0a51640 1 --2- 172.21.15.1:0/3861387145 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642fa343a30 0x5642fa349fb0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f779000bf50 tx=0x7f77900128e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e8a6398a4f97ccd server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:22.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.415+0000 7f777bfff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:22.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.416+0000 7f777bfff640 1 -- 172.21.15.1:0/3861387145 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7790004500 con 0x5642fa343a30 2024-02-10T00:01:22.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.416+0000 7f777bfff640 1 -- 172.21.15.1:0/3861387145 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f77900035f0 con 0x5642fa343a30 2024-02-10T00:01:22.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.416+0000 7f77a5964740 1 -- 172.21.15.1:0/3861387145 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5642f9faa7e0 con 0x5642fa343a30 2024-02-10T00:01:22.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.416+0000 7f777bfff640 1 -- 172.21.15.1:0/3861387145 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f77900037b0 con 0x5642fa343a30 2024-02-10T00:01:22.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.416+0000 7f77a5964740 10 client.16317 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:22.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.416+0000 7f77a5964740 1 -- 172.21.15.1:0/3861387145 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5642fa2a96b0 con 0x5642fa343a30 2024-02-10T00:01:22.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.416+0000 7f777bfff640 1 -- 172.21.15.1:0/3861387145 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5642f9faa7e0 con 0x5642fa343a30 2024-02-10T00:01:22.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.416+0000 7f777bfff640 1 -- 172.21.15.1:0/3861387145 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f7790010c10 con 0x5642fa343a30 2024-02-10T00:01:22.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.416+0000 7f77a5964740 10 client.16317 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:22.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.416+0000 7f77a5964740 10 client.16317 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:01:22.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.416+0000 7f77a5964740 20 client.16317 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:22.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.416+0000 7f77a5964740 1 --2- 172.21.15.1:0/3861387145 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5642fa35d610 0x5642fa35fa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.416+0000 7f77a5964740 4 client.16317 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:01:22.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.416+0000 7f77a5964740 1 -- 172.21.15.1:0/3861387145 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5642f9fe7720 con 0x5642fa35d610 2024-02-10T00:01:22.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.416+0000 7f779bfff640 1 --2- 172.21.15.1:0/3861387145 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5642fa35d610 0x5642fa35fa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.417+0000 7f777bfff640 10 client.16317 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:22.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.417+0000 7f779bfff640 1 --2- 172.21.15.1:0/3861387145 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5642fa35d610 0x5642fa35fa30 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=948580d5bf8723c0 server_cookie=84a98a059aa509b6 in_seq=0 out_seq=0 2024-02-10T00:01:22.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.417+0000 7f777bfff640 1 -- 172.21.15.1:0/3861387145 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5642f9fe7720 con 0x5642fa35d610 2024-02-10T00:01:22.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.418+0000 7f777bfff640 10 client.16317 handle_command_reply: tid=0 2024-02-10T00:01:22.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.418+0000 7f77a5964740 1 client.16317 shutdown 2024-02-10T00:01:22.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.418+0000 7f77a5964740 1 -- 172.21.15.1:0/3861387145 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642fa343a30 msgr2=0x5642fa349fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.418+0000 7f77a5964740 1 --2- 172.21.15.1:0/3861387145 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642fa343a30 0x5642fa349fb0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f779000bf50 tx=0x7f77900128e0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.418+0000 7f77a5964740 1 -- 172.21.15.1:0/3861387145 shutdown_connections 2024-02-10T00:01:22.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.418+0000 7f77a5964740 1 --2- 172.21.15.1:0/3861387145 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5642fa35d610 0x5642fa35fa30 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.418+0000 7f77a5964740 1 --2- 172.21.15.1:0/3861387145 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642fa34cf60 0x5642fa34aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.418+0000 7f77a5964740 1 --2- 172.21.15.1:0/3861387145 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642fa3443e0 0x5642fa34a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.418+0000 7f77a5964740 1 --2- 172.21.15.1:0/3861387145 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642fa343a30 0x5642fa349fb0 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.418+0000 7f777bfff640 0 client.16317 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:22.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.418+0000 7f77a5964740 1 -- 172.21.15.1:0/3861387145 >> 172.21.15.1:0/3861387145 conn(0x5642fa33e100 msgr2=0x5642fa33fe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:22.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.418+0000 7f77a5964740 1 -- 172.21.15.1:0/3861387145 shutdown_connections 2024-02-10T00:01:22.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.418+0000 7f77a5964740 1 -- 172.21.15.1:0/3861387145 wait complete. 2024-02-10T00:01:22.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.418+0000 7f77a5964740 20 client.16317 trim_cache size 0 max 16384 2024-02-10T00:01:22.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.429+0000 7f77a5964740 1 Processor -- start 2024-02-10T00:01:22.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.429+0000 7f77a5964740 1 -- start start 2024-02-10T00:01:22.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.430+0000 7f77a5964740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642fa343a30 0x5642fa34c6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.430+0000 7f77a5964740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642fa3443e0 0x5642fa34a850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.430+0000 7f77a5964740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642fa34cf60 0x5642fa347230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.430+0000 7f77a5964740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642fa230130 con 0x5642fa3443e0 2024-02-10T00:01:22.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.430+0000 7f77a5964740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642fa364c60 con 0x5642fa343a30 2024-02-10T00:01:22.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.430+0000 7f77a5964740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642fa348500 con 0x5642fa34cf60 2024-02-10T00:01:22.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.430+0000 7f779bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642fa3443e0 0x5642fa34a850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.430+0000 7f779bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642fa3443e0 0x5642fa34a850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37392/0 (socket says 172.21.15.1:37392) 2024-02-10T00:01:22.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.430+0000 7f779bfff640 1 -- 172.21.15.1:0/3927757763 learned_addr learned my addr 172.21.15.1:0/3927757763 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:22.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.430+0000 7f77a0a51640 1 --2- 172.21.15.1:0/3927757763 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642fa343a30 0x5642fa34c6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.430+0000 7f779bfff640 1 -- 172.21.15.1:0/3927757763 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642fa34cf60 msgr2=0x5642fa347230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:22.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.430+0000 7f779bfff640 1 --2- 172.21.15.1:0/3927757763 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642fa34cf60 0x5642fa347230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.430+0000 7f779bfff640 1 -- 172.21.15.1:0/3927757763 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642fa343a30 msgr2=0x5642fa34c6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:22.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.430+0000 7f779bfff640 1 --2- 172.21.15.1:0/3927757763 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642fa343a30 0x5642fa34c6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.430+0000 7f779bfff640 1 -- 172.21.15.1:0/3927757763 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5642fa245c90 con 0x5642fa3443e0 2024-02-10T00:01:22.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.430+0000 7f779bfff640 1 --2- 172.21.15.1:0/3927757763 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642fa3443e0 0x5642fa34a850 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f77880cc2e0 tx=0x7f7788004950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7a40933e622fe2e server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:22.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.430+0000 7f77867fc640 1 -- 172.21.15.1:0/3927757763 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7788064070 con 0x5642fa3443e0 2024-02-10T00:01:22.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.430+0000 7f77867fc640 1 -- 172.21.15.1:0/3927757763 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f77880b7070 con 0x5642fa3443e0 2024-02-10T00:01:22.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.430+0000 7f77867fc640 1 -- 172.21.15.1:0/3927757763 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7788099280 con 0x5642fa3443e0 2024-02-10T00:01:22.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.431+0000 7f77a5964740 1 -- 172.21.15.1:0/3927757763 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642fa3443e0 msgr2=0x5642fa34a850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.431+0000 7f77a5964740 1 --2- 172.21.15.1:0/3927757763 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642fa3443e0 0x5642fa34a850 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f77880cc2e0 tx=0x7f7788004950 comp rx=0 tx=0).stop 2024-02-10T00:01:22.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.431+0000 7f77a5964740 1 -- 172.21.15.1:0/3927757763 shutdown_connections 2024-02-10T00:01:22.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.431+0000 7f77a5964740 1 --2- 172.21.15.1:0/3927757763 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642fa34cf60 0x5642fa347230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.431+0000 7f77a5964740 1 --2- 172.21.15.1:0/3927757763 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642fa3443e0 0x5642fa34a850 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.431+0000 7f77a5964740 1 --2- 172.21.15.1:0/3927757763 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642fa343a30 0x5642fa34c6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.431+0000 7f77a5964740 1 -- 172.21.15.1:0/3927757763 >> 172.21.15.1:0/3927757763 conn(0x5642fa33e100 msgr2=0x5642fa3452b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:22.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.431+0000 7f77a5964740 1 -- 172.21.15.1:0/3927757763 shutdown_connections 2024-02-10T00:01:22.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.431+0000 7f77a5964740 1 -- 172.21.15.1:0/3927757763 wait complete. 2024-02-10T00:01:22.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.431+0000 7f77a5964740 1 -- start start 2024-02-10T00:01:22.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.431+0000 7f77a5964740 1 Processor -- start 2024-02-10T00:01:22.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.431+0000 7f77a5964740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642fa343a30 0x5642fa3528e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.432+0000 7f77a5964740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642fa3443e0 0x5642fa352e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.432+0000 7f77a5964740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642fa34cf60 0x5642fa353360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.432+0000 7f77a5964740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642fa354880 con 0x5642fa343a30 2024-02-10T00:01:22.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.432+0000 7f77a5964740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642fa3b3b40 con 0x5642fa3443e0 2024-02-10T00:01:22.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.432+0000 7f77a5964740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642fa3b3cd0 con 0x5642fa34cf60 2024-02-10T00:01:22.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.432+0000 7f77a5964740 10 client.0 _ll_register_callbacks cb 0x7f7788005690 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:22.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.432+0000 7f77a0a51640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642fa343a30 0x5642fa3528e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.432+0000 7f77a0a51640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642fa343a30 0x5642fa3528e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37408/0 (socket says 172.21.15.1:37408) 2024-02-10T00:01:22.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.432+0000 7f77a0a51640 1 -- 172.21.15.1:0/1559976586 learned_addr learned my addr 172.21.15.1:0/1559976586 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:22.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.432+0000 7f77a1252640 1 --2- 172.21.15.1:0/1559976586 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642fa34cf60 0x5642fa353360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.432+0000 7f779bfff640 1 --2- 172.21.15.1:0/1559976586 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642fa3443e0 0x5642fa352e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.432+0000 7f77a0a51640 1 -- 172.21.15.1:0/1559976586 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642fa34cf60 msgr2=0x5642fa353360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:22.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.432+0000 7f77a0a51640 1 --2- 172.21.15.1:0/1559976586 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642fa34cf60 0x5642fa353360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.432+0000 7f77a0a51640 1 -- 172.21.15.1:0/1559976586 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642fa3443e0 msgr2=0x5642fa352e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:22.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.432+0000 7f77a0a51640 1 --2- 172.21.15.1:0/1559976586 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642fa3443e0 0x5642fa352e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.432+0000 7f77a0a51640 1 -- 172.21.15.1:0/1559976586 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5642fa26d210 con 0x5642fa343a30 2024-02-10T00:01:22.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.432+0000 7f779bfff640 1 --2- 172.21.15.1:0/1559976586 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642fa3443e0 0x5642fa352e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:01:22.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.432+0000 7f77a0a51640 1 --2- 172.21.15.1:0/1559976586 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642fa343a30 0x5642fa3528e0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f779001b440 tx=0x7f779000bb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=934524f173e6a4ea server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:22.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.432+0000 7f777bfff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:22.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.432+0000 7f777bfff640 1 -- 172.21.15.1:0/1559976586 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7790005240 con 0x5642fa343a30 2024-02-10T00:01:22.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.432+0000 7f777bfff640 1 -- 172.21.15.1:0/1559976586 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f7790000e40 con 0x5642fa343a30 2024-02-10T00:01:22.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.432+0000 7f77a5964740 1 -- 172.21.15.1:0/1559976586 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f778809c070 con 0x5642fa343a30 2024-02-10T00:01:22.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.432+0000 7f777bfff640 1 -- 172.21.15.1:0/1559976586 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f779000b8c0 con 0x5642fa343a30 2024-02-10T00:01:22.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.432+0000 7f77a5964740 10 client.16323 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:22.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.432+0000 7f77a5964740 1 -- 172.21.15.1:0/1559976586 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5642fa26ba70 con 0x5642fa343a30 2024-02-10T00:01:22.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.433+0000 7f777bfff640 1 -- 172.21.15.1:0/1559976586 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f779003b020 con 0x5642fa343a30 2024-02-10T00:01:22.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.433+0000 7f777bfff640 1 -- 172.21.15.1:0/1559976586 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f7790003680 con 0x5642fa343a30 2024-02-10T00:01:22.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.433+0000 7f77a5964740 10 client.16323 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:22.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.433+0000 7f77a5964740 10 client.16323 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:01:22.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.433+0000 7f77a5964740 20 client.16323 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:22.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.433+0000 7f77a5964740 1 --2- 172.21.15.1:0/1559976586 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5642fa3b5550 0x5642fa3b7970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:22.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.433+0000 7f77a5964740 4 client.16323 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:01:22.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.433+0000 7f77a5964740 1 -- 172.21.15.1:0/1559976586 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5642fa036890 con 0x5642fa3b5550 2024-02-10T00:01:22.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.433+0000 7f779bfff640 1 --2- 172.21.15.1:0/1559976586 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5642fa3b5550 0x5642fa3b7970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:22.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.433+0000 7f777bfff640 10 client.16323 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:22.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.433+0000 7f779bfff640 1 --2- 172.21.15.1:0/1559976586 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5642fa3b5550 0x5642fa3b7970 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=25f10647cde31162 server_cookie=4d2092adf67ac602 in_seq=0 out_seq=0 2024-02-10T00:01:22.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.434+0000 7f777bfff640 1 -- 172.21.15.1:0/1559976586 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5642fa036890 con 0x5642fa3b5550 2024-02-10T00:01:22.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.434+0000 7f777bfff640 10 client.16323 handle_command_reply: tid=0 2024-02-10T00:01:22.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.434+0000 7f77a5964740 1 client.16323 shutdown 2024-02-10T00:01:22.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.434+0000 7f77a5964740 1 -- 172.21.15.1:0/1559976586 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642fa343a30 msgr2=0x5642fa3528e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.434+0000 7f77a5964740 1 --2- 172.21.15.1:0/1559976586 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642fa343a30 0x5642fa3528e0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f779001b440 tx=0x7f779000bb50 comp rx=0 tx=0).stop 2024-02-10T00:01:22.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.434+0000 7f77a5964740 1 -- 172.21.15.1:0/1559976586 shutdown_connections 2024-02-10T00:01:22.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.434+0000 7f77a5964740 1 --2- 172.21.15.1:0/1559976586 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5642fa3b5550 0x5642fa3b7970 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.434+0000 7f77a5964740 1 --2- 172.21.15.1:0/1559976586 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642fa34cf60 0x5642fa353360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.434+0000 7f77a5964740 1 --2- 172.21.15.1:0/1559976586 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642fa3443e0 0x5642fa352e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.434+0000 7f777bfff640 0 client.16323 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:22.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.434+0000 7f77a5964740 1 --2- 172.21.15.1:0/1559976586 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642fa343a30 0x5642fa3528e0 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.434+0000 7f77a5964740 1 -- 172.21.15.1:0/1559976586 >> 172.21.15.1:0/1559976586 conn(0x5642fa33e100 msgr2=0x5642fa33c9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:22.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.434+0000 7f77a5964740 1 -- 172.21.15.1:0/1559976586 shutdown_connections 2024-02-10T00:01:22.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.434+0000 7f77a5964740 1 -- 172.21.15.1:0/1559976586 wait complete. 2024-02-10T00:01:22.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.434+0000 7f77a5964740 20 client.16323 trim_cache size 0 max 16384 2024-02-10T00:01:22.444 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:01:22.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.434+0000 7f77a2cb5640 1 -- 172.21.15.1:0/3793363057 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f778c0a2230 msgr2=0x7f778c0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.434+0000 7f77a2cb5640 1 --2- 172.21.15.1:0/3793363057 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f778c0a2230 0x7f778c0a46f0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f77940098d0 tx=0x7f7794005ef0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.434+0000 7f77a2cb5640 1 -- 172.21.15.1:0/3793363057 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f779c105410 msgr2=0x7f779c19dad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:22.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.434+0000 7f77a2cb5640 1 --2- 172.21.15.1:0/3793363057 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f779c105410 0x7f779c19dad0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f778800e9c0 tx=0x7f778800ee80 comp rx=0 tx=0).stop 2024-02-10T00:01:22.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.434+0000 7f77a2cb5640 1 -- 172.21.15.1:0/3793363057 shutdown_connections 2024-02-10T00:01:22.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.434+0000 7f77a2cb5640 1 --2- 172.21.15.1:0/3793363057 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f778c0a2230 0x7f778c0a46f0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.434+0000 7f77a2cb5640 1 --2- 172.21.15.1:0/3793363057 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f779c197650 0x7f779c197ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.434+0000 7f77a2cb5640 1 --2- 172.21.15.1:0/3793363057 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f779c105410 0x7f779c19dad0 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.434+0000 7f77a2cb5640 1 --2- 172.21.15.1:0/3793363057 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f779c100340 0x7f779c19d590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:22.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.435+0000 7f77a2cb5640 1 -- 172.21.15.1:0/3793363057 >> 172.21.15.1:0/3793363057 conn(0x7f779c0772e0 msgr2=0x7f779c0687e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:22.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.435+0000 7f77a2cb5640 1 -- 172.21.15.1:0/3793363057 shutdown_connections 2024-02-10T00:01:22.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:22.435+0000 7f77a2cb5640 1 -- 172.21.15.1:0/3793363057 wait complete. 2024-02-10T00:01:22.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:22 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/423241322' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:01:22.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:22 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/423241322' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:01:23.449 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-02-10T00:01:23.449 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T00:01:23.450 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-02-10T00:01:23.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:23 smithi001 ceph-mon[32335]: pgmap v64: 97 pgs: 97 active+clean; 2.4 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 15 op/s 2024-02-10T00:01:23.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.565+0000 7f7b9e8f4640 1 -- 172.21.15.1:0/3173652564 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7b9806a5f0 msgr2=0x7f7b98105e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:23.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.565+0000 7f7b9e8f4640 1 --2- 172.21.15.1:0/3173652564 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7b9806a5f0 0x7f7b98105e90 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f7b88009930 tx=0x7f7b8802bc30 comp rx=0 tx=0).stop 2024-02-10T00:01:23.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.565+0000 7f7b9e8f4640 1 -- 172.21.15.1:0/3173652564 shutdown_connections 2024-02-10T00:01:23.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.565+0000 7f7b9e8f4640 1 --2- 172.21.15.1:0/3173652564 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7b98106570 0x7f7b9810e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.565+0000 7f7b9e8f4640 1 --2- 172.21.15.1:0/3173652564 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7b9806a5f0 0x7f7b98105e90 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.565+0000 7f7b9e8f4640 1 --2- 172.21.15.1:0/3173652564 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7b98069c40 0x7f7b9806a020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.565+0000 7f7b9e8f4640 1 -- 172.21.15.1:0/3173652564 >> 172.21.15.1:0/3173652564 conn(0x7f7b980771d0 msgr2=0x7f7b980775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:23.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.566+0000 7f7b9e8f4640 1 -- 172.21.15.1:0/3173652564 shutdown_connections 2024-02-10T00:01:23.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.566+0000 7f7b9e8f4640 1 -- 172.21.15.1:0/3173652564 wait complete. 2024-02-10T00:01:23.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.566+0000 7f7b9e8f4640 1 Processor -- start 2024-02-10T00:01:23.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.566+0000 7f7b9e8f4640 1 -- start start 2024-02-10T00:01:23.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.566+0000 7f7b9e8f4640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7b98069c40 0x7f7b981000f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.566+0000 7f7b9e8f4640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7b98106570 0x7f7b98100630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.567+0000 7f7b9e8f4640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7b98100b70 0x7f7b981a5a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.567+0000 7f7b9e8f4640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b981a5ff0 con 0x7f7b98100b70 2024-02-10T00:01:23.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.567+0000 7f7b9e8f4640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b981a6160 con 0x7f7b98106570 2024-02-10T00:01:23.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.567+0000 7f7b9e8f4640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b981a6320 con 0x7f7b98069c40 2024-02-10T00:01:23.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.567+0000 7f7b9ce91640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7b98100b70 0x7f7b981a5a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.567+0000 7f7b9ce91640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7b98100b70 0x7f7b981a5a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37434/0 (socket says 172.21.15.1:37434) 2024-02-10T00:01:23.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.567+0000 7f7b9ce91640 1 -- 172.21.15.1:0/3532831075 learned_addr learned my addr 172.21.15.1:0/3532831075 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:23.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.567+0000 7f7b97fff640 1 --2- 172.21.15.1:0/3532831075 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7b98069c40 0x7f7b981000f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.567+0000 7f7b977fe640 1 --2- 172.21.15.1:0/3532831075 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7b98106570 0x7f7b98100630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.567+0000 7f7b9ce91640 1 -- 172.21.15.1:0/3532831075 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7b98069c40 msgr2=0x7f7b981000f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:23.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.567+0000 7f7b9ce91640 1 --2- 172.21.15.1:0/3532831075 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7b98069c40 0x7f7b981000f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.567+0000 7f7b9ce91640 1 -- 172.21.15.1:0/3532831075 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7b98106570 msgr2=0x7f7b98100630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:23.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.567+0000 7f7b9ce91640 1 --2- 172.21.15.1:0/3532831075 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7b98106570 0x7f7b98100630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.567+0000 7f7b9ce91640 1 -- 172.21.15.1:0/3532831075 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b88009560 con 0x7f7b98100b70 2024-02-10T00:01:23.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.567+0000 7f7b9ce91640 1 --2- 172.21.15.1:0/3532831075 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7b98100b70 0x7f7b981a5a20 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f7b90009fd0 tx=0x7f7b9000b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:23.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.567+0000 7f7b957fa640 1 -- 172.21.15.1:0/3532831075 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b9000bea0 con 0x7f7b98100b70 2024-02-10T00:01:23.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.567+0000 7f7b9e8f4640 1 -- 172.21.15.1:0/3532831075 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b981a6600 con 0x7f7b98100b70 2024-02-10T00:01:23.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.567+0000 7f7b957fa640 1 -- 172.21.15.1:0/3532831075 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7b90009940 con 0x7f7b98100b70 2024-02-10T00:01:23.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.567+0000 7f7b957fa640 1 -- 172.21.15.1:0/3532831075 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b900106c0 con 0x7f7b98100b70 2024-02-10T00:01:23.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.567+0000 7f7b9e8f4640 1 -- 172.21.15.1:0/3532831075 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b981a6a90 con 0x7f7b98100b70 2024-02-10T00:01:23.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.570+0000 7f7b957fa640 1 -- 172.21.15.1:0/3532831075 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f7b90004240 con 0x7f7b98100b70 2024-02-10T00:01:23.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.570+0000 7f7ba159c740 1 Processor -- start 2024-02-10T00:01:23.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.570+0000 7f7ba159c740 1 -- start start 2024-02-10T00:01:23.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.570+0000 7f7b957fa640 1 --2- 172.21.15.1:0/3532831075 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f7b840a2260 0x7f7b840a4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.571+0000 7f7ba159c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556cd9296190 0x556cd9296570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.571+0000 7f7ba159c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556cd9296ab0 0x556cd929f150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.571+0000 7f7ba159c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556cd929f690 0x556cd92a1a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.571+0000 7f7ba159c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556cd9204000 con 0x556cd929f690 2024-02-10T00:01:23.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.571+0000 7f7ba159c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556cd9201530 con 0x556cd9296ab0 2024-02-10T00:01:23.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.571+0000 7f7ba159c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556cd91fcd10 con 0x556cd9296190 2024-02-10T00:01:23.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.571+0000 7f7b977fe640 1 --2- 172.21.15.1:0/3532831075 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f7b840a2260 0x7f7b840a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.571+0000 7f7b9ce91640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556cd929f690 0x556cd92a1a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.571+0000 7f7b957fa640 1 -- 172.21.15.1:0/3532831075 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f7b900cdcd0 con 0x7f7b98100b70 2024-02-10T00:01:23.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.571+0000 7f7b9ce91640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556cd929f690 0x556cd92a1a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37444/0 (socket says 172.21.15.1:37444) 2024-02-10T00:01:23.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.571+0000 7f7b9ce91640 1 -- 172.21.15.1:0/3257172544 learned_addr learned my addr 172.21.15.1:0/3257172544 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:23.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.571+0000 7f7b97fff640 1 --2- 172.21.15.1:0/3257172544 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556cd9296190 0x556cd9296570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.571+0000 7f7b977fe640 1 --2- 172.21.15.1:0/3257172544 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556cd9296ab0 0x556cd929f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.571+0000 7f7b9ce91640 1 -- 172.21.15.1:0/3257172544 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556cd9296190 msgr2=0x556cd9296570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:23.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.571+0000 7f7b9ce91640 1 --2- 172.21.15.1:0/3257172544 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556cd9296190 0x556cd9296570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.571+0000 7f7b9ce91640 1 -- 172.21.15.1:0/3257172544 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556cd9296ab0 msgr2=0x556cd929f150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:23.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.571+0000 7f7b9ce91640 1 --2- 172.21.15.1:0/3257172544 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556cd9296ab0 0x556cd929f150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.571+0000 7f7b9ce91640 1 -- 172.21.15.1:0/3257172544 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556cd91a3210 con 0x556cd929f690 2024-02-10T00:01:23.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.571+0000 7f7b977fe640 1 --2- 172.21.15.1:0/3532831075 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f7b840a2260 0x7f7b840a4720 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7b88009230 tx=0x7f7b880047c0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:23.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.571+0000 7f7b9ce91640 1 --2- 172.21.15.1:0/3257172544 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556cd929f690 0x556cd92a1a80 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f7b900cb450 tx=0x7f7b9009a280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=941d7335627a1170 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:23.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.571+0000 7f7b8e7fc640 1 -- 172.21.15.1:0/3257172544 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b9006eb70 con 0x556cd929f690 2024-02-10T00:01:23.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.571+0000 7f7b8e7fc640 1 -- 172.21.15.1:0/3257172544 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7b9009a740 con 0x556cd929f690 2024-02-10T00:01:23.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.571+0000 7f7b8e7fc640 1 -- 172.21.15.1:0/3257172544 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b90096db0 con 0x556cd929f690 2024-02-10T00:01:23.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.572+0000 7f7ba159c740 1 -- 172.21.15.1:0/3257172544 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556cd929f690 msgr2=0x556cd92a1a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:23.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.572+0000 7f7ba159c740 1 --2- 172.21.15.1:0/3257172544 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556cd929f690 0x556cd92a1a80 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f7b900cb450 tx=0x7f7b9009a280 comp rx=0 tx=0).stop 2024-02-10T00:01:23.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.572+0000 7f7ba159c740 1 -- 172.21.15.1:0/3257172544 shutdown_connections 2024-02-10T00:01:23.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.572+0000 7f7ba159c740 1 --2- 172.21.15.1:0/3257172544 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556cd929f690 0x556cd92a1a80 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.572+0000 7f7ba159c740 1 --2- 172.21.15.1:0/3257172544 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556cd9296ab0 0x556cd929f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.572+0000 7f7ba159c740 1 --2- 172.21.15.1:0/3257172544 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556cd9296190 0x556cd9296570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.591 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.572+0000 7f7ba159c740 1 -- 172.21.15.1:0/3257172544 >> 172.21.15.1:0/3257172544 conn(0x556cd92908c0 msgr2=0x556cd9290ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:23.591 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.572+0000 7f7ba159c740 1 -- 172.21.15.1:0/3257172544 shutdown_connections 2024-02-10T00:01:23.591 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.572+0000 7f7ba159c740 1 -- 172.21.15.1:0/3257172544 wait complete. 2024-02-10T00:01:23.591 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.572+0000 7f7ba159c740 1 -- start start 2024-02-10T00:01:23.591 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.573+0000 7f7ba159c740 1 Processor -- start 2024-02-10T00:01:23.591 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.573+0000 7f7ba159c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556cd9296190 0x556cd929c670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.591 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.573+0000 7f7ba159c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556cd9296ab0 0x556cd929cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.591 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.573+0000 7f7ba159c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556cd929f690 0x556cd929d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.592 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.573+0000 7f7ba159c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556cd91a1e60 con 0x556cd9296190 2024-02-10T00:01:23.592 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.573+0000 7f7ba159c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556cd8ed04b0 con 0x556cd9296ab0 2024-02-10T00:01:23.592 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.573+0000 7f7ba159c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556cd9182670 con 0x556cd929f690 2024-02-10T00:01:23.592 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.573+0000 7f7ba159c740 10 client.0 _ll_register_callbacks cb 0x556cd919a190 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:23.592 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.573+0000 7f7b97fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556cd9296190 0x556cd929c670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.592 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.573+0000 7f7b97fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556cd9296190 0x556cd929c670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37454/0 (socket says 172.21.15.1:37454) 2024-02-10T00:01:23.592 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.573+0000 7f7b97fff640 1 -- 172.21.15.1:0/3288902891 learned_addr learned my addr 172.21.15.1:0/3288902891 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:23.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.573+0000 7f7b9ce91640 1 --2- 172.21.15.1:0/3288902891 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556cd929f690 0x556cd929d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.573+0000 7f7b977fe640 1 --2- 172.21.15.1:0/3288902891 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556cd9296ab0 0x556cd929cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.573+0000 7f7b97fff640 1 -- 172.21.15.1:0/3288902891 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556cd929f690 msgr2=0x556cd929d0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:23.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.573+0000 7f7b97fff640 1 --2- 172.21.15.1:0/3288902891 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556cd929f690 0x556cd929d0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.573+0000 7f7b97fff640 1 -- 172.21.15.1:0/3288902891 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556cd9296ab0 msgr2=0x556cd929cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:23.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.573+0000 7f7b97fff640 1 --2- 172.21.15.1:0/3288902891 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556cd9296ab0 0x556cd929cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.573+0000 7f7b97fff640 1 -- 172.21.15.1:0/3288902891 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b981a6a90 con 0x556cd9296190 2024-02-10T00:01:23.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.574+0000 7f7b97fff640 1 --2- 172.21.15.1:0/3288902891 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556cd9296190 0x556cd929c670 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f7b80012870 tx=0x7f7b80012d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6324bdcb75bfad44 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:23.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.574+0000 7f7b777fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:23.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.574+0000 7f7b777fe640 1 -- 172.21.15.1:0/3288902891 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b80017070 con 0x556cd9296190 2024-02-10T00:01:23.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.574+0000 7f7b777fe640 1 -- 172.21.15.1:0/3288902891 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f7b8000f8a0 con 0x556cd9296190 2024-02-10T00:01:23.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.574+0000 7f7ba159c740 1 -- 172.21.15.1:0/3288902891 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556cd8efc860 con 0x556cd9296190 2024-02-10T00:01:23.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.574+0000 7f7b777fe640 1 -- 172.21.15.1:0/3288902891 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7b800122e0 con 0x556cd9296190 2024-02-10T00:01:23.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.574+0000 7f7ba159c740 10 client.16335 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:23.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.574+0000 7f7ba159c740 1 -- 172.21.15.1:0/3288902891 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x556cd91fb390 con 0x556cd9296190 2024-02-10T00:01:23.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.574+0000 7f7b777fe640 1 -- 172.21.15.1:0/3288902891 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x556cd8efc860 con 0x556cd9296190 2024-02-10T00:01:23.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.574+0000 7f7b777fe640 1 -- 172.21.15.1:0/3288902891 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f7b80010cd0 con 0x556cd9296190 2024-02-10T00:01:23.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.574+0000 7f7ba159c740 10 client.16335 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:23.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.574+0000 7f7ba159c740 10 client.16335 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:01:23.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.574+0000 7f7ba159c740 20 client.16335 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:23.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.574+0000 7f7ba159c740 1 --2- 172.21.15.1:0/3288902891 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556cd92af7b0 0x556cd92b1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.574+0000 7f7ba159c740 4 client.16335 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:01:23.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.574+0000 7f7ba159c740 1 -- 172.21.15.1:0/3288902891 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556cd8f4d410 con 0x556cd92af7b0 2024-02-10T00:01:23.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.575+0000 7f7b977fe640 1 --2- 172.21.15.1:0/3288902891 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556cd92af7b0 0x556cd92b1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.575+0000 7f7b777fe640 10 client.16335 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:23.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.575+0000 7f7b977fe640 1 --2- 172.21.15.1:0/3288902891 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556cd92af7b0 0x556cd92b1bf0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c25d3f4de66f887 server_cookie=9941b1e7eb098dcf in_seq=0 out_seq=0 2024-02-10T00:01:23.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.576+0000 7f7b777fe640 1 -- 172.21.15.1:0/3288902891 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x556cd8f4d410 con 0x556cd92af7b0 2024-02-10T00:01:23.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.576+0000 7f7b777fe640 10 client.16335 handle_command_reply: tid=0 2024-02-10T00:01:23.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.576+0000 7f7ba159c740 1 client.16335 shutdown 2024-02-10T00:01:23.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.576+0000 7f7ba159c740 1 -- 172.21.15.1:0/3288902891 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556cd9296190 msgr2=0x556cd929c670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:23.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.576+0000 7f7ba159c740 1 --2- 172.21.15.1:0/3288902891 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556cd9296190 0x556cd929c670 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f7b80012870 tx=0x7f7b80012d30 comp rx=0 tx=0).stop 2024-02-10T00:01:23.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.576+0000 7f7ba159c740 1 -- 172.21.15.1:0/3288902891 shutdown_connections 2024-02-10T00:01:23.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.576+0000 7f7ba159c740 1 --2- 172.21.15.1:0/3288902891 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556cd92af7b0 0x556cd92b1bf0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.576+0000 7f7ba159c740 1 --2- 172.21.15.1:0/3288902891 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556cd929f690 0x556cd929d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.576+0000 7f7ba159c740 1 --2- 172.21.15.1:0/3288902891 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556cd9296ab0 0x556cd929cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.576+0000 7f7b777fe640 0 client.16335 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:23.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.576+0000 7f7ba159c740 1 --2- 172.21.15.1:0/3288902891 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556cd9296190 0x556cd929c670 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.576+0000 7f7ba159c740 1 -- 172.21.15.1:0/3288902891 >> 172.21.15.1:0/3288902891 conn(0x556cd92908c0 msgr2=0x556cd9292610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:23.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.576+0000 7f7ba159c740 1 -- 172.21.15.1:0/3288902891 shutdown_connections 2024-02-10T00:01:23.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.576+0000 7f7ba159c740 1 -- 172.21.15.1:0/3288902891 wait complete. 2024-02-10T00:01:23.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.576+0000 7f7ba159c740 20 client.16335 trim_cache size 0 max 16384 2024-02-10T00:01:23.599 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:23 smithi088 ceph-mon[36452]: pgmap v64: 97 pgs: 97 active+clean; 2.4 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 15 op/s 2024-02-10T00:01:23.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.592+0000 7f7ba159c740 1 Processor -- start 2024-02-10T00:01:23.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.592+0000 7f7ba159c740 1 -- start start 2024-02-10T00:01:23.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.592+0000 7f7ba159c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556cd9296190 0x556cd929eda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.592+0000 7f7ba159c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556cd9296ab0 0x556cd929cf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.592+0000 7f7ba159c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556cd929f690 0x556cd92998f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.592+0000 7f7ba159c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556cd92ab4d0 con 0x556cd929f690 2024-02-10T00:01:23.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.592+0000 7f7ba159c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556cd92900a0 con 0x556cd9296ab0 2024-02-10T00:01:23.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.592+0000 7f7ba159c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556cd929d450 con 0x556cd9296190 2024-02-10T00:01:23.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.592+0000 7f7b9ce91640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556cd929f690 0x556cd92998f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.592+0000 7f7b9ce91640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556cd929f690 0x556cd92998f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37460/0 (socket says 172.21.15.1:37460) 2024-02-10T00:01:23.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.592+0000 7f7b9ce91640 1 -- 172.21.15.1:0/190265587 learned_addr learned my addr 172.21.15.1:0/190265587 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:23.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.592+0000 7f7b977fe640 1 --2- 172.21.15.1:0/190265587 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556cd9296ab0 0x556cd929cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.592+0000 7f7b97fff640 1 --2- 172.21.15.1:0/190265587 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556cd9296190 0x556cd929eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.607 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.592+0000 7f7b9ce91640 1 -- 172.21.15.1:0/190265587 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556cd9296190 msgr2=0x556cd929eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:23.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.592+0000 7f7b9ce91640 1 --2- 172.21.15.1:0/190265587 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556cd9296190 0x556cd929eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.592+0000 7f7b9ce91640 1 -- 172.21.15.1:0/190265587 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556cd9296ab0 msgr2=0x556cd929cf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:23.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.592+0000 7f7b9ce91640 1 --2- 172.21.15.1:0/190265587 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556cd9296ab0 0x556cd929cf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.592+0000 7f7b9ce91640 1 -- 172.21.15.1:0/190265587 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556cd9197c70 con 0x556cd929f690 2024-02-10T00:01:23.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.592+0000 7f7b9ce91640 1 --2- 172.21.15.1:0/190265587 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556cd929f690 0x556cd92998f0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f7b9009a680 tx=0x7f7b9009a3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9594ceea62e83443 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:23.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.592+0000 7f7b8dffb640 1 -- 172.21.15.1:0/190265587 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b900987e0 con 0x556cd929f690 2024-02-10T00:01:23.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.593+0000 7f7b8dffb640 1 -- 172.21.15.1:0/190265587 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7b900a2e30 con 0x556cd929f690 2024-02-10T00:01:23.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.593+0000 7f7b8dffb640 1 -- 172.21.15.1:0/190265587 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b900cb670 con 0x556cd929f690 2024-02-10T00:01:23.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.593+0000 7f7ba159c740 1 -- 172.21.15.1:0/190265587 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556cd929f690 msgr2=0x556cd92998f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:23.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.593+0000 7f7ba159c740 1 --2- 172.21.15.1:0/190265587 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556cd929f690 0x556cd92998f0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f7b9009a680 tx=0x7f7b9009a3b0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.593+0000 7f7ba159c740 1 -- 172.21.15.1:0/190265587 shutdown_connections 2024-02-10T00:01:23.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.593+0000 7f7ba159c740 1 --2- 172.21.15.1:0/190265587 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556cd929f690 0x556cd92998f0 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.593+0000 7f7ba159c740 1 --2- 172.21.15.1:0/190265587 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556cd9296ab0 0x556cd929cf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.593+0000 7f7ba159c740 1 --2- 172.21.15.1:0/190265587 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556cd9296190 0x556cd929eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.593+0000 7f7ba159c740 1 -- 172.21.15.1:0/190265587 >> 172.21.15.1:0/190265587 conn(0x556cd92908c0 msgr2=0x556cd9297970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:23.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.593+0000 7f7ba159c740 1 -- 172.21.15.1:0/190265587 shutdown_connections 2024-02-10T00:01:23.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.593+0000 7f7ba159c740 1 -- 172.21.15.1:0/190265587 wait complete. 2024-02-10T00:01:23.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.593+0000 7f7ba159c740 1 -- start start 2024-02-10T00:01:23.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.594+0000 7f7ba159c740 1 Processor -- start 2024-02-10T00:01:23.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.594+0000 7f7ba159c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556cd9296190 0x556cd92a58a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.594+0000 7f7ba159c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556cd9296ab0 0x556cd92a5de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.594+0000 7f7ba159c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556cd929f690 0x556cd92ffd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.594+0000 7f7ba159c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556cd93002a0 con 0x556cd9296ab0 2024-02-10T00:01:23.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.594+0000 7f7ba159c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556cd93003e0 con 0x556cd9296190 2024-02-10T00:01:23.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.594+0000 7f7ba159c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556cd93005a0 con 0x556cd929f690 2024-02-10T00:01:23.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.594+0000 7f7ba159c740 10 client.0 _ll_register_callbacks cb 0x7f7b90004540 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:23.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.594+0000 7f7b977fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556cd9296ab0 0x556cd92a5de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.594+0000 7f7b977fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556cd9296ab0 0x556cd92a5de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37476/0 (socket says 172.21.15.1:37476) 2024-02-10T00:01:23.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.594+0000 7f7b977fe640 1 -- 172.21.15.1:0/3936170813 learned_addr learned my addr 172.21.15.1:0/3936170813 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:23.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.594+0000 7f7b97fff640 1 --2- 172.21.15.1:0/3936170813 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556cd9296190 0x556cd92a58a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.594+0000 7f7b9ce91640 1 --2- 172.21.15.1:0/3936170813 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556cd929f690 0x556cd92ffd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.594+0000 7f7b977fe640 1 -- 172.21.15.1:0/3936170813 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556cd929f690 msgr2=0x556cd92ffd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:23.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.594+0000 7f7b977fe640 1 --2- 172.21.15.1:0/3936170813 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556cd929f690 0x556cd92ffd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.594+0000 7f7b977fe640 1 -- 172.21.15.1:0/3936170813 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556cd9296190 msgr2=0x556cd92a58a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:23.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.594+0000 7f7b977fe640 1 --2- 172.21.15.1:0/3936170813 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556cd9296190 0x556cd92a58a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.594+0000 7f7b977fe640 1 -- 172.21.15.1:0/3936170813 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556cd91a3210 con 0x556cd9296ab0 2024-02-10T00:01:23.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.594+0000 7f7b9ce91640 1 --2- 172.21.15.1:0/3936170813 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556cd929f690 0x556cd92ffd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:01:23.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.595+0000 7f7b977fe640 1 --2- 172.21.15.1:0/3936170813 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556cd9296ab0 0x556cd92a5de0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f7b88005ab0 tx=0x7f7b88043000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0ffe8f73e3312db server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:23.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.595+0000 7f7b777fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:23.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.595+0000 7f7b777fe640 1 -- 172.21.15.1:0/3936170813 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b8802cbf0 con 0x556cd9296ab0 2024-02-10T00:01:23.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.595+0000 7f7b777fe640 1 -- 172.21.15.1:0/3936170813 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f7b88004040 con 0x556cd9296ab0 2024-02-10T00:01:23.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.595+0000 7f7ba159c740 1 -- 172.21.15.1:0/3936170813 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7b9009a740 con 0x556cd9296ab0 2024-02-10T00:01:23.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.595+0000 7f7b777fe640 1 -- 172.21.15.1:0/3936170813 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7b88004200 con 0x556cd9296ab0 2024-02-10T00:01:23.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.595+0000 7f7ba159c740 10 client.16341 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:23.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.595+0000 7f7ba159c740 1 -- 172.21.15.1:0/3936170813 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x556cd91bdac0 con 0x556cd9296ab0 2024-02-10T00:01:23.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.595+0000 7f7b777fe640 1 -- 172.21.15.1:0/3936170813 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7b9009a740 con 0x556cd9296ab0 2024-02-10T00:01:23.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.595+0000 7f7b777fe640 1 -- 172.21.15.1:0/3936170813 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f7b8803c070 con 0x556cd9296ab0 2024-02-10T00:01:23.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.595+0000 7f7ba159c740 10 client.16341 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:23.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.595+0000 7f7ba159c740 10 client.16341 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:01:23.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.595+0000 7f7ba159c740 20 client.16341 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:23.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.595+0000 7f7ba159c740 1 --2- 172.21.15.1:0/3936170813 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556cd9307fb0 0x556cd930a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.595+0000 7f7ba159c740 4 client.16341 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-02-10T00:01:23.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.595+0000 7f7ba159c740 1 -- 172.21.15.1:0/3936170813 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x556cd8f397b0 con 0x556cd9307fb0 2024-02-10T00:01:23.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.596+0000 7f7b97fff640 1 --2- 172.21.15.1:0/3936170813 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556cd9307fb0 0x556cd930a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.596+0000 7f7b777fe640 10 client.16341 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:23.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.596+0000 7f7b97fff640 1 --2- 172.21.15.1:0/3936170813 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556cd9307fb0 0x556cd930a3d0 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=923c937644faa54d server_cookie=ff5fbae9ce559dba in_seq=0 out_seq=0 2024-02-10T00:01:23.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.597+0000 7f7b777fe640 1 -- 172.21.15.1:0/3936170813 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x556cd8f397b0 con 0x556cd9307fb0 2024-02-10T00:01:23.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.597+0000 7f7b777fe640 10 client.16341 handle_command_reply: tid=0 2024-02-10T00:01:23.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.597+0000 7f7ba159c740 1 client.16341 shutdown 2024-02-10T00:01:23.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.597+0000 7f7ba159c740 1 -- 172.21.15.1:0/3936170813 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556cd9296ab0 msgr2=0x556cd92a5de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:23.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.597+0000 7f7ba159c740 1 --2- 172.21.15.1:0/3936170813 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556cd9296ab0 0x556cd92a5de0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f7b88005ab0 tx=0x7f7b88043000 comp rx=0 tx=0).stop 2024-02-10T00:01:23.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.597+0000 7f7ba159c740 1 -- 172.21.15.1:0/3936170813 shutdown_connections 2024-02-10T00:01:23.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.597+0000 7f7ba159c740 1 --2- 172.21.15.1:0/3936170813 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556cd9307fb0 0x556cd930a3d0 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.597+0000 7f7ba159c740 1 --2- 172.21.15.1:0/3936170813 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556cd929f690 0x556cd92ffd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.597+0000 7f7ba159c740 1 --2- 172.21.15.1:0/3936170813 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556cd9296ab0 0x556cd92a5de0 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.597+0000 7f7b777fe640 0 client.16341 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:23.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.597+0000 7f7ba159c740 1 --2- 172.21.15.1:0/3936170813 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556cd9296190 0x556cd92a58a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.597+0000 7f7ba159c740 1 -- 172.21.15.1:0/3936170813 >> 172.21.15.1:0/3936170813 conn(0x556cd92908c0 msgr2=0x556cd928f090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:23.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.597+0000 7f7ba159c740 1 -- 172.21.15.1:0/3936170813 shutdown_connections 2024-02-10T00:01:23.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.597+0000 7f7ba159c740 1 -- 172.21.15.1:0/3936170813 wait complete. 2024-02-10T00:01:23.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.597+0000 7f7ba159c740 20 client.16341 trim_cache size 0 max 16384 2024-02-10T00:01:23.613 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:01:23.613 INFO:teuthology.orchestra.run.smithi001.stdout: "return_code": 0, 2024-02-10T00:01:23.613 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_tag": "5935d964-01fe-438c-b3c6-2c3e7ee354d4", 2024-02-10T00:01:23.613 INFO:teuthology.orchestra.run.smithi001.stdout: "mode": "asynchronous" 2024-02-10T00:01:23.613 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:01:23.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.598+0000 7f7b9e8f4640 1 -- 172.21.15.1:0/3532831075 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f7b840a2260 msgr2=0x7f7b840a4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:23.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.598+0000 7f7b9e8f4640 1 --2- 172.21.15.1:0/3532831075 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f7b840a2260 0x7f7b840a4720 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7b88009230 tx=0x7f7b880047c0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.598+0000 7f7b9e8f4640 1 -- 172.21.15.1:0/3532831075 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7b98100b70 msgr2=0x7f7b981a5a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:23.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.598+0000 7f7b9e8f4640 1 --2- 172.21.15.1:0/3532831075 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7b98100b70 0x7f7b981a5a20 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f7b90009fd0 tx=0x7f7b9000b260 comp rx=0 tx=0).stop 2024-02-10T00:01:23.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.598+0000 7f7b9e8f4640 1 -- 172.21.15.1:0/3532831075 shutdown_connections 2024-02-10T00:01:23.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.598+0000 7f7b9e8f4640 1 --2- 172.21.15.1:0/3532831075 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f7b840a2260 0x7f7b840a4720 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.598+0000 7f7b9e8f4640 1 --2- 172.21.15.1:0/3532831075 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7b98100b70 0x7f7b981a5a20 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.598+0000 7f7b9e8f4640 1 --2- 172.21.15.1:0/3532831075 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7b98106570 0x7f7b98100630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.598+0000 7f7b9e8f4640 1 --2- 172.21.15.1:0/3532831075 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7b98069c40 0x7f7b981000f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.598+0000 7f7b9e8f4640 1 -- 172.21.15.1:0/3532831075 >> 172.21.15.1:0/3532831075 conn(0x7f7b980771d0 msgr2=0x7f7b980fe330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:23.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.598+0000 7f7b9e8f4640 1 -- 172.21.15.1:0/3532831075 shutdown_connections 2024-02-10T00:01:23.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.598+0000 7f7b9e8f4640 1 -- 172.21.15.1:0/3532831075 wait complete. 2024-02-10T00:01:23.616 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:01:23.616 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:01:23.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:23 smithi103 ceph-mon[36942]: pgmap v64: 97 pgs: 97 active+clean; 2.4 MiB data, 343 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 15 op/s 2024-02-10T00:01:23.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.758+0000 7ffa6ad0c640 1 -- 172.21.15.1:0/45664407 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa64100ce0 msgr2=0x7ffa64104d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:23.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.758+0000 7ffa6ad0c640 1 --2- 172.21.15.1:0/45664407 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa64100ce0 0x7ffa64104d20 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7ffa54009cd0 tx=0x7ffa5402c0f0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.758+0000 7ffa6ad0c640 1 -- 172.21.15.1:0/45664407 shutdown_connections 2024-02-10T00:01:23.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.758+0000 7ffa6ad0c640 1 --2- 172.21.15.1:0/45664407 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa64105400 0x7ffa6410cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.758+0000 7ffa6ad0c640 1 --2- 172.21.15.1:0/45664407 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa64100ce0 0x7ffa64104d20 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.758+0000 7ffa6ad0c640 1 --2- 172.21.15.1:0/45664407 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa64100330 0x7ffa64100710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.759+0000 7ffa6ad0c640 1 -- 172.21.15.1:0/45664407 >> 172.21.15.1:0/45664407 conn(0x7ffa64077250 msgr2=0x7ffa64077660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:23.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.759+0000 7ffa6ad0c640 1 -- 172.21.15.1:0/45664407 shutdown_connections 2024-02-10T00:01:23.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.759+0000 7ffa6ad0c640 1 -- 172.21.15.1:0/45664407 wait complete. 2024-02-10T00:01:23.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.759+0000 7ffa6ad0c640 1 Processor -- start 2024-02-10T00:01:23.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.759+0000 7ffa6ad0c640 1 -- start start 2024-02-10T00:01:23.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.759+0000 7ffa6ad0c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa64100330 0x7ffa6419d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.759+0000 7ffa6ad0c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa64105400 0x7ffa6419db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.759+0000 7ffa6ad0c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa64197770 0x7ffa64197c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.759+0000 7ffa6ad0c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa64198220 con 0x7ffa64105400 2024-02-10T00:01:23.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.759+0000 7ffa6ad0c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa64198390 con 0x7ffa64197770 2024-02-10T00:01:23.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.759+0000 7ffa6ad0c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa64198550 con 0x7ffa64100330 2024-02-10T00:01:23.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.759+0000 7ffa63fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa64105400 0x7ffa6419db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.759+0000 7ffa63fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa64105400 0x7ffa6419db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37496/0 (socket says 172.21.15.1:37496) 2024-02-10T00:01:23.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.760+0000 7ffa63fff640 1 -- 172.21.15.1:0/303248203 learned_addr learned my addr 172.21.15.1:0/303248203 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:23.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.760+0000 7ffa68aa8640 1 --2- 172.21.15.1:0/303248203 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa64100330 0x7ffa6419d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.760+0000 7ffa692a9640 1 --2- 172.21.15.1:0/303248203 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa64197770 0x7ffa64197c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.760+0000 7ffa63fff640 1 -- 172.21.15.1:0/303248203 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa64100330 msgr2=0x7ffa6419d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:23.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.760+0000 7ffa63fff640 1 --2- 172.21.15.1:0/303248203 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa64100330 0x7ffa6419d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.760+0000 7ffa63fff640 1 -- 172.21.15.1:0/303248203 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa64197770 msgr2=0x7ffa64197c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:23.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.760+0000 7ffa63fff640 1 --2- 172.21.15.1:0/303248203 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa64197770 0x7ffa64197c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.760+0000 7ffa63fff640 1 -- 172.21.15.1:0/303248203 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa54009900 con 0x7ffa64105400 2024-02-10T00:01:23.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.760+0000 7ffa692a9640 1 --2- 172.21.15.1:0/303248203 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa64197770 0x7ffa64197c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:01:23.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.760+0000 7ffa63fff640 1 --2- 172.21.15.1:0/303248203 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa64105400 0x7ffa6419db60 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7ffa54005cc0 tx=0x7ffa540325f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:23.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.760+0000 7ffa61ffb640 1 -- 172.21.15.1:0/303248203 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa540328b0 con 0x7ffa64105400 2024-02-10T00:01:23.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.760+0000 7ffa61ffb640 1 -- 172.21.15.1:0/303248203 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ffa54003e50 con 0x7ffa64105400 2024-02-10T00:01:23.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.760+0000 7ffa6ad0c640 1 -- 172.21.15.1:0/303248203 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa641a4490 con 0x7ffa64105400 2024-02-10T00:01:23.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.760+0000 7ffa61ffb640 1 -- 172.21.15.1:0/303248203 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa540047d0 con 0x7ffa64105400 2024-02-10T00:01:23.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.760+0000 7ffa6ad0c640 1 -- 172.21.15.1:0/303248203 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa641a49a0 con 0x7ffa64105400 2024-02-10T00:01:23.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.762+0000 7ffa61ffb640 1 -- 172.21.15.1:0/303248203 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7ffa5400a040 con 0x7ffa64105400 2024-02-10T00:01:23.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.763+0000 7ffa6d9c2740 1 Processor -- start 2024-02-10T00:01:23.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.763+0000 7ffa6d9c2740 1 -- start start 2024-02-10T00:01:23.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.763+0000 7ffa61ffb640 1 --2- 172.21.15.1:0/303248203 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ffa500a2230 0x7ffa500a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.763+0000 7ffa6d9c2740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557596884860 0x557596884c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.763+0000 7ffa6d9c2740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557596885210 0x55759688dd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.763+0000 7ffa6d9c2740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55759688e310 0x55759688e770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.763+0000 7ffa6d9c2740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55759683fd00 con 0x557596884860 2024-02-10T00:01:23.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.763+0000 7ffa6d9c2740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575967f42f0 con 0x55759688e310 2024-02-10T00:01:23.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.763+0000 7ffa6d9c2740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575967f1820 con 0x557596885210 2024-02-10T00:01:23.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.763+0000 7ffa692a9640 1 --2- 172.21.15.1:0/303248203 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ffa500a2230 0x7ffa500a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.763+0000 7ffa68aa8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557596884860 0x557596884c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.763+0000 7ffa68aa8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557596884860 0x557596884c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37510/0 (socket says 172.21.15.1:37510) 2024-02-10T00:01:23.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.763+0000 7ffa68aa8640 1 -- 172.21.15.1:0/4234433526 learned_addr learned my addr 172.21.15.1:0/4234433526 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:23.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.763+0000 7ffa61ffb640 1 -- 172.21.15.1:0/303248203 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7ffa540f0da0 con 0x7ffa64105400 2024-02-10T00:01:23.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.763+0000 7ffa63fff640 1 --2- 172.21.15.1:0/4234433526 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557596885210 0x55759688dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.764+0000 7ffa68aa8640 1 -- 172.21.15.1:0/4234433526 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557596885210 msgr2=0x55759688dd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:23.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.764+0000 7ffa68aa8640 1 --2- 172.21.15.1:0/4234433526 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557596885210 0x55759688dd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.764+0000 7ffa68aa8640 1 -- 172.21.15.1:0/4234433526 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55759688e310 msgr2=0x55759688e770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:23.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.764+0000 7ffa692a9640 1 --2- 172.21.15.1:0/4234433526 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55759688e310 0x55759688e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.764+0000 7ffa68aa8640 1 --2- 172.21.15.1:0/4234433526 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55759688e310 0x55759688e770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.764+0000 7ffa68aa8640 1 -- 172.21.15.1:0/4234433526 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5575967aeff0 con 0x557596884860 2024-02-10T00:01:23.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.764+0000 7ffa692a9640 1 --2- 172.21.15.1:0/4234433526 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55759688e310 0x55759688e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:01:23.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.764+0000 7ffa692a9640 1 --2- 172.21.15.1:0/303248203 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ffa500a2230 0x7ffa500a46f0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7ffa4c009c00 tx=0x7ffa4c009680 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:23.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.764+0000 7ffa68aa8640 1 --2- 172.21.15.1:0/4234433526 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557596884860 0x557596884c40 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c00bcb0 tx=0x7ffa5c00f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3b584c3b56c26b8 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:23.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.764+0000 7ffa5affd640 1 -- 172.21.15.1:0/4234433526 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa5c01a460 con 0x557596884860 2024-02-10T00:01:23.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.764+0000 7ffa5affd640 1 -- 172.21.15.1:0/4234433526 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ffa5c01aaa0 con 0x557596884860 2024-02-10T00:01:23.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.764+0000 7ffa5affd640 1 -- 172.21.15.1:0/4234433526 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa5c011b40 con 0x557596884860 2024-02-10T00:01:23.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.765+0000 7ffa6d9c2740 1 -- 172.21.15.1:0/4234433526 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557596884860 msgr2=0x557596884c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:23.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.765+0000 7ffa6d9c2740 1 --2- 172.21.15.1:0/4234433526 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557596884860 0x557596884c40 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c00bcb0 tx=0x7ffa5c00f730 comp rx=0 tx=0).stop 2024-02-10T00:01:23.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.765+0000 7ffa6d9c2740 1 -- 172.21.15.1:0/4234433526 shutdown_connections 2024-02-10T00:01:23.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.765+0000 7ffa6d9c2740 1 --2- 172.21.15.1:0/4234433526 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55759688e310 0x55759688e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.765+0000 7ffa6d9c2740 1 --2- 172.21.15.1:0/4234433526 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557596885210 0x55759688dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.765+0000 7ffa6d9c2740 1 --2- 172.21.15.1:0/4234433526 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557596884860 0x557596884c40 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.765+0000 7ffa6d9c2740 1 -- 172.21.15.1:0/4234433526 >> 172.21.15.1:0/4234433526 conn(0x55759687f050 msgr2=0x55759687f430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:23.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.765+0000 7ffa6d9c2740 1 -- 172.21.15.1:0/4234433526 shutdown_connections 2024-02-10T00:01:23.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.765+0000 7ffa6d9c2740 1 -- 172.21.15.1:0/4234433526 wait complete. 2024-02-10T00:01:23.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.765+0000 7ffa6d9c2740 1 -- start start 2024-02-10T00:01:23.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.765+0000 7ffa6d9c2740 1 Processor -- start 2024-02-10T00:01:23.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.766+0000 7ffa6d9c2740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557596884860 0x557596891c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.766+0000 7ffa6d9c2740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557596885210 0x5575968921c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.766+0000 7ffa6d9c2740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55759688e310 0x557596892700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.766+0000 7ffa6d9c2740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575967ed000 con 0x557596884860 2024-02-10T00:01:23.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.766+0000 7ffa6d9c2740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575964c0430 con 0x557596885210 2024-02-10T00:01:23.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.766+0000 7ffa6d9c2740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55759647ce00 con 0x55759688e310 2024-02-10T00:01:23.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.766+0000 7ffa6d9c2740 10 client.0 _ll_register_callbacks cb 0x5575967e17f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:23.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.766+0000 7ffa68aa8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557596884860 0x557596891c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.766+0000 7ffa68aa8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557596884860 0x557596891c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37524/0 (socket says 172.21.15.1:37524) 2024-02-10T00:01:23.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.766+0000 7ffa68aa8640 1 -- 172.21.15.1:0/3038736748 learned_addr learned my addr 172.21.15.1:0/3038736748 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:23.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.766+0000 7ffa692a9640 1 --2- 172.21.15.1:0/3038736748 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55759688e310 0x557596892700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.766+0000 7ffa63fff640 1 --2- 172.21.15.1:0/3038736748 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557596885210 0x5575968921c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.766+0000 7ffa68aa8640 1 -- 172.21.15.1:0/3038736748 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55759688e310 msgr2=0x557596892700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:23.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.766+0000 7ffa68aa8640 1 --2- 172.21.15.1:0/3038736748 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55759688e310 0x557596892700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.766+0000 7ffa68aa8640 1 -- 172.21.15.1:0/3038736748 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557596885210 msgr2=0x5575968921c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:23.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.766+0000 7ffa68aa8640 1 --2- 172.21.15.1:0/3038736748 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557596885210 0x5575968921c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.766+0000 7ffa68aa8640 1 -- 172.21.15.1:0/3038736748 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa5c00b8e0 con 0x557596884860 2024-02-10T00:01:23.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.766+0000 7ffa692a9640 1 --2- 172.21.15.1:0/3038736748 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55759688e310 0x557596892700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:01:23.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.766+0000 7ffa68aa8640 1 --2- 172.21.15.1:0/3038736748 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557596884860 0x557596891c80 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c011760 tx=0x7ffa5c00bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c374cdc54512a2ec server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:23.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.766+0000 7ffa43fff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:23.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.766+0000 7ffa43fff640 1 -- 172.21.15.1:0/3038736748 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa5c020070 con 0x557596884860 2024-02-10T00:01:23.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.766+0000 7ffa43fff640 1 -- 172.21.15.1:0/3038736748 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7ffa5c01a7b0 con 0x557596884860 2024-02-10T00:01:23.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.766+0000 7ffa6d9c2740 1 -- 172.21.15.1:0/3038736748 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5575964ec7e0 con 0x557596884860 2024-02-10T00:01:23.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.766+0000 7ffa43fff640 1 -- 172.21.15.1:0/3038736748 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7ffa5c0118c0 con 0x557596884860 2024-02-10T00:01:23.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.766+0000 7ffa6d9c2740 10 client.16353 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:23.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.766+0000 7ffa6d9c2740 1 -- 172.21.15.1:0/3038736748 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5575967eb680 con 0x557596884860 2024-02-10T00:01:23.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.767+0000 7ffa43fff640 1 -- 172.21.15.1:0/3038736748 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ffa5c033020 con 0x557596884860 2024-02-10T00:01:23.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.767+0000 7ffa43fff640 1 -- 172.21.15.1:0/3038736748 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ffa5c0046c0 con 0x557596884860 2024-02-10T00:01:23.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.767+0000 7ffa6d9c2740 10 client.16353 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:23.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.767+0000 7ffa6d9c2740 10 client.16353 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:01:23.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.767+0000 7ffa6d9c2740 20 client.16353 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:23.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.767+0000 7ffa6d9c2740 1 --2- 172.21.15.1:0/3038736748 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5575968a25d0 0x5575968a49c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.767+0000 7ffa6d9c2740 4 client.16353 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:01:23.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.767+0000 7ffa6d9c2740 1 -- 172.21.15.1:0/3038736748 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557596529720 con 0x5575968a25d0 2024-02-10T00:01:23.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.767+0000 7ffa63fff640 1 --2- 172.21.15.1:0/3038736748 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5575968a25d0 0x5575968a49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.767+0000 7ffa43fff640 10 client.16353 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:23.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.767+0000 7ffa63fff640 1 --2- 172.21.15.1:0/3038736748 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5575968a25d0 0x5575968a49c0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ed8809c44655e470 server_cookie=b23ae327a747f2d in_seq=0 out_seq=0 2024-02-10T00:01:23.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.768+0000 7ffa43fff640 1 -- 172.21.15.1:0/3038736748 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x557596529720 con 0x5575968a25d0 2024-02-10T00:01:23.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.768+0000 7ffa43fff640 10 client.16353 handle_command_reply: tid=0 2024-02-10T00:01:23.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.768+0000 7ffa6d9c2740 1 client.16353 shutdown 2024-02-10T00:01:23.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.768+0000 7ffa6d9c2740 1 -- 172.21.15.1:0/3038736748 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557596884860 msgr2=0x557596891c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:23.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.768+0000 7ffa6d9c2740 1 --2- 172.21.15.1:0/3038736748 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557596884860 0x557596891c80 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c011760 tx=0x7ffa5c00bfd0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.768+0000 7ffa6d9c2740 1 -- 172.21.15.1:0/3038736748 shutdown_connections 2024-02-10T00:01:23.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.768+0000 7ffa6d9c2740 1 --2- 172.21.15.1:0/3038736748 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5575968a25d0 0x5575968a49c0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.768+0000 7ffa6d9c2740 1 --2- 172.21.15.1:0/3038736748 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55759688e310 0x557596892700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.768+0000 7ffa6d9c2740 1 --2- 172.21.15.1:0/3038736748 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557596885210 0x5575968921c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.768+0000 7ffa43fff640 0 client.16353 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:23.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.768+0000 7ffa6d9c2740 1 --2- 172.21.15.1:0/3038736748 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557596884860 0x557596891c80 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.768+0000 7ffa6d9c2740 1 -- 172.21.15.1:0/3038736748 >> 172.21.15.1:0/3038736748 conn(0x55759687f050 msgr2=0x557596880da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:23.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.768+0000 7ffa6d9c2740 1 -- 172.21.15.1:0/3038736748 shutdown_connections 2024-02-10T00:01:23.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.769+0000 7ffa6d9c2740 1 -- 172.21.15.1:0/3038736748 wait complete. 2024-02-10T00:01:23.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.769+0000 7ffa6d9c2740 20 client.16353 trim_cache size 0 max 16384 2024-02-10T00:01:23.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.783+0000 7ffa6d9c2740 1 Processor -- start 2024-02-10T00:01:23.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.783+0000 7ffa6d9c2740 1 -- start start 2024-02-10T00:01:23.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.784+0000 7ffa6d9c2740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557596884860 0x5575968943b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.784+0000 7ffa6d9c2740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557596885210 0x55759688dca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.784+0000 7ffa6d9c2740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55759688e310 0x557596892520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.784+0000 7ffa6d9c2740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557596771fd0 con 0x557596885210 2024-02-10T00:01:23.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.784+0000 7ffa6d9c2740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557596884490 con 0x55759688e310 2024-02-10T00:01:23.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.784+0000 7ffa6d9c2740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575968a2380 con 0x557596884860 2024-02-10T00:01:23.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.784+0000 7ffa63fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557596885210 0x55759688dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.784+0000 7ffa63fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557596885210 0x55759688dca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37528/0 (socket says 172.21.15.1:37528) 2024-02-10T00:01:23.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.784+0000 7ffa63fff640 1 -- 172.21.15.1:0/10298391 learned_addr learned my addr 172.21.15.1:0/10298391 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:23.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.784+0000 7ffa68aa8640 1 --2- 172.21.15.1:0/10298391 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557596884860 0x5575968943b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.784+0000 7ffa63fff640 1 -- 172.21.15.1:0/10298391 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557596884860 msgr2=0x5575968943b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:23.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.784+0000 7ffa63fff640 1 --2- 172.21.15.1:0/10298391 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557596884860 0x5575968943b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.784+0000 7ffa63fff640 1 -- 172.21.15.1:0/10298391 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55759688e310 msgr2=0x557596892520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:23.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.784+0000 7ffa692a9640 1 --2- 172.21.15.1:0/10298391 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55759688e310 0x557596892520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.784+0000 7ffa63fff640 1 --2- 172.21.15.1:0/10298391 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55759688e310 0x557596892520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.784+0000 7ffa63fff640 1 -- 172.21.15.1:0/10298391 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557596787b30 con 0x557596885210 2024-02-10T00:01:23.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.784+0000 7ffa692a9640 1 --2- 172.21.15.1:0/10298391 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55759688e310 0x557596892520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:01:23.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.784+0000 7ffa63fff640 1 --2- 172.21.15.1:0/10298391 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557596885210 0x55759688dca0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7ffa54006010 tx=0x7ffa54009800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2358b6ee9d4193ff server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:23.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.784+0000 7ffa5a7fc640 1 -- 172.21.15.1:0/10298391 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa540bdf70 con 0x557596885210 2024-02-10T00:01:23.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.784+0000 7ffa5a7fc640 1 -- 172.21.15.1:0/10298391 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ffa540bd870 con 0x557596885210 2024-02-10T00:01:23.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.784+0000 7ffa5a7fc640 1 -- 172.21.15.1:0/10298391 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa54033e90 con 0x557596885210 2024-02-10T00:01:23.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.785+0000 7ffa6d9c2740 1 -- 172.21.15.1:0/10298391 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557596885210 msgr2=0x55759688dca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:23.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.785+0000 7ffa6d9c2740 1 --2- 172.21.15.1:0/10298391 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557596885210 0x55759688dca0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7ffa54006010 tx=0x7ffa54009800 comp rx=0 tx=0).stop 2024-02-10T00:01:23.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.785+0000 7ffa6d9c2740 1 -- 172.21.15.1:0/10298391 shutdown_connections 2024-02-10T00:01:23.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.785+0000 7ffa6d9c2740 1 --2- 172.21.15.1:0/10298391 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55759688e310 0x557596892520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.785+0000 7ffa6d9c2740 1 --2- 172.21.15.1:0/10298391 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557596885210 0x55759688dca0 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.785+0000 7ffa6d9c2740 1 --2- 172.21.15.1:0/10298391 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557596884860 0x5575968943b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.785+0000 7ffa6d9c2740 1 -- 172.21.15.1:0/10298391 >> 172.21.15.1:0/10298391 conn(0x55759687f050 msgr2=0x55759687d960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:23.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.785+0000 7ffa6d9c2740 1 -- 172.21.15.1:0/10298391 shutdown_connections 2024-02-10T00:01:23.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.785+0000 7ffa6d9c2740 1 -- 172.21.15.1:0/10298391 wait complete. 2024-02-10T00:01:23.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.785+0000 7ffa6d9c2740 1 -- start start 2024-02-10T00:01:23.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.785+0000 7ffa6d9c2740 1 Processor -- start 2024-02-10T00:01:23.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.786+0000 7ffa6d9c2740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557596884860 0x557596897e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.786+0000 7ffa6d9c2740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557596885210 0x557596898340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.786+0000 7ffa6d9c2740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55759688e310 0x557596898880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.786+0000 7ffa6d9c2740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575968f8ab0 con 0x557596884860 2024-02-10T00:01:23.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.786+0000 7ffa6d9c2740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575968f8bf0 con 0x557596885210 2024-02-10T00:01:23.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.786+0000 7ffa6d9c2740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575968f8db0 con 0x55759688e310 2024-02-10T00:01:23.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.786+0000 7ffa6d9c2740 10 client.0 _ll_register_callbacks cb 0x7ffa5c00b440 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:23.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.786+0000 7ffa68aa8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557596884860 0x557596897e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.786+0000 7ffa68aa8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557596884860 0x557596897e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37530/0 (socket says 172.21.15.1:37530) 2024-02-10T00:01:23.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.786+0000 7ffa68aa8640 1 -- 172.21.15.1:0/1059981206 learned_addr learned my addr 172.21.15.1:0/1059981206 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:23.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.786+0000 7ffa63fff640 1 --2- 172.21.15.1:0/1059981206 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557596885210 0x557596898340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.786+0000 7ffa692a9640 1 --2- 172.21.15.1:0/1059981206 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55759688e310 0x557596898880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.786+0000 7ffa68aa8640 1 -- 172.21.15.1:0/1059981206 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55759688e310 msgr2=0x557596898880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:23.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.786+0000 7ffa68aa8640 1 --2- 172.21.15.1:0/1059981206 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55759688e310 0x557596898880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.786+0000 7ffa68aa8640 1 -- 172.21.15.1:0/1059981206 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557596885210 msgr2=0x557596898340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:23.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.786+0000 7ffa68aa8640 1 --2- 172.21.15.1:0/1059981206 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557596885210 0x557596898340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.786+0000 7ffa68aa8640 1 -- 172.21.15.1:0/1059981206 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa641a49a0 con 0x557596884860 2024-02-10T00:01:23.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.786+0000 7ffa68aa8640 1 --2- 172.21.15.1:0/1059981206 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557596884860 0x557596897e00 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c0058c0 tx=0x7ffa5c00b520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f72194b59ee4a6a server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:23.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.786+0000 7ffa43fff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:23.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.786+0000 7ffa43fff640 1 -- 172.21.15.1:0/1059981206 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa5c020070 con 0x557596884860 2024-02-10T00:01:23.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.786+0000 7ffa43fff640 1 -- 172.21.15.1:0/1059981206 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7ffa5c000e40 con 0x557596884860 2024-02-10T00:01:23.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.786+0000 7ffa6d9c2740 1 -- 172.21.15.1:0/1059981206 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ffa5c01aaa0 con 0x557596884860 2024-02-10T00:01:23.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.787+0000 7ffa43fff640 1 -- 172.21.15.1:0/1059981206 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7ffa5c005ed0 con 0x557596884860 2024-02-10T00:01:23.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.787+0000 7ffa6d9c2740 10 client.16359 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:23.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.787+0000 7ffa6d9c2740 1 -- 172.21.15.1:0/1059981206 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5575967ad850 con 0x557596884860 2024-02-10T00:01:23.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.787+0000 7ffa43fff640 1 -- 172.21.15.1:0/1059981206 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ffa5c01aaa0 con 0x557596884860 2024-02-10T00:01:23.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.787+0000 7ffa43fff640 1 -- 172.21.15.1:0/1059981206 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ffa5c02d070 con 0x557596884860 2024-02-10T00:01:23.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.787+0000 7ffa6d9c2740 10 client.16359 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:23.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.787+0000 7ffa6d9c2740 10 client.16359 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:01:23.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.787+0000 7ffa6d9c2740 20 client.16359 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:23.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.787+0000 7ffa6d9c2740 1 --2- 172.21.15.1:0/1059981206 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5575968fa370 0x5575968fc790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:23.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.787+0000 7ffa6d9c2740 4 client.16359 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:01:23.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.787+0000 7ffa6d9c2740 1 -- 172.21.15.1:0/1059981206 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x557596578890 con 0x5575968fa370 2024-02-10T00:01:23.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.787+0000 7ffa63fff640 1 --2- 172.21.15.1:0/1059981206 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5575968fa370 0x5575968fc790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:23.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.788+0000 7ffa43fff640 10 client.16359 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:23.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.788+0000 7ffa63fff640 1 --2- 172.21.15.1:0/1059981206 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5575968fa370 0x5575968fc790 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=105bcc7bb42eade server_cookie=9928abea95bd19ee in_seq=0 out_seq=0 2024-02-10T00:01:23.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.788+0000 7ffa43fff640 1 -- 172.21.15.1:0/1059981206 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x557596578890 con 0x5575968fa370 2024-02-10T00:01:23.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.788+0000 7ffa43fff640 10 client.16359 handle_command_reply: tid=0 2024-02-10T00:01:23.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.788+0000 7ffa6d9c2740 1 client.16359 shutdown 2024-02-10T00:01:23.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.788+0000 7ffa6d9c2740 1 -- 172.21.15.1:0/1059981206 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557596884860 msgr2=0x557596897e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:23.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.788+0000 7ffa6d9c2740 1 --2- 172.21.15.1:0/1059981206 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557596884860 0x557596897e00 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c0058c0 tx=0x7ffa5c00b520 comp rx=0 tx=0).stop 2024-02-10T00:01:23.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.788+0000 7ffa6d9c2740 1 -- 172.21.15.1:0/1059981206 shutdown_connections 2024-02-10T00:01:23.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.788+0000 7ffa6d9c2740 1 --2- 172.21.15.1:0/1059981206 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5575968fa370 0x5575968fc790 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.788+0000 7ffa6d9c2740 1 --2- 172.21.15.1:0/1059981206 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55759688e310 0x557596898880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.788+0000 7ffa6d9c2740 1 --2- 172.21.15.1:0/1059981206 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557596885210 0x557596898340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.788+0000 7ffa43fff640 0 client.16359 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:23.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.788+0000 7ffa6d9c2740 1 --2- 172.21.15.1:0/1059981206 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557596884860 0x557596897e00 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.788+0000 7ffa6d9c2740 1 -- 172.21.15.1:0/1059981206 >> 172.21.15.1:0/1059981206 conn(0x55759687f050 msgr2=0x557596890cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:23.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.788+0000 7ffa6d9c2740 1 -- 172.21.15.1:0/1059981206 shutdown_connections 2024-02-10T00:01:23.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.788+0000 7ffa6d9c2740 1 -- 172.21.15.1:0/1059981206 wait complete. 2024-02-10T00:01:23.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.788+0000 7ffa6d9c2740 20 client.16359 trim_cache size 0 max 16384 2024-02-10T00:01:23.798 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:01:23.799 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "IDLE (waiting for more scrubs)", 2024-02-10T00:01:23.799 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": { 2024-02-10T00:01:23.799 INFO:teuthology.orchestra.run.smithi001.stdout: "5935d964-01fe-438c-b3c6-2c3e7ee354d4": { 2024-02-10T00:01:23.799 INFO:teuthology.orchestra.run.smithi001.stdout: "path": "/", 2024-02-10T00:01:23.799 INFO:teuthology.orchestra.run.smithi001.stdout: "tag": "5935d964-01fe-438c-b3c6-2c3e7ee354d4", 2024-02-10T00:01:23.799 INFO:teuthology.orchestra.run.smithi001.stdout: "options": "recursive,force" 2024-02-10T00:01:23.799 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:01:23.799 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:01:23.799 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:01:23.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.789+0000 7ffa6ad0c640 1 -- 172.21.15.1:0/303248203 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ffa500a2230 msgr2=0x7ffa500a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:23.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.789+0000 7ffa6ad0c640 1 --2- 172.21.15.1:0/303248203 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ffa500a2230 0x7ffa500a46f0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7ffa4c009c00 tx=0x7ffa4c009680 comp rx=0 tx=0).stop 2024-02-10T00:01:23.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.789+0000 7ffa6ad0c640 1 -- 172.21.15.1:0/303248203 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa64105400 msgr2=0x7ffa6419db60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:23.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.789+0000 7ffa6ad0c640 1 --2- 172.21.15.1:0/303248203 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa64105400 0x7ffa6419db60 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7ffa54005cc0 tx=0x7ffa540325f0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.789+0000 7ffa6ad0c640 1 -- 172.21.15.1:0/303248203 shutdown_connections 2024-02-10T00:01:23.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.789+0000 7ffa6ad0c640 1 --2- 172.21.15.1:0/303248203 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ffa500a2230 0x7ffa500a46f0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.789+0000 7ffa6ad0c640 1 --2- 172.21.15.1:0/303248203 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa64197770 0x7ffa64197c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.789+0000 7ffa6ad0c640 1 --2- 172.21.15.1:0/303248203 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa64105400 0x7ffa6419db60 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.789+0000 7ffa6ad0c640 1 --2- 172.21.15.1:0/303248203 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa64100330 0x7ffa6419d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:23.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.789+0000 7ffa6ad0c640 1 -- 172.21.15.1:0/303248203 >> 172.21.15.1:0/303248203 conn(0x7ffa64077250 msgr2=0x7ffa64069c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:23.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.789+0000 7ffa6ad0c640 1 -- 172.21.15.1:0/303248203 shutdown_connections 2024-02-10T00:01:23.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:23.789+0000 7ffa6ad0c640 1 -- 172.21.15.1:0/303248203 wait complete. 2024-02-10T00:01:23.802 INFO:tasks.cephfs.filesystem:scrub status for tag:5935d964-01fe-438c-b3c6-2c3e7ee354d4 - {'path': '/', 'tag': '5935d964-01fe-438c-b3c6-2c3e7ee354d4', 'options': 'recursive,force'} 2024-02-10T00:01:24.416 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.411+0000 7f607e23c640 1 -- 172.21.15.1:0/4197390065 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6078100d40 msgr2=0x7f607810cf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:24.417 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.411+0000 7f607e23c640 1 --2- 172.21.15.1:0/4197390065 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6078100d40 0x7f607810cf00 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f6070009cd0 tx=0x7f607002c0f0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.417 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.411+0000 7f607e23c640 1 -- 172.21.15.1:0/4197390065 shutdown_connections 2024-02-10T00:01:24.417 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.411+0000 7f607e23c640 1 --2- 172.21.15.1:0/4197390065 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6078100d40 0x7f607810cf00 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.417 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.411+0000 7f607e23c640 1 --2- 172.21.15.1:0/4197390065 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6078100380 0x7f6078100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.417 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.411+0000 7f607e23c640 1 --2- 172.21.15.1:0/4197390065 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f60781062c0 0x7f60781066a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.417 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.411+0000 7f607e23c640 1 -- 172.21.15.1:0/4197390065 >> 172.21.15.1:0/4197390065 conn(0x7f6078076ef0 msgr2=0x7f6078077300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:24.417 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.411+0000 7f607e23c640 1 -- 172.21.15.1:0/4197390065 shutdown_connections 2024-02-10T00:01:24.417 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.411+0000 7f607e23c640 1 -- 172.21.15.1:0/4197390065 wait complete. 2024-02-10T00:01:24.417 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.412+0000 7f607e23c640 1 Processor -- start 2024-02-10T00:01:24.417 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.412+0000 7f607e23c640 1 -- start start 2024-02-10T00:01:24.417 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.412+0000 7f607e23c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6078100380 0x7f607819d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:24.418 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.412+0000 7f607e23c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6078100d40 0x7f607819db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:24.418 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.412+0000 7f607e23c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f60781062c0 0x7f60781976f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:24.418 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.412+0000 7f607e23c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6078197e80 con 0x7f60781062c0 2024-02-10T00:01:24.418 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.412+0000 7f607e23c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6078197ff0 con 0x7f6078100d40 2024-02-10T00:01:24.418 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.412+0000 7f607e23c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60781981b0 con 0x7f6078100380 2024-02-10T00:01:24.418 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.412+0000 7f6077fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f60781062c0 0x7f60781976f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:24.418 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.412+0000 7f6077fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f60781062c0 0x7f60781976f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37552/0 (socket says 172.21.15.1:37552) 2024-02-10T00:01:24.418 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.412+0000 7f6077fff640 1 -- 172.21.15.1:0/805934710 learned_addr learned my addr 172.21.15.1:0/805934710 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:24.418 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.412+0000 7f6076ffd640 1 --2- 172.21.15.1:0/805934710 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6078100d40 0x7f607819db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:24.418 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.413+0000 7f60777fe640 1 --2- 172.21.15.1:0/805934710 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6078100380 0x7f607819d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:24.418 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.413+0000 7f6077fff640 1 -- 172.21.15.1:0/805934710 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6078100380 msgr2=0x7f607819d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:24.418 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.413+0000 7f6077fff640 1 --2- 172.21.15.1:0/805934710 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6078100380 0x7f607819d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.418 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.413+0000 7f6077fff640 1 -- 172.21.15.1:0/805934710 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6078100d40 msgr2=0x7f607819db70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:24.418 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.413+0000 7f6077fff640 1 --2- 172.21.15.1:0/805934710 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6078100d40 0x7f607819db70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.419 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.413+0000 7f6077fff640 1 -- 172.21.15.1:0/805934710 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6070009900 con 0x7f60781062c0 2024-02-10T00:01:24.419 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.413+0000 7f6076ffd640 1 --2- 172.21.15.1:0/805934710 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6078100d40 0x7f607819db70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:01:24.419 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.413+0000 7f60777fe640 1 --2- 172.21.15.1:0/805934710 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6078100380 0x7f607819d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:01:24.419 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.413+0000 7f6077fff640 1 --2- 172.21.15.1:0/805934710 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f60781062c0 0x7f60781976f0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f60700348f0 tx=0x7f6070034cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:24.419 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.413+0000 7f6074ff9640 1 -- 172.21.15.1:0/805934710 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60700328c0 con 0x7f60781062c0 2024-02-10T00:01:24.419 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.413+0000 7f607e23c640 1 -- 172.21.15.1:0/805934710 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6078198430 con 0x7f60781062c0 2024-02-10T00:01:24.419 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.413+0000 7f6074ff9640 1 -- 172.21.15.1:0/805934710 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6070003e50 con 0x7f60781062c0 2024-02-10T00:01:24.419 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.413+0000 7f6074ff9640 1 -- 172.21.15.1:0/805934710 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6070040450 con 0x7f60781062c0 2024-02-10T00:01:24.419 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.413+0000 7f607e23c640 1 -- 172.21.15.1:0/805934710 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60781a45b0 con 0x7f60781062c0 2024-02-10T00:01:24.426 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.415+0000 7f6074ff9640 1 -- 172.21.15.1:0/805934710 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f607000a040 con 0x7f60781062c0 2024-02-10T00:01:24.426 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.415+0000 7f6080e0d740 1 Processor -- start 2024-02-10T00:01:24.426 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.415+0000 7f6080e0d740 1 -- start start 2024-02-10T00:01:24.426 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.416+0000 7f6080e0d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a4ac210bd0 0x55a4ac210fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:24.427 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.416+0000 7f6080e0d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a4ac2114f0 0x55a4ac21e670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:24.427 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.416+0000 7f6080e0d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a4ac21ebb0 0x55a4ac220fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:24.427 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.416+0000 7f6080e0d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4ac17fa00 con 0x55a4ac210bd0 2024-02-10T00:01:24.427 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.416+0000 7f6080e0d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4ac17cf30 con 0x55a4ac2114f0 2024-02-10T00:01:24.427 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.416+0000 7f6080e0d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4ac178710 con 0x55a4ac21ebb0 2024-02-10T00:01:24.427 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.416+0000 7f6074ff9640 1 --2- 172.21.15.1:0/805934710 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f60600a2220 0x7f60600a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:24.427 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.416+0000 7f6076ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a4ac210bd0 0x55a4ac210fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:24.427 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.416+0000 7f6076ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a4ac210bd0 0x55a4ac210fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37556/0 (socket says 172.21.15.1:37556) 2024-02-10T00:01:24.427 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.416+0000 7f6076ffd640 1 -- 172.21.15.1:0/1109458530 learned_addr learned my addr 172.21.15.1:0/1109458530 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:24.427 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.416+0000 7f6077fff640 1 --2- 172.21.15.1:0/805934710 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f60600a2220 0x7f60600a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:24.427 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.416+0000 7f6074ff9640 1 -- 172.21.15.1:0/805934710 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f60700f0f00 con 0x7f60781062c0 2024-02-10T00:01:24.427 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.416+0000 7f60777fe640 1 --2- 172.21.15.1:0/1109458530 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a4ac2114f0 0x55a4ac21e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:24.427 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.416+0000 7f6076ffd640 1 --2- 172.21.15.1:0/1109458530 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a4ac21ebb0 0x55a4ac220fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:24.428 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.416+0000 7f6076ffd640 1 -- 172.21.15.1:0/1109458530 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a4ac21ebb0 msgr2=0x55a4ac220fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:24.428 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.416+0000 7f6076ffd640 1 --2- 172.21.15.1:0/1109458530 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a4ac21ebb0 0x55a4ac220fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.428 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.416+0000 7f6076ffd640 1 -- 172.21.15.1:0/1109458530 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a4ac2114f0 msgr2=0x55a4ac21e670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:24.428 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.416+0000 7f6076ffd640 1 --2- 172.21.15.1:0/1109458530 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a4ac2114f0 0x55a4ac21e670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.428 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.416+0000 7f6076ffd640 1 -- 172.21.15.1:0/1109458530 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a4ac13d3b0 con 0x55a4ac210bd0 2024-02-10T00:01:24.428 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.416+0000 7f6076ffd640 1 --2- 172.21.15.1:0/1109458530 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a4ac210bd0 0x55a4ac210fb0 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f606c007eb0 tx=0x7f606c007420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e48306971a42e92e server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:24.428 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.416+0000 7f6077fff640 1 --2- 172.21.15.1:0/805934710 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f60600a2220 0x7f60600a46e0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f60700b9e30 tx=0x7f607009e040 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:24.428 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.416+0000 7f605dffb640 1 -- 172.21.15.1:0/1109458530 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f606c017600 con 0x55a4ac210bd0 2024-02-10T00:01:24.428 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.416+0000 7f605dffb640 1 -- 172.21.15.1:0/1109458530 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f606c00fe60 con 0x55a4ac210bd0 2024-02-10T00:01:24.428 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.416+0000 7f605dffb640 1 -- 172.21.15.1:0/1109458530 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f606c014a50 con 0x55a4ac210bd0 2024-02-10T00:01:24.428 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.417+0000 7f6080e0d740 1 -- 172.21.15.1:0/1109458530 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a4ac210bd0 msgr2=0x55a4ac210fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:24.428 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.417+0000 7f6080e0d740 1 --2- 172.21.15.1:0/1109458530 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a4ac210bd0 0x55a4ac210fb0 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f606c007eb0 tx=0x7f606c007420 comp rx=0 tx=0).stop 2024-02-10T00:01:24.428 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.417+0000 7f6080e0d740 1 -- 172.21.15.1:0/1109458530 shutdown_connections 2024-02-10T00:01:24.429 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.417+0000 7f6080e0d740 1 --2- 172.21.15.1:0/1109458530 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a4ac21ebb0 0x55a4ac220fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.429 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.417+0000 7f6080e0d740 1 --2- 172.21.15.1:0/1109458530 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a4ac2114f0 0x55a4ac21e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.429 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.417+0000 7f6080e0d740 1 --2- 172.21.15.1:0/1109458530 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a4ac210bd0 0x55a4ac210fb0 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.429 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.417+0000 7f6080e0d740 1 -- 172.21.15.1:0/1109458530 >> 172.21.15.1:0/1109458530 conn(0x55a4ac20b9d0 msgr2=0x55a4ac20bdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:24.429 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.417+0000 7f6080e0d740 1 -- 172.21.15.1:0/1109458530 shutdown_connections 2024-02-10T00:01:24.429 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.417+0000 7f6080e0d740 1 -- 172.21.15.1:0/1109458530 wait complete. 2024-02-10T00:01:24.429 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.417+0000 7f6080e0d740 1 -- start start 2024-02-10T00:01:24.429 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.418+0000 7f6080e0d740 1 Processor -- start 2024-02-10T00:01:24.429 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.418+0000 7f6080e0d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a4ac210bd0 0x55a4ac21bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:24.429 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.418+0000 7f6080e0d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a4ac2114f0 0x55a4ac21c110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:24.429 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.418+0000 7f6080e0d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a4ac21ebb0 0x55a4ac21c650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:24.429 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.418+0000 7f6080e0d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4ac11db90 con 0x55a4ac2114f0 2024-02-10T00:01:24.429 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.418+0000 7f6080e0d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4abe4c250 con 0x55a4ac210bd0 2024-02-10T00:01:24.429 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.418+0000 7f6080e0d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4ac0fe200 con 0x55a4ac21ebb0 2024-02-10T00:01:24.430 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.418+0000 7f6080e0d740 10 client.0 _ll_register_callbacks cb 0x55a4ac1345d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:24.430 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.418+0000 7f60777fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a4ac2114f0 0x55a4ac21c110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:24.430 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.418+0000 7f60777fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a4ac2114f0 0x55a4ac21c110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37572/0 (socket says 172.21.15.1:37572) 2024-02-10T00:01:24.430 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.418+0000 7f60777fe640 1 -- 172.21.15.1:0/1623201228 learned_addr learned my addr 172.21.15.1:0/1623201228 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:24.430 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.418+0000 7f6076ffd640 1 --2- 172.21.15.1:0/1623201228 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a4ac21ebb0 0x55a4ac21c650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:24.430 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.418+0000 7f6076ffd640 1 --2- 172.21.15.1:0/1623201228 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a4ac210bd0 0x55a4ac21bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:24.430 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.418+0000 7f60777fe640 1 -- 172.21.15.1:0/1623201228 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a4ac21ebb0 msgr2=0x55a4ac21c650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:24.430 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.418+0000 7f60777fe640 1 --2- 172.21.15.1:0/1623201228 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a4ac21ebb0 0x55a4ac21c650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.430 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.418+0000 7f60777fe640 1 -- 172.21.15.1:0/1623201228 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a4ac210bd0 msgr2=0x55a4ac21bbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:24.430 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.418+0000 7f60777fe640 1 --2- 172.21.15.1:0/1623201228 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a4ac210bd0 0x55a4ac21bbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.430 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.418+0000 7f60777fe640 1 -- 172.21.15.1:0/1623201228 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f606c007ae0 con 0x55a4ac2114f0 2024-02-10T00:01:24.430 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.418+0000 7f6076ffd640 1 --2- 172.21.15.1:0/1623201228 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a4ac210bd0 0x55a4ac21bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:01:24.430 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.419+0000 7f60777fe640 1 --2- 172.21.15.1:0/1623201228 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a4ac2114f0 0x55a4ac21c110 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f6068010670 tx=0x7f6068010a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48a7623e27a9710b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:24.431 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.419+0000 7f6056ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:24.431 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.419+0000 7f6056ffd640 1 -- 172.21.15.1:0/1623201228 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f606800e9a0 con 0x55a4ac2114f0 2024-02-10T00:01:24.431 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.419+0000 7f6056ffd640 1 -- 172.21.15.1:0/1623201228 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f606800eb00 con 0x55a4ac2114f0 2024-02-10T00:01:24.431 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.419+0000 7f6080e0d740 1 -- 172.21.15.1:0/1623201228 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a4ac19eee0 con 0x55a4ac2114f0 2024-02-10T00:01:24.431 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.419+0000 7f6056ffd640 1 -- 172.21.15.1:0/1623201228 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f606800ecc0 con 0x55a4ac2114f0 2024-02-10T00:01:24.431 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.419+0000 7f6080e0d740 10 client.16371 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:24.431 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.419+0000 7f6080e0d740 1 -- 172.21.15.1:0/1623201228 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55a4ac176d90 con 0x55a4ac2114f0 2024-02-10T00:01:24.431 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.419+0000 7f6056ffd640 1 -- 172.21.15.1:0/1623201228 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55a4ac19eee0 con 0x55a4ac2114f0 2024-02-10T00:01:24.431 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.419+0000 7f6056ffd640 1 -- 172.21.15.1:0/1623201228 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f606801c530 con 0x55a4ac2114f0 2024-02-10T00:01:24.431 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.419+0000 7f6080e0d740 10 client.16371 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:24.431 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.419+0000 7f6080e0d740 10 client.16371 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:01:24.431 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.419+0000 7f6080e0d740 20 client.16371 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:24.431 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.419+0000 7f6080e0d740 1 --2- 172.21.15.1:0/1623201228 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55a4ac22ee00 0x55a4ac231220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:24.432 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.419+0000 7f6080e0d740 4 client.16371 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:01:24.432 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.419+0000 7f6080e0d740 1 -- 172.21.15.1:0/1623201228 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a4abe78600 con 0x55a4ac22ee00 2024-02-10T00:01:24.432 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.420+0000 7f6076ffd640 1 --2- 172.21.15.1:0/1623201228 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55a4ac22ee00 0x55a4ac231220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:24.432 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.420+0000 7f6076ffd640 1 --2- 172.21.15.1:0/1623201228 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55a4ac22ee00 0x55a4ac231220 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c3f6183a938c49e8 server_cookie=41d9eca70d19276b in_seq=0 out_seq=0 2024-02-10T00:01:24.432 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.420+0000 7f6056ffd640 10 client.16371 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:24.432 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.421+0000 7f6056ffd640 1 -- 172.21.15.1:0/1623201228 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55a4abe78600 con 0x55a4ac22ee00 2024-02-10T00:01:24.432 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.421+0000 7f6056ffd640 10 client.16371 handle_command_reply: tid=0 2024-02-10T00:01:24.432 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.421+0000 7f6080e0d740 1 client.16371 shutdown 2024-02-10T00:01:24.432 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.421+0000 7f6080e0d740 1 -- 172.21.15.1:0/1623201228 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a4ac2114f0 msgr2=0x55a4ac21c110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:24.432 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.421+0000 7f6080e0d740 1 --2- 172.21.15.1:0/1623201228 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a4ac2114f0 0x55a4ac21c110 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f6068010670 tx=0x7f6068010a70 comp rx=0 tx=0).stop 2024-02-10T00:01:24.432 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.421+0000 7f6080e0d740 1 -- 172.21.15.1:0/1623201228 shutdown_connections 2024-02-10T00:01:24.432 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.421+0000 7f6080e0d740 1 --2- 172.21.15.1:0/1623201228 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55a4ac22ee00 0x55a4ac231220 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.432 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.421+0000 7f6080e0d740 1 --2- 172.21.15.1:0/1623201228 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a4ac21ebb0 0x55a4ac21c650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.433 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.421+0000 7f6080e0d740 1 --2- 172.21.15.1:0/1623201228 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a4ac2114f0 0x55a4ac21c110 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.433 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.421+0000 7f6056ffd640 0 client.16371 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:24.433 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.421+0000 7f6080e0d740 1 --2- 172.21.15.1:0/1623201228 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a4ac210bd0 0x55a4ac21bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.433 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.421+0000 7f6080e0d740 1 -- 172.21.15.1:0/1623201228 >> 172.21.15.1:0/1623201228 conn(0x55a4ac20b9d0 msgr2=0x55a4ac20d720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:24.433 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.421+0000 7f6080e0d740 1 -- 172.21.15.1:0/1623201228 shutdown_connections 2024-02-10T00:01:24.433 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.421+0000 7f6080e0d740 1 -- 172.21.15.1:0/1623201228 wait complete. 2024-02-10T00:01:24.433 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.421+0000 7f6080e0d740 20 client.16371 trim_cache size 0 max 16384 2024-02-10T00:01:24.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.434+0000 7f6080e0d740 1 Processor -- start 2024-02-10T00:01:24.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.434+0000 7f6080e0d740 1 -- start start 2024-02-10T00:01:24.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.434+0000 7f6080e0d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a4ac210bd0 0x55a4ac21e300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:24.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.434+0000 7f6080e0d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a4ac2114f0 0x55a4ac21c470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:24.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.434+0000 7f6080e0d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a4ac21ebb0 0x55a4ac218e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:24.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.434+0000 7f6080e0d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4ac210400 con 0x55a4ac2114f0 2024-02-10T00:01:24.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.434+0000 7f6080e0d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4ac20b240 con 0x55a4ac21ebb0 2024-02-10T00:01:24.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.434+0000 7f6080e0d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4ac20b500 con 0x55a4ac210bd0 2024-02-10T00:01:24.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.434+0000 7f60777fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a4ac2114f0 0x55a4ac21c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:24.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.434+0000 7f60777fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a4ac2114f0 0x55a4ac21c470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37588/0 (socket says 172.21.15.1:37588) 2024-02-10T00:01:24.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.434+0000 7f60777fe640 1 -- 172.21.15.1:0/723018367 learned_addr learned my addr 172.21.15.1:0/723018367 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:24.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.435+0000 7f6076ffd640 1 --2- 172.21.15.1:0/723018367 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a4ac21ebb0 0x55a4ac218e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:24.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.435+0000 7f6076ffd640 1 --2- 172.21.15.1:0/723018367 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a4ac210bd0 0x55a4ac21e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:24.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.435+0000 7f60777fe640 1 -- 172.21.15.1:0/723018367 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a4ac210bd0 msgr2=0x55a4ac21e300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:24.443 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.435+0000 7f60777fe640 1 --2- 172.21.15.1:0/723018367 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a4ac210bd0 0x55a4ac21e300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.443 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.435+0000 7f60777fe640 1 -- 172.21.15.1:0/723018367 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a4ac21ebb0 msgr2=0x55a4ac218e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:24.443 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.435+0000 7f60777fe640 1 --2- 172.21.15.1:0/723018367 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a4ac21ebb0 0x55a4ac218e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.443 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.435+0000 7f60777fe640 1 -- 172.21.15.1:0/723018367 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a4ac113820 con 0x55a4ac2114f0 2024-02-10T00:01:24.443 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.435+0000 7f6076ffd640 1 --2- 172.21.15.1:0/723018367 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a4ac21ebb0 0x55a4ac218e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:01:24.443 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.435+0000 7f60777fe640 1 --2- 172.21.15.1:0/723018367 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a4ac2114f0 0x55a4ac21c470 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f6068009d40 tx=0x7f606800e2f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d1a32a2b17d2028 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:24.443 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.435+0000 7f605d7fa640 1 -- 172.21.15.1:0/723018367 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f606801c610 con 0x55a4ac2114f0 2024-02-10T00:01:24.443 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.435+0000 7f605d7fa640 1 -- 172.21.15.1:0/723018367 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6068005040 con 0x55a4ac2114f0 2024-02-10T00:01:24.443 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.435+0000 7f605d7fa640 1 -- 172.21.15.1:0/723018367 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f606800ea00 con 0x55a4ac2114f0 2024-02-10T00:01:24.443 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.436+0000 7f6080e0d740 1 -- 172.21.15.1:0/723018367 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a4ac2114f0 msgr2=0x55a4ac21c470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:24.443 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.436+0000 7f6080e0d740 1 --2- 172.21.15.1:0/723018367 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a4ac2114f0 0x55a4ac21c470 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f6068009d40 tx=0x7f606800e2f0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.443 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.436+0000 7f6080e0d740 1 -- 172.21.15.1:0/723018367 shutdown_connections 2024-02-10T00:01:24.443 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.436+0000 7f6080e0d740 1 --2- 172.21.15.1:0/723018367 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a4ac21ebb0 0x55a4ac218e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.443 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.436+0000 7f6080e0d740 1 --2- 172.21.15.1:0/723018367 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a4ac2114f0 0x55a4ac21c470 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.444 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.436+0000 7f6080e0d740 1 --2- 172.21.15.1:0/723018367 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a4ac210bd0 0x55a4ac21e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.444 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.436+0000 7f6080e0d740 1 -- 172.21.15.1:0/723018367 >> 172.21.15.1:0/723018367 conn(0x55a4ac20b9d0 msgr2=0x55a4ac21a4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:24.444 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.436+0000 7f6080e0d740 1 -- 172.21.15.1:0/723018367 shutdown_connections 2024-02-10T00:01:24.444 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.436+0000 7f6080e0d740 1 -- 172.21.15.1:0/723018367 wait complete. 2024-02-10T00:01:24.444 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.436+0000 7f6080e0d740 1 -- start start 2024-02-10T00:01:24.444 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.436+0000 7f6080e0d740 1 Processor -- start 2024-02-10T00:01:24.444 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.436+0000 7f6080e0d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a4ac210bd0 0x55a4ac2244e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:24.444 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.436+0000 7f6080e0d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a4ac2114f0 0x55a4ac224a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:24.444 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.436+0000 7f6080e0d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a4ac21ebb0 0x55a4ac224f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:24.444 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.436+0000 7f6080e0d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4ac2854f0 con 0x55a4ac210bd0 2024-02-10T00:01:24.444 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.436+0000 7f6080e0d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4ac285660 con 0x55a4ac2114f0 2024-02-10T00:01:24.444 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.436+0000 7f6080e0d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4ac285820 con 0x55a4ac21ebb0 2024-02-10T00:01:24.444 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.436+0000 7f6080e0d740 10 client.0 _ll_register_callbacks cb 0x7f60680094d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:24.445 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.436+0000 7f6076ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a4ac210bd0 0x55a4ac2244e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:24.445 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.436+0000 7f6076ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a4ac210bd0 0x55a4ac2244e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37602/0 (socket says 172.21.15.1:37602) 2024-02-10T00:01:24.445 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.436+0000 7f6076ffd640 1 -- 172.21.15.1:0/3899576789 learned_addr learned my addr 172.21.15.1:0/3899576789 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:24.445 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.437+0000 7f60777fe640 1 --2- 172.21.15.1:0/3899576789 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a4ac2114f0 0x55a4ac224a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:24.445 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.437+0000 7f6076ffd640 1 -- 172.21.15.1:0/3899576789 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a4ac21ebb0 msgr2=0x55a4ac224f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:24.445 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.437+0000 7f6076ffd640 1 --2- 172.21.15.1:0/3899576789 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a4ac21ebb0 0x55a4ac224f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.445 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.437+0000 7f6076ffd640 1 -- 172.21.15.1:0/3899576789 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a4ac2114f0 msgr2=0x55a4ac224a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:24.445 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.437+0000 7f6076ffd640 1 --2- 172.21.15.1:0/3899576789 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a4ac2114f0 0x55a4ac224a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.445 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.437+0000 7f6076ffd640 1 -- 172.21.15.1:0/3899576789 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a4ac176d90 con 0x55a4ac210bd0 2024-02-10T00:01:24.445 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.437+0000 7f60777fe640 1 --2- 172.21.15.1:0/3899576789 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a4ac2114f0 0x55a4ac224a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:01:24.445 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.437+0000 7f6076ffd640 1 --2- 172.21.15.1:0/3899576789 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a4ac210bd0 0x55a4ac2244e0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f606c00f9e0 tx=0x7f606c0047d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=574e5861d3e1127b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:24.445 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.437+0000 7f6056ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:24.445 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.437+0000 7f6056ffd640 1 -- 172.21.15.1:0/3899576789 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f606c02f070 con 0x55a4ac210bd0 2024-02-10T00:01:24.446 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.437+0000 7f6056ffd640 1 -- 172.21.15.1:0/3899576789 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f606c029b00 con 0x55a4ac210bd0 2024-02-10T00:01:24.446 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.437+0000 7f6080e0d740 1 -- 172.21.15.1:0/3899576789 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f606c00fe60 con 0x55a4ac210bd0 2024-02-10T00:01:24.446 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.437+0000 7f6056ffd640 1 -- 172.21.15.1:0/3899576789 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f606c007440 con 0x55a4ac210bd0 2024-02-10T00:01:24.446 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.437+0000 7f6080e0d740 10 client.16377 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:24.446 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.437+0000 7f6080e0d740 1 -- 172.21.15.1:0/3899576789 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55a4ac1396f0 con 0x55a4ac210bd0 2024-02-10T00:01:24.446 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.437+0000 7f6056ffd640 1 -- 172.21.15.1:0/3899576789 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f606c00fe60 con 0x55a4ac210bd0 2024-02-10T00:01:24.446 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.437+0000 7f6056ffd640 1 -- 172.21.15.1:0/3899576789 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f606c029370 con 0x55a4ac210bd0 2024-02-10T00:01:24.446 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.438+0000 7f6080e0d740 10 client.16377 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:24.446 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.438+0000 7f6080e0d740 10 client.16377 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:01:24.446 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.438+0000 7f6080e0d740 20 client.16377 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:24.446 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.438+0000 7f6080e0d740 1 --2- 172.21.15.1:0/3899576789 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55a4ac286fd0 0x55a4ac2893f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:24.446 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.438+0000 7f6080e0d740 4 client.16377 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:01:24.446 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.438+0000 7f6080e0d740 1 -- 172.21.15.1:0/3899576789 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55a4abec91b0 con 0x55a4ac286fd0 2024-02-10T00:01:24.446 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.438+0000 7f60777fe640 1 --2- 172.21.15.1:0/3899576789 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55a4ac286fd0 0x55a4ac2893f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:24.446 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.438+0000 7f6056ffd640 10 client.16377 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:24.447 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.438+0000 7f60777fe640 1 --2- 172.21.15.1:0/3899576789 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55a4ac286fd0 0x55a4ac2893f0 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3153cf7e259f0b2 server_cookie=3b4c173b13e2e9d3 in_seq=0 out_seq=0 2024-02-10T00:01:24.456 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.453+0000 7f6056ffd640 1 -- 172.21.15.1:0/3899576789 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55a4abec91b0 con 0x55a4ac286fd0 2024-02-10T00:01:24.456 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.453+0000 7f6056ffd640 10 client.16377 handle_command_reply: tid=0 2024-02-10T00:01:24.457 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.453+0000 7f6080e0d740 1 client.16377 shutdown 2024-02-10T00:01:24.457 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.453+0000 7f6080e0d740 1 -- 172.21.15.1:0/3899576789 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a4ac210bd0 msgr2=0x55a4ac2244e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:24.457 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.453+0000 7f6080e0d740 1 --2- 172.21.15.1:0/3899576789 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a4ac210bd0 0x55a4ac2244e0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f606c00f9e0 tx=0x7f606c0047d0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.457 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.453+0000 7f6080e0d740 1 -- 172.21.15.1:0/3899576789 shutdown_connections 2024-02-10T00:01:24.457 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.453+0000 7f6080e0d740 1 --2- 172.21.15.1:0/3899576789 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55a4ac286fd0 0x55a4ac2893f0 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.457 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.453+0000 7f6080e0d740 1 --2- 172.21.15.1:0/3899576789 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a4ac21ebb0 0x55a4ac224f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.457 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.453+0000 7f6080e0d740 1 --2- 172.21.15.1:0/3899576789 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a4ac2114f0 0x55a4ac224a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.457 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.453+0000 7f6080e0d740 1 --2- 172.21.15.1:0/3899576789 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a4ac210bd0 0x55a4ac2244e0 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.457 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.453+0000 7f6056ffd640 0 client.16377 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:24.457 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.453+0000 7f6080e0d740 1 -- 172.21.15.1:0/3899576789 >> 172.21.15.1:0/3899576789 conn(0x55a4ac20b9d0 msgr2=0x55a4ac20a1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:24.457 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.453+0000 7f6080e0d740 1 -- 172.21.15.1:0/3899576789 shutdown_connections 2024-02-10T00:01:24.457 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.453+0000 7f6080e0d740 1 -- 172.21.15.1:0/3899576789 wait complete. 2024-02-10T00:01:24.457 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.453+0000 7f6080e0d740 20 client.16377 trim_cache size 0 max 16384 2024-02-10T00:01:24.458 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:01:24.458 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:01:24.458 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:01:24.458 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:01:24.459 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.454+0000 7f607e23c640 1 -- 172.21.15.1:0/805934710 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f60600a2220 msgr2=0x7f60600a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:24.459 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.454+0000 7f607e23c640 1 --2- 172.21.15.1:0/805934710 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f60600a2220 0x7f60600a46e0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f60700b9e30 tx=0x7f607009e040 comp rx=0 tx=0).stop 2024-02-10T00:01:24.459 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.454+0000 7f607e23c640 1 -- 172.21.15.1:0/805934710 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f60781062c0 msgr2=0x7f60781976f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:24.459 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.454+0000 7f607e23c640 1 --2- 172.21.15.1:0/805934710 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f60781062c0 0x7f60781976f0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f60700348f0 tx=0x7f6070034cc0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.459 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.454+0000 7f607e23c640 1 -- 172.21.15.1:0/805934710 shutdown_connections 2024-02-10T00:01:24.459 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.454+0000 7f607e23c640 1 --2- 172.21.15.1:0/805934710 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f60600a2220 0x7f60600a46e0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.459 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.454+0000 7f607e23c640 1 --2- 172.21.15.1:0/805934710 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f60781062c0 0x7f60781976f0 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.459 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.454+0000 7f607e23c640 1 --2- 172.21.15.1:0/805934710 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6078100d40 0x7f607819db70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.459 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.454+0000 7f607e23c640 1 --2- 172.21.15.1:0/805934710 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6078100380 0x7f607819d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:24.459 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.454+0000 7f607e23c640 1 -- 172.21.15.1:0/805934710 >> 172.21.15.1:0/805934710 conn(0x7f6078076ef0 msgr2=0x7f60780ff5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:24.460 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.454+0000 7f607e23c640 1 -- 172.21.15.1:0/805934710 shutdown_connections 2024-02-10T00:01:24.460 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:24.454+0000 7f607e23c640 1 -- 172.21.15.1:0/805934710 wait complete. 2024-02-10T00:01:24.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:24 smithi001 ceph-mon[32335]: scrub queued for path: / 2024-02-10T00:01:24.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:24 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:01:24.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:24 smithi001 ceph-mon[32335]: scrub summary: active paths [/] 2024-02-10T00:01:24.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:24 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:01:24.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:24 smithi088 ceph-mon[36452]: scrub queued for path: / 2024-02-10T00:01:24.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:24 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:01:24.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:24 smithi088 ceph-mon[36452]: scrub summary: active paths [/] 2024-02-10T00:01:24.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:24 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:01:24.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:24 smithi103 ceph-mon[36942]: scrub queued for path: / 2024-02-10T00:01:24.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:24 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:01:24.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:24 smithi103 ceph-mon[36942]: scrub summary: active paths [/] 2024-02-10T00:01:24.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:24 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:01:25.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:25 smithi001 ceph-mon[32335]: pgmap v65: 97 pgs: 97 active+clean; 2.5 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 31 KiB/s wr, 22 op/s 2024-02-10T00:01:25.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:25 smithi088 ceph-mon[36452]: pgmap v65: 97 pgs: 97 active+clean; 2.5 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 31 KiB/s wr, 22 op/s 2024-02-10T00:01:25.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:25 smithi103 ceph-mon[36942]: pgmap v65: 97 pgs: 97 active+clean; 2.5 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 31 KiB/s wr, 22 op/s 2024-02-10T00:01:26.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:26 smithi001 ceph-mon[32335]: scrub summary: idle 2024-02-10T00:01:26.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:26 smithi088 ceph-mon[36452]: scrub summary: idle 2024-02-10T00:01:26.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:26 smithi103 ceph-mon[36942]: scrub summary: idle 2024-02-10T00:01:27.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:27 smithi001 ceph-mon[32335]: pgmap v66: 97 pgs: 97 active+clean; 2.5 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-02-10T00:01:27.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:27 smithi088 ceph-mon[36452]: pgmap v66: 97 pgs: 97 active+clean; 2.5 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-02-10T00:01:27.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:27 smithi103 ceph-mon[36942]: pgmap v66: 97 pgs: 97 active+clean; 2.5 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-02-10T00:01:28.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:28 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:01:28.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:28 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:01:28.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:28 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:01:28.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:28 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:01:28.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:28 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:01:28.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:28 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:01:28.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:28 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:01:28.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:28 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:01:28.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:28 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:01:28.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:28 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:01:28.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:28 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:01:28.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:28 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:01:28.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:28 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:01:28.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:28 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:01:28.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:28 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:01:29.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:29 smithi001 ceph-mon[32335]: pgmap v67: 97 pgs: 97 active+clean; 2.6 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 30 KiB/s wr, 23 op/s 2024-02-10T00:01:29.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:29 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:01:29.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:29 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:01:29.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:29 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:01:29.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:29 smithi088 ceph-mon[36452]: pgmap v67: 97 pgs: 97 active+clean; 2.6 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 30 KiB/s wr, 23 op/s 2024-02-10T00:01:29.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:29 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:01:29.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:29 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:01:29.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:29 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:01:29.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:29 smithi103 ceph-mon[36942]: pgmap v67: 97 pgs: 97 active+clean; 2.6 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 30 KiB/s wr, 23 op/s 2024-02-10T00:01:29.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:29 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:01:29.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:29 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:01:29.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:29 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:01:31.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:31 smithi001 ceph-mon[32335]: pgmap v68: 97 pgs: 97 active+clean; 2.6 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-02-10T00:01:31.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:31 smithi088 ceph-mon[36452]: pgmap v68: 97 pgs: 97 active+clean; 2.6 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-02-10T00:01:31.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:31 smithi103 ceph-mon[36942]: pgmap v68: 97 pgs: 97 active+clean; 2.6 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-02-10T00:01:33.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:33 smithi088 ceph-mon[36452]: pgmap v69: 97 pgs: 97 active+clean; 2.6 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-02-10T00:01:33.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:33 smithi103 ceph-mon[36942]: pgmap v69: 97 pgs: 97 active+clean; 2.6 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-02-10T00:01:33.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:33 smithi001 ceph-mon[32335]: pgmap v69: 97 pgs: 97 active+clean; 2.6 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-02-10T00:01:35.522 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:35 smithi001 ceph-mon[32335]: pgmap v70: 97 pgs: 97 active+clean; 2.7 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 31 KiB/s wr, 23 op/s 2024-02-10T00:01:35.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:35 smithi088 ceph-mon[36452]: pgmap v70: 97 pgs: 97 active+clean; 2.7 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 31 KiB/s wr, 23 op/s 2024-02-10T00:01:35.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:35 smithi103 ceph-mon[36942]: pgmap v70: 97 pgs: 97 active+clean; 2.7 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 31 KiB/s wr, 23 op/s 2024-02-10T00:01:37.571 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.551+0000 7f12db888640 1 -- 172.21.15.1:0/1015835721 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f12d4101450 msgr2=0x7f12d4101830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:37.571 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.551+0000 7f12db888640 1 --2- 172.21.15.1:0/1015835721 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f12d4101450 0x7f12d4101830 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f12d0009930 tx=0x7f12d002bc30 comp rx=0 tx=0).stop 2024-02-10T00:01:37.571 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.551+0000 7f12db888640 1 -- 172.21.15.1:0/1015835721 shutdown_connections 2024-02-10T00:01:37.571 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.551+0000 7f12db888640 1 --2- 172.21.15.1:0/1015835721 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f12d4106520 0x7f12d410e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:37.571 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.551+0000 7f12db888640 1 --2- 172.21.15.1:0/1015835721 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f12d4101e00 0x7f12d4105e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:37.571 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.551+0000 7f12db888640 1 --2- 172.21.15.1:0/1015835721 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f12d4101450 0x7f12d4101830 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:37.571 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.551+0000 7f12db888640 1 -- 172.21.15.1:0/1015835721 >> 172.21.15.1:0/1015835721 conn(0x7f12d40fccf0 msgr2=0x7f12d40ff110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:37.571 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.551+0000 7f12db888640 1 -- 172.21.15.1:0/1015835721 shutdown_connections 2024-02-10T00:01:37.572 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.551+0000 7f12db888640 1 -- 172.21.15.1:0/1015835721 wait complete. 2024-02-10T00:01:37.572 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.552+0000 7f12db888640 1 Processor -- start 2024-02-10T00:01:37.572 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.552+0000 7f12db888640 1 -- start start 2024-02-10T00:01:37.573 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.552+0000 7f12db888640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f12d4101450 0x7f12d419d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:37.573 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.552+0000 7f12db888640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f12d4106520 0x7f12d419db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:37.573 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.552+0000 7f12db888640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f12d4197740 0x7f12d4197bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:37.573 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.552+0000 7f12db888640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12d4198210 con 0x7f12d4197740 2024-02-10T00:01:37.573 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.552+0000 7f12db888640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12d4198380 con 0x7f12d4101450 2024-02-10T00:01:37.573 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.552+0000 7f12db888640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12d4198540 con 0x7f12d4106520 2024-02-10T00:01:37.573 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.552+0000 7f12d9e25640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f12d4197740 0x7f12d4197bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:37.573 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.552+0000 7f12d9e25640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f12d4197740 0x7f12d4197bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46840/0 (socket says 172.21.15.1:46840) 2024-02-10T00:01:37.574 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.552+0000 7f12d9e25640 1 -- 172.21.15.1:0/4180858515 learned_addr learned my addr 172.21.15.1:0/4180858515 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:37.574 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.552+0000 7f12d8e23640 1 --2- 172.21.15.1:0/4180858515 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f12d4106520 0x7f12d419db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:37.574 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.552+0000 7f12d9624640 1 --2- 172.21.15.1:0/4180858515 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f12d4101450 0x7f12d419d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:37.574 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.552+0000 7f12d9e25640 1 -- 172.21.15.1:0/4180858515 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f12d4106520 msgr2=0x7f12d419db70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:37.574 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.552+0000 7f12d9e25640 1 --2- 172.21.15.1:0/4180858515 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f12d4106520 0x7f12d419db70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:37.574 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.552+0000 7f12d9e25640 1 -- 172.21.15.1:0/4180858515 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f12d4101450 msgr2=0x7f12d419d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:37.574 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.552+0000 7f12d9e25640 1 --2- 172.21.15.1:0/4180858515 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f12d4101450 0x7f12d419d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:37.575 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.552+0000 7f12d9e25640 1 -- 172.21.15.1:0/4180858515 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12d0009560 con 0x7f12d4197740 2024-02-10T00:01:37.575 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.553+0000 7f12d9e25640 1 --2- 172.21.15.1:0/4180858515 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f12d4197740 0x7f12d4197bc0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f12cc009fd0 tx=0x7f12cc00b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:37.575 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.553+0000 7f12ca7fc640 1 -- 172.21.15.1:0/4180858515 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12cc00bea0 con 0x7f12d4197740 2024-02-10T00:01:37.575 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.553+0000 7f12ca7fc640 1 -- 172.21.15.1:0/4180858515 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f12cc009940 con 0x7f12d4197740 2024-02-10T00:01:37.576 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.553+0000 7f12db888640 1 -- 172.21.15.1:0/4180858515 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f12d41a4490 con 0x7f12d4197740 2024-02-10T00:01:37.576 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.553+0000 7f12ca7fc640 1 -- 172.21.15.1:0/4180858515 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12cc0106c0 con 0x7f12d4197740 2024-02-10T00:01:37.576 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.553+0000 7f12db888640 1 -- 172.21.15.1:0/4180858515 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12d41a4920 con 0x7f12d4197740 2024-02-10T00:01:37.576 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.555+0000 7f12ca7fc640 1 -- 172.21.15.1:0/4180858515 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f12cc004240 con 0x7f12d4197740 2024-02-10T00:01:37.576 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.556+0000 7f12de466740 1 Processor -- start 2024-02-10T00:01:37.576 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.556+0000 7f12de466740 1 -- start start 2024-02-10T00:01:37.576 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.556+0000 7f12ca7fc640 1 --2- 172.21.15.1:0/4180858515 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f12c00a2220 0x7f12c00a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:37.577 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.556+0000 7f12de466740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d1ad4bbbd0 0x55d1ad4bbfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:37.577 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.556+0000 7f12de466740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d1ad4bc4f0 0x55d1ad4c9670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:37.577 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.556+0000 7f12de466740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d1ad4c9bb0 0x55d1ad4cbfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:37.577 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.556+0000 7f12de466740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d1ad42aa00 con 0x55d1ad4bbbd0 2024-02-10T00:01:37.577 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.556+0000 7f12de466740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d1ad427f30 con 0x55d1ad4c9bb0 2024-02-10T00:01:37.577 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.556+0000 7f12de466740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d1ad423710 con 0x55d1ad4bc4f0 2024-02-10T00:01:37.577 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.556+0000 7f12d8e23640 1 --2- 172.21.15.1:0/4180858515 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f12c00a2220 0x7f12c00a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:37.577 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.556+0000 7f12ca7fc640 1 -- 172.21.15.1:0/4180858515 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f12cc0cde50 con 0x7f12d4197740 2024-02-10T00:01:37.578 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.556+0000 7f12d9624640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d1ad4bbbd0 0x55d1ad4bbfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:37.578 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.556+0000 7f12d9624640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d1ad4bbbd0 0x55d1ad4bbfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46848/0 (socket says 172.21.15.1:46848) 2024-02-10T00:01:37.578 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.556+0000 7f12d9624640 1 -- 172.21.15.1:0/3145431666 learned_addr learned my addr 172.21.15.1:0/3145431666 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:37.578 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.557+0000 7f12d8e23640 1 --2- 172.21.15.1:0/3145431666 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d1ad4bc4f0 0x55d1ad4c9670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:37.578 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.557+0000 7f12d9e25640 1 --2- 172.21.15.1:0/3145431666 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d1ad4c9bb0 0x55d1ad4cbfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:37.578 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.557+0000 7f12d9624640 1 -- 172.21.15.1:0/3145431666 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d1ad4bc4f0 msgr2=0x55d1ad4c9670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:37.578 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.557+0000 7f12d9624640 1 --2- 172.21.15.1:0/3145431666 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d1ad4bc4f0 0x55d1ad4c9670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:37.579 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.557+0000 7f12d9624640 1 -- 172.21.15.1:0/3145431666 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d1ad4c9bb0 msgr2=0x55d1ad4cbfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:37.579 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.557+0000 7f12d9624640 1 --2- 172.21.15.1:0/3145431666 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d1ad4c9bb0 0x55d1ad4cbfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:37.579 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.557+0000 7f12d9624640 1 -- 172.21.15.1:0/3145431666 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d1ad3e83b0 con 0x55d1ad4bbbd0 2024-02-10T00:01:37.579 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.557+0000 7f12d8e23640 1 --2- 172.21.15.1:0/3145431666 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d1ad4bc4f0 0x55d1ad4c9670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:01:37.579 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.557+0000 7f12d8e23640 1 --2- 172.21.15.1:0/4180858515 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f12c00a2220 0x7f12c00a46e0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f12d4198f40 tx=0x7f12c400b650 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:37.579 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.557+0000 7f12d9624640 1 --2- 172.21.15.1:0/3145431666 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d1ad4bbbd0 0x55d1ad4bbfb0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f12d0009930 tx=0x7f12d002c650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23ba8354451e9a3a server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:37.579 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.557+0000 7f12bf7fe640 1 -- 172.21.15.1:0/3145431666 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12d0004a80 con 0x55d1ad4bbbd0 2024-02-10T00:01:37.579 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.557+0000 7f12bf7fe640 1 -- 172.21.15.1:0/3145431666 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f12d0004030 con 0x55d1ad4bbbd0 2024-02-10T00:01:37.579 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.557+0000 7f12bf7fe640 1 -- 172.21.15.1:0/3145431666 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12d00052a0 con 0x55d1ad4bbbd0 2024-02-10T00:01:37.580 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.558+0000 7f12de466740 1 -- 172.21.15.1:0/3145431666 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d1ad4bbbd0 msgr2=0x55d1ad4bbfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:37.580 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.558+0000 7f12de466740 1 --2- 172.21.15.1:0/3145431666 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d1ad4bbbd0 0x55d1ad4bbfb0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f12d0009930 tx=0x7f12d002c650 comp rx=0 tx=0).stop 2024-02-10T00:01:37.580 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.558+0000 7f12de466740 1 -- 172.21.15.1:0/3145431666 shutdown_connections 2024-02-10T00:01:37.580 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.558+0000 7f12de466740 1 --2- 172.21.15.1:0/3145431666 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d1ad4c9bb0 0x55d1ad4cbfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:37.580 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.558+0000 7f12de466740 1 --2- 172.21.15.1:0/3145431666 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d1ad4bc4f0 0x55d1ad4c9670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:37.580 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.558+0000 7f12de466740 1 --2- 172.21.15.1:0/3145431666 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d1ad4bbbd0 0x55d1ad4bbfb0 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:37.580 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.558+0000 7f12de466740 1 -- 172.21.15.1:0/3145431666 >> 172.21.15.1:0/3145431666 conn(0x55d1ad4b69d0 msgr2=0x55d1ad4b6db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:37.580 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.558+0000 7f12de466740 1 -- 172.21.15.1:0/3145431666 shutdown_connections 2024-02-10T00:01:37.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.558+0000 7f12de466740 1 -- 172.21.15.1:0/3145431666 wait complete. 2024-02-10T00:01:37.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.558+0000 7f12de466740 1 -- start start 2024-02-10T00:01:37.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.558+0000 7f12de466740 1 Processor -- start 2024-02-10T00:01:37.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.559+0000 7f12de466740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d1ad4bbbd0 0x55d1ad4c6b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:37.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.559+0000 7f12de466740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d1ad4bc4f0 0x55d1ad4c70d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:37.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.559+0000 7f12de466740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d1ad4c9bb0 0x55d1ad4c7610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:37.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.559+0000 7f12de466740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d1ad3c8b90 con 0x55d1ad4bc4f0 2024-02-10T00:01:37.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.559+0000 7f12de466740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d1ad0f7250 con 0x55d1ad4c9bb0 2024-02-10T00:01:37.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.559+0000 7f12de466740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d1ad3a9200 con 0x55d1ad4bbbd0 2024-02-10T00:01:37.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.559+0000 7f12de466740 10 client.0 _ll_register_callbacks cb 0x55d1ad3df5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:37.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.559+0000 7f12d8e23640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d1ad4bc4f0 0x55d1ad4c70d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:37.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.559+0000 7f12d8e23640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d1ad4bc4f0 0x55d1ad4c70d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46854/0 (socket says 172.21.15.1:46854) 2024-02-10T00:01:37.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.559+0000 7f12d8e23640 1 -- 172.21.15.1:0/3361403001 learned_addr learned my addr 172.21.15.1:0/3361403001 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:37.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.559+0000 7f12d9624640 1 --2- 172.21.15.1:0/3361403001 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d1ad4bbbd0 0x55d1ad4c6b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:37.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.559+0000 7f12d9e25640 1 --2- 172.21.15.1:0/3361403001 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d1ad4c9bb0 0x55d1ad4c7610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:37.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.559+0000 7f12d8e23640 1 -- 172.21.15.1:0/3361403001 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d1ad4bbbd0 msgr2=0x55d1ad4c6b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:37.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.559+0000 7f12d8e23640 1 --2- 172.21.15.1:0/3361403001 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d1ad4bbbd0 0x55d1ad4c6b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:37.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.559+0000 7f12d8e23640 1 -- 172.21.15.1:0/3361403001 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d1ad4c9bb0 msgr2=0x55d1ad4c7610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:37.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.559+0000 7f12d8e23640 1 --2- 172.21.15.1:0/3361403001 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d1ad4c9bb0 0x55d1ad4c7610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:37.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.559+0000 7f12d8e23640 1 -- 172.21.15.1:0/3361403001 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12d410e900 con 0x55d1ad4bc4f0 2024-02-10T00:01:37.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.559+0000 7f12d9e25640 1 --2- 172.21.15.1:0/3361403001 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d1ad4c9bb0 0x55d1ad4c7610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:01:37.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.559+0000 7f12d8e23640 1 --2- 172.21.15.1:0/3361403001 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d1ad4bc4f0 0x55d1ad4c70d0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f12c40126a0 tx=0x7f12c4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8777b5036a3d7403 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:37.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.559+0000 7f12bcff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:37.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.560+0000 7f12bcff9640 1 -- 172.21.15.1:0/3361403001 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12c401f8f0 con 0x55d1ad4bc4f0 2024-02-10T00:01:37.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.560+0000 7f12bcff9640 1 -- 172.21.15.1:0/3361403001 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f12c4018070 con 0x55d1ad4bc4f0 2024-02-10T00:01:37.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.560+0000 7f12de466740 1 -- 172.21.15.1:0/3361403001 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d1ad449ee0 con 0x55d1ad4bc4f0 2024-02-10T00:01:37.584 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.560+0000 7f12bcff9640 1 -- 172.21.15.1:0/3361403001 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f12c401fa50 con 0x55d1ad4bc4f0 2024-02-10T00:01:37.584 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.560+0000 7f12de466740 10 client.16389 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:37.584 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.560+0000 7f12de466740 1 -- 172.21.15.1:0/3361403001 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55d1ad421d90 con 0x55d1ad4bc4f0 2024-02-10T00:01:37.584 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.560+0000 7f12bcff9640 1 -- 172.21.15.1:0/3361403001 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55d1ad449ee0 con 0x55d1ad4bc4f0 2024-02-10T00:01:37.584 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.560+0000 7f12bcff9640 1 -- 172.21.15.1:0/3361403001 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f12c4025020 con 0x55d1ad4bc4f0 2024-02-10T00:01:37.584 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.560+0000 7f12de466740 10 client.16389 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:37.584 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.560+0000 7f12de466740 10 client.16389 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:01:37.584 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.560+0000 7f12de466740 20 client.16389 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:37.584 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.560+0000 7f12de466740 1 --2- 172.21.15.1:0/3361403001 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d1ad4d9ce0 0x55d1ad4dc100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:37.584 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.560+0000 7f12de466740 4 client.16389 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:01:37.585 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.560+0000 7f12de466740 1 -- 172.21.15.1:0/3361403001 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d1ad123600 con 0x55d1ad4d9ce0 2024-02-10T00:01:37.585 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.561+0000 7f12d9624640 1 --2- 172.21.15.1:0/3361403001 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d1ad4d9ce0 0x55d1ad4dc100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:37.585 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.561+0000 7f12bcff9640 10 client.16389 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:37.585 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.561+0000 7f12d9624640 1 --2- 172.21.15.1:0/3361403001 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d1ad4d9ce0 0x55d1ad4dc100 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=255db2f13fa7b64a server_cookie=1c2a0091226efd1a in_seq=0 out_seq=0 2024-02-10T00:01:37.585 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.562+0000 7f12bcff9640 1 -- 172.21.15.1:0/3361403001 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55d1ad123600 con 0x55d1ad4d9ce0 2024-02-10T00:01:37.585 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.562+0000 7f12bcff9640 10 client.16389 handle_command_reply: tid=0 2024-02-10T00:01:37.585 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.562+0000 7f12de466740 1 client.16389 shutdown 2024-02-10T00:01:37.585 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.562+0000 7f12de466740 1 -- 172.21.15.1:0/3361403001 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d1ad4bc4f0 msgr2=0x55d1ad4c70d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:37.586 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.562+0000 7f12de466740 1 --2- 172.21.15.1:0/3361403001 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d1ad4bc4f0 0x55d1ad4c70d0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f12c40126a0 tx=0x7f12c4004730 comp rx=0 tx=0).stop 2024-02-10T00:01:37.586 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.562+0000 7f12de466740 1 -- 172.21.15.1:0/3361403001 shutdown_connections 2024-02-10T00:01:37.586 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.562+0000 7f12de466740 1 --2- 172.21.15.1:0/3361403001 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d1ad4d9ce0 0x55d1ad4dc100 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:37.586 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.562+0000 7f12de466740 1 --2- 172.21.15.1:0/3361403001 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d1ad4c9bb0 0x55d1ad4c7610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:37.587 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.562+0000 7f12de466740 1 --2- 172.21.15.1:0/3361403001 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d1ad4bc4f0 0x55d1ad4c70d0 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:37.587 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.562+0000 7f12de466740 1 --2- 172.21.15.1:0/3361403001 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d1ad4bbbd0 0x55d1ad4c6b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:37.587 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.562+0000 7f12bcff9640 0 client.16389 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:37.587 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.562+0000 7f12de466740 1 -- 172.21.15.1:0/3361403001 >> 172.21.15.1:0/3361403001 conn(0x55d1ad4b69d0 msgr2=0x55d1ad4b8720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:37.587 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.562+0000 7f12de466740 1 -- 172.21.15.1:0/3361403001 shutdown_connections 2024-02-10T00:01:37.587 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.562+0000 7f12de466740 1 -- 172.21.15.1:0/3361403001 wait complete. 2024-02-10T00:01:37.588 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.562+0000 7f12de466740 20 client.16389 trim_cache size 0 max 16384 2024-02-10T00:01:37.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.575+0000 7f12de466740 1 Processor -- start 2024-02-10T00:01:37.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.575+0000 7f12de466740 1 -- start start 2024-02-10T00:01:37.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.575+0000 7f12de466740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d1ad4bbbd0 0x55d1ad4c92c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:37.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.575+0000 7f12de466740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d1ad4bc4f0 0x55d1ad4c7430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:37.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.575+0000 7f12de466740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d1ad4c9bb0 0x55d1ad4c5460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:37.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.575+0000 7f12de466740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d1ad4bb390 con 0x55d1ad4c9bb0 2024-02-10T00:01:37.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.575+0000 7f12de466740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d1ad4b0e10 con 0x55d1ad4bc4f0 2024-02-10T00:01:37.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.575+0000 7f12de466740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d1ad4c50e0 con 0x55d1ad4bbbd0 2024-02-10T00:01:37.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.576+0000 7f12d9e25640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d1ad4c9bb0 0x55d1ad4c5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:37.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.576+0000 7f12d9e25640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d1ad4c9bb0 0x55d1ad4c5460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46866/0 (socket says 172.21.15.1:46866) 2024-02-10T00:01:37.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.576+0000 7f12d9e25640 1 -- 172.21.15.1:0/2858602739 learned_addr learned my addr 172.21.15.1:0/2858602739 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:37.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.576+0000 7f12d8e23640 1 --2- 172.21.15.1:0/2858602739 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d1ad4bc4f0 0x55d1ad4c7430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:37.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.576+0000 7f12d9624640 1 --2- 172.21.15.1:0/2858602739 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d1ad4bbbd0 0x55d1ad4c92c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:37.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.576+0000 7f12d9e25640 1 -- 172.21.15.1:0/2858602739 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d1ad4bbbd0 msgr2=0x55d1ad4c92c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:37.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.576+0000 7f12d9e25640 1 --2- 172.21.15.1:0/2858602739 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d1ad4bbbd0 0x55d1ad4c92c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:37.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.576+0000 7f12d9e25640 1 -- 172.21.15.1:0/2858602739 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d1ad4bc4f0 msgr2=0x55d1ad4c7430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:37.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.576+0000 7f12d9e25640 1 --2- 172.21.15.1:0/2858602739 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d1ad4bc4f0 0x55d1ad4c7430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:37.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.576+0000 7f12d9e25640 1 -- 172.21.15.1:0/2858602739 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d1ad3be820 con 0x55d1ad4c9bb0 2024-02-10T00:01:37.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.576+0000 7f12d9e25640 1 --2- 172.21.15.1:0/2858602739 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d1ad4c9bb0 0x55d1ad4c5460 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f12cc09a7a0 tx=0x7f12cc09a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60028dc30f496e18 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:37.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.576+0000 7f12beffd640 1 -- 172.21.15.1:0/2858602739 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12cc0a2fb0 con 0x55d1ad4c9bb0 2024-02-10T00:01:37.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.576+0000 7f12beffd640 1 -- 172.21.15.1:0/2858602739 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f12cc098b10 con 0x55d1ad4c9bb0 2024-02-10T00:01:37.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.576+0000 7f12beffd640 1 -- 172.21.15.1:0/2858602739 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12cc099c60 con 0x55d1ad4c9bb0 2024-02-10T00:01:37.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.577+0000 7f12de466740 1 -- 172.21.15.1:0/2858602739 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d1ad4c9bb0 msgr2=0x55d1ad4c5460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:37.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.577+0000 7f12de466740 1 --2- 172.21.15.1:0/2858602739 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d1ad4c9bb0 0x55d1ad4c5460 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f12cc09a7a0 tx=0x7f12cc09a230 comp rx=0 tx=0).stop 2024-02-10T00:01:37.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.577+0000 7f12de466740 1 -- 172.21.15.1:0/2858602739 shutdown_connections 2024-02-10T00:01:37.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.577+0000 7f12de466740 1 --2- 172.21.15.1:0/2858602739 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d1ad4c9bb0 0x55d1ad4c5460 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:37.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.577+0000 7f12de466740 1 --2- 172.21.15.1:0/2858602739 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d1ad4bc4f0 0x55d1ad4c7430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:37.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.577+0000 7f12de466740 1 --2- 172.21.15.1:0/2858602739 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d1ad4bbbd0 0x55d1ad4c92c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:37.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.577+0000 7f12de466740 1 -- 172.21.15.1:0/2858602739 >> 172.21.15.1:0/2858602739 conn(0x55d1ad4b69d0 msgr2=0x55d1ad4c1e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:37.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.577+0000 7f12de466740 1 -- 172.21.15.1:0/2858602739 shutdown_connections 2024-02-10T00:01:37.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.577+0000 7f12de466740 1 -- 172.21.15.1:0/2858602739 wait complete. 2024-02-10T00:01:37.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.577+0000 7f12de466740 1 -- start start 2024-02-10T00:01:37.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.577+0000 7f12de466740 1 Processor -- start 2024-02-10T00:01:37.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.578+0000 7f12de466740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d1ad4bbbd0 0x55d1ad4d0b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:37.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.578+0000 7f12de466740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d1ad4bc4f0 0x55d1ad4cef70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:37.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.578+0000 7f12de466740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d1ad4c9bb0 0x55d1ad4cf4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:37.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.578+0000 7f12de466740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d1ad4cfbb0 con 0x55d1ad4c9bb0 2024-02-10T00:01:37.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.578+0000 7f12de466740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d1ad4cfd20 con 0x55d1ad4bc4f0 2024-02-10T00:01:37.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.578+0000 7f12de466740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d1ad5301f0 con 0x55d1ad4bbbd0 2024-02-10T00:01:37.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.578+0000 7f12de466740 10 client.0 _ll_register_callbacks cb 0x7f12c400b460 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:37.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.578+0000 7f12d9e25640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d1ad4c9bb0 0x55d1ad4cf4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:37.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.578+0000 7f12d9e25640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d1ad4c9bb0 0x55d1ad4cf4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46874/0 (socket says 172.21.15.1:46874) 2024-02-10T00:01:37.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.578+0000 7f12d9e25640 1 -- 172.21.15.1:0/2926770055 learned_addr learned my addr 172.21.15.1:0/2926770055 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:37.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.578+0000 7f12d9624640 1 --2- 172.21.15.1:0/2926770055 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d1ad4bbbd0 0x55d1ad4d0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:37.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.578+0000 7f12d8e23640 1 --2- 172.21.15.1:0/2926770055 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d1ad4bc4f0 0x55d1ad4cef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:37.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.578+0000 7f12d9e25640 1 -- 172.21.15.1:0/2926770055 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d1ad4bbbd0 msgr2=0x55d1ad4d0b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:37.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.578+0000 7f12d9e25640 1 --2- 172.21.15.1:0/2926770055 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d1ad4bbbd0 0x55d1ad4d0b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:37.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.578+0000 7f12d9e25640 1 -- 172.21.15.1:0/2926770055 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d1ad4bc4f0 msgr2=0x55d1ad4cef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:37.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.578+0000 7f12d9e25640 1 --2- 172.21.15.1:0/2926770055 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d1ad4bc4f0 0x55d1ad4cef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:37.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.578+0000 7f12d9e25640 1 -- 172.21.15.1:0/2926770055 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12d41a4920 con 0x55d1ad4c9bb0 2024-02-10T00:01:37.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.578+0000 7f12d9e25640 1 --2- 172.21.15.1:0/2926770055 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d1ad4c9bb0 0x55d1ad4cf4b0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f12cc0045f0 tx=0x7f12cc0cb590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b05fa482ecd758f9 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:37.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.578+0000 7f12bcff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:37.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.578+0000 7f12bcff9640 1 -- 172.21.15.1:0/2926770055 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12cc014070 con 0x55d1ad4c9bb0 2024-02-10T00:01:37.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.578+0000 7f12bcff9640 1 -- 172.21.15.1:0/2926770055 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f12cc0a2fb0 con 0x55d1ad4c9bb0 2024-02-10T00:01:37.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.578+0000 7f12de466740 1 -- 172.21.15.1:0/2926770055 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f12d0004030 con 0x55d1ad4c9bb0 2024-02-10T00:01:37.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.579+0000 7f12bcff9640 1 -- 172.21.15.1:0/2926770055 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f12cc085250 con 0x55d1ad4c9bb0 2024-02-10T00:01:37.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.579+0000 7f12de466740 10 client.16395 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:37.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.579+0000 7f12de466740 1 -- 172.21.15.1:0/2926770055 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55d1ad3e46f0 con 0x55d1ad4c9bb0 2024-02-10T00:01:37.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.579+0000 7f12bcff9640 1 -- 172.21.15.1:0/2926770055 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f12d0004030 con 0x55d1ad4c9bb0 2024-02-10T00:01:37.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.579+0000 7f12bcff9640 1 -- 172.21.15.1:0/2926770055 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f12cc09bd00 con 0x55d1ad4c9bb0 2024-02-10T00:01:37.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.579+0000 7f12de466740 10 client.16395 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:37.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.579+0000 7f12de466740 10 client.16395 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:01:37.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.579+0000 7f12de466740 20 client.16395 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:37.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.579+0000 7f12de466740 1 --2- 172.21.15.1:0/2926770055 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d1ad531560 0x55d1ad533980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:37.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.579+0000 7f12de466740 4 client.16395 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:01:37.600 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.579+0000 7f12de466740 1 -- 172.21.15.1:0/2926770055 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55d1ad1741b0 con 0x55d1ad531560 2024-02-10T00:01:37.600 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.579+0000 7f12d9624640 1 --2- 172.21.15.1:0/2926770055 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d1ad531560 0x55d1ad533980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:37.600 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.580+0000 7f12d9624640 1 --2- 172.21.15.1:0/2926770055 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d1ad531560 0x55d1ad533980 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d70607423d8f608 server_cookie=95a27e3fe795a388 in_seq=0 out_seq=0 2024-02-10T00:01:37.600 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.580+0000 7f12bcff9640 10 client.16395 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:37.600 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:37 smithi088 ceph-mon[36452]: pgmap v71: 97 pgs: 97 active+clean; 2.7 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-02-10T00:01:37.601 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.595+0000 7f12bcff9640 1 -- 172.21.15.1:0/2926770055 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55d1ad1741b0 con 0x55d1ad531560 2024-02-10T00:01:37.601 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.595+0000 7f12bcff9640 10 client.16395 handle_command_reply: tid=0 2024-02-10T00:01:37.601 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.595+0000 7f12de466740 1 client.16395 shutdown 2024-02-10T00:01:37.601 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.595+0000 7f12de466740 1 -- 172.21.15.1:0/2926770055 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d1ad4c9bb0 msgr2=0x55d1ad4cf4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:37.601 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.595+0000 7f12de466740 1 --2- 172.21.15.1:0/2926770055 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d1ad4c9bb0 0x55d1ad4cf4b0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f12cc0045f0 tx=0x7f12cc0cb590 comp rx=0 tx=0).stop 2024-02-10T00:01:37.601 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.595+0000 7f12de466740 1 -- 172.21.15.1:0/2926770055 shutdown_connections 2024-02-10T00:01:37.602 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.595+0000 7f12de466740 1 --2- 172.21.15.1:0/2926770055 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d1ad531560 0x55d1ad533980 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:37.602 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.595+0000 7f12de466740 1 --2- 172.21.15.1:0/2926770055 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d1ad4c9bb0 0x55d1ad4cf4b0 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:37.602 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.595+0000 7f12de466740 1 --2- 172.21.15.1:0/2926770055 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d1ad4bc4f0 0x55d1ad4cef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:37.602 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.595+0000 7f12de466740 1 --2- 172.21.15.1:0/2926770055 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d1ad4bbbd0 0x55d1ad4d0b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:37.602 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.595+0000 7f12bcff9640 0 client.16395 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:37.602 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.595+0000 7f12de466740 1 -- 172.21.15.1:0/2926770055 >> 172.21.15.1:0/2926770055 conn(0x55d1ad4b69d0 msgr2=0x55d1ad4c53a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:37.602 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.595+0000 7f12de466740 1 -- 172.21.15.1:0/2926770055 shutdown_connections 2024-02-10T00:01:37.602 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.595+0000 7f12de466740 1 -- 172.21.15.1:0/2926770055 wait complete. 2024-02-10T00:01:37.602 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.595+0000 7f12de466740 20 client.16395 trim_cache size 0 max 16384 2024-02-10T00:01:37.602 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:01:37.602 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:01:37.603 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:01:37.603 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:01:37.603 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.596+0000 7f12db888640 1 -- 172.21.15.1:0/4180858515 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f12c00a2220 msgr2=0x7f12c00a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:37.603 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.596+0000 7f12db888640 1 --2- 172.21.15.1:0/4180858515 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f12c00a2220 0x7f12c00a46e0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f12d4198f40 tx=0x7f12c400b650 comp rx=0 tx=0).stop 2024-02-10T00:01:37.604 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.596+0000 7f12db888640 1 -- 172.21.15.1:0/4180858515 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f12d4197740 msgr2=0x7f12d4197bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:37.604 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.596+0000 7f12db888640 1 --2- 172.21.15.1:0/4180858515 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f12d4197740 0x7f12d4197bc0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f12cc009fd0 tx=0x7f12cc00b260 comp rx=0 tx=0).stop 2024-02-10T00:01:37.604 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.596+0000 7f12db888640 1 -- 172.21.15.1:0/4180858515 shutdown_connections 2024-02-10T00:01:37.604 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.596+0000 7f12db888640 1 --2- 172.21.15.1:0/4180858515 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f12c00a2220 0x7f12c00a46e0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:37.604 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.596+0000 7f12db888640 1 --2- 172.21.15.1:0/4180858515 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f12d4197740 0x7f12d4197bc0 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:37.604 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.596+0000 7f12db888640 1 --2- 172.21.15.1:0/4180858515 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f12d4106520 0x7f12d419db70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:37.604 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.596+0000 7f12db888640 1 --2- 172.21.15.1:0/4180858515 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f12d4101450 0x7f12d419d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:37.604 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.596+0000 7f12db888640 1 -- 172.21.15.1:0/4180858515 >> 172.21.15.1:0/4180858515 conn(0x7f12d40fccf0 msgr2=0x7f12d40fe080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:37.604 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.596+0000 7f12db888640 1 -- 172.21.15.1:0/4180858515 shutdown_connections 2024-02-10T00:01:37.604 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:37.596+0000 7f12db888640 1 -- 172.21.15.1:0/4180858515 wait complete. 2024-02-10T00:01:37.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:37 smithi103 ceph-mon[36942]: pgmap v71: 97 pgs: 97 active+clean; 2.7 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-02-10T00:01:37.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:37 smithi001 ceph-mon[32335]: pgmap v71: 97 pgs: 97 active+clean; 2.7 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 22 KiB/s wr, 17 op/s 2024-02-10T00:01:39.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:39 smithi088 ceph-mon[36452]: pgmap v72: 97 pgs: 97 active+clean; 2.8 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 30 KiB/s wr, 23 op/s 2024-02-10T00:01:39.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:39 smithi103 ceph-mon[36942]: pgmap v72: 97 pgs: 97 active+clean; 2.8 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 30 KiB/s wr, 23 op/s 2024-02-10T00:01:39.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:39 smithi001 ceph-mon[32335]: pgmap v72: 97 pgs: 97 active+clean; 2.8 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 30 KiB/s wr, 23 op/s 2024-02-10T00:01:41.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:41 smithi088 ceph-mon[36452]: pgmap v73: 97 pgs: 97 active+clean; 2.8 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-02-10T00:01:41.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:41 smithi103 ceph-mon[36942]: pgmap v73: 97 pgs: 97 active+clean; 2.8 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-02-10T00:01:41.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:41 smithi001 ceph-mon[32335]: pgmap v73: 97 pgs: 97 active+clean; 2.8 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-02-10T00:01:43.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:43 smithi088 ceph-mon[36452]: pgmap v74: 97 pgs: 97 active+clean; 2.8 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-02-10T00:01:43.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:43 smithi103 ceph-mon[36942]: pgmap v74: 97 pgs: 97 active+clean; 2.8 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-02-10T00:01:43.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:43 smithi001 ceph-mon[32335]: pgmap v74: 97 pgs: 97 active+clean; 2.8 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-02-10T00:01:45.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:45 smithi088 ceph-mon[36452]: pgmap v75: 97 pgs: 97 active+clean; 2.9 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 31 KiB/s wr, 22 op/s 2024-02-10T00:01:45.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:45 smithi103 ceph-mon[36942]: pgmap v75: 97 pgs: 97 active+clean; 2.9 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 31 KiB/s wr, 22 op/s 2024-02-10T00:01:45.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:45 smithi001 ceph-mon[32335]: pgmap v75: 97 pgs: 97 active+clean; 2.9 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 31 KiB/s wr, 22 op/s 2024-02-10T00:01:47.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:47 smithi088 ceph-mon[36452]: pgmap v76: 97 pgs: 97 active+clean; 2.9 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 21 KiB/s wr, 15 op/s 2024-02-10T00:01:47.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:47 smithi103 ceph-mon[36942]: pgmap v76: 97 pgs: 97 active+clean; 2.9 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 21 KiB/s wr, 15 op/s 2024-02-10T00:01:47.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:47 smithi001 ceph-mon[32335]: pgmap v76: 97 pgs: 97 active+clean; 2.9 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 21 KiB/s wr, 15 op/s 2024-02-10T00:01:49.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:49 smithi088 ceph-mon[36452]: pgmap v77: 97 pgs: 97 active+clean; 3.0 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 31 KiB/s wr, 21 op/s 2024-02-10T00:01:49.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:49 smithi103 ceph-mon[36942]: pgmap v77: 97 pgs: 97 active+clean; 3.0 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 31 KiB/s wr, 21 op/s 2024-02-10T00:01:49.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:49 smithi001 ceph-mon[32335]: pgmap v77: 97 pgs: 97 active+clean; 3.0 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 31 KiB/s wr, 21 op/s 2024-02-10T00:01:50.699 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.694+0000 7fd14a60e640 1 -- 172.21.15.1:0/3301907091 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd144102190 msgr2=0x7fd144069840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:50.699 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.694+0000 7fd14a60e640 1 --2- 172.21.15.1:0/3301907091 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd144102190 0x7fd144069840 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7fd12c009900 tx=0x7fd12c02bcd0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.699 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.694+0000 7fd14a60e640 1 -- 172.21.15.1:0/3301907091 shutdown_connections 2024-02-10T00:01:50.699 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.694+0000 7fd14a60e640 1 --2- 172.21.15.1:0/3301907091 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd14410d9f0 0x7fd14410fe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.699 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.694+0000 7fd14a60e640 1 --2- 172.21.15.1:0/3301907091 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd144069d80 0x7fd14406a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.699 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.695+0000 7fd14a60e640 1 --2- 172.21.15.1:0/3301907091 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd144102190 0x7fd144069840 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.699 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.695+0000 7fd14a60e640 1 -- 172.21.15.1:0/3301907091 >> 172.21.15.1:0/3301907091 conn(0x7fd144076ef0 msgr2=0x7fd144077300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:50.700 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.695+0000 7fd14a60e640 1 -- 172.21.15.1:0/3301907091 shutdown_connections 2024-02-10T00:01:50.700 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.695+0000 7fd14a60e640 1 -- 172.21.15.1:0/3301907091 wait complete. 2024-02-10T00:01:50.700 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.695+0000 7fd14a60e640 1 Processor -- start 2024-02-10T00:01:50.700 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.695+0000 7fd14a60e640 1 -- start start 2024-02-10T00:01:50.700 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.696+0000 7fd14a60e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd144069d80 0x7fd14419f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:50.700 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.696+0000 7fd14a60e640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd144102190 0x7fd14419fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:50.700 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.696+0000 7fd14a60e640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd14410d9f0 0x7fd144199830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:50.700 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.696+0000 7fd14a60e640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd144199ed0 con 0x7fd144069d80 2024-02-10T00:01:50.700 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.696+0000 7fd14a60e640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd14419a040 con 0x7fd14410d9f0 2024-02-10T00:01:50.700 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.696+0000 7fd14a60e640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd14419a200 con 0x7fd144102190 2024-02-10T00:01:50.700 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.696+0000 7fd143fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd144069d80 0x7fd14419f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:50.701 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.696+0000 7fd143fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd144069d80 0x7fd14419f6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60330/0 (socket says 172.21.15.1:60330) 2024-02-10T00:01:50.701 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.696+0000 7fd143fff640 1 -- 172.21.15.1:0/137186932 learned_addr learned my addr 172.21.15.1:0/137186932 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:50.701 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.696+0000 7fd1437fe640 1 --2- 172.21.15.1:0/137186932 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd144102190 0x7fd14419fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:50.701 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.696+0000 7fd148bab640 1 --2- 172.21.15.1:0/137186932 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd14410d9f0 0x7fd144199830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:50.701 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.696+0000 7fd143fff640 1 -- 172.21.15.1:0/137186932 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd144102190 msgr2=0x7fd14419fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:50.701 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.696+0000 7fd143fff640 1 --2- 172.21.15.1:0/137186932 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd144102190 0x7fd14419fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.701 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.696+0000 7fd143fff640 1 -- 172.21.15.1:0/137186932 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd14410d9f0 msgr2=0x7fd144199830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:50.701 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.696+0000 7fd143fff640 1 --2- 172.21.15.1:0/137186932 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd14410d9f0 0x7fd144199830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.701 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.696+0000 7fd143fff640 1 -- 172.21.15.1:0/137186932 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd12c009560 con 0x7fd144069d80 2024-02-10T00:01:50.701 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.696+0000 7fd1437fe640 1 --2- 172.21.15.1:0/137186932 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd144102190 0x7fd14419fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:01:50.701 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.696+0000 7fd148bab640 1 --2- 172.21.15.1:0/137186932 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd14410d9f0 0x7fd144199830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:01:50.701 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.696+0000 7fd143fff640 1 --2- 172.21.15.1:0/137186932 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd144069d80 0x7fd14419f6c0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7fd12c005940 tx=0x7fd12c004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:50.701 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.696+0000 7fd1417fa640 1 -- 172.21.15.1:0/137186932 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd12c004440 con 0x7fd144069d80 2024-02-10T00:01:50.701 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.696+0000 7fd1417fa640 1 -- 172.21.15.1:0/137186932 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd12c0052d0 con 0x7fd144069d80 2024-02-10T00:01:50.702 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.697+0000 7fd14a60e640 1 -- 172.21.15.1:0/137186932 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd14419a480 con 0x7fd144069d80 2024-02-10T00:01:50.702 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.697+0000 7fd1417fa640 1 -- 172.21.15.1:0/137186932 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd12c003da0 con 0x7fd144069d80 2024-02-10T00:01:50.702 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.697+0000 7fd14a60e640 1 -- 172.21.15.1:0/137186932 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1441a66f0 con 0x7fd144069d80 2024-02-10T00:01:50.708 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.699+0000 7fd1417fa640 1 -- 172.21.15.1:0/137186932 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fd12c005440 con 0x7fd144069d80 2024-02-10T00:01:50.708 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.700+0000 7fd14d1e9740 1 Processor -- start 2024-02-10T00:01:50.708 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.700+0000 7fd14d1e9740 1 -- start start 2024-02-10T00:01:50.708 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.700+0000 7fd14d1e9740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5565382640b0 0x556538264490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:50.708 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.700+0000 7fd14d1e9740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5565382649d0 0x55653826d260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:50.709 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.700+0000 7fd14d1e9740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55653826d7a0 0x55653826fb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:50.709 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.700+0000 7fd14d1e9740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5565381d2a00 con 0x5565382640b0 2024-02-10T00:01:50.709 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.700+0000 7fd14d1e9740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5565381cff30 con 0x55653826d7a0 2024-02-10T00:01:50.709 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.700+0000 7fd14d1e9740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5565381cb710 con 0x5565382649d0 2024-02-10T00:01:50.709 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.700+0000 7fd1417fa640 1 --2- 172.21.15.1:0/137186932 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd1300a2220 0x7fd1300a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:50.709 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.700+0000 7fd148bab640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5565382640b0 0x556538264490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:50.709 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.700+0000 7fd148bab640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5565382640b0 0x556538264490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60346/0 (socket says 172.21.15.1:60346) 2024-02-10T00:01:50.709 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.700+0000 7fd148bab640 1 -- 172.21.15.1:0/1508372008 learned_addr learned my addr 172.21.15.1:0/1508372008 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:50.709 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.700+0000 7fd143fff640 1 --2- 172.21.15.1:0/1508372008 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5565382649d0 0x55653826d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:50.709 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.700+0000 7fd1437fe640 1 --2- 172.21.15.1:0/1508372008 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55653826d7a0 0x55653826fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:50.709 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.700+0000 7fd148bab640 1 --2- 172.21.15.1:0/137186932 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd1300a2220 0x7fd1300a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:50.709 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.700+0000 7fd1417fa640 1 -- 172.21.15.1:0/137186932 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fd12c0f08d0 con 0x7fd144069d80 2024-02-10T00:01:50.709 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.700+0000 7fd148bab640 1 -- 172.21.15.1:0/1508372008 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5565382649d0 msgr2=0x55653826d260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:50.710 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.700+0000 7fd148bab640 1 --2- 172.21.15.1:0/1508372008 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5565382649d0 0x55653826d260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.710 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.700+0000 7fd148bab640 1 -- 172.21.15.1:0/1508372008 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55653826d7a0 msgr2=0x55653826fb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:50.710 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.700+0000 7fd148bab640 1 --2- 172.21.15.1:0/1508372008 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55653826d7a0 0x55653826fb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.710 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.700+0000 7fd148bab640 1 -- 172.21.15.1:0/1508372008 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5565381903b0 con 0x5565382640b0 2024-02-10T00:01:50.710 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.701+0000 7fd148bab640 1 --2- 172.21.15.1:0/1508372008 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5565382640b0 0x556538264490 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7fd13c013950 tx=0x7fd13c013d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f49c30d0a2249ad0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:50.710 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.701+0000 7fd13a7fc640 1 -- 172.21.15.1:0/1508372008 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd13c021070 con 0x5565382640b0 2024-02-10T00:01:50.710 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.701+0000 7fd13a7fc640 1 -- 172.21.15.1:0/1508372008 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd13c019070 con 0x5565382640b0 2024-02-10T00:01:50.710 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.701+0000 7fd13a7fc640 1 -- 172.21.15.1:0/1508372008 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd13c01dd00 con 0x5565382640b0 2024-02-10T00:01:50.710 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.702+0000 7fd14d1e9740 1 -- 172.21.15.1:0/1508372008 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5565382640b0 msgr2=0x556538264490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:50.710 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.702+0000 7fd148bab640 1 --2- 172.21.15.1:0/137186932 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd1300a2220 0x7fd1300a46e0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fd13c020000 tx=0x7fd13c01f000 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:50.710 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.702+0000 7fd14d1e9740 1 --2- 172.21.15.1:0/1508372008 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5565382640b0 0x556538264490 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7fd13c013950 tx=0x7fd13c013d50 comp rx=0 tx=0).stop 2024-02-10T00:01:50.710 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.702+0000 7fd14d1e9740 1 -- 172.21.15.1:0/1508372008 shutdown_connections 2024-02-10T00:01:50.710 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.702+0000 7fd14d1e9740 1 --2- 172.21.15.1:0/1508372008 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55653826d7a0 0x55653826fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.710 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.702+0000 7fd14d1e9740 1 --2- 172.21.15.1:0/1508372008 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5565382649d0 0x55653826d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.711 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.702+0000 7fd14d1e9740 1 --2- 172.21.15.1:0/1508372008 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5565382640b0 0x556538264490 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.711 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.702+0000 7fd14d1e9740 1 -- 172.21.15.1:0/1508372008 >> 172.21.15.1:0/1508372008 conn(0x55653825e9d0 msgr2=0x55653825edb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:50.711 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.702+0000 7fd14d1e9740 1 -- 172.21.15.1:0/1508372008 shutdown_connections 2024-02-10T00:01:50.711 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.702+0000 7fd14d1e9740 1 -- 172.21.15.1:0/1508372008 wait complete. 2024-02-10T00:01:50.711 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.702+0000 7fd14d1e9740 1 -- start start 2024-02-10T00:01:50.711 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.702+0000 7fd14d1e9740 1 Processor -- start 2024-02-10T00:01:50.711 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.703+0000 7fd14d1e9740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5565382640b0 0x55653826a7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:50.711 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.703+0000 7fd14d1e9740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5565382649d0 0x55653826acf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:50.711 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.703+0000 7fd14d1e9740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55653826d7a0 0x55653826b230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:50.711 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.703+0000 7fd14d1e9740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556538170b90 con 0x5565382649d0 2024-02-10T00:01:50.711 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.703+0000 7fd14d1e9740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556537e9f250 con 0x5565382640b0 2024-02-10T00:01:50.711 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.703+0000 7fd14d1e9740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556538151200 con 0x55653826d7a0 2024-02-10T00:01:50.711 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.703+0000 7fd14d1e9740 10 client.0 _ll_register_callbacks cb 0x5565381875d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:50.711 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.703+0000 7fd1437fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5565382649d0 0x55653826acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:50.712 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.703+0000 7fd1437fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5565382649d0 0x55653826acf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60350/0 (socket says 172.21.15.1:60350) 2024-02-10T00:01:50.712 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.703+0000 7fd1437fe640 1 -- 172.21.15.1:0/1253268436 learned_addr learned my addr 172.21.15.1:0/1253268436 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:50.712 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.703+0000 7fd148bab640 1 --2- 172.21.15.1:0/1253268436 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55653826d7a0 0x55653826b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:50.712 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.703+0000 7fd143fff640 1 --2- 172.21.15.1:0/1253268436 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5565382640b0 0x55653826a7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:50.712 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.703+0000 7fd1437fe640 1 -- 172.21.15.1:0/1253268436 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55653826d7a0 msgr2=0x55653826b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:50.712 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.703+0000 7fd1437fe640 1 --2- 172.21.15.1:0/1253268436 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55653826d7a0 0x55653826b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.712 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.703+0000 7fd1437fe640 1 -- 172.21.15.1:0/1253268436 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5565382640b0 msgr2=0x55653826a7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:50.712 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.703+0000 7fd1437fe640 1 --2- 172.21.15.1:0/1253268436 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5565382640b0 0x55653826a7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.712 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.703+0000 7fd1437fe640 1 -- 172.21.15.1:0/1253268436 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd13c0135c0 con 0x5565382649d0 2024-02-10T00:01:50.712 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.703+0000 7fd1437fe640 1 --2- 172.21.15.1:0/1253268436 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5565382649d0 0x55653826acf0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fd13400bf80 tx=0x7fd1340128e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d929b2e51cb6ffe server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:50.712 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.703+0000 7fd1237fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:50.712 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.703+0000 7fd1237fe640 1 -- 172.21.15.1:0/1253268436 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd134005220 con 0x5565382649d0 2024-02-10T00:01:50.712 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.703+0000 7fd14d1e9740 1 -- 172.21.15.1:0/1253268436 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5565381f1ee0 con 0x5565382649d0 2024-02-10T00:01:50.713 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.703+0000 7fd1237fe640 1 -- 172.21.15.1:0/1253268436 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fd134005380 con 0x5565382649d0 2024-02-10T00:01:50.713 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.704+0000 7fd1237fe640 1 -- 172.21.15.1:0/1253268436 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd134005540 con 0x5565382649d0 2024-02-10T00:01:50.713 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.704+0000 7fd14d1e9740 10 client.16407 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:50.713 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.704+0000 7fd14d1e9740 1 -- 172.21.15.1:0/1253268436 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5565381c9d90 con 0x5565382649d0 2024-02-10T00:01:50.713 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.704+0000 7fd1237fe640 1 -- 172.21.15.1:0/1253268436 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5565381f1ee0 con 0x5565382649d0 2024-02-10T00:01:50.713 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.704+0000 7fd1237fe640 1 -- 172.21.15.1:0/1253268436 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fd134010ce0 con 0x5565382649d0 2024-02-10T00:01:50.713 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.704+0000 7fd14d1e9740 10 client.16407 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:50.713 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.704+0000 7fd14d1e9740 10 client.16407 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:01:50.713 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.704+0000 7fd14d1e9740 20 client.16407 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:50.713 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.704+0000 7fd14d1e9740 1 --2- 172.21.15.1:0/1253268436 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55653827da30 0x55653827fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:50.713 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.704+0000 7fd14d1e9740 4 client.16407 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:01:50.713 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.704+0000 7fd14d1e9740 1 -- 172.21.15.1:0/1253268436 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556537ecb600 con 0x55653827da30 2024-02-10T00:01:50.713 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.704+0000 7fd143fff640 1 --2- 172.21.15.1:0/1253268436 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55653827da30 0x55653827fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:50.713 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.705+0000 7fd143fff640 1 --2- 172.21.15.1:0/1253268436 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55653827da30 0x55653827fe50 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a9874178379c0fc5 server_cookie=6e3784b644f6f65 in_seq=0 out_seq=0 2024-02-10T00:01:50.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.705+0000 7fd1237fe640 10 client.16407 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:50.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.705+0000 7fd1237fe640 1 -- 172.21.15.1:0/1253268436 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x556537ecb600 con 0x55653827da30 2024-02-10T00:01:50.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.705+0000 7fd1237fe640 10 client.16407 handle_command_reply: tid=0 2024-02-10T00:01:50.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.706+0000 7fd14d1e9740 1 client.16407 shutdown 2024-02-10T00:01:50.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.706+0000 7fd14d1e9740 1 -- 172.21.15.1:0/1253268436 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5565382649d0 msgr2=0x55653826acf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:50.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.706+0000 7fd14d1e9740 1 --2- 172.21.15.1:0/1253268436 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5565382649d0 0x55653826acf0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fd13400bf80 tx=0x7fd1340128e0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.706+0000 7fd14d1e9740 1 -- 172.21.15.1:0/1253268436 shutdown_connections 2024-02-10T00:01:50.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.706+0000 7fd14d1e9740 1 --2- 172.21.15.1:0/1253268436 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55653827da30 0x55653827fe50 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.706+0000 7fd14d1e9740 1 --2- 172.21.15.1:0/1253268436 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55653826d7a0 0x55653826b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.706+0000 7fd14d1e9740 1 --2- 172.21.15.1:0/1253268436 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5565382649d0 0x55653826acf0 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.706+0000 7fd1237fe640 0 client.16407 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:50.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.706+0000 7fd14d1e9740 1 --2- 172.21.15.1:0/1253268436 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5565382640b0 0x55653826a7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.706+0000 7fd14d1e9740 1 -- 172.21.15.1:0/1253268436 >> 172.21.15.1:0/1253268436 conn(0x55653825e9d0 msgr2=0x556538260720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:50.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.706+0000 7fd14d1e9740 1 -- 172.21.15.1:0/1253268436 shutdown_connections 2024-02-10T00:01:50.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.706+0000 7fd14d1e9740 1 -- 172.21.15.1:0/1253268436 wait complete. 2024-02-10T00:01:50.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.706+0000 7fd14d1e9740 20 client.16407 trim_cache size 0 max 16384 2024-02-10T00:01:50.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.719+0000 7fd14d1e9740 1 Processor -- start 2024-02-10T00:01:50.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.719+0000 7fd14d1e9740 1 -- start start 2024-02-10T00:01:50.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.719+0000 7fd14d1e9740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5565382640b0 0x55653826cee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:50.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.719+0000 7fd14d1e9740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5565382649d0 0x55653826b050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:50.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.719+0000 7fd14d1e9740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55653826d7a0 0x556538267a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:50.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.719+0000 7fd14d1e9740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556538265740 con 0x55653826d7a0 2024-02-10T00:01:50.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.719+0000 7fd14d1e9740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55653825e500 con 0x5565382649d0 2024-02-10T00:01:50.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.719+0000 7fd14d1e9740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55653825f9d0 con 0x5565382640b0 2024-02-10T00:01:50.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.719+0000 7fd148bab640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55653826d7a0 0x556538267a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:50.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.720+0000 7fd148bab640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55653826d7a0 0x556538267a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60360/0 (socket says 172.21.15.1:60360) 2024-02-10T00:01:50.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.720+0000 7fd148bab640 1 -- 172.21.15.1:0/2391930464 learned_addr learned my addr 172.21.15.1:0/2391930464 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:50.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.720+0000 7fd1437fe640 1 --2- 172.21.15.1:0/2391930464 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5565382649d0 0x55653826b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:50.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.720+0000 7fd143fff640 1 --2- 172.21.15.1:0/2391930464 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5565382640b0 0x55653826cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:50.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.720+0000 7fd148bab640 1 -- 172.21.15.1:0/2391930464 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5565382640b0 msgr2=0x55653826cee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:50.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.720+0000 7fd148bab640 1 --2- 172.21.15.1:0/2391930464 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5565382640b0 0x55653826cee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.720+0000 7fd148bab640 1 -- 172.21.15.1:0/2391930464 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5565382649d0 msgr2=0x55653826b050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:50.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.720+0000 7fd148bab640 1 --2- 172.21.15.1:0/2391930464 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5565382649d0 0x55653826b050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.720+0000 7fd148bab640 1 -- 172.21.15.1:0/2391930464 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556538166820 con 0x55653826d7a0 2024-02-10T00:01:50.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.720+0000 7fd1437fe640 1 --2- 172.21.15.1:0/2391930464 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5565382649d0 0x55653826b050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:01:50.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.720+0000 7fd148bab640 1 --2- 172.21.15.1:0/2391930464 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55653826d7a0 0x556538267a30 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fd13c0093e0 tx=0x7fd13c0095a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffef082f4c4c84e4 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:50.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.720+0000 7fd139ffb640 1 -- 172.21.15.1:0/2391930464 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd13c021040 con 0x55653826d7a0 2024-02-10T00:01:50.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.720+0000 7fd139ffb640 1 -- 172.21.15.1:0/2391930464 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd13c022040 con 0x55653826d7a0 2024-02-10T00:01:50.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.720+0000 7fd139ffb640 1 -- 172.21.15.1:0/2391930464 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd13c026470 con 0x55653826d7a0 2024-02-10T00:01:50.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.721+0000 7fd14d1e9740 1 -- 172.21.15.1:0/2391930464 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55653826d7a0 msgr2=0x556538267a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:50.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.721+0000 7fd14d1e9740 1 --2- 172.21.15.1:0/2391930464 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55653826d7a0 0x556538267a30 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fd13c0093e0 tx=0x7fd13c0095a0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.721+0000 7fd14d1e9740 1 -- 172.21.15.1:0/2391930464 shutdown_connections 2024-02-10T00:01:50.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.721+0000 7fd14d1e9740 1 --2- 172.21.15.1:0/2391930464 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55653826d7a0 0x556538267a30 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.721+0000 7fd14d1e9740 1 --2- 172.21.15.1:0/2391930464 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5565382649d0 0x55653826b050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.721+0000 7fd14d1e9740 1 --2- 172.21.15.1:0/2391930464 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5565382640b0 0x55653826cee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.721+0000 7fd14d1e9740 1 -- 172.21.15.1:0/2391930464 >> 172.21.15.1:0/2391930464 conn(0x55653825e9d0 msgr2=0x556538269080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:50.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.721+0000 7fd14d1e9740 1 -- 172.21.15.1:0/2391930464 shutdown_connections 2024-02-10T00:01:50.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.721+0000 7fd14d1e9740 1 -- 172.21.15.1:0/2391930464 wait complete. 2024-02-10T00:01:50.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.721+0000 7fd14d1e9740 1 -- start start 2024-02-10T00:01:50.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.721+0000 7fd14d1e9740 1 Processor -- start 2024-02-10T00:01:50.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.722+0000 7fd14d1e9740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5565382640b0 0x5565382748e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:50.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.722+0000 7fd14d1e9740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5565382649d0 0x556538272cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:50.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.722+0000 7fd14d1e9740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55653826d7a0 0x556538273350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:50.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.722+0000 7fd14d1e9740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556538273a20 con 0x5565382649d0 2024-02-10T00:01:50.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.722+0000 7fd14d1e9740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556538273b90 con 0x5565382640b0 2024-02-10T00:01:50.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.722+0000 7fd14d1e9740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5565382d3fd0 con 0x55653826d7a0 2024-02-10T00:01:50.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.722+0000 7fd14d1e9740 10 client.0 _ll_register_callbacks cb 0x7fd13400b8e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:50.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.722+0000 7fd1437fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5565382649d0 0x556538272cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:50.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.722+0000 7fd1437fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5565382649d0 0x556538272cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60366/0 (socket says 172.21.15.1:60366) 2024-02-10T00:01:50.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.722+0000 7fd1437fe640 1 -- 172.21.15.1:0/730919298 learned_addr learned my addr 172.21.15.1:0/730919298 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:50.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.722+0000 7fd148bab640 1 --2- 172.21.15.1:0/730919298 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55653826d7a0 0x556538273350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:50.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.722+0000 7fd143fff640 1 --2- 172.21.15.1:0/730919298 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5565382640b0 0x5565382748e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:50.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.722+0000 7fd1437fe640 1 -- 172.21.15.1:0/730919298 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55653826d7a0 msgr2=0x556538273350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:50.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.722+0000 7fd1437fe640 1 --2- 172.21.15.1:0/730919298 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55653826d7a0 0x556538273350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.722+0000 7fd1437fe640 1 -- 172.21.15.1:0/730919298 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5565382640b0 msgr2=0x5565382748e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:50.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.722+0000 7fd1437fe640 1 --2- 172.21.15.1:0/730919298 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5565382640b0 0x5565382748e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.722+0000 7fd1437fe640 1 -- 172.21.15.1:0/730919298 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5565381c9d90 con 0x5565382649d0 2024-02-10T00:01:50.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.722+0000 7fd148bab640 1 --2- 172.21.15.1:0/730919298 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55653826d7a0 0x556538273350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:01:50.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.722+0000 7fd143fff640 1 --2- 172.21.15.1:0/730919298 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5565382640b0 0x5565382748e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:01:50.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.722+0000 7fd1437fe640 1 --2- 172.21.15.1:0/730919298 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5565382649d0 0x556538272cd0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fd13400bf80 tx=0x7fd13400bba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2acafc3e3de8d10 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:50.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.722+0000 7fd1237fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:50.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.722+0000 7fd1237fe640 1 -- 172.21.15.1:0/730919298 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd13401ab60 con 0x5565382649d0 2024-02-10T00:01:50.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.722+0000 7fd1237fe640 1 -- 172.21.15.1:0/730919298 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fd13401acc0 con 0x5565382649d0 2024-02-10T00:01:50.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.722+0000 7fd14d1e9740 1 -- 172.21.15.1:0/730919298 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd13c019070 con 0x5565382649d0 2024-02-10T00:01:50.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.723+0000 7fd1237fe640 1 -- 172.21.15.1:0/730919298 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd134005040 con 0x5565382649d0 2024-02-10T00:01:50.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.723+0000 7fd14d1e9740 10 client.16413 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:50.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.723+0000 7fd14d1e9740 1 -- 172.21.15.1:0/730919298 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5565381903b0 con 0x5565382649d0 2024-02-10T00:01:50.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.723+0000 7fd1237fe640 1 -- 172.21.15.1:0/730919298 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd13c019070 con 0x5565382649d0 2024-02-10T00:01:50.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.723+0000 7fd1237fe640 1 -- 172.21.15.1:0/730919298 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fd13402a050 con 0x5565382649d0 2024-02-10T00:01:50.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.723+0000 7fd14d1e9740 10 client.16413 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:50.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.723+0000 7fd14d1e9740 10 client.16413 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:01:50.731 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.723+0000 7fd14d1e9740 20 client.16413 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:50.731 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.723+0000 7fd14d1e9740 1 --2- 172.21.15.1:0/730919298 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5565382d5830 0x5565382d7c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:50.731 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.723+0000 7fd14d1e9740 4 client.16413 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:01:50.731 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.723+0000 7fd14d1e9740 1 -- 172.21.15.1:0/730919298 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x556537f1c1b0 con 0x5565382d5830 2024-02-10T00:01:50.731 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.723+0000 7fd143fff640 1 --2- 172.21.15.1:0/730919298 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5565382d5830 0x5565382d7c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:50.731 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.724+0000 7fd143fff640 1 --2- 172.21.15.1:0/730919298 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5565382d5830 0x5565382d7c50 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=63628783a5d524b3 server_cookie=7ed0aeb7f1bc7383 in_seq=0 out_seq=0 2024-02-10T00:01:50.731 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.724+0000 7fd1237fe640 10 client.16413 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:50.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.740+0000 7fd1237fe640 1 -- 172.21.15.1:0/730919298 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x556537f1c1b0 con 0x5565382d5830 2024-02-10T00:01:50.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.740+0000 7fd1237fe640 10 client.16413 handle_command_reply: tid=0 2024-02-10T00:01:50.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.740+0000 7fd14d1e9740 1 client.16413 shutdown 2024-02-10T00:01:50.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.740+0000 7fd14d1e9740 1 -- 172.21.15.1:0/730919298 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5565382649d0 msgr2=0x556538272cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:50.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.740+0000 7fd14d1e9740 1 --2- 172.21.15.1:0/730919298 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5565382649d0 0x556538272cd0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fd13400bf80 tx=0x7fd13400bba0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.740+0000 7fd14d1e9740 1 -- 172.21.15.1:0/730919298 shutdown_connections 2024-02-10T00:01:50.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.740+0000 7fd14d1e9740 1 --2- 172.21.15.1:0/730919298 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5565382d5830 0x5565382d7c50 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.740+0000 7fd14d1e9740 1 --2- 172.21.15.1:0/730919298 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55653826d7a0 0x556538273350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.740+0000 7fd14d1e9740 1 --2- 172.21.15.1:0/730919298 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5565382649d0 0x556538272cd0 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.740+0000 7fd14d1e9740 1 --2- 172.21.15.1:0/730919298 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5565382640b0 0x5565382748e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.740+0000 7fd1237fe640 0 client.16413 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:50.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.740+0000 7fd14d1e9740 1 -- 172.21.15.1:0/730919298 >> 172.21.15.1:0/730919298 conn(0x55653825e9d0 msgr2=0x55653825fcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:50.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.740+0000 7fd14d1e9740 1 -- 172.21.15.1:0/730919298 shutdown_connections 2024-02-10T00:01:50.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.740+0000 7fd14d1e9740 1 -- 172.21.15.1:0/730919298 wait complete. 2024-02-10T00:01:50.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.740+0000 7fd14d1e9740 20 client.16413 trim_cache size 0 max 16384 2024-02-10T00:01:50.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:01:50.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:01:50.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:01:50.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:01:50.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.741+0000 7fd14a60e640 1 -- 172.21.15.1:0/137186932 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd1300a2220 msgr2=0x7fd1300a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:50.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.741+0000 7fd14a60e640 1 --2- 172.21.15.1:0/137186932 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd1300a2220 0x7fd1300a46e0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fd13c020000 tx=0x7fd13c01f000 comp rx=0 tx=0).stop 2024-02-10T00:01:50.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.741+0000 7fd14a60e640 1 -- 172.21.15.1:0/137186932 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd144069d80 msgr2=0x7fd14419f6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:50.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.741+0000 7fd14a60e640 1 --2- 172.21.15.1:0/137186932 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd144069d80 0x7fd14419f6c0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7fd12c005940 tx=0x7fd12c004040 comp rx=0 tx=0).stop 2024-02-10T00:01:50.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.741+0000 7fd14a60e640 1 -- 172.21.15.1:0/137186932 shutdown_connections 2024-02-10T00:01:50.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.741+0000 7fd14a60e640 1 --2- 172.21.15.1:0/137186932 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd1300a2220 0x7fd1300a46e0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.741+0000 7fd14a60e640 1 --2- 172.21.15.1:0/137186932 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd14410d9f0 0x7fd144199830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.741+0000 7fd14a60e640 1 --2- 172.21.15.1:0/137186932 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd144102190 0x7fd14419fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.741+0000 7fd14a60e640 1 --2- 172.21.15.1:0/137186932 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd144069d80 0x7fd14419f6c0 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:50.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.741+0000 7fd14a60e640 1 -- 172.21.15.1:0/137186932 >> 172.21.15.1:0/137186932 conn(0x7fd144076ef0 msgr2=0x7fd14410e890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:50.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.741+0000 7fd14a60e640 1 -- 172.21.15.1:0/137186932 shutdown_connections 2024-02-10T00:01:50.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:01:50.741+0000 7fd14a60e640 1 -- 172.21.15.1:0/137186932 wait complete. 2024-02-10T00:01:51.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:51 smithi088 ceph-mon[36452]: pgmap v78: 97 pgs: 97 active+clean; 3.0 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 22 KiB/s wr, 15 op/s 2024-02-10T00:01:51.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:51 smithi103 ceph-mon[36942]: pgmap v78: 97 pgs: 97 active+clean; 3.0 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 22 KiB/s wr, 15 op/s 2024-02-10T00:01:51.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:51 smithi001 ceph-mon[32335]: pgmap v78: 97 pgs: 97 active+clean; 3.0 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 22 KiB/s wr, 15 op/s 2024-02-10T00:01:53.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:53 smithi088 ceph-mon[36452]: pgmap v79: 97 pgs: 97 active+clean; 3.0 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 22 KiB/s wr, 15 op/s 2024-02-10T00:01:53.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:53 smithi103 ceph-mon[36942]: pgmap v79: 97 pgs: 97 active+clean; 3.0 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 22 KiB/s wr, 15 op/s 2024-02-10T00:01:53.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:53 smithi001 ceph-mon[32335]: pgmap v79: 97 pgs: 97 active+clean; 3.0 MiB data, 349 MiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 22 KiB/s wr, 15 op/s 2024-02-10T00:01:53.803 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:01:53.804 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:01:53.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.920+0000 7f032a725640 1 -- 172.21.15.1:0/248866246 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0324102d70 msgr2=0x7f032410b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:53.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.920+0000 7f032a725640 1 --2- 172.21.15.1:0/248866246 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0324102d70 0x7f032410b250 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f0318009900 tx=0x7f031802bcd0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.920+0000 7f032a725640 1 -- 172.21.15.1:0/248866246 shutdown_connections 2024-02-10T00:01:53.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.920+0000 7f032a725640 1 --2- 172.21.15.1:0/248866246 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f032410b820 0x7f032410dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.920+0000 7f032a725640 1 --2- 172.21.15.1:0/248866246 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0324102d70 0x7f032410b250 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.920+0000 7f032a725640 1 --2- 172.21.15.1:0/248866246 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0324102450 0x7f0324102830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.920+0000 7f032a725640 1 -- 172.21.15.1:0/248866246 >> 172.21.15.1:0/248866246 conn(0x7f03240772e0 msgr2=0x7f03240776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:53.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.920+0000 7f032a725640 1 -- 172.21.15.1:0/248866246 shutdown_connections 2024-02-10T00:01:53.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.920+0000 7f032a725640 1 -- 172.21.15.1:0/248866246 wait complete. 2024-02-10T00:01:53.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.920+0000 7f032a725640 1 Processor -- start 2024-02-10T00:01:53.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.920+0000 7f032a725640 1 -- start start 2024-02-10T00:01:53.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.921+0000 7f032a725640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0324102450 0x7f032419d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:53.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.921+0000 7f032a725640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0324102d70 0x7f032419dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:53.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.921+0000 7f032a725640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f032410b820 0x7f0324197820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:53.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.921+0000 7f032a725640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0324197ec0 con 0x7f032410b820 2024-02-10T00:01:53.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.921+0000 7f032a725640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0324198030 con 0x7f0324102450 2024-02-10T00:01:53.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.921+0000 7f032a725640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03241981f0 con 0x7f0324102d70 2024-02-10T00:01:53.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.921+0000 7f0328cc2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f032410b820 0x7f0324197820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:53.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.921+0000 7f0328cc2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f032410b820 0x7f0324197820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60378/0 (socket says 172.21.15.1:60378) 2024-02-10T00:01:53.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.921+0000 7f0328cc2640 1 -- 172.21.15.1:0/3093628919 learned_addr learned my addr 172.21.15.1:0/3093628919 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:53.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.921+0000 7f03237fe640 1 --2- 172.21.15.1:0/3093628919 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0324102d70 0x7f032419dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:53.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.921+0000 7f0323fff640 1 --2- 172.21.15.1:0/3093628919 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0324102450 0x7f032419d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:53.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.921+0000 7f0328cc2640 1 -- 172.21.15.1:0/3093628919 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0324102d70 msgr2=0x7f032419dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:53.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.921+0000 7f0328cc2640 1 --2- 172.21.15.1:0/3093628919 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0324102d70 0x7f032419dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.921+0000 7f0328cc2640 1 -- 172.21.15.1:0/3093628919 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0324102450 msgr2=0x7f032419d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:53.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.921+0000 7f0328cc2640 1 --2- 172.21.15.1:0/3093628919 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0324102450 0x7f032419d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.921+0000 7f0328cc2640 1 -- 172.21.15.1:0/3093628919 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0318009560 con 0x7f032410b820 2024-02-10T00:01:53.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.921+0000 7f0323fff640 1 --2- 172.21.15.1:0/3093628919 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0324102450 0x7f032419d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:01:53.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.921+0000 7f0328cc2640 1 --2- 172.21.15.1:0/3093628919 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f032410b820 0x7f0324197820 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f031c00da40 tx=0x7f031c00df00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:53.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.922+0000 7f03217fa640 1 -- 172.21.15.1:0/3093628919 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f031c00bdd0 con 0x7f032410b820 2024-02-10T00:01:53.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.922+0000 7f032a725640 1 -- 172.21.15.1:0/3093628919 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03241984d0 con 0x7f032410b820 2024-02-10T00:01:53.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.922+0000 7f03217fa640 1 -- 172.21.15.1:0/3093628919 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f031c009890 con 0x7f032410b820 2024-02-10T00:01:53.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.922+0000 7f03217fa640 1 -- 172.21.15.1:0/3093628919 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f031c0106c0 con 0x7f032410b820 2024-02-10T00:01:53.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.922+0000 7f032a725640 1 -- 172.21.15.1:0/3093628919 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03241a46e0 con 0x7f032410b820 2024-02-10T00:01:53.933 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.924+0000 7f03217fa640 1 -- 172.21.15.1:0/3093628919 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f031c0041b0 con 0x7f032410b820 2024-02-10T00:01:53.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.924+0000 7f032d3dc740 1 Processor -- start 2024-02-10T00:01:53.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.924+0000 7f032d3dc740 1 -- start start 2024-02-10T00:01:53.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.924+0000 7f032d3dc740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a448389980 0x55a448389d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:53.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.924+0000 7f032d3dc740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a44838a330 0x55a4483928e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:53.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.924+0000 7f032d3dc740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a448392eb0 0x55a448395300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:53.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.924+0000 7f032d3dc740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a448344d00 con 0x55a44838a330 2024-02-10T00:01:53.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.924+0000 7f032d3dc740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4482f92f0 con 0x55a448389980 2024-02-10T00:01:53.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.924+0000 7f032d3dc740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4482f6820 con 0x55a448392eb0 2024-02-10T00:01:53.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.924+0000 7f03217fa640 1 --2- 172.21.15.1:0/3093628919 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f030c0a2230 0x7f030c0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:53.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.925+0000 7f0323fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a44838a330 0x55a4483928e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:53.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.925+0000 7f0323fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a44838a330 0x55a4483928e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60392/0 (socket says 172.21.15.1:60392) 2024-02-10T00:01:53.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.925+0000 7f03237fe640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a448389980 0x55a448389d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:53.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.925+0000 7f0323fff640 1 -- 172.21.15.1:0/1848964148 learned_addr learned my addr 172.21.15.1:0/1848964148 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:53.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.925+0000 7f0328cc2640 1 --2- 172.21.15.1:0/3093628919 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f030c0a2230 0x7f030c0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:53.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.925+0000 7f03217fa640 1 -- 172.21.15.1:0/3093628919 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f031c0cdce0 con 0x7f032410b820 2024-02-10T00:01:53.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.925+0000 7f03237fe640 1 --2- 172.21.15.1:0/1848964148 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a448392eb0 0x55a448395300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:53.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.925+0000 7f0323fff640 1 -- 172.21.15.1:0/1848964148 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a448392eb0 msgr2=0x55a448395300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:53.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.925+0000 7f0323fff640 1 --2- 172.21.15.1:0/1848964148 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a448392eb0 0x55a448395300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.925+0000 7f0323fff640 1 -- 172.21.15.1:0/1848964148 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a448389980 msgr2=0x55a448389d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:53.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.925+0000 7f0323fff640 1 --2- 172.21.15.1:0/1848964148 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a448389980 0x55a448389d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.925+0000 7f0323fff640 1 -- 172.21.15.1:0/1848964148 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a4482b3ff0 con 0x55a44838a330 2024-02-10T00:01:53.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.925+0000 7f03237fe640 1 --2- 172.21.15.1:0/1848964148 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a448389980 0x55a448389d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:01:53.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.925+0000 7f0328cc2640 1 --2- 172.21.15.1:0/3093628919 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f030c0a2230 0x7f030c0a46f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f031c0cb510 tx=0x7f031c085040 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:53.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.925+0000 7f0323fff640 1 --2- 172.21.15.1:0/1848964148 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a44838a330 0x55a4483928e0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f0314007850 tx=0x7f0314007d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ad894ceb6c26508 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:53.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.925+0000 7f030a7fc640 1 -- 172.21.15.1:0/1848964148 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f031400d950 con 0x55a44838a330 2024-02-10T00:01:53.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.925+0000 7f030a7fc640 1 -- 172.21.15.1:0/1848964148 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f03140074c0 con 0x55a44838a330 2024-02-10T00:01:53.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.925+0000 7f030a7fc640 1 -- 172.21.15.1:0/1848964148 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03140123e0 con 0x55a44838a330 2024-02-10T00:01:53.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.926+0000 7f032d3dc740 1 -- 172.21.15.1:0/1848964148 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a44838a330 msgr2=0x55a4483928e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:53.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.926+0000 7f032d3dc740 1 --2- 172.21.15.1:0/1848964148 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a44838a330 0x55a4483928e0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f0314007850 tx=0x7f0314007d10 comp rx=0 tx=0).stop 2024-02-10T00:01:53.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.926+0000 7f032d3dc740 1 -- 172.21.15.1:0/1848964148 shutdown_connections 2024-02-10T00:01:53.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.926+0000 7f032d3dc740 1 --2- 172.21.15.1:0/1848964148 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a448392eb0 0x55a448395300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.926+0000 7f032d3dc740 1 --2- 172.21.15.1:0/1848964148 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a44838a330 0x55a4483928e0 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.926+0000 7f032d3dc740 1 --2- 172.21.15.1:0/1848964148 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a448389980 0x55a448389d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.926+0000 7f032d3dc740 1 -- 172.21.15.1:0/1848964148 >> 172.21.15.1:0/1848964148 conn(0x55a448384050 msgr2=0x55a448384430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:53.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.926+0000 7f032d3dc740 1 -- 172.21.15.1:0/1848964148 shutdown_connections 2024-02-10T00:01:53.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.926+0000 7f032d3dc740 1 -- 172.21.15.1:0/1848964148 wait complete. 2024-02-10T00:01:53.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.926+0000 7f032d3dc740 1 -- start start 2024-02-10T00:01:53.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.927+0000 7f032d3dc740 1 Processor -- start 2024-02-10T00:01:53.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.927+0000 7f032d3dc740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a448389980 0x55a44838fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:53.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.927+0000 7f032d3dc740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a44838a330 0x55a4483902f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:53.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.927+0000 7f032d3dc740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a448392eb0 0x55a448390830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:53.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.927+0000 7f032d3dc740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4482f2000 con 0x55a448389980 2024-02-10T00:01:53.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.927+0000 7f032d3dc740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a447fc5430 con 0x55a448392eb0 2024-02-10T00:01:53.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.927+0000 7f032d3dc740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a447f81e00 con 0x55a44838a330 2024-02-10T00:01:53.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.927+0000 7f032d3dc740 10 client.0 _ll_register_callbacks cb 0x55a4482e67f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:53.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.927+0000 7f03237fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a448389980 0x55a44838fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:53.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.927+0000 7f03237fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a448389980 0x55a44838fdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60396/0 (socket says 172.21.15.1:60396) 2024-02-10T00:01:53.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.927+0000 7f03237fe640 1 -- 172.21.15.1:0/998465129 learned_addr learned my addr 172.21.15.1:0/998465129 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:53.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.927+0000 7f0323fff640 1 --2- 172.21.15.1:0/998465129 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a44838a330 0x55a4483902f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:53.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.927+0000 7f03237fe640 1 -- 172.21.15.1:0/998465129 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a44838a330 msgr2=0x55a4483902f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:53.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.927+0000 7f03237fe640 1 --2- 172.21.15.1:0/998465129 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a44838a330 0x55a4483902f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.927+0000 7f03237fe640 1 -- 172.21.15.1:0/998465129 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a448392eb0 msgr2=0x55a448390830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:53.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.927+0000 7f03237fe640 1 --2- 172.21.15.1:0/998465129 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a448392eb0 0x55a448390830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.927+0000 7f03237fe640 1 -- 172.21.15.1:0/998465129 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f031400e040 con 0x55a448389980 2024-02-10T00:01:53.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.928+0000 7f03237fe640 1 --2- 172.21.15.1:0/998465129 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a448389980 0x55a44838fdb0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f031802c210 tx=0x7f031802cdf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72193573e1a651d server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:53.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.928+0000 7f03037fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:53.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.928+0000 7f03037fe640 1 -- 172.21.15.1:0/998465129 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0318004310 con 0x55a448389980 2024-02-10T00:01:53.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.928+0000 7f03037fe640 1 -- 172.21.15.1:0/998465129 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f0318004470 con 0x55a448389980 2024-02-10T00:01:53.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.928+0000 7f032d3dc740 1 -- 172.21.15.1:0/998465129 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a44802e720 con 0x55a448389980 2024-02-10T00:01:53.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.928+0000 7f03037fe640 1 -- 172.21.15.1:0/998465129 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0318004df0 con 0x55a448389980 2024-02-10T00:01:53.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.928+0000 7f032d3dc740 10 client.16425 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:53.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.928+0000 7f032d3dc740 1 -- 172.21.15.1:0/998465129 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55a4482f0680 con 0x55a448389980 2024-02-10T00:01:53.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.928+0000 7f03037fe640 1 -- 172.21.15.1:0/998465129 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55a44802e720 con 0x55a448389980 2024-02-10T00:01:53.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.928+0000 7f03037fe640 1 -- 172.21.15.1:0/998465129 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f0318003b10 con 0x55a448389980 2024-02-10T00:01:53.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.928+0000 7f032d3dc740 10 client.16425 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:53.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.928+0000 7f032d3dc740 10 client.16425 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:01:53.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.928+0000 7f032d3dc740 20 client.16425 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:53.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.928+0000 7f032d3dc740 1 --2- 172.21.15.1:0/998465129 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55a4483a32d0 0x55a4483a56f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:53.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.928+0000 7f032d3dc740 4 client.16425 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:01:53.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.928+0000 7f032d3dc740 1 -- 172.21.15.1:0/998465129 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a44807d890 con 0x55a4483a32d0 2024-02-10T00:01:53.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.929+0000 7f0323fff640 1 --2- 172.21.15.1:0/998465129 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55a4483a32d0 0x55a4483a56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:53.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.929+0000 7f0323fff640 1 --2- 172.21.15.1:0/998465129 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55a4483a32d0 0x55a4483a56f0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7b552ac43bba987 server_cookie=eb6d66b5093212f2 in_seq=0 out_seq=0 2024-02-10T00:01:53.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.929+0000 7f03037fe640 10 client.16425 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:53.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.930+0000 7f03037fe640 1 -- 172.21.15.1:0/998465129 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55a44807d890 con 0x55a4483a32d0 2024-02-10T00:01:53.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.930+0000 7f03037fe640 10 client.16425 handle_command_reply: tid=0 2024-02-10T00:01:53.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.930+0000 7f032d3dc740 1 client.16425 shutdown 2024-02-10T00:01:53.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.930+0000 7f032d3dc740 1 -- 172.21.15.1:0/998465129 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a448389980 msgr2=0x55a44838fdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:53.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.930+0000 7f032d3dc740 1 --2- 172.21.15.1:0/998465129 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a448389980 0x55a44838fdb0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f031802c210 tx=0x7f031802cdf0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.930+0000 7f032d3dc740 1 -- 172.21.15.1:0/998465129 shutdown_connections 2024-02-10T00:01:53.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.930+0000 7f032d3dc740 1 --2- 172.21.15.1:0/998465129 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55a4483a32d0 0x55a4483a56f0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.930+0000 7f032d3dc740 1 --2- 172.21.15.1:0/998465129 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a448392eb0 0x55a448390830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.930+0000 7f032d3dc740 1 --2- 172.21.15.1:0/998465129 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a44838a330 0x55a4483902f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.930+0000 7f03037fe640 0 client.16425 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:53.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.930+0000 7f032d3dc740 1 --2- 172.21.15.1:0/998465129 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a448389980 0x55a44838fdb0 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.930+0000 7f032d3dc740 1 -- 172.21.15.1:0/998465129 >> 172.21.15.1:0/998465129 conn(0x55a448384050 msgr2=0x55a448385da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:53.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.930+0000 7f032d3dc740 1 -- 172.21.15.1:0/998465129 shutdown_connections 2024-02-10T00:01:53.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.930+0000 7f032d3dc740 1 -- 172.21.15.1:0/998465129 wait complete. 2024-02-10T00:01:53.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.930+0000 7f032d3dc740 20 client.16425 trim_cache size 0 max 16384 2024-02-10T00:01:53.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.945+0000 7f032d3dc740 1 Processor -- start 2024-02-10T00:01:53.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.945+0000 7f032d3dc740 1 -- start start 2024-02-10T00:01:53.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.945+0000 7f032d3dc740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a448389980 0x55a4483924e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:53.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.945+0000 7f032d3dc740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a44838a330 0x55a448390650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:53.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.945+0000 7f032d3dc740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a448392eb0 0x55a44838d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:53.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.945+0000 7f032d3dc740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a448276fd0 con 0x55a448392eb0 2024-02-10T00:01:53.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.945+0000 7f032d3dc740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a44837f740 con 0x55a448389980 2024-02-10T00:01:53.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.945+0000 7f032d3dc740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a448383ec0 con 0x55a44838a330 2024-02-10T00:01:53.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.946+0000 7f03237fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a448392eb0 0x55a44838d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:53.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.946+0000 7f03237fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a448392eb0 0x55a44838d010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60400/0 (socket says 172.21.15.1:60400) 2024-02-10T00:01:53.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.946+0000 7f03237fe640 1 -- 172.21.15.1:0/2120296020 learned_addr learned my addr 172.21.15.1:0/2120296020 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:53.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.946+0000 7f03237fe640 1 --2- 172.21.15.1:0/2120296020 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a448389980 0x55a4483924e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:53.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.946+0000 7f0323fff640 1 --2- 172.21.15.1:0/2120296020 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a44838a330 0x55a448390650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:53.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.946+0000 7f03237fe640 1 -- 172.21.15.1:0/2120296020 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a44838a330 msgr2=0x55a448390650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:53.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.946+0000 7f03237fe640 1 --2- 172.21.15.1:0/2120296020 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a44838a330 0x55a448390650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.946+0000 7f03237fe640 1 -- 172.21.15.1:0/2120296020 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a448389980 msgr2=0x55a4483924e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:53.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.946+0000 7f03237fe640 1 --2- 172.21.15.1:0/2120296020 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a448389980 0x55a4483924e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.946+0000 7f03237fe640 1 -- 172.21.15.1:0/2120296020 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a44828cb30 con 0x55a448392eb0 2024-02-10T00:01:53.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.946+0000 7f0323fff640 1 --2- 172.21.15.1:0/2120296020 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a44838a330 0x55a448390650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:01:53.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.946+0000 7f03237fe640 1 --2- 172.21.15.1:0/2120296020 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a448392eb0 0x55a44838d010 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f0318005ea0 tx=0x7f0318009230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=789b15ec390e1fd2 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:53.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.946+0000 7f0309ffb640 1 -- 172.21.15.1:0/2120296020 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0318004310 con 0x55a448392eb0 2024-02-10T00:01:53.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.946+0000 7f0309ffb640 1 -- 172.21.15.1:0/2120296020 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0318004470 con 0x55a448392eb0 2024-02-10T00:01:53.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.946+0000 7f0309ffb640 1 -- 172.21.15.1:0/2120296020 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f031804dc50 con 0x55a448392eb0 2024-02-10T00:01:53.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.947+0000 7f032d3dc740 1 -- 172.21.15.1:0/2120296020 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a448392eb0 msgr2=0x55a44838d010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:53.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.947+0000 7f032d3dc740 1 --2- 172.21.15.1:0/2120296020 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a448392eb0 0x55a44838d010 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f0318005ea0 tx=0x7f0318009230 comp rx=0 tx=0).stop 2024-02-10T00:01:53.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.947+0000 7f032d3dc740 1 -- 172.21.15.1:0/2120296020 shutdown_connections 2024-02-10T00:01:53.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.947+0000 7f032d3dc740 1 --2- 172.21.15.1:0/2120296020 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a448392eb0 0x55a44838d010 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.947+0000 7f032d3dc740 1 --2- 172.21.15.1:0/2120296020 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a44838a330 0x55a448390650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.947+0000 7f032d3dc740 1 --2- 172.21.15.1:0/2120296020 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a448389980 0x55a4483924e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.947+0000 7f032d3dc740 1 -- 172.21.15.1:0/2120296020 >> 172.21.15.1:0/2120296020 conn(0x55a448384050 msgr2=0x55a4483aa090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:53.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.947+0000 7f032d3dc740 1 -- 172.21.15.1:0/2120296020 shutdown_connections 2024-02-10T00:01:53.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.947+0000 7f032d3dc740 1 -- 172.21.15.1:0/2120296020 wait complete. 2024-02-10T00:01:53.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.947+0000 7f032d3dc740 1 -- start start 2024-02-10T00:01:53.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.947+0000 7f032d3dc740 1 Processor -- start 2024-02-10T00:01:53.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.947+0000 7f032d3dc740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a448389980 0x55a448398cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:53.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.947+0000 7f032d3dc740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a44838a330 0x55a448399230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:53.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.947+0000 7f032d3dc740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a448392eb0 0x55a4483f9820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:53.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.947+0000 7f032d3dc740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a448399ae0 con 0x55a448389980 2024-02-10T00:01:53.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.947+0000 7f032d3dc740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4483f9d60 con 0x55a448392eb0 2024-02-10T00:01:53.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.947+0000 7f032d3dc740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4483f9ea0 con 0x55a44838a330 2024-02-10T00:01:53.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.948+0000 7f032d3dc740 10 client.0 _ll_register_callbacks cb 0x7f03140072a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:53.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.948+0000 7f03237fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a448389980 0x55a448398cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:53.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.948+0000 7f03237fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a448389980 0x55a448398cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60408/0 (socket says 172.21.15.1:60408) 2024-02-10T00:01:53.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.948+0000 7f03237fe640 1 -- 172.21.15.1:0/1597180492 learned_addr learned my addr 172.21.15.1:0/1597180492 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:53.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.948+0000 7f0323fff640 1 --2- 172.21.15.1:0/1597180492 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a44838a330 0x55a448399230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:53.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.948+0000 7f03237fe640 1 --2- 172.21.15.1:0/1597180492 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a448392eb0 0x55a4483f9820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:53.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.948+0000 7f03237fe640 1 -- 172.21.15.1:0/1597180492 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a44838a330 msgr2=0x55a448399230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:53.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.948+0000 7f03237fe640 1 --2- 172.21.15.1:0/1597180492 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a44838a330 0x55a448399230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.948+0000 7f03237fe640 1 -- 172.21.15.1:0/1597180492 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a448392eb0 msgr2=0x55a4483f9820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:53.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.948+0000 7f03237fe640 1 --2- 172.21.15.1:0/1597180492 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a448392eb0 0x55a4483f9820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.948+0000 7f03237fe640 1 -- 172.21.15.1:0/1597180492 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a4482f0680 con 0x55a448389980 2024-02-10T00:01:53.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.948+0000 7f03237fe640 1 --2- 172.21.15.1:0/1597180492 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a448389980 0x55a448398cf0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f03180092a0 tx=0x7f031804d640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd90aed7d54fef5 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:53.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.948+0000 7f03037fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:53.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.948+0000 7f03037fe640 1 -- 172.21.15.1:0/1597180492 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f031804dbd0 con 0x55a448389980 2024-02-10T00:01:53.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.948+0000 7f03037fe640 1 -- 172.21.15.1:0/1597180492 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f031805e030 con 0x55a448389980 2024-02-10T00:01:53.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.948+0000 7f032d3dc740 1 -- 172.21.15.1:0/1597180492 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a447ff17e0 con 0x55a448389980 2024-02-10T00:01:53.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.948+0000 7f03037fe640 1 -- 172.21.15.1:0/1597180492 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f031804dd30 con 0x55a448389980 2024-02-10T00:01:53.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.948+0000 7f032d3dc740 10 client.16431 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:53.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.948+0000 7f032d3dc740 1 -- 172.21.15.1:0/1597180492 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55a4482b2850 con 0x55a448389980 2024-02-10T00:01:53.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.949+0000 7f03037fe640 1 -- 172.21.15.1:0/1597180492 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55a447ff17e0 con 0x55a448389980 2024-02-10T00:01:53.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.949+0000 7f03037fe640 1 -- 172.21.15.1:0/1597180492 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f0318005090 con 0x55a448389980 2024-02-10T00:01:53.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.949+0000 7f032d3dc740 10 client.16431 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:53.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.949+0000 7f032d3dc740 10 client.16431 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:01:53.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.949+0000 7f032d3dc740 20 client.16431 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:53.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.949+0000 7f032d3dc740 1 --2- 172.21.15.1:0/1597180492 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55a4483fb0e0 0x55a4483fd4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:53.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.949+0000 7f032d3dc740 4 client.16431 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:01:53.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.949+0000 7f032d3dc740 1 -- 172.21.15.1:0/1597180492 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55a447f9d700 con 0x55a4483fb0e0 2024-02-10T00:01:53.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.949+0000 7f0323fff640 1 --2- 172.21.15.1:0/1597180492 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55a4483fb0e0 0x55a4483fd4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:53.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.949+0000 7f0323fff640 1 --2- 172.21.15.1:0/1597180492 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55a4483fb0e0 0x55a4483fd4d0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bce439a4637aa5ff server_cookie=61f6c373975a469e in_seq=0 out_seq=0 2024-02-10T00:01:53.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.949+0000 7f03037fe640 10 client.16431 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:53.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.950+0000 7f03037fe640 1 -- 172.21.15.1:0/1597180492 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55a447f9d700 con 0x55a4483fb0e0 2024-02-10T00:01:53.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.950+0000 7f03037fe640 10 client.16431 handle_command_reply: tid=0 2024-02-10T00:01:53.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.950+0000 7f032d3dc740 1 client.16431 shutdown 2024-02-10T00:01:53.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.950+0000 7f032d3dc740 1 -- 172.21.15.1:0/1597180492 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a448389980 msgr2=0x55a448398cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:53.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.950+0000 7f032d3dc740 1 --2- 172.21.15.1:0/1597180492 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a448389980 0x55a448398cf0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f03180092a0 tx=0x7f031804d640 comp rx=0 tx=0).stop 2024-02-10T00:01:53.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.950+0000 7f032d3dc740 1 -- 172.21.15.1:0/1597180492 shutdown_connections 2024-02-10T00:01:53.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.950+0000 7f032d3dc740 1 --2- 172.21.15.1:0/1597180492 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55a4483fb0e0 0x55a4483fd4d0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.950+0000 7f032d3dc740 1 --2- 172.21.15.1:0/1597180492 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a448392eb0 0x55a4483f9820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.950+0000 7f03037fe640 0 client.16431 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:53.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.950+0000 7f032d3dc740 1 --2- 172.21.15.1:0/1597180492 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a44838a330 0x55a448399230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.950+0000 7f032d3dc740 1 --2- 172.21.15.1:0/1597180492 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a448389980 0x55a448398cf0 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.950+0000 7f032d3dc740 1 -- 172.21.15.1:0/1597180492 >> 172.21.15.1:0/1597180492 conn(0x55a448384050 msgr2=0x55a448385460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:53.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.950+0000 7f032d3dc740 1 -- 172.21.15.1:0/1597180492 shutdown_connections 2024-02-10T00:01:53.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.950+0000 7f032d3dc740 1 -- 172.21.15.1:0/1597180492 wait complete. 2024-02-10T00:01:53.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.950+0000 7f032d3dc740 20 client.16431 trim_cache size 0 max 16384 2024-02-10T00:01:53.959 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:01:53.959 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "no active scrubs running", 2024-02-10T00:01:53.959 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": {} 2024-02-10T00:01:53.959 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:01:53.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.950+0000 7f032a725640 1 -- 172.21.15.1:0/3093628919 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f030c0a2230 msgr2=0x7f030c0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:53.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.950+0000 7f032a725640 1 --2- 172.21.15.1:0/3093628919 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f030c0a2230 0x7f030c0a46f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f031c0cb510 tx=0x7f031c085040 comp rx=0 tx=0).stop 2024-02-10T00:01:53.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.951+0000 7f032a725640 1 -- 172.21.15.1:0/3093628919 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f032410b820 msgr2=0x7f0324197820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:53.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.951+0000 7f032a725640 1 --2- 172.21.15.1:0/3093628919 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f032410b820 0x7f0324197820 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f031c00da40 tx=0x7f031c00df00 comp rx=0 tx=0).stop 2024-02-10T00:01:53.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.951+0000 7f032a725640 1 -- 172.21.15.1:0/3093628919 shutdown_connections 2024-02-10T00:01:53.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.951+0000 7f032a725640 1 --2- 172.21.15.1:0/3093628919 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f030c0a2230 0x7f030c0a46f0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.951+0000 7f032a725640 1 --2- 172.21.15.1:0/3093628919 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f032410b820 0x7f0324197820 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.951+0000 7f032a725640 1 --2- 172.21.15.1:0/3093628919 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0324102d70 0x7f032419dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.951+0000 7f032a725640 1 --2- 172.21.15.1:0/3093628919 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0324102450 0x7f032419d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:53.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.951+0000 7f032a725640 1 -- 172.21.15.1:0/3093628919 >> 172.21.15.1:0/3093628919 conn(0x7f03240772e0 msgr2=0x7f03240fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:53.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.951+0000 7f032a725640 1 -- 172.21.15.1:0/3093628919 shutdown_connections 2024-02-10T00:01:53.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:53.951+0000 7f032a725640 1 -- 172.21.15.1:0/3093628919 wait complete. 2024-02-10T00:01:53.963 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-02-10T00:01:53.964 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-10T00:01:54.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.065+0000 7f64d533a640 1 -- 172.21.15.1:0/1464615490 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f64d0100d00 msgr2=0x7f64d0104d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.065+0000 7f64d533a640 1 --2- 172.21.15.1:0/1464615490 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f64d0100d00 0x7f64d0104d40 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f64c4009930 tx=0x7f64c402bc30 comp rx=0 tx=0).stop 2024-02-10T00:01:54.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.065+0000 7f64d533a640 1 -- 172.21.15.1:0/1464615490 shutdown_connections 2024-02-10T00:01:54.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.065+0000 7f64d533a640 1 --2- 172.21.15.1:0/1464615490 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f64d0105420 0x7f64d010cff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.065+0000 7f64d533a640 1 --2- 172.21.15.1:0/1464615490 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f64d0100d00 0x7f64d0104d40 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.065+0000 7f64d533a640 1 --2- 172.21.15.1:0/1464615490 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f64d0100350 0x7f64d0100730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.065+0000 7f64d533a640 1 -- 172.21.15.1:0/1464615490 >> 172.21.15.1:0/1464615490 conn(0x7f64d0077370 msgr2=0x7f64d0077780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:54.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.065+0000 7f64d533a640 1 -- 172.21.15.1:0/1464615490 shutdown_connections 2024-02-10T00:01:54.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.065+0000 7f64d533a640 1 -- 172.21.15.1:0/1464615490 wait complete. 2024-02-10T00:01:54.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.066+0000 7f64d533a640 1 Processor -- start 2024-02-10T00:01:54.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.066+0000 7f64d533a640 1 -- start start 2024-02-10T00:01:54.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.066+0000 7f64d533a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f64d0100350 0x7f64d0198600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.066+0000 7f64d533a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f64d0105420 0x7f64d0198b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.066+0000 7f64d533a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f64d0199120 0x7f64d01a3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.066+0000 7f64d533a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64d01a3d70 con 0x7f64d0105420 2024-02-10T00:01:54.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.066+0000 7f64d533a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64d01a3ee0 con 0x7f64d0199120 2024-02-10T00:01:54.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.066+0000 7f64d533a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64d01a40a0 con 0x7f64d0100350 2024-02-10T00:01:54.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.066+0000 7f64ce7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f64d0105420 0x7f64d0198b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.066+0000 7f64ce7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f64d0105420 0x7f64d0198b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60428/0 (socket says 172.21.15.1:60428) 2024-02-10T00:01:54.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.066+0000 7f64ce7fc640 1 -- 172.21.15.1:0/1411397654 learned_addr learned my addr 172.21.15.1:0/1411397654 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:54.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.066+0000 7f64cf7fe640 1 --2- 172.21.15.1:0/1411397654 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f64d0199120 0x7f64d01a3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.066+0000 7f64ceffd640 1 --2- 172.21.15.1:0/1411397654 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f64d0100350 0x7f64d0198600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.066+0000 7f64ce7fc640 1 -- 172.21.15.1:0/1411397654 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f64d0100350 msgr2=0x7f64d0198600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.066+0000 7f64ce7fc640 1 --2- 172.21.15.1:0/1411397654 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f64d0100350 0x7f64d0198600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.066+0000 7f64ce7fc640 1 -- 172.21.15.1:0/1411397654 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f64d0199120 msgr2=0x7f64d01a3680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.066+0000 7f64ce7fc640 1 --2- 172.21.15.1:0/1411397654 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f64d0199120 0x7f64d01a3680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.066+0000 7f64ce7fc640 1 -- 172.21.15.1:0/1411397654 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64c4009560 con 0x7f64d0105420 2024-02-10T00:01:54.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.067+0000 7f64ce7fc640 1 --2- 172.21.15.1:0/1411397654 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f64d0105420 0x7f64d0198b40 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f64c4009230 tx=0x7f64c4004c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:54.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.067+0000 7f64b7fff640 1 -- 172.21.15.1:0/1411397654 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64c40043d0 con 0x7f64d0105420 2024-02-10T00:01:54.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.067+0000 7f64b7fff640 1 -- 172.21.15.1:0/1411397654 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f64c40052d0 con 0x7f64d0105420 2024-02-10T00:01:54.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.067+0000 7f64d533a640 1 -- 172.21.15.1:0/1411397654 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64d01a4320 con 0x7f64d0105420 2024-02-10T00:01:54.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.067+0000 7f64b7fff640 1 -- 172.21.15.1:0/1411397654 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64c4003d80 con 0x7f64d0105420 2024-02-10T00:01:54.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.067+0000 7f64d533a640 1 -- 172.21.15.1:0/1411397654 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64d01a4830 con 0x7f64d0105420 2024-02-10T00:01:54.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.068+0000 7f64d533a640 1 -- 172.21.15.1:0/1411397654 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f64d0101820 con 0x7f64d0105420 2024-02-10T00:01:54.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.069+0000 7f64b7fff640 1 -- 172.21.15.1:0/1411397654 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f64c4005440 con 0x7f64d0105420 2024-02-10T00:01:54.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.069+0000 7f64b7fff640 1 --2- 172.21.15.1:0/1411397654 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f64b80a2230 0x7f64b80a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.070+0000 7f64b7fff640 1 -- 172.21.15.1:0/1411397654 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f64c40f08a0 con 0x7f64d0105420 2024-02-10T00:01:54.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.070+0000 7f64ceffd640 1 --2- 172.21.15.1:0/1411397654 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f64b80a2230 0x7f64b80a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.070+0000 7f64ceffd640 1 --2- 172.21.15.1:0/1411397654 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f64b80a2230 0x7f64b80a46f0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f64c0009aa0 tx=0x7f64c0005f90 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:54.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.073+0000 7f64b7fff640 1 -- 172.21.15.1:0/1411397654 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f64c40b9670 con 0x7f64d0105420 2024-02-10T00:01:54.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.294+0000 7f64d533a640 1 -- 172.21.15.1:0/1411397654 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f64d0108650 con 0x7f64d0105420 2024-02-10T00:01:54.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.294+0000 7f64b7fff640 1 -- 172.21.15.1:0/1411397654 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) v1 ==== 94+0+11367 (secure 0 0 0) 0x7f64c40bcd30 con 0x7f64d0105420 2024-02-10T00:01:54.296 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-10T00:01:54.297 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-09T23:57:05.956988+0000","modified":"2024-02-10T00:00:18.086451+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24496,"mds_2":24476,"mds_3":24475,"mds_4":14646},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14646":{"gid":14646,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24398":{"gid":24398,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24406":{"gid":24406,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24475":{"gid":24475,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_25477":{"gid":25477,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/1094349051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":1094349051},{"type":"v1","addr":"172.21.15.103:6835","nonce":1094349051}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-10T00:01:54.297 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 29 2024-02-10T00:01:54.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.296+0000 7f64d533a640 1 -- 172.21.15.1:0/1411397654 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f64b80a2230 msgr2=0x7f64b80a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.296+0000 7f64d533a640 1 --2- 172.21.15.1:0/1411397654 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f64b80a2230 0x7f64b80a46f0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f64c0009aa0 tx=0x7f64c0005f90 comp rx=0 tx=0).stop 2024-02-10T00:01:54.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.296+0000 7f64d533a640 1 -- 172.21.15.1:0/1411397654 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f64d0105420 msgr2=0x7f64d0198b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.296+0000 7f64d533a640 1 --2- 172.21.15.1:0/1411397654 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f64d0105420 0x7f64d0198b40 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f64c4009230 tx=0x7f64c4004c00 comp rx=0 tx=0).stop 2024-02-10T00:01:54.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.296+0000 7f64d533a640 1 -- 172.21.15.1:0/1411397654 shutdown_connections 2024-02-10T00:01:54.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.296+0000 7f64d533a640 1 --2- 172.21.15.1:0/1411397654 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f64b80a2230 0x7f64b80a46f0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.296+0000 7f64d533a640 1 --2- 172.21.15.1:0/1411397654 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f64d0199120 0x7f64d01a3680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.296+0000 7f64d533a640 1 --2- 172.21.15.1:0/1411397654 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f64d0105420 0x7f64d0198b40 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.296+0000 7f64d533a640 1 --2- 172.21.15.1:0/1411397654 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f64d0100350 0x7f64d0198600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.296+0000 7f64d533a640 1 -- 172.21.15.1:0/1411397654 >> 172.21.15.1:0/1411397654 conn(0x7f64d0077370 msgr2=0x7f64d00fe230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:54.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.297+0000 7f64d533a640 1 -- 172.21.15.1:0/1411397654 shutdown_connections 2024-02-10T00:01:54.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.297+0000 7f64d533a640 1 -- 172.21.15.1:0/1411397654 wait complete. 2024-02-10T00:01:54.310 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:01:54.310 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-02-10T00:01:54.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.413+0000 7f8348c9d640 1 -- 172.21.15.1:0/2904492016 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8344100340 msgr2=0x7f8344100720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.413+0000 7f8348c9d640 1 --2- 172.21.15.1:0/2904492016 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8344100340 0x7f8344100720 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f8334009930 tx=0x7f833402bc30 comp rx=0 tx=0).stop 2024-02-10T00:01:54.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.413+0000 7f8348c9d640 1 -- 172.21.15.1:0/2904492016 shutdown_connections 2024-02-10T00:01:54.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.413+0000 7f8348c9d640 1 --2- 172.21.15.1:0/2904492016 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8344105410 0x7f834410cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.413+0000 7f8348c9d640 1 --2- 172.21.15.1:0/2904492016 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8344100cf0 0x7f8344104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.413+0000 7f8348c9d640 1 --2- 172.21.15.1:0/2904492016 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8344100340 0x7f8344100720 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.413+0000 7f8348c9d640 1 -- 172.21.15.1:0/2904492016 >> 172.21.15.1:0/2904492016 conn(0x7f83440772e0 msgr2=0x7f83440776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:54.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.413+0000 7f8348c9d640 1 -- 172.21.15.1:0/2904492016 shutdown_connections 2024-02-10T00:01:54.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.413+0000 7f8348c9d640 1 -- 172.21.15.1:0/2904492016 wait complete. 2024-02-10T00:01:54.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.414+0000 7f8348c9d640 1 Processor -- start 2024-02-10T00:01:54.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.414+0000 7f8348c9d640 1 -- start start 2024-02-10T00:01:54.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.414+0000 7f8348c9d640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8344100340 0x7f834419f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.414+0000 7f8348c9d640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8344105410 0x7f834419fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.414+0000 7f8348c9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f83441998c0 0x7f8344199d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.414+0000 7f8348c9d640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f834419a2b0 con 0x7f83441998c0 2024-02-10T00:01:54.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.414+0000 7f8348c9d640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f834419a420 con 0x7f8344105410 2024-02-10T00:01:54.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.414+0000 7f8348c9d640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f834419a5e0 con 0x7f8344100340 2024-02-10T00:01:54.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.414+0000 7f8342d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f83441998c0 0x7f8344199d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.414+0000 7f8342d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f83441998c0 0x7f8344199d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60452/0 (socket says 172.21.15.1:60452) 2024-02-10T00:01:54.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.414+0000 7f8342d9d640 1 -- 172.21.15.1:0/2161503241 learned_addr learned my addr 172.21.15.1:0/2161503241 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:54.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.414+0000 7f834259c640 1 --2- 172.21.15.1:0/2161503241 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8344100340 0x7f834419f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.415+0000 7f833bfff640 1 --2- 172.21.15.1:0/2161503241 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8344105410 0x7f834419fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.415+0000 7f8342d9d640 1 -- 172.21.15.1:0/2161503241 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8344100340 msgr2=0x7f834419f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.415+0000 7f8342d9d640 1 --2- 172.21.15.1:0/2161503241 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8344100340 0x7f834419f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.415+0000 7f8342d9d640 1 -- 172.21.15.1:0/2161503241 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8344105410 msgr2=0x7f834419fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.415+0000 7f8342d9d640 1 --2- 172.21.15.1:0/2161503241 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8344105410 0x7f834419fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.415+0000 7f8342d9d640 1 -- 172.21.15.1:0/2161503241 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8334009560 con 0x7f83441998c0 2024-02-10T00:01:54.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.415+0000 7f8342d9d640 1 --2- 172.21.15.1:0/2161503241 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f83441998c0 0x7f8344199d70 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f833c00e960 tx=0x7f833c00ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:54.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.415+0000 7f833b7fe640 1 -- 172.21.15.1:0/2161503241 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f833c004d20 con 0x7f83441998c0 2024-02-10T00:01:54.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.415+0000 7f833b7fe640 1 -- 172.21.15.1:0/2161503241 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f833c004e80 con 0x7f83441998c0 2024-02-10T00:01:54.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.415+0000 7f8348c9d640 1 -- 172.21.15.1:0/2161503241 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83441a65d0 con 0x7f83441998c0 2024-02-10T00:01:54.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.415+0000 7f833b7fe640 1 -- 172.21.15.1:0/2161503241 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f833c0116d0 con 0x7f83441998c0 2024-02-10T00:01:54.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.415+0000 7f8348c9d640 1 -- 172.21.15.1:0/2161503241 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f83441a6ab0 con 0x7f83441998c0 2024-02-10T00:01:54.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.417+0000 7f833b7fe640 1 -- 172.21.15.1:0/2161503241 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f833c005340 con 0x7f83441998c0 2024-02-10T00:01:54.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.418+0000 7f834b877740 1 Processor -- start 2024-02-10T00:01:54.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.418+0000 7f834b877740 1 -- start start 2024-02-10T00:01:54.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.418+0000 7f834b877740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559becd44a30 0x559becd44e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.418+0000 7f834b877740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559becd453e0 0x559becd4d990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.418+0000 7f834b877740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559becd4df60 0x559becd503b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.418+0000 7f834b877740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559becd00020 con 0x559becd453e0 2024-02-10T00:01:54.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.418+0000 7f834b877740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559beccb3320 con 0x559becd44a30 2024-02-10T00:01:54.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.418+0000 7f834b877740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559beccb0850 con 0x559becd4df60 2024-02-10T00:01:54.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.418+0000 7f833b7fe640 1 --2- 172.21.15.1:0/2161503241 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f83300a2230 0x7f83300a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.418+0000 7f834259c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559becd453e0 0x559becd4d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.418+0000 7f834259c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559becd453e0 0x559becd4d990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60462/0 (socket says 172.21.15.1:60462) 2024-02-10T00:01:54.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.418+0000 7f834259c640 1 -- 172.21.15.1:0/1981010261 learned_addr learned my addr 172.21.15.1:0/1981010261 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:54.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.418+0000 7f8342d9d640 1 --2- 172.21.15.1:0/2161503241 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f83300a2230 0x7f83300a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.418+0000 7f833b7fe640 1 -- 172.21.15.1:0/2161503241 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f833c0ce4f0 con 0x7f83441998c0 2024-02-10T00:01:54.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.418+0000 7f833bfff640 1 --2- 172.21.15.1:0/1981010261 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559becd44a30 0x559becd44e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.419+0000 7f834259c640 1 -- 172.21.15.1:0/1981010261 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559becd4df60 msgr2=0x559becd503b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.419+0000 7f833bfff640 1 --2- 172.21.15.1:0/1981010261 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559becd4df60 0x559becd503b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.419+0000 7f834259c640 1 --2- 172.21.15.1:0/1981010261 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559becd4df60 0x559becd503b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.419+0000 7f834259c640 1 -- 172.21.15.1:0/1981010261 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559becd44a30 msgr2=0x559becd44e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.419+0000 7f834259c640 1 --2- 172.21.15.1:0/1981010261 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559becd44a30 0x559becd44e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.419+0000 7f834259c640 1 -- 172.21.15.1:0/1981010261 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559becc6e210 con 0x559becd453e0 2024-02-10T00:01:54.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.419+0000 7f833bfff640 1 --2- 172.21.15.1:0/1981010261 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559becd4df60 0x559becd503b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:01:54.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.419+0000 7f8342d9d640 1 --2- 172.21.15.1:0/2161503241 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f83300a2230 0x7f83300a46f0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f833c0cbd20 tx=0x7f833c06a160 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:54.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.419+0000 7f834259c640 1 --2- 172.21.15.1:0/1981010261 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559becd453e0 0x559becd4d990 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f8334036040 tx=0x7f8334005bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7809480372b2601 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:54.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.419+0000 7f8338ff9640 1 -- 172.21.15.1:0/1981010261 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8334004880 con 0x559becd453e0 2024-02-10T00:01:54.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.419+0000 7f8338ff9640 1 -- 172.21.15.1:0/1981010261 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f83340049e0 con 0x559becd453e0 2024-02-10T00:01:54.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.419+0000 7f8338ff9640 1 -- 172.21.15.1:0/1981010261 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83340050e0 con 0x559becd453e0 2024-02-10T00:01:54.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.420+0000 7f834b877740 1 -- 172.21.15.1:0/1981010261 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559becd453e0 msgr2=0x559becd4d990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.420+0000 7f834b877740 1 --2- 172.21.15.1:0/1981010261 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559becd453e0 0x559becd4d990 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f8334036040 tx=0x7f8334005bf0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.420+0000 7f834b877740 1 -- 172.21.15.1:0/1981010261 shutdown_connections 2024-02-10T00:01:54.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.420+0000 7f834b877740 1 --2- 172.21.15.1:0/1981010261 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559becd4df60 0x559becd503b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.420+0000 7f834b877740 1 --2- 172.21.15.1:0/1981010261 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559becd453e0 0x559becd4d990 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.420+0000 7f834b877740 1 --2- 172.21.15.1:0/1981010261 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559becd44a30 0x559becd44e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.420+0000 7f834b877740 1 -- 172.21.15.1:0/1981010261 >> 172.21.15.1:0/1981010261 conn(0x559becd3f100 msgr2=0x559becd3f4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:54.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.420+0000 7f834b877740 1 -- 172.21.15.1:0/1981010261 shutdown_connections 2024-02-10T00:01:54.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.420+0000 7f834b877740 1 -- 172.21.15.1:0/1981010261 wait complete. 2024-02-10T00:01:54.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.420+0000 7f834b877740 1 -- start start 2024-02-10T00:01:54.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.420+0000 7f834b877740 1 Processor -- start 2024-02-10T00:01:54.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.420+0000 7f834b877740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559becd44a30 0x559becd4af00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.420+0000 7f834b877740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559becd453e0 0x559becd4b440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.420+0000 7f834b877740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559becd4df60 0x559becd4b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.420+0000 7f834b877740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559beccac030 con 0x559becd453e0 2024-02-10T00:01:54.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.420+0000 7f834b877740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bec97f430 con 0x559becd4df60 2024-02-10T00:01:54.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.420+0000 7f834b877740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bec93be00 con 0x559becd44a30 2024-02-10T00:01:54.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.420+0000 7f834b877740 10 client.0 _ll_register_callbacks cb 0x559becca1030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:54.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.420+0000 7f834259c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559becd453e0 0x559becd4b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.421+0000 7f834259c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559becd453e0 0x559becd4b440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60474/0 (socket says 172.21.15.1:60474) 2024-02-10T00:01:54.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.421+0000 7f834259c640 1 -- 172.21.15.1:0/526852066 learned_addr learned my addr 172.21.15.1:0/526852066 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:54.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.421+0000 7f833bfff640 1 --2- 172.21.15.1:0/526852066 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559becd44a30 0x559becd4af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.421+0000 7f833bfff640 1 --2- 172.21.15.1:0/526852066 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559becd4df60 0x559becd4b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.421+0000 7f834259c640 1 -- 172.21.15.1:0/526852066 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559becd44a30 msgr2=0x559becd4af00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.421+0000 7f834259c640 1 --2- 172.21.15.1:0/526852066 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559becd44a30 0x559becd4af00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.421+0000 7f834259c640 1 -- 172.21.15.1:0/526852066 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559becd4df60 msgr2=0x559becd4b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.421+0000 7f834259c640 1 --2- 172.21.15.1:0/526852066 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559becd4df60 0x559becd4b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.421+0000 7f834259c640 1 -- 172.21.15.1:0/526852066 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f834410d7f0 con 0x559becd453e0 2024-02-10T00:01:54.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.421+0000 7f834259c640 1 --2- 172.21.15.1:0/526852066 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559becd453e0 0x559becd4b440 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f8334005090 tx=0x7f83340050c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ab187edafe188d6 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:54.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.421+0000 7f8329ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:54.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.421+0000 7f8329ffb640 1 -- 172.21.15.1:0/526852066 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8334004880 con 0x559becd453e0 2024-02-10T00:01:54.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.421+0000 7f8329ffb640 1 -- 172.21.15.1:0/526852066 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f833404d070 con 0x559becd453e0 2024-02-10T00:01:54.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.421+0000 7f834b877740 1 -- 172.21.15.1:0/526852066 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559bec9ab7e0 con 0x559becd453e0 2024-02-10T00:01:54.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.421+0000 7f8329ffb640 1 -- 172.21.15.1:0/526852066 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8334005670 con 0x559becd453e0 2024-02-10T00:01:54.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.421+0000 7f834b877740 10 client.16449 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:54.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.421+0000 7f834b877740 1 -- 172.21.15.1:0/526852066 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x559beccaa6b0 con 0x559becd453e0 2024-02-10T00:01:54.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.422+0000 7f8329ffb640 1 -- 172.21.15.1:0/526852066 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x559bec9ab7e0 con 0x559becd453e0 2024-02-10T00:01:54.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.422+0000 7f8329ffb640 1 -- 172.21.15.1:0/526852066 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f833403c050 con 0x559becd453e0 2024-02-10T00:01:54.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.422+0000 7f834b877740 10 client.16449 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:54.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.422+0000 7f834b877740 10 client.16449 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:01:54.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.422+0000 7f834b877740 20 client.16449 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:54.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.422+0000 7f834b877740 1 --2- 172.21.15.1:0/526852066 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x559becd5e010 0x559becd60430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.422+0000 7f834b877740 4 client.16449 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:01:54.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.422+0000 7f834b877740 1 -- 172.21.15.1:0/526852066 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559bec9e8720 con 0x559becd5e010 2024-02-10T00:01:54.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.422+0000 7f833bfff640 1 --2- 172.21.15.1:0/526852066 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x559becd5e010 0x559becd60430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.422+0000 7f8329ffb640 10 client.16449 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:01:54.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.422+0000 7f833bfff640 1 --2- 172.21.15.1:0/526852066 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x559becd5e010 0x559becd60430 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=3dddd402659d52fb server_cookie=1413217217a55732 in_seq=0 out_seq=0 2024-02-10T00:01:54.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.423+0000 7f8329ffb640 1 -- 172.21.15.1:0/526852066 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x559bec9e8720 con 0x559becd5e010 2024-02-10T00:01:54.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.423+0000 7f8329ffb640 10 client.16449 handle_command_reply: tid=0 2024-02-10T00:01:54.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.423+0000 7f834b877740 1 client.16449 shutdown 2024-02-10T00:01:54.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.423+0000 7f834b877740 1 -- 172.21.15.1:0/526852066 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559becd453e0 msgr2=0x559becd4b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.423+0000 7f834b877740 1 --2- 172.21.15.1:0/526852066 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559becd453e0 0x559becd4b440 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f8334005090 tx=0x7f83340050c0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.423+0000 7f834b877740 1 -- 172.21.15.1:0/526852066 shutdown_connections 2024-02-10T00:01:54.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.423+0000 7f834b877740 1 --2- 172.21.15.1:0/526852066 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x559becd5e010 0x559becd60430 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.423+0000 7f834b877740 1 --2- 172.21.15.1:0/526852066 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559becd4df60 0x559becd4b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.423+0000 7f834b877740 1 --2- 172.21.15.1:0/526852066 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559becd453e0 0x559becd4b440 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.423+0000 7f834b877740 1 --2- 172.21.15.1:0/526852066 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559becd44a30 0x559becd4af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.423+0000 7f8329ffb640 0 client.16449 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:01:54.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.423+0000 7f834b877740 1 -- 172.21.15.1:0/526852066 >> 172.21.15.1:0/526852066 conn(0x559becd3f100 msgr2=0x559becd40e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:54.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.423+0000 7f834b877740 1 -- 172.21.15.1:0/526852066 shutdown_connections 2024-02-10T00:01:54.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.423+0000 7f834b877740 1 -- 172.21.15.1:0/526852066 wait complete. 2024-02-10T00:01:54.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.423+0000 7f834b877740 20 client.16449 trim_cache size 0 max 16384 2024-02-10T00:01:54.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.435+0000 7f834b877740 1 Processor -- start 2024-02-10T00:01:54.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.435+0000 7f834b877740 1 -- start start 2024-02-10T00:01:54.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.435+0000 7f834b877740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559becd3f100 0x559becd4d630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.435+0000 7f834b877740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559becd44a30 0x559becd4b7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.435+0000 7f834b877740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559becd453e0 0x559becd48160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.435+0000 7f834b877740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559becc31130 con 0x559becd3f100 2024-02-10T00:01:54.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.435+0000 7f834b877740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559bec9e8750 con 0x559becd453e0 2024-02-10T00:01:54.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.435+0000 7f834b877740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559becd3ff00 con 0x559becd44a30 2024-02-10T00:01:54.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.435+0000 7f833bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559becd3f100 0x559becd4d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.435+0000 7f833bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559becd3f100 0x559becd4d630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60490/0 (socket says 172.21.15.1:60490) 2024-02-10T00:01:54.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.435+0000 7f833bfff640 1 -- 172.21.15.1:0/694589826 learned_addr learned my addr 172.21.15.1:0/694589826 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:54.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.435+0000 7f833bfff640 1 -- 172.21.15.1:0/694589826 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559becd44a30 msgr2=0x559becd4b7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.435+0000 7f833bfff640 1 --2- 172.21.15.1:0/694589826 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559becd44a30 0x559becd4b7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.435+0000 7f833bfff640 1 -- 172.21.15.1:0/694589826 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559becd453e0 msgr2=0x559becd48160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.435+0000 7f833bfff640 1 --2- 172.21.15.1:0/694589826 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559becd453e0 0x559becd48160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.435+0000 7f833bfff640 1 -- 172.21.15.1:0/694589826 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559becc46c90 con 0x559becd3f100 2024-02-10T00:01:54.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.435+0000 7f833bfff640 1 --2- 172.21.15.1:0/694589826 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559becd3f100 0x559becd4d630 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f832c009fd0 tx=0x7f832c012040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f9a54735bd4486d server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:54.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.436+0000 7f832bfff640 1 -- 172.21.15.1:0/694589826 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f832c003a40 con 0x559becd3f100 2024-02-10T00:01:54.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.436+0000 7f832bfff640 1 -- 172.21.15.1:0/694589826 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f832c017040 con 0x559becd3f100 2024-02-10T00:01:54.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.436+0000 7f832bfff640 1 -- 172.21.15.1:0/694589826 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f832c0107e0 con 0x559becd3f100 2024-02-10T00:01:54.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.436+0000 7f834b877740 1 -- 172.21.15.1:0/694589826 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559becd3f100 msgr2=0x559becd4d630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.436+0000 7f834b877740 1 --2- 172.21.15.1:0/694589826 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559becd3f100 0x559becd4d630 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f832c009fd0 tx=0x7f832c012040 comp rx=0 tx=0).stop 2024-02-10T00:01:54.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.436+0000 7f834b877740 1 -- 172.21.15.1:0/694589826 shutdown_connections 2024-02-10T00:01:54.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.436+0000 7f834b877740 1 --2- 172.21.15.1:0/694589826 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559becd453e0 0x559becd48160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.436+0000 7f834b877740 1 --2- 172.21.15.1:0/694589826 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559becd44a30 0x559becd4b7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.436+0000 7f834b877740 1 --2- 172.21.15.1:0/694589826 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559becd3f100 0x559becd4d630 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.436+0000 7f834b877740 1 -- 172.21.15.1:0/694589826 >> 172.21.15.1:0/694589826 conn(0x559becd45b30 msgr2=0x559becd46210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:54.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.436+0000 7f834b877740 1 -- 172.21.15.1:0/694589826 shutdown_connections 2024-02-10T00:01:54.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.436+0000 7f834b877740 1 -- 172.21.15.1:0/694589826 wait complete. 2024-02-10T00:01:54.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.436+0000 7f834b877740 1 -- start start 2024-02-10T00:01:54.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.437+0000 7f834b877740 1 Processor -- start 2024-02-10T00:01:54.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.437+0000 7f834b877740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559becd3f100 0x559becd539c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.437+0000 7f834b877740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559becd44a30 0x559becd53f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.437+0000 7f834b877740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559becd453e0 0x559becd54440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.437+0000 7f834b877740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559becdb4520 con 0x559becd44a30 2024-02-10T00:01:54.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.437+0000 7f834b877740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559becdb4660 con 0x559becd453e0 2024-02-10T00:01:54.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.437+0000 7f834b877740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559becdb47f0 con 0x559becd3f100 2024-02-10T00:01:54.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.437+0000 7f834b877740 10 client.0 _ll_register_callbacks cb 0x7f8334009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:54.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.437+0000 7f834259c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559becd44a30 0x559becd53f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.437+0000 7f834259c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559becd44a30 0x559becd53f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60500/0 (socket says 172.21.15.1:60500) 2024-02-10T00:01:54.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.437+0000 7f834259c640 1 -- 172.21.15.1:0/2013725858 learned_addr learned my addr 172.21.15.1:0/2013725858 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:54.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.437+0000 7f833bfff640 1 --2- 172.21.15.1:0/2013725858 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559becd453e0 0x559becd54440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.437+0000 7f833bfff640 1 --2- 172.21.15.1:0/2013725858 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559becd3f100 0x559becd539c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.437+0000 7f834259c640 1 -- 172.21.15.1:0/2013725858 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559becd3f100 msgr2=0x559becd539c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.437+0000 7f834259c640 1 --2- 172.21.15.1:0/2013725858 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559becd3f100 0x559becd539c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.437+0000 7f834259c640 1 -- 172.21.15.1:0/2013725858 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559becd453e0 msgr2=0x559becd54440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.437+0000 7f834259c640 1 --2- 172.21.15.1:0/2013725858 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559becd453e0 0x559becd54440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.437+0000 7f834259c640 1 -- 172.21.15.1:0/2013725858 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f832c019040 con 0x559becd44a30 2024-02-10T00:01:54.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.437+0000 7f833bfff640 1 --2- 172.21.15.1:0/2013725858 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559becd453e0 0x559becd54440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:01:54.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.437+0000 7f834259c640 1 --2- 172.21.15.1:0/2013725858 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559becd44a30 0x559becd53f00 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f833402c170 tx=0x7f8334004b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f711fe95a090e15 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:54.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.437+0000 7f8329ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:54.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.438+0000 7f8329ffb640 1 -- 172.21.15.1:0/2013725858 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8334005670 con 0x559becd44a30 2024-02-10T00:01:54.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.438+0000 7f8329ffb640 1 -- 172.21.15.1:0/2013725858 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f8334000e40 con 0x559becd44a30 2024-02-10T00:01:54.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.438+0000 7f834b877740 1 -- 172.21.15.1:0/2013725858 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f83340049e0 con 0x559becd44a30 2024-02-10T00:01:54.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.438+0000 7f8329ffb640 1 -- 172.21.15.1:0/2013725858 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f83340050c0 con 0x559becd44a30 2024-02-10T00:01:54.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.438+0000 7f834b877740 10 client.16455 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:54.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.438+0000 7f834b877740 1 -- 172.21.15.1:0/2013725858 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x559becc6ca70 con 0x559becd44a30 2024-02-10T00:01:54.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.438+0000 7f8329ffb640 1 -- 172.21.15.1:0/2013725858 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f83340049e0 con 0x559becd44a30 2024-02-10T00:01:54.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.438+0000 7f8329ffb640 1 -- 172.21.15.1:0/2013725858 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f833403c040 con 0x559becd44a30 2024-02-10T00:01:54.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.438+0000 7f834b877740 10 client.16455 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:54.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.438+0000 7f834b877740 10 client.16455 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:01:54.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.438+0000 7f834b877740 20 client.16455 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:54.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.438+0000 7f834b877740 1 --2- 172.21.15.1:0/2013725858 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x559becd4df60 0x559becdb7c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.438+0000 7f834b877740 4 client.16455 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:01:54.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.438+0000 7f834b877740 1 -- 172.21.15.1:0/2013725858 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x559beca37890 con 0x559becd4df60 2024-02-10T00:01:54.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.438+0000 7f833bfff640 1 --2- 172.21.15.1:0/2013725858 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x559becd4df60 0x559becdb7c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.439+0000 7f8329ffb640 10 client.16455 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:01:54.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.439+0000 7f833bfff640 1 --2- 172.21.15.1:0/2013725858 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x559becd4df60 0x559becdb7c60 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=19e6609f6009e8d3 server_cookie=86b4ef9586e9176f in_seq=0 out_seq=0 2024-02-10T00:01:54.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.439+0000 7f8329ffb640 1 -- 172.21.15.1:0/2013725858 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x559beca37890 con 0x559becd4df60 2024-02-10T00:01:54.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.439+0000 7f8329ffb640 10 client.16455 handle_command_reply: tid=0 2024-02-10T00:01:54.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.439+0000 7f834b877740 1 client.16455 shutdown 2024-02-10T00:01:54.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.439+0000 7f834b877740 1 -- 172.21.15.1:0/2013725858 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559becd44a30 msgr2=0x559becd53f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.439+0000 7f834b877740 1 --2- 172.21.15.1:0/2013725858 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559becd44a30 0x559becd53f00 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f833402c170 tx=0x7f8334004b50 comp rx=0 tx=0).stop 2024-02-10T00:01:54.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.439+0000 7f834b877740 1 -- 172.21.15.1:0/2013725858 shutdown_connections 2024-02-10T00:01:54.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.439+0000 7f834b877740 1 --2- 172.21.15.1:0/2013725858 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x559becd4df60 0x559becdb7c60 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.439+0000 7f834b877740 1 --2- 172.21.15.1:0/2013725858 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559becd453e0 0x559becd54440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.439+0000 7f834b877740 1 --2- 172.21.15.1:0/2013725858 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559becd44a30 0x559becd53f00 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.439+0000 7f8329ffb640 0 client.16455 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:01:54.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.439+0000 7f834b877740 1 --2- 172.21.15.1:0/2013725858 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559becd3f100 0x559becd539c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.439+0000 7f834b877740 1 -- 172.21.15.1:0/2013725858 >> 172.21.15.1:0/2013725858 conn(0x559becd45b30 msgr2=0x559becd3d9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:54.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.439+0000 7f834b877740 1 -- 172.21.15.1:0/2013725858 shutdown_connections 2024-02-10T00:01:54.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.439+0000 7f834b877740 1 -- 172.21.15.1:0/2013725858 wait complete. 2024-02-10T00:01:54.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.439+0000 7f834b877740 20 client.16455 trim_cache size 0 max 16384 2024-02-10T00:01:54.448 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:01:54.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.439+0000 7f8348c9d640 1 -- 172.21.15.1:0/2161503241 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f83300a2230 msgr2=0x7f83300a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.439+0000 7f8348c9d640 1 --2- 172.21.15.1:0/2161503241 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f83300a2230 0x7f83300a46f0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f833c0cbd20 tx=0x7f833c06a160 comp rx=0 tx=0).stop 2024-02-10T00:01:54.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.439+0000 7f8348c9d640 1 -- 172.21.15.1:0/2161503241 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f83441998c0 msgr2=0x7f8344199d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.440+0000 7f8348c9d640 1 --2- 172.21.15.1:0/2161503241 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f83441998c0 0x7f8344199d70 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f833c00e960 tx=0x7f833c00ee20 comp rx=0 tx=0).stop 2024-02-10T00:01:54.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.440+0000 7f8348c9d640 1 -- 172.21.15.1:0/2161503241 shutdown_connections 2024-02-10T00:01:54.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.440+0000 7f8348c9d640 1 --2- 172.21.15.1:0/2161503241 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f83300a2230 0x7f83300a46f0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.440+0000 7f8348c9d640 1 --2- 172.21.15.1:0/2161503241 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f83441998c0 0x7f8344199d70 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.440+0000 7f8348c9d640 1 --2- 172.21.15.1:0/2161503241 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8344105410 0x7f834419fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.440+0000 7f8348c9d640 1 --2- 172.21.15.1:0/2161503241 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8344100340 0x7f834419f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.440+0000 7f8348c9d640 1 -- 172.21.15.1:0/2161503241 >> 172.21.15.1:0/2161503241 conn(0x7f83440772e0 msgr2=0x7f83440ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:54.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.440+0000 7f8348c9d640 1 -- 172.21.15.1:0/2161503241 shutdown_connections 2024-02-10T00:01:54.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.440+0000 7f8348c9d640 1 -- 172.21.15.1:0/2161503241 wait complete. 2024-02-10T00:01:54.452 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:01:54.452 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-02-10T00:01:54.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.554+0000 7f9e679eb640 1 -- 172.21.15.1:0/3228790142 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9e60105400 msgr2=0x7f9e6010cfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.554+0000 7f9e679eb640 1 --2- 172.21.15.1:0/3228790142 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9e60105400 0x7f9e6010cfd0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f9e58009cd0 tx=0x7f9e5802c0f0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.554+0000 7f9e679eb640 1 -- 172.21.15.1:0/3228790142 shutdown_connections 2024-02-10T00:01:54.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.554+0000 7f9e679eb640 1 --2- 172.21.15.1:0/3228790142 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9e60105400 0x7f9e6010cfd0 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.554+0000 7f9e679eb640 1 --2- 172.21.15.1:0/3228790142 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9e60100ce0 0x7f9e60104d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.554+0000 7f9e679eb640 1 --2- 172.21.15.1:0/3228790142 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e60100330 0x7f9e60100710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.554+0000 7f9e679eb640 1 -- 172.21.15.1:0/3228790142 >> 172.21.15.1:0/3228790142 conn(0x7f9e60077220 msgr2=0x7f9e60077630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:54.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.554+0000 7f9e679eb640 1 -- 172.21.15.1:0/3228790142 shutdown_connections 2024-02-10T00:01:54.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.554+0000 7f9e679eb640 1 -- 172.21.15.1:0/3228790142 wait complete. 2024-02-10T00:01:54.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.555+0000 7f9e679eb640 1 Processor -- start 2024-02-10T00:01:54.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.555+0000 7f9e679eb640 1 -- start start 2024-02-10T00:01:54.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.555+0000 7f9e679eb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9e60100330 0x7f9e601985f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.555+0000 7f9e679eb640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9e60105400 0x7f9e60198b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.555+0000 7f9e679eb640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e60199110 0x7f9e601a3670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.555+0000 7f9e679eb640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e601a3d60 con 0x7f9e60100330 2024-02-10T00:01:54.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.555+0000 7f9e679eb640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e601a3ed0 con 0x7f9e60105400 2024-02-10T00:01:54.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.555+0000 7f9e679eb640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e601a4090 con 0x7f9e60199110 2024-02-10T00:01:54.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.555+0000 7f9e65787640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9e60100330 0x7f9e601985f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.555+0000 7f9e65787640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9e60100330 0x7f9e601985f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60530/0 (socket says 172.21.15.1:60530) 2024-02-10T00:01:54.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.555+0000 7f9e65787640 1 -- 172.21.15.1:0/551516395 learned_addr learned my addr 172.21.15.1:0/551516395 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:54.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.555+0000 7f9e64f86640 1 --2- 172.21.15.1:0/551516395 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9e60105400 0x7f9e60198b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.555+0000 7f9e65787640 1 -- 172.21.15.1:0/551516395 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e60199110 msgr2=0x7f9e601a3670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.555+0000 7f9e65f88640 1 --2- 172.21.15.1:0/551516395 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e60199110 0x7f9e601a3670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.555+0000 7f9e65787640 1 --2- 172.21.15.1:0/551516395 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e60199110 0x7f9e601a3670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.555+0000 7f9e65787640 1 -- 172.21.15.1:0/551516395 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9e60105400 msgr2=0x7f9e60198b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.555+0000 7f9e65787640 1 --2- 172.21.15.1:0/551516395 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9e60105400 0x7f9e60198b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.555+0000 7f9e65787640 1 -- 172.21.15.1:0/551516395 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e58009900 con 0x7f9e60100330 2024-02-10T00:01:54.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.556+0000 7f9e65787640 1 --2- 172.21.15.1:0/551516395 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9e60100330 0x7f9e601985f0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f9e5c00d950 tx=0x7f9e5c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:54.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.556+0000 7f9e567fc640 1 -- 172.21.15.1:0/551516395 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e5c009c30 con 0x7f9e60100330 2024-02-10T00:01:54.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.556+0000 7f9e679eb640 1 -- 172.21.15.1:0/551516395 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9e601a4370 con 0x7f9e60100330 2024-02-10T00:01:54.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.556+0000 7f9e567fc640 1 -- 172.21.15.1:0/551516395 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9e5c009d90 con 0x7f9e60100330 2024-02-10T00:01:54.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.556+0000 7f9e567fc640 1 -- 172.21.15.1:0/551516395 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e5c00f7e0 con 0x7f9e60100330 2024-02-10T00:01:54.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.556+0000 7f9e679eb640 1 -- 172.21.15.1:0/551516395 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9e601a4880 con 0x7f9e60100330 2024-02-10T00:01:54.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.558+0000 7f9e567fc640 1 -- 172.21.15.1:0/551516395 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f9e5c010ad0 con 0x7f9e60100330 2024-02-10T00:01:54.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.558+0000 7f9e6a5b6740 1 Processor -- start 2024-02-10T00:01:54.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.559+0000 7f9e6a5b6740 1 -- start start 2024-02-10T00:01:54.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.559+0000 7f9e567fc640 1 --2- 172.21.15.1:0/551516395 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9e4c0a2230 0x7f9e4c0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.559+0000 7f9e6a5b6740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5629da1bba30 0x5629da1bbe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.559+0000 7f9e6a5b6740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5629da1bc3e0 0x5629da1c4990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.559+0000 7f9e6a5b6740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5629da1c4f60 0x5629da1c73b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.559+0000 7f9e6a5b6740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629da177020 con 0x5629da1c4f60 2024-02-10T00:01:54.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.559+0000 7f9e6a5b6740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629da12a320 con 0x5629da1bc3e0 2024-02-10T00:01:54.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.559+0000 7f9e6a5b6740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629da127850 con 0x5629da1bba30 2024-02-10T00:01:54.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.559+0000 7f9e65f88640 1 --2- 172.21.15.1:0/551516395 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9e4c0a2230 0x7f9e4c0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.559+0000 7f9e65787640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5629da1bba30 0x5629da1bbe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.559+0000 7f9e65f88640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5629da1c4f60 0x5629da1c73b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.559+0000 7f9e567fc640 1 -- 172.21.15.1:0/551516395 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f9e5c0cdd30 con 0x7f9e60100330 2024-02-10T00:01:54.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.559+0000 7f9e65f88640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5629da1c4f60 0x5629da1c73b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60538/0 (socket says 172.21.15.1:60538) 2024-02-10T00:01:54.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.559+0000 7f9e65787640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5629da1bba30 0x5629da1bbe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.1:54318/0 (socket says 172.21.15.1:54318) 2024-02-10T00:01:54.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.559+0000 7f9e65f88640 1 -- 172.21.15.1:0/2259878596 learned_addr learned my addr 172.21.15.1:0/2259878596 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:54.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.559+0000 7f9e64f86640 1 --2- 172.21.15.1:0/2259878596 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5629da1bc3e0 0x5629da1c4990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.559+0000 7f9e65787640 1 -- 172.21.15.1:0/2259878596 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5629da1bc3e0 msgr2=0x5629da1c4990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.559+0000 7f9e65787640 1 --2- 172.21.15.1:0/2259878596 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5629da1bc3e0 0x5629da1c4990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.559+0000 7f9e65787640 1 -- 172.21.15.1:0/2259878596 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5629da1c4f60 msgr2=0x5629da1c73b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.559+0000 7f9e65787640 1 --2- 172.21.15.1:0/2259878596 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5629da1c4f60 0x5629da1c73b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.559+0000 7f9e65787640 1 -- 172.21.15.1:0/2259878596 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5629da0e5210 con 0x5629da1bba30 2024-02-10T00:01:54.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.559+0000 7f9e65f88640 1 --2- 172.21.15.1:0/2259878596 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5629da1c4f60 0x5629da1c73b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:01:54.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.559+0000 7f9e65f88640 1 --2- 172.21.15.1:0/551516395 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9e4c0a2230 0x7f9e4c0a46f0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f9e58036000 tx=0x7f9e58032e80 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:54.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.560+0000 7f9e65787640 1 --2- 172.21.15.1:0/2259878596 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5629da1bba30 0x5629da1bbe10 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f9e5c0cb4b0 tx=0x7f9e5c010e70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7ffc8991b96745bb server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:54.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.560+0000 7f9e4b7fe640 1 -- 172.21.15.1:0/2259878596 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e5c09fdc0 con 0x5629da1bba30 2024-02-10T00:01:54.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.560+0000 7f9e4b7fe640 1 -- 172.21.15.1:0/2259878596 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9e5c09ae50 con 0x5629da1bba30 2024-02-10T00:01:54.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.560+0000 7f9e4b7fe640 1 -- 172.21.15.1:0/2259878596 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e5c0a14e0 con 0x5629da1bba30 2024-02-10T00:01:54.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.560+0000 7f9e6a5b6740 1 -- 172.21.15.1:0/2259878596 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5629da1bba30 msgr2=0x5629da1bbe10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.560+0000 7f9e6a5b6740 1 --2- 172.21.15.1:0/2259878596 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5629da1bba30 0x5629da1bbe10 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f9e5c0cb4b0 tx=0x7f9e5c010e70 comp rx=0 tx=0).stop 2024-02-10T00:01:54.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.560+0000 7f9e6a5b6740 1 -- 172.21.15.1:0/2259878596 shutdown_connections 2024-02-10T00:01:54.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.560+0000 7f9e6a5b6740 1 --2- 172.21.15.1:0/2259878596 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5629da1c4f60 0x5629da1c73b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.571 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.561+0000 7f9e6a5b6740 1 --2- 172.21.15.1:0/2259878596 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5629da1bc3e0 0x5629da1c4990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.571 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.561+0000 7f9e6a5b6740 1 --2- 172.21.15.1:0/2259878596 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5629da1bba30 0x5629da1bbe10 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.571 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.561+0000 7f9e6a5b6740 1 -- 172.21.15.1:0/2259878596 >> 172.21.15.1:0/2259878596 conn(0x5629da1b6100 msgr2=0x5629da1b64e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:54.571 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.561+0000 7f9e6a5b6740 1 -- 172.21.15.1:0/2259878596 shutdown_connections 2024-02-10T00:01:54.571 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.561+0000 7f9e6a5b6740 1 -- 172.21.15.1:0/2259878596 wait complete. 2024-02-10T00:01:54.571 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.561+0000 7f9e6a5b6740 1 -- start start 2024-02-10T00:01:54.571 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.561+0000 7f9e6a5b6740 1 Processor -- start 2024-02-10T00:01:54.571 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.561+0000 7f9e6a5b6740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5629da1bba30 0x5629da1c1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.571 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.561+0000 7f9e6a5b6740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5629da1bc3e0 0x5629da1c24e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.571 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.561+0000 7f9e6a5b6740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5629da1c4f60 0x5629da1c2a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.571 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.561+0000 7f9e6a5b6740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629da123030 con 0x5629da1bc3e0 2024-02-10T00:01:54.571 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.561+0000 7f9e6a5b6740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629d9df6430 con 0x5629da1c4f60 2024-02-10T00:01:54.571 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.561+0000 7f9e6a5b6740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629d9db2e00 con 0x5629da1bba30 2024-02-10T00:01:54.571 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.561+0000 7f9e6a5b6740 10 client.0 _ll_register_callbacks cb 0x5629da118030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:54.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.561+0000 7f9e64f86640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5629da1bc3e0 0x5629da1c24e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.561+0000 7f9e64f86640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5629da1bc3e0 0x5629da1c24e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60546/0 (socket says 172.21.15.1:60546) 2024-02-10T00:01:54.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.561+0000 7f9e64f86640 1 -- 172.21.15.1:0/158408747 learned_addr learned my addr 172.21.15.1:0/158408747 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:54.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.562+0000 7f9e65787640 1 --2- 172.21.15.1:0/158408747 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5629da1bba30 0x5629da1c1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.562+0000 7f9e65f88640 1 --2- 172.21.15.1:0/158408747 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5629da1c4f60 0x5629da1c2a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.562+0000 7f9e64f86640 1 -- 172.21.15.1:0/158408747 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5629da1bba30 msgr2=0x5629da1c1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.562+0000 7f9e64f86640 1 --2- 172.21.15.1:0/158408747 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5629da1bba30 0x5629da1c1fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.562+0000 7f9e64f86640 1 -- 172.21.15.1:0/158408747 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5629da1c4f60 msgr2=0x5629da1c2a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.562+0000 7f9e64f86640 1 --2- 172.21.15.1:0/158408747 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5629da1c4f60 0x5629da1c2a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.562+0000 7f9e64f86640 1 -- 172.21.15.1:0/158408747 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9e601a4880 con 0x5629da1bc3e0 2024-02-10T00:01:54.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.562+0000 7f9e64f86640 1 --2- 172.21.15.1:0/158408747 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5629da1bc3e0 0x5629da1c24e0 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f9e5000b9c0 tx=0x7f9e5000be80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c2366733fab2397 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:54.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.562+0000 7f9e48ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:54.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.562+0000 7f9e48ff9640 1 -- 172.21.15.1:0/158408747 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e50016070 con 0x5629da1bc3e0 2024-02-10T00:01:54.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.562+0000 7f9e48ff9640 1 -- 172.21.15.1:0/158408747 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f9e50003e20 con 0x5629da1bc3e0 2024-02-10T00:01:54.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.562+0000 7f9e6a5b6740 1 -- 172.21.15.1:0/158408747 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5629d9e227e0 con 0x5629da1bc3e0 2024-02-10T00:01:54.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.562+0000 7f9e48ff9640 1 -- 172.21.15.1:0/158408747 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9e50005020 con 0x5629da1bc3e0 2024-02-10T00:01:54.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.562+0000 7f9e6a5b6740 10 client.16467 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:54.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.562+0000 7f9e6a5b6740 1 -- 172.21.15.1:0/158408747 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5629da1216b0 con 0x5629da1bc3e0 2024-02-10T00:01:54.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.562+0000 7f9e48ff9640 1 -- 172.21.15.1:0/158408747 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5629d9e227e0 con 0x5629da1bc3e0 2024-02-10T00:01:54.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.563+0000 7f9e48ff9640 1 -- 172.21.15.1:0/158408747 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f9e5001b470 con 0x5629da1bc3e0 2024-02-10T00:01:54.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.563+0000 7f9e6a5b6740 10 client.16467 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:54.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.563+0000 7f9e6a5b6740 10 client.16467 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:01:54.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.563+0000 7f9e6a5b6740 20 client.16467 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:54.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.563+0000 7f9e6a5b6740 1 --2- 172.21.15.1:0/158408747 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5629da1d54e0 0x5629da1d7900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.563+0000 7f9e6a5b6740 4 client.16467 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:01:54.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.563+0000 7f9e6a5b6740 1 -- 172.21.15.1:0/158408747 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5629d9e5f720 con 0x5629da1d54e0 2024-02-10T00:01:54.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.563+0000 7f9e65787640 1 --2- 172.21.15.1:0/158408747 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5629da1d54e0 0x5629da1d7900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.563+0000 7f9e65787640 1 --2- 172.21.15.1:0/158408747 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5629da1d54e0 0x5629da1d7900 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=5df509b20ccc8c13 server_cookie=5376f15c7de57673 in_seq=0 out_seq=0 2024-02-10T00:01:54.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.563+0000 7f9e48ff9640 10 client.16467 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:01:54.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.564+0000 7f9e48ff9640 1 -- 172.21.15.1:0/158408747 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5629d9e5f720 con 0x5629da1d54e0 2024-02-10T00:01:54.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.564+0000 7f9e48ff9640 10 client.16467 handle_command_reply: tid=0 2024-02-10T00:01:54.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.564+0000 7f9e6a5b6740 1 client.16467 shutdown 2024-02-10T00:01:54.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.564+0000 7f9e6a5b6740 1 -- 172.21.15.1:0/158408747 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5629da1bc3e0 msgr2=0x5629da1c24e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.564+0000 7f9e6a5b6740 1 --2- 172.21.15.1:0/158408747 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5629da1bc3e0 0x5629da1c24e0 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f9e5000b9c0 tx=0x7f9e5000be80 comp rx=0 tx=0).stop 2024-02-10T00:01:54.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.564+0000 7f9e6a5b6740 1 -- 172.21.15.1:0/158408747 shutdown_connections 2024-02-10T00:01:54.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.564+0000 7f9e6a5b6740 1 --2- 172.21.15.1:0/158408747 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5629da1d54e0 0x5629da1d7900 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.564+0000 7f9e6a5b6740 1 --2- 172.21.15.1:0/158408747 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5629da1c4f60 0x5629da1c2a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.564+0000 7f9e6a5b6740 1 --2- 172.21.15.1:0/158408747 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5629da1bc3e0 0x5629da1c24e0 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.564+0000 7f9e48ff9640 0 client.16467 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:01:54.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.564+0000 7f9e6a5b6740 1 --2- 172.21.15.1:0/158408747 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5629da1bba30 0x5629da1c1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.564+0000 7f9e6a5b6740 1 -- 172.21.15.1:0/158408747 >> 172.21.15.1:0/158408747 conn(0x5629da1b6100 msgr2=0x5629da1b7e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:54.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.565+0000 7f9e6a5b6740 1 -- 172.21.15.1:0/158408747 shutdown_connections 2024-02-10T00:01:54.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.565+0000 7f9e6a5b6740 1 -- 172.21.15.1:0/158408747 wait complete. 2024-02-10T00:01:54.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.565+0000 7f9e6a5b6740 20 client.16467 trim_cache size 0 max 16384 2024-02-10T00:01:54.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.576+0000 7f9e6a5b6740 1 Processor -- start 2024-02-10T00:01:54.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.576+0000 7f9e6a5b6740 1 -- start start 2024-02-10T00:01:54.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.576+0000 7f9e6a5b6740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5629da1bba30 0x5629da1c46d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.576+0000 7f9e6a5b6740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5629da1bc3e0 0x5629da1c2840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.576+0000 7f9e6a5b6740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5629da1c4f60 0x5629da1bf200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.576+0000 7f9e6a5b6740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629da0a8130 con 0x5629da1bba30 2024-02-10T00:01:54.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.576+0000 7f9e6a5b6740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629da1b1ab0 con 0x5629da1c4f60 2024-02-10T00:01:54.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.576+0000 7f9e6a5b6740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629da1b5c30 con 0x5629da1bc3e0 2024-02-10T00:01:54.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.577+0000 7f9e65787640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5629da1bba30 0x5629da1c46d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.577+0000 7f9e65787640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5629da1bba30 0x5629da1c46d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60562/0 (socket says 172.21.15.1:60562) 2024-02-10T00:01:54.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.577+0000 7f9e65787640 1 -- 172.21.15.1:0/1105951086 learned_addr learned my addr 172.21.15.1:0/1105951086 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:54.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.577+0000 7f9e64f86640 1 --2- 172.21.15.1:0/1105951086 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5629da1bc3e0 0x5629da1c2840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.577+0000 7f9e65787640 1 -- 172.21.15.1:0/1105951086 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5629da1bc3e0 msgr2=0x5629da1c2840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.577+0000 7f9e65f88640 1 --2- 172.21.15.1:0/1105951086 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5629da1c4f60 0x5629da1bf200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.577+0000 7f9e65787640 1 --2- 172.21.15.1:0/1105951086 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5629da1bc3e0 0x5629da1c2840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.577+0000 7f9e65787640 1 -- 172.21.15.1:0/1105951086 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5629da1c4f60 msgr2=0x5629da1bf200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.577+0000 7f9e65787640 1 --2- 172.21.15.1:0/1105951086 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5629da1c4f60 0x5629da1bf200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.577+0000 7f9e65787640 1 -- 172.21.15.1:0/1105951086 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5629da0bdc90 con 0x5629da1bba30 2024-02-10T00:01:54.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.577+0000 7f9e64f86640 1 --2- 172.21.15.1:0/1105951086 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5629da1bc3e0 0x5629da1c2840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:01:54.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.577+0000 7f9e65787640 1 --2- 172.21.15.1:0/1105951086 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5629da1bba30 0x5629da1c46d0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f9e5c0cb560 tx=0x7f9e5c005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e80ec334a250f84 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:54.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.577+0000 7f9e4affd640 1 -- 172.21.15.1:0/1105951086 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e5c0a2ef0 con 0x5629da1bba30 2024-02-10T00:01:54.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.577+0000 7f9e4affd640 1 -- 172.21.15.1:0/1105951086 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9e5c09a750 con 0x5629da1bba30 2024-02-10T00:01:54.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.577+0000 7f9e4affd640 1 -- 172.21.15.1:0/1105951086 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e5c0cb730 con 0x5629da1bba30 2024-02-10T00:01:54.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.578+0000 7f9e6a5b6740 1 -- 172.21.15.1:0/1105951086 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5629da1bba30 msgr2=0x5629da1c46d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.578+0000 7f9e6a5b6740 1 --2- 172.21.15.1:0/1105951086 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5629da1bba30 0x5629da1c46d0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f9e5c0cb560 tx=0x7f9e5c005880 comp rx=0 tx=0).stop 2024-02-10T00:01:54.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.578+0000 7f9e6a5b6740 1 -- 172.21.15.1:0/1105951086 shutdown_connections 2024-02-10T00:01:54.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.578+0000 7f9e6a5b6740 1 --2- 172.21.15.1:0/1105951086 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5629da1c4f60 0x5629da1bf200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.578+0000 7f9e6a5b6740 1 --2- 172.21.15.1:0/1105951086 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5629da1bc3e0 0x5629da1c2840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.578+0000 7f9e6a5b6740 1 --2- 172.21.15.1:0/1105951086 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5629da1bba30 0x5629da1c46d0 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.578+0000 7f9e6a5b6740 1 -- 172.21.15.1:0/1105951086 >> 172.21.15.1:0/1105951086 conn(0x5629da1b6100 msgr2=0x5629da1c0870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:54.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.578+0000 7f9e6a5b6740 1 -- 172.21.15.1:0/1105951086 shutdown_connections 2024-02-10T00:01:54.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.578+0000 7f9e6a5b6740 1 -- 172.21.15.1:0/1105951086 wait complete. 2024-02-10T00:01:54.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.578+0000 7f9e6a5b6740 1 -- start start 2024-02-10T00:01:54.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.578+0000 7f9e6a5b6740 1 Processor -- start 2024-02-10T00:01:54.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.578+0000 7f9e6a5b6740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5629da1bba30 0x5629da1ca880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.578+0000 7f9e6a5b6740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5629da1bc3e0 0x5629da1cadc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.578+0000 7f9e6a5b6740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5629da1c4f60 0x5629da1cb300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.578+0000 7f9e6a5b6740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629da22b9f0 con 0x5629da1bc3e0 2024-02-10T00:01:54.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.578+0000 7f9e6a5b6740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629da22bb60 con 0x5629da1c4f60 2024-02-10T00:01:54.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.578+0000 7f9e6a5b6740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629da22bd20 con 0x5629da1bba30 2024-02-10T00:01:54.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.578+0000 7f9e6a5b6740 10 client.0 _ll_register_callbacks cb 0x7f9e5c010d80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:54.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.579+0000 7f9e64f86640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5629da1bc3e0 0x5629da1cadc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.579+0000 7f9e64f86640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5629da1bc3e0 0x5629da1cadc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60578/0 (socket says 172.21.15.1:60578) 2024-02-10T00:01:54.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.579+0000 7f9e64f86640 1 -- 172.21.15.1:0/815484693 learned_addr learned my addr 172.21.15.1:0/815484693 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:54.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.579+0000 7f9e65f88640 1 --2- 172.21.15.1:0/815484693 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5629da1c4f60 0x5629da1cb300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.579+0000 7f9e65787640 1 --2- 172.21.15.1:0/815484693 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5629da1bba30 0x5629da1ca880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.579+0000 7f9e64f86640 1 -- 172.21.15.1:0/815484693 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5629da1bba30 msgr2=0x5629da1ca880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.579+0000 7f9e64f86640 1 --2- 172.21.15.1:0/815484693 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5629da1bba30 0x5629da1ca880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.579+0000 7f9e64f86640 1 -- 172.21.15.1:0/815484693 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5629da1c4f60 msgr2=0x5629da1cb300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.579+0000 7f9e64f86640 1 --2- 172.21.15.1:0/815484693 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5629da1c4f60 0x5629da1cb300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.579+0000 7f9e64f86640 1 -- 172.21.15.1:0/815484693 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5629da0e5210 con 0x5629da1bc3e0 2024-02-10T00:01:54.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.579+0000 7f9e64f86640 1 --2- 172.21.15.1:0/815484693 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5629da1bc3e0 0x5629da1cadc0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f9e5001b7d0 tx=0x7f9e5000b400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ade37de62d31d60a server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:54.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.579+0000 7f9e48ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:54.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.579+0000 7f9e48ff9640 1 -- 172.21.15.1:0/815484693 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e50016070 con 0x5629da1bc3e0 2024-02-10T00:01:54.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.579+0000 7f9e48ff9640 1 -- 172.21.15.1:0/815484693 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f9e50000e40 con 0x5629da1bc3e0 2024-02-10T00:01:54.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.579+0000 7f9e6a5b6740 1 -- 172.21.15.1:0/815484693 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9e5c09ae50 con 0x5629da1bc3e0 2024-02-10T00:01:54.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.579+0000 7f9e48ff9640 1 -- 172.21.15.1:0/815484693 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9e5001ba40 con 0x5629da1bc3e0 2024-02-10T00:01:54.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.579+0000 7f9e6a5b6740 10 client.16473 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:54.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.579+0000 7f9e6a5b6740 1 -- 172.21.15.1:0/815484693 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5629da0e3a70 con 0x5629da1bc3e0 2024-02-10T00:01:54.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.580+0000 7f9e48ff9640 1 -- 172.21.15.1:0/815484693 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9e5c09ae50 con 0x5629da1bc3e0 2024-02-10T00:01:54.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.580+0000 7f9e48ff9640 1 -- 172.21.15.1:0/815484693 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f9e50011c20 con 0x5629da1bc3e0 2024-02-10T00:01:54.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.580+0000 7f9e6a5b6740 10 client.16473 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:54.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.580+0000 7f9e6a5b6740 10 client.16473 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:01:54.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.580+0000 7f9e6a5b6740 20 client.16473 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:54.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.580+0000 7f9e6a5b6740 1 --2- 172.21.15.1:0/815484693 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5629da22d570 0x5629da22f990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.580+0000 7f9e6a5b6740 4 client.16473 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:01:54.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.580+0000 7f9e6a5b6740 1 -- 172.21.15.1:0/815484693 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5629d9eae890 con 0x5629da22d570 2024-02-10T00:01:54.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.580+0000 7f9e65787640 1 --2- 172.21.15.1:0/815484693 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5629da22d570 0x5629da22f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.580+0000 7f9e48ff9640 10 client.16473 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:01:54.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.580+0000 7f9e65787640 1 --2- 172.21.15.1:0/815484693 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5629da22d570 0x5629da22f990 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=ed12521d67549a57 server_cookie=5803c5d3df540c29 in_seq=0 out_seq=0 2024-02-10T00:01:54.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.581+0000 7f9e48ff9640 1 -- 172.21.15.1:0/815484693 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5629d9eae890 con 0x5629da22d570 2024-02-10T00:01:54.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.581+0000 7f9e48ff9640 10 client.16473 handle_command_reply: tid=0 2024-02-10T00:01:54.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.581+0000 7f9e6a5b6740 1 client.16473 shutdown 2024-02-10T00:01:54.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.581+0000 7f9e6a5b6740 1 -- 172.21.15.1:0/815484693 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5629da1bc3e0 msgr2=0x5629da1cadc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.581+0000 7f9e6a5b6740 1 --2- 172.21.15.1:0/815484693 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5629da1bc3e0 0x5629da1cadc0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f9e5001b7d0 tx=0x7f9e5000b400 comp rx=0 tx=0).stop 2024-02-10T00:01:54.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.581+0000 7f9e6a5b6740 1 -- 172.21.15.1:0/815484693 shutdown_connections 2024-02-10T00:01:54.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.581+0000 7f9e6a5b6740 1 --2- 172.21.15.1:0/815484693 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5629da22d570 0x5629da22f990 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.581+0000 7f9e6a5b6740 1 --2- 172.21.15.1:0/815484693 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5629da1c4f60 0x5629da1cb300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.581+0000 7f9e6a5b6740 1 --2- 172.21.15.1:0/815484693 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5629da1bc3e0 0x5629da1cadc0 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.581+0000 7f9e48ff9640 0 client.16473 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:01:54.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.581+0000 7f9e6a5b6740 1 --2- 172.21.15.1:0/815484693 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5629da1bba30 0x5629da1ca880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.581+0000 7f9e6a5b6740 1 -- 172.21.15.1:0/815484693 >> 172.21.15.1:0/815484693 conn(0x5629da1b6100 msgr2=0x5629da1b49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:54.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.581+0000 7f9e6a5b6740 1 -- 172.21.15.1:0/815484693 shutdown_connections 2024-02-10T00:01:54.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.581+0000 7f9e6a5b6740 1 -- 172.21.15.1:0/815484693 wait complete. 2024-02-10T00:01:54.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.581+0000 7f9e6a5b6740 20 client.16473 trim_cache size 0 max 16384 2024-02-10T00:01:54.590 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:01:54.591 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.581+0000 7f9e679eb640 1 -- 172.21.15.1:0/551516395 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9e4c0a2230 msgr2=0x7f9e4c0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.591 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.581+0000 7f9e679eb640 1 --2- 172.21.15.1:0/551516395 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9e4c0a2230 0x7f9e4c0a46f0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f9e58036000 tx=0x7f9e58032e80 comp rx=0 tx=0).stop 2024-02-10T00:01:54.591 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.581+0000 7f9e679eb640 1 -- 172.21.15.1:0/551516395 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9e60100330 msgr2=0x7f9e601985f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.591 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.581+0000 7f9e679eb640 1 --2- 172.21.15.1:0/551516395 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9e60100330 0x7f9e601985f0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f9e5c00d950 tx=0x7f9e5c00de10 comp rx=0 tx=0).stop 2024-02-10T00:01:54.591 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.581+0000 7f9e679eb640 1 -- 172.21.15.1:0/551516395 shutdown_connections 2024-02-10T00:01:54.591 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.581+0000 7f9e679eb640 1 --2- 172.21.15.1:0/551516395 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9e4c0a2230 0x7f9e4c0a46f0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.591 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.581+0000 7f9e679eb640 1 --2- 172.21.15.1:0/551516395 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e60199110 0x7f9e601a3670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.591 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.581+0000 7f9e679eb640 1 --2- 172.21.15.1:0/551516395 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9e60105400 0x7f9e60198b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.591 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.581+0000 7f9e679eb640 1 --2- 172.21.15.1:0/551516395 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9e60100330 0x7f9e601985f0 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.591 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.581+0000 7f9e679eb640 1 -- 172.21.15.1:0/551516395 >> 172.21.15.1:0/551516395 conn(0x7f9e60077220 msgr2=0x7f9e600fe1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:54.591 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.582+0000 7f9e679eb640 1 -- 172.21.15.1:0/551516395 shutdown_connections 2024-02-10T00:01:54.592 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.582+0000 7f9e679eb640 1 -- 172.21.15.1:0/551516395 wait complete. 2024-02-10T00:01:54.594 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:01:54.594 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-02-10T00:01:54.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.699+0000 7ff51f8a4640 1 -- 172.21.15.1:0/1574126442 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff5181037a0 msgr2=0x7ff51810e1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.699+0000 7ff51f8a4640 1 --2- 172.21.15.1:0/1574126442 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff5181037a0 0x7ff51810e1a0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7ff510009cd0 tx=0x7ff51002c0f0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.699+0000 7ff51f8a4640 1 -- 172.21.15.1:0/1574126442 shutdown_connections 2024-02-10T00:01:54.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.699+0000 7ff51f8a4640 1 --2- 172.21.15.1:0/1574126442 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff5181037a0 0x7ff51810e1a0 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.699+0000 7ff51f8a4640 1 --2- 172.21.15.1:0/1574126442 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff518102e00 0x7ff518103260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.699+0000 7ff51f8a4640 1 --2- 172.21.15.1:0/1574126442 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff518101520 0x7ff518101900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.699+0000 7ff51f8a4640 1 -- 172.21.15.1:0/1574126442 >> 172.21.15.1:0/1574126442 conn(0x7ff5180fccc0 msgr2=0x7ff5180ff0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:54.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.699+0000 7ff51f8a4640 1 -- 172.21.15.1:0/1574126442 shutdown_connections 2024-02-10T00:01:54.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.699+0000 7ff51f8a4640 1 -- 172.21.15.1:0/1574126442 wait complete. 2024-02-10T00:01:54.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.700+0000 7ff51f8a4640 1 Processor -- start 2024-02-10T00:01:54.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.700+0000 7ff51f8a4640 1 -- start start 2024-02-10T00:01:54.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.700+0000 7ff51f8a4640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff518101520 0x7ff51819d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.700+0000 7ff51f8a4640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff518102e00 0x7ff51819dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.700+0000 7ff51f8a4640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff5181037a0 0x7ff518197730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.700+0000 7ff51f8a4640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff518197ec0 con 0x7ff518101520 2024-02-10T00:01:54.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.700+0000 7ff51f8a4640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff518198030 con 0x7ff518102e00 2024-02-10T00:01:54.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.700+0000 7ff51f8a4640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5181981f0 con 0x7ff5181037a0 2024-02-10T00:01:54.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.700+0000 7ff51d640640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff518101520 0x7ff51819d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.700+0000 7ff51d640640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff518101520 0x7ff51819d670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60606/0 (socket says 172.21.15.1:60606) 2024-02-10T00:01:54.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.700+0000 7ff51d640640 1 -- 172.21.15.1:0/2397268899 learned_addr learned my addr 172.21.15.1:0/2397268899 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:54.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.700+0000 7ff51d640640 1 -- 172.21.15.1:0/2397268899 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff5181037a0 msgr2=0x7ff518197730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.700+0000 7ff51d640640 1 --2- 172.21.15.1:0/2397268899 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff5181037a0 0x7ff518197730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.700+0000 7ff51d640640 1 -- 172.21.15.1:0/2397268899 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff518102e00 msgr2=0x7ff51819dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.700+0000 7ff51d640640 1 --2- 172.21.15.1:0/2397268899 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff518102e00 0x7ff51819dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.700+0000 7ff51d640640 1 -- 172.21.15.1:0/2397268899 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff510009900 con 0x7ff518101520 2024-02-10T00:01:54.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.701+0000 7ff51d640640 1 --2- 172.21.15.1:0/2397268899 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff518101520 0x7ff51819d670 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7ff51400d950 tx=0x7ff51400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:54.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.701+0000 7ff50e7fc640 1 -- 172.21.15.1:0/2397268899 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff514009a30 con 0x7ff518101520 2024-02-10T00:01:54.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.701+0000 7ff50e7fc640 1 -- 172.21.15.1:0/2397268899 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff514009b90 con 0x7ff518101520 2024-02-10T00:01:54.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.701+0000 7ff51f8a4640 1 -- 172.21.15.1:0/2397268899 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff5181984d0 con 0x7ff518101520 2024-02-10T00:01:54.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.701+0000 7ff50e7fc640 1 -- 172.21.15.1:0/2397268899 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff514004a00 con 0x7ff518101520 2024-02-10T00:01:54.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.701+0000 7ff51f8a4640 1 -- 172.21.15.1:0/2397268899 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5181a45f0 con 0x7ff518101520 2024-02-10T00:01:54.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.703+0000 7ff50e7fc640 1 -- 172.21.15.1:0/2397268899 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7ff514009d00 con 0x7ff518101520 2024-02-10T00:01:54.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.703+0000 7ff52247f740 1 Processor -- start 2024-02-10T00:01:54.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.703+0000 7ff52247f740 1 -- start start 2024-02-10T00:01:54.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.704+0000 7ff52247f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d60ed7fa30 0x55d60ed7fe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.704+0000 7ff52247f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d60ed803e0 0x55d60ed88990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.704+0000 7ff50e7fc640 1 --2- 172.21.15.1:0/2397268899 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff5040a2230 0x7ff5040a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.704+0000 7ff52247f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d60ed88f60 0x55d60ed8b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.704+0000 7ff52247f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d60ed3b020 con 0x55d60ed88f60 2024-02-10T00:01:54.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.704+0000 7ff52247f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d60ecee320 con 0x55d60ed7fa30 2024-02-10T00:01:54.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.704+0000 7ff52247f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d60eceb850 con 0x55d60ed803e0 2024-02-10T00:01:54.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.704+0000 7ff51de41640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d60ed88f60 0x55d60ed8b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.704+0000 7ff51ce3f640 1 --2- 172.21.15.1:0/2397268899 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff5040a2230 0x7ff5040a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.704+0000 7ff51de41640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d60ed88f60 0x55d60ed8b3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60616/0 (socket says 172.21.15.1:60616) 2024-02-10T00:01:54.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.704+0000 7ff51de41640 1 -- 172.21.15.1:0/3796243930 learned_addr learned my addr 172.21.15.1:0/3796243930 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:54.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.704+0000 7ff51d640640 1 --2- 172.21.15.1:0/3796243930 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d60ed803e0 0x55d60ed88990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.704+0000 7ff50e7fc640 1 -- 172.21.15.1:0/2397268899 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7ff5140cdb80 con 0x7ff518101520 2024-02-10T00:01:54.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.704+0000 7ff51de41640 1 --2- 172.21.15.1:0/3796243930 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d60ed7fa30 0x55d60ed7fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.704+0000 7ff51de41640 1 -- 172.21.15.1:0/3796243930 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d60ed803e0 msgr2=0x55d60ed88990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.704+0000 7ff51de41640 1 --2- 172.21.15.1:0/3796243930 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d60ed803e0 0x55d60ed88990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.704+0000 7ff51de41640 1 -- 172.21.15.1:0/3796243930 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d60ed7fa30 msgr2=0x55d60ed7fe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.704+0000 7ff51de41640 1 --2- 172.21.15.1:0/3796243930 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d60ed7fa30 0x55d60ed7fe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.704+0000 7ff51de41640 1 -- 172.21.15.1:0/3796243930 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d60eca9210 con 0x55d60ed88f60 2024-02-10T00:01:54.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.704+0000 7ff51ce3f640 1 --2- 172.21.15.1:0/2397268899 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff5040a2230 0x7ff5040a46f0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7ff508005d80 tx=0x7ff508005c90 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:54.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.704+0000 7ff51de41640 1 --2- 172.21.15.1:0/3796243930 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d60ed88f60 0x55d60ed8b3b0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7ff510004af0 tx=0x7ff510004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78dab082578b916f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:54.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.705+0000 7ff5037fe640 1 -- 172.21.15.1:0/3796243930 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff510034440 con 0x55d60ed88f60 2024-02-10T00:01:54.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.705+0000 7ff5037fe640 1 -- 172.21.15.1:0/3796243930 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff5100345a0 con 0x55d60ed88f60 2024-02-10T00:01:54.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.705+0000 7ff5037fe640 1 -- 172.21.15.1:0/3796243930 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff510003bd0 con 0x55d60ed88f60 2024-02-10T00:01:54.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.705+0000 7ff52247f740 1 -- 172.21.15.1:0/3796243930 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d60ed88f60 msgr2=0x55d60ed8b3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.705+0000 7ff52247f740 1 --2- 172.21.15.1:0/3796243930 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d60ed88f60 0x55d60ed8b3b0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7ff510004af0 tx=0x7ff510004a40 comp rx=0 tx=0).stop 2024-02-10T00:01:54.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.705+0000 7ff52247f740 1 -- 172.21.15.1:0/3796243930 shutdown_connections 2024-02-10T00:01:54.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.705+0000 7ff52247f740 1 --2- 172.21.15.1:0/3796243930 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d60ed88f60 0x55d60ed8b3b0 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.705+0000 7ff52247f740 1 --2- 172.21.15.1:0/3796243930 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d60ed803e0 0x55d60ed88990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.705+0000 7ff52247f740 1 --2- 172.21.15.1:0/3796243930 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d60ed7fa30 0x55d60ed7fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.705+0000 7ff52247f740 1 -- 172.21.15.1:0/3796243930 >> 172.21.15.1:0/3796243930 conn(0x55d60ed7a100 msgr2=0x55d60ed7a4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:54.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.705+0000 7ff52247f740 1 -- 172.21.15.1:0/3796243930 shutdown_connections 2024-02-10T00:01:54.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.705+0000 7ff52247f740 1 -- 172.21.15.1:0/3796243930 wait complete. 2024-02-10T00:01:54.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.706+0000 7ff52247f740 1 -- start start 2024-02-10T00:01:54.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.706+0000 7ff52247f740 1 Processor -- start 2024-02-10T00:01:54.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.706+0000 7ff52247f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d60ed7fa30 0x55d60ed85f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.706+0000 7ff52247f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d60ed803e0 0x55d60ed86470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.706+0000 7ff52247f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d60ed88f60 0x55d60ed869b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.706+0000 7ff52247f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d60ece7030 con 0x55d60ed7fa30 2024-02-10T00:01:54.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.706+0000 7ff52247f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d60e9ba430 con 0x55d60ed803e0 2024-02-10T00:01:54.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.706+0000 7ff52247f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d60e976e00 con 0x55d60ed88f60 2024-02-10T00:01:54.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.706+0000 7ff52247f740 10 client.0 _ll_register_callbacks cb 0x55d60ecdc030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:54.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.706+0000 7ff51d640640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d60ed7fa30 0x55d60ed85f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.706+0000 7ff51d640640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d60ed7fa30 0x55d60ed85f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60618/0 (socket says 172.21.15.1:60618) 2024-02-10T00:01:54.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.706+0000 7ff51d640640 1 -- 172.21.15.1:0/1699358140 learned_addr learned my addr 172.21.15.1:0/1699358140 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:54.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.706+0000 7ff51ce3f640 1 --2- 172.21.15.1:0/1699358140 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d60ed803e0 0x55d60ed86470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.706+0000 7ff51de41640 1 --2- 172.21.15.1:0/1699358140 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d60ed88f60 0x55d60ed869b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.707+0000 7ff51d640640 1 -- 172.21.15.1:0/1699358140 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d60ed88f60 msgr2=0x55d60ed869b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.707+0000 7ff51d640640 1 --2- 172.21.15.1:0/1699358140 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d60ed88f60 0x55d60ed869b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.707+0000 7ff51d640640 1 -- 172.21.15.1:0/1699358140 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d60ed803e0 msgr2=0x55d60ed86470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.707+0000 7ff51d640640 1 --2- 172.21.15.1:0/1699358140 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d60ed803e0 0x55d60ed86470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.707+0000 7ff51d640640 1 -- 172.21.15.1:0/1699358140 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff51810eaa0 con 0x55d60ed7fa30 2024-02-10T00:01:54.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.707+0000 7ff51d640640 1 --2- 172.21.15.1:0/1699358140 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d60ed7fa30 0x55d60ed85f30 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7ff5140969a0 tx=0x7ff514018a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=196f4bcb4df7745 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:54.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.707+0000 7ff500ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:54.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.707+0000 7ff500ff9640 1 -- 172.21.15.1:0/1699358140 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff51409a7a0 con 0x55d60ed7fa30 2024-02-10T00:01:54.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.707+0000 7ff500ff9640 1 -- 172.21.15.1:0/1699358140 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7ff51409a9e0 con 0x55d60ed7fa30 2024-02-10T00:01:54.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.707+0000 7ff52247f740 1 -- 172.21.15.1:0/1699358140 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d60e9e67e0 con 0x55d60ed7fa30 2024-02-10T00:01:54.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.707+0000 7ff500ff9640 1 -- 172.21.15.1:0/1699358140 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff51409e690 con 0x55d60ed7fa30 2024-02-10T00:01:54.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.707+0000 7ff52247f740 10 client.16485 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:54.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.707+0000 7ff52247f740 1 -- 172.21.15.1:0/1699358140 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55d60ece56b0 con 0x55d60ed7fa30 2024-02-10T00:01:54.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.707+0000 7ff500ff9640 1 -- 172.21.15.1:0/1699358140 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55d60e9e67e0 con 0x55d60ed7fa30 2024-02-10T00:01:54.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.707+0000 7ff500ff9640 1 -- 172.21.15.1:0/1699358140 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ff51409aed0 con 0x55d60ed7fa30 2024-02-10T00:01:54.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.707+0000 7ff52247f740 10 client.16485 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:54.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.707+0000 7ff52247f740 10 client.16485 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:01:54.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.707+0000 7ff52247f740 20 client.16485 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:54.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.707+0000 7ff52247f740 1 --2- 172.21.15.1:0/1699358140 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55d60ed99500 0x55d60ed9b940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.707+0000 7ff52247f740 4 client.16485 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:01:54.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.707+0000 7ff52247f740 1 -- 172.21.15.1:0/1699358140 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d60ea23720 con 0x55d60ed99500 2024-02-10T00:01:54.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.708+0000 7ff51ce3f640 1 --2- 172.21.15.1:0/1699358140 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55d60ed99500 0x55d60ed9b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.708+0000 7ff500ff9640 10 client.16485 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:01:54.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.708+0000 7ff51ce3f640 1 --2- 172.21.15.1:0/1699358140 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55d60ed99500 0x55d60ed9b940 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a6e76920a9b2bd49 server_cookie=7cf0ec42668c1b20 in_seq=0 out_seq=0 2024-02-10T00:01:54.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.709+0000 7ff500ff9640 1 -- 172.21.15.1:0/1699358140 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55d60ea23720 con 0x55d60ed99500 2024-02-10T00:01:54.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.709+0000 7ff500ff9640 10 client.16485 handle_command_reply: tid=0 2024-02-10T00:01:54.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.709+0000 7ff52247f740 1 client.16485 shutdown 2024-02-10T00:01:54.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.709+0000 7ff52247f740 1 -- 172.21.15.1:0/1699358140 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d60ed7fa30 msgr2=0x55d60ed85f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.709+0000 7ff52247f740 1 --2- 172.21.15.1:0/1699358140 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d60ed7fa30 0x55d60ed85f30 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7ff5140969a0 tx=0x7ff514018a80 comp rx=0 tx=0).stop 2024-02-10T00:01:54.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.709+0000 7ff52247f740 1 -- 172.21.15.1:0/1699358140 shutdown_connections 2024-02-10T00:01:54.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.709+0000 7ff52247f740 1 --2- 172.21.15.1:0/1699358140 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d60ed88f60 0x55d60ed869b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.709+0000 7ff52247f740 1 --2- 172.21.15.1:0/1699358140 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d60ed803e0 0x55d60ed86470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.709+0000 7ff52247f740 1 --2- 172.21.15.1:0/1699358140 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55d60ed99500 0x55d60ed9b940 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.709+0000 7ff52247f740 1 --2- 172.21.15.1:0/1699358140 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d60ed7fa30 0x55d60ed85f30 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.709+0000 7ff500ff9640 0 client.16485 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:01:54.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.709+0000 7ff52247f740 1 -- 172.21.15.1:0/1699358140 >> 172.21.15.1:0/1699358140 conn(0x55d60ed7a100 msgr2=0x55d60ed7be50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:54.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.710+0000 7ff52247f740 1 -- 172.21.15.1:0/1699358140 shutdown_connections 2024-02-10T00:01:54.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.710+0000 7ff52247f740 1 -- 172.21.15.1:0/1699358140 wait complete. 2024-02-10T00:01:54.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.710+0000 7ff52247f740 20 client.16485 trim_cache size 0 max 16384 2024-02-10T00:01:54.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.721+0000 7ff52247f740 1 Processor -- start 2024-02-10T00:01:54.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.721+0000 7ff52247f740 1 -- start start 2024-02-10T00:01:54.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.722+0000 7ff52247f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d60ed7fa30 0x55d60ed88660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.722+0000 7ff52247f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d60ed803e0 0x55d60ed75420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.722+0000 7ff52247f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d60ed88f60 0x55d60ed867d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.722+0000 7ff52247f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d60ec6c130 con 0x55d60ed803e0 2024-02-10T00:01:54.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.722+0000 7ff52247f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d60e9e6810 con 0x55d60ed7fa30 2024-02-10T00:01:54.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.722+0000 7ff52247f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d60ed80170 con 0x55d60ed88f60 2024-02-10T00:01:54.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.722+0000 7ff51ce3f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d60ed803e0 0x55d60ed75420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.722+0000 7ff51ce3f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d60ed803e0 0x55d60ed75420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60622/0 (socket says 172.21.15.1:60622) 2024-02-10T00:01:54.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.722+0000 7ff51ce3f640 1 -- 172.21.15.1:0/2981226437 learned_addr learned my addr 172.21.15.1:0/2981226437 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:54.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.722+0000 7ff51d640640 1 --2- 172.21.15.1:0/2981226437 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d60ed7fa30 0x55d60ed88660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.722+0000 7ff51ce3f640 1 -- 172.21.15.1:0/2981226437 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d60ed88f60 msgr2=0x55d60ed867d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.722+0000 7ff51de41640 1 --2- 172.21.15.1:0/2981226437 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d60ed88f60 0x55d60ed867d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.722+0000 7ff51ce3f640 1 --2- 172.21.15.1:0/2981226437 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d60ed88f60 0x55d60ed867d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.722+0000 7ff51ce3f640 1 -- 172.21.15.1:0/2981226437 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d60ed7fa30 msgr2=0x55d60ed88660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.722+0000 7ff51ce3f640 1 --2- 172.21.15.1:0/2981226437 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d60ed7fa30 0x55d60ed88660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.722+0000 7ff51ce3f640 1 -- 172.21.15.1:0/2981226437 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d60ec81c90 con 0x55d60ed803e0 2024-02-10T00:01:54.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.722+0000 7ff51d640640 1 --2- 172.21.15.1:0/2981226437 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d60ed7fa30 0x55d60ed88660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:01:54.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.722+0000 7ff51ce3f640 1 --2- 172.21.15.1:0/2981226437 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d60ed803e0 0x55d60ed75420 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7ff508012040 tx=0x7ff508013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4db9c8a1895ff982 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:54.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.722+0000 7ff502ffd640 1 -- 172.21.15.1:0/2981226437 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff508023070 con 0x55d60ed803e0 2024-02-10T00:01:54.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.722+0000 7ff502ffd640 1 -- 172.21.15.1:0/2981226437 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff508010d90 con 0x55d60ed803e0 2024-02-10T00:01:54.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.722+0000 7ff502ffd640 1 -- 172.21.15.1:0/2981226437 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff50801e650 con 0x55d60ed803e0 2024-02-10T00:01:54.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.723+0000 7ff52247f740 1 -- 172.21.15.1:0/2981226437 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d60ed803e0 msgr2=0x55d60ed75420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.723+0000 7ff52247f740 1 --2- 172.21.15.1:0/2981226437 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d60ed803e0 0x55d60ed75420 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7ff508012040 tx=0x7ff508013000 comp rx=0 tx=0).stop 2024-02-10T00:01:54.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.723+0000 7ff52247f740 1 -- 172.21.15.1:0/2981226437 shutdown_connections 2024-02-10T00:01:54.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.723+0000 7ff52247f740 1 --2- 172.21.15.1:0/2981226437 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d60ed88f60 0x55d60ed867d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.723+0000 7ff52247f740 1 --2- 172.21.15.1:0/2981226437 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d60ed803e0 0x55d60ed75420 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.723+0000 7ff52247f740 1 --2- 172.21.15.1:0/2981226437 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d60ed7fa30 0x55d60ed88660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.723+0000 7ff52247f740 1 -- 172.21.15.1:0/2981226437 >> 172.21.15.1:0/2981226437 conn(0x55d60ed7a100 msgr2=0x55d60ed807c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:54.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.723+0000 7ff52247f740 1 -- 172.21.15.1:0/2981226437 shutdown_connections 2024-02-10T00:01:54.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.723+0000 7ff52247f740 1 -- 172.21.15.1:0/2981226437 wait complete. 2024-02-10T00:01:54.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.723+0000 7ff52247f740 1 -- start start 2024-02-10T00:01:54.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.723+0000 7ff52247f740 1 Processor -- start 2024-02-10T00:01:54.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.723+0000 7ff52247f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d60ed7fa30 0x55d60ed8e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.724+0000 7ff52247f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d60ed803e0 0x55d60ed8ee20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.724+0000 7ff52247f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d60ed88f60 0x55d60ed8f360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.724+0000 7ff52247f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d60ed90880 con 0x55d60ed88f60 2024-02-10T00:01:54.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.724+0000 7ff52247f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d60edefaa0 con 0x55d60ed803e0 2024-02-10T00:01:54.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.724+0000 7ff52247f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d60edefc60 con 0x55d60ed7fa30 2024-02-10T00:01:54.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.724+0000 7ff52247f740 10 client.0 _ll_register_callbacks cb 0x7ff510037070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:54.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.724+0000 7ff51de41640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d60ed88f60 0x55d60ed8f360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.724+0000 7ff51de41640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d60ed88f60 0x55d60ed8f360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60634/0 (socket says 172.21.15.1:60634) 2024-02-10T00:01:54.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.724+0000 7ff51de41640 1 -- 172.21.15.1:0/379028013 learned_addr learned my addr 172.21.15.1:0/379028013 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:54.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.724+0000 7ff51d640640 1 --2- 172.21.15.1:0/379028013 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d60ed7fa30 0x55d60ed8e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.724+0000 7ff51ce3f640 1 --2- 172.21.15.1:0/379028013 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d60ed803e0 0x55d60ed8ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.724+0000 7ff51de41640 1 -- 172.21.15.1:0/379028013 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d60ed7fa30 msgr2=0x55d60ed8e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.724+0000 7ff51de41640 1 --2- 172.21.15.1:0/379028013 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d60ed7fa30 0x55d60ed8e8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.724+0000 7ff51de41640 1 -- 172.21.15.1:0/379028013 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d60ed803e0 msgr2=0x55d60ed8ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.724+0000 7ff51de41640 1 --2- 172.21.15.1:0/379028013 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d60ed803e0 0x55d60ed8ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.724+0000 7ff51de41640 1 -- 172.21.15.1:0/379028013 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff50800dd30 con 0x55d60ed88f60 2024-02-10T00:01:54.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.724+0000 7ff51ce3f640 1 --2- 172.21.15.1:0/379028013 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d60ed803e0 0x55d60ed8ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:01:54.736 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.724+0000 7ff51de41640 1 --2- 172.21.15.1:0/379028013 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d60ed88f60 0x55d60ed8f360 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7ff51002c6d0 tx=0x7ff510005f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ebf79537e70867b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:54.736 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.724+0000 7ff500ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:54.736 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.724+0000 7ff500ff9640 1 -- 172.21.15.1:0/379028013 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff510034ea0 con 0x55d60ed88f60 2024-02-10T00:01:54.736 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.724+0000 7ff52247f740 1 -- 172.21.15.1:0/379028013 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff5100345a0 con 0x55d60ed88f60 2024-02-10T00:01:54.736 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.724+0000 7ff500ff9640 1 -- 172.21.15.1:0/379028013 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7ff5100326b0 con 0x55d60ed88f60 2024-02-10T00:01:54.736 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.724+0000 7ff500ff9640 1 -- 172.21.15.1:0/379028013 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff5100328b0 con 0x55d60ed88f60 2024-02-10T00:01:54.736 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.724+0000 7ff52247f740 10 client.16491 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:54.736 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.724+0000 7ff52247f740 1 -- 172.21.15.1:0/379028013 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55d60eca7a70 con 0x55d60ed88f60 2024-02-10T00:01:54.736 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.725+0000 7ff500ff9640 1 -- 172.21.15.1:0/379028013 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff51005c020 con 0x55d60ed88f60 2024-02-10T00:01:54.737 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.725+0000 7ff500ff9640 1 -- 172.21.15.1:0/379028013 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ff510004470 con 0x55d60ed88f60 2024-02-10T00:01:54.737 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.725+0000 7ff52247f740 10 client.16491 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:54.737 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.725+0000 7ff52247f740 10 client.16491 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:01:54.737 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.725+0000 7ff52247f740 20 client.16491 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:54.737 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.725+0000 7ff52247f740 1 --2- 172.21.15.1:0/379028013 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55d60edf11b0 0x55d60edf35d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.737 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.725+0000 7ff52247f740 4 client.16491 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:01:54.737 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.725+0000 7ff52247f740 1 -- 172.21.15.1:0/379028013 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55d60ea72890 con 0x55d60edf11b0 2024-02-10T00:01:54.737 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.725+0000 7ff51d640640 1 --2- 172.21.15.1:0/379028013 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55d60edf11b0 0x55d60edf35d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.737 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.726+0000 7ff51d640640 1 --2- 172.21.15.1:0/379028013 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55d60edf11b0 0x55d60edf35d0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=59b2efb77e659426 server_cookie=6ab19cd7ba9b527a in_seq=0 out_seq=0 2024-02-10T00:01:54.738 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.726+0000 7ff500ff9640 10 client.16491 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:01:54.738 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.726+0000 7ff500ff9640 1 -- 172.21.15.1:0/379028013 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55d60ea72890 con 0x55d60edf11b0 2024-02-10T00:01:54.738 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.726+0000 7ff500ff9640 10 client.16491 handle_command_reply: tid=0 2024-02-10T00:01:54.738 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.726+0000 7ff52247f740 1 client.16491 shutdown 2024-02-10T00:01:54.738 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.726+0000 7ff52247f740 1 -- 172.21.15.1:0/379028013 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d60ed88f60 msgr2=0x55d60ed8f360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.738 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.726+0000 7ff52247f740 1 --2- 172.21.15.1:0/379028013 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d60ed88f60 0x55d60ed8f360 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7ff51002c6d0 tx=0x7ff510005f80 comp rx=0 tx=0).stop 2024-02-10T00:01:54.738 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.726+0000 7ff52247f740 1 -- 172.21.15.1:0/379028013 shutdown_connections 2024-02-10T00:01:54.738 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.726+0000 7ff52247f740 1 --2- 172.21.15.1:0/379028013 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55d60edf11b0 0x55d60edf35d0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.738 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.726+0000 7ff52247f740 1 --2- 172.21.15.1:0/379028013 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d60ed88f60 0x55d60ed8f360 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.738 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.726+0000 7ff52247f740 1 --2- 172.21.15.1:0/379028013 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d60ed803e0 0x55d60ed8ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.739 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.726+0000 7ff500ff9640 0 client.16491 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:01:54.739 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.726+0000 7ff52247f740 1 --2- 172.21.15.1:0/379028013 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d60ed7fa30 0x55d60ed8e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.739 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.726+0000 7ff52247f740 1 -- 172.21.15.1:0/379028013 >> 172.21.15.1:0/379028013 conn(0x55d60ed7a100 msgr2=0x55d60eda02e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:54.739 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.726+0000 7ff52247f740 1 -- 172.21.15.1:0/379028013 shutdown_connections 2024-02-10T00:01:54.739 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.726+0000 7ff52247f740 1 -- 172.21.15.1:0/379028013 wait complete. 2024-02-10T00:01:54.739 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.726+0000 7ff52247f740 20 client.16491 trim_cache size 0 max 16384 2024-02-10T00:01:54.739 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:01:54.741 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.727+0000 7ff51f8a4640 1 -- 172.21.15.1:0/2397268899 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff5040a2230 msgr2=0x7ff5040a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.741 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.727+0000 7ff51f8a4640 1 --2- 172.21.15.1:0/2397268899 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff5040a2230 0x7ff5040a46f0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7ff508005d80 tx=0x7ff508005c90 comp rx=0 tx=0).stop 2024-02-10T00:01:54.741 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.727+0000 7ff51f8a4640 1 -- 172.21.15.1:0/2397268899 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff518101520 msgr2=0x7ff51819d670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.742 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.727+0000 7ff51f8a4640 1 --2- 172.21.15.1:0/2397268899 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff518101520 0x7ff51819d670 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7ff51400d950 tx=0x7ff51400de10 comp rx=0 tx=0).stop 2024-02-10T00:01:54.742 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.727+0000 7ff51f8a4640 1 -- 172.21.15.1:0/2397268899 shutdown_connections 2024-02-10T00:01:54.742 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.727+0000 7ff51f8a4640 1 --2- 172.21.15.1:0/2397268899 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff5040a2230 0x7ff5040a46f0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.742 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.727+0000 7ff51f8a4640 1 --2- 172.21.15.1:0/2397268899 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff5181037a0 0x7ff518197730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.742 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.727+0000 7ff51f8a4640 1 --2- 172.21.15.1:0/2397268899 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff518102e00 0x7ff51819dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.742 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.727+0000 7ff51f8a4640 1 --2- 172.21.15.1:0/2397268899 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff518101520 0x7ff51819d670 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.742 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.727+0000 7ff51f8a4640 1 -- 172.21.15.1:0/2397268899 >> 172.21.15.1:0/2397268899 conn(0x7ff5180fccc0 msgr2=0x7ff5180fd2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:54.742 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.727+0000 7ff51f8a4640 1 -- 172.21.15.1:0/2397268899 shutdown_connections 2024-02-10T00:01:54.742 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.727+0000 7ff51f8a4640 1 -- 172.21.15.1:0/2397268899 wait complete. 2024-02-10T00:01:54.743 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:01:54.743 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-02-10T00:01:54.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.846+0000 7f0483e76640 1 -- 172.21.15.1:0/2314061541 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f047c102450 msgr2=0x7f047c102830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.846+0000 7f0483e76640 1 --2- 172.21.15.1:0/2314061541 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f047c102450 0x7f047c102830 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f0474009900 tx=0x7f047402bcd0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.846+0000 7f0483e76640 1 -- 172.21.15.1:0/2314061541 shutdown_connections 2024-02-10T00:01:54.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.846+0000 7f0483e76640 1 --2- 172.21.15.1:0/2314061541 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f047c10b820 0x7f047c10dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.846+0000 7f0483e76640 1 --2- 172.21.15.1:0/2314061541 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f047c102d70 0x7f047c10b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.846+0000 7f0483e76640 1 --2- 172.21.15.1:0/2314061541 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f047c102450 0x7f047c102830 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.846+0000 7f0483e76640 1 -- 172.21.15.1:0/2314061541 >> 172.21.15.1:0/2314061541 conn(0x7f047c077250 msgr2=0x7f047c077660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:54.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.847+0000 7f0483e76640 1 -- 172.21.15.1:0/2314061541 shutdown_connections 2024-02-10T00:01:54.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.847+0000 7f0483e76640 1 -- 172.21.15.1:0/2314061541 wait complete. 2024-02-10T00:01:54.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.847+0000 7f0483e76640 1 Processor -- start 2024-02-10T00:01:54.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.847+0000 7f0483e76640 1 -- start start 2024-02-10T00:01:54.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.847+0000 7f0483e76640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f047c102450 0x7f047c19d400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.847+0000 7f0483e76640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f047c102d70 0x7f047c19d940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.847+0000 7f0483e76640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f047c10b820 0x7f047c197600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.847+0000 7f0483e76640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f047c197c50 con 0x7f047c102450 2024-02-10T00:01:54.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.847+0000 7f0483e76640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f047c197dc0 con 0x7f047c102d70 2024-02-10T00:01:54.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.847+0000 7f0483e76640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f047c197f80 con 0x7f047c10b820 2024-02-10T00:01:54.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.847+0000 7f0481c12640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f047c102450 0x7f047c19d400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.847+0000 7f0481c12640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f047c102450 0x7f047c19d400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60664/0 (socket says 172.21.15.1:60664) 2024-02-10T00:01:54.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.847+0000 7f0481c12640 1 -- 172.21.15.1:0/4294160118 learned_addr learned my addr 172.21.15.1:0/4294160118 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:54.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.848+0000 7f0481411640 1 --2- 172.21.15.1:0/4294160118 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f047c102d70 0x7f047c19d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.848+0000 7f0481c12640 1 -- 172.21.15.1:0/4294160118 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f047c10b820 msgr2=0x7f047c197600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.848+0000 7f0482413640 1 --2- 172.21.15.1:0/4294160118 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f047c10b820 0x7f047c197600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.848+0000 7f0481c12640 1 --2- 172.21.15.1:0/4294160118 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f047c10b820 0x7f047c197600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.848+0000 7f0481c12640 1 -- 172.21.15.1:0/4294160118 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f047c102d70 msgr2=0x7f047c19d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.848+0000 7f0481c12640 1 --2- 172.21.15.1:0/4294160118 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f047c102d70 0x7f047c19d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.848+0000 7f0481c12640 1 -- 172.21.15.1:0/4294160118 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0474009560 con 0x7f047c102450 2024-02-10T00:01:54.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.848+0000 7f0482413640 1 --2- 172.21.15.1:0/4294160118 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f047c10b820 0x7f047c197600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:01:54.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.848+0000 7f0481c12640 1 --2- 172.21.15.1:0/4294160118 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f047c102450 0x7f047c19d400 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f0474005940 tx=0x7f0474004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:54.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.848+0000 7f047affd640 1 -- 172.21.15.1:0/4294160118 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0474004440 con 0x7f047c102450 2024-02-10T00:01:54.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.848+0000 7f0483e76640 1 -- 172.21.15.1:0/4294160118 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f047c198200 con 0x7f047c102450 2024-02-10T00:01:54.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.848+0000 7f047affd640 1 -- 172.21.15.1:0/4294160118 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f04740052d0 con 0x7f047c102450 2024-02-10T00:01:54.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.848+0000 7f047affd640 1 -- 172.21.15.1:0/4294160118 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0474003c90 con 0x7f047c102450 2024-02-10T00:01:54.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.848+0000 7f0483e76640 1 -- 172.21.15.1:0/4294160118 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f047c1a44a0 con 0x7f047c102450 2024-02-10T00:01:54.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.850+0000 7f047affd640 1 -- 172.21.15.1:0/4294160118 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f0474005440 con 0x7f047c102450 2024-02-10T00:01:54.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.851+0000 7f0486a48740 1 Processor -- start 2024-02-10T00:01:54.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.851+0000 7f0486a48740 1 -- start start 2024-02-10T00:01:54.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.851+0000 7f047affd640 1 --2- 172.21.15.1:0/4294160118 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f04640a2230 0x7f04640a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.851+0000 7f0486a48740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571ce8c8a30 0x5571ce8c8e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.851+0000 7f0486a48740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571ce8c93e0 0x5571ce8d1990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.851+0000 7f0486a48740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571ce8d1f60 0x5571ce8d43b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.851+0000 7f0486a48740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571ce884020 con 0x5571ce8c8a30 2024-02-10T00:01:54.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.851+0000 7f0486a48740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571ce837320 con 0x5571ce8c93e0 2024-02-10T00:01:54.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.851+0000 7f0486a48740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571ce834850 con 0x5571ce8d1f60 2024-02-10T00:01:54.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.851+0000 7f0481c12640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571ce8c8a30 0x5571ce8c8e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.851+0000 7f0482413640 1 --2- 172.21.15.1:0/4294160118 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f04640a2230 0x7f04640a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.851+0000 7f0481c12640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571ce8c8a30 0x5571ce8c8e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60676/0 (socket says 172.21.15.1:60676) 2024-02-10T00:01:54.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.851+0000 7f047affd640 1 -- 172.21.15.1:0/4294160118 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f04740f0840 con 0x7f047c102450 2024-02-10T00:01:54.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.851+0000 7f0481c12640 1 -- 172.21.15.1:0/219959138 learned_addr learned my addr 172.21.15.1:0/219959138 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:54.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.851+0000 7f0481411640 1 --2- 172.21.15.1:0/219959138 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571ce8c93e0 0x5571ce8d1990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.852+0000 7f0481c12640 1 -- 172.21.15.1:0/219959138 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571ce8d1f60 msgr2=0x5571ce8d43b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.852+0000 7f0481c12640 1 --2- 172.21.15.1:0/219959138 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571ce8d1f60 0x5571ce8d43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.852+0000 7f0481c12640 1 -- 172.21.15.1:0/219959138 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571ce8c93e0 msgr2=0x5571ce8d1990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.852+0000 7f0481c12640 1 --2- 172.21.15.1:0/219959138 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571ce8c93e0 0x5571ce8d1990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.852+0000 7f0481c12640 1 -- 172.21.15.1:0/219959138 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5571ce7f2210 con 0x5571ce8c8a30 2024-02-10T00:01:54.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.852+0000 7f0482413640 1 --2- 172.21.15.1:0/4294160118 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f04640a2230 0x7f04640a46f0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f046c005c40 tx=0x7f046c0097a0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:54.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.852+0000 7f0481c12640 1 --2- 172.21.15.1:0/219959138 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571ce8c8a30 0x5571ce8c8e10 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f04740ee130 tx=0x7f047402bcd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=729b0062f202836b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:54.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.852+0000 7f0463fff640 1 -- 172.21.15.1:0/219959138 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04740bceb0 con 0x5571ce8c8a30 2024-02-10T00:01:54.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.852+0000 7f0463fff640 1 -- 172.21.15.1:0/219959138 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f04740bccd0 con 0x5571ce8c8a30 2024-02-10T00:01:54.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.852+0000 7f0463fff640 1 -- 172.21.15.1:0/219959138 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04740bd400 con 0x5571ce8c8a30 2024-02-10T00:01:54.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.853+0000 7f0486a48740 1 -- 172.21.15.1:0/219959138 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571ce8c8a30 msgr2=0x5571ce8c8e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.853+0000 7f0486a48740 1 --2- 172.21.15.1:0/219959138 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571ce8c8a30 0x5571ce8c8e10 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f04740ee130 tx=0x7f047402bcd0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.853+0000 7f0486a48740 1 -- 172.21.15.1:0/219959138 shutdown_connections 2024-02-10T00:01:54.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.853+0000 7f0486a48740 1 --2- 172.21.15.1:0/219959138 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571ce8d1f60 0x5571ce8d43b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.853+0000 7f0486a48740 1 --2- 172.21.15.1:0/219959138 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571ce8c93e0 0x5571ce8d1990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.853+0000 7f0486a48740 1 --2- 172.21.15.1:0/219959138 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571ce8c8a30 0x5571ce8c8e10 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.853+0000 7f0486a48740 1 -- 172.21.15.1:0/219959138 >> 172.21.15.1:0/219959138 conn(0x5571ce8c3100 msgr2=0x5571ce8c34e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:54.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.853+0000 7f0486a48740 1 -- 172.21.15.1:0/219959138 shutdown_connections 2024-02-10T00:01:54.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.853+0000 7f0486a48740 1 -- 172.21.15.1:0/219959138 wait complete. 2024-02-10T00:01:54.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.853+0000 7f0486a48740 1 -- start start 2024-02-10T00:01:54.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.853+0000 7f0486a48740 1 Processor -- start 2024-02-10T00:01:54.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.854+0000 7f0486a48740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571ce8c8a30 0x5571ce8cee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.854+0000 7f0486a48740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571ce8c93e0 0x5571ce8cf350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.854+0000 7f0486a48740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571ce8d1f60 0x5571ce8cf890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.854+0000 7f0486a48740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571ce830030 con 0x5571ce8c93e0 2024-02-10T00:01:54.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.854+0000 7f0486a48740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571ce503430 con 0x5571ce8c8a30 2024-02-10T00:01:54.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.854+0000 7f0486a48740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571ce4bfe00 con 0x5571ce8d1f60 2024-02-10T00:01:54.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.854+0000 7f0486a48740 10 client.0 _ll_register_callbacks cb 0x5571ce825030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:54.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.854+0000 7f0481411640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571ce8c93e0 0x5571ce8cf350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.854+0000 7f0481411640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571ce8c93e0 0x5571ce8cf350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60682/0 (socket says 172.21.15.1:60682) 2024-02-10T00:01:54.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.854+0000 7f0481411640 1 -- 172.21.15.1:0/1776014372 learned_addr learned my addr 172.21.15.1:0/1776014372 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:54.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.854+0000 7f0481c12640 1 --2- 172.21.15.1:0/1776014372 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571ce8c8a30 0x5571ce8cee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.854+0000 7f0482413640 1 --2- 172.21.15.1:0/1776014372 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571ce8d1f60 0x5571ce8cf890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.854+0000 7f0481411640 1 -- 172.21.15.1:0/1776014372 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571ce8d1f60 msgr2=0x5571ce8cf890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.854+0000 7f0481411640 1 --2- 172.21.15.1:0/1776014372 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571ce8d1f60 0x5571ce8cf890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.854+0000 7f0481411640 1 -- 172.21.15.1:0/1776014372 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571ce8c8a30 msgr2=0x5571ce8cee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.854+0000 7f0481411640 1 --2- 172.21.15.1:0/1776014372 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571ce8c8a30 0x5571ce8cee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.854+0000 7f0481411640 1 -- 172.21.15.1:0/1776014372 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f047c1a44a0 con 0x5571ce8c93e0 2024-02-10T00:01:54.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.854+0000 7f0481c12640 1 --2- 172.21.15.1:0/1776014372 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571ce8c8a30 0x5571ce8cee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:01:54.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.854+0000 7f0481411640 1 --2- 172.21.15.1:0/1776014372 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571ce8c93e0 0x5571ce8cf350 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f0470012740 tx=0x7f0470012c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=615453aec9342805 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:54.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.854+0000 7f04617fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:54.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.854+0000 7f04617fa640 1 -- 172.21.15.1:0/1776014372 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0470010b50 con 0x5571ce8c93e0 2024-02-10T00:01:54.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.854+0000 7f04617fa640 1 -- 172.21.15.1:0/1776014372 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f0470010cb0 con 0x5571ce8c93e0 2024-02-10T00:01:54.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.854+0000 7f0486a48740 1 -- 172.21.15.1:0/1776014372 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5571ce52f7e0 con 0x5571ce8c93e0 2024-02-10T00:01:54.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.855+0000 7f04617fa640 1 -- 172.21.15.1:0/1776014372 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0470010e70 con 0x5571ce8c93e0 2024-02-10T00:01:54.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.855+0000 7f0486a48740 10 client.16503 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:54.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.855+0000 7f0486a48740 1 -- 172.21.15.1:0/1776014372 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5571ce82e6b0 con 0x5571ce8c93e0 2024-02-10T00:01:54.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.855+0000 7f04617fa640 1 -- 172.21.15.1:0/1776014372 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5571ce52f7e0 con 0x5571ce8c93e0 2024-02-10T00:01:54.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.855+0000 7f04617fa640 1 -- 172.21.15.1:0/1776014372 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f04700225e0 con 0x5571ce8c93e0 2024-02-10T00:01:54.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.855+0000 7f0486a48740 10 client.16503 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:54.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.855+0000 7f0486a48740 10 client.16503 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:01:54.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.855+0000 7f0486a48740 20 client.16503 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:54.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.855+0000 7f0486a48740 1 --2- 172.21.15.1:0/1776014372 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5571ce8e2160 0x5571ce8e4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.855+0000 7f0486a48740 4 client.16503 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:01:54.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.855+0000 7f0486a48740 1 -- 172.21.15.1:0/1776014372 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5571ce56c720 con 0x5571ce8e2160 2024-02-10T00:01:54.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.855+0000 7f0481c12640 1 --2- 172.21.15.1:0/1776014372 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5571ce8e2160 0x5571ce8e4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.856+0000 7f0481c12640 1 --2- 172.21.15.1:0/1776014372 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5571ce8e2160 0x5571ce8e4580 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6a66acb7cc1188ed server_cookie=b9d37cedf012b299 in_seq=0 out_seq=0 2024-02-10T00:01:54.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.856+0000 7f04617fa640 10 client.16503 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:01:54.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.856+0000 7f04617fa640 1 -- 172.21.15.1:0/1776014372 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5571ce56c720 con 0x5571ce8e2160 2024-02-10T00:01:54.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.856+0000 7f04617fa640 10 client.16503 handle_command_reply: tid=0 2024-02-10T00:01:54.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.856+0000 7f0486a48740 1 client.16503 shutdown 2024-02-10T00:01:54.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.856+0000 7f0486a48740 1 -- 172.21.15.1:0/1776014372 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571ce8c93e0 msgr2=0x5571ce8cf350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.856+0000 7f0486a48740 1 --2- 172.21.15.1:0/1776014372 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571ce8c93e0 0x5571ce8cf350 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f0470012740 tx=0x7f0470012c00 comp rx=0 tx=0).stop 2024-02-10T00:01:54.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.856+0000 7f0486a48740 1 -- 172.21.15.1:0/1776014372 shutdown_connections 2024-02-10T00:01:54.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.856+0000 7f0486a48740 1 --2- 172.21.15.1:0/1776014372 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5571ce8e2160 0x5571ce8e4580 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.856+0000 7f0486a48740 1 --2- 172.21.15.1:0/1776014372 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571ce8d1f60 0x5571ce8cf890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.856+0000 7f0486a48740 1 --2- 172.21.15.1:0/1776014372 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571ce8c93e0 0x5571ce8cf350 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.856+0000 7f0486a48740 1 --2- 172.21.15.1:0/1776014372 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571ce8c8a30 0x5571ce8cee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.856+0000 7f0486a48740 1 -- 172.21.15.1:0/1776014372 >> 172.21.15.1:0/1776014372 conn(0x5571ce8c3100 msgr2=0x5571ce8c4e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:54.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.856+0000 7f04617fa640 0 client.16503 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:01:54.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.856+0000 7f0486a48740 1 -- 172.21.15.1:0/1776014372 shutdown_connections 2024-02-10T00:01:54.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.856+0000 7f0486a48740 1 -- 172.21.15.1:0/1776014372 wait complete. 2024-02-10T00:01:54.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.857+0000 7f0486a48740 20 client.16503 trim_cache size 0 max 16384 2024-02-10T00:01:54.880 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.868+0000 7f0486a48740 1 Processor -- start 2024-02-10T00:01:54.880 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.868+0000 7f0486a48740 1 -- start start 2024-02-10T00:01:54.880 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.868+0000 7f0486a48740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571ce8c8a30 0x5571ce8d1540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.880 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.868+0000 7f0486a48740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571ce8c93e0 0x5571ce8cf6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.881 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.868+0000 7f0486a48740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571ce8d1f60 0x5571ce8cddf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.881 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.868+0000 7f0486a48740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571ce8be8b0 con 0x5571ce8c8a30 2024-02-10T00:01:54.881 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.868+0000 7f0486a48740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571ce7b5130 con 0x5571ce8c93e0 2024-02-10T00:01:54.881 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.868+0000 7f0486a48740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571ce8c29c0 con 0x5571ce8d1f60 2024-02-10T00:01:54.881 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.868+0000 7f0481c12640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571ce8c8a30 0x5571ce8d1540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.881 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.868+0000 7f0481c12640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571ce8c8a30 0x5571ce8d1540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60692/0 (socket says 172.21.15.1:60692) 2024-02-10T00:01:54.881 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.868+0000 7f0481c12640 1 -- 172.21.15.1:0/3900866152 learned_addr learned my addr 172.21.15.1:0/3900866152 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:54.882 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.869+0000 7f0481c12640 1 -- 172.21.15.1:0/3900866152 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571ce8d1f60 msgr2=0x5571ce8cddf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.882 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.869+0000 7f0481c12640 1 --2- 172.21.15.1:0/3900866152 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571ce8d1f60 0x5571ce8cddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.882 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.869+0000 7f0481c12640 1 -- 172.21.15.1:0/3900866152 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571ce8c93e0 msgr2=0x5571ce8cf6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.882 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.869+0000 7f0481c12640 1 --2- 172.21.15.1:0/3900866152 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571ce8c93e0 0x5571ce8cf6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.882 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.869+0000 7f0481c12640 1 -- 172.21.15.1:0/3900866152 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5571ce7cac90 con 0x5571ce8c8a30 2024-02-10T00:01:54.882 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.869+0000 7f0481c12640 1 --2- 172.21.15.1:0/3900866152 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571ce8c8a30 0x5571ce8d1540 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f04740ee180 tx=0x7f047408f040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc30a7a18bdb8b88 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:54.882 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.869+0000 7f04637fe640 1 -- 172.21.15.1:0/3900866152 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f047403ce30 con 0x5571ce8c8a30 2024-02-10T00:01:54.882 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.869+0000 7f04637fe640 1 -- 172.21.15.1:0/3900866152 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f04740bda70 con 0x5571ce8c8a30 2024-02-10T00:01:54.883 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.869+0000 7f04637fe640 1 -- 172.21.15.1:0/3900866152 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04740c1120 con 0x5571ce8c8a30 2024-02-10T00:01:54.883 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.869+0000 7f0486a48740 1 -- 172.21.15.1:0/3900866152 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571ce8c8a30 msgr2=0x5571ce8d1540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.883 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.869+0000 7f0486a48740 1 --2- 172.21.15.1:0/3900866152 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571ce8c8a30 0x5571ce8d1540 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f04740ee180 tx=0x7f047408f040 comp rx=0 tx=0).stop 2024-02-10T00:01:54.883 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.870+0000 7f0486a48740 1 -- 172.21.15.1:0/3900866152 shutdown_connections 2024-02-10T00:01:54.883 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.870+0000 7f0486a48740 1 --2- 172.21.15.1:0/3900866152 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571ce8d1f60 0x5571ce8cddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.883 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.870+0000 7f0486a48740 1 --2- 172.21.15.1:0/3900866152 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571ce8c93e0 0x5571ce8cf6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.884 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.870+0000 7f0486a48740 1 --2- 172.21.15.1:0/3900866152 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571ce8c8a30 0x5571ce8d1540 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.884 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.870+0000 7f0486a48740 1 -- 172.21.15.1:0/3900866152 >> 172.21.15.1:0/3900866152 conn(0x5571ce8c3100 msgr2=0x5571ce8cd6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:54.884 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.870+0000 7f0486a48740 1 -- 172.21.15.1:0/3900866152 shutdown_connections 2024-02-10T00:01:54.884 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.870+0000 7f0486a48740 1 -- 172.21.15.1:0/3900866152 wait complete. 2024-02-10T00:01:54.884 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.870+0000 7f0486a48740 1 -- start start 2024-02-10T00:01:54.884 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.870+0000 7f0486a48740 1 Processor -- start 2024-02-10T00:01:54.884 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.870+0000 7f0486a48740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571ce8c8a30 0x5571ce8d6a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.884 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.870+0000 7f0486a48740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571ce8c93e0 0x5571ce8d6fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.885 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.870+0000 7f0486a48740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571ce8d1f60 0x5571ce93bab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.885 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.870+0000 7f0486a48740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571ce8d7790 con 0x5571ce8c8a30 2024-02-10T00:01:54.885 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.870+0000 7f0486a48740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571ce8d7900 con 0x5571ce8c93e0 2024-02-10T00:01:54.885 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.870+0000 7f0486a48740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571ce93c020 con 0x5571ce8d1f60 2024-02-10T00:01:54.885 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.870+0000 7f0486a48740 10 client.0 _ll_register_callbacks cb 0x7f047000a630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:54.885 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.870+0000 7f0481c12640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571ce8c8a30 0x5571ce8d6a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.885 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.870+0000 7f0481c12640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571ce8c8a30 0x5571ce8d6a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60696/0 (socket says 172.21.15.1:60696) 2024-02-10T00:01:54.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.870+0000 7f0481c12640 1 -- 172.21.15.1:0/1238704821 learned_addr learned my addr 172.21.15.1:0/1238704821 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:54.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.871+0000 7f0482413640 1 --2- 172.21.15.1:0/1238704821 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571ce8d1f60 0x5571ce93bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.871+0000 7f0481411640 1 --2- 172.21.15.1:0/1238704821 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571ce8c93e0 0x5571ce8d6fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.871+0000 7f0481c12640 1 -- 172.21.15.1:0/1238704821 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571ce8d1f60 msgr2=0x5571ce93bab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.871+0000 7f0481c12640 1 --2- 172.21.15.1:0/1238704821 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571ce8d1f60 0x5571ce93bab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.871+0000 7f0481c12640 1 -- 172.21.15.1:0/1238704821 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571ce8c93e0 msgr2=0x5571ce8d6fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:54.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.871+0000 7f0481c12640 1 --2- 172.21.15.1:0/1238704821 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571ce8c93e0 0x5571ce8d6fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.871+0000 7f0481c12640 1 -- 172.21.15.1:0/1238704821 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5571ce7f2210 con 0x5571ce8c8a30 2024-02-10T00:01:54.887 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.871+0000 7f0481c12640 1 --2- 172.21.15.1:0/1238704821 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571ce8c8a30 0x5571ce8d6a80 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f04740ee5c0 tx=0x7f04740c5b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e3a3902880371b7 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:54.887 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.871+0000 7f04617fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:54.887 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.871+0000 7f04617fa640 1 -- 172.21.15.1:0/1238704821 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f047403ce30 con 0x5571ce8c8a30 2024-02-10T00:01:54.887 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.871+0000 7f04617fa640 1 -- 172.21.15.1:0/1238704821 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f04740d9060 con 0x5571ce8c8a30 2024-02-10T00:01:54.887 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.871+0000 7f0486a48740 1 -- 172.21.15.1:0/1238704821 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f04740bccd0 con 0x5571ce8c8a30 2024-02-10T00:01:54.887 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.871+0000 7f04617fa640 1 -- 172.21.15.1:0/1238704821 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f04740b99e0 con 0x5571ce8c8a30 2024-02-10T00:01:54.887 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.871+0000 7f0486a48740 10 client.16509 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:54.888 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.871+0000 7f0486a48740 1 -- 172.21.15.1:0/1238704821 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5571ce7f0a70 con 0x5571ce8c8a30 2024-02-10T00:01:54.888 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.871+0000 7f04617fa640 1 -- 172.21.15.1:0/1238704821 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f04740bccd0 con 0x5571ce8c8a30 2024-02-10T00:01:54.888 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.871+0000 7f04617fa640 1 -- 172.21.15.1:0/1238704821 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f047403c070 con 0x5571ce8c8a30 2024-02-10T00:01:54.888 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.871+0000 7f0486a48740 10 client.16509 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:54.888 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.872+0000 7f0486a48740 10 client.16509 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:01:54.888 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.872+0000 7f0486a48740 20 client.16509 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:54.888 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.872+0000 7f0486a48740 1 --2- 172.21.15.1:0/1238704821 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5571ce93d360 0x5571ce93f750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:54.888 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.872+0000 7f0486a48740 4 client.16509 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:01:54.889 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.872+0000 7f0486a48740 1 -- 172.21.15.1:0/1238704821 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5571ce5bb890 con 0x5571ce93d360 2024-02-10T00:01:54.889 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.872+0000 7f0481411640 1 --2- 172.21.15.1:0/1238704821 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5571ce93d360 0x5571ce93f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:54.889 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.872+0000 7f0481411640 1 --2- 172.21.15.1:0/1238704821 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5571ce93d360 0x5571ce93f750 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=65c7c5c925f6b7bf server_cookie=399ec622e749ed85 in_seq=0 out_seq=0 2024-02-10T00:01:54.889 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.872+0000 7f04617fa640 10 client.16509 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:01:54.889 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.872+0000 7f04617fa640 1 -- 172.21.15.1:0/1238704821 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5571ce5bb890 con 0x5571ce93d360 2024-02-10T00:01:54.889 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.872+0000 7f04617fa640 10 client.16509 handle_command_reply: tid=0 2024-02-10T00:01:54.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.872+0000 7f0486a48740 1 client.16509 shutdown 2024-02-10T00:01:54.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.872+0000 7f0486a48740 1 -- 172.21.15.1:0/1238704821 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571ce8c8a30 msgr2=0x5571ce8d6a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.872+0000 7f0486a48740 1 --2- 172.21.15.1:0/1238704821 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571ce8c8a30 0x5571ce8d6a80 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f04740ee5c0 tx=0x7f04740c5b90 comp rx=0 tx=0).stop 2024-02-10T00:01:54.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.872+0000 7f0486a48740 1 -- 172.21.15.1:0/1238704821 shutdown_connections 2024-02-10T00:01:54.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.872+0000 7f0486a48740 1 --2- 172.21.15.1:0/1238704821 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5571ce93d360 0x5571ce93f750 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.873+0000 7f0486a48740 1 --2- 172.21.15.1:0/1238704821 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571ce8d1f60 0x5571ce93bab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.873+0000 7f0486a48740 1 --2- 172.21.15.1:0/1238704821 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571ce8c93e0 0x5571ce8d6fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.873+0000 7f0486a48740 1 --2- 172.21.15.1:0/1238704821 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571ce8c8a30 0x5571ce8d6a80 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.873+0000 7f04617fa640 0 client.16509 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:01:54.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.873+0000 7f0486a48740 1 -- 172.21.15.1:0/1238704821 >> 172.21.15.1:0/1238704821 conn(0x5571ce8c3100 msgr2=0x5571ce8c19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:54.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.873+0000 7f0486a48740 1 -- 172.21.15.1:0/1238704821 shutdown_connections 2024-02-10T00:01:54.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.873+0000 7f0486a48740 1 -- 172.21.15.1:0/1238704821 wait complete. 2024-02-10T00:01:54.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.873+0000 7f0486a48740 20 client.16509 trim_cache size 0 max 16384 2024-02-10T00:01:54.892 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:01:54.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.873+0000 7f0483e76640 1 -- 172.21.15.1:0/4294160118 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f04640a2230 msgr2=0x7f04640a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.873+0000 7f0483e76640 1 --2- 172.21.15.1:0/4294160118 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f04640a2230 0x7f04640a46f0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f046c005c40 tx=0x7f046c0097a0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.873+0000 7f0483e76640 1 -- 172.21.15.1:0/4294160118 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f047c102450 msgr2=0x7f047c19d400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:54.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.873+0000 7f0483e76640 1 --2- 172.21.15.1:0/4294160118 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f047c102450 0x7f047c19d400 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f0474005940 tx=0x7f0474004040 comp rx=0 tx=0).stop 2024-02-10T00:01:54.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.873+0000 7f0483e76640 1 -- 172.21.15.1:0/4294160118 shutdown_connections 2024-02-10T00:01:54.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.873+0000 7f0483e76640 1 --2- 172.21.15.1:0/4294160118 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f04640a2230 0x7f04640a46f0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.873+0000 7f0483e76640 1 --2- 172.21.15.1:0/4294160118 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f047c10b820 0x7f047c197600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.873+0000 7f0483e76640 1 --2- 172.21.15.1:0/4294160118 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f047c102d70 0x7f047c19d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.873+0000 7f0483e76640 1 --2- 172.21.15.1:0/4294160118 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f047c102450 0x7f047c19d400 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:54.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.873+0000 7f0483e76640 1 -- 172.21.15.1:0/4294160118 >> 172.21.15.1:0/4294160118 conn(0x7f047c077250 msgr2=0x7f047c0fd190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:54.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.873+0000 7f0483e76640 1 -- 172.21.15.1:0/4294160118 shutdown_connections 2024-02-10T00:01:54.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:54.873+0000 7f0483e76640 1 -- 172.21.15.1:0/4294160118 wait complete. 2024-02-10T00:01:54.896 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:01:54.896 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-02-10T00:01:55.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.000+0000 7f4ff1556640 1 -- 172.21.15.1:0/2949375184 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4fec10b820 msgr2=0x7f4fec10dc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:55.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.000+0000 7f4ff1556640 1 --2- 172.21.15.1:0/2949375184 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4fec10b820 0x7f4fec10dc50 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f4fe4009ca0 tx=0x7f4fe402c180 comp rx=0 tx=0).stop 2024-02-10T00:01:55.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.000+0000 7f4ff1556640 1 -- 172.21.15.1:0/2949375184 shutdown_connections 2024-02-10T00:01:55.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.000+0000 7f4ff1556640 1 --2- 172.21.15.1:0/2949375184 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4fec10b820 0x7f4fec10dc50 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.000+0000 7f4ff1556640 1 --2- 172.21.15.1:0/2949375184 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4fec102d70 0x7f4fec10b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.000+0000 7f4ff1556640 1 --2- 172.21.15.1:0/2949375184 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4fec102450 0x7f4fec102830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.000+0000 7f4ff1556640 1 -- 172.21.15.1:0/2949375184 >> 172.21.15.1:0/2949375184 conn(0x7f4fec077250 msgr2=0x7f4fec077660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:55.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.000+0000 7f4ff1556640 1 -- 172.21.15.1:0/2949375184 shutdown_connections 2024-02-10T00:01:55.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.000+0000 7f4ff1556640 1 -- 172.21.15.1:0/2949375184 wait complete. 2024-02-10T00:01:55.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.000+0000 7f4ff1556640 1 Processor -- start 2024-02-10T00:01:55.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.001+0000 7f4ff1556640 1 -- start start 2024-02-10T00:01:55.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.001+0000 7f4ff1556640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4fec102450 0x7f4fec1000a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:55.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.001+0000 7f4ff1556640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4fec102d70 0x7f4fec1005e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:55.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.001+0000 7f4ff1556640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4fec10b820 0x7f4fec100b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:55.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.001+0000 7f4ff1556640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fec1a5be0 con 0x7f4fec102d70 2024-02-10T00:01:55.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.001+0000 7f4ff1556640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fec1a5d50 con 0x7f4fec102450 2024-02-10T00:01:55.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.001+0000 7f4ff1556640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fec1a5f10 con 0x7f4fec10b820 2024-02-10T00:01:55.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.001+0000 7f4fea7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4fec102d70 0x7f4fec1005e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:55.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.001+0000 7f4fea7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4fec102d70 0x7f4fec1005e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60716/0 (socket says 172.21.15.1:60716) 2024-02-10T00:01:55.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.001+0000 7f4fea7fc640 1 -- 172.21.15.1:0/339160949 learned_addr learned my addr 172.21.15.1:0/339160949 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:55.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.001+0000 7f4feb7fe640 1 --2- 172.21.15.1:0/339160949 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4fec10b820 0x7f4fec100b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:55.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.001+0000 7f4feaffd640 1 --2- 172.21.15.1:0/339160949 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4fec102450 0x7f4fec1000a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:55.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.001+0000 7f4fea7fc640 1 -- 172.21.15.1:0/339160949 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4fec10b820 msgr2=0x7f4fec100b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:55.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.001+0000 7f4fea7fc640 1 --2- 172.21.15.1:0/339160949 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4fec10b820 0x7f4fec100b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.001+0000 7f4fea7fc640 1 -- 172.21.15.1:0/339160949 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4fec102450 msgr2=0x7f4fec1000a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:55.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.001+0000 7f4fea7fc640 1 --2- 172.21.15.1:0/339160949 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4fec102450 0x7f4fec1000a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.001+0000 7f4fea7fc640 1 -- 172.21.15.1:0/339160949 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4fe4009900 con 0x7f4fec102d70 2024-02-10T00:01:55.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.001+0000 7f4fea7fc640 1 --2- 172.21.15.1:0/339160949 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4fec102d70 0x7f4fec1005e0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f4fd400d950 tx=0x7f4fd400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:55.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.001+0000 7f4fe3fff640 1 -- 172.21.15.1:0/339160949 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fd4009a30 con 0x7f4fec102d70 2024-02-10T00:01:55.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.001+0000 7f4fe3fff640 1 -- 172.21.15.1:0/339160949 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4fd4009b90 con 0x7f4fec102d70 2024-02-10T00:01:55.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.001+0000 7f4ff1556640 1 -- 172.21.15.1:0/339160949 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4fec1a61f0 con 0x7f4fec102d70 2024-02-10T00:01:55.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.001+0000 7f4fe3fff640 1 -- 172.21.15.1:0/339160949 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fd4004a00 con 0x7f4fec102d70 2024-02-10T00:01:55.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.002+0000 7f4ff1556640 1 -- 172.21.15.1:0/339160949 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4fec1a6750 con 0x7f4fec102d70 2024-02-10T00:01:55.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.004+0000 7f4ff4206740 1 Processor -- start 2024-02-10T00:01:55.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.004+0000 7f4ff4206740 1 -- start start 2024-02-10T00:01:55.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.004+0000 7f4fe3fff640 1 -- 172.21.15.1:0/339160949 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f4fd4009d00 con 0x7f4fec102d70 2024-02-10T00:01:55.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.004+0000 7f4ff4206740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d34137fa30 0x55d34137fe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:55.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.005+0000 7f4ff4206740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d3413803e0 0x55d341388990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:55.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.005+0000 7f4ff4206740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d341388f60 0x55d34138b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:55.012 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.005+0000 7f4ff4206740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d34133b020 con 0x55d3413803e0 2024-02-10T00:01:55.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.005+0000 7f4ff4206740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3412ee320 con 0x55d341388f60 2024-02-10T00:01:55.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.005+0000 7f4ff4206740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3412eb850 con 0x55d34137fa30 2024-02-10T00:01:55.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.005+0000 7f4feaffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d3413803e0 0x55d341388990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:55.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.005+0000 7f4feaffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d3413803e0 0x55d341388990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60724/0 (socket says 172.21.15.1:60724) 2024-02-10T00:01:55.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.005+0000 7f4feaffd640 1 -- 172.21.15.1:0/4187832503 learned_addr learned my addr 172.21.15.1:0/4187832503 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:55.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.005+0000 7f4feb7fe640 1 --2- 172.21.15.1:0/4187832503 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d34137fa30 0x55d34137fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:55.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.005+0000 7f4feaffd640 1 -- 172.21.15.1:0/4187832503 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d34137fa30 msgr2=0x55d34137fe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:55.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.005+0000 7f4feaffd640 1 --2- 172.21.15.1:0/4187832503 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d34137fa30 0x55d34137fe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.005+0000 7f4fea7fc640 1 --2- 172.21.15.1:0/4187832503 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d341388f60 0x55d34138b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:55.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.005+0000 7f4feaffd640 1 -- 172.21.15.1:0/4187832503 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d341388f60 msgr2=0x55d34138b3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:55.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.005+0000 7f4feaffd640 1 --2- 172.21.15.1:0/4187832503 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d341388f60 0x55d34138b3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.005+0000 7f4feaffd640 1 -- 172.21.15.1:0/4187832503 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d3412a9210 con 0x55d3413803e0 2024-02-10T00:01:55.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.005+0000 7f4fe3fff640 1 --2- 172.21.15.1:0/339160949 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4fd80a22b0 0x7f4fd80a4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:55.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.005+0000 7f4feb7fe640 1 --2- 172.21.15.1:0/339160949 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4fd80a22b0 0x7f4fd80a4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:55.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.005+0000 7f4feaffd640 1 --2- 172.21.15.1:0/4187832503 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d3413803e0 0x55d341388990 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f4fdc009bc0 tx=0x7f4fdc00e6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d0d195319c072af server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:55.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.005+0000 7f4fe3fff640 1 -- 172.21.15.1:0/339160949 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f4fd40cd390 con 0x7f4fec102d70 2024-02-10T00:01:55.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.005+0000 7f4fe17fa640 1 -- 172.21.15.1:0/4187832503 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fdc005020 con 0x55d3413803e0 2024-02-10T00:01:55.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.005+0000 7f4fe17fa640 1 -- 172.21.15.1:0/4187832503 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4fdc005660 con 0x55d3413803e0 2024-02-10T00:01:55.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.005+0000 7f4fe17fa640 1 -- 172.21.15.1:0/4187832503 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fdc0116d0 con 0x55d3413803e0 2024-02-10T00:01:55.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.006+0000 7f4ff4206740 1 -- 172.21.15.1:0/4187832503 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d3413803e0 msgr2=0x55d341388990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:55.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.006+0000 7f4feb7fe640 1 --2- 172.21.15.1:0/339160949 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4fd80a22b0 0x7f4fd80a4770 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f4fe402c790 tx=0x7f4fe4005d80 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:55.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.006+0000 7f4ff4206740 1 --2- 172.21.15.1:0/4187832503 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d3413803e0 0x55d341388990 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f4fdc009bc0 tx=0x7f4fdc00e6c0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.006+0000 7f4ff4206740 1 -- 172.21.15.1:0/4187832503 shutdown_connections 2024-02-10T00:01:55.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.006+0000 7f4ff4206740 1 --2- 172.21.15.1:0/4187832503 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d341388f60 0x55d34138b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.006+0000 7f4ff4206740 1 --2- 172.21.15.1:0/4187832503 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d3413803e0 0x55d341388990 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.006+0000 7f4ff4206740 1 --2- 172.21.15.1:0/4187832503 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d34137fa30 0x55d34137fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.006+0000 7f4ff4206740 1 -- 172.21.15.1:0/4187832503 >> 172.21.15.1:0/4187832503 conn(0x55d34137a100 msgr2=0x55d34137a4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:55.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.006+0000 7f4ff4206740 1 -- 172.21.15.1:0/4187832503 shutdown_connections 2024-02-10T00:01:55.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.006+0000 7f4ff4206740 1 -- 172.21.15.1:0/4187832503 wait complete. 2024-02-10T00:01:55.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.007+0000 7f4ff4206740 1 -- start start 2024-02-10T00:01:55.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.007+0000 7f4ff4206740 1 Processor -- start 2024-02-10T00:01:55.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.007+0000 7f4ff4206740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d34137fa30 0x55d341385e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:55.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.007+0000 7f4ff4206740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d3413803e0 0x55d3413863d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:55.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.007+0000 7f4ff4206740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d341388f60 0x55d341386910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:55.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.007+0000 7f4ff4206740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3412e7030 con 0x55d3413803e0 2024-02-10T00:01:55.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.007+0000 7f4ff4206740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d340fba430 con 0x55d341388f60 2024-02-10T00:01:55.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.007+0000 7f4ff4206740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d340f76e00 con 0x55d34137fa30 2024-02-10T00:01:55.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.007+0000 7f4ff4206740 10 client.0 _ll_register_callbacks cb 0x55d3412dc030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:55.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.007+0000 7f4fea7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d3413803e0 0x55d3413863d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:55.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.007+0000 7f4fea7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d3413803e0 0x55d3413863d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60738/0 (socket says 172.21.15.1:60738) 2024-02-10T00:01:55.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.007+0000 7f4fea7fc640 1 -- 172.21.15.1:0/894403137 learned_addr learned my addr 172.21.15.1:0/894403137 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:55.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.007+0000 7f4feaffd640 1 --2- 172.21.15.1:0/894403137 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d34137fa30 0x55d341385e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:55.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.007+0000 7f4feb7fe640 1 --2- 172.21.15.1:0/894403137 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d341388f60 0x55d341386910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:55.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.007+0000 7f4fea7fc640 1 -- 172.21.15.1:0/894403137 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d34137fa30 msgr2=0x55d341385e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:55.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.007+0000 7f4fea7fc640 1 --2- 172.21.15.1:0/894403137 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d34137fa30 0x55d341385e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.007+0000 7f4fea7fc640 1 -- 172.21.15.1:0/894403137 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d341388f60 msgr2=0x55d341386910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:55.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.007+0000 7f4fea7fc640 1 --2- 172.21.15.1:0/894403137 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d341388f60 0x55d341386910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.007+0000 7f4fea7fc640 1 -- 172.21.15.1:0/894403137 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4fdc009820 con 0x55d3413803e0 2024-02-10T00:01:55.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.007+0000 7f4feaffd640 1 --2- 172.21.15.1:0/894403137 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d34137fa30 0x55d341385e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:01:55.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.008+0000 7f4fea7fc640 1 --2- 172.21.15.1:0/894403137 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d3413803e0 0x55d3413863d0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f4fd4099ab0 tx=0x7f4fd409a570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=989eab65cf952594 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:55.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.008+0000 7f4fd27fc640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:55.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.008+0000 7f4fd27fc640 1 -- 172.21.15.1:0/894403137 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fd40a2550 con 0x55d3413803e0 2024-02-10T00:01:55.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.008+0000 7f4fd27fc640 1 -- 172.21.15.1:0/894403137 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f4fd4005680 con 0x55d3413803e0 2024-02-10T00:01:55.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.008+0000 7f4ff4206740 1 -- 172.21.15.1:0/894403137 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d340fe67e0 con 0x55d3413803e0 2024-02-10T00:01:55.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.008+0000 7f4fd27fc640 1 -- 172.21.15.1:0/894403137 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4fd40cad90 con 0x55d3413803e0 2024-02-10T00:01:55.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.008+0000 7f4ff4206740 10 client.16521 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:55.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.008+0000 7f4ff4206740 1 -- 172.21.15.1:0/894403137 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55d3412e56b0 con 0x55d3413803e0 2024-02-10T00:01:55.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.008+0000 7f4fd27fc640 1 -- 172.21.15.1:0/894403137 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55d340fe67e0 con 0x55d3413803e0 2024-02-10T00:01:55.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.008+0000 7f4fd27fc640 1 -- 172.21.15.1:0/894403137 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f4fd4099390 con 0x55d3413803e0 2024-02-10T00:01:55.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.008+0000 7f4ff4206740 10 client.16521 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:55.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.008+0000 7f4ff4206740 10 client.16521 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:01:55.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.008+0000 7f4ff4206740 20 client.16521 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:55.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.008+0000 7f4ff4206740 1 --2- 172.21.15.1:0/894403137 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d341399480 0x55d34139b8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:55.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.008+0000 7f4ff4206740 4 client.16521 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:01:55.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.008+0000 7f4ff4206740 1 -- 172.21.15.1:0/894403137 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d341023720 con 0x55d341399480 2024-02-10T00:01:55.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.008+0000 7f4feaffd640 1 --2- 172.21.15.1:0/894403137 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d341399480 0x55d34139b8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:55.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.009+0000 7f4feaffd640 1 --2- 172.21.15.1:0/894403137 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d341399480 0x55d34139b8c0 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9f8dc4d6aab75a5b server_cookie=d8de9cad9a898198 in_seq=0 out_seq=0 2024-02-10T00:01:55.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.009+0000 7f4fd27fc640 10 client.16521 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:55.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.009+0000 7f4fd27fc640 1 -- 172.21.15.1:0/894403137 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55d341023720 con 0x55d341399480 2024-02-10T00:01:55.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.009+0000 7f4fd27fc640 10 client.16521 handle_command_reply: tid=0 2024-02-10T00:01:55.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.009+0000 7f4ff4206740 1 client.16521 shutdown 2024-02-10T00:01:55.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.010+0000 7f4ff4206740 1 -- 172.21.15.1:0/894403137 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d3413803e0 msgr2=0x55d3413863d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:55.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.010+0000 7f4ff4206740 1 --2- 172.21.15.1:0/894403137 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d3413803e0 0x55d3413863d0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f4fd4099ab0 tx=0x7f4fd409a570 comp rx=0 tx=0).stop 2024-02-10T00:01:55.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.010+0000 7f4ff4206740 1 -- 172.21.15.1:0/894403137 shutdown_connections 2024-02-10T00:01:55.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.010+0000 7f4ff4206740 1 --2- 172.21.15.1:0/894403137 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d341399480 0x55d34139b8c0 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.010+0000 7f4ff4206740 1 --2- 172.21.15.1:0/894403137 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d341388f60 0x55d341386910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.010+0000 7f4ff4206740 1 --2- 172.21.15.1:0/894403137 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d3413803e0 0x55d3413863d0 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.010+0000 7f4ff4206740 1 --2- 172.21.15.1:0/894403137 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d34137fa30 0x55d341385e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.010+0000 7f4fd27fc640 0 client.16521 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:55.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.010+0000 7f4ff4206740 1 -- 172.21.15.1:0/894403137 >> 172.21.15.1:0/894403137 conn(0x55d34137a100 msgr2=0x55d34137be50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:55.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.010+0000 7f4ff4206740 1 -- 172.21.15.1:0/894403137 shutdown_connections 2024-02-10T00:01:55.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.010+0000 7f4ff4206740 1 -- 172.21.15.1:0/894403137 wait complete. 2024-02-10T00:01:55.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.010+0000 7f4ff4206740 20 client.16521 trim_cache size 0 max 16384 2024-02-10T00:01:55.028 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.021+0000 7f4ff4206740 1 Processor -- start 2024-02-10T00:01:55.028 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.021+0000 7f4ff4206740 1 -- start start 2024-02-10T00:01:55.028 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.022+0000 7f4ff4206740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d34137fa30 0x55d3413885c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:55.028 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.022+0000 7f4ff4206740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d3413803e0 0x55d341386730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:55.029 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.022+0000 7f4ff4206740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d341388f60 0x55d3413830f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:55.029 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.022+0000 7f4ff4206740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d34126c130 con 0x55d341388f60 2024-02-10T00:01:55.029 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.022+0000 7f4ff4206740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d340fe67e0 con 0x55d34137fa30 2024-02-10T00:01:55.029 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.022+0000 7f4ff4206740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d34137f530 con 0x55d3413803e0 2024-02-10T00:01:55.029 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.022+0000 7f4feb7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d341388f60 0x55d3413830f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:55.029 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.022+0000 7f4feb7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d341388f60 0x55d3413830f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60750/0 (socket says 172.21.15.1:60750) 2024-02-10T00:01:55.029 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.022+0000 7f4feb7fe640 1 -- 172.21.15.1:0/1989984916 learned_addr learned my addr 172.21.15.1:0/1989984916 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:55.029 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.022+0000 7f4fea7fc640 1 --2- 172.21.15.1:0/1989984916 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d3413803e0 0x55d341386730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:55.029 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.022+0000 7f4feaffd640 1 --2- 172.21.15.1:0/1989984916 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d34137fa30 0x55d3413885c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:55.029 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.022+0000 7f4feb7fe640 1 -- 172.21.15.1:0/1989984916 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d3413803e0 msgr2=0x55d341386730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:55.029 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.022+0000 7f4feb7fe640 1 --2- 172.21.15.1:0/1989984916 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d3413803e0 0x55d341386730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.029 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.022+0000 7f4feb7fe640 1 -- 172.21.15.1:0/1989984916 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d34137fa30 msgr2=0x55d3413885c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:55.029 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.022+0000 7f4feb7fe640 1 --2- 172.21.15.1:0/1989984916 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d34137fa30 0x55d3413885c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.030 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.022+0000 7f4feb7fe640 1 -- 172.21.15.1:0/1989984916 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d341281c90 con 0x55d341388f60 2024-02-10T00:01:55.030 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.022+0000 7f4feb7fe640 1 --2- 172.21.15.1:0/1989984916 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d341388f60 0x55d3413830f0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f4fec06a9b0 tx=0x7f4fe4040000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72060c538e1007d7 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:55.030 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.022+0000 7f4fe0ff9640 1 -- 172.21.15.1:0/1989984916 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fe4003b70 con 0x55d341388f60 2024-02-10T00:01:55.030 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.022+0000 7f4fe0ff9640 1 -- 172.21.15.1:0/1989984916 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4fe404f070 con 0x55d341388f60 2024-02-10T00:01:55.030 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.023+0000 7f4fe0ff9640 1 -- 172.21.15.1:0/1989984916 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fe40044c0 con 0x55d341388f60 2024-02-10T00:01:55.030 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.023+0000 7f4ff4206740 1 -- 172.21.15.1:0/1989984916 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d341388f60 msgr2=0x55d3413830f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:55.030 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.023+0000 7f4ff4206740 1 --2- 172.21.15.1:0/1989984916 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d341388f60 0x55d3413830f0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f4fec06a9b0 tx=0x7f4fe4040000 comp rx=0 tx=0).stop 2024-02-10T00:01:55.030 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.023+0000 7f4ff4206740 1 -- 172.21.15.1:0/1989984916 shutdown_connections 2024-02-10T00:01:55.030 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.023+0000 7f4ff4206740 1 --2- 172.21.15.1:0/1989984916 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d341388f60 0x55d3413830f0 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.030 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.023+0000 7f4ff4206740 1 --2- 172.21.15.1:0/1989984916 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d3413803e0 0x55d341386730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.030 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.023+0000 7f4ff4206740 1 --2- 172.21.15.1:0/1989984916 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d34137fa30 0x55d3413885c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.030 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.023+0000 7f4ff4206740 1 -- 172.21.15.1:0/1989984916 >> 172.21.15.1:0/1989984916 conn(0x55d34137a100 msgr2=0x55d3413a0260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:55.030 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.023+0000 7f4ff4206740 1 -- 172.21.15.1:0/1989984916 shutdown_connections 2024-02-10T00:01:55.030 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.023+0000 7f4ff4206740 1 -- 172.21.15.1:0/1989984916 wait complete. 2024-02-10T00:01:55.030 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.023+0000 7f4ff4206740 1 -- start start 2024-02-10T00:01:55.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.024+0000 7f4ff4206740 1 Processor -- start 2024-02-10T00:01:55.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.024+0000 7f4ff4206740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d34137fa30 0x55d34138ea90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:55.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.024+0000 7f4ff4206740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d3413803e0 0x55d34138efd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:55.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.024+0000 7f4ff4206740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d341388f60 0x55d34138f510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:55.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.024+0000 7f4ff4206740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3413efa20 con 0x55d34137fa30 2024-02-10T00:01:55.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.024+0000 7f4ff4206740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3413efb90 con 0x55d341388f60 2024-02-10T00:01:55.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.024+0000 7f4ff4206740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3413efd50 con 0x55d3413803e0 2024-02-10T00:01:55.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.024+0000 7f4ff4206740 10 client.0 _ll_register_callbacks cb 0x7f4fdc009380 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:55.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.024+0000 7f4feaffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d34137fa30 0x55d34138ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:55.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.024+0000 7f4feaffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d34137fa30 0x55d34138ea90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60760/0 (socket says 172.21.15.1:60760) 2024-02-10T00:01:55.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.024+0000 7f4feaffd640 1 -- 172.21.15.1:0/676260923 learned_addr learned my addr 172.21.15.1:0/676260923 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:55.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.024+0000 7f4fea7fc640 1 --2- 172.21.15.1:0/676260923 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d3413803e0 0x55d34138efd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:55.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.024+0000 7f4feaffd640 1 -- 172.21.15.1:0/676260923 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d3413803e0 msgr2=0x55d34138efd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:55.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.024+0000 7f4feaffd640 1 --2- 172.21.15.1:0/676260923 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d3413803e0 0x55d34138efd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.024+0000 7f4feaffd640 1 -- 172.21.15.1:0/676260923 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d341388f60 msgr2=0x55d34138f510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:55.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.024+0000 7f4feaffd640 1 --2- 172.21.15.1:0/676260923 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d341388f60 0x55d34138f510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.024+0000 7f4feaffd640 1 -- 172.21.15.1:0/676260923 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4fec10e8d0 con 0x55d34137fa30 2024-02-10T00:01:55.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.024+0000 7f4fea7fc640 1 --2- 172.21.15.1:0/676260923 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d3413803e0 0x55d34138efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:01:55.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.024+0000 7f4feaffd640 1 --2- 172.21.15.1:0/676260923 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d34137fa30 0x55d34138ea90 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x55d34137f500 tx=0x7f4fdc005a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6726a19696113eb server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:55.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.024+0000 7f4fd27fc640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:55.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.024+0000 7f4fd27fc640 1 -- 172.21.15.1:0/676260923 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fdc004940 con 0x55d34137fa30 2024-02-10T00:01:55.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.024+0000 7f4fd27fc640 1 -- 172.21.15.1:0/676260923 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f4fdc004dc0 con 0x55d34137fa30 2024-02-10T00:01:55.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.024+0000 7f4ff4206740 1 -- 172.21.15.1:0/676260923 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4fdc005660 con 0x55d34137fa30 2024-02-10T00:01:55.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.025+0000 7f4fd27fc640 1 -- 172.21.15.1:0/676260923 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4fdc009ec0 con 0x55d34137fa30 2024-02-10T00:01:55.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.025+0000 7f4ff4206740 10 client.16527 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:55.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.025+0000 7f4ff4206740 1 -- 172.21.15.1:0/676260923 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55d3412a7a70 con 0x55d34137fa30 2024-02-10T00:01:55.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.025+0000 7f4fd27fc640 1 -- 172.21.15.1:0/676260923 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4fdc005660 con 0x55d34137fa30 2024-02-10T00:01:55.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.025+0000 7f4fd27fc640 1 -- 172.21.15.1:0/676260923 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f4fdc00c070 con 0x55d34137fa30 2024-02-10T00:01:55.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.025+0000 7f4ff4206740 10 client.16527 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:55.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.025+0000 7f4ff4206740 10 client.16527 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:01:55.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.025+0000 7f4ff4206740 20 client.16527 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:55.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.025+0000 7f4ff4206740 1 --2- 172.21.15.1:0/676260923 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d3413f1500 0x55d3413f3920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:55.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.025+0000 7f4ff4206740 4 client.16527 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:01:55.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.025+0000 7f4ff4206740 1 -- 172.21.15.1:0/676260923 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55d341072890 con 0x55d3413f1500 2024-02-10T00:01:55.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.025+0000 7f4fea7fc640 1 --2- 172.21.15.1:0/676260923 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d3413f1500 0x55d3413f3920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:55.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.026+0000 7f4fea7fc640 1 --2- 172.21.15.1:0/676260923 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d3413f1500 0x55d3413f3920 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=49d1a3359d1ee048 server_cookie=bd7269eecf4abb9a in_seq=0 out_seq=0 2024-02-10T00:01:55.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.026+0000 7f4fd27fc640 10 client.16527 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:55.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.026+0000 7f4fd27fc640 1 -- 172.21.15.1:0/676260923 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55d341072890 con 0x55d3413f1500 2024-02-10T00:01:55.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.026+0000 7f4fd27fc640 10 client.16527 handle_command_reply: tid=0 2024-02-10T00:01:55.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.026+0000 7f4ff4206740 1 client.16527 shutdown 2024-02-10T00:01:55.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.026+0000 7f4ff4206740 1 -- 172.21.15.1:0/676260923 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d34137fa30 msgr2=0x55d34138ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:55.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.026+0000 7f4ff4206740 1 --2- 172.21.15.1:0/676260923 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d34137fa30 0x55d34138ea90 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x55d34137f500 tx=0x7f4fdc005a90 comp rx=0 tx=0).stop 2024-02-10T00:01:55.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.026+0000 7f4ff4206740 1 -- 172.21.15.1:0/676260923 shutdown_connections 2024-02-10T00:01:55.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.026+0000 7f4ff4206740 1 --2- 172.21.15.1:0/676260923 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d3413f1500 0x55d3413f3920 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.026+0000 7f4ff4206740 1 --2- 172.21.15.1:0/676260923 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d341388f60 0x55d34138f510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.026+0000 7f4ff4206740 1 --2- 172.21.15.1:0/676260923 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d3413803e0 0x55d34138efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.026+0000 7f4ff4206740 1 --2- 172.21.15.1:0/676260923 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d34137fa30 0x55d34138ea90 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.026+0000 7f4fd27fc640 0 client.16527 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:55.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.026+0000 7f4ff4206740 1 -- 172.21.15.1:0/676260923 >> 172.21.15.1:0/676260923 conn(0x55d34137a100 msgr2=0x55d3413789b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:55.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.026+0000 7f4ff4206740 1 -- 172.21.15.1:0/676260923 shutdown_connections 2024-02-10T00:01:55.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.026+0000 7f4ff4206740 1 -- 172.21.15.1:0/676260923 wait complete. 2024-02-10T00:01:55.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.026+0000 7f4ff4206740 20 client.16527 trim_cache size 0 max 16384 2024-02-10T00:01:55.034 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:01:55.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.027+0000 7f4ff1556640 1 -- 172.21.15.1:0/339160949 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4fd80a22b0 msgr2=0x7f4fd80a4770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:55.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.027+0000 7f4ff1556640 1 --2- 172.21.15.1:0/339160949 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4fd80a22b0 0x7f4fd80a4770 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f4fe402c790 tx=0x7f4fe4005d80 comp rx=0 tx=0).stop 2024-02-10T00:01:55.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.027+0000 7f4ff1556640 1 -- 172.21.15.1:0/339160949 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4fec102d70 msgr2=0x7f4fec1005e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:55.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.027+0000 7f4ff1556640 1 --2- 172.21.15.1:0/339160949 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4fec102d70 0x7f4fec1005e0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f4fd400d950 tx=0x7f4fd400de10 comp rx=0 tx=0).stop 2024-02-10T00:01:55.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.027+0000 7f4ff1556640 1 -- 172.21.15.1:0/339160949 shutdown_connections 2024-02-10T00:01:55.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.027+0000 7f4ff1556640 1 --2- 172.21.15.1:0/339160949 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4fd80a22b0 0x7f4fd80a4770 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.027+0000 7f4ff1556640 1 --2- 172.21.15.1:0/339160949 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4fec10b820 0x7f4fec100b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.027+0000 7f4ff1556640 1 --2- 172.21.15.1:0/339160949 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4fec102d70 0x7f4fec1005e0 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.027+0000 7f4ff1556640 1 --2- 172.21.15.1:0/339160949 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4fec102450 0x7f4fec1000a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:55.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.027+0000 7f4ff1556640 1 -- 172.21.15.1:0/339160949 >> 172.21.15.1:0/339160949 conn(0x7f4fec077250 msgr2=0x7f4fec0fd1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:55.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.027+0000 7f4ff1556640 1 -- 172.21.15.1:0/339160949 shutdown_connections 2024-02-10T00:01:55.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:55.027+0000 7f4ff1556640 1 -- 172.21.15.1:0/339160949 wait complete. 2024-02-10T00:01:55.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:55 smithi088 ceph-mon[36452]: pgmap v80: 97 pgs: 97 active+clean; 3.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 35 KiB/s wr, 24 op/s 2024-02-10T00:01:55.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:55 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1411397654' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:01:55.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:55 smithi103 ceph-mon[36942]: pgmap v80: 97 pgs: 97 active+clean; 3.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 35 KiB/s wr, 24 op/s 2024-02-10T00:01:55.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:55 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1411397654' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:01:55.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:55 smithi001 ceph-mon[32335]: pgmap v80: 97 pgs: 97 active+clean; 3.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 35 KiB/s wr, 24 op/s 2024-02-10T00:01:55.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:55 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1411397654' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:01:56.041 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-02-10T00:01:56.041 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T00:01:56.041 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-02-10T00:01:56.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.158+0000 7fe65bde9640 1 -- 172.21.15.1:0/1504429071 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe6541064e0 msgr2=0x7fe65410e0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:56.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.158+0000 7fe65bde9640 1 --2- 172.21.15.1:0/1504429071 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe6541064e0 0x7fe65410e0b0 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7fe64c009cd0 tx=0x7fe64c02c0f0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.158+0000 7fe65bde9640 1 -- 172.21.15.1:0/1504429071 shutdown_connections 2024-02-10T00:01:56.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.158+0000 7fe65bde9640 1 --2- 172.21.15.1:0/1504429071 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe6541064e0 0x7fe65410e0b0 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.158+0000 7fe65bde9640 1 --2- 172.21.15.1:0/1504429071 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe6540691a0 0x7fe654105e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.158+0000 7fe65bde9640 1 --2- 172.21.15.1:0/1504429071 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe6540687f0 0x7fe654068bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.158+0000 7fe65bde9640 1 -- 172.21.15.1:0/1504429071 >> 172.21.15.1:0/1504429071 conn(0x7fe654077230 msgr2=0x7fe654077640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:56.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.158+0000 7fe65bde9640 1 -- 172.21.15.1:0/1504429071 shutdown_connections 2024-02-10T00:01:56.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.158+0000 7fe65bde9640 1 -- 172.21.15.1:0/1504429071 wait complete. 2024-02-10T00:01:56.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.159+0000 7fe65bde9640 1 Processor -- start 2024-02-10T00:01:56.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.159+0000 7fe65bde9640 1 -- start start 2024-02-10T00:01:56.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.159+0000 7fe65bde9640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe6540687f0 0x7fe65419f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.159+0000 7fe65bde9640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe6541064e0 0x7fe65419fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.159+0000 7fe65bde9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe654199830 0x7fe654199ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.159+0000 7fe65bde9640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe65419a2e0 con 0x7fe654199830 2024-02-10T00:01:56.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.159+0000 7fe65bde9640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe65419a450 con 0x7fe6540687f0 2024-02-10T00:01:56.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.159+0000 7fe65bde9640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe65419a5c0 con 0x7fe6541064e0 2024-02-10T00:01:56.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.159+0000 7fe65a386640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe654199830 0x7fe654199ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.159+0000 7fe65a386640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe654199830 0x7fe654199ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60778/0 (socket says 172.21.15.1:60778) 2024-02-10T00:01:56.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.159+0000 7fe65a386640 1 -- 172.21.15.1:0/3009309377 learned_addr learned my addr 172.21.15.1:0/3009309377 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:56.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.159+0000 7fe659384640 1 --2- 172.21.15.1:0/3009309377 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe6541064e0 0x7fe65419fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.159+0000 7fe659b85640 1 --2- 172.21.15.1:0/3009309377 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe6540687f0 0x7fe65419f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.160+0000 7fe65a386640 1 -- 172.21.15.1:0/3009309377 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe6541064e0 msgr2=0x7fe65419fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:56.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.160+0000 7fe65a386640 1 --2- 172.21.15.1:0/3009309377 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe6541064e0 0x7fe65419fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.160+0000 7fe65a386640 1 -- 172.21.15.1:0/3009309377 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe6540687f0 msgr2=0x7fe65419f6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:56.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.160+0000 7fe65a386640 1 --2- 172.21.15.1:0/3009309377 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe6540687f0 0x7fe65419f6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.160+0000 7fe65a386640 1 -- 172.21.15.1:0/3009309377 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe64c009900 con 0x7fe654199830 2024-02-10T00:01:56.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.160+0000 7fe65a386640 1 --2- 172.21.15.1:0/3009309377 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe654199830 0x7fe654199ce0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7fe64c0348f0 tx=0x7fe64c034cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:56.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.160+0000 7fe64affd640 1 -- 172.21.15.1:0/3009309377 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe64c0328c0 con 0x7fe654199830 2024-02-10T00:01:56.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.160+0000 7fe64affd640 1 -- 172.21.15.1:0/3009309377 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe64c003e50 con 0x7fe654199830 2024-02-10T00:01:56.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.160+0000 7fe65bde9640 1 -- 172.21.15.1:0/3009309377 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe6541a6510 con 0x7fe654199830 2024-02-10T00:01:56.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.160+0000 7fe64affd640 1 -- 172.21.15.1:0/3009309377 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe64c040450 con 0x7fe654199830 2024-02-10T00:01:56.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.160+0000 7fe65bde9640 1 -- 172.21.15.1:0/3009309377 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6541a6990 con 0x7fe654199830 2024-02-10T00:01:56.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.162+0000 7fe64affd640 1 -- 172.21.15.1:0/3009309377 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fe64c00a040 con 0x7fe654199830 2024-02-10T00:01:56.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.163+0000 7fe65e9c2740 1 Processor -- start 2024-02-10T00:01:56.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.163+0000 7fe65e9c2740 1 -- start start 2024-02-10T00:01:56.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.164+0000 7fe64affd640 1 --2- 172.21.15.1:0/3009309377 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fe6400a2230 0x7fe6400a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.164+0000 7fe65e9c2740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5638a2656190 0x5638a2656570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.164+0000 7fe65e9c2740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5638a2656ab0 0x5638a265f150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.164+0000 7fe65e9c2740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a265f690 0x5638a2661a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.164+0000 7fe65e9c2740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638a25c4000 con 0x5638a2656ab0 2024-02-10T00:01:56.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.164+0000 7fe65e9c2740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638a25c1530 con 0x5638a2656190 2024-02-10T00:01:56.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.164+0000 7fe65e9c2740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638a25bcd10 con 0x5638a265f690 2024-02-10T00:01:56.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.164+0000 7fe659384640 1 --2- 172.21.15.1:0/3009309377 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fe6400a2230 0x7fe6400a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.164+0000 7fe64affd640 1 -- 172.21.15.1:0/3009309377 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fe64c0f0af0 con 0x7fe654199830 2024-02-10T00:01:56.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.164+0000 7fe659384640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5638a2656ab0 0x5638a265f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.164+0000 7fe659b85640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5638a2656190 0x5638a2656570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.164+0000 7fe65a386640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a265f690 0x5638a2661a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.164+0000 7fe659b85640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5638a2656190 0x5638a2656570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.1:52862/0 (socket says 172.21.15.1:52862) 2024-02-10T00:01:56.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.164+0000 7fe659384640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5638a2656ab0 0x5638a265f150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60792/0 (socket says 172.21.15.1:60792) 2024-02-10T00:01:56.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.164+0000 7fe659b85640 1 -- 172.21.15.1:0/301847774 learned_addr learned my addr 172.21.15.1:0/301847774 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:56.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.164+0000 7fe659b85640 1 -- 172.21.15.1:0/301847774 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a265f690 msgr2=0x5638a2661a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:56.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.164+0000 7fe659b85640 1 --2- 172.21.15.1:0/301847774 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a265f690 0x5638a2661a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.164+0000 7fe659b85640 1 -- 172.21.15.1:0/301847774 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5638a2656ab0 msgr2=0x5638a265f150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:56.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.164+0000 7fe659b85640 1 --2- 172.21.15.1:0/301847774 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5638a2656ab0 0x5638a265f150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.164+0000 7fe659b85640 1 -- 172.21.15.1:0/301847774 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5638a2563210 con 0x5638a2656190 2024-02-10T00:01:56.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.164+0000 7fe65a386640 1 --2- 172.21.15.1:0/301847774 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a265f690 0x5638a2661a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:01:56.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.164+0000 7fe659384640 1 --2- 172.21.15.1:0/301847774 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5638a2656ab0 0x5638a265f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:01:56.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.164+0000 7fe659384640 1 --2- 172.21.15.1:0/3009309377 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fe6400a2230 0x7fe6400a46f0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fe6540fd880 tx=0x7fe64400bac0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:56.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.165+0000 7fe659b85640 1 --2- 172.21.15.1:0/301847774 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5638a2656190 0x5638a2656570 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fe65000bcf0 tx=0x7fe65000f730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d58348af66283cbb server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:56.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.165+0000 7fe63ffff640 1 -- 172.21.15.1:0/301847774 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe65001a460 con 0x5638a2656190 2024-02-10T00:01:56.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.165+0000 7fe63ffff640 1 -- 172.21.15.1:0/301847774 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe650011920 con 0x5638a2656190 2024-02-10T00:01:56.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.165+0000 7fe63ffff640 1 -- 172.21.15.1:0/301847774 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe650010820 con 0x5638a2656190 2024-02-10T00:01:56.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.165+0000 7fe65e9c2740 1 -- 172.21.15.1:0/301847774 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5638a2656190 msgr2=0x5638a2656570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:56.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.165+0000 7fe65e9c2740 1 --2- 172.21.15.1:0/301847774 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5638a2656190 0x5638a2656570 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fe65000bcf0 tx=0x7fe65000f730 comp rx=0 tx=0).stop 2024-02-10T00:01:56.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.166+0000 7fe65e9c2740 1 -- 172.21.15.1:0/301847774 shutdown_connections 2024-02-10T00:01:56.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.166+0000 7fe65e9c2740 1 --2- 172.21.15.1:0/301847774 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a265f690 0x5638a2661a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.166+0000 7fe65e9c2740 1 --2- 172.21.15.1:0/301847774 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5638a2656ab0 0x5638a265f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.166+0000 7fe65e9c2740 1 --2- 172.21.15.1:0/301847774 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5638a2656190 0x5638a2656570 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.166+0000 7fe65e9c2740 1 -- 172.21.15.1:0/301847774 >> 172.21.15.1:0/301847774 conn(0x5638a26508c0 msgr2=0x5638a2650ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:56.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.166+0000 7fe65e9c2740 1 -- 172.21.15.1:0/301847774 shutdown_connections 2024-02-10T00:01:56.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.166+0000 7fe65e9c2740 1 -- 172.21.15.1:0/301847774 wait complete. 2024-02-10T00:01:56.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.166+0000 7fe65e9c2740 1 -- start start 2024-02-10T00:01:56.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.166+0000 7fe65e9c2740 1 Processor -- start 2024-02-10T00:01:56.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.166+0000 7fe65e9c2740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a2656190 0x5638a265c660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.166+0000 7fe65e9c2740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5638a2656ab0 0x5638a265cba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.166+0000 7fe65e9c2740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5638a265f690 0x5638a265d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.166+0000 7fe65e9c2740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638a2561e60 con 0x5638a2656ab0 2024-02-10T00:01:56.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.166+0000 7fe65e9c2740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638a22904b0 con 0x5638a265f690 2024-02-10T00:01:56.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.166+0000 7fe65e9c2740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638a2542670 con 0x5638a2656190 2024-02-10T00:01:56.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.167+0000 7fe65e9c2740 10 client.0 _ll_register_callbacks cb 0x5638a255a190 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:56.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.167+0000 7fe659384640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5638a2656ab0 0x5638a265cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.167+0000 7fe659384640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5638a2656ab0 0x5638a265cba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60798/0 (socket says 172.21.15.1:60798) 2024-02-10T00:01:56.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.167+0000 7fe659384640 1 -- 172.21.15.1:0/2085357710 learned_addr learned my addr 172.21.15.1:0/2085357710 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:56.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.167+0000 7fe65a386640 1 --2- 172.21.15.1:0/2085357710 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5638a265f690 0x5638a265d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.167+0000 7fe659b85640 1 --2- 172.21.15.1:0/2085357710 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a2656190 0x5638a265c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.167+0000 7fe659384640 1 -- 172.21.15.1:0/2085357710 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a2656190 msgr2=0x5638a265c660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:56.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.167+0000 7fe659384640 1 --2- 172.21.15.1:0/2085357710 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a2656190 0x5638a265c660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.167+0000 7fe659384640 1 -- 172.21.15.1:0/2085357710 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5638a265f690 msgr2=0x5638a265d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:56.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.167+0000 7fe659384640 1 --2- 172.21.15.1:0/2085357710 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5638a265f690 0x5638a265d0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.167+0000 7fe659384640 1 -- 172.21.15.1:0/2085357710 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe65000b920 con 0x5638a2656ab0 2024-02-10T00:01:56.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.167+0000 7fe65a386640 1 --2- 172.21.15.1:0/2085357710 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5638a265f690 0x5638a265d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:01:56.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.167+0000 7fe659384640 1 --2- 172.21.15.1:0/2085357710 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5638a2656ab0 0x5638a265cba0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fe644005fd0 tx=0x7fe64400b410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d99e5e1cf218688 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:56.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.167+0000 7fe63d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:56.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.167+0000 7fe63d7fa640 1 -- 172.21.15.1:0/2085357710 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe64401ed90 con 0x5638a2656ab0 2024-02-10T00:01:56.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.167+0000 7fe65e9c2740 1 -- 172.21.15.1:0/2085357710 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5638a22bc860 con 0x5638a2656ab0 2024-02-10T00:01:56.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.167+0000 7fe63d7fa640 1 -- 172.21.15.1:0/2085357710 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fe644020430 con 0x5638a2656ab0 2024-02-10T00:01:56.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.168+0000 7fe63d7fa640 1 -- 172.21.15.1:0/2085357710 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe6440205f0 con 0x5638a2656ab0 2024-02-10T00:01:56.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.168+0000 7fe65e9c2740 10 client.16539 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:56.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.168+0000 7fe65e9c2740 1 -- 172.21.15.1:0/2085357710 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5638a25bb390 con 0x5638a2656ab0 2024-02-10T00:01:56.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.168+0000 7fe63d7fa640 1 -- 172.21.15.1:0/2085357710 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5638a22bc860 con 0x5638a2656ab0 2024-02-10T00:01:56.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.168+0000 7fe63d7fa640 1 -- 172.21.15.1:0/2085357710 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fe644011600 con 0x5638a2656ab0 2024-02-10T00:01:56.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.168+0000 7fe65e9c2740 10 client.16539 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:56.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.168+0000 7fe65e9c2740 10 client.16539 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:01:56.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.168+0000 7fe65e9c2740 20 client.16539 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:56.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.168+0000 7fe65e9c2740 1 --2- 172.21.15.1:0/2085357710 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5638a266f6e0 0x5638a2671b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.168+0000 7fe65e9c2740 4 client.16539 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:01:56.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.168+0000 7fe65e9c2740 1 -- 172.21.15.1:0/2085357710 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5638a230d410 con 0x5638a266f6e0 2024-02-10T00:01:56.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.168+0000 7fe659b85640 1 --2- 172.21.15.1:0/2085357710 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5638a266f6e0 0x5638a2671b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.169+0000 7fe659b85640 1 --2- 172.21.15.1:0/2085357710 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5638a266f6e0 0x5638a2671b00 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7b75a900e580242c server_cookie=a105bbd3fac837fe in_seq=0 out_seq=0 2024-02-10T00:01:56.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.169+0000 7fe63d7fa640 10 client.16539 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:56.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.169+0000 7fe63d7fa640 1 -- 172.21.15.1:0/2085357710 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5638a230d410 con 0x5638a266f6e0 2024-02-10T00:01:56.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.169+0000 7fe63d7fa640 10 client.16539 handle_command_reply: tid=0 2024-02-10T00:01:56.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.169+0000 7fe65e9c2740 1 client.16539 shutdown 2024-02-10T00:01:56.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.169+0000 7fe65e9c2740 1 -- 172.21.15.1:0/2085357710 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5638a2656ab0 msgr2=0x5638a265cba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:56.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.169+0000 7fe65e9c2740 1 --2- 172.21.15.1:0/2085357710 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5638a2656ab0 0x5638a265cba0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fe644005fd0 tx=0x7fe64400b410 comp rx=0 tx=0).stop 2024-02-10T00:01:56.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.169+0000 7fe65e9c2740 1 -- 172.21.15.1:0/2085357710 shutdown_connections 2024-02-10T00:01:56.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.169+0000 7fe65e9c2740 1 --2- 172.21.15.1:0/2085357710 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5638a266f6e0 0x5638a2671b00 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.170+0000 7fe65e9c2740 1 --2- 172.21.15.1:0/2085357710 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5638a265f690 0x5638a265d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.170+0000 7fe65e9c2740 1 --2- 172.21.15.1:0/2085357710 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5638a2656ab0 0x5638a265cba0 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.170+0000 7fe65e9c2740 1 --2- 172.21.15.1:0/2085357710 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a2656190 0x5638a265c660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.170+0000 7fe63d7fa640 0 client.16539 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:56.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.170+0000 7fe65e9c2740 1 -- 172.21.15.1:0/2085357710 >> 172.21.15.1:0/2085357710 conn(0x5638a26508c0 msgr2=0x5638a2652610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:56.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.170+0000 7fe65e9c2740 1 -- 172.21.15.1:0/2085357710 shutdown_connections 2024-02-10T00:01:56.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.170+0000 7fe65e9c2740 1 -- 172.21.15.1:0/2085357710 wait complete. 2024-02-10T00:01:56.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.170+0000 7fe65e9c2740 20 client.16539 trim_cache size 0 max 16384 2024-02-10T00:01:56.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.185+0000 7fe65e9c2740 1 Processor -- start 2024-02-10T00:01:56.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.185+0000 7fe65e9c2740 1 -- start start 2024-02-10T00:01:56.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.185+0000 7fe65e9c2740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5638a2656190 0x5638a2652400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.185+0000 7fe65e9c2740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5638a2656ab0 0x5638a265cf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.185+0000 7fe65e9c2740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a265f690 0x5638a2666540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.185+0000 7fe65e9c2740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638a2655e30 con 0x5638a2656190 2024-02-10T00:01:56.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.185+0000 7fe65e9c2740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638a266c1b0 con 0x5638a2656ab0 2024-02-10T00:01:56.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.185+0000 7fe65e9c2740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638a264c0a0 con 0x5638a265f690 2024-02-10T00:01:56.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.185+0000 7fe659b85640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5638a2656190 0x5638a2652400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.185+0000 7fe659b85640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5638a2656190 0x5638a2652400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60814/0 (socket says 172.21.15.1:60814) 2024-02-10T00:01:56.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.185+0000 7fe659b85640 1 -- 172.21.15.1:0/3866315478 learned_addr learned my addr 172.21.15.1:0/3866315478 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:56.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.185+0000 7fe659384640 1 --2- 172.21.15.1:0/3866315478 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5638a2656ab0 0x5638a265cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.185+0000 7fe659b85640 1 -- 172.21.15.1:0/3866315478 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a265f690 msgr2=0x5638a2666540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:56.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.185+0000 7fe659b85640 1 --2- 172.21.15.1:0/3866315478 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a265f690 0x5638a2666540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.185+0000 7fe659b85640 1 -- 172.21.15.1:0/3866315478 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5638a2656ab0 msgr2=0x5638a265cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:56.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.185+0000 7fe659b85640 1 --2- 172.21.15.1:0/3866315478 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5638a2656ab0 0x5638a265cf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.185+0000 7fe659b85640 1 -- 172.21.15.1:0/3866315478 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5638a2557c70 con 0x5638a2656190 2024-02-10T00:01:56.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.186+0000 7fe659b85640 1 --2- 172.21.15.1:0/3866315478 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5638a2656190 0x5638a2652400 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7fe650006010 tx=0x7fe65000b5e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52a048a8e784d734 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:56.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.186+0000 7fe63f7fe640 1 -- 172.21.15.1:0/3866315478 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe650020050 con 0x5638a2656190 2024-02-10T00:01:56.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.186+0000 7fe63f7fe640 1 -- 172.21.15.1:0/3866315478 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe650021040 con 0x5638a2656190 2024-02-10T00:01:56.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.186+0000 7fe63f7fe640 1 -- 172.21.15.1:0/3866315478 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe650004680 con 0x5638a2656190 2024-02-10T00:01:56.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.186+0000 7fe65e9c2740 1 -- 172.21.15.1:0/3866315478 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5638a2656190 msgr2=0x5638a2652400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:56.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.186+0000 7fe65e9c2740 1 --2- 172.21.15.1:0/3866315478 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5638a2656190 0x5638a2652400 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7fe650006010 tx=0x7fe65000b5e0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.186+0000 7fe65e9c2740 1 -- 172.21.15.1:0/3866315478 shutdown_connections 2024-02-10T00:01:56.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.186+0000 7fe65e9c2740 1 --2- 172.21.15.1:0/3866315478 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a265f690 0x5638a2666540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.186+0000 7fe65e9c2740 1 --2- 172.21.15.1:0/3866315478 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5638a2656ab0 0x5638a265cf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.186+0000 7fe65e9c2740 1 --2- 172.21.15.1:0/3866315478 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5638a2656190 0x5638a2652400 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.186+0000 7fe65e9c2740 1 -- 172.21.15.1:0/3866315478 >> 172.21.15.1:0/3866315478 conn(0x5638a26508c0 msgr2=0x5638a2651cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:56.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.186+0000 7fe65e9c2740 1 -- 172.21.15.1:0/3866315478 shutdown_connections 2024-02-10T00:01:56.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.186+0000 7fe65e9c2740 1 -- 172.21.15.1:0/3866315478 wait complete. 2024-02-10T00:01:56.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.187+0000 7fe65e9c2740 1 -- start start 2024-02-10T00:01:56.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.187+0000 7fe65e9c2740 1 Processor -- start 2024-02-10T00:01:56.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.187+0000 7fe65e9c2740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a2656190 0x5638a26c0470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.187+0000 7fe65e9c2740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5638a2656ab0 0x5638a26c09b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.187+0000 7fe65e9c2740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5638a265f690 0x5638a2665c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.187+0000 7fe65e9c2740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638a2666390 con 0x5638a265f690 2024-02-10T00:01:56.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.187+0000 7fe65e9c2740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638a2666500 con 0x5638a2656ab0 2024-02-10T00:01:56.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.187+0000 7fe65e9c2740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638a26666c0 con 0x5638a2656190 2024-02-10T00:01:56.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.187+0000 7fe65e9c2740 10 client.0 _ll_register_callbacks cb 0x7fe65000b480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:56.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.187+0000 7fe65a386640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5638a265f690 0x5638a2665c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.187+0000 7fe65a386640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5638a265f690 0x5638a2665c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60824/0 (socket says 172.21.15.1:60824) 2024-02-10T00:01:56.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.187+0000 7fe65a386640 1 -- 172.21.15.1:0/3392312950 learned_addr learned my addr 172.21.15.1:0/3392312950 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:56.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.187+0000 7fe65a386640 1 -- 172.21.15.1:0/3392312950 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a2656190 msgr2=0x5638a26c0470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:56.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.187+0000 7fe65a386640 1 --2- 172.21.15.1:0/3392312950 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a2656190 0x5638a26c0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.187+0000 7fe659384640 1 --2- 172.21.15.1:0/3392312950 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5638a2656ab0 0x5638a26c09b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.187+0000 7fe65a386640 1 -- 172.21.15.1:0/3392312950 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5638a2656ab0 msgr2=0x5638a26c09b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:56.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.187+0000 7fe65a386640 1 --2- 172.21.15.1:0/3392312950 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5638a2656ab0 0x5638a26c09b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.187+0000 7fe65a386640 1 -- 172.21.15.1:0/3392312950 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5638a2563210 con 0x5638a265f690 2024-02-10T00:01:56.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.187+0000 7fe659384640 1 --2- 172.21.15.1:0/3392312950 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5638a2656ab0 0x5638a26c09b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:01:56.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.188+0000 7fe65a386640 1 --2- 172.21.15.1:0/3392312950 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5638a265f690 0x5638a2665c90 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7fe64c009430 tx=0x7fe64c0bd450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6604c9b6709c6325 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:56.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.188+0000 7fe63d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:56.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.188+0000 7fe63d7fa640 1 -- 172.21.15.1:0/3392312950 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe64c0b9040 con 0x5638a265f690 2024-02-10T00:01:56.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.188+0000 7fe63d7fa640 1 -- 172.21.15.1:0/3392312950 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fe64c0bd5c0 con 0x5638a265f690 2024-02-10T00:01:56.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.188+0000 7fe65e9c2740 1 -- 172.21.15.1:0/3392312950 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe650011920 con 0x5638a265f690 2024-02-10T00:01:56.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.188+0000 7fe63d7fa640 1 -- 172.21.15.1:0/3392312950 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe64c0c1710 con 0x5638a265f690 2024-02-10T00:01:56.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.188+0000 7fe65e9c2740 10 client.16545 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:56.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.188+0000 7fe65e9c2740 1 -- 172.21.15.1:0/3392312950 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5638a257dac0 con 0x5638a265f690 2024-02-10T00:01:56.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.188+0000 7fe63d7fa640 1 -- 172.21.15.1:0/3392312950 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe64c0d5020 con 0x5638a265f690 2024-02-10T00:01:56.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.188+0000 7fe63d7fa640 1 -- 172.21.15.1:0/3392312950 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fe64c097df0 con 0x5638a265f690 2024-02-10T00:01:56.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.188+0000 7fe65e9c2740 10 client.16545 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:56.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.188+0000 7fe65e9c2740 10 client.16545 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:01:56.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.188+0000 7fe65e9c2740 20 client.16545 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:56.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.188+0000 7fe65e9c2740 1 --2- 172.21.15.1:0/3392312950 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5638a26c80b0 0x5638a26ca4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.188+0000 7fe65e9c2740 4 client.16545 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-02-10T00:01:56.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.188+0000 7fe65e9c2740 1 -- 172.21.15.1:0/3392312950 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x5638a22f97b0 con 0x5638a26c80b0 2024-02-10T00:01:56.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.188+0000 7fe659b85640 1 --2- 172.21.15.1:0/3392312950 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5638a26c80b0 0x5638a26ca4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.189+0000 7fe63d7fa640 10 client.16545 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:56.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.189+0000 7fe659b85640 1 --2- 172.21.15.1:0/3392312950 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5638a26c80b0 0x5638a26ca4a0 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4b5c442c7f8fce43 server_cookie=a63986c07c982cd7 in_seq=0 out_seq=0 2024-02-10T00:01:56.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.190+0000 7fe63d7fa640 1 -- 172.21.15.1:0/3392312950 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x5638a22f97b0 con 0x5638a26c80b0 2024-02-10T00:01:56.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.190+0000 7fe63d7fa640 10 client.16545 handle_command_reply: tid=0 2024-02-10T00:01:56.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.190+0000 7fe65e9c2740 1 client.16545 shutdown 2024-02-10T00:01:56.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.190+0000 7fe65e9c2740 1 -- 172.21.15.1:0/3392312950 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5638a265f690 msgr2=0x5638a2665c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:56.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.190+0000 7fe65e9c2740 1 --2- 172.21.15.1:0/3392312950 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5638a265f690 0x5638a2665c90 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7fe64c009430 tx=0x7fe64c0bd450 comp rx=0 tx=0).stop 2024-02-10T00:01:56.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.190+0000 7fe65e9c2740 1 -- 172.21.15.1:0/3392312950 shutdown_connections 2024-02-10T00:01:56.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.190+0000 7fe65e9c2740 1 --2- 172.21.15.1:0/3392312950 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5638a26c80b0 0x5638a26ca4a0 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.190+0000 7fe65e9c2740 1 --2- 172.21.15.1:0/3392312950 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5638a265f690 0x5638a2665c90 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.190+0000 7fe63d7fa640 0 client.16545 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:56.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.190+0000 7fe65e9c2740 1 --2- 172.21.15.1:0/3392312950 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5638a2656ab0 0x5638a26c09b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.190+0000 7fe65e9c2740 1 --2- 172.21.15.1:0/3392312950 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5638a2656190 0x5638a26c0470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.190+0000 7fe65e9c2740 1 -- 172.21.15.1:0/3392312950 >> 172.21.15.1:0/3392312950 conn(0x5638a26508c0 msgr2=0x5638a2652580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:56.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.190+0000 7fe65e9c2740 1 -- 172.21.15.1:0/3392312950 shutdown_connections 2024-02-10T00:01:56.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.190+0000 7fe65e9c2740 1 -- 172.21.15.1:0/3392312950 wait complete. 2024-02-10T00:01:56.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.190+0000 7fe65e9c2740 20 client.16545 trim_cache size 0 max 16384 2024-02-10T00:01:56.198 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:01:56.198 INFO:teuthology.orchestra.run.smithi001.stdout: "return_code": 0, 2024-02-10T00:01:56.198 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_tag": "664b1eaa-6b74-4756-add8-4859be6ad83c", 2024-02-10T00:01:56.198 INFO:teuthology.orchestra.run.smithi001.stdout: "mode": "asynchronous" 2024-02-10T00:01:56.198 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:01:56.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.191+0000 7fe65bde9640 1 -- 172.21.15.1:0/3009309377 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fe6400a2230 msgr2=0x7fe6400a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:56.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.191+0000 7fe65bde9640 1 --2- 172.21.15.1:0/3009309377 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fe6400a2230 0x7fe6400a46f0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fe6540fd880 tx=0x7fe64400bac0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.191+0000 7fe65bde9640 1 -- 172.21.15.1:0/3009309377 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe654199830 msgr2=0x7fe654199ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:56.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.191+0000 7fe65bde9640 1 --2- 172.21.15.1:0/3009309377 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe654199830 0x7fe654199ce0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7fe64c0348f0 tx=0x7fe64c034cc0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.191+0000 7fe65bde9640 1 -- 172.21.15.1:0/3009309377 shutdown_connections 2024-02-10T00:01:56.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.191+0000 7fe65bde9640 1 --2- 172.21.15.1:0/3009309377 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fe6400a2230 0x7fe6400a46f0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.191+0000 7fe65bde9640 1 --2- 172.21.15.1:0/3009309377 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe654199830 0x7fe654199ce0 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.191+0000 7fe65bde9640 1 --2- 172.21.15.1:0/3009309377 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe6541064e0 0x7fe65419fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.191+0000 7fe65bde9640 1 --2- 172.21.15.1:0/3009309377 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe6540687f0 0x7fe65419f6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.191+0000 7fe65bde9640 1 -- 172.21.15.1:0/3009309377 >> 172.21.15.1:0/3009309377 conn(0x7fe654077230 msgr2=0x7fe65410c610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:56.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.191+0000 7fe65bde9640 1 -- 172.21.15.1:0/3009309377 shutdown_connections 2024-02-10T00:01:56.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.191+0000 7fe65bde9640 1 -- 172.21.15.1:0/3009309377 wait complete. 2024-02-10T00:01:56.204 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:01:56.204 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:01:56.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.307+0000 7f7ad8343640 1 -- 172.21.15.1:0/3651778613 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7ad0102450 msgr2=0x7f7ad0102830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:56.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.307+0000 7f7ad8343640 1 --2- 172.21.15.1:0/3651778613 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7ad0102450 0x7f7ad0102830 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f7ac8009900 tx=0x7f7ac802bcd0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.308+0000 7f7ad8343640 1 -- 172.21.15.1:0/3651778613 shutdown_connections 2024-02-10T00:01:56.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.308+0000 7f7ad8343640 1 --2- 172.21.15.1:0/3651778613 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7ad010b820 0x7f7ad010dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.308+0000 7f7ad8343640 1 --2- 172.21.15.1:0/3651778613 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7ad0102d70 0x7f7ad010b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.313 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.308+0000 7f7ad8343640 1 --2- 172.21.15.1:0/3651778613 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7ad0102450 0x7f7ad0102830 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.308+0000 7f7ad8343640 1 -- 172.21.15.1:0/3651778613 >> 172.21.15.1:0/3651778613 conn(0x7f7ad00772e0 msgr2=0x7f7ad00776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:56.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.308+0000 7f7ad8343640 1 -- 172.21.15.1:0/3651778613 shutdown_connections 2024-02-10T00:01:56.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.308+0000 7f7ad8343640 1 -- 172.21.15.1:0/3651778613 wait complete. 2024-02-10T00:01:56.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.308+0000 7f7ad8343640 1 Processor -- start 2024-02-10T00:01:56.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.308+0000 7f7ad8343640 1 -- start start 2024-02-10T00:01:56.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.308+0000 7f7ad8343640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7ad0102450 0x7f7ad01000a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.308+0000 7f7ad8343640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7ad0102d70 0x7f7ad01005e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.308+0000 7f7ad8343640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7ad010b820 0x7f7ad0100b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.308+0000 7f7ad8343640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ad01a5c50 con 0x7f7ad0102450 2024-02-10T00:01:56.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.308+0000 7f7ad8343640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ad01a5dc0 con 0x7f7ad0102d70 2024-02-10T00:01:56.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.308+0000 7f7ad8343640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ad01a5f80 con 0x7f7ad010b820 2024-02-10T00:01:56.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.308+0000 7f7ad60df640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7ad0102450 0x7f7ad01000a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.308+0000 7f7ad60df640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7ad0102450 0x7f7ad01000a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60834/0 (socket says 172.21.15.1:60834) 2024-02-10T00:01:56.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.308+0000 7f7ad60df640 1 -- 172.21.15.1:0/845105025 learned_addr learned my addr 172.21.15.1:0/845105025 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:56.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.309+0000 7f7ad58de640 1 --2- 172.21.15.1:0/845105025 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7ad0102d70 0x7f7ad01005e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.309+0000 7f7ad60df640 1 -- 172.21.15.1:0/845105025 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7ad010b820 msgr2=0x7f7ad0100b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:56.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.309+0000 7f7ad68e0640 1 --2- 172.21.15.1:0/845105025 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7ad010b820 0x7f7ad0100b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.309+0000 7f7ad60df640 1 --2- 172.21.15.1:0/845105025 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7ad010b820 0x7f7ad0100b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.309+0000 7f7ad60df640 1 -- 172.21.15.1:0/845105025 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7ad0102d70 msgr2=0x7f7ad01005e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:56.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.309+0000 7f7ad60df640 1 --2- 172.21.15.1:0/845105025 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7ad0102d70 0x7f7ad01005e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.309+0000 7f7ad60df640 1 -- 172.21.15.1:0/845105025 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ac8009560 con 0x7f7ad0102450 2024-02-10T00:01:56.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.309+0000 7f7ad58de640 1 --2- 172.21.15.1:0/845105025 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7ad0102d70 0x7f7ad01005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:01:56.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.309+0000 7f7ad60df640 1 --2- 172.21.15.1:0/845105025 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7ad0102450 0x7f7ad01000a0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f7ac8005940 tx=0x7f7ac8004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:56.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.309+0000 7f7ac77fe640 1 -- 172.21.15.1:0/845105025 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ac8004440 con 0x7f7ad0102450 2024-02-10T00:01:56.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.309+0000 7f7ad8343640 1 -- 172.21.15.1:0/845105025 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ad01a6200 con 0x7f7ad0102450 2024-02-10T00:01:56.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.309+0000 7f7ac77fe640 1 -- 172.21.15.1:0/845105025 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7ac80052d0 con 0x7f7ad0102450 2024-02-10T00:01:56.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.309+0000 7f7ac77fe640 1 -- 172.21.15.1:0/845105025 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ac8003da0 con 0x7f7ad0102450 2024-02-10T00:01:56.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.309+0000 7f7ad8343640 1 -- 172.21.15.1:0/845105025 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ad01a6710 con 0x7f7ad0102450 2024-02-10T00:01:56.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.311+0000 7f7ac77fe640 1 -- 172.21.15.1:0/845105025 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f7ac8005440 con 0x7f7ad0102450 2024-02-10T00:01:56.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.312+0000 7f7adafea740 1 Processor -- start 2024-02-10T00:01:56.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.312+0000 7f7adafea740 1 -- start start 2024-02-10T00:01:56.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.312+0000 7f7ac77fe640 1 --2- 172.21.15.1:0/845105025 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f7abc0a2230 0x7f7abc0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.312+0000 7f7adafea740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5c0b39980 0x55c5c0b39d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.312+0000 7f7adafea740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c5c0b3a330 0x55c5c0b428e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.312+0000 7f7adafea740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c5c0b42eb0 0x55c5c0b45300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.312+0000 7f7adafea740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5c0af4d00 con 0x55c5c0b39980 2024-02-10T00:01:56.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.312+0000 7f7adafea740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5c0aa92f0 con 0x55c5c0b42eb0 2024-02-10T00:01:56.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.312+0000 7f7adafea740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5c0aa6820 con 0x55c5c0b3a330 2024-02-10T00:01:56.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.312+0000 7f7ad68e0640 1 --2- 172.21.15.1:0/845105025 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f7abc0a2230 0x7f7abc0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.312+0000 7f7ad60df640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5c0b39980 0x55c5c0b39d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.312+0000 7f7ac77fe640 1 -- 172.21.15.1:0/845105025 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f7ac80f0930 con 0x7f7ad0102450 2024-02-10T00:01:56.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.312+0000 7f7ad60df640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5c0b39980 0x55c5c0b39d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60842/0 (socket says 172.21.15.1:60842) 2024-02-10T00:01:56.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.312+0000 7f7ad60df640 1 -- 172.21.15.1:0/2054244985 learned_addr learned my addr 172.21.15.1:0/2054244985 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:56.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.312+0000 7f7ad58de640 1 --2- 172.21.15.1:0/2054244985 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c5c0b3a330 0x55c5c0b428e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.312+0000 7f7ad60df640 1 -- 172.21.15.1:0/2054244985 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c5c0b3a330 msgr2=0x55c5c0b428e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:56.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.312+0000 7f7ad60df640 1 --2- 172.21.15.1:0/2054244985 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c5c0b3a330 0x55c5c0b428e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.312+0000 7f7ad60df640 1 -- 172.21.15.1:0/2054244985 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c5c0b42eb0 msgr2=0x55c5c0b45300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:56.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.312+0000 7f7ad60df640 1 --2- 172.21.15.1:0/2054244985 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c5c0b42eb0 0x55c5c0b45300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.312+0000 7f7ad60df640 1 -- 172.21.15.1:0/2054244985 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c5c0a63ff0 con 0x55c5c0b39980 2024-02-10T00:01:56.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.313+0000 7f7ad68e0640 1 --2- 172.21.15.1:0/845105025 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f7abc0a2230 0x7f7abc0a46f0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f7acc0092f0 tx=0x7f7acc009880 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:56.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.313+0000 7f7ad60df640 1 --2- 172.21.15.1:0/2054244985 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5c0b39980 0x55c5c0b39d60 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f7ac80b9dd0 tx=0x7f7ac80b9760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76cd072bc1f158d3 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:56.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.313+0000 7f7ac4bfe640 1 -- 172.21.15.1:0/2054244985 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ac80bcd60 con 0x55c5c0b39980 2024-02-10T00:01:56.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.313+0000 7f7ac4bfe640 1 -- 172.21.15.1:0/2054244985 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7ac8095380 con 0x55c5c0b39980 2024-02-10T00:01:56.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.313+0000 7f7ac4bfe640 1 -- 172.21.15.1:0/2054244985 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ac80bb700 con 0x55c5c0b39980 2024-02-10T00:01:56.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.313+0000 7f7adafea740 1 -- 172.21.15.1:0/2054244985 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5c0b39980 msgr2=0x55c5c0b39d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:56.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.313+0000 7f7adafea740 1 --2- 172.21.15.1:0/2054244985 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5c0b39980 0x55c5c0b39d60 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f7ac80b9dd0 tx=0x7f7ac80b9760 comp rx=0 tx=0).stop 2024-02-10T00:01:56.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.314+0000 7f7adafea740 1 -- 172.21.15.1:0/2054244985 shutdown_connections 2024-02-10T00:01:56.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.314+0000 7f7adafea740 1 --2- 172.21.15.1:0/2054244985 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c5c0b42eb0 0x55c5c0b45300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.314+0000 7f7adafea740 1 --2- 172.21.15.1:0/2054244985 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c5c0b3a330 0x55c5c0b428e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.314+0000 7f7adafea740 1 --2- 172.21.15.1:0/2054244985 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5c0b39980 0x55c5c0b39d60 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.314+0000 7f7adafea740 1 -- 172.21.15.1:0/2054244985 >> 172.21.15.1:0/2054244985 conn(0x55c5c0b34050 msgr2=0x55c5c0b34430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:56.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.314+0000 7f7adafea740 1 -- 172.21.15.1:0/2054244985 shutdown_connections 2024-02-10T00:01:56.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.314+0000 7f7adafea740 1 -- 172.21.15.1:0/2054244985 wait complete. 2024-02-10T00:01:56.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.314+0000 7f7adafea740 1 -- start start 2024-02-10T00:01:56.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.314+0000 7f7adafea740 1 Processor -- start 2024-02-10T00:01:56.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.314+0000 7f7adafea740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c5c0b39980 0x55c5c0b3fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.314+0000 7f7adafea740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c5c0b3a330 0x55c5c0b40230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.314+0000 7f7adafea740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5c0b42eb0 0x55c5c0b40770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.314+0000 7f7adafea740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5c0aa2000 con 0x55c5c0b42eb0 2024-02-10T00:01:56.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.314+0000 7f7adafea740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5c0775430 con 0x55c5c0b39980 2024-02-10T00:01:56.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.314+0000 7f7adafea740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5c0731e00 con 0x55c5c0b3a330 2024-02-10T00:01:56.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.314+0000 7f7adafea740 10 client.0 _ll_register_callbacks cb 0x55c5c0a967f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:56.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.314+0000 7f7ad68e0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5c0b42eb0 0x55c5c0b40770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.314+0000 7f7ad68e0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5c0b42eb0 0x55c5c0b40770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60854/0 (socket says 172.21.15.1:60854) 2024-02-10T00:01:56.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.314+0000 7f7ad68e0640 1 -- 172.21.15.1:0/1055789373 learned_addr learned my addr 172.21.15.1:0/1055789373 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:56.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.315+0000 7f7ad60df640 1 --2- 172.21.15.1:0/1055789373 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c5c0b39980 0x55c5c0b3fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.315+0000 7f7ad58de640 1 --2- 172.21.15.1:0/1055789373 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c5c0b3a330 0x55c5c0b40230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.315+0000 7f7ad68e0640 1 -- 172.21.15.1:0/1055789373 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c5c0b3a330 msgr2=0x55c5c0b40230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:56.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.315+0000 7f7ad68e0640 1 --2- 172.21.15.1:0/1055789373 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c5c0b3a330 0x55c5c0b40230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.315+0000 7f7ad68e0640 1 -- 172.21.15.1:0/1055789373 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c5c0b39980 msgr2=0x55c5c0b3fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:56.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.315+0000 7f7ad68e0640 1 --2- 172.21.15.1:0/1055789373 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c5c0b39980 0x55c5c0b3fcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.315+0000 7f7ad68e0640 1 -- 172.21.15.1:0/1055789373 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ad01a6710 con 0x55c5c0b42eb0 2024-02-10T00:01:56.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.315+0000 7f7ad68e0640 1 --2- 172.21.15.1:0/1055789373 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5c0b42eb0 0x55c5c0b40770 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f7acc003ca0 tx=0x7f7acc004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b05323760330642a server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:56.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.315+0000 7f7ab9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:56.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.315+0000 7f7ab9ffb640 1 -- 172.21.15.1:0/1055789373 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7acc01f830 con 0x55c5c0b42eb0 2024-02-10T00:01:56.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.315+0000 7f7ab9ffb640 1 -- 172.21.15.1:0/1055789373 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f7acc018040 con 0x55c5c0b42eb0 2024-02-10T00:01:56.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.315+0000 7f7adafea740 1 -- 172.21.15.1:0/1055789373 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c5c07a17e0 con 0x55c5c0b42eb0 2024-02-10T00:01:56.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.315+0000 7f7ab9ffb640 1 -- 172.21.15.1:0/1055789373 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7acc0095f0 con 0x55c5c0b42eb0 2024-02-10T00:01:56.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.315+0000 7f7adafea740 10 client.16557 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:56.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.315+0000 7f7adafea740 1 -- 172.21.15.1:0/1055789373 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c5c0aa0680 con 0x55c5c0b42eb0 2024-02-10T00:01:56.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.315+0000 7f7ab9ffb640 1 -- 172.21.15.1:0/1055789373 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55c5c07a17e0 con 0x55c5c0b42eb0 2024-02-10T00:01:56.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.315+0000 7f7ab9ffb640 1 -- 172.21.15.1:0/1055789373 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f7acc012b10 con 0x55c5c0b42eb0 2024-02-10T00:01:56.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.316+0000 7f7adafea740 10 client.16557 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:56.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.316+0000 7f7adafea740 10 client.16557 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:01:56.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.316+0000 7f7adafea740 20 client.16557 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:56.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.316+0000 7f7adafea740 1 --2- 172.21.15.1:0/1055789373 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c5c0b530c0 0x55c5c0b554e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.316+0000 7f7adafea740 4 client.16557 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:01:56.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.316+0000 7f7adafea740 1 -- 172.21.15.1:0/1055789373 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c5c07de720 con 0x55c5c0b530c0 2024-02-10T00:01:56.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.316+0000 7f7ad60df640 1 --2- 172.21.15.1:0/1055789373 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c5c0b530c0 0x55c5c0b554e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.316+0000 7f7ad60df640 1 --2- 172.21.15.1:0/1055789373 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c5c0b530c0 0x55c5c0b554e0 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=20a0135a582d4ac7 server_cookie=11606e59de58477e in_seq=0 out_seq=0 2024-02-10T00:01:56.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.316+0000 7f7ab9ffb640 10 client.16557 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:56.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.317+0000 7f7ab9ffb640 1 -- 172.21.15.1:0/1055789373 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55c5c07de720 con 0x55c5c0b530c0 2024-02-10T00:01:56.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.317+0000 7f7ab9ffb640 10 client.16557 handle_command_reply: tid=0 2024-02-10T00:01:56.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.317+0000 7f7adafea740 1 client.16557 shutdown 2024-02-10T00:01:56.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.317+0000 7f7adafea740 1 -- 172.21.15.1:0/1055789373 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5c0b42eb0 msgr2=0x55c5c0b40770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:56.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.317+0000 7f7adafea740 1 --2- 172.21.15.1:0/1055789373 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5c0b42eb0 0x55c5c0b40770 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f7acc003ca0 tx=0x7f7acc004ab0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.317+0000 7f7adafea740 1 -- 172.21.15.1:0/1055789373 shutdown_connections 2024-02-10T00:01:56.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.317+0000 7f7adafea740 1 --2- 172.21.15.1:0/1055789373 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c5c0b530c0 0x55c5c0b554e0 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.317+0000 7f7adafea740 1 --2- 172.21.15.1:0/1055789373 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5c0b42eb0 0x55c5c0b40770 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.317+0000 7f7adafea740 1 --2- 172.21.15.1:0/1055789373 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c5c0b3a330 0x55c5c0b40230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.317+0000 7f7ab9ffb640 0 client.16557 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:56.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.317+0000 7f7adafea740 1 --2- 172.21.15.1:0/1055789373 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c5c0b39980 0x55c5c0b3fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.317+0000 7f7adafea740 1 -- 172.21.15.1:0/1055789373 >> 172.21.15.1:0/1055789373 conn(0x55c5c0b34050 msgr2=0x55c5c0b35da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:56.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.317+0000 7f7adafea740 1 -- 172.21.15.1:0/1055789373 shutdown_connections 2024-02-10T00:01:56.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.317+0000 7f7adafea740 1 -- 172.21.15.1:0/1055789373 wait complete. 2024-02-10T00:01:56.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.317+0000 7f7adafea740 20 client.16557 trim_cache size 0 max 16384 2024-02-10T00:01:56.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.332+0000 7f7adafea740 1 Processor -- start 2024-02-10T00:01:56.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.332+0000 7f7adafea740 1 -- start start 2024-02-10T00:01:56.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.332+0000 7f7adafea740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c5c0b39980 0x55c5c0b42420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.332+0000 7f7adafea740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c5c0b3a330 0x55c5c0b3cf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.332+0000 7f7adafea740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5c0b42eb0 0x55c5c0b3d490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.332+0000 7f7adafea740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5c0b2f780 con 0x55c5c0b42eb0 2024-02-10T00:01:56.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.332+0000 7f7adafea740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5c0a26fd0 con 0x55c5c0b39980 2024-02-10T00:01:56.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.332+0000 7f7adafea740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5c0b34aa0 con 0x55c5c0b3a330 2024-02-10T00:01:56.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.332+0000 7f7ad68e0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5c0b42eb0 0x55c5c0b3d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.332+0000 7f7ad68e0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5c0b42eb0 0x55c5c0b3d490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60862/0 (socket says 172.21.15.1:60862) 2024-02-10T00:01:56.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.332+0000 7f7ad68e0640 1 -- 172.21.15.1:0/2327002464 learned_addr learned my addr 172.21.15.1:0/2327002464 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:56.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.332+0000 7f7ad60df640 1 --2- 172.21.15.1:0/2327002464 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c5c0b39980 0x55c5c0b42420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.332+0000 7f7ad58de640 1 --2- 172.21.15.1:0/2327002464 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c5c0b3a330 0x55c5c0b3cf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.332+0000 7f7ad68e0640 1 -- 172.21.15.1:0/2327002464 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c5c0b3a330 msgr2=0x55c5c0b3cf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:56.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.333+0000 7f7ad68e0640 1 --2- 172.21.15.1:0/2327002464 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c5c0b3a330 0x55c5c0b3cf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.333+0000 7f7ad68e0640 1 -- 172.21.15.1:0/2327002464 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c5c0b39980 msgr2=0x55c5c0b42420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:56.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.333+0000 7f7ad68e0640 1 --2- 172.21.15.1:0/2327002464 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c5c0b39980 0x55c5c0b42420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.333+0000 7f7ad68e0640 1 -- 172.21.15.1:0/2327002464 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c5c0a3cb30 con 0x55c5c0b42eb0 2024-02-10T00:01:56.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.333+0000 7f7ad60df640 1 --2- 172.21.15.1:0/2327002464 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c5c0b39980 0x55c5c0b42420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:01:56.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.333+0000 7f7ad68e0640 1 --2- 172.21.15.1:0/2327002464 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5c0b42eb0 0x55c5c0b3d490 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f7acc000f80 tx=0x7f7acc0039d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a86cf1fc6f5ac86 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:56.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.333+0000 7f7abbfff640 1 -- 172.21.15.1:0/2327002464 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7acc003e10 con 0x55c5c0b42eb0 2024-02-10T00:01:56.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.333+0000 7f7abbfff640 1 -- 172.21.15.1:0/2327002464 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7acc027490 con 0x55c5c0b42eb0 2024-02-10T00:01:56.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.333+0000 7f7abbfff640 1 -- 172.21.15.1:0/2327002464 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7acc01f890 con 0x55c5c0b42eb0 2024-02-10T00:01:56.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.333+0000 7f7adafea740 1 -- 172.21.15.1:0/2327002464 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5c0b42eb0 msgr2=0x55c5c0b3d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:56.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.333+0000 7f7adafea740 1 --2- 172.21.15.1:0/2327002464 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5c0b42eb0 0x55c5c0b3d490 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f7acc000f80 tx=0x7f7acc0039d0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.333+0000 7f7adafea740 1 -- 172.21.15.1:0/2327002464 shutdown_connections 2024-02-10T00:01:56.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.333+0000 7f7adafea740 1 --2- 172.21.15.1:0/2327002464 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5c0b42eb0 0x55c5c0b3d490 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.333+0000 7f7adafea740 1 --2- 172.21.15.1:0/2327002464 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c5c0b3a330 0x55c5c0b3cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.333+0000 7f7adafea740 1 --2- 172.21.15.1:0/2327002464 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c5c0b39980 0x55c5c0b42420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.333+0000 7f7adafea740 1 -- 172.21.15.1:0/2327002464 >> 172.21.15.1:0/2327002464 conn(0x55c5c0b34050 msgr2=0x55c5c0b3af80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:56.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.333+0000 7f7adafea740 1 -- 172.21.15.1:0/2327002464 shutdown_connections 2024-02-10T00:01:56.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.333+0000 7f7adafea740 1 -- 172.21.15.1:0/2327002464 wait complete. 2024-02-10T00:01:56.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.334+0000 7f7adafea740 1 -- start start 2024-02-10T00:01:56.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.334+0000 7f7adafea740 1 Processor -- start 2024-02-10T00:01:56.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.334+0000 7f7adafea740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c5c0b39980 0x55c5c0b48ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.334+0000 7f7adafea740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c5c0b3a330 0x55c5c0b49420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.334+0000 7f7adafea740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5c0b42eb0 0x55c5c0ba3610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.334+0000 7f7adafea740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5c0ba3b50 con 0x55c5c0b42eb0 2024-02-10T00:01:56.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.334+0000 7f7adafea740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5c0ba3c90 con 0x55c5c0b39980 2024-02-10T00:01:56.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.334+0000 7f7adafea740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5c0ba3e50 con 0x55c5c0b3a330 2024-02-10T00:01:56.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.334+0000 7f7adafea740 10 client.0 _ll_register_callbacks cb 0x7f7ad006aac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:01:56.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.334+0000 7f7ad68e0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5c0b42eb0 0x55c5c0ba3610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.334+0000 7f7ad68e0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5c0b42eb0 0x55c5c0ba3610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60874/0 (socket says 172.21.15.1:60874) 2024-02-10T00:01:56.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.334+0000 7f7ad68e0640 1 -- 172.21.15.1:0/2727559688 learned_addr learned my addr 172.21.15.1:0/2727559688 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:01:56.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.334+0000 7f7ad58de640 1 --2- 172.21.15.1:0/2727559688 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c5c0b3a330 0x55c5c0b49420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.334+0000 7f7ad68e0640 1 -- 172.21.15.1:0/2727559688 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c5c0b3a330 msgr2=0x55c5c0b49420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:56.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.334+0000 7f7ad68e0640 1 --2- 172.21.15.1:0/2727559688 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c5c0b3a330 0x55c5c0b49420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.334+0000 7f7ad60df640 1 --2- 172.21.15.1:0/2727559688 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c5c0b39980 0x55c5c0b48ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.334+0000 7f7ad68e0640 1 -- 172.21.15.1:0/2727559688 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c5c0b39980 msgr2=0x55c5c0b48ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:01:56.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.334+0000 7f7ad68e0640 1 --2- 172.21.15.1:0/2727559688 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c5c0b39980 0x55c5c0b48ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.334+0000 7f7ad68e0640 1 -- 172.21.15.1:0/2727559688 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c5c0aa0680 con 0x55c5c0b42eb0 2024-02-10T00:01:56.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.335+0000 7f7ad68e0640 1 --2- 172.21.15.1:0/2727559688 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5c0b42eb0 0x55c5c0ba3610 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f7acc006010 tx=0x7f7acc003f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77c642b19371dee9 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:01:56.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.335+0000 7f7ab9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:01:56.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.335+0000 7f7ab9ffb640 1 -- 172.21.15.1:0/2727559688 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7acc004a80 con 0x55c5c0b42eb0 2024-02-10T00:01:56.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.335+0000 7f7adafea740 1 -- 172.21.15.1:0/2727559688 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7ac8095380 con 0x55c5c0b42eb0 2024-02-10T00:01:56.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.335+0000 7f7ab9ffb640 1 -- 172.21.15.1:0/2727559688 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f7acc018070 con 0x55c5c0b42eb0 2024-02-10T00:01:56.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.335+0000 7f7ab9ffb640 1 -- 172.21.15.1:0/2727559688 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7acc004be0 con 0x55c5c0b42eb0 2024-02-10T00:01:56.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.335+0000 7f7adafea740 10 client.16563 fetch_fsmap learned FSMap version 29 2024-02-10T00:01:56.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.335+0000 7f7adafea740 1 -- 172.21.15.1:0/2727559688 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c5c0a62850 con 0x55c5c0b42eb0 2024-02-10T00:01:56.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.335+0000 7f7ab9ffb640 1 -- 172.21.15.1:0/2727559688 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7ac8095380 con 0x55c5c0b42eb0 2024-02-10T00:01:56.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.335+0000 7f7ab9ffb640 1 -- 172.21.15.1:0/2727559688 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f7acc0125b0 con 0x55c5c0b42eb0 2024-02-10T00:01:56.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.335+0000 7f7adafea740 10 client.16563 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:01:56.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.335+0000 7f7adafea740 10 client.16563 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:01:56.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.335+0000 7f7adafea740 20 client.16563 populate_metadata read hostname 'smithi001' 2024-02-10T00:01:56.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.335+0000 7f7adafea740 1 --2- 172.21.15.1:0/2727559688 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c5c0bab410 0x55c5c0bad800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:01:56.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.335+0000 7f7adafea740 4 client.16563 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:01:56.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.335+0000 7f7adafea740 1 -- 172.21.15.1:0/2727559688 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55c5c082d890 con 0x55c5c0bab410 2024-02-10T00:01:56.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.335+0000 7f7ad60df640 1 --2- 172.21.15.1:0/2727559688 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c5c0bab410 0x55c5c0bad800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:01:56.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.336+0000 7f7ab9ffb640 10 client.16563 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:56.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.336+0000 7f7ad60df640 1 --2- 172.21.15.1:0/2727559688 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c5c0bab410 0x55c5c0bad800 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=83656b8d615c9014 server_cookie=a4b51aca4911d287 in_seq=0 out_seq=0 2024-02-10T00:01:56.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.336+0000 7f7ab9ffb640 1 -- 172.21.15.1:0/2727559688 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55c5c082d890 con 0x55c5c0bab410 2024-02-10T00:01:56.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.336+0000 7f7ab9ffb640 10 client.16563 handle_command_reply: tid=0 2024-02-10T00:01:56.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.336+0000 7f7adafea740 1 client.16563 shutdown 2024-02-10T00:01:56.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.336+0000 7f7adafea740 1 -- 172.21.15.1:0/2727559688 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5c0b42eb0 msgr2=0x55c5c0ba3610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:56.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.336+0000 7f7adafea740 1 --2- 172.21.15.1:0/2727559688 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5c0b42eb0 0x55c5c0ba3610 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f7acc006010 tx=0x7f7acc003f70 comp rx=0 tx=0).stop 2024-02-10T00:01:56.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.336+0000 7f7adafea740 1 -- 172.21.15.1:0/2727559688 shutdown_connections 2024-02-10T00:01:56.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.336+0000 7f7adafea740 1 --2- 172.21.15.1:0/2727559688 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c5c0bab410 0x55c5c0bad800 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.336+0000 7f7adafea740 1 --2- 172.21.15.1:0/2727559688 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5c0b42eb0 0x55c5c0ba3610 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.336+0000 7f7adafea740 1 --2- 172.21.15.1:0/2727559688 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c5c0b3a330 0x55c5c0b49420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.336+0000 7f7adafea740 1 --2- 172.21.15.1:0/2727559688 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c5c0b39980 0x55c5c0b48ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.336+0000 7f7ab9ffb640 0 client.16563 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:01:56.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.336+0000 7f7adafea740 1 -- 172.21.15.1:0/2727559688 >> 172.21.15.1:0/2727559688 conn(0x55c5c0b34050 msgr2=0x55c5c0b32960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:56.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.336+0000 7f7adafea740 1 -- 172.21.15.1:0/2727559688 shutdown_connections 2024-02-10T00:01:56.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.336+0000 7f7adafea740 1 -- 172.21.15.1:0/2727559688 wait complete. 2024-02-10T00:01:56.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.336+0000 7f7adafea740 20 client.16563 trim_cache size 0 max 16384 2024-02-10T00:01:56.345 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:01:56.346 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "IDLE (waiting for more scrubs)", 2024-02-10T00:01:56.346 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": { 2024-02-10T00:01:56.346 INFO:teuthology.orchestra.run.smithi001.stdout: "664b1eaa-6b74-4756-add8-4859be6ad83c": { 2024-02-10T00:01:56.346 INFO:teuthology.orchestra.run.smithi001.stdout: "path": "/", 2024-02-10T00:01:56.346 INFO:teuthology.orchestra.run.smithi001.stdout: "tag": "664b1eaa-6b74-4756-add8-4859be6ad83c", 2024-02-10T00:01:56.346 INFO:teuthology.orchestra.run.smithi001.stdout: "options": "recursive,force" 2024-02-10T00:01:56.346 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:01:56.346 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:01:56.346 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:01:56.347 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.337+0000 7f7ad8343640 1 -- 172.21.15.1:0/845105025 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f7abc0a2230 msgr2=0x7f7abc0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:56.347 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.337+0000 7f7ad8343640 1 --2- 172.21.15.1:0/845105025 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f7abc0a2230 0x7f7abc0a46f0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f7acc0092f0 tx=0x7f7acc009880 comp rx=0 tx=0).stop 2024-02-10T00:01:56.347 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.337+0000 7f7ad8343640 1 -- 172.21.15.1:0/845105025 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7ad0102450 msgr2=0x7f7ad01000a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:01:56.347 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.337+0000 7f7ad8343640 1 --2- 172.21.15.1:0/845105025 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7ad0102450 0x7f7ad01000a0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f7ac8005940 tx=0x7f7ac8004040 comp rx=0 tx=0).stop 2024-02-10T00:01:56.347 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.337+0000 7f7ad8343640 1 -- 172.21.15.1:0/845105025 shutdown_connections 2024-02-10T00:01:56.347 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.337+0000 7f7ad8343640 1 --2- 172.21.15.1:0/845105025 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f7abc0a2230 0x7f7abc0a46f0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.347 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.337+0000 7f7ad8343640 1 --2- 172.21.15.1:0/845105025 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7ad010b820 0x7f7ad0100b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.347 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.337+0000 7f7ad8343640 1 --2- 172.21.15.1:0/845105025 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7ad0102d70 0x7f7ad01005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.337+0000 7f7ad8343640 1 --2- 172.21.15.1:0/845105025 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7ad0102450 0x7f7ad01000a0 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:01:56.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.337+0000 7f7ad8343640 1 -- 172.21.15.1:0/845105025 >> 172.21.15.1:0/845105025 conn(0x7f7ad00772e0 msgr2=0x7f7ad00fe450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:01:56.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.337+0000 7f7ad8343640 1 -- 172.21.15.1:0/845105025 shutdown_connections 2024-02-10T00:01:56.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:01:56.337+0000 7f7ad8343640 1 -- 172.21.15.1:0/845105025 wait complete. 2024-02-10T00:01:56.349 INFO:tasks.cephfs.filesystem:scrub status for tag:664b1eaa-6b74-4756-add8-4859be6ad83c - {'path': '/', 'tag': '664b1eaa-6b74-4756-add8-4859be6ad83c', 'options': 'recursive,force'} 2024-02-10T00:01:57.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:57 smithi088 ceph-mon[36452]: pgmap v81: 97 pgs: 97 active+clean; 3.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 15 op/s 2024-02-10T00:01:57.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:57 smithi088 ceph-mon[36452]: scrub queued for path: / 2024-02-10T00:01:57.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:57 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:01:57.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:57 smithi088 ceph-mon[36452]: scrub summary: active paths [/] 2024-02-10T00:01:57.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:57 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:01:57.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:57 smithi103 ceph-mon[36942]: pgmap v81: 97 pgs: 97 active+clean; 3.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 15 op/s 2024-02-10T00:01:57.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:57 smithi103 ceph-mon[36942]: scrub queued for path: / 2024-02-10T00:01:57.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:57 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:01:57.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:57 smithi103 ceph-mon[36942]: scrub summary: active paths [/] 2024-02-10T00:01:57.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:57 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:01:57.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:57 smithi001 ceph-mon[32335]: pgmap v81: 97 pgs: 97 active+clean; 3.1 MiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 22 KiB/s wr, 15 op/s 2024-02-10T00:01:57.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:57 smithi001 ceph-mon[32335]: scrub queued for path: / 2024-02-10T00:01:57.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:57 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:01:57.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:57 smithi001 ceph-mon[32335]: scrub summary: active paths [/] 2024-02-10T00:01:57.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:57 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:01:59.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:01:59 smithi088 ceph-mon[36452]: pgmap v82: 97 pgs: 97 active+clean; 3.2 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 31 KiB/s wr, 23 op/s 2024-02-10T00:01:59.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:01:59 smithi103 ceph-mon[36942]: pgmap v82: 97 pgs: 97 active+clean; 3.2 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 31 KiB/s wr, 23 op/s 2024-02-10T00:01:59.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:01:59 smithi001 ceph-mon[32335]: pgmap v82: 97 pgs: 97 active+clean; 3.2 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 31 KiB/s wr, 23 op/s 2024-02-10T00:02:01.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:01 smithi088 ceph-mon[36452]: pgmap v83: 97 pgs: 97 active+clean; 3.2 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 21 KiB/s wr, 16 op/s 2024-02-10T00:02:01.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:01 smithi088 ceph-mon[36452]: scrub summary: idle 2024-02-10T00:02:01.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:01 smithi103 ceph-mon[36942]: pgmap v83: 97 pgs: 97 active+clean; 3.2 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 21 KiB/s wr, 16 op/s 2024-02-10T00:02:01.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:01 smithi103 ceph-mon[36942]: scrub summary: idle 2024-02-10T00:02:01.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:01 smithi001 ceph-mon[32335]: pgmap v83: 97 pgs: 97 active+clean; 3.2 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 21 KiB/s wr, 16 op/s 2024-02-10T00:02:01.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:01 smithi001 ceph-mon[32335]: scrub summary: idle 2024-02-10T00:02:03.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:03 smithi088 ceph-mon[36452]: pgmap v84: 97 pgs: 97 active+clean; 3.2 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 21 KiB/s wr, 16 op/s 2024-02-10T00:02:03.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:03 smithi103 ceph-mon[36942]: pgmap v84: 97 pgs: 97 active+clean; 3.2 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 21 KiB/s wr, 16 op/s 2024-02-10T00:02:03.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:03 smithi001 ceph-mon[32335]: pgmap v84: 97 pgs: 97 active+clean; 3.2 MiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 21 KiB/s wr, 16 op/s 2024-02-10T00:02:03.844 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.839+0000 7fe355d8c640 1 -- 172.21.15.1:0/1343764586 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe350101df0 msgr2=0x7fe350105e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:03.845 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.839+0000 7fe355d8c640 1 --2- 172.21.15.1:0/1343764586 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe350101df0 0x7fe350105e30 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7fe344009930 tx=0x7fe34402bc30 comp rx=0 tx=0).stop 2024-02-10T00:02:03.845 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.839+0000 7fe355d8c640 1 -- 172.21.15.1:0/1343764586 shutdown_connections 2024-02-10T00:02:03.845 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.839+0000 7fe355d8c640 1 --2- 172.21.15.1:0/1343764586 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe350106510 0x7fe35010e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.845 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.839+0000 7fe355d8c640 1 --2- 172.21.15.1:0/1343764586 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe350101df0 0x7fe350105e30 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.845 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.839+0000 7fe355d8c640 1 --2- 172.21.15.1:0/1343764586 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe350101440 0x7fe350101820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.845 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.839+0000 7fe355d8c640 1 -- 172.21.15.1:0/1343764586 >> 172.21.15.1:0/1343764586 conn(0x7fe3500fcc80 msgr2=0x7fe3500ff0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:03.845 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.839+0000 7fe355d8c640 1 -- 172.21.15.1:0/1343764586 shutdown_connections 2024-02-10T00:02:03.845 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.840+0000 7fe355d8c640 1 -- 172.21.15.1:0/1343764586 wait complete. 2024-02-10T00:02:03.845 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.840+0000 7fe355d8c640 1 Processor -- start 2024-02-10T00:02:03.845 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.840+0000 7fe355d8c640 1 -- start start 2024-02-10T00:02:03.845 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.840+0000 7fe355d8c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe350101440 0x7fe35019d650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:03.845 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.841+0000 7fe355d8c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe350106510 0x7fe35019db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:03.845 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.841+0000 7fe355d8c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe350197710 0x7fe350197b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:03.846 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.841+0000 7fe355d8c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3501981e0 con 0x7fe350197710 2024-02-10T00:02:03.846 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.841+0000 7fe355d8c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe350198350 con 0x7fe350101440 2024-02-10T00:02:03.846 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.841+0000 7fe355d8c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe350198510 con 0x7fe350106510 2024-02-10T00:02:03.846 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.841+0000 7fe34ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe350197710 0x7fe350197b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:03.846 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.841+0000 7fe34ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe350197710 0x7fe350197b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:39988/0 (socket says 172.21.15.1:39988) 2024-02-10T00:02:03.846 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.841+0000 7fe34ffff640 1 -- 172.21.15.1:0/961202496 learned_addr learned my addr 172.21.15.1:0/961202496 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:03.846 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.841+0000 7fe34effd640 1 --2- 172.21.15.1:0/961202496 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe350106510 0x7fe35019db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:03.846 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.841+0000 7fe34f7fe640 1 --2- 172.21.15.1:0/961202496 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe350101440 0x7fe35019d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:03.846 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.841+0000 7fe34ffff640 1 -- 172.21.15.1:0/961202496 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe350106510 msgr2=0x7fe35019db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:03.846 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.841+0000 7fe34ffff640 1 --2- 172.21.15.1:0/961202496 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe350106510 0x7fe35019db90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.846 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.841+0000 7fe34ffff640 1 -- 172.21.15.1:0/961202496 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe350101440 msgr2=0x7fe35019d650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:03.846 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.841+0000 7fe34ffff640 1 --2- 172.21.15.1:0/961202496 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe350101440 0x7fe35019d650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.846 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.841+0000 7fe34ffff640 1 -- 172.21.15.1:0/961202496 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe344009560 con 0x7fe350197710 2024-02-10T00:02:03.846 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.841+0000 7fe34ffff640 1 --2- 172.21.15.1:0/961202496 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe350197710 0x7fe350197b90 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7fe348009fd0 tx=0x7fe34800b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:03.847 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.841+0000 7fe34cff9640 1 -- 172.21.15.1:0/961202496 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe34800bea0 con 0x7fe350197710 2024-02-10T00:02:03.847 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.841+0000 7fe34cff9640 1 -- 172.21.15.1:0/961202496 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe348009940 con 0x7fe350197710 2024-02-10T00:02:03.847 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.841+0000 7fe355d8c640 1 -- 172.21.15.1:0/961202496 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe3501a44b0 con 0x7fe350197710 2024-02-10T00:02:03.847 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.841+0000 7fe34cff9640 1 -- 172.21.15.1:0/961202496 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3480106c0 con 0x7fe350197710 2024-02-10T00:02:03.847 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.842+0000 7fe355d8c640 1 -- 172.21.15.1:0/961202496 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe3501a4940 con 0x7fe350197710 2024-02-10T00:02:03.855 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.844+0000 7fe34cff9640 1 -- 172.21.15.1:0/961202496 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fe348004240 con 0x7fe350197710 2024-02-10T00:02:03.856 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.844+0000 7fe358963740 1 Processor -- start 2024-02-10T00:02:03.856 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.844+0000 7fe358963740 1 -- start start 2024-02-10T00:02:03.856 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.844+0000 7fe34cff9640 1 --2- 172.21.15.1:0/961202496 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fe3380a2220 0x7fe3380a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:03.856 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.844+0000 7fe358963740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640f5275bd0 0x5640f5275fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:03.856 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.844+0000 7fe358963740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640f52764f0 0x5640f5283670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:03.857 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.844+0000 7fe358963740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640f5283bb0 0x5640f5285fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:03.857 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.844+0000 7fe358963740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640f51e4a00 con 0x5640f52764f0 2024-02-10T00:02:03.857 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.844+0000 7fe358963740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640f51e1f30 con 0x5640f5275bd0 2024-02-10T00:02:03.857 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.844+0000 7fe358963740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640f51dd710 con 0x5640f5283bb0 2024-02-10T00:02:03.857 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.845+0000 7fe34cff9640 1 -- 172.21.15.1:0/961202496 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fe3480cdca0 con 0x7fe350197710 2024-02-10T00:02:03.857 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.845+0000 7fe34effd640 1 --2- 172.21.15.1:0/961202496 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fe3380a2220 0x7fe3380a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:03.857 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.845+0000 7fe34effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640f52764f0 0x5640f5283670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:03.857 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.845+0000 7fe34f7fe640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640f5275bd0 0x5640f5275fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:03.857 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.845+0000 7fe34f7fe640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640f5275bd0 0x5640f5275fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.1:56584/0 (socket says 172.21.15.1:56584) 2024-02-10T00:02:03.857 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.845+0000 7fe34f7fe640 1 -- 172.21.15.1:0/711464310 learned_addr learned my addr 172.21.15.1:0/711464310 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:03.857 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.845+0000 7fe34effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640f52764f0 0x5640f5283670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:40000/0 (socket says 172.21.15.1:40000) 2024-02-10T00:02:03.857 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.845+0000 7fe34ffff640 1 --2- 172.21.15.1:0/711464310 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640f5283bb0 0x5640f5285fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:03.857 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.845+0000 7fe34f7fe640 1 -- 172.21.15.1:0/711464310 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640f5283bb0 msgr2=0x5640f5285fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:03.857 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.845+0000 7fe34f7fe640 1 --2- 172.21.15.1:0/711464310 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640f5283bb0 0x5640f5285fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.858 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.845+0000 7fe34f7fe640 1 -- 172.21.15.1:0/711464310 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640f52764f0 msgr2=0x5640f5283670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:03.858 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.845+0000 7fe34f7fe640 1 --2- 172.21.15.1:0/711464310 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640f52764f0 0x5640f5283670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.858 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.845+0000 7fe34f7fe640 1 -- 172.21.15.1:0/711464310 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5640f51a23b0 con 0x5640f5275bd0 2024-02-10T00:02:03.858 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.845+0000 7fe34ffff640 1 --2- 172.21.15.1:0/711464310 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640f5283bb0 0x5640f5285fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:02:03.858 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.845+0000 7fe34effd640 1 --2- 172.21.15.1:0/961202496 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fe3380a2220 0x7fe3380a46e0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fe344000c00 tx=0x7fe344004750 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:03.858 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.845+0000 7fe34f7fe640 1 --2- 172.21.15.1:0/711464310 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640f5275bd0 0x5640f5275fb0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fe34000b760 tx=0x7fe34000bc20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b37109b136a56710 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:03.858 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.845+0000 7fe335ffb640 1 -- 172.21.15.1:0/711464310 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe340003dd0 con 0x5640f5275bd0 2024-02-10T00:02:03.858 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.845+0000 7fe335ffb640 1 -- 172.21.15.1:0/711464310 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe34000be70 con 0x5640f5275bd0 2024-02-10T00:02:03.858 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.845+0000 7fe335ffb640 1 -- 172.21.15.1:0/711464310 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe340011440 con 0x5640f5275bd0 2024-02-10T00:02:03.858 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.846+0000 7fe358963740 1 -- 172.21.15.1:0/711464310 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640f5275bd0 msgr2=0x5640f5275fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:03.858 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.846+0000 7fe358963740 1 --2- 172.21.15.1:0/711464310 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640f5275bd0 0x5640f5275fb0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fe34000b760 tx=0x7fe34000bc20 comp rx=0 tx=0).stop 2024-02-10T00:02:03.858 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.846+0000 7fe358963740 1 -- 172.21.15.1:0/711464310 shutdown_connections 2024-02-10T00:02:03.858 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.846+0000 7fe358963740 1 --2- 172.21.15.1:0/711464310 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640f5283bb0 0x5640f5285fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.858 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.846+0000 7fe358963740 1 --2- 172.21.15.1:0/711464310 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640f52764f0 0x5640f5283670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.846+0000 7fe358963740 1 --2- 172.21.15.1:0/711464310 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640f5275bd0 0x5640f5275fb0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.846+0000 7fe358963740 1 -- 172.21.15.1:0/711464310 >> 172.21.15.1:0/711464310 conn(0x5640f52709d0 msgr2=0x5640f5270db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:03.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.846+0000 7fe358963740 1 -- 172.21.15.1:0/711464310 shutdown_connections 2024-02-10T00:02:03.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.846+0000 7fe358963740 1 -- 172.21.15.1:0/711464310 wait complete. 2024-02-10T00:02:03.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.846+0000 7fe358963740 1 -- start start 2024-02-10T00:02:03.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.847+0000 7fe358963740 1 Processor -- start 2024-02-10T00:02:03.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.847+0000 7fe358963740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640f5275bd0 0x5640f5280b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:03.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.847+0000 7fe358963740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640f52764f0 0x5640f52810d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:03.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.847+0000 7fe358963740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640f5283bb0 0x5640f5281610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:03.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.847+0000 7fe358963740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640f5182b90 con 0x5640f5283bb0 2024-02-10T00:02:03.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.847+0000 7fe358963740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640f4eb1250 con 0x5640f5275bd0 2024-02-10T00:02:03.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.847+0000 7fe358963740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640f5163200 con 0x5640f52764f0 2024-02-10T00:02:03.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.847+0000 7fe358963740 10 client.0 _ll_register_callbacks cb 0x5640f51995d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:03.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.847+0000 7fe34ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640f5283bb0 0x5640f5281610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:03.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.847+0000 7fe34f7fe640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640f5275bd0 0x5640f5280b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:03.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.847+0000 7fe34ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640f5283bb0 0x5640f5281610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:40006/0 (socket says 172.21.15.1:40006) 2024-02-10T00:02:03.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.847+0000 7fe34ffff640 1 -- 172.21.15.1:0/2979352459 learned_addr learned my addr 172.21.15.1:0/2979352459 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:03.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.847+0000 7fe34effd640 1 --2- 172.21.15.1:0/2979352459 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640f52764f0 0x5640f52810d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:03.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.847+0000 7fe34ffff640 1 -- 172.21.15.1:0/2979352459 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640f52764f0 msgr2=0x5640f52810d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:03.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.848+0000 7fe34ffff640 1 --2- 172.21.15.1:0/2979352459 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640f52764f0 0x5640f52810d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.848+0000 7fe34ffff640 1 -- 172.21.15.1:0/2979352459 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640f5275bd0 msgr2=0x5640f5280b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:03.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.848+0000 7fe34ffff640 1 --2- 172.21.15.1:0/2979352459 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640f5275bd0 0x5640f5280b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.848+0000 7fe34ffff640 1 -- 172.21.15.1:0/2979352459 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe340004370 con 0x5640f5283bb0 2024-02-10T00:02:03.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.848+0000 7fe34f7fe640 1 --2- 172.21.15.1:0/2979352459 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640f5275bd0 0x5640f5280b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:02:03.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.848+0000 7fe34ffff640 1 --2- 172.21.15.1:0/2979352459 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640f5283bb0 0x5640f5281610 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7fe348096bd0 tx=0x7fe34809a8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=331f7d81e4548551 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:03.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.848+0000 7fe32effd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:03.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.848+0000 7fe32effd640 1 -- 172.21.15.1:0/2979352459 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3480cb6a0 con 0x5640f5283bb0 2024-02-10T00:02:03.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.848+0000 7fe32effd640 1 -- 172.21.15.1:0/2979352459 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fe3480cb800 con 0x5640f5283bb0 2024-02-10T00:02:03.861 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.848+0000 7fe358963740 1 -- 172.21.15.1:0/2979352459 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5640f5203ee0 con 0x5640f5283bb0 2024-02-10T00:02:03.861 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.848+0000 7fe32effd640 1 -- 172.21.15.1:0/2979352459 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe3480b3140 con 0x5640f5283bb0 2024-02-10T00:02:03.861 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.848+0000 7fe358963740 10 client.16575 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:03.861 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.848+0000 7fe358963740 1 -- 172.21.15.1:0/2979352459 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5640f51dbd90 con 0x5640f5283bb0 2024-02-10T00:02:03.861 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.848+0000 7fe32effd640 1 -- 172.21.15.1:0/2979352459 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5640f5203ee0 con 0x5640f5283bb0 2024-02-10T00:02:03.861 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.848+0000 7fe32effd640 1 -- 172.21.15.1:0/2979352459 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fe3480cbb70 con 0x5640f5283bb0 2024-02-10T00:02:03.861 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.848+0000 7fe358963740 10 client.16575 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:03.861 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.848+0000 7fe358963740 10 client.16575 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:02:03.861 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.848+0000 7fe358963740 20 client.16575 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:03.861 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.849+0000 7fe358963740 1 --2- 172.21.15.1:0/2979352459 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5640f5293d30 0x5640f5296120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:03.861 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.849+0000 7fe358963740 4 client.16575 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:02:03.861 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.849+0000 7fe358963740 1 -- 172.21.15.1:0/2979352459 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5640f4edd600 con 0x5640f5293d30 2024-02-10T00:02:03.861 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.849+0000 7fe34f7fe640 1 --2- 172.21.15.1:0/2979352459 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5640f5293d30 0x5640f5296120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:03.861 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.849+0000 7fe34f7fe640 1 --2- 172.21.15.1:0/2979352459 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5640f5293d30 0x5640f5296120 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ae1f7ae7f100fedc server_cookie=cb4f0e4a392d606c in_seq=0 out_seq=0 2024-02-10T00:02:03.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.849+0000 7fe32effd640 10 client.16575 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:03.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.850+0000 7fe32effd640 1 -- 172.21.15.1:0/2979352459 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5640f4edd600 con 0x5640f5293d30 2024-02-10T00:02:03.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.850+0000 7fe32effd640 10 client.16575 handle_command_reply: tid=0 2024-02-10T00:02:03.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.850+0000 7fe358963740 1 client.16575 shutdown 2024-02-10T00:02:03.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.850+0000 7fe358963740 1 -- 172.21.15.1:0/2979352459 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640f5283bb0 msgr2=0x5640f5281610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:03.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.850+0000 7fe358963740 1 --2- 172.21.15.1:0/2979352459 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640f5283bb0 0x5640f5281610 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7fe348096bd0 tx=0x7fe34809a8b0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.850+0000 7fe358963740 1 -- 172.21.15.1:0/2979352459 shutdown_connections 2024-02-10T00:02:03.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.850+0000 7fe358963740 1 --2- 172.21.15.1:0/2979352459 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5640f5293d30 0x5640f5296120 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.850+0000 7fe358963740 1 --2- 172.21.15.1:0/2979352459 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640f5283bb0 0x5640f5281610 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.850+0000 7fe358963740 1 --2- 172.21.15.1:0/2979352459 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640f52764f0 0x5640f52810d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.850+0000 7fe32effd640 0 client.16575 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:03.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.850+0000 7fe358963740 1 --2- 172.21.15.1:0/2979352459 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640f5275bd0 0x5640f5280b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.850+0000 7fe358963740 1 -- 172.21.15.1:0/2979352459 >> 172.21.15.1:0/2979352459 conn(0x5640f52709d0 msgr2=0x5640f5272720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:03.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.850+0000 7fe358963740 1 -- 172.21.15.1:0/2979352459 shutdown_connections 2024-02-10T00:02:03.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.850+0000 7fe358963740 1 -- 172.21.15.1:0/2979352459 wait complete. 2024-02-10T00:02:03.863 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.850+0000 7fe358963740 20 client.16575 trim_cache size 0 max 16384 2024-02-10T00:02:03.871 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.863+0000 7fe358963740 1 Processor -- start 2024-02-10T00:02:03.871 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.863+0000 7fe358963740 1 -- start start 2024-02-10T00:02:03.871 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.864+0000 7fe358963740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640f5275bd0 0x5640f52832c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:03.871 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.864+0000 7fe358963740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640f52764f0 0x5640f5281400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:03.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.864+0000 7fe358963740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640f5283bb0 0x5640f527f460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:03.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.864+0000 7fe358963740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640f527c7f0 con 0x5640f5283bb0 2024-02-10T00:02:03.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.864+0000 7fe358963740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640f5270500 con 0x5640f5275bd0 2024-02-10T00:02:03.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.864+0000 7fe358963740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640f527ba70 con 0x5640f52764f0 2024-02-10T00:02:03.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.864+0000 7fe34ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640f5283bb0 0x5640f527f460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:03.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.864+0000 7fe34ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640f5283bb0 0x5640f527f460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:40018/0 (socket says 172.21.15.1:40018) 2024-02-10T00:02:03.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.864+0000 7fe34ffff640 1 -- 172.21.15.1:0/3110508866 learned_addr learned my addr 172.21.15.1:0/3110508866 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:03.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.864+0000 7fe34f7fe640 1 --2- 172.21.15.1:0/3110508866 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640f5275bd0 0x5640f52832c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:03.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.864+0000 7fe34effd640 1 --2- 172.21.15.1:0/3110508866 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640f52764f0 0x5640f5281400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:03.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.864+0000 7fe34ffff640 1 -- 172.21.15.1:0/3110508866 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640f52764f0 msgr2=0x5640f5281400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:03.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.864+0000 7fe34ffff640 1 --2- 172.21.15.1:0/3110508866 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640f52764f0 0x5640f5281400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.864+0000 7fe34ffff640 1 -- 172.21.15.1:0/3110508866 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640f5275bd0 msgr2=0x5640f52832c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:03.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.864+0000 7fe34ffff640 1 --2- 172.21.15.1:0/3110508866 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640f5275bd0 0x5640f52832c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.864+0000 7fe34ffff640 1 -- 172.21.15.1:0/3110508866 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5640f5178820 con 0x5640f5283bb0 2024-02-10T00:02:03.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.864+0000 7fe34effd640 1 --2- 172.21.15.1:0/3110508866 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640f52764f0 0x5640f5281400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:02:03.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.864+0000 7fe34ffff640 1 --2- 172.21.15.1:0/3110508866 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640f5283bb0 0x5640f527f460 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7fe3480cba20 tx=0x7fe348004640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91bf3ca37d5192ce server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:03.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.864+0000 7fe3357fa640 1 -- 172.21.15.1:0/3110508866 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe348014030 con 0x5640f5283bb0 2024-02-10T00:02:03.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.864+0000 7fe3357fa640 1 -- 172.21.15.1:0/3110508866 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe34809a0d0 con 0x5640f5283bb0 2024-02-10T00:02:03.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.864+0000 7fe3357fa640 1 -- 172.21.15.1:0/3110508866 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3480cb830 con 0x5640f5283bb0 2024-02-10T00:02:03.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.865+0000 7fe358963740 1 -- 172.21.15.1:0/3110508866 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640f5283bb0 msgr2=0x5640f527f460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:03.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.865+0000 7fe358963740 1 --2- 172.21.15.1:0/3110508866 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640f5283bb0 0x5640f527f460 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7fe3480cba20 tx=0x7fe348004640 comp rx=0 tx=0).stop 2024-02-10T00:02:03.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.865+0000 7fe358963740 1 -- 172.21.15.1:0/3110508866 shutdown_connections 2024-02-10T00:02:03.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.865+0000 7fe358963740 1 --2- 172.21.15.1:0/3110508866 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640f5283bb0 0x5640f527f460 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.865+0000 7fe358963740 1 --2- 172.21.15.1:0/3110508866 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640f52764f0 0x5640f5281400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.865+0000 7fe358963740 1 --2- 172.21.15.1:0/3110508866 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640f5275bd0 0x5640f52832c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.865+0000 7fe358963740 1 -- 172.21.15.1:0/3110508866 >> 172.21.15.1:0/3110508866 conn(0x5640f52709d0 msgr2=0x5640f529aac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:03.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.865+0000 7fe358963740 1 -- 172.21.15.1:0/3110508866 shutdown_connections 2024-02-10T00:02:03.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.865+0000 7fe358963740 1 -- 172.21.15.1:0/3110508866 wait complete. 2024-02-10T00:02:03.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.865+0000 7fe358963740 1 -- start start 2024-02-10T00:02:03.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.866+0000 7fe358963740 1 Processor -- start 2024-02-10T00:02:03.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.866+0000 7fe358963740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640f5275bd0 0x5640f5288a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:03.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.866+0000 7fe358963740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640f52764f0 0x5640f5288f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:03.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.866+0000 7fe358963740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640f5283bb0 0x5640f52e9240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:03.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.866+0000 7fe358963740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640f5289680 con 0x5640f52764f0 2024-02-10T00:02:03.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.866+0000 7fe358963740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640f52e9780 con 0x5640f5283bb0 2024-02-10T00:02:03.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.866+0000 7fe358963740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640f52e98f0 con 0x5640f5275bd0 2024-02-10T00:02:03.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.866+0000 7fe358963740 10 client.0 _ll_register_callbacks cb 0x7fe3480092a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:03.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.866+0000 7fe34effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640f52764f0 0x5640f5288f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:03.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.866+0000 7fe34effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640f52764f0 0x5640f5288f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:40026/0 (socket says 172.21.15.1:40026) 2024-02-10T00:02:03.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.866+0000 7fe34effd640 1 -- 172.21.15.1:0/3329367606 learned_addr learned my addr 172.21.15.1:0/3329367606 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:03.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.866+0000 7fe34ffff640 1 --2- 172.21.15.1:0/3329367606 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640f5283bb0 0x5640f52e9240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:03.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.866+0000 7fe34f7fe640 1 --2- 172.21.15.1:0/3329367606 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640f5275bd0 0x5640f5288a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:03.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.866+0000 7fe34effd640 1 -- 172.21.15.1:0/3329367606 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640f5275bd0 msgr2=0x5640f5288a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:03.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.866+0000 7fe34effd640 1 --2- 172.21.15.1:0/3329367606 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640f5275bd0 0x5640f5288a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.866+0000 7fe34effd640 1 -- 172.21.15.1:0/3329367606 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640f5283bb0 msgr2=0x5640f52e9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:03.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.866+0000 7fe34effd640 1 --2- 172.21.15.1:0/3329367606 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640f5283bb0 0x5640f52e9240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.866+0000 7fe34effd640 1 -- 172.21.15.1:0/3329367606 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5640f51dbd90 con 0x5640f52764f0 2024-02-10T00:02:03.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.866+0000 7fe34f7fe640 1 --2- 172.21.15.1:0/3329367606 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640f5275bd0 0x5640f5288a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:02:03.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.867+0000 7fe34effd640 1 --2- 172.21.15.1:0/3329367606 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640f52764f0 0x5640f5288f80 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7fe35006a920 tx=0x7fe344005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=394cd6e5e22e8e8f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:03.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.867+0000 7fe32effd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:03.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.867+0000 7fe32effd640 1 -- 172.21.15.1:0/3329367606 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe344048070 con 0x5640f52764f0 2024-02-10T00:02:03.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.867+0000 7fe32effd640 1 -- 172.21.15.1:0/3329367606 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fe344005000 con 0x5640f52764f0 2024-02-10T00:02:03.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.867+0000 7fe358963740 1 -- 172.21.15.1:0/3329367606 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe34000be70 con 0x5640f52764f0 2024-02-10T00:02:03.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.867+0000 7fe32effd640 1 -- 172.21.15.1:0/3329367606 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe3440051c0 con 0x5640f52764f0 2024-02-10T00:02:03.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.867+0000 7fe358963740 10 client.16581 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:03.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.867+0000 7fe358963740 1 -- 172.21.15.1:0/3329367606 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5640f519e6f0 con 0x5640f52764f0 2024-02-10T00:02:03.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.867+0000 7fe32effd640 1 -- 172.21.15.1:0/3329367606 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe34000be70 con 0x5640f52764f0 2024-02-10T00:02:03.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.867+0000 7fe32effd640 1 -- 172.21.15.1:0/3329367606 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fe344034440 con 0x5640f52764f0 2024-02-10T00:02:03.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.867+0000 7fe358963740 10 client.16581 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:03.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.867+0000 7fe358963740 10 client.16581 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:02:03.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.867+0000 7fe358963740 20 client.16581 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:03.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.867+0000 7fe358963740 1 --2- 172.21.15.1:0/3329367606 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5640f52eb0c0 0x5640f52ed4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:03.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.867+0000 7fe358963740 4 client.16581 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:02:03.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.867+0000 7fe358963740 1 -- 172.21.15.1:0/3329367606 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5640f4f2e1b0 con 0x5640f52eb0c0 2024-02-10T00:02:03.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.868+0000 7fe34f7fe640 1 --2- 172.21.15.1:0/3329367606 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5640f52eb0c0 0x5640f52ed4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:03.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.868+0000 7fe32effd640 10 client.16581 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:03.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.868+0000 7fe34f7fe640 1 --2- 172.21.15.1:0/3329367606 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5640f52eb0c0 0x5640f52ed4e0 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2eed3659f3627773 server_cookie=67b83d41c29bec11 in_seq=0 out_seq=0 2024-02-10T00:02:03.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.884+0000 7fe32effd640 1 -- 172.21.15.1:0/3329367606 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5640f4f2e1b0 con 0x5640f52eb0c0 2024-02-10T00:02:03.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.884+0000 7fe32effd640 10 client.16581 handle_command_reply: tid=0 2024-02-10T00:02:03.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.884+0000 7fe358963740 1 client.16581 shutdown 2024-02-10T00:02:03.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.885+0000 7fe358963740 1 -- 172.21.15.1:0/3329367606 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640f52764f0 msgr2=0x5640f5288f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:03.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.885+0000 7fe358963740 1 --2- 172.21.15.1:0/3329367606 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640f52764f0 0x5640f5288f80 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7fe35006a920 tx=0x7fe344005fd0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.885+0000 7fe358963740 1 -- 172.21.15.1:0/3329367606 shutdown_connections 2024-02-10T00:02:03.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.885+0000 7fe358963740 1 --2- 172.21.15.1:0/3329367606 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5640f52eb0c0 0x5640f52ed4e0 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.885+0000 7fe358963740 1 --2- 172.21.15.1:0/3329367606 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640f5283bb0 0x5640f52e9240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.885+0000 7fe32effd640 0 client.16581 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:03.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.885+0000 7fe358963740 1 --2- 172.21.15.1:0/3329367606 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640f52764f0 0x5640f5288f80 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.885+0000 7fe358963740 1 --2- 172.21.15.1:0/3329367606 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640f5275bd0 0x5640f5288a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.885+0000 7fe358963740 1 -- 172.21.15.1:0/3329367606 >> 172.21.15.1:0/3329367606 conn(0x5640f52709d0 msgr2=0x5640f527f420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:03.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.885+0000 7fe358963740 1 -- 172.21.15.1:0/3329367606 shutdown_connections 2024-02-10T00:02:03.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.885+0000 7fe358963740 1 -- 172.21.15.1:0/3329367606 wait complete. 2024-02-10T00:02:03.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.885+0000 7fe358963740 20 client.16581 trim_cache size 0 max 16384 2024-02-10T00:02:03.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:02:03.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:02:03.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:02:03.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:02:03.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.885+0000 7fe355d8c640 1 -- 172.21.15.1:0/961202496 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fe3380a2220 msgr2=0x7fe3380a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:03.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.885+0000 7fe355d8c640 1 --2- 172.21.15.1:0/961202496 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fe3380a2220 0x7fe3380a46e0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fe344000c00 tx=0x7fe344004750 comp rx=0 tx=0).stop 2024-02-10T00:02:03.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.885+0000 7fe355d8c640 1 -- 172.21.15.1:0/961202496 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe350197710 msgr2=0x7fe350197b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:03.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.885+0000 7fe355d8c640 1 --2- 172.21.15.1:0/961202496 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe350197710 0x7fe350197b90 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7fe348009fd0 tx=0x7fe34800b260 comp rx=0 tx=0).stop 2024-02-10T00:02:03.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.885+0000 7fe355d8c640 1 -- 172.21.15.1:0/961202496 shutdown_connections 2024-02-10T00:02:03.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.885+0000 7fe355d8c640 1 --2- 172.21.15.1:0/961202496 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fe3380a2220 0x7fe3380a46e0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.885+0000 7fe355d8c640 1 --2- 172.21.15.1:0/961202496 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe350197710 0x7fe350197b90 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.885+0000 7fe355d8c640 1 --2- 172.21.15.1:0/961202496 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe350106510 0x7fe35019db90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.885+0000 7fe355d8c640 1 --2- 172.21.15.1:0/961202496 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe350101440 0x7fe35019d650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:03.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.885+0000 7fe355d8c640 1 -- 172.21.15.1:0/961202496 >> 172.21.15.1:0/961202496 conn(0x7fe3500fcc80 msgr2=0x7fe3500fe110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:03.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.885+0000 7fe355d8c640 1 -- 172.21.15.1:0/961202496 shutdown_connections 2024-02-10T00:02:03.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:03.886+0000 7fe355d8c640 1 -- 172.21.15.1:0/961202496 wait complete. 2024-02-10T00:02:05.522 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:05 smithi001 ceph-mon[32335]: pgmap v85: 97 pgs: 97 active+clean; 3.3 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 54 KiB/s wr, 38 op/s 2024-02-10T00:02:05.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:05 smithi088 ceph-mon[36452]: pgmap v85: 97 pgs: 97 active+clean; 3.3 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 54 KiB/s wr, 38 op/s 2024-02-10T00:02:05.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:05 smithi103 ceph-mon[36942]: pgmap v85: 97 pgs: 97 active+clean; 3.3 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 54 KiB/s wr, 38 op/s 2024-02-10T00:02:07.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:07 smithi088 ceph-mon[36452]: pgmap v86: 97 pgs: 97 active+clean; 3.3 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 41 KiB/s wr, 29 op/s 2024-02-10T00:02:07.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:07 smithi103 ceph-mon[36942]: pgmap v86: 97 pgs: 97 active+clean; 3.3 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 41 KiB/s wr, 29 op/s 2024-02-10T00:02:07.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:07 smithi001 ceph-mon[32335]: pgmap v86: 97 pgs: 97 active+clean; 3.3 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 41 KiB/s wr, 29 op/s 2024-02-10T00:02:09.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:09 smithi088 ceph-mon[36452]: pgmap v87: 97 pgs: 97 active+clean; 3.5 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 56 KiB/s wr, 38 op/s 2024-02-10T00:02:09.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:09 smithi103 ceph-mon[36942]: pgmap v87: 97 pgs: 97 active+clean; 3.5 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 56 KiB/s wr, 38 op/s 2024-02-10T00:02:09.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:09 smithi001 ceph-mon[32335]: pgmap v87: 97 pgs: 97 active+clean; 3.5 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 56 KiB/s wr, 38 op/s 2024-02-10T00:02:11.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:11 smithi088 ceph-mon[36452]: pgmap v88: 97 pgs: 97 active+clean; 3.5 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 48 KiB/s wr, 30 op/s 2024-02-10T00:02:11.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:11 smithi103 ceph-mon[36942]: pgmap v88: 97 pgs: 97 active+clean; 3.5 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 48 KiB/s wr, 30 op/s 2024-02-10T00:02:11.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:11 smithi001 ceph-mon[32335]: pgmap v88: 97 pgs: 97 active+clean; 3.5 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 48 KiB/s wr, 30 op/s 2024-02-10T00:02:13.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:13 smithi088 ceph-mon[36452]: pgmap v89: 97 pgs: 97 active+clean; 3.5 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 48 KiB/s wr, 30 op/s 2024-02-10T00:02:13.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:13 smithi103 ceph-mon[36942]: pgmap v89: 97 pgs: 97 active+clean; 3.5 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 48 KiB/s wr, 30 op/s 2024-02-10T00:02:13.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:13 smithi001 ceph-mon[32335]: pgmap v89: 97 pgs: 97 active+clean; 3.5 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 48 KiB/s wr, 30 op/s 2024-02-10T00:02:15.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:15 smithi088 ceph-mon[36452]: pgmap v90: 97 pgs: 97 active+clean; 3.6 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 59 KiB/s wr, 37 op/s 2024-02-10T00:02:15.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:15 smithi103 ceph-mon[36942]: pgmap v90: 97 pgs: 97 active+clean; 3.6 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 59 KiB/s wr, 37 op/s 2024-02-10T00:02:15.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:15 smithi001 ceph-mon[32335]: pgmap v90: 97 pgs: 97 active+clean; 3.6 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 59 KiB/s wr, 37 op/s 2024-02-10T00:02:16.987 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.984+0000 7eff4938a640 1 -- 172.21.15.1:0/1777888161 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7eff44101470 msgr2=0x7eff44101850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:16.987 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.984+0000 7eff4938a640 1 --2- 172.21.15.1:0/1777888161 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7eff44101470 0x7eff44101850 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7eff34009930 tx=0x7eff3402bc30 comp rx=0 tx=0).stop 2024-02-10T00:02:16.987 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.984+0000 7eff4938a640 1 -- 172.21.15.1:0/1777888161 shutdown_connections 2024-02-10T00:02:16.987 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.984+0000 7eff4938a640 1 --2- 172.21.15.1:0/1777888161 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7eff44106540 0x7eff4410e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:16.987 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.984+0000 7eff4938a640 1 --2- 172.21.15.1:0/1777888161 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7eff44101e20 0x7eff44105e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:16.987 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.984+0000 7eff4938a640 1 --2- 172.21.15.1:0/1777888161 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7eff44101470 0x7eff44101850 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:16.987 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.984+0000 7eff4938a640 1 -- 172.21.15.1:0/1777888161 >> 172.21.15.1:0/1777888161 conn(0x7eff440fcd50 msgr2=0x7eff440ff170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:16.987 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.984+0000 7eff4938a640 1 -- 172.21.15.1:0/1777888161 shutdown_connections 2024-02-10T00:02:16.987 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.984+0000 7eff4938a640 1 -- 172.21.15.1:0/1777888161 wait complete. 2024-02-10T00:02:16.988 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.985+0000 7eff4938a640 1 Processor -- start 2024-02-10T00:02:16.988 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.985+0000 7eff4938a640 1 -- start start 2024-02-10T00:02:16.990 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.985+0000 7eff4938a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7eff44101470 0x7eff4419d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:16.990 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.985+0000 7eff4938a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7eff44106540 0x7eff4419dae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:16.990 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.985+0000 7eff4938a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7eff441976b0 0x7eff44197b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:16.990 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.985+0000 7eff4938a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff44198180 con 0x7eff441976b0 2024-02-10T00:02:16.990 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.985+0000 7eff4938a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff441982f0 con 0x7eff44101470 2024-02-10T00:02:16.990 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.985+0000 7eff4938a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff441984b0 con 0x7eff44106540 2024-02-10T00:02:16.990 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.986+0000 7eff437fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7eff441976b0 0x7eff44197b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:16.990 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.986+0000 7eff437fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7eff441976b0 0x7eff44197b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34594/0 (socket says 172.21.15.1:34594) 2024-02-10T00:02:16.990 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.986+0000 7eff437fe640 1 -- 172.21.15.1:0/302077079 learned_addr learned my addr 172.21.15.1:0/302077079 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:16.990 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.986+0000 7eff427fc640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7eff44106540 0x7eff4419dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:16.990 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.986+0000 7eff42ffd640 1 --2- 172.21.15.1:0/302077079 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7eff44101470 0x7eff4419d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:16.991 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.986+0000 7eff437fe640 1 -- 172.21.15.1:0/302077079 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7eff44106540 msgr2=0x7eff4419dae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:16.991 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.986+0000 7eff437fe640 1 --2- 172.21.15.1:0/302077079 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7eff44106540 0x7eff4419dae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:16.991 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.986+0000 7eff437fe640 1 -- 172.21.15.1:0/302077079 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7eff44101470 msgr2=0x7eff4419d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:16.991 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.986+0000 7eff437fe640 1 --2- 172.21.15.1:0/302077079 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7eff44101470 0x7eff4419d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:16.991 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.986+0000 7eff437fe640 1 -- 172.21.15.1:0/302077079 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff34009560 con 0x7eff441976b0 2024-02-10T00:02:16.991 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.986+0000 7eff437fe640 1 --2- 172.21.15.1:0/302077079 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7eff441976b0 0x7eff44197b30 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7eff3c00cad0 tx=0x7eff3c00ced0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:16.991 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.986+0000 7eff2bfff640 1 -- 172.21.15.1:0/302077079 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff3c00ad60 con 0x7eff441976b0 2024-02-10T00:02:16.991 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.986+0000 7eff2bfff640 1 -- 172.21.15.1:0/302077079 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7eff3c005020 con 0x7eff441976b0 2024-02-10T00:02:16.991 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.986+0000 7eff2bfff640 1 -- 172.21.15.1:0/302077079 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff3c00f6b0 con 0x7eff441976b0 2024-02-10T00:02:16.991 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.986+0000 7eff4938a640 1 -- 172.21.15.1:0/302077079 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7eff441a4400 con 0x7eff441976b0 2024-02-10T00:02:16.991 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.986+0000 7eff4938a640 1 -- 172.21.15.1:0/302077079 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7eff441a48e0 con 0x7eff441976b0 2024-02-10T00:02:16.998 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.989+0000 7eff2bfff640 1 -- 172.21.15.1:0/302077079 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7eff3c005520 con 0x7eff441976b0 2024-02-10T00:02:16.998 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.989+0000 7eff4c036740 1 Processor -- start 2024-02-10T00:02:16.998 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.989+0000 7eff4c036740 1 -- start start 2024-02-10T00:02:16.998 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.989+0000 7eff2bfff640 1 --2- 172.21.15.1:0/302077079 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7eff2c0a2220 0x7eff2c0a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:16.999 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.989+0000 7eff4c036740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558a42da7b50 0x558a42da7f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:16.999 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.989+0000 7eff4c036740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558a42da8470 0x558a42db5670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:16.999 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.989+0000 7eff4c036740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558a42db5bb0 0x558a42db7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:16.999 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.989+0000 7eff4c036740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x558a42d16a00 con 0x558a42db5bb0 2024-02-10T00:02:16.999 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.989+0000 7eff4c036740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x558a42d13f30 con 0x558a42da8470 2024-02-10T00:02:16.999 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.989+0000 7eff4c036740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x558a42d0f710 con 0x558a42da7b50 2024-02-10T00:02:16.999 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.990+0000 7eff427fc640 1 --2- 172.21.15.1:0/302077079 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7eff2c0a2220 0x7eff2c0a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:16.999 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.990+0000 7eff2bfff640 1 -- 172.21.15.1:0/302077079 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7eff3c0ce2d0 con 0x7eff441976b0 2024-02-10T00:02:16.999 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.990+0000 7eff437fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558a42db5bb0 0x558a42db7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:16.999 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.990+0000 7eff437fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558a42db5bb0 0x558a42db7fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34606/0 (socket says 172.21.15.1:34606) 2024-02-10T00:02:16.999 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.990+0000 7eff437fe640 1 -- 172.21.15.1:0/3865478915 learned_addr learned my addr 172.21.15.1:0/3865478915 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:16.999 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.990+0000 7eff42ffd640 1 --2- 172.21.15.1:0/3865478915 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558a42da7b50 0x558a42da7f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:17.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.990+0000 7eff427fc640 1 --2- 172.21.15.1:0/3865478915 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558a42da8470 0x558a42db5670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:17.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.990+0000 7eff437fe640 1 -- 172.21.15.1:0/3865478915 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558a42da7b50 msgr2=0x558a42da7f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:17.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.990+0000 7eff437fe640 1 --2- 172.21.15.1:0/3865478915 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558a42da7b50 0x558a42da7f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:17.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.990+0000 7eff437fe640 1 -- 172.21.15.1:0/3865478915 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558a42da8470 msgr2=0x558a42db5670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:17.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.990+0000 7eff437fe640 1 --2- 172.21.15.1:0/3865478915 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558a42da8470 0x558a42db5670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:17.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.990+0000 7eff437fe640 1 -- 172.21.15.1:0/3865478915 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558a42cd43b0 con 0x558a42db5bb0 2024-02-10T00:02:17.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.990+0000 7eff427fc640 1 --2- 172.21.15.1:0/302077079 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7eff2c0a2220 0x7eff2c0a46e0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7eff380058c0 tx=0x7eff38013940 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:17.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.990+0000 7eff437fe640 1 --2- 172.21.15.1:0/3865478915 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558a42db5bb0 0x558a42db7fa0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7eff3c097150 tx=0x7eff3c09a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42f92df0de8aa450 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:17.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.990+0000 7eff297fa640 1 -- 172.21.15.1:0/3865478915 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff3c09ee40 con 0x558a42db5bb0 2024-02-10T00:02:17.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.990+0000 7eff297fa640 1 -- 172.21.15.1:0/3865478915 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7eff3c0a3490 con 0x558a42db5bb0 2024-02-10T00:02:17.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.990+0000 7eff297fa640 1 -- 172.21.15.1:0/3865478915 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff3c0a3000 con 0x558a42db5bb0 2024-02-10T00:02:17.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.991+0000 7eff4c036740 1 -- 172.21.15.1:0/3865478915 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558a42db5bb0 msgr2=0x558a42db7fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:17.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.991+0000 7eff4c036740 1 --2- 172.21.15.1:0/3865478915 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558a42db5bb0 0x558a42db7fa0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7eff3c097150 tx=0x7eff3c09a650 comp rx=0 tx=0).stop 2024-02-10T00:02:17.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.991+0000 7eff4c036740 1 -- 172.21.15.1:0/3865478915 shutdown_connections 2024-02-10T00:02:17.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.991+0000 7eff4c036740 1 --2- 172.21.15.1:0/3865478915 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558a42db5bb0 0x558a42db7fa0 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:17.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.991+0000 7eff4c036740 1 --2- 172.21.15.1:0/3865478915 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558a42da8470 0x558a42db5670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:17.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.991+0000 7eff4c036740 1 --2- 172.21.15.1:0/3865478915 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558a42da7b50 0x558a42da7f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:17.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.991+0000 7eff4c036740 1 -- 172.21.15.1:0/3865478915 >> 172.21.15.1:0/3865478915 conn(0x558a42da29d0 msgr2=0x558a42da2db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:17.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.991+0000 7eff4c036740 1 -- 172.21.15.1:0/3865478915 shutdown_connections 2024-02-10T00:02:17.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.991+0000 7eff4c036740 1 -- 172.21.15.1:0/3865478915 wait complete. 2024-02-10T00:02:17.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.991+0000 7eff4c036740 1 -- start start 2024-02-10T00:02:17.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.992+0000 7eff4c036740 1 Processor -- start 2024-02-10T00:02:17.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.992+0000 7eff4c036740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558a42da7b50 0x558a42db2b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:17.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.992+0000 7eff4c036740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558a42da8470 0x558a42db30d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:17.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.992+0000 7eff4c036740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558a42db5bb0 0x558a42db3610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:17.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.992+0000 7eff4c036740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x558a42cb4b90 con 0x558a42da8470 2024-02-10T00:02:17.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.992+0000 7eff4c036740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x558a429e3250 con 0x558a42db5bb0 2024-02-10T00:02:17.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.992+0000 7eff4c036740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x558a42c95200 con 0x558a42da7b50 2024-02-10T00:02:17.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.992+0000 7eff4c036740 10 client.0 _ll_register_callbacks cb 0x558a42ccb5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:17.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.992+0000 7eff427fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558a42da8470 0x558a42db30d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:17.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.992+0000 7eff42ffd640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558a42da7b50 0x558a42db2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:17.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.992+0000 7eff427fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558a42da8470 0x558a42db30d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34608/0 (socket says 172.21.15.1:34608) 2024-02-10T00:02:17.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.992+0000 7eff427fc640 1 -- 172.21.15.1:0/4213019068 learned_addr learned my addr 172.21.15.1:0/4213019068 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:17.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.992+0000 7eff437fe640 1 --2- 172.21.15.1:0/4213019068 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558a42db5bb0 0x558a42db3610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:17.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.992+0000 7eff427fc640 1 -- 172.21.15.1:0/4213019068 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558a42da7b50 msgr2=0x558a42db2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:17.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.992+0000 7eff427fc640 1 --2- 172.21.15.1:0/4213019068 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558a42da7b50 0x558a42db2b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:17.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.992+0000 7eff427fc640 1 -- 172.21.15.1:0/4213019068 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558a42db5bb0 msgr2=0x558a42db3610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:17.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.992+0000 7eff427fc640 1 --2- 172.21.15.1:0/4213019068 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558a42db5bb0 0x558a42db3610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:17.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.992+0000 7eff427fc640 1 -- 172.21.15.1:0/4213019068 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7eff441a48e0 con 0x558a42da8470 2024-02-10T00:02:17.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.992+0000 7eff42ffd640 1 --2- 172.21.15.1:0/4213019068 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558a42da7b50 0x558a42db2b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:02:17.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.993+0000 7eff427fc640 1 --2- 172.21.15.1:0/4213019068 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558a42da8470 0x558a42db30d0 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7eff38011dd0 tx=0x7eff38004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c8cc9a68be445a1 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:17.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.993+0000 7eff26ff5640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:17.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.993+0000 7eff26ff5640 1 -- 172.21.15.1:0/4213019068 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff3802b680 con 0x558a42da8470 2024-02-10T00:02:17.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.993+0000 7eff26ff5640 1 -- 172.21.15.1:0/4213019068 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7eff38026070 con 0x558a42da8470 2024-02-10T00:02:17.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.993+0000 7eff4c036740 1 -- 172.21.15.1:0/4213019068 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558a42d35ee0 con 0x558a42da8470 2024-02-10T00:02:17.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.993+0000 7eff26ff5640 1 -- 172.21.15.1:0/4213019068 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7eff3801fe80 con 0x558a42da8470 2024-02-10T00:02:17.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.993+0000 7eff4c036740 10 client.16593 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:17.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.993+0000 7eff4c036740 1 -- 172.21.15.1:0/4213019068 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x558a42d0dd90 con 0x558a42da8470 2024-02-10T00:02:17.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.993+0000 7eff26ff5640 1 -- 172.21.15.1:0/4213019068 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x558a42d35ee0 con 0x558a42da8470 2024-02-10T00:02:17.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.993+0000 7eff26ff5640 1 -- 172.21.15.1:0/4213019068 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7eff38034940 con 0x558a42da8470 2024-02-10T00:02:17.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.993+0000 7eff4c036740 10 client.16593 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:17.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.993+0000 7eff4c036740 10 client.16593 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:02:17.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.993+0000 7eff4c036740 20 client.16593 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:17.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.993+0000 7eff4c036740 1 --2- 172.21.15.1:0/4213019068 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558a42dc5d90 0x558a42dc81b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:17.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.993+0000 7eff4c036740 4 client.16593 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:02:17.004 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.993+0000 7eff4c036740 1 -- 172.21.15.1:0/4213019068 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558a42a0f600 con 0x558a42dc5d90 2024-02-10T00:02:17.004 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.994+0000 7eff42ffd640 1 --2- 172.21.15.1:0/4213019068 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558a42dc5d90 0x558a42dc81b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:17.004 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.994+0000 7eff42ffd640 1 --2- 172.21.15.1:0/4213019068 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558a42dc5d90 0x558a42dc81b0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3e55a2efd72643c server_cookie=ce50a207e63c526e in_seq=0 out_seq=0 2024-02-10T00:02:17.004 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.994+0000 7eff26ff5640 10 client.16593 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:17.004 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.995+0000 7eff26ff5640 1 -- 172.21.15.1:0/4213019068 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x558a42a0f600 con 0x558a42dc5d90 2024-02-10T00:02:17.004 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.995+0000 7eff26ff5640 10 client.16593 handle_command_reply: tid=0 2024-02-10T00:02:17.004 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.995+0000 7eff4c036740 1 client.16593 shutdown 2024-02-10T00:02:17.004 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.995+0000 7eff4c036740 1 -- 172.21.15.1:0/4213019068 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558a42da8470 msgr2=0x558a42db30d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:17.004 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.995+0000 7eff4c036740 1 --2- 172.21.15.1:0/4213019068 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558a42da8470 0x558a42db30d0 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7eff38011dd0 tx=0x7eff38004730 comp rx=0 tx=0).stop 2024-02-10T00:02:17.004 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.995+0000 7eff4c036740 1 -- 172.21.15.1:0/4213019068 shutdown_connections 2024-02-10T00:02:17.004 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.995+0000 7eff4c036740 1 --2- 172.21.15.1:0/4213019068 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558a42dc5d90 0x558a42dc81b0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:17.004 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.995+0000 7eff4c036740 1 --2- 172.21.15.1:0/4213019068 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558a42db5bb0 0x558a42db3610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:17.004 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.995+0000 7eff4c036740 1 --2- 172.21.15.1:0/4213019068 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558a42da8470 0x558a42db30d0 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:17.005 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.995+0000 7eff4c036740 1 --2- 172.21.15.1:0/4213019068 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558a42da7b50 0x558a42db2b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:17.005 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.995+0000 7eff4c036740 1 -- 172.21.15.1:0/4213019068 >> 172.21.15.1:0/4213019068 conn(0x558a42da29d0 msgr2=0x558a42da4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:17.005 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.995+0000 7eff26ff5640 0 client.16593 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:17.005 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.995+0000 7eff4c036740 1 -- 172.21.15.1:0/4213019068 shutdown_connections 2024-02-10T00:02:17.005 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.995+0000 7eff4c036740 1 -- 172.21.15.1:0/4213019068 wait complete. 2024-02-10T00:02:17.005 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:16.996+0000 7eff4c036740 20 client.16593 trim_cache size 0 max 16384 2024-02-10T00:02:17.021 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.009+0000 7eff4c036740 1 Processor -- start 2024-02-10T00:02:17.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.009+0000 7eff4c036740 1 -- start start 2024-02-10T00:02:17.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.009+0000 7eff4c036740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558a42da7b50 0x558a42db52c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:17.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.009+0000 7eff4c036740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558a42da8470 0x558a42db3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:17.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.009+0000 7eff4c036740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558a42db5bb0 0x558a42dade50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:17.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.009+0000 7eff4c036740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x558a42d9ce10 con 0x558a42db5bb0 2024-02-10T00:02:17.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.009+0000 7eff4c036740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x558a42db86c0 con 0x558a42da7b50 2024-02-10T00:02:17.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.009+0000 7eff4c036740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x558a42dc2920 con 0x558a42da8470 2024-02-10T00:02:17.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.009+0000 7eff437fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558a42db5bb0 0x558a42dade50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:17.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.009+0000 7eff437fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558a42db5bb0 0x558a42dade50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34616/0 (socket says 172.21.15.1:34616) 2024-02-10T00:02:17.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.009+0000 7eff437fe640 1 -- 172.21.15.1:0/526382661 learned_addr learned my addr 172.21.15.1:0/526382661 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:17.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.009+0000 7eff42ffd640 1 --2- 172.21.15.1:0/526382661 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558a42da7b50 0x558a42db52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:17.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.009+0000 7eff427fc640 1 --2- 172.21.15.1:0/526382661 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558a42da8470 0x558a42db3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:17.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.009+0000 7eff437fe640 1 -- 172.21.15.1:0/526382661 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558a42da8470 msgr2=0x558a42db3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:17.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.009+0000 7eff437fe640 1 --2- 172.21.15.1:0/526382661 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558a42da8470 0x558a42db3430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:17.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.009+0000 7eff437fe640 1 -- 172.21.15.1:0/526382661 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558a42da7b50 msgr2=0x558a42db52c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:17.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.009+0000 7eff437fe640 1 --2- 172.21.15.1:0/526382661 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558a42da7b50 0x558a42db52c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:17.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.009+0000 7eff437fe640 1 -- 172.21.15.1:0/526382661 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558a42caa820 con 0x558a42db5bb0 2024-02-10T00:02:17.025 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.009+0000 7eff42ffd640 1 --2- 172.21.15.1:0/526382661 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558a42da7b50 0x558a42db52c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:02:17.025 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.010+0000 7eff427fc640 1 --2- 172.21.15.1:0/526382661 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558a42da8470 0x558a42db3430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:02:17.025 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.010+0000 7eff437fe640 1 --2- 172.21.15.1:0/526382661 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558a42db5bb0 0x558a42dade50 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7eff3c0976c0 tx=0x7eff3c09a780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee417a36e07b3f6d server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:17.025 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.010+0000 7eff28ff9640 1 -- 172.21.15.1:0/526382661 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff3c09ee40 con 0x558a42db5bb0 2024-02-10T00:02:17.025 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.010+0000 7eff28ff9640 1 -- 172.21.15.1:0/526382661 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7eff3c0cbcd0 con 0x558a42db5bb0 2024-02-10T00:02:17.025 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.010+0000 7eff28ff9640 1 -- 172.21.15.1:0/526382661 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff3c0a3260 con 0x558a42db5bb0 2024-02-10T00:02:17.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.010+0000 7eff4c036740 1 -- 172.21.15.1:0/526382661 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558a42db5bb0 msgr2=0x558a42dade50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:17.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.010+0000 7eff4c036740 1 --2- 172.21.15.1:0/526382661 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558a42db5bb0 0x558a42dade50 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7eff3c0976c0 tx=0x7eff3c09a780 comp rx=0 tx=0).stop 2024-02-10T00:02:17.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.010+0000 7eff4c036740 1 -- 172.21.15.1:0/526382661 shutdown_connections 2024-02-10T00:02:17.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.010+0000 7eff4c036740 1 --2- 172.21.15.1:0/526382661 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558a42db5bb0 0x558a42dade50 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:17.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.010+0000 7eff4c036740 1 --2- 172.21.15.1:0/526382661 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558a42da8470 0x558a42db3430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:17.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.010+0000 7eff4c036740 1 --2- 172.21.15.1:0/526382661 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558a42da7b50 0x558a42db52c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:17.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.010+0000 7eff4c036740 1 -- 172.21.15.1:0/526382661 >> 172.21.15.1:0/526382661 conn(0x558a42da29d0 msgr2=0x558a42dccb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:17.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.010+0000 7eff4c036740 1 -- 172.21.15.1:0/526382661 shutdown_connections 2024-02-10T00:02:17.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.010+0000 7eff4c036740 1 -- 172.21.15.1:0/526382661 wait complete. 2024-02-10T00:02:17.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.011+0000 7eff4c036740 1 -- start start 2024-02-10T00:02:17.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.011+0000 7eff4c036740 1 Processor -- start 2024-02-10T00:02:17.028 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.011+0000 7eff4c036740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558a42da7b50 0x558a42dba3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:17.028 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.011+0000 7eff4c036740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558a42da8470 0x558a42dba930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:17.028 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.011+0000 7eff4c036740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558a42db5bb0 0x558a42dbae70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:17.028 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.011+0000 7eff4c036740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x558a42e1b2d0 con 0x558a42da8470 2024-02-10T00:02:17.028 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.011+0000 7eff4c036740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x558a42e1b410 con 0x558a42da7b50 2024-02-10T00:02:17.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.011+0000 7eff4c036740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x558a42e1b5a0 con 0x558a42db5bb0 2024-02-10T00:02:17.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.011+0000 7eff4c036740 10 client.0 _ll_register_callbacks cb 0x7eff380115e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:17.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.011+0000 7eff427fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558a42da8470 0x558a42dba930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:17.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.011+0000 7eff427fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558a42da8470 0x558a42dba930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34618/0 (socket says 172.21.15.1:34618) 2024-02-10T00:02:17.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.011+0000 7eff427fc640 1 -- 172.21.15.1:0/778110758 learned_addr learned my addr 172.21.15.1:0/778110758 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:17.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.011+0000 7eff42ffd640 1 --2- 172.21.15.1:0/778110758 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558a42da7b50 0x558a42dba3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:17.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.011+0000 7eff437fe640 1 --2- 172.21.15.1:0/778110758 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558a42db5bb0 0x558a42dbae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:17.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.011+0000 7eff427fc640 1 -- 172.21.15.1:0/778110758 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558a42db5bb0 msgr2=0x558a42dbae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:17.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.011+0000 7eff427fc640 1 --2- 172.21.15.1:0/778110758 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558a42db5bb0 0x558a42dbae70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:17.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.011+0000 7eff427fc640 1 -- 172.21.15.1:0/778110758 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558a42da7b50 msgr2=0x558a42dba3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:17.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.011+0000 7eff427fc640 1 --2- 172.21.15.1:0/778110758 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558a42da7b50 0x558a42dba3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:17.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.012+0000 7eff427fc640 1 -- 172.21.15.1:0/778110758 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558a42cd43b0 con 0x558a42da8470 2024-02-10T00:02:17.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.012+0000 7eff437fe640 1 --2- 172.21.15.1:0/778110758 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558a42db5bb0 0x558a42dbae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:02:17.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.012+0000 7eff427fc640 1 --2- 172.21.15.1:0/778110758 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558a42da8470 0x558a42dba930 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7eff380204d0 tx=0x7eff38020500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82f2ed9ca9d2169a server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:17.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.012+0000 7eff26ff5640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:17.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.012+0000 7eff26ff5640 1 -- 172.21.15.1:0/778110758 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff380119a0 con 0x558a42da8470 2024-02-10T00:02:17.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.012+0000 7eff26ff5640 1 -- 172.21.15.1:0/778110758 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7eff38026040 con 0x558a42da8470 2024-02-10T00:02:17.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.012+0000 7eff4c036740 1 -- 172.21.15.1:0/778110758 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7eff3c0a3490 con 0x558a42da8470 2024-02-10T00:02:17.032 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.012+0000 7eff26ff5640 1 -- 172.21.15.1:0/778110758 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7eff3801fe80 con 0x558a42da8470 2024-02-10T00:02:17.032 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.012+0000 7eff4c036740 10 client.16599 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:17.032 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.012+0000 7eff4c036740 1 -- 172.21.15.1:0/778110758 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x558a42cd06f0 con 0x558a42da8470 2024-02-10T00:02:17.032 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.012+0000 7eff26ff5640 1 -- 172.21.15.1:0/778110758 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7eff3c0a3490 con 0x558a42da8470 2024-02-10T00:02:17.032 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.012+0000 7eff26ff5640 1 -- 172.21.15.1:0/778110758 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7eff38020ce0 con 0x558a42da8470 2024-02-10T00:02:17.033 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.012+0000 7eff4c036740 10 client.16599 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:17.033 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.012+0000 7eff4c036740 10 client.16599 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:02:17.033 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.012+0000 7eff4c036740 20 client.16599 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:17.033 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.012+0000 7eff4c036740 1 --2- 172.21.15.1:0/778110758 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558a42e1cd90 0x558a42e1f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:17.033 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.012+0000 7eff4c036740 4 client.16599 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:02:17.033 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.012+0000 7eff4c036740 1 -- 172.21.15.1:0/778110758 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x558a42a601b0 con 0x558a42e1cd90 2024-02-10T00:02:17.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.013+0000 7eff42ffd640 1 --2- 172.21.15.1:0/778110758 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558a42e1cd90 0x558a42e1f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:17.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.013+0000 7eff26ff5640 10 client.16599 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:17.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.013+0000 7eff42ffd640 1 --2- 172.21.15.1:0/778110758 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558a42e1cd90 0x558a42e1f1b0 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=91ddb7d59f2bc561 server_cookie=a269a06c7fa298a6 in_seq=0 out_seq=0 2024-02-10T00:02:17.036 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.030+0000 7eff26ff5640 1 -- 172.21.15.1:0/778110758 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x558a42a601b0 con 0x558a42e1cd90 2024-02-10T00:02:17.037 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.030+0000 7eff26ff5640 10 client.16599 handle_command_reply: tid=0 2024-02-10T00:02:17.037 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.030+0000 7eff4c036740 1 client.16599 shutdown 2024-02-10T00:02:17.037 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.030+0000 7eff4c036740 1 -- 172.21.15.1:0/778110758 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558a42da8470 msgr2=0x558a42dba930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:17.037 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.030+0000 7eff4c036740 1 --2- 172.21.15.1:0/778110758 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558a42da8470 0x558a42dba930 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7eff380204d0 tx=0x7eff38020500 comp rx=0 tx=0).stop 2024-02-10T00:02:17.037 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.030+0000 7eff4c036740 1 -- 172.21.15.1:0/778110758 shutdown_connections 2024-02-10T00:02:17.037 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.030+0000 7eff4c036740 1 --2- 172.21.15.1:0/778110758 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558a42e1cd90 0x558a42e1f1b0 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:17.038 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.030+0000 7eff4c036740 1 --2- 172.21.15.1:0/778110758 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558a42db5bb0 0x558a42dbae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:17.038 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.030+0000 7eff4c036740 1 --2- 172.21.15.1:0/778110758 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558a42da8470 0x558a42dba930 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:17.038 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.030+0000 7eff26ff5640 0 client.16599 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:17.038 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.030+0000 7eff4c036740 1 --2- 172.21.15.1:0/778110758 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558a42da7b50 0x558a42dba3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:17.038 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.030+0000 7eff4c036740 1 -- 172.21.15.1:0/778110758 >> 172.21.15.1:0/778110758 conn(0x558a42da29d0 msgr2=0x558a42dade50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:17.038 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.031+0000 7eff4c036740 1 -- 172.21.15.1:0/778110758 shutdown_connections 2024-02-10T00:02:17.038 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.031+0000 7eff4c036740 1 -- 172.21.15.1:0/778110758 wait complete. 2024-02-10T00:02:17.039 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.031+0000 7eff4c036740 20 client.16599 trim_cache size 0 max 16384 2024-02-10T00:02:17.039 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:02:17.039 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:02:17.040 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:02:17.040 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:02:17.041 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.031+0000 7eff4938a640 1 -- 172.21.15.1:0/302077079 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7eff2c0a2220 msgr2=0x7eff2c0a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:17.041 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.031+0000 7eff4938a640 1 --2- 172.21.15.1:0/302077079 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7eff2c0a2220 0x7eff2c0a46e0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7eff380058c0 tx=0x7eff38013940 comp rx=0 tx=0).stop 2024-02-10T00:02:17.041 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.031+0000 7eff4938a640 1 -- 172.21.15.1:0/302077079 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7eff441976b0 msgr2=0x7eff44197b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:17.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.031+0000 7eff4938a640 1 --2- 172.21.15.1:0/302077079 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7eff441976b0 0x7eff44197b30 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7eff3c00cad0 tx=0x7eff3c00ced0 comp rx=0 tx=0).stop 2024-02-10T00:02:17.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.031+0000 7eff4938a640 1 -- 172.21.15.1:0/302077079 shutdown_connections 2024-02-10T00:02:17.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.031+0000 7eff4938a640 1 --2- 172.21.15.1:0/302077079 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7eff2c0a2220 0x7eff2c0a46e0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:17.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.031+0000 7eff4938a640 1 --2- 172.21.15.1:0/302077079 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7eff441976b0 0x7eff44197b30 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:17.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.031+0000 7eff4938a640 1 --2- 172.21.15.1:0/302077079 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7eff44106540 0x7eff4419dae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:17.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.031+0000 7eff4938a640 1 --2- 172.21.15.1:0/302077079 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7eff44101470 0x7eff4419d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:17.043 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.031+0000 7eff4938a640 1 -- 172.21.15.1:0/302077079 >> 172.21.15.1:0/302077079 conn(0x7eff440fcd50 msgr2=0x7eff440ff090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:17.043 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.031+0000 7eff4938a640 1 -- 172.21.15.1:0/302077079 shutdown_connections 2024-02-10T00:02:17.043 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:17.031+0000 7eff4938a640 1 -- 172.21.15.1:0/302077079 wait complete. 2024-02-10T00:02:17.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:17 smithi088 ceph-mon[36452]: pgmap v91: 97 pgs: 97 active+clean; 3.6 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 27 KiB/s wr, 15 op/s 2024-02-10T00:02:17.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:17 smithi103 ceph-mon[36942]: pgmap v91: 97 pgs: 97 active+clean; 3.6 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 27 KiB/s wr, 15 op/s 2024-02-10T00:02:17.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:17 smithi001 ceph-mon[32335]: pgmap v91: 97 pgs: 97 active+clean; 3.6 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 27 KiB/s wr, 15 op/s 2024-02-10T00:02:19.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:19 smithi088 ceph-mon[36452]: pgmap v92: 97 pgs: 97 active+clean; 3.7 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 43 KiB/s wr, 25 op/s 2024-02-10T00:02:19.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:19 smithi103 ceph-mon[36942]: pgmap v92: 97 pgs: 97 active+clean; 3.7 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 43 KiB/s wr, 25 op/s 2024-02-10T00:02:19.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:19 smithi001 ceph-mon[32335]: pgmap v92: 97 pgs: 97 active+clean; 3.7 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 43 KiB/s wr, 25 op/s 2024-02-10T00:02:20.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:20 smithi088 ceph-mon[36452]: pgmap v93: 97 pgs: 97 active+clean; 3.7 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 27 KiB/s wr, 15 op/s 2024-02-10T00:02:20.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:20 smithi103 ceph-mon[36942]: pgmap v93: 97 pgs: 97 active+clean; 3.7 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 27 KiB/s wr, 15 op/s 2024-02-10T00:02:20.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:20 smithi001 ceph-mon[32335]: pgmap v93: 97 pgs: 97 active+clean; 3.7 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 27 KiB/s wr, 15 op/s 2024-02-10T00:02:23.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:22 smithi001 ceph-mon[32335]: pgmap v94: 97 pgs: 97 active+clean; 3.7 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 27 KiB/s wr, 15 op/s 2024-02-10T00:02:23.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:22 smithi088 ceph-mon[36452]: pgmap v94: 97 pgs: 97 active+clean; 3.7 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 27 KiB/s wr, 15 op/s 2024-02-10T00:02:23.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:22 smithi103 ceph-mon[36942]: pgmap v94: 97 pgs: 97 active+clean; 3.7 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 27 KiB/s wr, 15 op/s 2024-02-10T00:02:24.342 INFO:tasks.workunit.client.0.smithi001.stdout:64/600: open fd = 3 2024-02-10T00:02:24.343 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.343 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.343 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.343 INFO:tasks.workunit.client.0.smithi001.stdout:65/600: open fd = 3 2024-02-10T00:02:24.343 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.343 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.343 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.343 INFO:tasks.workunit.client.0.smithi001.stdout:66/600: open fd = 3 2024-02-10T00:02:24.343 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.343 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.343 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.344 INFO:tasks.workunit.client.0.smithi001.stdout:67/600: open fd = 3 2024-02-10T00:02:24.344 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.344 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.344 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.344 INFO:tasks.workunit.client.0.smithi001.stdout:68/600: open fd = 3 2024-02-10T00:02:24.344 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.344 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.344 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.344 INFO:tasks.workunit.client.0.smithi001.stdout:69/600: open fd = 3 2024-02-10T00:02:24.344 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.344 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.344 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.344 INFO:tasks.workunit.client.0.smithi001.stdout:70/600: open fd = 3 2024-02-10T00:02:24.345 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.345 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.345 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.345 INFO:tasks.workunit.client.0.smithi001.stdout:71/600: open fd = 3 2024-02-10T00:02:24.345 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.345 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.345 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.345 INFO:tasks.workunit.client.0.smithi001.stdout:72/600: open fd = 3 2024-02-10T00:02:24.345 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.345 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.345 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.345 INFO:tasks.workunit.client.0.smithi001.stdout:73/600: open fd = 3 2024-02-10T00:02:24.345 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.345 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.345 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.346 INFO:tasks.workunit.client.0.smithi001.stdout:74/600: open fd = 3 2024-02-10T00:02:24.346 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.346 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.346 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.346 INFO:tasks.workunit.client.0.smithi001.stdout:75/600: open fd = 3 2024-02-10T00:02:24.346 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.346 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.346 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.346 INFO:tasks.workunit.client.0.smithi001.stdout:76/600: open fd = 3 2024-02-10T00:02:24.346 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.346 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.346 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.346 INFO:tasks.workunit.client.0.smithi001.stdout:77/600: open fd = 3 2024-02-10T00:02:24.346 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.347 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.347 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.347 INFO:tasks.workunit.client.0.smithi001.stdout:78/600: open fd = 3 2024-02-10T00:02:24.347 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.347 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.347 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.347 INFO:tasks.workunit.client.0.smithi001.stdout:79/600: open fd = 3 2024-02-10T00:02:24.347 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.347 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.347 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.347 INFO:tasks.workunit.client.0.smithi001.stdout:80/600: open fd = 3 2024-02-10T00:02:24.347 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.347 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.348 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.348 INFO:tasks.workunit.client.0.smithi001.stdout:81/600: open fd = 3 2024-02-10T00:02:24.348 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.348 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.348 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.348 INFO:tasks.workunit.client.0.smithi001.stdout:82/600: open fd = 3 2024-02-10T00:02:24.348 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.348 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.348 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.348 INFO:tasks.workunit.client.0.smithi001.stdout:83/600: open fd = 3 2024-02-10T00:02:24.348 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.348 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.348 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.348 INFO:tasks.workunit.client.0.smithi001.stdout:84/600: open fd = 3 2024-02-10T00:02:24.349 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.349 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.349 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.349 INFO:tasks.workunit.client.0.smithi001.stdout:85/600: open fd = 3 2024-02-10T00:02:24.349 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.349 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.349 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.349 INFO:tasks.workunit.client.0.smithi001.stdout:86/600: open fd = 3 2024-02-10T00:02:24.349 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.349 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.349 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.349 INFO:tasks.workunit.client.0.smithi001.stdout:87/600: open fd = 3 2024-02-10T00:02:24.349 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.349 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.350 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.350 INFO:tasks.workunit.client.0.smithi001.stdout:88/600: open fd = 3 2024-02-10T00:02:24.350 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.350 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.350 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.350 INFO:tasks.workunit.client.0.smithi001.stdout:89/600: open fd = 3 2024-02-10T00:02:24.350 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.350 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.350 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.350 INFO:tasks.workunit.client.0.smithi001.stdout:90/600: open fd = 3 2024-02-10T00:02:24.350 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.350 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.350 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.350 INFO:tasks.workunit.client.0.smithi001.stdout:91/600: open fd = 3 2024-02-10T00:02:24.350 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.351 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.351 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.351 INFO:tasks.workunit.client.0.smithi001.stdout:92/600: open fd = 3 2024-02-10T00:02:24.351 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.351 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.351 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.351 INFO:tasks.workunit.client.0.smithi001.stdout:93/600: open fd = 3 2024-02-10T00:02:24.351 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.351 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.351 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.351 INFO:tasks.workunit.client.0.smithi001.stdout:94/600: open fd = 3 2024-02-10T00:02:24.351 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.351 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.351 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.351 INFO:tasks.workunit.client.0.smithi001.stdout:95/600: open fd = 3 2024-02-10T00:02:24.352 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.352 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.352 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.352 INFO:tasks.workunit.client.0.smithi001.stdout:96/600: open fd = 3 2024-02-10T00:02:24.352 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.352 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.352 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.352 INFO:tasks.workunit.client.0.smithi001.stdout:97/600: open fd = 3 2024-02-10T00:02:24.352 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.352 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.352 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.352 INFO:tasks.workunit.client.0.smithi001.stdout:98/600: open fd = 3 2024-02-10T00:02:24.352 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.352 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.352 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.353 INFO:tasks.workunit.client.0.smithi001.stdout:99/600: open fd = 3 2024-02-10T00:02:24.353 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.353 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.353 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.353 INFO:tasks.workunit.client.0.smithi001.stdout:100/600: open fd = 3 2024-02-10T00:02:24.353 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.353 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.353 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.353 INFO:tasks.workunit.client.0.smithi001.stdout:101/600: open fd = 3 2024-02-10T00:02:24.353 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.353 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.353 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.353 INFO:tasks.workunit.client.0.smithi001.stdout:102/600: open fd = 3 2024-02-10T00:02:24.353 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.354 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.354 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.354 INFO:tasks.workunit.client.0.smithi001.stdout:103/600: open fd = 3 2024-02-10T00:02:24.354 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.354 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.354 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.354 INFO:tasks.workunit.client.0.smithi001.stdout:104/600: open fd = 3 2024-02-10T00:02:24.354 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.354 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.354 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.354 INFO:tasks.workunit.client.0.smithi001.stdout:105/600: open fd = 3 2024-02-10T00:02:24.354 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.354 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.354 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.354 INFO:tasks.workunit.client.0.smithi001.stdout:106/600: open fd = 3 2024-02-10T00:02:24.355 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.355 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.355 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.355 INFO:tasks.workunit.client.0.smithi001.stdout:107/600: open fd = 3 2024-02-10T00:02:24.355 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.355 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.355 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.355 INFO:tasks.workunit.client.0.smithi001.stdout:108/600: open fd = 3 2024-02-10T00:02:24.355 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.355 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.355 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.355 INFO:tasks.workunit.client.0.smithi001.stdout:109/600: open fd = 3 2024-02-10T00:02:24.355 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.355 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.355 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.356 INFO:tasks.workunit.client.0.smithi001.stdout:110/600: open fd = 3 2024-02-10T00:02:24.356 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.356 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.356 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.356 INFO:tasks.workunit.client.0.smithi001.stdout:111/600: open fd = 3 2024-02-10T00:02:24.356 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.356 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.356 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.356 INFO:tasks.workunit.client.0.smithi001.stdout:112/600: open fd = 3 2024-02-10T00:02:24.356 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.356 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.356 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.356 INFO:tasks.workunit.client.0.smithi001.stdout:113/600: open fd = 3 2024-02-10T00:02:24.356 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.356 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.357 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.357 INFO:tasks.workunit.client.0.smithi001.stdout:114/600: open fd = 3 2024-02-10T00:02:24.357 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.357 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.357 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.357 INFO:tasks.workunit.client.0.smithi001.stdout:115/600: open fd = 3 2024-02-10T00:02:24.357 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.357 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.357 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.357 INFO:tasks.workunit.client.0.smithi001.stdout:116/600: open fd = 3 2024-02-10T00:02:24.357 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.357 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.357 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.358 INFO:tasks.workunit.client.0.smithi001.stdout:117/600: open fd = 3 2024-02-10T00:02:24.358 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.358 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.358 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.358 INFO:tasks.workunit.client.0.smithi001.stdout:118/600: open fd = 3 2024-02-10T00:02:24.358 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.358 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.358 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.358 INFO:tasks.workunit.client.0.smithi001.stdout:119/600: open fd = 3 2024-02-10T00:02:24.358 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.358 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.358 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.358 INFO:tasks.workunit.client.0.smithi001.stdout:120/600: open fd = 3 2024-02-10T00:02:24.358 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.359 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.359 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.359 INFO:tasks.workunit.client.0.smithi001.stdout:121/600: open fd = 3 2024-02-10T00:02:24.359 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.359 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.359 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.359 INFO:tasks.workunit.client.0.smithi001.stdout:122/600: open fd = 3 2024-02-10T00:02:24.359 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.359 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.359 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.359 INFO:tasks.workunit.client.0.smithi001.stdout:123/600: open fd = 3 2024-02-10T00:02:24.359 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.359 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.360 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.360 INFO:tasks.workunit.client.0.smithi001.stdout:124/600: open fd = 3 2024-02-10T00:02:24.360 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.360 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.360 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.360 INFO:tasks.workunit.client.0.smithi001.stdout:125/600: open fd = 3 2024-02-10T00:02:24.360 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.360 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:24.360 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:02:24.360 INFO:tasks.workunit.client.0.smithi001.stdout:126/600: open fd = 3 2024-02-10T00:02:24.360 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:02:25.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:24 smithi001 ceph-mon[32335]: pgmap v95: 97 pgs: 97 active+clean; 3.8 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 36 KiB/s wr, 22 op/s 2024-02-10T00:02:25.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:24 smithi088 ceph-mon[36452]: pgmap v95: 97 pgs: 97 active+clean; 3.8 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 36 KiB/s wr, 22 op/s 2024-02-10T00:02:25.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:24 smithi103 ceph-mon[36942]: pgmap v95: 97 pgs: 97 active+clean; 3.8 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 36 KiB/s wr, 22 op/s 2024-02-10T00:02:26.351 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:02:26.351 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:02:26.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.468+0000 7f6ec0ece640 1 -- 172.21.15.1:0/687436878 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6ebc102d70 msgr2=0x7f6ebc10b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:26.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.468+0000 7f6ec0ece640 1 --2- 172.21.15.1:0/687436878 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6ebc102d70 0x7f6ebc10b250 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f6eb0009900 tx=0x7f6eb002bcd0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.468+0000 7f6ec0ece640 1 -- 172.21.15.1:0/687436878 shutdown_connections 2024-02-10T00:02:26.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.468+0000 7f6ec0ece640 1 --2- 172.21.15.1:0/687436878 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6ebc10b820 0x7f6ebc10dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.468+0000 7f6ec0ece640 1 --2- 172.21.15.1:0/687436878 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6ebc102d70 0x7f6ebc10b250 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.468+0000 7f6ec0ece640 1 --2- 172.21.15.1:0/687436878 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6ebc102450 0x7f6ebc102830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.468+0000 7f6ec0ece640 1 -- 172.21.15.1:0/687436878 >> 172.21.15.1:0/687436878 conn(0x7f6ebc0772e0 msgr2=0x7f6ebc0776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:26.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.468+0000 7f6ec0ece640 1 -- 172.21.15.1:0/687436878 shutdown_connections 2024-02-10T00:02:26.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.468+0000 7f6ec0ece640 1 -- 172.21.15.1:0/687436878 wait complete. 2024-02-10T00:02:26.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.468+0000 7f6ec0ece640 1 Processor -- start 2024-02-10T00:02:26.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.469+0000 7f6ec0ece640 1 -- start start 2024-02-10T00:02:26.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.469+0000 7f6ec0ece640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6ebc102450 0x7f6ebc19d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.469+0000 7f6ec0ece640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6ebc102d70 0x7f6ebc19dae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.469+0000 7f6ec0ece640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6ebc10b820 0x7f6ebc197660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.469+0000 7f6ec0ece640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ebc197df0 con 0x7f6ebc102d70 2024-02-10T00:02:26.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.469+0000 7f6ec0ece640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ebc197f60 con 0x7f6ebc102450 2024-02-10T00:02:26.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.469+0000 7f6ec0ece640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ebc198120 con 0x7f6ebc10b820 2024-02-10T00:02:26.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.469+0000 7f6eb9d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6ebc102d70 0x7f6ebc19dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.469+0000 7f6eb9d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6ebc102d70 0x7f6ebc19dae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53916/0 (socket says 172.21.15.1:53916) 2024-02-10T00:02:26.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.469+0000 7f6eb9d9b640 1 -- 172.21.15.1:0/2434998486 learned_addr learned my addr 172.21.15.1:0/2434998486 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:26.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.469+0000 7f6eba59c640 1 --2- 172.21.15.1:0/2434998486 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6ebc102450 0x7f6ebc19d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.469+0000 7f6ebad9d640 1 --2- 172.21.15.1:0/2434998486 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6ebc10b820 0x7f6ebc197660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.469+0000 7f6eb9d9b640 1 -- 172.21.15.1:0/2434998486 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6ebc10b820 msgr2=0x7f6ebc197660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:26.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.469+0000 7f6eb9d9b640 1 --2- 172.21.15.1:0/2434998486 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6ebc10b820 0x7f6ebc197660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.469+0000 7f6eb9d9b640 1 -- 172.21.15.1:0/2434998486 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6ebc102450 msgr2=0x7f6ebc19d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:26.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.469+0000 7f6eb9d9b640 1 --2- 172.21.15.1:0/2434998486 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6ebc102450 0x7f6ebc19d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.469+0000 7f6eb9d9b640 1 -- 172.21.15.1:0/2434998486 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6eb0009560 con 0x7f6ebc102d70 2024-02-10T00:02:26.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.469+0000 7f6ebad9d640 1 --2- 172.21.15.1:0/2434998486 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6ebc10b820 0x7f6ebc197660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:02:26.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.469+0000 7f6eb9d9b640 1 --2- 172.21.15.1:0/2434998486 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6ebc102d70 0x7f6ebc19dae0 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f6eb0005940 tx=0x7f6eb002c780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:26.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.470+0000 7f6eab7fe640 1 -- 172.21.15.1:0/2434998486 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6eb00043d0 con 0x7f6ebc102d70 2024-02-10T00:02:26.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.470+0000 7f6ec0ece640 1 -- 172.21.15.1:0/2434998486 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ebc1983a0 con 0x7f6ebc102d70 2024-02-10T00:02:26.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.470+0000 7f6eab7fe640 1 -- 172.21.15.1:0/2434998486 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6eb00052d0 con 0x7f6ebc102d70 2024-02-10T00:02:26.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.470+0000 7f6eab7fe640 1 -- 172.21.15.1:0/2434998486 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6eb0003d30 con 0x7f6ebc102d70 2024-02-10T00:02:26.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.470+0000 7f6ec0ece640 1 -- 172.21.15.1:0/2434998486 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ebc1a4520 con 0x7f6ebc102d70 2024-02-10T00:02:26.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.472+0000 7f6eab7fe640 1 -- 172.21.15.1:0/2434998486 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f6eb0005440 con 0x7f6ebc102d70 2024-02-10T00:02:26.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.473+0000 7f6ec3b78740 1 Processor -- start 2024-02-10T00:02:26.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.473+0000 7f6ec3b78740 1 -- start start 2024-02-10T00:02:26.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.473+0000 7f6ec3b78740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed1c7f97e0 0x55ed1c7f9bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.473+0000 7f6ec3b78740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed1c7fa190 0x55ed1c802cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.473+0000 7f6ec3b78740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed1c8032f0 0x55ed1c803770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.473+0000 7f6ec3b78740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed1c7b4d00 con 0x55ed1c8032f0 2024-02-10T00:02:26.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.473+0000 7f6ec3b78740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed1c7692f0 con 0x55ed1c7f97e0 2024-02-10T00:02:26.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.473+0000 7f6ec3b78740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed1c766820 con 0x55ed1c7fa190 2024-02-10T00:02:26.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.473+0000 7f6eab7fe640 1 --2- 172.21.15.1:0/2434998486 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6ea40a2230 0x7f6ea40a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.473+0000 7f6eb9d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed1c8032f0 0x55ed1c803770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.473+0000 7f6eb9d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed1c8032f0 0x55ed1c803770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53918/0 (socket says 172.21.15.1:53918) 2024-02-10T00:02:26.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.473+0000 7f6eb9d9b640 1 -- 172.21.15.1:0/3507191548 learned_addr learned my addr 172.21.15.1:0/3507191548 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:26.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.473+0000 7f6ebad9d640 1 --2- 172.21.15.1:0/2434998486 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6ea40a2230 0x7f6ea40a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.473+0000 7f6eba59c640 1 --2- 172.21.15.1:0/3507191548 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed1c7fa190 0x55ed1c802cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.473+0000 7f6ebad9d640 1 --2- 172.21.15.1:0/3507191548 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed1c7f97e0 0x55ed1c7f9bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.474+0000 7f6eab7fe640 1 -- 172.21.15.1:0/2434998486 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f6eb00f07e0 con 0x7f6ebc102d70 2024-02-10T00:02:26.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.474+0000 7f6eb9d9b640 1 -- 172.21.15.1:0/3507191548 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed1c7fa190 msgr2=0x55ed1c802cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:26.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.474+0000 7f6eb9d9b640 1 --2- 172.21.15.1:0/3507191548 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed1c7fa190 0x55ed1c802cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.474+0000 7f6eb9d9b640 1 -- 172.21.15.1:0/3507191548 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed1c7f97e0 msgr2=0x55ed1c7f9bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:26.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.474+0000 7f6eb9d9b640 1 --2- 172.21.15.1:0/3507191548 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed1c7f97e0 0x55ed1c7f9bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.474+0000 7f6eb9d9b640 1 -- 172.21.15.1:0/3507191548 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ed1c723ff0 con 0x55ed1c8032f0 2024-02-10T00:02:26.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.474+0000 7f6eba59c640 1 --2- 172.21.15.1:0/3507191548 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed1c7fa190 0x55ed1c802cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:02:26.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.474+0000 7f6eb9d9b640 1 --2- 172.21.15.1:0/3507191548 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed1c8032f0 0x55ed1c803770 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f6eb0000c00 tx=0x7f6eb00037d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4badf7cbe6185932 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:26.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.474+0000 7f6ebad9d640 1 --2- 172.21.15.1:0/2434998486 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6ea40a2230 0x7f6ea40a46f0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f6eb4005c40 tx=0x7f6eb40095e0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:26.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.474+0000 7f6ea8ff9640 1 -- 172.21.15.1:0/3507191548 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6eb00bcd30 con 0x55ed1c8032f0 2024-02-10T00:02:26.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.474+0000 7f6ea8ff9640 1 -- 172.21.15.1:0/3507191548 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6eb00035f0 con 0x55ed1c8032f0 2024-02-10T00:02:26.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.474+0000 7f6ea8ff9640 1 -- 172.21.15.1:0/3507191548 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6eb00ee180 con 0x55ed1c8032f0 2024-02-10T00:02:26.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.475+0000 7f6ec3b78740 1 -- 172.21.15.1:0/3507191548 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed1c8032f0 msgr2=0x55ed1c803770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:26.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.475+0000 7f6ec3b78740 1 --2- 172.21.15.1:0/3507191548 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed1c8032f0 0x55ed1c803770 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f6eb0000c00 tx=0x7f6eb00037d0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.475+0000 7f6ec3b78740 1 -- 172.21.15.1:0/3507191548 shutdown_connections 2024-02-10T00:02:26.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.475+0000 7f6ec3b78740 1 --2- 172.21.15.1:0/3507191548 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed1c8032f0 0x55ed1c803770 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.475+0000 7f6ec3b78740 1 --2- 172.21.15.1:0/3507191548 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed1c7fa190 0x55ed1c802cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.475+0000 7f6ec3b78740 1 --2- 172.21.15.1:0/3507191548 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed1c7f97e0 0x55ed1c7f9bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.475+0000 7f6ec3b78740 1 -- 172.21.15.1:0/3507191548 >> 172.21.15.1:0/3507191548 conn(0x55ed1c7f4050 msgr2=0x55ed1c7f4430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:26.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.475+0000 7f6ec3b78740 1 -- 172.21.15.1:0/3507191548 shutdown_connections 2024-02-10T00:02:26.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.475+0000 7f6ec3b78740 1 -- 172.21.15.1:0/3507191548 wait complete. 2024-02-10T00:02:26.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.475+0000 7f6ec3b78740 1 -- start start 2024-02-10T00:02:26.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.475+0000 7f6ec3b78740 1 Processor -- start 2024-02-10T00:02:26.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.476+0000 7f6ec3b78740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed1c7f97e0 0x55ed1c806c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.476+0000 7f6ec3b78740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed1c7fa190 0x55ed1c8071c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.476+0000 7f6ec3b78740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed1c8032f0 0x55ed1c807700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.476+0000 7f6ec3b78740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed1c762000 con 0x55ed1c7fa190 2024-02-10T00:02:26.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.476+0000 7f6ec3b78740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed1c435430 con 0x55ed1c7f97e0 2024-02-10T00:02:26.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.476+0000 7f6ec3b78740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed1c3f1e00 con 0x55ed1c8032f0 2024-02-10T00:02:26.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.476+0000 7f6ec3b78740 10 client.0 _ll_register_callbacks cb 0x55ed1c7567f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:26.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.476+0000 7f6eb9d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed1c7fa190 0x55ed1c8071c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.476+0000 7f6eb9d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed1c7fa190 0x55ed1c8071c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53922/0 (socket says 172.21.15.1:53922) 2024-02-10T00:02:26.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.476+0000 7f6eb9d9b640 1 -- 172.21.15.1:0/1248535755 learned_addr learned my addr 172.21.15.1:0/1248535755 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:26.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.476+0000 7f6ebad9d640 1 --2- 172.21.15.1:0/1248535755 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed1c8032f0 0x55ed1c807700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.476+0000 7f6eb9d9b640 1 -- 172.21.15.1:0/1248535755 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed1c8032f0 msgr2=0x55ed1c807700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:26.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.476+0000 7f6eba59c640 1 --2- 172.21.15.1:0/1248535755 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed1c7f97e0 0x55ed1c806c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.476+0000 7f6eb9d9b640 1 --2- 172.21.15.1:0/1248535755 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed1c8032f0 0x55ed1c807700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.476+0000 7f6eb9d9b640 1 -- 172.21.15.1:0/1248535755 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed1c7f97e0 msgr2=0x55ed1c806c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:26.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.476+0000 7f6eb9d9b640 1 --2- 172.21.15.1:0/1248535755 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed1c7f97e0 0x55ed1c806c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.476+0000 7f6eb9d9b640 1 -- 172.21.15.1:0/1248535755 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ebc1a4520 con 0x55ed1c7fa190 2024-02-10T00:02:26.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.476+0000 7f6ebad9d640 1 --2- 172.21.15.1:0/1248535755 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed1c8032f0 0x55ed1c807700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:02:26.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.476+0000 7f6eb9d9b640 1 --2- 172.21.15.1:0/1248535755 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed1c7fa190 0x55ed1c8071c0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f6eb00bd360 tx=0x7f6eb00ee3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f86a082211071d server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:26.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.476+0000 7f6ea1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:26.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.476+0000 7f6ea1ffb640 1 -- 172.21.15.1:0/1248535755 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6eb00c1360 con 0x55ed1c7fa190 2024-02-10T00:02:26.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.476+0000 7f6ea1ffb640 1 -- 172.21.15.1:0/1248535755 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f6eb00bd3d0 con 0x55ed1c7fa190 2024-02-10T00:02:26.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.476+0000 7f6ec3b78740 1 -- 172.21.15.1:0/1248535755 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ed1c4617e0 con 0x55ed1c7fa190 2024-02-10T00:02:26.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.476+0000 7f6ea1ffb640 1 -- 172.21.15.1:0/1248535755 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6eb00bdad0 con 0x55ed1c7fa190 2024-02-10T00:02:26.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.476+0000 7f6ec3b78740 10 client.16611 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:26.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.476+0000 7f6ec3b78740 1 -- 172.21.15.1:0/1248535755 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55ed1c760680 con 0x55ed1c7fa190 2024-02-10T00:02:26.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.477+0000 7f6ea1ffb640 1 -- 172.21.15.1:0/1248535755 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55ed1c4617e0 con 0x55ed1c7fa190 2024-02-10T00:02:26.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.477+0000 7f6ea1ffb640 1 -- 172.21.15.1:0/1248535755 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f6eb003c070 con 0x55ed1c7fa190 2024-02-10T00:02:26.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.477+0000 7f6ec3b78740 10 client.16611 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:26.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.477+0000 7f6ec3b78740 10 client.16611 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:02:26.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.477+0000 7f6ec3b78740 20 client.16611 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:26.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.477+0000 7f6ec3b78740 1 --2- 172.21.15.1:0/1248535755 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ed1c816fb0 0x55ed1c8193a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.477+0000 7f6ec3b78740 4 client.16611 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:02:26.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.477+0000 7f6ec3b78740 1 -- 172.21.15.1:0/1248535755 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ed1c49e720 con 0x55ed1c816fb0 2024-02-10T00:02:26.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.477+0000 7f6eba59c640 1 --2- 172.21.15.1:0/1248535755 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ed1c816fb0 0x55ed1c8193a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.478+0000 7f6eba59c640 1 --2- 172.21.15.1:0/1248535755 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ed1c816fb0 0x55ed1c8193a0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c5063bc22464e6aa server_cookie=7e785c02a5e1ebd7 in_seq=0 out_seq=0 2024-02-10T00:02:26.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.478+0000 7f6ea1ffb640 10 client.16611 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:26.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.478+0000 7f6ea1ffb640 1 -- 172.21.15.1:0/1248535755 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55ed1c49e720 con 0x55ed1c816fb0 2024-02-10T00:02:26.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.478+0000 7f6ea1ffb640 10 client.16611 handle_command_reply: tid=0 2024-02-10T00:02:26.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.478+0000 7f6ec3b78740 1 client.16611 shutdown 2024-02-10T00:02:26.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.478+0000 7f6ec3b78740 1 -- 172.21.15.1:0/1248535755 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed1c7fa190 msgr2=0x55ed1c8071c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:26.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.478+0000 7f6ec3b78740 1 --2- 172.21.15.1:0/1248535755 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed1c7fa190 0x55ed1c8071c0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f6eb00bd360 tx=0x7f6eb00ee3b0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.478+0000 7f6ec3b78740 1 -- 172.21.15.1:0/1248535755 shutdown_connections 2024-02-10T00:02:26.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.478+0000 7f6ec3b78740 1 --2- 172.21.15.1:0/1248535755 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ed1c816fb0 0x55ed1c8193a0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.478+0000 7f6ec3b78740 1 --2- 172.21.15.1:0/1248535755 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed1c8032f0 0x55ed1c807700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.478+0000 7f6ea1ffb640 0 client.16611 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:26.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.478+0000 7f6ec3b78740 1 --2- 172.21.15.1:0/1248535755 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed1c7fa190 0x55ed1c8071c0 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.478+0000 7f6ec3b78740 1 --2- 172.21.15.1:0/1248535755 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed1c7f97e0 0x55ed1c806c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.478+0000 7f6ec3b78740 1 -- 172.21.15.1:0/1248535755 >> 172.21.15.1:0/1248535755 conn(0x55ed1c7f4050 msgr2=0x55ed1c7f5da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:26.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.479+0000 7f6ec3b78740 1 -- 172.21.15.1:0/1248535755 shutdown_connections 2024-02-10T00:02:26.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.479+0000 7f6ec3b78740 1 -- 172.21.15.1:0/1248535755 wait complete. 2024-02-10T00:02:26.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.479+0000 7f6ec3b78740 20 client.16611 trim_cache size 0 max 16384 2024-02-10T00:02:26.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.494+0000 7f6ec3b78740 1 Processor -- start 2024-02-10T00:02:26.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.494+0000 7f6ec3b78740 1 -- start start 2024-02-10T00:02:26.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.494+0000 7f6ec3b78740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed1c7f97e0 0x55ed1c8093b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.494+0000 7f6ec3b78740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed1c7fa190 0x55ed1c8046e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.494+0000 7f6ec3b78740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed1c8032f0 0x55ed1c807520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.494+0000 7f6ec3b78740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed1c6e6fd0 con 0x55ed1c8032f0 2024-02-10T00:02:26.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.494+0000 7f6ec3b78740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed1c7f8c70 con 0x55ed1c7f97e0 2024-02-10T00:02:26.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.494+0000 7f6ec3b78740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed1c81e580 con 0x55ed1c7fa190 2024-02-10T00:02:26.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.494+0000 7f6ebad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed1c8032f0 0x55ed1c807520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.494+0000 7f6ebad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed1c8032f0 0x55ed1c807520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53926/0 (socket says 172.21.15.1:53926) 2024-02-10T00:02:26.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.494+0000 7f6ebad9d640 1 -- 172.21.15.1:0/1922346051 learned_addr learned my addr 172.21.15.1:0/1922346051 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:26.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.494+0000 7f6eba59c640 1 --2- 172.21.15.1:0/1922346051 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed1c7f97e0 0x55ed1c8093b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.494+0000 7f6eb9d9b640 1 --2- 172.21.15.1:0/1922346051 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed1c7fa190 0x55ed1c8046e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.494+0000 7f6ebad9d640 1 -- 172.21.15.1:0/1922346051 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed1c7fa190 msgr2=0x55ed1c8046e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:26.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.494+0000 7f6ebad9d640 1 --2- 172.21.15.1:0/1922346051 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed1c7fa190 0x55ed1c8046e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.494+0000 7f6ebad9d640 1 -- 172.21.15.1:0/1922346051 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed1c7f97e0 msgr2=0x55ed1c8093b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:26.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.494+0000 7f6ebad9d640 1 --2- 172.21.15.1:0/1922346051 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed1c7f97e0 0x55ed1c8093b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.494+0000 7f6ebad9d640 1 -- 172.21.15.1:0/1922346051 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ed1c6fcb30 con 0x55ed1c8032f0 2024-02-10T00:02:26.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.494+0000 7f6ebad9d640 1 --2- 172.21.15.1:0/1922346051 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed1c8032f0 0x55ed1c807520 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f6eb4012fb0 tx=0x7f6eb4009280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=139d4beda952d0ec server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:26.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.495+0000 7f6ea3fff640 1 -- 172.21.15.1:0/1922346051 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6eb4022070 con 0x55ed1c8032f0 2024-02-10T00:02:26.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.495+0000 7f6ea3fff640 1 -- 172.21.15.1:0/1922346051 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6eb401ddd0 con 0x55ed1c8032f0 2024-02-10T00:02:26.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.495+0000 7f6ea3fff640 1 -- 172.21.15.1:0/1922346051 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6eb4028ad0 con 0x55ed1c8032f0 2024-02-10T00:02:26.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.495+0000 7f6ec3b78740 1 -- 172.21.15.1:0/1922346051 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed1c8032f0 msgr2=0x55ed1c807520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:26.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.495+0000 7f6ec3b78740 1 --2- 172.21.15.1:0/1922346051 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed1c8032f0 0x55ed1c807520 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f6eb4012fb0 tx=0x7f6eb4009280 comp rx=0 tx=0).stop 2024-02-10T00:02:26.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.495+0000 7f6ec3b78740 1 -- 172.21.15.1:0/1922346051 shutdown_connections 2024-02-10T00:02:26.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.495+0000 7f6ec3b78740 1 --2- 172.21.15.1:0/1922346051 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed1c8032f0 0x55ed1c807520 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.495+0000 7f6ec3b78740 1 --2- 172.21.15.1:0/1922346051 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed1c7fa190 0x55ed1c8046e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.495+0000 7f6ec3b78740 1 --2- 172.21.15.1:0/1922346051 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed1c7f97e0 0x55ed1c8093b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.495+0000 7f6ec3b78740 1 -- 172.21.15.1:0/1922346051 >> 172.21.15.1:0/1922346051 conn(0x55ed1c7f4050 msgr2=0x55ed1c800ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:26.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.495+0000 7f6ec3b78740 1 -- 172.21.15.1:0/1922346051 shutdown_connections 2024-02-10T00:02:26.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.495+0000 7f6ec3b78740 1 -- 172.21.15.1:0/1922346051 wait complete. 2024-02-10T00:02:26.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.495+0000 7f6ec3b78740 1 -- start start 2024-02-10T00:02:26.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.496+0000 7f6ec3b78740 1 Processor -- start 2024-02-10T00:02:26.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.496+0000 7f6ec3b78740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed1c7f97e0 0x55ed1c80c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.496+0000 7f6ec3b78740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed1c7fa190 0x55ed1c80cce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.496+0000 7f6ec3b78740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed1c8032f0 0x55ed1c80d220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.496+0000 7f6ec3b78740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed1c80e740 con 0x55ed1c8032f0 2024-02-10T00:02:26.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.496+0000 7f6ec3b78740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed1c86d460 con 0x55ed1c7f97e0 2024-02-10T00:02:26.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.496+0000 7f6ec3b78740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed1c86d5a0 con 0x55ed1c7fa190 2024-02-10T00:02:26.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.496+0000 7f6ec3b78740 10 client.0 _ll_register_callbacks cb 0x7f6eb00bd1a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:26.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.496+0000 7f6ebad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed1c8032f0 0x55ed1c80d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.496+0000 7f6ebad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed1c8032f0 0x55ed1c80d220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53938/0 (socket says 172.21.15.1:53938) 2024-02-10T00:02:26.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.496+0000 7f6ebad9d640 1 -- 172.21.15.1:0/3656247353 learned_addr learned my addr 172.21.15.1:0/3656247353 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:26.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.496+0000 7f6eba59c640 1 --2- 172.21.15.1:0/3656247353 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed1c7f97e0 0x55ed1c80c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.496+0000 7f6ebad9d640 1 -- 172.21.15.1:0/3656247353 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed1c7fa190 msgr2=0x55ed1c80cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:26.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.496+0000 7f6eb9d9b640 1 --2- 172.21.15.1:0/3656247353 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed1c7fa190 0x55ed1c80cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.496+0000 7f6ebad9d640 1 --2- 172.21.15.1:0/3656247353 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed1c7fa190 0x55ed1c80cce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.496+0000 7f6ebad9d640 1 -- 172.21.15.1:0/3656247353 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed1c7f97e0 msgr2=0x55ed1c80c7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:26.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.496+0000 7f6ebad9d640 1 --2- 172.21.15.1:0/3656247353 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed1c7f97e0 0x55ed1c80c7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.496+0000 7f6ebad9d640 1 -- 172.21.15.1:0/3656247353 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6eb4009790 con 0x55ed1c8032f0 2024-02-10T00:02:26.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.496+0000 7f6ebad9d640 1 --2- 172.21.15.1:0/3656247353 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed1c8032f0 0x55ed1c80d220 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f6eb4028810 tx=0x7f6eb4010db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=744ced5bfbb47022 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:26.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.496+0000 7f6ea1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:26.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.497+0000 7f6ea1ffb640 1 -- 172.21.15.1:0/3656247353 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6eb4022070 con 0x55ed1c8032f0 2024-02-10T00:02:26.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.497+0000 7f6ea1ffb640 1 -- 172.21.15.1:0/3656247353 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f6eb401d8f0 con 0x55ed1c8032f0 2024-02-10T00:02:26.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.497+0000 7f6ec3b78740 1 -- 172.21.15.1:0/3656247353 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f6eb00035f0 con 0x55ed1c8032f0 2024-02-10T00:02:26.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.497+0000 7f6ea1ffb640 1 -- 172.21.15.1:0/3656247353 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6eb4028630 con 0x55ed1c8032f0 2024-02-10T00:02:26.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.497+0000 7f6ec3b78740 10 client.16617 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:26.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.497+0000 7f6ec3b78740 1 -- 172.21.15.1:0/3656247353 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55ed1c722850 con 0x55ed1c8032f0 2024-02-10T00:02:26.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.497+0000 7f6ea1ffb640 1 -- 172.21.15.1:0/3656247353 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6eb403e020 con 0x55ed1c8032f0 2024-02-10T00:02:26.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.497+0000 7f6ea1ffb640 1 -- 172.21.15.1:0/3656247353 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f6eb400c070 con 0x55ed1c8032f0 2024-02-10T00:02:26.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.497+0000 7f6ec3b78740 10 client.16617 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:26.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.497+0000 7f6ec3b78740 10 client.16617 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:02:26.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.497+0000 7f6ec3b78740 20 client.16617 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:26.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.497+0000 7f6ec3b78740 1 --2- 172.21.15.1:0/3656247353 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ed1c816fb0 0x55ed1c870e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.497+0000 7f6ec3b78740 4 client.16617 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:02:26.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.497+0000 7f6ec3b78740 1 -- 172.21.15.1:0/3656247353 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55ed1c4ed890 con 0x55ed1c816fb0 2024-02-10T00:02:26.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.497+0000 7f6eba59c640 1 --2- 172.21.15.1:0/3656247353 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ed1c816fb0 0x55ed1c870e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.498+0000 7f6eba59c640 1 --2- 172.21.15.1:0/3656247353 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ed1c816fb0 0x55ed1c870e40 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4d0d0b227279351b server_cookie=c957f283b488c387 in_seq=0 out_seq=0 2024-02-10T00:02:26.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.498+0000 7f6ea1ffb640 10 client.16617 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:26.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.498+0000 7f6ea1ffb640 1 -- 172.21.15.1:0/3656247353 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55ed1c4ed890 con 0x55ed1c816fb0 2024-02-10T00:02:26.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.498+0000 7f6ea1ffb640 10 client.16617 handle_command_reply: tid=0 2024-02-10T00:02:26.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.498+0000 7f6ec3b78740 1 client.16617 shutdown 2024-02-10T00:02:26.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.498+0000 7f6ec3b78740 1 -- 172.21.15.1:0/3656247353 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed1c8032f0 msgr2=0x55ed1c80d220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:26.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.498+0000 7f6ec3b78740 1 --2- 172.21.15.1:0/3656247353 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed1c8032f0 0x55ed1c80d220 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f6eb4028810 tx=0x7f6eb4010db0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.498+0000 7f6ec3b78740 1 -- 172.21.15.1:0/3656247353 shutdown_connections 2024-02-10T00:02:26.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.498+0000 7f6ec3b78740 1 --2- 172.21.15.1:0/3656247353 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ed1c816fb0 0x55ed1c870e40 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.498+0000 7f6ec3b78740 1 --2- 172.21.15.1:0/3656247353 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed1c8032f0 0x55ed1c80d220 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.498+0000 7f6ec3b78740 1 --2- 172.21.15.1:0/3656247353 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed1c7fa190 0x55ed1c80cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.498+0000 7f6ea1ffb640 0 client.16617 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:26.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.498+0000 7f6ec3b78740 1 --2- 172.21.15.1:0/3656247353 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed1c7f97e0 0x55ed1c80c7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.498+0000 7f6ec3b78740 1 -- 172.21.15.1:0/3656247353 >> 172.21.15.1:0/3656247353 conn(0x55ed1c7f4050 msgr2=0x55ed1c805420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:26.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.498+0000 7f6ec3b78740 1 -- 172.21.15.1:0/3656247353 shutdown_connections 2024-02-10T00:02:26.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.498+0000 7f6ec3b78740 1 -- 172.21.15.1:0/3656247353 wait complete. 2024-02-10T00:02:26.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.498+0000 7f6ec3b78740 20 client.16617 trim_cache size 0 max 16384 2024-02-10T00:02:26.509 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:02:26.509 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "no active scrubs running", 2024-02-10T00:02:26.509 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": {} 2024-02-10T00:02:26.509 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:02:26.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.499+0000 7f6ec0ece640 1 -- 172.21.15.1:0/2434998486 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6ea40a2230 msgr2=0x7f6ea40a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:26.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.499+0000 7f6ec0ece640 1 --2- 172.21.15.1:0/2434998486 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6ea40a2230 0x7f6ea40a46f0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f6eb4005c40 tx=0x7f6eb40095e0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.499+0000 7f6ec0ece640 1 -- 172.21.15.1:0/2434998486 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6ebc102d70 msgr2=0x7f6ebc19dae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:26.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.499+0000 7f6ec0ece640 1 --2- 172.21.15.1:0/2434998486 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6ebc102d70 0x7f6ebc19dae0 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f6eb0005940 tx=0x7f6eb002c780 comp rx=0 tx=0).stop 2024-02-10T00:02:26.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.499+0000 7f6ec0ece640 1 -- 172.21.15.1:0/2434998486 shutdown_connections 2024-02-10T00:02:26.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.499+0000 7f6ec0ece640 1 --2- 172.21.15.1:0/2434998486 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6ea40a2230 0x7f6ea40a46f0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.499+0000 7f6ec0ece640 1 --2- 172.21.15.1:0/2434998486 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6ebc10b820 0x7f6ebc197660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.499+0000 7f6ec0ece640 1 --2- 172.21.15.1:0/2434998486 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6ebc102d70 0x7f6ebc19dae0 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.499+0000 7f6ec0ece640 1 --2- 172.21.15.1:0/2434998486 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6ebc102450 0x7f6ebc19d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.499+0000 7f6ec0ece640 1 -- 172.21.15.1:0/2434998486 >> 172.21.15.1:0/2434998486 conn(0x7f6ebc0772e0 msgr2=0x7f6ebc0fd250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:26.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.499+0000 7f6ec0ece640 1 -- 172.21.15.1:0/2434998486 shutdown_connections 2024-02-10T00:02:26.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.499+0000 7f6ec0ece640 1 -- 172.21.15.1:0/2434998486 wait complete. 2024-02-10T00:02:26.511 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-02-10T00:02:26.512 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-10T00:02:26.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.612+0000 7efc52e4e640 1 -- 172.21.15.1:0/1104305947 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efc4c100d00 msgr2=0x7efc4c104d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:26.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.612+0000 7efc52e4e640 1 --2- 172.21.15.1:0/1104305947 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efc4c100d00 0x7efc4c104d40 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7efc38009930 tx=0x7efc3802bc30 comp rx=0 tx=0).stop 2024-02-10T00:02:26.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.613+0000 7efc52e4e640 1 -- 172.21.15.1:0/1104305947 shutdown_connections 2024-02-10T00:02:26.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.613+0000 7efc52e4e640 1 --2- 172.21.15.1:0/1104305947 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efc4c105420 0x7efc4c10cff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.613+0000 7efc52e4e640 1 --2- 172.21.15.1:0/1104305947 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efc4c100d00 0x7efc4c104d40 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.613+0000 7efc52e4e640 1 --2- 172.21.15.1:0/1104305947 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efc4c100350 0x7efc4c100730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.613+0000 7efc52e4e640 1 -- 172.21.15.1:0/1104305947 >> 172.21.15.1:0/1104305947 conn(0x7efc4c0772b0 msgr2=0x7efc4c0776c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:26.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.613+0000 7efc52e4e640 1 -- 172.21.15.1:0/1104305947 shutdown_connections 2024-02-10T00:02:26.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.613+0000 7efc52e4e640 1 -- 172.21.15.1:0/1104305947 wait complete. 2024-02-10T00:02:26.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.613+0000 7efc52e4e640 1 Processor -- start 2024-02-10T00:02:26.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.613+0000 7efc52e4e640 1 -- start start 2024-02-10T00:02:26.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.613+0000 7efc52e4e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efc4c100350 0x7efc4c10d8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.613+0000 7efc52e4e640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efc4c105420 0x7efc4c10de10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.613+0000 7efc52e4e640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efc4c10e350 0x7efc4c1a5ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.614+0000 7efc52e4e640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc4c1a6080 con 0x7efc4c100350 2024-02-10T00:02:26.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.614+0000 7efc52e4e640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc4c1a61f0 con 0x7efc4c10e350 2024-02-10T00:02:26.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.614+0000 7efc52e4e640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc4c1a63b0 con 0x7efc4c105420 2024-02-10T00:02:26.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.614+0000 7efc50bea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efc4c100350 0x7efc4c10d8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.614+0000 7efc50bea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efc4c100350 0x7efc4c10d8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53950/0 (socket says 172.21.15.1:53950) 2024-02-10T00:02:26.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.614+0000 7efc50bea640 1 -- 172.21.15.1:0/754184134 learned_addr learned my addr 172.21.15.1:0/754184134 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:26.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.614+0000 7efc4bfff640 1 --2- 172.21.15.1:0/754184134 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efc4c105420 0x7efc4c10de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.614+0000 7efc50bea640 1 -- 172.21.15.1:0/754184134 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efc4c105420 msgr2=0x7efc4c10de10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:26.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.614+0000 7efc50bea640 1 --2- 172.21.15.1:0/754184134 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efc4c105420 0x7efc4c10de10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.614+0000 7efc513eb640 1 --2- 172.21.15.1:0/754184134 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efc4c10e350 0x7efc4c1a5ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.614+0000 7efc50bea640 1 -- 172.21.15.1:0/754184134 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efc4c10e350 msgr2=0x7efc4c1a5ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:26.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.614+0000 7efc50bea640 1 --2- 172.21.15.1:0/754184134 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efc4c10e350 0x7efc4c1a5ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.619 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.614+0000 7efc50bea640 1 -- 172.21.15.1:0/754184134 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc38009560 con 0x7efc4c100350 2024-02-10T00:02:26.619 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.614+0000 7efc4bfff640 1 --2- 172.21.15.1:0/754184134 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efc4c105420 0x7efc4c10de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:02:26.619 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.614+0000 7efc50bea640 1 --2- 172.21.15.1:0/754184134 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efc4c100350 0x7efc4c10d8d0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7efc4000e9f0 tx=0x7efc4000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:26.619 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.614+0000 7efc49ffb640 1 -- 172.21.15.1:0/754184134 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc40009720 con 0x7efc4c100350 2024-02-10T00:02:26.619 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.614+0000 7efc49ffb640 1 -- 172.21.15.1:0/754184134 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efc4000cd80 con 0x7efc4c100350 2024-02-10T00:02:26.619 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.614+0000 7efc52e4e640 1 -- 172.21.15.1:0/754184134 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efc4c1a6690 con 0x7efc4c100350 2024-02-10T00:02:26.619 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.614+0000 7efc49ffb640 1 -- 172.21.15.1:0/754184134 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc40010690 con 0x7efc4c100350 2024-02-10T00:02:26.619 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.614+0000 7efc52e4e640 1 -- 172.21.15.1:0/754184134 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc4c1a6b50 con 0x7efc4c100350 2024-02-10T00:02:26.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.615+0000 7efc52e4e640 1 -- 172.21.15.1:0/754184134 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efc4c0680b0 con 0x7efc4c100350 2024-02-10T00:02:26.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.616+0000 7efc49ffb640 1 -- 172.21.15.1:0/754184134 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7efc400046c0 con 0x7efc4c100350 2024-02-10T00:02:26.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.617+0000 7efc49ffb640 1 --2- 172.21.15.1:0/754184134 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7efc3c0a2260 0x7efc3c0a4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.617+0000 7efc4bfff640 1 --2- 172.21.15.1:0/754184134 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7efc3c0a2260 0x7efc3c0a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.617+0000 7efc49ffb640 1 -- 172.21.15.1:0/754184134 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7efc40014070 con 0x7efc4c100350 2024-02-10T00:02:26.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.617+0000 7efc4bfff640 1 --2- 172.21.15.1:0/754184134 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7efc3c0a2260 0x7efc3c0a4720 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7efc38006010 tx=0x7efc38000bc0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:26.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.622+0000 7efc49ffb640 1 -- 172.21.15.1:0/754184134 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7efc40097210 con 0x7efc4c100350 2024-02-10T00:02:26.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.843+0000 7efc52e4e640 1 -- 172.21.15.1:0/754184134 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7efc4c10ee00 con 0x7efc4c100350 2024-02-10T00:02:26.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.843+0000 7efc49ffb640 1 -- 172.21.15.1:0/754184134 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) v1 ==== 94+0+11367 (secure 0 0 0) 0x7efc4009a8d0 con 0x7efc4c100350 2024-02-10T00:02:26.845 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-10T00:02:26.846 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-09T23:57:05.956988+0000","modified":"2024-02-10T00:00:18.086451+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24496,"mds_2":24476,"mds_3":24475,"mds_4":14646},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14646":{"gid":14646,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24398":{"gid":24398,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24406":{"gid":24406,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24475":{"gid":24475,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_25477":{"gid":25477,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/1094349051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":1094349051},{"type":"v1","addr":"172.21.15.103:6835","nonce":1094349051}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-10T00:02:26.846 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 29 2024-02-10T00:02:26.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.845+0000 7efc52e4e640 1 -- 172.21.15.1:0/754184134 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7efc3c0a2260 msgr2=0x7efc3c0a4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:26.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.845+0000 7efc52e4e640 1 --2- 172.21.15.1:0/754184134 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7efc3c0a2260 0x7efc3c0a4720 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7efc38006010 tx=0x7efc38000bc0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.845+0000 7efc52e4e640 1 -- 172.21.15.1:0/754184134 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efc4c100350 msgr2=0x7efc4c10d8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:26.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.845+0000 7efc52e4e640 1 --2- 172.21.15.1:0/754184134 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efc4c100350 0x7efc4c10d8d0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7efc4000e9f0 tx=0x7efc4000edf0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.845+0000 7efc52e4e640 1 -- 172.21.15.1:0/754184134 shutdown_connections 2024-02-10T00:02:26.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.845+0000 7efc52e4e640 1 --2- 172.21.15.1:0/754184134 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7efc3c0a2260 0x7efc3c0a4720 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.845+0000 7efc52e4e640 1 --2- 172.21.15.1:0/754184134 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efc4c10e350 0x7efc4c1a5ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.845+0000 7efc52e4e640 1 --2- 172.21.15.1:0/754184134 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efc4c105420 0x7efc4c10de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.845+0000 7efc52e4e640 1 --2- 172.21.15.1:0/754184134 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efc4c100350 0x7efc4c10d8d0 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.845+0000 7efc52e4e640 1 -- 172.21.15.1:0/754184134 >> 172.21.15.1:0/754184134 conn(0x7efc4c0772b0 msgr2=0x7efc4c1065f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:26.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.845+0000 7efc52e4e640 1 -- 172.21.15.1:0/754184134 shutdown_connections 2024-02-10T00:02:26.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.846+0000 7efc52e4e640 1 -- 172.21.15.1:0/754184134 wait complete. 2024-02-10T00:02:26.858 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:02:26.858 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-02-10T00:02:26.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.962+0000 7f54c87e2640 1 -- 172.21.15.1:0/3003602936 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f54c0102cb0 msgr2=0x7f54c010b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:26.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.962+0000 7f54c87e2640 1 --2- 172.21.15.1:0/3003602936 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f54c0102cb0 0x7f54c010b190 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f54b0009900 tx=0x7f54b002bcd0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.962+0000 7f54c87e2640 1 -- 172.21.15.1:0/3003602936 shutdown_connections 2024-02-10T00:02:26.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.962+0000 7f54c87e2640 1 --2- 172.21.15.1:0/3003602936 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f54c010b7b0 0x7f54c010dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.962+0000 7f54c87e2640 1 --2- 172.21.15.1:0/3003602936 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f54c0102cb0 0x7f54c010b190 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.962+0000 7f54c87e2640 1 --2- 172.21.15.1:0/3003602936 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f54c0102390 0x7f54c0102770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.962+0000 7f54c87e2640 1 -- 172.21.15.1:0/3003602936 >> 172.21.15.1:0/3003602936 conn(0x7f54c00fbb90 msgr2=0x7f54c00fdfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:26.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.962+0000 7f54c87e2640 1 -- 172.21.15.1:0/3003602936 shutdown_connections 2024-02-10T00:02:26.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.962+0000 7f54c87e2640 1 -- 172.21.15.1:0/3003602936 wait complete. 2024-02-10T00:02:26.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.963+0000 7f54c87e2640 1 Processor -- start 2024-02-10T00:02:26.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.963+0000 7f54c87e2640 1 -- start start 2024-02-10T00:02:26.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.963+0000 7f54c87e2640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f54c0102390 0x7f54c019f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.963+0000 7f54c87e2640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f54c0102cb0 0x7f54c019fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.963+0000 7f54c87e2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f54c010b7b0 0x7f54c0199970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.963+0000 7f54c87e2640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54c0199fc0 con 0x7f54c010b7b0 2024-02-10T00:02:26.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.963+0000 7f54c87e2640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54c019a130 con 0x7f54c0102cb0 2024-02-10T00:02:26.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.963+0000 7f54c87e2640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54c019a2f0 con 0x7f54c0102390 2024-02-10T00:02:26.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.963+0000 7f54c6d7f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f54c010b7b0 0x7f54c0199970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.963+0000 7f54c6d7f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f54c010b7b0 0x7f54c0199970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53980/0 (socket says 172.21.15.1:53980) 2024-02-10T00:02:26.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.963+0000 7f54c6d7f640 1 -- 172.21.15.1:0/2389167074 learned_addr learned my addr 172.21.15.1:0/2389167074 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:26.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.963+0000 7f54c657e640 1 --2- 172.21.15.1:0/2389167074 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f54c0102390 0x7f54c019f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.963+0000 7f54c6d7f640 1 -- 172.21.15.1:0/2389167074 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f54c0102390 msgr2=0x7f54c019f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:26.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.963+0000 7f54c6d7f640 1 --2- 172.21.15.1:0/2389167074 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f54c0102390 0x7f54c019f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.963+0000 7f54c6d7f640 1 -- 172.21.15.1:0/2389167074 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f54c0102cb0 msgr2=0x7f54c019fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:26.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.963+0000 7f54c5d7d640 1 --2- 172.21.15.1:0/2389167074 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f54c0102cb0 0x7f54c019fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.963+0000 7f54c6d7f640 1 --2- 172.21.15.1:0/2389167074 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f54c0102cb0 0x7f54c019fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.963+0000 7f54c6d7f640 1 -- 172.21.15.1:0/2389167074 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54b0009560 con 0x7f54c010b7b0 2024-02-10T00:02:26.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.963+0000 7f54c657e640 1 --2- 172.21.15.1:0/2389167074 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f54c0102390 0x7f54c019f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:02:26.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.963+0000 7f54c5d7d640 1 --2- 172.21.15.1:0/2389167074 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f54c0102cb0 0x7f54c019fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:02:26.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.964+0000 7f54c6d7f640 1 --2- 172.21.15.1:0/2389167074 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f54c010b7b0 0x7f54c0199970 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f54b800b970 tx=0x7f54b800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:26.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.964+0000 7f54b77fe640 1 -- 172.21.15.1:0/2389167074 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54b800cb40 con 0x7f54c010b7b0 2024-02-10T00:02:26.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.964+0000 7f54c87e2640 1 -- 172.21.15.1:0/2389167074 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f54c019a5d0 con 0x7f54c010b7b0 2024-02-10T00:02:26.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.964+0000 7f54c87e2640 1 -- 172.21.15.1:0/2389167074 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54c01a6810 con 0x7f54c010b7b0 2024-02-10T00:02:26.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.964+0000 7f54b77fe640 1 -- 172.21.15.1:0/2389167074 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f54b800cca0 con 0x7f54c010b7b0 2024-02-10T00:02:26.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.964+0000 7f54b77fe640 1 -- 172.21.15.1:0/2389167074 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54b80077d0 con 0x7f54c010b7b0 2024-02-10T00:02:26.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.967+0000 7f54cb3b5740 1 Processor -- start 2024-02-10T00:02:26.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.967+0000 7f54b77fe640 1 -- 172.21.15.1:0/2389167074 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f54b8014ce0 con 0x7f54c010b7b0 2024-02-10T00:02:26.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.967+0000 7f54cb3b5740 1 -- start start 2024-02-10T00:02:26.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.967+0000 7f54cb3b5740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c570034a30 0x55c570034e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.967+0000 7f54cb3b5740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c5700353e0 0x55c57003d990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.967+0000 7f54cb3b5740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c57003df60 0x55c5700403b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.967+0000 7f54cb3b5740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c56fff0020 con 0x55c570034a30 2024-02-10T00:02:26.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.967+0000 7f54cb3b5740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c56ffa3320 con 0x55c5700353e0 2024-02-10T00:02:26.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.967+0000 7f54cb3b5740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c56ffa0850 con 0x55c57003df60 2024-02-10T00:02:26.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.967+0000 7f54c5d7d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c570034a30 0x55c570034e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.967+0000 7f54c5d7d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c570034a30 0x55c570034e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53996/0 (socket says 172.21.15.1:53996) 2024-02-10T00:02:26.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.967+0000 7f54c5d7d640 1 -- 172.21.15.1:0/3989980402 learned_addr learned my addr 172.21.15.1:0/3989980402 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:26.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.967+0000 7f54b77fe640 1 --2- 172.21.15.1:0/2389167074 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f54ac0a22b0 0x7f54ac0a4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.967+0000 7f54c657e640 1 --2- 172.21.15.1:0/3989980402 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c5700353e0 0x55c57003d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.967+0000 7f54c5d7d640 1 -- 172.21.15.1:0/3989980402 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c57003df60 msgr2=0x55c5700403b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:26.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.967+0000 7f54c6d7f640 1 --2- 172.21.15.1:0/2389167074 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f54ac0a22b0 0x7f54ac0a4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.967+0000 7f54c5d7d640 1 --2- 172.21.15.1:0/3989980402 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c57003df60 0x55c5700403b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.967+0000 7f54c5d7d640 1 -- 172.21.15.1:0/3989980402 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c5700353e0 msgr2=0x55c57003d990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:26.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.967+0000 7f54c5d7d640 1 --2- 172.21.15.1:0/3989980402 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c5700353e0 0x55c57003d990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.968+0000 7f54c5d7d640 1 -- 172.21.15.1:0/3989980402 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c56ff5e210 con 0x55c570034a30 2024-02-10T00:02:26.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.968+0000 7f54b77fe640 1 -- 172.21.15.1:0/2389167074 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f54b80cd5e0 con 0x7f54c010b7b0 2024-02-10T00:02:26.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.968+0000 7f54c5d7d640 1 --2- 172.21.15.1:0/3989980402 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c570034a30 0x55c570034e10 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f54b0006010 tx=0x7f54b0004790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7de09b6d5277bf84 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:26.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.968+0000 7f54b4ff9640 1 -- 172.21.15.1:0/3989980402 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54b002c880 con 0x55c570034a30 2024-02-10T00:02:26.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.968+0000 7f54c6d7f640 1 --2- 172.21.15.1:0/2389167074 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f54ac0a22b0 0x7f54ac0a4770 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f54b80caf20 tx=0x7f54b806c0d0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:26.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.968+0000 7f54b4ff9640 1 -- 172.21.15.1:0/3989980402 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f54b0004510 con 0x55c570034a30 2024-02-10T00:02:26.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.968+0000 7f54b4ff9640 1 -- 172.21.15.1:0/3989980402 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54b0005570 con 0x55c570034a30 2024-02-10T00:02:26.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.969+0000 7f54cb3b5740 1 -- 172.21.15.1:0/3989980402 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c570034a30 msgr2=0x55c570034e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:26.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.969+0000 7f54cb3b5740 1 --2- 172.21.15.1:0/3989980402 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c570034a30 0x55c570034e10 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f54b0006010 tx=0x7f54b0004790 comp rx=0 tx=0).stop 2024-02-10T00:02:26.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.969+0000 7f54cb3b5740 1 -- 172.21.15.1:0/3989980402 shutdown_connections 2024-02-10T00:02:26.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.969+0000 7f54cb3b5740 1 --2- 172.21.15.1:0/3989980402 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c57003df60 0x55c5700403b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.969+0000 7f54cb3b5740 1 --2- 172.21.15.1:0/3989980402 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c5700353e0 0x55c57003d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.969+0000 7f54cb3b5740 1 --2- 172.21.15.1:0/3989980402 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c570034a30 0x55c570034e10 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.969+0000 7f54cb3b5740 1 -- 172.21.15.1:0/3989980402 >> 172.21.15.1:0/3989980402 conn(0x55c57002f100 msgr2=0x55c57002f4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:26.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.969+0000 7f54cb3b5740 1 -- 172.21.15.1:0/3989980402 shutdown_connections 2024-02-10T00:02:26.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.969+0000 7f54cb3b5740 1 -- 172.21.15.1:0/3989980402 wait complete. 2024-02-10T00:02:26.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.969+0000 7f54cb3b5740 1 -- start start 2024-02-10T00:02:26.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.969+0000 7f54cb3b5740 1 Processor -- start 2024-02-10T00:02:26.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.969+0000 7f54cb3b5740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c570034a30 0x55c57003ae90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.969+0000 7f54cb3b5740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5700353e0 0x55c57003b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.969+0000 7f54cb3b5740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c57003df60 0x55c57003b910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.969+0000 7f54cb3b5740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c56ff9c030 con 0x55c5700353e0 2024-02-10T00:02:26.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.969+0000 7f54cb3b5740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c56fc6f430 con 0x55c57003df60 2024-02-10T00:02:26.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.969+0000 7f54cb3b5740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c56fc2be00 con 0x55c570034a30 2024-02-10T00:02:26.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.969+0000 7f54cb3b5740 10 client.0 _ll_register_callbacks cb 0x55c56ff91030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:26.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.969+0000 7f54c657e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5700353e0 0x55c57003b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.970+0000 7f54c657e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5700353e0 0x55c57003b3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54000/0 (socket says 172.21.15.1:54000) 2024-02-10T00:02:26.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.970+0000 7f54c657e640 1 -- 172.21.15.1:0/1918604099 learned_addr learned my addr 172.21.15.1:0/1918604099 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:26.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.970+0000 7f54c5d7d640 1 --2- 172.21.15.1:0/1918604099 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c57003df60 0x55c57003b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.970+0000 7f54c5d7d640 1 --2- 172.21.15.1:0/1918604099 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c570034a30 0x55c57003ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.970+0000 7f54c657e640 1 -- 172.21.15.1:0/1918604099 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c570034a30 msgr2=0x55c57003ae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:26.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.970+0000 7f54c657e640 1 --2- 172.21.15.1:0/1918604099 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c570034a30 0x55c57003ae90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.970+0000 7f54c657e640 1 -- 172.21.15.1:0/1918604099 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c57003df60 msgr2=0x55c57003b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:26.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.970+0000 7f54c657e640 1 --2- 172.21.15.1:0/1918604099 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c57003df60 0x55c57003b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.970+0000 7f54c657e640 1 -- 172.21.15.1:0/1918604099 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54c010e8d0 con 0x55c5700353e0 2024-02-10T00:02:26.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.970+0000 7f54c5d7d640 1 --2- 172.21.15.1:0/1918604099 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c570034a30 0x55c57003ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:02:26.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.970+0000 7f54c657e640 1 --2- 172.21.15.1:0/1918604099 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5700353e0 0x55c57003b3d0 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f54bc00f6a0 tx=0x7f54bc00fb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70f8704849474a95 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:26.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.970+0000 7f54a9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:26.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.970+0000 7f54a9ffb640 1 -- 172.21.15.1:0/1918604099 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54bc00dac0 con 0x55c5700353e0 2024-02-10T00:02:26.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.970+0000 7f54a9ffb640 1 -- 172.21.15.1:0/1918604099 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f54bc016070 con 0x55c5700353e0 2024-02-10T00:02:26.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.970+0000 7f54cb3b5740 1 -- 172.21.15.1:0/1918604099 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c56fc9b7e0 con 0x55c5700353e0 2024-02-10T00:02:26.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.970+0000 7f54a9ffb640 1 -- 172.21.15.1:0/1918604099 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f54bc00dc20 con 0x55c5700353e0 2024-02-10T00:02:26.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.970+0000 7f54cb3b5740 10 client.16635 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:26.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.970+0000 7f54cb3b5740 1 -- 172.21.15.1:0/1918604099 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c56ff9a6b0 con 0x55c5700353e0 2024-02-10T00:02:26.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.971+0000 7f54a9ffb640 1 -- 172.21.15.1:0/1918604099 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55c56fc9b7e0 con 0x55c5700353e0 2024-02-10T00:02:26.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.971+0000 7f54a9ffb640 1 -- 172.21.15.1:0/1918604099 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f54bc0104c0 con 0x55c5700353e0 2024-02-10T00:02:26.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.971+0000 7f54cb3b5740 10 client.16635 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:26.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.971+0000 7f54cb3b5740 10 client.16635 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:02:26.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.971+0000 7f54cb3b5740 20 client.16635 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:26.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.971+0000 7f54cb3b5740 1 --2- 172.21.15.1:0/1918604099 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55c57004e660 0x55c570050a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.971+0000 7f54cb3b5740 4 client.16635 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:02:26.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.971+0000 7f54cb3b5740 1 -- 172.21.15.1:0/1918604099 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c56fcd8720 con 0x55c57004e660 2024-02-10T00:02:26.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.971+0000 7f54c5d7d640 1 --2- 172.21.15.1:0/1918604099 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55c57004e660 0x55c570050a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.971+0000 7f54c5d7d640 1 --2- 172.21.15.1:0/1918604099 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55c57004e660 0x55c570050a80 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=f8649d2d49878894 server_cookie=87357c5a741a97e5 in_seq=0 out_seq=0 2024-02-10T00:02:26.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.971+0000 7f54a9ffb640 10 client.16635 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:02:26.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.972+0000 7f54a9ffb640 1 -- 172.21.15.1:0/1918604099 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55c56fcd8720 con 0x55c57004e660 2024-02-10T00:02:26.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.972+0000 7f54a9ffb640 10 client.16635 handle_command_reply: tid=0 2024-02-10T00:02:26.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.972+0000 7f54cb3b5740 1 client.16635 shutdown 2024-02-10T00:02:26.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.972+0000 7f54cb3b5740 1 -- 172.21.15.1:0/1918604099 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5700353e0 msgr2=0x55c57003b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:26.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.972+0000 7f54cb3b5740 1 --2- 172.21.15.1:0/1918604099 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5700353e0 0x55c57003b3d0 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f54bc00f6a0 tx=0x7f54bc00fb60 comp rx=0 tx=0).stop 2024-02-10T00:02:26.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.972+0000 7f54cb3b5740 1 -- 172.21.15.1:0/1918604099 shutdown_connections 2024-02-10T00:02:26.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.972+0000 7f54cb3b5740 1 --2- 172.21.15.1:0/1918604099 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55c57004e660 0x55c570050a80 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.972+0000 7f54cb3b5740 1 --2- 172.21.15.1:0/1918604099 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c57003df60 0x55c57003b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.972+0000 7f54a9ffb640 0 client.16635 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:02:26.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.972+0000 7f54cb3b5740 1 --2- 172.21.15.1:0/1918604099 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5700353e0 0x55c57003b3d0 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.972+0000 7f54cb3b5740 1 --2- 172.21.15.1:0/1918604099 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c570034a30 0x55c57003ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.972+0000 7f54cb3b5740 1 -- 172.21.15.1:0/1918604099 >> 172.21.15.1:0/1918604099 conn(0x55c57002f100 msgr2=0x55c570030e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:26.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.972+0000 7f54cb3b5740 1 -- 172.21.15.1:0/1918604099 shutdown_connections 2024-02-10T00:02:26.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.972+0000 7f54cb3b5740 1 -- 172.21.15.1:0/1918604099 wait complete. 2024-02-10T00:02:26.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.972+0000 7f54cb3b5740 20 client.16635 trim_cache size 0 max 16384 2024-02-10T00:02:26.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.984+0000 7f54cb3b5740 1 Processor -- start 2024-02-10T00:02:26.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.984+0000 7f54cb3b5740 1 -- start start 2024-02-10T00:02:26.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.984+0000 7f54cb3b5740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c57002f100 0x55c57003b730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.984+0000 7f54cb3b5740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c570034a30 0x55c57002e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.984+0000 7f54cb3b5740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5700353e0 0x55c570044fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.984+0000 7f54cb3b5740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c56ff21130 con 0x55c5700353e0 2024-02-10T00:02:26.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.984+0000 7f54cb3b5740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c570034620 con 0x55c570034a30 2024-02-10T00:02:26.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.984+0000 7f54cb3b5740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c570055c70 con 0x55c57002f100 2024-02-10T00:02:26.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.984+0000 7f54c5d7d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5700353e0 0x55c570044fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.984+0000 7f54c5d7d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5700353e0 0x55c570044fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54006/0 (socket says 172.21.15.1:54006) 2024-02-10T00:02:26.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.984+0000 7f54c5d7d640 1 -- 172.21.15.1:0/1886340581 learned_addr learned my addr 172.21.15.1:0/1886340581 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:26.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.984+0000 7f54c5d7d640 1 --2- 172.21.15.1:0/1886340581 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c57002f100 0x55c57003b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.984+0000 7f54c657e640 1 --2- 172.21.15.1:0/1886340581 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c570034a30 0x55c57002e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.984+0000 7f54c5d7d640 1 -- 172.21.15.1:0/1886340581 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c57002f100 msgr2=0x55c57003b730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:26.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.984+0000 7f54c5d7d640 1 --2- 172.21.15.1:0/1886340581 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c57002f100 0x55c57003b730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.984+0000 7f54c5d7d640 1 -- 172.21.15.1:0/1886340581 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c570034a30 msgr2=0x55c57002e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:26.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.984+0000 7f54c5d7d640 1 --2- 172.21.15.1:0/1886340581 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c570034a30 0x55c57002e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.984+0000 7f54c5d7d640 1 -- 172.21.15.1:0/1886340581 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c56ff36c90 con 0x55c5700353e0 2024-02-10T00:02:26.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.984+0000 7f54c5d7d640 1 --2- 172.21.15.1:0/1886340581 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5700353e0 0x55c570044fc0 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f54b00047d0 tx=0x7f54b002e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99f91d85fc208437 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:26.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.984+0000 7f54abfff640 1 -- 172.21.15.1:0/1886340581 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54b0055d80 con 0x55c5700353e0 2024-02-10T00:02:26.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.985+0000 7f54abfff640 1 -- 172.21.15.1:0/1886340581 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f54b0005370 con 0x55c5700353e0 2024-02-10T00:02:26.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.985+0000 7f54abfff640 1 -- 172.21.15.1:0/1886340581 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54b0055700 con 0x55c5700353e0 2024-02-10T00:02:26.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.985+0000 7f54cb3b5740 1 -- 172.21.15.1:0/1886340581 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5700353e0 msgr2=0x55c570044fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:26.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.985+0000 7f54cb3b5740 1 --2- 172.21.15.1:0/1886340581 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5700353e0 0x55c570044fc0 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f54b00047d0 tx=0x7f54b002e040 comp rx=0 tx=0).stop 2024-02-10T00:02:26.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.985+0000 7f54cb3b5740 1 -- 172.21.15.1:0/1886340581 shutdown_connections 2024-02-10T00:02:26.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.985+0000 7f54cb3b5740 1 --2- 172.21.15.1:0/1886340581 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c5700353e0 0x55c570044fc0 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.985+0000 7f54cb3b5740 1 --2- 172.21.15.1:0/1886340581 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c570034a30 0x55c57002e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.985+0000 7f54cb3b5740 1 --2- 172.21.15.1:0/1886340581 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c57002f100 0x55c57003b730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.985+0000 7f54cb3b5740 1 -- 172.21.15.1:0/1886340581 >> 172.21.15.1:0/1886340581 conn(0x55c570035b30 msgr2=0x55c57002d9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:26.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.985+0000 7f54cb3b5740 1 -- 172.21.15.1:0/1886340581 shutdown_connections 2024-02-10T00:02:26.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.985+0000 7f54cb3b5740 1 -- 172.21.15.1:0/1886340581 wait complete. 2024-02-10T00:02:26.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.985+0000 7f54cb3b5740 1 -- start start 2024-02-10T00:02:26.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.985+0000 7f54cb3b5740 1 Processor -- start 2024-02-10T00:02:26.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.986+0000 7f54cb3b5740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c57002f100 0x55c57009df40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.986+0000 7f54cb3b5740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c570034a30 0x55c57009e480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.986+0000 7f54cb3b5740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c5700353e0 0x55c570044390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.986+0000 7f54cb3b5740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c570044a90 con 0x55c570034a30 2024-02-10T00:02:26.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.986+0000 7f54cb3b5740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c570044c00 con 0x55c5700353e0 2024-02-10T00:02:26.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.986+0000 7f54cb3b5740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c570044dc0 con 0x55c57002f100 2024-02-10T00:02:26.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.986+0000 7f54cb3b5740 10 client.0 _ll_register_callbacks cb 0x7f54c006a970 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:26.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.986+0000 7f54c657e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c570034a30 0x55c57009e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.986+0000 7f54c657e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c570034a30 0x55c57009e480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54022/0 (socket says 172.21.15.1:54022) 2024-02-10T00:02:26.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.986+0000 7f54c657e640 1 -- 172.21.15.1:0/4219505862 learned_addr learned my addr 172.21.15.1:0/4219505862 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:26.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.986+0000 7f54c657e640 1 -- 172.21.15.1:0/4219505862 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c57002f100 msgr2=0x55c57009df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:26.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.986+0000 7f54c5d7d640 1 --2- 172.21.15.1:0/4219505862 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c57002f100 0x55c57009df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.986+0000 7f54c657e640 1 --2- 172.21.15.1:0/4219505862 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c57002f100 0x55c57009df40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.986+0000 7f54c657e640 1 -- 172.21.15.1:0/4219505862 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c5700353e0 msgr2=0x55c570044390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:26.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.986+0000 7f54c657e640 1 --2- 172.21.15.1:0/4219505862 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c5700353e0 0x55c570044390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.986+0000 7f54c657e640 1 -- 172.21.15.1:0/4219505862 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54b0055040 con 0x55c570034a30 2024-02-10T00:02:26.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.986+0000 7f54c657e640 1 --2- 172.21.15.1:0/4219505862 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c570034a30 0x55c57009e480 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x55c57003a6f0 tx=0x7f54bc009320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8035fde13087d518 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:26.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.986+0000 7f54a9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:26.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.986+0000 7f54a9ffb640 1 -- 172.21.15.1:0/4219505862 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54bc010e70 con 0x55c570034a30 2024-02-10T00:02:26.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.986+0000 7f54a9ffb640 1 -- 172.21.15.1:0/4219505862 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f54bc016070 con 0x55c570034a30 2024-02-10T00:02:26.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.986+0000 7f54cb3b5740 1 -- 172.21.15.1:0/4219505862 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f54b0004510 con 0x55c570034a30 2024-02-10T00:02:26.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.986+0000 7f54a9ffb640 1 -- 172.21.15.1:0/4219505862 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f54bc005020 con 0x55c570034a30 2024-02-10T00:02:26.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.987+0000 7f54cb3b5740 10 client.16641 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:26.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.987+0000 7f54cb3b5740 1 -- 172.21.15.1:0/4219505862 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c56ff5ca70 con 0x55c570034a30 2024-02-10T00:02:26.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.987+0000 7f54a9ffb640 1 -- 172.21.15.1:0/4219505862 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f54b0004510 con 0x55c570034a30 2024-02-10T00:02:26.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.987+0000 7f54a9ffb640 1 -- 172.21.15.1:0/4219505862 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f54bc02a030 con 0x55c570034a30 2024-02-10T00:02:26.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.987+0000 7f54cb3b5740 10 client.16641 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:26.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.987+0000 7f54cb3b5740 10 client.16641 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:02:26.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.987+0000 7f54cb3b5740 20 client.16641 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:26.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.987+0000 7f54cb3b5740 1 --2- 172.21.15.1:0/4219505862 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55c57003df60 0x55c5700a8f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:26.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.987+0000 7f54cb3b5740 4 client.16641 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:02:26.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.987+0000 7f54cb3b5740 1 -- 172.21.15.1:0/4219505862 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55c56fd27890 con 0x55c57003df60 2024-02-10T00:02:26.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.987+0000 7f54c5d7d640 1 --2- 172.21.15.1:0/4219505862 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55c57003df60 0x55c5700a8f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:26.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.987+0000 7f54c5d7d640 1 --2- 172.21.15.1:0/4219505862 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55c57003df60 0x55c5700a8f40 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=5a4b3c8e99c1a8b server_cookie=5941b5ff6d21bc82 in_seq=0 out_seq=0 2024-02-10T00:02:26.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.987+0000 7f54a9ffb640 10 client.16641 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:02:26.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.987+0000 7f54a9ffb640 1 -- 172.21.15.1:0/4219505862 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55c56fd27890 con 0x55c57003df60 2024-02-10T00:02:26.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.987+0000 7f54a9ffb640 10 client.16641 handle_command_reply: tid=0 2024-02-10T00:02:26.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.987+0000 7f54cb3b5740 1 client.16641 shutdown 2024-02-10T00:02:26.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.988+0000 7f54cb3b5740 1 -- 172.21.15.1:0/4219505862 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c570034a30 msgr2=0x55c57009e480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:26.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.988+0000 7f54cb3b5740 1 --2- 172.21.15.1:0/4219505862 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c570034a30 0x55c57009e480 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x55c57003a6f0 tx=0x7f54bc009320 comp rx=0 tx=0).stop 2024-02-10T00:02:26.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.988+0000 7f54cb3b5740 1 -- 172.21.15.1:0/4219505862 shutdown_connections 2024-02-10T00:02:26.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.988+0000 7f54cb3b5740 1 --2- 172.21.15.1:0/4219505862 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55c57003df60 0x55c5700a8f40 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.988+0000 7f54cb3b5740 1 --2- 172.21.15.1:0/4219505862 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c5700353e0 0x55c570044390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.988+0000 7f54cb3b5740 1 --2- 172.21.15.1:0/4219505862 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c570034a30 0x55c57009e480 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.988+0000 7f54cb3b5740 1 --2- 172.21.15.1:0/4219505862 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c57002f100 0x55c57009df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:26.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.988+0000 7f54a9ffb640 0 client.16641 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:02:26.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.988+0000 7f54cb3b5740 1 -- 172.21.15.1:0/4219505862 >> 172.21.15.1:0/4219505862 conn(0x55c570035b30 msgr2=0x55c57002e240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:26.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.988+0000 7f54cb3b5740 1 -- 172.21.15.1:0/4219505862 shutdown_connections 2024-02-10T00:02:26.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.988+0000 7f54cb3b5740 1 -- 172.21.15.1:0/4219505862 wait complete. 2024-02-10T00:02:26.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.988+0000 7f54cb3b5740 20 client.16641 trim_cache size 0 max 16384 2024-02-10T00:02:26.999 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:02:27.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.988+0000 7f54c87e2640 1 -- 172.21.15.1:0/2389167074 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f54ac0a22b0 msgr2=0x7f54ac0a4770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.988+0000 7f54c87e2640 1 --2- 172.21.15.1:0/2389167074 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f54ac0a22b0 0x7f54ac0a4770 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f54b80caf20 tx=0x7f54b806c0d0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.988+0000 7f54c87e2640 1 -- 172.21.15.1:0/2389167074 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f54c010b7b0 msgr2=0x7f54c0199970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.988+0000 7f54c87e2640 1 --2- 172.21.15.1:0/2389167074 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f54c010b7b0 0x7f54c0199970 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f54b800b970 tx=0x7f54b800be30 comp rx=0 tx=0).stop 2024-02-10T00:02:27.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.988+0000 7f54c87e2640 1 -- 172.21.15.1:0/2389167074 shutdown_connections 2024-02-10T00:02:27.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.988+0000 7f54c87e2640 1 --2- 172.21.15.1:0/2389167074 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f54ac0a22b0 0x7f54ac0a4770 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.988+0000 7f54c87e2640 1 --2- 172.21.15.1:0/2389167074 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f54c010b7b0 0x7f54c0199970 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.988+0000 7f54c87e2640 1 --2- 172.21.15.1:0/2389167074 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f54c0102cb0 0x7f54c019fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.988+0000 7f54c87e2640 1 --2- 172.21.15.1:0/2389167074 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f54c0102390 0x7f54c019f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.988+0000 7f54c87e2640 1 -- 172.21.15.1:0/2389167074 >> 172.21.15.1:0/2389167074 conn(0x7f54c00fbb90 msgr2=0x7f54c0101080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:27.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.988+0000 7f54c87e2640 1 -- 172.21.15.1:0/2389167074 shutdown_connections 2024-02-10T00:02:27.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:26.988+0000 7f54c87e2640 1 -- 172.21.15.1:0/2389167074 wait complete. 2024-02-10T00:02:27.001 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:02:27.002 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-02-10T00:02:27.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.104+0000 7f2b27698640 1 -- 172.21.15.1:0/1431752672 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2b20105410 msgr2=0x7f2b2010cfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.104+0000 7f2b27698640 1 --2- 172.21.15.1:0/1431752672 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2b20105410 0x7f2b2010cfe0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f2b18009cd0 tx=0x7f2b1802c0f0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.104+0000 7f2b27698640 1 -- 172.21.15.1:0/1431752672 shutdown_connections 2024-02-10T00:02:27.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.104+0000 7f2b27698640 1 --2- 172.21.15.1:0/1431752672 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2b20105410 0x7f2b2010cfe0 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.104+0000 7f2b27698640 1 --2- 172.21.15.1:0/1431752672 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2b20100cf0 0x7f2b20104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.104+0000 7f2b27698640 1 --2- 172.21.15.1:0/1431752672 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2b20100340 0x7f2b20100720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.104+0000 7f2b27698640 1 -- 172.21.15.1:0/1431752672 >> 172.21.15.1:0/1431752672 conn(0x7f2b200772e0 msgr2=0x7f2b200776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:27.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.104+0000 7f2b27698640 1 -- 172.21.15.1:0/1431752672 shutdown_connections 2024-02-10T00:02:27.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.104+0000 7f2b27698640 1 -- 172.21.15.1:0/1431752672 wait complete. 2024-02-10T00:02:27.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.105+0000 7f2b27698640 1 Processor -- start 2024-02-10T00:02:27.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.105+0000 7f2b27698640 1 -- start start 2024-02-10T00:02:27.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.105+0000 7f2b27698640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2b20100340 0x7f2b2019d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.105+0000 7f2b27698640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2b20105410 0x7f2b2019db10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.105+0000 7f2b27698640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2b20197690 0x7f2b20197b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.105+0000 7f2b27698640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b20198160 con 0x7f2b20197690 2024-02-10T00:02:27.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.105+0000 7f2b27698640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b201982d0 con 0x7f2b20105410 2024-02-10T00:02:27.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.105+0000 7f2b27698640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b20198490 con 0x7f2b20100340 2024-02-10T00:02:27.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.105+0000 7f2b25c35640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2b20197690 0x7f2b20197b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.105+0000 7f2b25c35640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2b20197690 0x7f2b20197b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54038/0 (socket says 172.21.15.1:54038) 2024-02-10T00:02:27.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.105+0000 7f2b25c35640 1 -- 172.21.15.1:0/2640786048 learned_addr learned my addr 172.21.15.1:0/2640786048 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:27.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.105+0000 7f2b25434640 1 --2- 172.21.15.1:0/2640786048 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2b20100340 0x7f2b2019d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.105+0000 7f2b24c33640 1 --2- 172.21.15.1:0/2640786048 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2b20105410 0x7f2b2019db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.105+0000 7f2b25c35640 1 -- 172.21.15.1:0/2640786048 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2b20100340 msgr2=0x7f2b2019d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.105+0000 7f2b25c35640 1 --2- 172.21.15.1:0/2640786048 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2b20100340 0x7f2b2019d5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.105+0000 7f2b25c35640 1 -- 172.21.15.1:0/2640786048 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2b20105410 msgr2=0x7f2b2019db10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.106+0000 7f2b25c35640 1 --2- 172.21.15.1:0/2640786048 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2b20105410 0x7f2b2019db10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.106+0000 7f2b25c35640 1 -- 172.21.15.1:0/2640786048 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b18009900 con 0x7f2b20197690 2024-02-10T00:02:27.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.106+0000 7f2b24c33640 1 --2- 172.21.15.1:0/2640786048 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2b20105410 0x7f2b2019db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:02:27.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.106+0000 7f2b25c35640 1 --2- 172.21.15.1:0/2640786048 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2b20197690 0x7f2b20197b10 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f2b18037040 tx=0x7f2b18032fc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:27.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.106+0000 7f2b167fc640 1 -- 172.21.15.1:0/2640786048 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b18032ac0 con 0x7f2b20197690 2024-02-10T00:02:27.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.106+0000 7f2b167fc640 1 -- 172.21.15.1:0/2640786048 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2b18003e50 con 0x7f2b20197690 2024-02-10T00:02:27.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.106+0000 7f2b27698640 1 -- 172.21.15.1:0/2640786048 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2b201a43d0 con 0x7f2b20197690 2024-02-10T00:02:27.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.106+0000 7f2b167fc640 1 -- 172.21.15.1:0/2640786048 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b180406b0 con 0x7f2b20197690 2024-02-10T00:02:27.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.106+0000 7f2b27698640 1 -- 172.21.15.1:0/2640786048 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2b201a4850 con 0x7f2b20197690 2024-02-10T00:02:27.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.108+0000 7f2b167fc640 1 -- 172.21.15.1:0/2640786048 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f2b1800a040 con 0x7f2b20197690 2024-02-10T00:02:27.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.108+0000 7f2b2a25f740 1 Processor -- start 2024-02-10T00:02:27.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.109+0000 7f2b2a25f740 1 -- start start 2024-02-10T00:02:27.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.109+0000 7f2b167fc640 1 --2- 172.21.15.1:0/2640786048 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2b0c0a2230 0x7f2b0c0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.113 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.109+0000 7f2b2a25f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23ecf1890 0x55a23ecf1c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.113 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.109+0000 7f2b2a25f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23ecf2240 0x55a23ecfad80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.119 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.109+0000 7f2b2a25f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23ecfb3a0 0x55a23ecfb820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.119 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.109+0000 7f2b2a25f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23ecad020 con 0x55a23ecfb3a0 2024-02-10T00:02:27.119 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.109+0000 7f2b2a25f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23ec60320 con 0x55a23ecf1890 2024-02-10T00:02:27.119 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.109+0000 7f2b2a25f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23ec5d850 con 0x55a23ecf2240 2024-02-10T00:02:27.119 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.109+0000 7f2b24c33640 1 --2- 172.21.15.1:0/2640786048 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2b0c0a2230 0x7f2b0c0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.119 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.109+0000 7f2b25c35640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23ecfb3a0 0x55a23ecfb820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.119 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.109+0000 7f2b25c35640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23ecfb3a0 0x55a23ecfb820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54050/0 (socket says 172.21.15.1:54050) 2024-02-10T00:02:27.119 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.109+0000 7f2b25c35640 1 -- 172.21.15.1:0/2340268657 learned_addr learned my addr 172.21.15.1:0/2340268657 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:27.119 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.109+0000 7f2b167fc640 1 -- 172.21.15.1:0/2640786048 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f2b180f0f00 con 0x7f2b20197690 2024-02-10T00:02:27.120 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.109+0000 7f2b25434640 1 --2- 172.21.15.1:0/2340268657 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23ecf1890 0x55a23ecf1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.120 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.109+0000 7f2b24c33640 1 --2- 172.21.15.1:0/2340268657 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23ecf2240 0x55a23ecfad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.120 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.109+0000 7f2b25c35640 1 -- 172.21.15.1:0/2340268657 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23ecf2240 msgr2=0x55a23ecfad80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.120 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.109+0000 7f2b25c35640 1 --2- 172.21.15.1:0/2340268657 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23ecf2240 0x55a23ecfad80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.120 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.109+0000 7f2b25c35640 1 -- 172.21.15.1:0/2340268657 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23ecf1890 msgr2=0x55a23ecf1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.120 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.109+0000 7f2b25c35640 1 --2- 172.21.15.1:0/2340268657 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23ecf1890 0x55a23ecf1c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.120 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.109+0000 7f2b25c35640 1 -- 172.21.15.1:0/2340268657 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a23ec1b210 con 0x55a23ecfb3a0 2024-02-10T00:02:27.120 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.109+0000 7f2b24c33640 1 --2- 172.21.15.1:0/2640786048 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2b0c0a2230 0x7f2b0c0a46f0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f2b20198ee0 tx=0x7f2b100127c0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:27.120 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.109+0000 7f2b25c35640 1 --2- 172.21.15.1:0/2340268657 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23ecfb3a0 0x55a23ecfb820 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f2b180ba3a0 tx=0x7f2b1802c0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b165e07a6975ee1 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:27.120 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.110+0000 7f2b0b7fe640 1 -- 172.21.15.1:0/2340268657 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b180bd7a0 con 0x55a23ecfb3a0 2024-02-10T00:02:27.120 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.110+0000 7f2b0b7fe640 1 -- 172.21.15.1:0/2340268657 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2b1804ae90 con 0x55a23ecfb3a0 2024-02-10T00:02:27.120 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.110+0000 7f2b0b7fe640 1 -- 172.21.15.1:0/2340268657 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b180c6170 con 0x55a23ecfb3a0 2024-02-10T00:02:27.120 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.110+0000 7f2b2a25f740 1 -- 172.21.15.1:0/2340268657 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23ecfb3a0 msgr2=0x55a23ecfb820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.121 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.110+0000 7f2b2a25f740 1 --2- 172.21.15.1:0/2340268657 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23ecfb3a0 0x55a23ecfb820 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f2b180ba3a0 tx=0x7f2b1802c0f0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.121 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.110+0000 7f2b2a25f740 1 -- 172.21.15.1:0/2340268657 shutdown_connections 2024-02-10T00:02:27.121 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.110+0000 7f2b2a25f740 1 --2- 172.21.15.1:0/2340268657 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23ecfb3a0 0x55a23ecfb820 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.121 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.110+0000 7f2b2a25f740 1 --2- 172.21.15.1:0/2340268657 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23ecf2240 0x55a23ecfad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.121 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.110+0000 7f2b2a25f740 1 --2- 172.21.15.1:0/2340268657 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23ecf1890 0x55a23ecf1c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.121 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.110+0000 7f2b2a25f740 1 -- 172.21.15.1:0/2340268657 >> 172.21.15.1:0/2340268657 conn(0x55a23ecec100 msgr2=0x55a23ecec4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:27.121 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.110+0000 7f2b2a25f740 1 -- 172.21.15.1:0/2340268657 shutdown_connections 2024-02-10T00:02:27.121 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.110+0000 7f2b2a25f740 1 -- 172.21.15.1:0/2340268657 wait complete. 2024-02-10T00:02:27.121 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.111+0000 7f2b2a25f740 1 -- start start 2024-02-10T00:02:27.121 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.111+0000 7f2b2a25f740 1 Processor -- start 2024-02-10T00:02:27.121 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.111+0000 7f2b2a25f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23ecf1890 0x55a23ecfee60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.121 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.111+0000 7f2b2a25f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23ecf2240 0x55a23ecff3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.121 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.111+0000 7f2b2a25f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23ecfb3a0 0x55a23ecff8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.121 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.111+0000 7f2b2a25f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23ec59030 con 0x55a23ecfb3a0 2024-02-10T00:02:27.121 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.111+0000 7f2b2a25f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23e92c430 con 0x55a23ecf1890 2024-02-10T00:02:27.122 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.111+0000 7f2b2a25f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23e8e8e00 con 0x55a23ecf2240 2024-02-10T00:02:27.122 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.111+0000 7f2b2a25f740 10 client.0 _ll_register_callbacks cb 0x55a23ec4e030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:27.122 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.111+0000 7f2b25c35640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23ecfb3a0 0x55a23ecff8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.122 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.111+0000 7f2b25c35640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23ecfb3a0 0x55a23ecff8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54066/0 (socket says 172.21.15.1:54066) 2024-02-10T00:02:27.122 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.111+0000 7f2b25c35640 1 -- 172.21.15.1:0/2756862553 learned_addr learned my addr 172.21.15.1:0/2756862553 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:27.122 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.111+0000 7f2b25434640 1 --2- 172.21.15.1:0/2756862553 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23ecf1890 0x55a23ecfee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.122 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.111+0000 7f2b25c35640 1 -- 172.21.15.1:0/2756862553 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23ecf2240 msgr2=0x55a23ecff3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.122 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.111+0000 7f2b25c35640 1 --2- 172.21.15.1:0/2756862553 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23ecf2240 0x55a23ecff3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.122 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.111+0000 7f2b25c35640 1 -- 172.21.15.1:0/2756862553 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23ecf1890 msgr2=0x55a23ecfee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.122 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.111+0000 7f2b25c35640 1 --2- 172.21.15.1:0/2756862553 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23ecf1890 0x55a23ecfee60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.122 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.111+0000 7f2b25c35640 1 -- 172.21.15.1:0/2756862553 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2b201a4850 con 0x55a23ecfb3a0 2024-02-10T00:02:27.122 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.111+0000 7f2b25434640 1 --2- 172.21.15.1:0/2756862553 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23ecf1890 0x55a23ecfee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:02:27.123 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.112+0000 7f2b25c35640 1 --2- 172.21.15.1:0/2756862553 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23ecfb3a0 0x55a23ecff8e0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f2b1802c6d0 tx=0x7f2b180bd890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c452deed2825bcd server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:27.123 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.112+0000 7f2b08ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:27.123 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.112+0000 7f2b08ff9640 1 -- 172.21.15.1:0/2756862553 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b180043d0 con 0x55a23ecfb3a0 2024-02-10T00:02:27.123 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.112+0000 7f2b08ff9640 1 -- 172.21.15.1:0/2756862553 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f2b180be0d0 con 0x55a23ecfb3a0 2024-02-10T00:02:27.123 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.112+0000 7f2b2a25f740 1 -- 172.21.15.1:0/2756862553 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a23e9587e0 con 0x55a23ecfb3a0 2024-02-10T00:02:27.123 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.112+0000 7f2b08ff9640 1 -- 172.21.15.1:0/2756862553 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2b180c6170 con 0x55a23ecfb3a0 2024-02-10T00:02:27.123 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.112+0000 7f2b2a25f740 10 client.16653 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:27.123 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.112+0000 7f2b2a25f740 1 -- 172.21.15.1:0/2756862553 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55a23ec576b0 con 0x55a23ecfb3a0 2024-02-10T00:02:27.123 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.112+0000 7f2b08ff9640 1 -- 172.21.15.1:0/2756862553 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55a23e9587e0 con 0x55a23ecfb3a0 2024-02-10T00:02:27.123 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.112+0000 7f2b08ff9640 1 -- 172.21.15.1:0/2756862553 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f2b180bdc30 con 0x55a23ecfb3a0 2024-02-10T00:02:27.123 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.112+0000 7f2b2a25f740 10 client.16653 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:27.123 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.112+0000 7f2b2a25f740 10 client.16653 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:02:27.123 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.112+0000 7f2b2a25f740 20 client.16653 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:27.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.112+0000 7f2b2a25f740 1 --2- 172.21.15.1:0/2756862553 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a23ed0f2d0 0x55a23ed11710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.112+0000 7f2b2a25f740 4 client.16653 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:02:27.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.112+0000 7f2b2a25f740 1 -- 172.21.15.1:0/2756862553 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a23e995720 con 0x55a23ed0f2d0 2024-02-10T00:02:27.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.113+0000 7f2b25434640 1 --2- 172.21.15.1:0/2756862553 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a23ed0f2d0 0x55a23ed11710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.113+0000 7f2b08ff9640 10 client.16653 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:02:27.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.113+0000 7f2b25434640 1 --2- 172.21.15.1:0/2756862553 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a23ed0f2d0 0x55a23ed11710 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=98ec8292bb315fe6 server_cookie=12999b057abaf4d2 in_seq=0 out_seq=0 2024-02-10T00:02:27.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.114+0000 7f2b08ff9640 1 -- 172.21.15.1:0/2756862553 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55a23e995720 con 0x55a23ed0f2d0 2024-02-10T00:02:27.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.114+0000 7f2b08ff9640 10 client.16653 handle_command_reply: tid=0 2024-02-10T00:02:27.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.114+0000 7f2b2a25f740 1 client.16653 shutdown 2024-02-10T00:02:27.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.114+0000 7f2b2a25f740 1 -- 172.21.15.1:0/2756862553 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23ecfb3a0 msgr2=0x55a23ecff8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.114+0000 7f2b2a25f740 1 --2- 172.21.15.1:0/2756862553 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23ecfb3a0 0x55a23ecff8e0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f2b1802c6d0 tx=0x7f2b180bd890 comp rx=0 tx=0).stop 2024-02-10T00:02:27.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.114+0000 7f2b2a25f740 1 -- 172.21.15.1:0/2756862553 shutdown_connections 2024-02-10T00:02:27.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.114+0000 7f2b2a25f740 1 --2- 172.21.15.1:0/2756862553 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23ecfb3a0 0x55a23ecff8e0 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.114+0000 7f2b2a25f740 1 --2- 172.21.15.1:0/2756862553 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23ecf2240 0x55a23ecff3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.114+0000 7f2b2a25f740 1 --2- 172.21.15.1:0/2756862553 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a23ed0f2d0 0x55a23ed11710 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.114+0000 7f2b2a25f740 1 --2- 172.21.15.1:0/2756862553 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23ecf1890 0x55a23ecfee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.114+0000 7f2b08ff9640 0 client.16653 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:02:27.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.114+0000 7f2b2a25f740 1 -- 172.21.15.1:0/2756862553 >> 172.21.15.1:0/2756862553 conn(0x55a23ecec100 msgr2=0x55a23ecede50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:27.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.114+0000 7f2b2a25f740 1 -- 172.21.15.1:0/2756862553 shutdown_connections 2024-02-10T00:02:27.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.114+0000 7f2b2a25f740 1 -- 172.21.15.1:0/2756862553 wait complete. 2024-02-10T00:02:27.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.114+0000 7f2b2a25f740 20 client.16653 trim_cache size 0 max 16384 2024-02-10T00:02:27.133 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.126+0000 7f2b2a25f740 1 Processor -- start 2024-02-10T00:02:27.133 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.126+0000 7f2b2a25f740 1 -- start start 2024-02-10T00:02:27.133 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.126+0000 7f2b2a25f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23ecf1890 0x55a23ed01590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.133 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.126+0000 7f2b2a25f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23ecf2240 0x55a23ecff700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.133 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.126+0000 7f2b2a25f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23ecfb3a0 0x55a23ecfc790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.133 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.126+0000 7f2b2a25f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23ebde130 con 0x55a23ecf1890 2024-02-10T00:02:27.133 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.126+0000 7f2b2a25f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23ecf1520 con 0x55a23ecfb3a0 2024-02-10T00:02:27.133 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.126+0000 7f2b2a25f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23ecf0d20 con 0x55a23ecf2240 2024-02-10T00:02:27.133 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.126+0000 7f2b25434640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23ecf1890 0x55a23ed01590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.133 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.126+0000 7f2b25434640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23ecf1890 0x55a23ed01590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54078/0 (socket says 172.21.15.1:54078) 2024-02-10T00:02:27.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.126+0000 7f2b25434640 1 -- 172.21.15.1:0/1110896976 learned_addr learned my addr 172.21.15.1:0/1110896976 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:27.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.126+0000 7f2b25434640 1 -- 172.21.15.1:0/1110896976 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23ecf2240 msgr2=0x55a23ecff700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.126+0000 7f2b25434640 1 --2- 172.21.15.1:0/1110896976 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23ecf2240 0x55a23ecff700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.126+0000 7f2b25434640 1 -- 172.21.15.1:0/1110896976 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23ecfb3a0 msgr2=0x55a23ecfc790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.126+0000 7f2b25434640 1 --2- 172.21.15.1:0/1110896976 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23ecfb3a0 0x55a23ecfc790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.126+0000 7f2b25434640 1 -- 172.21.15.1:0/1110896976 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a23ebf3c90 con 0x55a23ecf1890 2024-02-10T00:02:27.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.126+0000 7f2b25434640 1 --2- 172.21.15.1:0/1110896976 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23ecf1890 0x55a23ed01590 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f2b1c005d70 tx=0x7f2b1c010800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fd1b9c8a4b598f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:27.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.126+0000 7f2b0affd640 1 -- 172.21.15.1:0/1110896976 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b1c017040 con 0x55a23ecf1890 2024-02-10T00:02:27.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.126+0000 7f2b0affd640 1 -- 172.21.15.1:0/1110896976 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2b1c020070 con 0x55a23ecf1890 2024-02-10T00:02:27.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.126+0000 7f2b0affd640 1 -- 172.21.15.1:0/1110896976 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b1c004a00 con 0x55a23ecf1890 2024-02-10T00:02:27.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.127+0000 7f2b2a25f740 1 -- 172.21.15.1:0/1110896976 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23ecf1890 msgr2=0x55a23ed01590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.127+0000 7f2b2a25f740 1 --2- 172.21.15.1:0/1110896976 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23ecf1890 0x55a23ed01590 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f2b1c005d70 tx=0x7f2b1c010800 comp rx=0 tx=0).stop 2024-02-10T00:02:27.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.127+0000 7f2b2a25f740 1 -- 172.21.15.1:0/1110896976 shutdown_connections 2024-02-10T00:02:27.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.127+0000 7f2b2a25f740 1 --2- 172.21.15.1:0/1110896976 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23ecfb3a0 0x55a23ecfc790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.127+0000 7f2b2a25f740 1 --2- 172.21.15.1:0/1110896976 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23ecf2240 0x55a23ecff700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.127+0000 7f2b2a25f740 1 --2- 172.21.15.1:0/1110896976 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23ecf1890 0x55a23ed01590 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.127+0000 7f2b2a25f740 1 -- 172.21.15.1:0/1110896976 >> 172.21.15.1:0/1110896976 conn(0x55a23ecec100 msgr2=0x55a23ecfd620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:27.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.127+0000 7f2b2a25f740 1 -- 172.21.15.1:0/1110896976 shutdown_connections 2024-02-10T00:02:27.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.127+0000 7f2b2a25f740 1 -- 172.21.15.1:0/1110896976 wait complete. 2024-02-10T00:02:27.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.127+0000 7f2b2a25f740 1 -- start start 2024-02-10T00:02:27.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.127+0000 7f2b2a25f740 1 Processor -- start 2024-02-10T00:02:27.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.128+0000 7f2b2a25f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23ecf1890 0x55a23ed054c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.128+0000 7f2b2a25f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23ecf2240 0x55a23ed05a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.128+0000 7f2b2a25f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23ecfb3a0 0x55a23ed5f840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.128+0000 7f2b2a25f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23ed5fd80 con 0x55a23ecf1890 2024-02-10T00:02:27.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.128+0000 7f2b2a25f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23ed5fef0 con 0x55a23ecfb3a0 2024-02-10T00:02:27.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.128+0000 7f2b2a25f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a23ed600b0 con 0x55a23ecf2240 2024-02-10T00:02:27.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.128+0000 7f2b2a25f740 10 client.0 _ll_register_callbacks cb 0x7f2b18005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:27.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.128+0000 7f2b25434640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23ecf1890 0x55a23ed054c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.128+0000 7f2b25434640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23ecf1890 0x55a23ed054c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54080/0 (socket says 172.21.15.1:54080) 2024-02-10T00:02:27.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.128+0000 7f2b25434640 1 -- 172.21.15.1:0/4122985804 learned_addr learned my addr 172.21.15.1:0/4122985804 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:27.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.128+0000 7f2b25c35640 1 --2- 172.21.15.1:0/4122985804 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23ecfb3a0 0x55a23ed5f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.128+0000 7f2b24c33640 1 --2- 172.21.15.1:0/4122985804 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23ecf2240 0x55a23ed05a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.128+0000 7f2b25434640 1 -- 172.21.15.1:0/4122985804 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23ecf2240 msgr2=0x55a23ed05a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.128+0000 7f2b25434640 1 --2- 172.21.15.1:0/4122985804 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23ecf2240 0x55a23ed05a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.128+0000 7f2b25434640 1 -- 172.21.15.1:0/4122985804 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23ecfb3a0 msgr2=0x55a23ed5f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.128+0000 7f2b25434640 1 --2- 172.21.15.1:0/4122985804 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23ecfb3a0 0x55a23ed5f840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.128+0000 7f2b25434640 1 -- 172.21.15.1:0/4122985804 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a23ec19a70 con 0x55a23ecf1890 2024-02-10T00:02:27.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.128+0000 7f2b25c35640 1 --2- 172.21.15.1:0/4122985804 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23ecfb3a0 0x55a23ed5f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:02:27.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.128+0000 7f2b25434640 1 --2- 172.21.15.1:0/4122985804 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23ecf1890 0x55a23ed054c0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f2b1c00b010 tx=0x7f2b1c005570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b497ab1dd06daaf server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:27.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.128+0000 7f2b08ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:27.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.128+0000 7f2b08ff9640 1 -- 172.21.15.1:0/4122985804 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b1c017040 con 0x55a23ecf1890 2024-02-10T00:02:27.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.128+0000 7f2b08ff9640 1 -- 172.21.15.1:0/4122985804 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f2b1c01c3b0 con 0x55a23ecf1890 2024-02-10T00:02:27.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.128+0000 7f2b2a25f740 1 -- 172.21.15.1:0/4122985804 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2b1804ae90 con 0x55a23ecf1890 2024-02-10T00:02:27.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.129+0000 7f2b08ff9640 1 -- 172.21.15.1:0/4122985804 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2b1c01c570 con 0x55a23ecf1890 2024-02-10T00:02:27.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.129+0000 7f2b2a25f740 10 client.16659 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:27.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.129+0000 7f2b2a25f740 1 -- 172.21.15.1:0/4122985804 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55a23ec00170 con 0x55a23ecf1890 2024-02-10T00:02:27.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.129+0000 7f2b08ff9640 1 -- 172.21.15.1:0/4122985804 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2b1804ae90 con 0x55a23ecf1890 2024-02-10T00:02:27.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.129+0000 7f2b08ff9640 1 -- 172.21.15.1:0/4122985804 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f2b1c0255e0 con 0x55a23ecf1890 2024-02-10T00:02:27.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.129+0000 7f2b2a25f740 10 client.16659 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:27.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.129+0000 7f2b2a25f740 10 client.16659 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:02:27.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.129+0000 7f2b2a25f740 20 client.16659 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:27.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.129+0000 7f2b2a25f740 1 --2- 172.21.15.1:0/4122985804 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a23ed67880 0x55a23ed69ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.129+0000 7f2b2a25f740 4 client.16659 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:02:27.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.129+0000 7f2b2a25f740 1 -- 172.21.15.1:0/4122985804 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55a23e9e4890 con 0x55a23ed67880 2024-02-10T00:02:27.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.129+0000 7f2b24c33640 1 --2- 172.21.15.1:0/4122985804 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a23ed67880 0x55a23ed69ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.130+0000 7f2b24c33640 1 --2- 172.21.15.1:0/4122985804 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a23ed67880 0x55a23ed69ca0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=2c5e0b23f2e35537 server_cookie=17b4551321a9ec1b in_seq=0 out_seq=0 2024-02-10T00:02:27.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.130+0000 7f2b08ff9640 10 client.16659 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:02:27.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.130+0000 7f2b08ff9640 1 -- 172.21.15.1:0/4122985804 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55a23e9e4890 con 0x55a23ed67880 2024-02-10T00:02:27.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.130+0000 7f2b08ff9640 10 client.16659 handle_command_reply: tid=0 2024-02-10T00:02:27.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.130+0000 7f2b2a25f740 1 client.16659 shutdown 2024-02-10T00:02:27.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.130+0000 7f2b2a25f740 1 -- 172.21.15.1:0/4122985804 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23ecf1890 msgr2=0x55a23ed054c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.130+0000 7f2b2a25f740 1 --2- 172.21.15.1:0/4122985804 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23ecf1890 0x55a23ed054c0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f2b1c00b010 tx=0x7f2b1c005570 comp rx=0 tx=0).stop 2024-02-10T00:02:27.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.130+0000 7f2b2a25f740 1 -- 172.21.15.1:0/4122985804 shutdown_connections 2024-02-10T00:02:27.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.130+0000 7f2b2a25f740 1 --2- 172.21.15.1:0/4122985804 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a23ed67880 0x55a23ed69ca0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.130+0000 7f2b2a25f740 1 --2- 172.21.15.1:0/4122985804 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a23ecfb3a0 0x55a23ed5f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.130+0000 7f2b2a25f740 1 --2- 172.21.15.1:0/4122985804 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a23ecf2240 0x55a23ed05a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.130+0000 7f2b08ff9640 0 client.16659 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:02:27.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.130+0000 7f2b2a25f740 1 --2- 172.21.15.1:0/4122985804 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a23ecf1890 0x55a23ed054c0 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.130+0000 7f2b2a25f740 1 -- 172.21.15.1:0/4122985804 >> 172.21.15.1:0/4122985804 conn(0x55a23ecec100 msgr2=0x55a23ecfdeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:27.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.130+0000 7f2b2a25f740 1 -- 172.21.15.1:0/4122985804 shutdown_connections 2024-02-10T00:02:27.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.130+0000 7f2b2a25f740 1 -- 172.21.15.1:0/4122985804 wait complete. 2024-02-10T00:02:27.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.130+0000 7f2b2a25f740 20 client.16659 trim_cache size 0 max 16384 2024-02-10T00:02:27.139 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:02:27.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.131+0000 7f2b27698640 1 -- 172.21.15.1:0/2640786048 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2b0c0a2230 msgr2=0x7f2b0c0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.131+0000 7f2b27698640 1 --2- 172.21.15.1:0/2640786048 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2b0c0a2230 0x7f2b0c0a46f0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f2b20198ee0 tx=0x7f2b100127c0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.131+0000 7f2b27698640 1 -- 172.21.15.1:0/2640786048 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2b20197690 msgr2=0x7f2b20197b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.131+0000 7f2b27698640 1 --2- 172.21.15.1:0/2640786048 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2b20197690 0x7f2b20197b10 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f2b18037040 tx=0x7f2b18032fc0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.131+0000 7f2b27698640 1 -- 172.21.15.1:0/2640786048 shutdown_connections 2024-02-10T00:02:27.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.131+0000 7f2b27698640 1 --2- 172.21.15.1:0/2640786048 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2b0c0a2230 0x7f2b0c0a46f0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.131+0000 7f2b27698640 1 --2- 172.21.15.1:0/2640786048 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2b20197690 0x7f2b20197b10 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.131+0000 7f2b27698640 1 --2- 172.21.15.1:0/2640786048 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2b20105410 0x7f2b2019db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.131+0000 7f2b27698640 1 --2- 172.21.15.1:0/2640786048 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2b20100340 0x7f2b2019d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.131+0000 7f2b27698640 1 -- 172.21.15.1:0/2640786048 >> 172.21.15.1:0/2640786048 conn(0x7f2b200772e0 msgr2=0x7f2b200687e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:27.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.131+0000 7f2b27698640 1 -- 172.21.15.1:0/2640786048 shutdown_connections 2024-02-10T00:02:27.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.131+0000 7f2b27698640 1 -- 172.21.15.1:0/2640786048 wait complete. 2024-02-10T00:02:27.142 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:26 smithi001 ceph-mon[32335]: pgmap v96: 97 pgs: 97 active+clean; 3.8 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 24 KiB/s wr, 15 op/s 2024-02-10T00:02:27.142 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:26 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/754184134' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:02:27.143 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:02:27.143 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-02-10T00:02:27.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.245+0000 7f2a95e88640 1 -- 172.21.15.1:0/4030372869 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2a90101430 msgr2=0x7f2a90101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.245+0000 7f2a95e88640 1 --2- 172.21.15.1:0/4030372869 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2a90101430 0x7f2a90101810 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f2a80009930 tx=0x7f2a8002bc30 comp rx=0 tx=0).stop 2024-02-10T00:02:27.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.245+0000 7f2a95e88640 1 -- 172.21.15.1:0/4030372869 shutdown_connections 2024-02-10T00:02:27.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.245+0000 7f2a95e88640 1 --2- 172.21.15.1:0/4030372869 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2a90106500 0x7f2a9010e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.245+0000 7f2a95e88640 1 --2- 172.21.15.1:0/4030372869 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2a90101de0 0x7f2a90105e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.245+0000 7f2a95e88640 1 --2- 172.21.15.1:0/4030372869 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2a90101430 0x7f2a90101810 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.245+0000 7f2a95e88640 1 -- 172.21.15.1:0/4030372869 >> 172.21.15.1:0/4030372869 conn(0x7f2a900fccd0 msgr2=0x7f2a900ff0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:27.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.245+0000 7f2a95e88640 1 -- 172.21.15.1:0/4030372869 shutdown_connections 2024-02-10T00:02:27.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.245+0000 7f2a95e88640 1 -- 172.21.15.1:0/4030372869 wait complete. 2024-02-10T00:02:27.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.245+0000 7f2a95e88640 1 Processor -- start 2024-02-10T00:02:27.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.246+0000 7f2a95e88640 1 -- start start 2024-02-10T00:02:27.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.246+0000 7f2a95e88640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2a90101430 0x7f2a9019d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.246+0000 7f2a95e88640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2a90106500 0x7f2a9019db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.246+0000 7f2a95e88640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2a901976b0 0x7f2a90197b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.246+0000 7f2a95e88640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a90198180 con 0x7f2a90101430 2024-02-10T00:02:27.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.246+0000 7f2a95e88640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a901982f0 con 0x7f2a901976b0 2024-02-10T00:02:27.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.246+0000 7f2a95e88640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a901984b0 con 0x7f2a90106500 2024-02-10T00:02:27.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.246+0000 7f2a8f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2a90101430 0x7f2a9019d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.246+0000 7f2a8f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2a90101430 0x7f2a9019d5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54094/0 (socket says 172.21.15.1:54094) 2024-02-10T00:02:27.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.246+0000 7f2a8f7fe640 1 -- 172.21.15.1:0/433840807 learned_addr learned my addr 172.21.15.1:0/433840807 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:27.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.246+0000 7f2a8effd640 1 --2- 172.21.15.1:0/433840807 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2a90106500 0x7f2a9019db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.246+0000 7f2a8ffff640 1 --2- 172.21.15.1:0/433840807 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2a901976b0 0x7f2a90197b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.246+0000 7f2a8f7fe640 1 -- 172.21.15.1:0/433840807 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2a90106500 msgr2=0x7f2a9019db30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.246+0000 7f2a8f7fe640 1 --2- 172.21.15.1:0/433840807 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2a90106500 0x7f2a9019db30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.246+0000 7f2a8f7fe640 1 -- 172.21.15.1:0/433840807 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2a901976b0 msgr2=0x7f2a90197b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.246+0000 7f2a8f7fe640 1 --2- 172.21.15.1:0/433840807 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2a901976b0 0x7f2a90197b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.246+0000 7f2a8f7fe640 1 -- 172.21.15.1:0/433840807 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a80009560 con 0x7f2a90101430 2024-02-10T00:02:27.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.246+0000 7f2a8ffff640 1 --2- 172.21.15.1:0/433840807 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2a901976b0 0x7f2a90197b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:02:27.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.247+0000 7f2a8f7fe640 1 --2- 172.21.15.1:0/433840807 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2a90101430 0x7f2a9019d5f0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f2a80009230 tx=0x7f2a8002c6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:27.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.247+0000 7f2a8cff9640 1 -- 172.21.15.1:0/433840807 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a80004350 con 0x7f2a90101430 2024-02-10T00:02:27.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.247+0000 7f2a95e88640 1 -- 172.21.15.1:0/433840807 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a901a43f0 con 0x7f2a90101430 2024-02-10T00:02:27.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.247+0000 7f2a8cff9640 1 -- 172.21.15.1:0/433840807 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2a800044b0 con 0x7f2a90101430 2024-02-10T00:02:27.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.247+0000 7f2a8cff9640 1 -- 172.21.15.1:0/433840807 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a80003d70 con 0x7f2a90101430 2024-02-10T00:02:27.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.247+0000 7f2a95e88640 1 -- 172.21.15.1:0/433840807 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a901a4920 con 0x7f2a90101430 2024-02-10T00:02:27.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.249+0000 7f2a8cff9640 1 -- 172.21.15.1:0/433840807 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f2a80004df0 con 0x7f2a90101430 2024-02-10T00:02:27.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.249+0000 7f2a98a68740 1 Processor -- start 2024-02-10T00:02:27.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.249+0000 7f2a98a68740 1 -- start start 2024-02-10T00:02:27.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.249+0000 7f2a98a68740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2ccc06a30 0x55c2ccc06e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.249+0000 7f2a8cff9640 1 --2- 172.21.15.1:0/433840807 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2a780a2230 0x7f2a780a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.249+0000 7f2a98a68740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2ccc073e0 0x55c2ccc0f990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.249+0000 7f2a98a68740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2ccc0ff60 0x55c2ccc123b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.249+0000 7f2a98a68740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2ccbc2020 con 0x55c2ccc073e0 2024-02-10T00:02:27.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.249+0000 7f2a98a68740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2ccb75320 con 0x55c2ccc0ff60 2024-02-10T00:02:27.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.249+0000 7f2a98a68740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2ccb72850 con 0x55c2ccc06a30 2024-02-10T00:02:27.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.249+0000 7f2a8effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2ccc073e0 0x55c2ccc0f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.249+0000 7f2a8f7fe640 1 --2- 172.21.15.1:0/433840807 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2a780a2230 0x7f2a780a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.249+0000 7f2a8effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2ccc073e0 0x55c2ccc0f990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54100/0 (socket says 172.21.15.1:54100) 2024-02-10T00:02:27.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.249+0000 7f2a8effd640 1 -- 172.21.15.1:0/2133429250 learned_addr learned my addr 172.21.15.1:0/2133429250 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:27.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.250+0000 7f2a8ffff640 1 --2- 172.21.15.1:0/2133429250 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2ccc06a30 0x55c2ccc06e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.250+0000 7f2a8ffff640 1 --2- 172.21.15.1:0/2133429250 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2ccc0ff60 0x55c2ccc123b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.250+0000 7f2a8cff9640 1 -- 172.21.15.1:0/433840807 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f2a800f0080 con 0x7f2a90101430 2024-02-10T00:02:27.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.250+0000 7f2a8effd640 1 -- 172.21.15.1:0/2133429250 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2ccc06a30 msgr2=0x55c2ccc06e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.250+0000 7f2a8effd640 1 --2- 172.21.15.1:0/2133429250 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2ccc06a30 0x55c2ccc06e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.250+0000 7f2a8effd640 1 -- 172.21.15.1:0/2133429250 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2ccc0ff60 msgr2=0x55c2ccc123b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.250+0000 7f2a8effd640 1 --2- 172.21.15.1:0/2133429250 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2ccc0ff60 0x55c2ccc123b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.250+0000 7f2a8effd640 1 -- 172.21.15.1:0/2133429250 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c2ccb30210 con 0x55c2ccc073e0 2024-02-10T00:02:27.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.250+0000 7f2a8effd640 1 --2- 172.21.15.1:0/2133429250 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2ccc073e0 0x55c2ccc0f990 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f2a8400bc90 tx=0x7f2a840107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aff36a246bafdc2 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:27.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.250+0000 7f2a8f7fe640 1 --2- 172.21.15.1:0/433840807 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2a780a2230 0x7f2a780a46f0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f2a800b9010 tx=0x7f2a8008eb70 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:27.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.250+0000 7f2a75ffb640 1 -- 172.21.15.1:0/2133429250 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a8401c480 con 0x55c2ccc073e0 2024-02-10T00:02:27.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.250+0000 7f2a75ffb640 1 -- 172.21.15.1:0/2133429250 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2a84015070 con 0x55c2ccc073e0 2024-02-10T00:02:27.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.250+0000 7f2a75ffb640 1 -- 172.21.15.1:0/2133429250 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a840119f0 con 0x55c2ccc073e0 2024-02-10T00:02:27.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.251+0000 7f2a98a68740 1 -- 172.21.15.1:0/2133429250 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2ccc073e0 msgr2=0x55c2ccc0f990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.251+0000 7f2a98a68740 1 --2- 172.21.15.1:0/2133429250 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2ccc073e0 0x55c2ccc0f990 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f2a8400bc90 tx=0x7f2a840107a0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.251+0000 7f2a98a68740 1 -- 172.21.15.1:0/2133429250 shutdown_connections 2024-02-10T00:02:27.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.251+0000 7f2a98a68740 1 --2- 172.21.15.1:0/2133429250 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2ccc0ff60 0x55c2ccc123b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.251+0000 7f2a98a68740 1 --2- 172.21.15.1:0/2133429250 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2ccc073e0 0x55c2ccc0f990 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.251+0000 7f2a98a68740 1 --2- 172.21.15.1:0/2133429250 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2ccc06a30 0x55c2ccc06e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.251+0000 7f2a98a68740 1 -- 172.21.15.1:0/2133429250 >> 172.21.15.1:0/2133429250 conn(0x55c2ccc01100 msgr2=0x55c2ccc014e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:27.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.251+0000 7f2a98a68740 1 -- 172.21.15.1:0/2133429250 shutdown_connections 2024-02-10T00:02:27.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.251+0000 7f2a98a68740 1 -- 172.21.15.1:0/2133429250 wait complete. 2024-02-10T00:02:27.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.251+0000 7f2a98a68740 1 -- start start 2024-02-10T00:02:27.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.251+0000 7f2a98a68740 1 Processor -- start 2024-02-10T00:02:27.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.252+0000 7f2a98a68740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2ccc06a30 0x55c2ccc0ced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.252+0000 7f2a98a68740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2ccc073e0 0x55c2ccc0d410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.252+0000 7f2a98a68740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2ccc0ff60 0x55c2ccc0d950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.252+0000 7f2a98a68740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2ccb6e030 con 0x55c2ccc0ff60 2024-02-10T00:02:27.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.252+0000 7f2a98a68740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2cc841430 con 0x55c2ccc073e0 2024-02-10T00:02:27.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.252+0000 7f2a98a68740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2cc7fde00 con 0x55c2ccc06a30 2024-02-10T00:02:27.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.252+0000 7f2a98a68740 10 client.0 _ll_register_callbacks cb 0x55c2ccb63030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:27.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.252+0000 7f2a8ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2ccc0ff60 0x55c2ccc0d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.252+0000 7f2a8ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2ccc0ff60 0x55c2ccc0d950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54116/0 (socket says 172.21.15.1:54116) 2024-02-10T00:02:27.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.252+0000 7f2a8ffff640 1 -- 172.21.15.1:0/2824687144 learned_addr learned my addr 172.21.15.1:0/2824687144 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:27.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.252+0000 7f2a8ffff640 1 --2- 172.21.15.1:0/2824687144 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2ccc06a30 0x55c2ccc0ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.252+0000 7f2a8effd640 1 --2- 172.21.15.1:0/2824687144 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2ccc073e0 0x55c2ccc0d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.252+0000 7f2a8ffff640 1 -- 172.21.15.1:0/2824687144 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2ccc06a30 msgr2=0x55c2ccc0ced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.252+0000 7f2a8ffff640 1 --2- 172.21.15.1:0/2824687144 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2ccc06a30 0x55c2ccc0ced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.252+0000 7f2a8ffff640 1 -- 172.21.15.1:0/2824687144 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2ccc073e0 msgr2=0x55c2ccc0d410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.252+0000 7f2a8ffff640 1 --2- 172.21.15.1:0/2824687144 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2ccc073e0 0x55c2ccc0d410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.252+0000 7f2a8ffff640 1 -- 172.21.15.1:0/2824687144 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a8400b8c0 con 0x55c2ccc0ff60 2024-02-10T00:02:27.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.252+0000 7f2a8ffff640 1 --2- 172.21.15.1:0/2824687144 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2ccc0ff60 0x55c2ccc0d950 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f2a88012560 tx=0x7f2a88004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91dab4641389b20f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:27.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.252+0000 7f2a6effd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:27.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.252+0000 7f2a6effd640 1 -- 172.21.15.1:0/2824687144 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a88003970 con 0x55c2ccc0ff60 2024-02-10T00:02:27.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.252+0000 7f2a6effd640 1 -- 172.21.15.1:0/2824687144 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f2a88003ad0 con 0x55c2ccc0ff60 2024-02-10T00:02:27.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.252+0000 7f2a98a68740 1 -- 172.21.15.1:0/2824687144 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c2cc86d7e0 con 0x55c2ccc0ff60 2024-02-10T00:02:27.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.253+0000 7f2a6effd640 1 -- 172.21.15.1:0/2824687144 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2a88003c90 con 0x55c2ccc0ff60 2024-02-10T00:02:27.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.253+0000 7f2a98a68740 10 client.16671 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:27.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.253+0000 7f2a98a68740 1 -- 172.21.15.1:0/2824687144 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c2ccb6c6b0 con 0x55c2ccc0ff60 2024-02-10T00:02:27.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.253+0000 7f2a6effd640 1 -- 172.21.15.1:0/2824687144 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55c2cc86d7e0 con 0x55c2ccc0ff60 2024-02-10T00:02:27.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.253+0000 7f2a6effd640 1 -- 172.21.15.1:0/2824687144 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f2a8801f030 con 0x55c2ccc0ff60 2024-02-10T00:02:27.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.253+0000 7f2a98a68740 10 client.16671 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:27.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.253+0000 7f2a98a68740 10 client.16671 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:02:27.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.253+0000 7f2a98a68740 20 client.16671 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:27.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.253+0000 7f2a98a68740 1 --2- 172.21.15.1:0/2824687144 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55c2ccc20430 0x55c2ccc22850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.253+0000 7f2a98a68740 4 client.16671 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:02:27.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.253+0000 7f2a98a68740 1 -- 172.21.15.1:0/2824687144 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c2cc8aa720 con 0x55c2ccc20430 2024-02-10T00:02:27.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.253+0000 7f2a8effd640 1 --2- 172.21.15.1:0/2824687144 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55c2ccc20430 0x55c2ccc22850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.254+0000 7f2a8effd640 1 --2- 172.21.15.1:0/2824687144 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55c2ccc20430 0x55c2ccc22850 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=fc207aa280286f3a server_cookie=4be348fa3e0c5ab4 in_seq=0 out_seq=0 2024-02-10T00:02:27.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.254+0000 7f2a6effd640 10 client.16671 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:02:27.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.254+0000 7f2a6effd640 1 -- 172.21.15.1:0/2824687144 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55c2cc8aa720 con 0x55c2ccc20430 2024-02-10T00:02:27.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.254+0000 7f2a6effd640 10 client.16671 handle_command_reply: tid=0 2024-02-10T00:02:27.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.254+0000 7f2a98a68740 1 client.16671 shutdown 2024-02-10T00:02:27.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.255+0000 7f2a98a68740 1 -- 172.21.15.1:0/2824687144 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2ccc0ff60 msgr2=0x55c2ccc0d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.255+0000 7f2a98a68740 1 --2- 172.21.15.1:0/2824687144 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2ccc0ff60 0x55c2ccc0d950 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f2a88012560 tx=0x7f2a88004a40 comp rx=0 tx=0).stop 2024-02-10T00:02:27.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.255+0000 7f2a98a68740 1 -- 172.21.15.1:0/2824687144 shutdown_connections 2024-02-10T00:02:27.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.255+0000 7f2a98a68740 1 --2- 172.21.15.1:0/2824687144 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55c2ccc20430 0x55c2ccc22850 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.255+0000 7f2a98a68740 1 --2- 172.21.15.1:0/2824687144 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2ccc0ff60 0x55c2ccc0d950 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.255+0000 7f2a98a68740 1 --2- 172.21.15.1:0/2824687144 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2ccc073e0 0x55c2ccc0d410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.255+0000 7f2a6effd640 0 client.16671 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:02:27.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.255+0000 7f2a98a68740 1 --2- 172.21.15.1:0/2824687144 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2ccc06a30 0x55c2ccc0ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.255+0000 7f2a98a68740 1 -- 172.21.15.1:0/2824687144 >> 172.21.15.1:0/2824687144 conn(0x55c2ccc01100 msgr2=0x55c2ccc02e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:27.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.255+0000 7f2a98a68740 1 -- 172.21.15.1:0/2824687144 shutdown_connections 2024-02-10T00:02:27.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.255+0000 7f2a98a68740 1 -- 172.21.15.1:0/2824687144 wait complete. 2024-02-10T00:02:27.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.255+0000 7f2a98a68740 20 client.16671 trim_cache size 0 max 16384 2024-02-10T00:02:27.274 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.266+0000 7f2a98a68740 1 Processor -- start 2024-02-10T00:02:27.274 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.267+0000 7f2a98a68740 1 -- start start 2024-02-10T00:02:27.274 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.267+0000 7f2a98a68740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2ccc06a30 0x55c2ccc0f600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.274 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.267+0000 7f2a98a68740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2ccc073e0 0x55c2ccc0a130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.274 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.267+0000 7f2a98a68740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2ccc0ff60 0x55c2ccc0a670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.274 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.267+0000 7f2a98a68740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2ccaf3130 con 0x55c2ccc073e0 2024-02-10T00:02:27.274 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.267+0000 7f2a98a68740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2ccc1cfe0 con 0x55c2ccc0ff60 2024-02-10T00:02:27.274 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.267+0000 7f2a98a68740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2ccc20230 con 0x55c2ccc06a30 2024-02-10T00:02:27.275 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.267+0000 7f2a8effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2ccc073e0 0x55c2ccc0a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.275 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.267+0000 7f2a8effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2ccc073e0 0x55c2ccc0a130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54126/0 (socket says 172.21.15.1:54126) 2024-02-10T00:02:27.275 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.267+0000 7f2a8effd640 1 -- 172.21.15.1:0/2642757113 learned_addr learned my addr 172.21.15.1:0/2642757113 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:27.275 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.267+0000 7f2a8effd640 1 -- 172.21.15.1:0/2642757113 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2ccc06a30 msgr2=0x55c2ccc0f600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.275 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.267+0000 7f2a8effd640 1 --2- 172.21.15.1:0/2642757113 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2ccc06a30 0x55c2ccc0f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.275 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.267+0000 7f2a8effd640 1 -- 172.21.15.1:0/2642757113 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2ccc0ff60 msgr2=0x55c2ccc0a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.275 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.267+0000 7f2a8effd640 1 --2- 172.21.15.1:0/2642757113 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2ccc0ff60 0x55c2ccc0a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.275 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.267+0000 7f2a8effd640 1 -- 172.21.15.1:0/2642757113 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c2ccb08c90 con 0x55c2ccc073e0 2024-02-10T00:02:27.275 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.267+0000 7f2a8effd640 1 --2- 172.21.15.1:0/2642757113 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2ccc073e0 0x55c2ccc0a130 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f2a8400bbb0 tx=0x7f2a8401cf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98f77e875d4c521e server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:27.275 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.267+0000 7f2a757fa640 1 -- 172.21.15.1:0/2642757113 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a84021050 con 0x55c2ccc073e0 2024-02-10T00:02:27.275 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.267+0000 7f2a757fa640 1 -- 172.21.15.1:0/2642757113 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2a84022040 con 0x55c2ccc073e0 2024-02-10T00:02:27.276 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.267+0000 7f2a757fa640 1 -- 172.21.15.1:0/2642757113 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a840048c0 con 0x55c2ccc073e0 2024-02-10T00:02:27.276 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.268+0000 7f2a98a68740 1 -- 172.21.15.1:0/2642757113 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2ccc073e0 msgr2=0x55c2ccc0a130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.276 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.268+0000 7f2a98a68740 1 --2- 172.21.15.1:0/2642757113 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2ccc073e0 0x55c2ccc0a130 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f2a8400bbb0 tx=0x7f2a8401cf10 comp rx=0 tx=0).stop 2024-02-10T00:02:27.276 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.268+0000 7f2a98a68740 1 -- 172.21.15.1:0/2642757113 shutdown_connections 2024-02-10T00:02:27.276 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.268+0000 7f2a98a68740 1 --2- 172.21.15.1:0/2642757113 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2ccc0ff60 0x55c2ccc0a670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.276 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.268+0000 7f2a98a68740 1 --2- 172.21.15.1:0/2642757113 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2ccc073e0 0x55c2ccc0a130 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.276 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.268+0000 7f2a98a68740 1 --2- 172.21.15.1:0/2642757113 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2ccc06a30 0x55c2ccc0f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.276 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.268+0000 7f2a98a68740 1 -- 172.21.15.1:0/2642757113 >> 172.21.15.1:0/2642757113 conn(0x55c2ccc01100 msgr2=0x55c2ccc271d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:27.276 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.268+0000 7f2a98a68740 1 -- 172.21.15.1:0/2642757113 shutdown_connections 2024-02-10T00:02:27.276 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.268+0000 7f2a98a68740 1 -- 172.21.15.1:0/2642757113 wait complete. 2024-02-10T00:02:27.276 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.268+0000 7f2a98a68740 1 -- start start 2024-02-10T00:02:27.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.269+0000 7f2a98a68740 1 Processor -- start 2024-02-10T00:02:27.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.269+0000 7f2a98a68740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2ccc06a30 0x55c2ccc160d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.269+0000 7f2a98a68740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2ccc073e0 0x55c2ccc16610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.269+0000 7f2a98a68740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2ccc0ff60 0x55c2ccc76960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.269+0000 7f2a98a68740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2ccc76ea0 con 0x55c2ccc06a30 2024-02-10T00:02:27.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.269+0000 7f2a98a68740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2ccc76fe0 con 0x55c2ccc0ff60 2024-02-10T00:02:27.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.269+0000 7f2a98a68740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2ccc77120 con 0x55c2ccc073e0 2024-02-10T00:02:27.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.269+0000 7f2a98a68740 10 client.0 _ll_register_callbacks cb 0x7f2a8400b810 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:27.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.269+0000 7f2a8ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2ccc06a30 0x55c2ccc160d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.269+0000 7f2a8ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2ccc06a30 0x55c2ccc160d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54142/0 (socket says 172.21.15.1:54142) 2024-02-10T00:02:27.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.269+0000 7f2a8ffff640 1 -- 172.21.15.1:0/586491370 learned_addr learned my addr 172.21.15.1:0/586491370 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:27.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.269+0000 7f2a8effd640 1 --2- 172.21.15.1:0/586491370 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2ccc073e0 0x55c2ccc16610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.269+0000 7f2a8ffff640 1 -- 172.21.15.1:0/586491370 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2ccc073e0 msgr2=0x55c2ccc16610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.269+0000 7f2a8ffff640 1 --2- 172.21.15.1:0/586491370 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2ccc073e0 0x55c2ccc16610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.269+0000 7f2a8ffff640 1 -- 172.21.15.1:0/586491370 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2ccc0ff60 msgr2=0x55c2ccc76960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.269+0000 7f2a8ffff640 1 --2- 172.21.15.1:0/586491370 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2ccc0ff60 0x55c2ccc76960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.269+0000 7f2a8ffff640 1 -- 172.21.15.1:0/586491370 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c2ccb30210 con 0x55c2ccc06a30 2024-02-10T00:02:27.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.269+0000 7f2a8effd640 1 --2- 172.21.15.1:0/586491370 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2ccc073e0 0x55c2ccc16610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:02:27.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.269+0000 7f2a8ffff640 1 --2- 172.21.15.1:0/586491370 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2ccc06a30 0x55c2ccc160d0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f2a88009540 tx=0x7f2a88014130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aff0100bb39d477b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:27.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.269+0000 7f2a6effd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:27.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.269+0000 7f2a6effd640 1 -- 172.21.15.1:0/586491370 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a880142f0 con 0x55c2ccc06a30 2024-02-10T00:02:27.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.269+0000 7f2a6effd640 1 -- 172.21.15.1:0/586491370 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f2a88025030 con 0x55c2ccc06a30 2024-02-10T00:02:27.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.269+0000 7f2a98a68740 1 -- 172.21.15.1:0/586491370 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2a84015070 con 0x55c2ccc06a30 2024-02-10T00:02:27.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.270+0000 7f2a6effd640 1 -- 172.21.15.1:0/586491370 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2a8800f480 con 0x55c2ccc06a30 2024-02-10T00:02:27.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.270+0000 7f2a98a68740 10 client.16677 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:27.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.270+0000 7f2a98a68740 1 -- 172.21.15.1:0/586491370 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c2ccb2ea70 con 0x55c2ccc06a30 2024-02-10T00:02:27.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.270+0000 7f2a6effd640 1 -- 172.21.15.1:0/586491370 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2a84015070 con 0x55c2ccc06a30 2024-02-10T00:02:27.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.270+0000 7f2a6effd640 1 -- 172.21.15.1:0/586491370 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f2a8801f040 con 0x55c2ccc06a30 2024-02-10T00:02:27.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.270+0000 7f2a98a68740 10 client.16677 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:27.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.270+0000 7f2a98a68740 10 client.16677 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:02:27.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.270+0000 7f2a98a68740 20 client.16677 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:27.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.270+0000 7f2a98a68740 1 --2- 172.21.15.1:0/586491370 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55c2ccc78790 0x55c2ccc7abb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.270+0000 7f2a98a68740 4 client.16677 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:02:27.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.270+0000 7f2a98a68740 1 -- 172.21.15.1:0/586491370 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55c2cc8f9890 con 0x55c2ccc78790 2024-02-10T00:02:27.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.270+0000 7f2a8effd640 1 --2- 172.21.15.1:0/586491370 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55c2ccc78790 0x55c2ccc7abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.271+0000 7f2a8effd640 1 --2- 172.21.15.1:0/586491370 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55c2ccc78790 0x55c2ccc7abb0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=bbc1c71d6eea74cf server_cookie=d3416c858b751846 in_seq=0 out_seq=0 2024-02-10T00:02:27.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.271+0000 7f2a6effd640 10 client.16677 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:02:27.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.271+0000 7f2a6effd640 1 -- 172.21.15.1:0/586491370 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55c2cc8f9890 con 0x55c2ccc78790 2024-02-10T00:02:27.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.271+0000 7f2a6effd640 10 client.16677 handle_command_reply: tid=0 2024-02-10T00:02:27.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.271+0000 7f2a98a68740 1 client.16677 shutdown 2024-02-10T00:02:27.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.271+0000 7f2a98a68740 1 -- 172.21.15.1:0/586491370 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2ccc06a30 msgr2=0x55c2ccc160d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.271+0000 7f2a98a68740 1 --2- 172.21.15.1:0/586491370 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2ccc06a30 0x55c2ccc160d0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f2a88009540 tx=0x7f2a88014130 comp rx=0 tx=0).stop 2024-02-10T00:02:27.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.271+0000 7f2a98a68740 1 -- 172.21.15.1:0/586491370 shutdown_connections 2024-02-10T00:02:27.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.271+0000 7f2a98a68740 1 --2- 172.21.15.1:0/586491370 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2ccc0ff60 0x55c2ccc76960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.281 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.271+0000 7f2a98a68740 1 --2- 172.21.15.1:0/586491370 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2ccc073e0 0x55c2ccc16610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.281 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.271+0000 7f2a98a68740 1 --2- 172.21.15.1:0/586491370 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55c2ccc78790 0x55c2ccc7abb0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.281 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.271+0000 7f2a98a68740 1 --2- 172.21.15.1:0/586491370 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2ccc06a30 0x55c2ccc160d0 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.281 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.271+0000 7f2a6effd640 0 client.16677 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:02:27.281 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.271+0000 7f2a98a68740 1 -- 172.21.15.1:0/586491370 >> 172.21.15.1:0/586491370 conn(0x55c2ccc01100 msgr2=0x55c2ccc0ce90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:27.281 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.271+0000 7f2a98a68740 1 -- 172.21.15.1:0/586491370 shutdown_connections 2024-02-10T00:02:27.281 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.271+0000 7f2a98a68740 1 -- 172.21.15.1:0/586491370 wait complete. 2024-02-10T00:02:27.281 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.271+0000 7f2a98a68740 20 client.16677 trim_cache size 0 max 16384 2024-02-10T00:02:27.281 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:02:27.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.272+0000 7f2a95e88640 1 -- 172.21.15.1:0/433840807 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2a780a2230 msgr2=0x7f2a780a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.272+0000 7f2a95e88640 1 --2- 172.21.15.1:0/433840807 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2a780a2230 0x7f2a780a46f0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f2a800b9010 tx=0x7f2a8008eb70 comp rx=0 tx=0).stop 2024-02-10T00:02:27.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.272+0000 7f2a95e88640 1 -- 172.21.15.1:0/433840807 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2a90101430 msgr2=0x7f2a9019d5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.272+0000 7f2a95e88640 1 --2- 172.21.15.1:0/433840807 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2a90101430 0x7f2a9019d5f0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f2a80009230 tx=0x7f2a8002c6c0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.272+0000 7f2a95e88640 1 -- 172.21.15.1:0/433840807 shutdown_connections 2024-02-10T00:02:27.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.272+0000 7f2a95e88640 1 --2- 172.21.15.1:0/433840807 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2a780a2230 0x7f2a780a46f0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.272+0000 7f2a95e88640 1 --2- 172.21.15.1:0/433840807 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2a901976b0 0x7f2a90197b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.272+0000 7f2a95e88640 1 --2- 172.21.15.1:0/433840807 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2a90106500 0x7f2a9019db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.272+0000 7f2a95e88640 1 --2- 172.21.15.1:0/433840807 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2a90101430 0x7f2a9019d5f0 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.272+0000 7f2a95e88640 1 -- 172.21.15.1:0/433840807 >> 172.21.15.1:0/433840807 conn(0x7f2a900fccd0 msgr2=0x7f2a900fe110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:27.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.272+0000 7f2a95e88640 1 -- 172.21.15.1:0/433840807 shutdown_connections 2024-02-10T00:02:27.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.272+0000 7f2a95e88640 1 -- 172.21.15.1:0/433840807 wait complete. 2024-02-10T00:02:27.285 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:02:27.285 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-02-10T00:02:27.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:26 smithi088 ceph-mon[36452]: pgmap v96: 97 pgs: 97 active+clean; 3.8 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 24 KiB/s wr, 15 op/s 2024-02-10T00:02:27.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:26 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/754184134' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:02:27.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:26 smithi103 ceph-mon[36942]: pgmap v96: 97 pgs: 97 active+clean; 3.8 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 24 KiB/s wr, 15 op/s 2024-02-10T00:02:27.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:26 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/754184134' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:02:27.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.390+0000 7fa0c7f6c640 1 -- 172.21.15.1:0/299520655 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa0c0100cf0 msgr2=0x7fa0c0104d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.390+0000 7fa0c7f6c640 1 --2- 172.21.15.1:0/299520655 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa0c0100cf0 0x7fa0c0104d30 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7fa0b0009930 tx=0x7fa0b002bc30 comp rx=0 tx=0).stop 2024-02-10T00:02:27.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.390+0000 7fa0c7f6c640 1 -- 172.21.15.1:0/299520655 shutdown_connections 2024-02-10T00:02:27.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.390+0000 7fa0c7f6c640 1 --2- 172.21.15.1:0/299520655 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa0c0105410 0x7fa0c010cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.390+0000 7fa0c7f6c640 1 --2- 172.21.15.1:0/299520655 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa0c0100cf0 0x7fa0c0104d30 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.390+0000 7fa0c7f6c640 1 --2- 172.21.15.1:0/299520655 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa0c0100340 0x7fa0c0100720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.390+0000 7fa0c7f6c640 1 -- 172.21.15.1:0/299520655 >> 172.21.15.1:0/299520655 conn(0x7fa0c00772e0 msgr2=0x7fa0c00776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:27.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.390+0000 7fa0c7f6c640 1 -- 172.21.15.1:0/299520655 shutdown_connections 2024-02-10T00:02:27.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.390+0000 7fa0c7f6c640 1 -- 172.21.15.1:0/299520655 wait complete. 2024-02-10T00:02:27.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.390+0000 7fa0c7f6c640 1 Processor -- start 2024-02-10T00:02:27.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.390+0000 7fa0c7f6c640 1 -- start start 2024-02-10T00:02:27.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.391+0000 7fa0c7f6c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa0c0100340 0x7fa0c019d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.391+0000 7fa0c7f6c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa0c0105410 0x7fa0c019db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.391+0000 7fa0c7f6c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa0c01976f0 0x7fa0c0197b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.391+0000 7fa0c7f6c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0c01981c0 con 0x7fa0c01976f0 2024-02-10T00:02:27.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.391+0000 7fa0c7f6c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0c0198330 con 0x7fa0c0100340 2024-02-10T00:02:27.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.391+0000 7fa0c7f6c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0c01984f0 con 0x7fa0c0105410 2024-02-10T00:02:27.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.391+0000 7fa0c6509640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa0c01976f0 0x7fa0c0197b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.391+0000 7fa0c6509640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa0c01976f0 0x7fa0c0197b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54168/0 (socket says 172.21.15.1:54168) 2024-02-10T00:02:27.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.391+0000 7fa0c6509640 1 -- 172.21.15.1:0/482957254 learned_addr learned my addr 172.21.15.1:0/482957254 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:27.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.391+0000 7fa0c5507640 1 --2- 172.21.15.1:0/482957254 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa0c0105410 0x7fa0c019db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.391+0000 7fa0c5d08640 1 --2- 172.21.15.1:0/482957254 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa0c0100340 0x7fa0c019d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.391+0000 7fa0c6509640 1 -- 172.21.15.1:0/482957254 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa0c0105410 msgr2=0x7fa0c019db70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.391+0000 7fa0c6509640 1 --2- 172.21.15.1:0/482957254 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa0c0105410 0x7fa0c019db70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.391+0000 7fa0c6509640 1 -- 172.21.15.1:0/482957254 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa0c0100340 msgr2=0x7fa0c019d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.391+0000 7fa0c6509640 1 --2- 172.21.15.1:0/482957254 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa0c0100340 0x7fa0c019d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.391+0000 7fa0c6509640 1 -- 172.21.15.1:0/482957254 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0b0009560 con 0x7fa0c01976f0 2024-02-10T00:02:27.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.391+0000 7fa0c6509640 1 --2- 172.21.15.1:0/482957254 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa0c01976f0 0x7fa0c0197b70 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7fa0b800cab0 tx=0x7fa0b800cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:27.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.391+0000 7fa0b6ffd640 1 -- 172.21.15.1:0/482957254 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0b800adc0 con 0x7fa0c01976f0 2024-02-10T00:02:27.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.391+0000 7fa0c7f6c640 1 -- 172.21.15.1:0/482957254 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0c01a4490 con 0x7fa0c01976f0 2024-02-10T00:02:27.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.391+0000 7fa0b6ffd640 1 -- 172.21.15.1:0/482957254 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa0b800f930 con 0x7fa0c01976f0 2024-02-10T00:02:27.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.391+0000 7fa0b6ffd640 1 -- 172.21.15.1:0/482957254 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0b80189a0 con 0x7fa0c01976f0 2024-02-10T00:02:27.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.391+0000 7fa0c7f6c640 1 -- 172.21.15.1:0/482957254 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0c01a4970 con 0x7fa0c01976f0 2024-02-10T00:02:27.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.393+0000 7fa0b6ffd640 1 -- 172.21.15.1:0/482957254 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fa0b800faa0 con 0x7fa0c01976f0 2024-02-10T00:02:27.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.394+0000 7fa0cac18740 1 Processor -- start 2024-02-10T00:02:27.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.394+0000 7fa0b6ffd640 1 --2- 172.21.15.1:0/482957254 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa0ac0a2230 0x7fa0ac0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.394+0000 7fa0cac18740 1 -- start start 2024-02-10T00:02:27.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.394+0000 7fa0c5507640 1 --2- 172.21.15.1:0/482957254 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa0ac0a2230 0x7fa0ac0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.394+0000 7fa0b6ffd640 1 -- 172.21.15.1:0/482957254 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fa0b80ce710 con 0x7fa0c01976f0 2024-02-10T00:02:27.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.394+0000 7fa0cac18740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56373dcd9a30 0x56373dcd9e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.394+0000 7fa0cac18740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56373dcda3e0 0x56373dce2990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.394+0000 7fa0cac18740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56373dce2f60 0x56373dce53b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.394+0000 7fa0cac18740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56373dc95020 con 0x56373dcda3e0 2024-02-10T00:02:27.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.394+0000 7fa0cac18740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56373dc48320 con 0x56373dcd9a30 2024-02-10T00:02:27.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.394+0000 7fa0cac18740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56373dc45850 con 0x56373dce2f60 2024-02-10T00:02:27.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.394+0000 7fa0c5507640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56373dcda3e0 0x56373dce2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.394+0000 7fa0c5507640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56373dcda3e0 0x56373dce2990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54178/0 (socket says 172.21.15.1:54178) 2024-02-10T00:02:27.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.395+0000 7fa0c5507640 1 -- 172.21.15.1:0/3549010657 learned_addr learned my addr 172.21.15.1:0/3549010657 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:27.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.395+0000 7fa0c5d08640 1 --2- 172.21.15.1:0/3549010657 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56373dcd9a30 0x56373dcd9e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.395+0000 7fa0c6509640 1 --2- 172.21.15.1:0/3549010657 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56373dce2f60 0x56373dce53b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.395+0000 7fa0c5507640 1 --2- 172.21.15.1:0/482957254 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa0ac0a2230 0x7fa0ac0a46f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fa0b0009900 tx=0x7fa0b0004b40 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:27.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.395+0000 7fa0c5d08640 1 -- 172.21.15.1:0/3549010657 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56373dce2f60 msgr2=0x56373dce53b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.395+0000 7fa0c5d08640 1 --2- 172.21.15.1:0/3549010657 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56373dce2f60 0x56373dce53b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.395+0000 7fa0c5d08640 1 -- 172.21.15.1:0/3549010657 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56373dcda3e0 msgr2=0x56373dce2990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.395+0000 7fa0c5d08640 1 --2- 172.21.15.1:0/3549010657 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56373dcda3e0 0x56373dce2990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.395+0000 7fa0c5d08640 1 -- 172.21.15.1:0/3549010657 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56373dc03210 con 0x56373dcd9a30 2024-02-10T00:02:27.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.395+0000 7fa0c5507640 1 --2- 172.21.15.1:0/3549010657 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56373dcda3e0 0x56373dce2990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:02:27.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.395+0000 7fa0c5d08640 1 --2- 172.21.15.1:0/3549010657 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56373dcd9a30 0x56373dcd9e10 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fa0bc009b70 tx=0x7fa0bc0117b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=10a8abc420a74565 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:27.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.395+0000 7fa0abfff640 1 -- 172.21.15.1:0/3549010657 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0bc009640 con 0x56373dcd9a30 2024-02-10T00:02:27.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.395+0000 7fa0abfff640 1 -- 172.21.15.1:0/3549010657 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa0bc009e60 con 0x56373dcd9a30 2024-02-10T00:02:27.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.395+0000 7fa0abfff640 1 -- 172.21.15.1:0/3549010657 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0bc00fa50 con 0x56373dcd9a30 2024-02-10T00:02:27.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.396+0000 7fa0cac18740 1 -- 172.21.15.1:0/3549010657 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56373dcd9a30 msgr2=0x56373dcd9e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.396+0000 7fa0cac18740 1 --2- 172.21.15.1:0/3549010657 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56373dcd9a30 0x56373dcd9e10 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fa0bc009b70 tx=0x7fa0bc0117b0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.396+0000 7fa0cac18740 1 -- 172.21.15.1:0/3549010657 shutdown_connections 2024-02-10T00:02:27.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.396+0000 7fa0cac18740 1 --2- 172.21.15.1:0/3549010657 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56373dce2f60 0x56373dce53b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.396+0000 7fa0cac18740 1 --2- 172.21.15.1:0/3549010657 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56373dcda3e0 0x56373dce2990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.396+0000 7fa0cac18740 1 --2- 172.21.15.1:0/3549010657 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56373dcd9a30 0x56373dcd9e10 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.396+0000 7fa0cac18740 1 -- 172.21.15.1:0/3549010657 >> 172.21.15.1:0/3549010657 conn(0x56373dcd4100 msgr2=0x56373dcd44e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:27.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.396+0000 7fa0cac18740 1 -- 172.21.15.1:0/3549010657 shutdown_connections 2024-02-10T00:02:27.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.396+0000 7fa0cac18740 1 -- 172.21.15.1:0/3549010657 wait complete. 2024-02-10T00:02:27.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.396+0000 7fa0cac18740 1 -- start start 2024-02-10T00:02:27.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.397+0000 7fa0cac18740 1 Processor -- start 2024-02-10T00:02:27.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.397+0000 7fa0cac18740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56373dcd9a30 0x56373dcdfe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.397+0000 7fa0cac18740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56373dcda3e0 0x56373dce0390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.397+0000 7fa0cac18740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56373dce2f60 0x56373dce08d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.397+0000 7fa0cac18740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56373dc41030 con 0x56373dcda3e0 2024-02-10T00:02:27.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.397+0000 7fa0cac18740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56373d914430 con 0x56373dcd9a30 2024-02-10T00:02:27.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.397+0000 7fa0cac18740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56373d8d0e00 con 0x56373dce2f60 2024-02-10T00:02:27.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.397+0000 7fa0cac18740 10 client.0 _ll_register_callbacks cb 0x56373dc36030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:27.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.397+0000 7fa0c5507640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56373dcda3e0 0x56373dce0390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.397+0000 7fa0c5507640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56373dcda3e0 0x56373dce0390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54186/0 (socket says 172.21.15.1:54186) 2024-02-10T00:02:27.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.397+0000 7fa0c5507640 1 -- 172.21.15.1:0/3483243658 learned_addr learned my addr 172.21.15.1:0/3483243658 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:27.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.397+0000 7fa0c5d08640 1 --2- 172.21.15.1:0/3483243658 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56373dcd9a30 0x56373dcdfe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.397+0000 7fa0c6509640 1 --2- 172.21.15.1:0/3483243658 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56373dce2f60 0x56373dce08d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.397+0000 7fa0c5507640 1 -- 172.21.15.1:0/3483243658 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56373dce2f60 msgr2=0x56373dce08d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.397+0000 7fa0c5507640 1 --2- 172.21.15.1:0/3483243658 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56373dce2f60 0x56373dce08d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.397+0000 7fa0c5507640 1 -- 172.21.15.1:0/3483243658 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56373dcd9a30 msgr2=0x56373dcdfe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.397+0000 7fa0c5507640 1 --2- 172.21.15.1:0/3483243658 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56373dcd9a30 0x56373dcdfe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.397+0000 7fa0c5507640 1 -- 172.21.15.1:0/3483243658 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0bc0097a0 con 0x56373dcda3e0 2024-02-10T00:02:27.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.397+0000 7fa0c5d08640 1 --2- 172.21.15.1:0/3483243658 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56373dcd9a30 0x56373dcdfe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:02:27.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.398+0000 7fa0c5507640 1 --2- 172.21.15.1:0/3483243658 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56373dcda3e0 0x56373dce0390 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7fa0b0009230 tx=0x7fa0b002bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cc6c529085b6535 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:27.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.398+0000 7fa0a97fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:27.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.398+0000 7fa0a97fa640 1 -- 172.21.15.1:0/3483243658 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0b0004490 con 0x56373dcda3e0 2024-02-10T00:02:27.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.398+0000 7fa0cac18740 1 -- 172.21.15.1:0/3483243658 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56373d9407e0 con 0x56373dcda3e0 2024-02-10T00:02:27.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.398+0000 7fa0a97fa640 1 -- 172.21.15.1:0/3483243658 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fa0b0005000 con 0x56373dcda3e0 2024-02-10T00:02:27.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.398+0000 7fa0a97fa640 1 -- 172.21.15.1:0/3483243658 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa0b00051c0 con 0x56373dcda3e0 2024-02-10T00:02:27.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.398+0000 7fa0cac18740 10 client.16689 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:27.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.398+0000 7fa0cac18740 1 -- 172.21.15.1:0/3483243658 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x56373dc3f6b0 con 0x56373dcda3e0 2024-02-10T00:02:27.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.398+0000 7fa0a97fa640 1 -- 172.21.15.1:0/3483243658 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x56373d9407e0 con 0x56373dcda3e0 2024-02-10T00:02:27.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.398+0000 7fa0a97fa640 1 -- 172.21.15.1:0/3483243658 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fa0b003c040 con 0x56373dcda3e0 2024-02-10T00:02:27.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.398+0000 7fa0cac18740 10 client.16689 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:27.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.398+0000 7fa0cac18740 10 client.16689 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:02:27.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.398+0000 7fa0cac18740 20 client.16689 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:27.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.398+0000 7fa0cac18740 1 --2- 172.21.15.1:0/3483243658 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x56373dcf3370 0x56373dcf5790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.398+0000 7fa0cac18740 4 client.16689 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:02:27.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.398+0000 7fa0cac18740 1 -- 172.21.15.1:0/3483243658 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56373d97d720 con 0x56373dcf3370 2024-02-10T00:02:27.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.399+0000 7fa0c5d08640 1 --2- 172.21.15.1:0/3483243658 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x56373dcf3370 0x56373dcf5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.399+0000 7fa0c5d08640 1 --2- 172.21.15.1:0/3483243658 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x56373dcf3370 0x56373dcf5790 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ae4c5072ef3cda38 server_cookie=93fbe7e92e7fa7b0 in_seq=0 out_seq=0 2024-02-10T00:02:27.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.399+0000 7fa0a97fa640 10 client.16689 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:02:27.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.400+0000 7fa0a97fa640 1 -- 172.21.15.1:0/3483243658 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x56373d97d720 con 0x56373dcf3370 2024-02-10T00:02:27.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.400+0000 7fa0a97fa640 10 client.16689 handle_command_reply: tid=0 2024-02-10T00:02:27.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.400+0000 7fa0cac18740 1 client.16689 shutdown 2024-02-10T00:02:27.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.400+0000 7fa0cac18740 1 -- 172.21.15.1:0/3483243658 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56373dcda3e0 msgr2=0x56373dce0390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.400+0000 7fa0cac18740 1 --2- 172.21.15.1:0/3483243658 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56373dcda3e0 0x56373dce0390 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7fa0b0009230 tx=0x7fa0b002bc30 comp rx=0 tx=0).stop 2024-02-10T00:02:27.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.400+0000 7fa0cac18740 1 -- 172.21.15.1:0/3483243658 shutdown_connections 2024-02-10T00:02:27.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.400+0000 7fa0cac18740 1 --2- 172.21.15.1:0/3483243658 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x56373dcf3370 0x56373dcf5790 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.400+0000 7fa0cac18740 1 --2- 172.21.15.1:0/3483243658 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56373dce2f60 0x56373dce08d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.400+0000 7fa0cac18740 1 --2- 172.21.15.1:0/3483243658 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56373dcda3e0 0x56373dce0390 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.400+0000 7fa0a97fa640 0 client.16689 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:02:27.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.400+0000 7fa0cac18740 1 --2- 172.21.15.1:0/3483243658 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56373dcd9a30 0x56373dcdfe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.400+0000 7fa0cac18740 1 -- 172.21.15.1:0/3483243658 >> 172.21.15.1:0/3483243658 conn(0x56373dcd4100 msgr2=0x56373dcd5e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:27.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.400+0000 7fa0cac18740 1 -- 172.21.15.1:0/3483243658 shutdown_connections 2024-02-10T00:02:27.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.400+0000 7fa0cac18740 1 -- 172.21.15.1:0/3483243658 wait complete. 2024-02-10T00:02:27.411 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.400+0000 7fa0cac18740 20 client.16689 trim_cache size 0 max 16384 2024-02-10T00:02:27.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.412+0000 7fa0cac18740 1 Processor -- start 2024-02-10T00:02:27.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.412+0000 7fa0cac18740 1 -- start start 2024-02-10T00:02:27.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.412+0000 7fa0cac18740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56373dcd9a30 0x56373dce2580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.412+0000 7fa0cac18740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56373dcda3e0 0x56373dce06f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.412+0000 7fa0cac18740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56373dce2f60 0x56373dcdd0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.412+0000 7fa0cac18740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56373dccf8b0 con 0x56373dcda3e0 2024-02-10T00:02:27.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.412+0000 7fa0cac18740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56373dbc6130 con 0x56373dcd9a30 2024-02-10T00:02:27.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.412+0000 7fa0cac18740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56373dcfaa10 con 0x56373dce2f60 2024-02-10T00:02:27.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.412+0000 7fa0c5507640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56373dcda3e0 0x56373dce06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.412+0000 7fa0c5507640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56373dcda3e0 0x56373dce06f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54194/0 (socket says 172.21.15.1:54194) 2024-02-10T00:02:27.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.412+0000 7fa0c5507640 1 -- 172.21.15.1:0/949302777 learned_addr learned my addr 172.21.15.1:0/949302777 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:27.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.412+0000 7fa0c5507640 1 -- 172.21.15.1:0/949302777 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56373dce2f60 msgr2=0x56373dcdd0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.412+0000 7fa0c5507640 1 --2- 172.21.15.1:0/949302777 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56373dce2f60 0x56373dcdd0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.412+0000 7fa0c5507640 1 -- 172.21.15.1:0/949302777 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56373dcd9a30 msgr2=0x56373dce2580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.412+0000 7fa0c5d08640 1 --2- 172.21.15.1:0/949302777 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56373dcd9a30 0x56373dce2580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.412+0000 7fa0c5507640 1 --2- 172.21.15.1:0/949302777 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56373dcd9a30 0x56373dce2580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.412+0000 7fa0c5507640 1 -- 172.21.15.1:0/949302777 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56373dbdbc90 con 0x56373dcda3e0 2024-02-10T00:02:27.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.412+0000 7fa0c5d08640 1 --2- 172.21.15.1:0/949302777 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56373dcd9a30 0x56373dce2580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:02:27.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.413+0000 7fa0c5507640 1 --2- 172.21.15.1:0/949302777 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56373dcda3e0 0x56373dce06f0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7fa0b002c170 tx=0x7fa0b0005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e90d02bf0641851 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:27.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.413+0000 7fa0ab7fe640 1 -- 172.21.15.1:0/949302777 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0b00047a0 con 0x56373dcda3e0 2024-02-10T00:02:27.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.413+0000 7fa0ab7fe640 1 -- 172.21.15.1:0/949302777 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa0b002c960 con 0x56373dcda3e0 2024-02-10T00:02:27.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.413+0000 7fa0ab7fe640 1 -- 172.21.15.1:0/949302777 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0b00053d0 con 0x56373dcda3e0 2024-02-10T00:02:27.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.413+0000 7fa0cac18740 1 -- 172.21.15.1:0/949302777 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56373dcda3e0 msgr2=0x56373dce06f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.413+0000 7fa0cac18740 1 --2- 172.21.15.1:0/949302777 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56373dcda3e0 0x56373dce06f0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7fa0b002c170 tx=0x7fa0b0005fd0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.413+0000 7fa0cac18740 1 -- 172.21.15.1:0/949302777 shutdown_connections 2024-02-10T00:02:27.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.413+0000 7fa0cac18740 1 --2- 172.21.15.1:0/949302777 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56373dce2f60 0x56373dcdd0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.413+0000 7fa0cac18740 1 --2- 172.21.15.1:0/949302777 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56373dcda3e0 0x56373dce06f0 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.413+0000 7fa0cac18740 1 --2- 172.21.15.1:0/949302777 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56373dcd9a30 0x56373dce2580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.413+0000 7fa0cac18740 1 -- 172.21.15.1:0/949302777 >> 172.21.15.1:0/949302777 conn(0x56373dcd4100 msgr2=0x56373dcdb170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:27.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.413+0000 7fa0cac18740 1 -- 172.21.15.1:0/949302777 shutdown_connections 2024-02-10T00:02:27.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.413+0000 7fa0cac18740 1 -- 172.21.15.1:0/949302777 wait complete. 2024-02-10T00:02:27.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.414+0000 7fa0cac18740 1 -- start start 2024-02-10T00:02:27.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.414+0000 7fa0cac18740 1 Processor -- start 2024-02-10T00:02:27.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.414+0000 7fa0cac18740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56373dcd9a30 0x56373dcea480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.414+0000 7fa0cac18740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56373dcda3e0 0x56373dce88c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.414+0000 7fa0cac18740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56373dce2f60 0x56373dce8fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.414+0000 7fa0cac18740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56373dce96e0 con 0x56373dcd9a30 2024-02-10T00:02:27.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.414+0000 7fa0cac18740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56373dd498c0 con 0x56373dcda3e0 2024-02-10T00:02:27.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.414+0000 7fa0cac18740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56373dd49a00 con 0x56373dce2f60 2024-02-10T00:02:27.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.414+0000 7fa0cac18740 10 client.0 _ll_register_callbacks cb 0x7fa0bc009590 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:27.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.414+0000 7fa0c5d08640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56373dcd9a30 0x56373dcea480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.414+0000 7fa0c5d08640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56373dcd9a30 0x56373dcea480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54198/0 (socket says 172.21.15.1:54198) 2024-02-10T00:02:27.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.414+0000 7fa0c5d08640 1 -- 172.21.15.1:0/829975640 learned_addr learned my addr 172.21.15.1:0/829975640 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:27.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.414+0000 7fa0c5507640 1 --2- 172.21.15.1:0/829975640 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56373dcda3e0 0x56373dce88c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.414+0000 7fa0c6509640 1 --2- 172.21.15.1:0/829975640 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56373dce2f60 0x56373dce8fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.414+0000 7fa0c5d08640 1 -- 172.21.15.1:0/829975640 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56373dce2f60 msgr2=0x56373dce8fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.414+0000 7fa0c5d08640 1 --2- 172.21.15.1:0/829975640 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56373dce2f60 0x56373dce8fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.414+0000 7fa0c5d08640 1 -- 172.21.15.1:0/829975640 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56373dcda3e0 msgr2=0x56373dce88c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.414+0000 7fa0c5d08640 1 --2- 172.21.15.1:0/829975640 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56373dcda3e0 0x56373dce88c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.414+0000 7fa0c5d08640 1 -- 172.21.15.1:0/829975640 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56373dc3f6b0 con 0x56373dcd9a30 2024-02-10T00:02:27.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.414+0000 7fa0c6509640 1 --2- 172.21.15.1:0/829975640 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56373dce2f60 0x56373dce8fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:02:27.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.415+0000 7fa0c5d08640 1 --2- 172.21.15.1:0/829975640 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56373dcd9a30 0x56373dcea480 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7fa0bc00f660 tx=0x7fa0bc00f490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5183a08beb72f25 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:27.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.415+0000 7fa0a97fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:27.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.415+0000 7fa0a97fa640 1 -- 172.21.15.1:0/829975640 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0bc02a070 con 0x56373dcd9a30 2024-02-10T00:02:27.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.415+0000 7fa0a97fa640 1 -- 172.21.15.1:0/829975640 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fa0bc009c60 con 0x56373dcd9a30 2024-02-10T00:02:27.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.415+0000 7fa0cac18740 1 -- 172.21.15.1:0/829975640 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa0bc009e60 con 0x56373dcd9a30 2024-02-10T00:02:27.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.415+0000 7fa0a97fa640 1 -- 172.21.15.1:0/829975640 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa0bc00f700 con 0x56373dcd9a30 2024-02-10T00:02:27.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.415+0000 7fa0cac18740 10 client.16695 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:27.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.415+0000 7fa0cac18740 1 -- 172.21.15.1:0/829975640 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x56373dc01a70 con 0x56373dcd9a30 2024-02-10T00:02:27.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.415+0000 7fa0a97fa640 1 -- 172.21.15.1:0/829975640 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa0bc009e60 con 0x56373dcd9a30 2024-02-10T00:02:27.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.415+0000 7fa0a97fa640 1 -- 172.21.15.1:0/829975640 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fa0bc022040 con 0x56373dcd9a30 2024-02-10T00:02:27.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.415+0000 7fa0cac18740 10 client.16695 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:27.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.415+0000 7fa0cac18740 10 client.16695 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:02:27.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.415+0000 7fa0cac18740 20 client.16695 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:27.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.415+0000 7fa0cac18740 1 --2- 172.21.15.1:0/829975640 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x56373dcf3370 0x56373dd4d170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.415+0000 7fa0cac18740 4 client.16695 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:02:27.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.415+0000 7fa0cac18740 1 -- 172.21.15.1:0/829975640 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56373d9cc890 con 0x56373dcf3370 2024-02-10T00:02:27.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.416+0000 7fa0c5507640 1 --2- 172.21.15.1:0/829975640 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x56373dcf3370 0x56373dd4d170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.416+0000 7fa0a97fa640 10 client.16695 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:02:27.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.416+0000 7fa0c5507640 1 --2- 172.21.15.1:0/829975640 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x56373dcf3370 0x56373dd4d170 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=cf5addcf6fca7d4 server_cookie=9a3b4560e9a51ac9 in_seq=0 out_seq=0 2024-02-10T00:02:27.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.416+0000 7fa0a97fa640 1 -- 172.21.15.1:0/829975640 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56373d9cc890 con 0x56373dcf3370 2024-02-10T00:02:27.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.416+0000 7fa0a97fa640 10 client.16695 handle_command_reply: tid=0 2024-02-10T00:02:27.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.416+0000 7fa0cac18740 1 client.16695 shutdown 2024-02-10T00:02:27.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.416+0000 7fa0cac18740 1 -- 172.21.15.1:0/829975640 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56373dcd9a30 msgr2=0x56373dcea480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.416+0000 7fa0cac18740 1 --2- 172.21.15.1:0/829975640 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56373dcd9a30 0x56373dcea480 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7fa0bc00f660 tx=0x7fa0bc00f490 comp rx=0 tx=0).stop 2024-02-10T00:02:27.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.416+0000 7fa0cac18740 1 -- 172.21.15.1:0/829975640 shutdown_connections 2024-02-10T00:02:27.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.416+0000 7fa0cac18740 1 --2- 172.21.15.1:0/829975640 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x56373dcf3370 0x56373dd4d170 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.416+0000 7fa0cac18740 1 --2- 172.21.15.1:0/829975640 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56373dce2f60 0x56373dce8fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.416+0000 7fa0cac18740 1 --2- 172.21.15.1:0/829975640 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56373dcda3e0 0x56373dce88c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.416+0000 7fa0cac18740 1 --2- 172.21.15.1:0/829975640 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56373dcd9a30 0x56373dcea480 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.416+0000 7fa0a97fa640 0 client.16695 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:02:27.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.416+0000 7fa0cac18740 1 -- 172.21.15.1:0/829975640 >> 172.21.15.1:0/829975640 conn(0x56373dcd4100 msgr2=0x56373dcd29b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:27.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.416+0000 7fa0cac18740 1 -- 172.21.15.1:0/829975640 shutdown_connections 2024-02-10T00:02:27.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.416+0000 7fa0cac18740 1 -- 172.21.15.1:0/829975640 wait complete. 2024-02-10T00:02:27.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.417+0000 7fa0cac18740 20 client.16695 trim_cache size 0 max 16384 2024-02-10T00:02:27.427 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:02:27.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.417+0000 7fa0c7f6c640 1 -- 172.21.15.1:0/482957254 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa0ac0a2230 msgr2=0x7fa0ac0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.417+0000 7fa0c7f6c640 1 --2- 172.21.15.1:0/482957254 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa0ac0a2230 0x7fa0ac0a46f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fa0b0009900 tx=0x7fa0b0004b40 comp rx=0 tx=0).stop 2024-02-10T00:02:27.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.417+0000 7fa0c7f6c640 1 -- 172.21.15.1:0/482957254 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa0c01976f0 msgr2=0x7fa0c0197b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.417+0000 7fa0c7f6c640 1 --2- 172.21.15.1:0/482957254 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa0c01976f0 0x7fa0c0197b70 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7fa0b800cab0 tx=0x7fa0b800cf70 comp rx=0 tx=0).stop 2024-02-10T00:02:27.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.417+0000 7fa0c7f6c640 1 -- 172.21.15.1:0/482957254 shutdown_connections 2024-02-10T00:02:27.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.417+0000 7fa0c7f6c640 1 --2- 172.21.15.1:0/482957254 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa0ac0a2230 0x7fa0ac0a46f0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.417+0000 7fa0c7f6c640 1 --2- 172.21.15.1:0/482957254 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa0c01976f0 0x7fa0c0197b70 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.417+0000 7fa0c7f6c640 1 --2- 172.21.15.1:0/482957254 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa0c0105410 0x7fa0c019db70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.417+0000 7fa0c7f6c640 1 --2- 172.21.15.1:0/482957254 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa0c0100340 0x7fa0c019d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.417+0000 7fa0c7f6c640 1 -- 172.21.15.1:0/482957254 >> 172.21.15.1:0/482957254 conn(0x7fa0c00772e0 msgr2=0x7fa0c00fe2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:27.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.417+0000 7fa0c7f6c640 1 -- 172.21.15.1:0/482957254 shutdown_connections 2024-02-10T00:02:27.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.417+0000 7fa0c7f6c640 1 -- 172.21.15.1:0/482957254 wait complete. 2024-02-10T00:02:27.429 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:02:27.429 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-02-10T00:02:27.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.530+0000 7fab9608f640 1 -- 172.21.15.1:0/3033189968 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fab90100340 msgr2=0x7fab90100720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.530+0000 7fab9608f640 1 --2- 172.21.15.1:0/3033189968 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fab90100340 0x7fab90100720 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7fab80009cd0 tx=0x7fab8002c0f0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.530+0000 7fab9608f640 1 -- 172.21.15.1:0/3033189968 shutdown_connections 2024-02-10T00:02:27.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.530+0000 7fab9608f640 1 --2- 172.21.15.1:0/3033189968 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fab90105410 0x7fab9010cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.530+0000 7fab9608f640 1 --2- 172.21.15.1:0/3033189968 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fab90100cf0 0x7fab90104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.530+0000 7fab9608f640 1 --2- 172.21.15.1:0/3033189968 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fab90100340 0x7fab90100720 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.530+0000 7fab9608f640 1 -- 172.21.15.1:0/3033189968 >> 172.21.15.1:0/3033189968 conn(0x7fab900772e0 msgr2=0x7fab900776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:27.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.530+0000 7fab9608f640 1 -- 172.21.15.1:0/3033189968 shutdown_connections 2024-02-10T00:02:27.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.530+0000 7fab9608f640 1 -- 172.21.15.1:0/3033189968 wait complete. 2024-02-10T00:02:27.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.531+0000 7fab9608f640 1 Processor -- start 2024-02-10T00:02:27.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.531+0000 7fab9608f640 1 -- start start 2024-02-10T00:02:27.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.531+0000 7fab9608f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fab90100340 0x7fab9019d570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.531+0000 7fab9608f640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fab90105410 0x7fab9019dab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.531+0000 7fab9608f640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fab90197630 0x7fab90197ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.531+0000 7fab9608f640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab90198100 con 0x7fab90100340 2024-02-10T00:02:27.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.531+0000 7fab9608f640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab90198270 con 0x7fab90105410 2024-02-10T00:02:27.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.531+0000 7fab9608f640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab90198430 con 0x7fab90197630 2024-02-10T00:02:27.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.531+0000 7fab8f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fab90100340 0x7fab9019d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.532+0000 7fab8f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fab90100340 0x7fab9019d570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54220/0 (socket says 172.21.15.1:54220) 2024-02-10T00:02:27.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.532+0000 7fab8f7fe640 1 -- 172.21.15.1:0/1107565975 learned_addr learned my addr 172.21.15.1:0/1107565975 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:27.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.532+0000 7fab8effd640 1 --2- 172.21.15.1:0/1107565975 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fab90105410 0x7fab9019dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.532+0000 7fab8ffff640 1 --2- 172.21.15.1:0/1107565975 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fab90197630 0x7fab90197ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.532+0000 7fab8f7fe640 1 -- 172.21.15.1:0/1107565975 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fab90197630 msgr2=0x7fab90197ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.532+0000 7fab8f7fe640 1 --2- 172.21.15.1:0/1107565975 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fab90197630 0x7fab90197ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.532+0000 7fab8f7fe640 1 -- 172.21.15.1:0/1107565975 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fab90105410 msgr2=0x7fab9019dab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.532+0000 7fab8f7fe640 1 --2- 172.21.15.1:0/1107565975 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fab90105410 0x7fab9019dab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.532+0000 7fab8f7fe640 1 -- 172.21.15.1:0/1107565975 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab80009900 con 0x7fab90100340 2024-02-10T00:02:27.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.532+0000 7fab8f7fe640 1 --2- 172.21.15.1:0/1107565975 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fab90100340 0x7fab9019d570 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7fab8002c700 tx=0x7fab80034d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:27.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.532+0000 7fab8cff9640 1 -- 172.21.15.1:0/1107565975 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab80032ac0 con 0x7fab90100340 2024-02-10T00:02:27.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.532+0000 7fab8cff9640 1 -- 172.21.15.1:0/1107565975 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fab80003e50 con 0x7fab90100340 2024-02-10T00:02:27.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.532+0000 7fab8cff9640 1 -- 172.21.15.1:0/1107565975 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab800406d0 con 0x7fab90100340 2024-02-10T00:02:27.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.532+0000 7fab9608f640 1 -- 172.21.15.1:0/1107565975 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab901a4370 con 0x7fab90100340 2024-02-10T00:02:27.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.532+0000 7fab9608f640 1 -- 172.21.15.1:0/1107565975 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab901a47f0 con 0x7fab90100340 2024-02-10T00:02:27.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.534+0000 7fab8cff9640 1 -- 172.21.15.1:0/1107565975 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fab8000a040 con 0x7fab90100340 2024-02-10T00:02:27.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.535+0000 7fab98c6d740 1 Processor -- start 2024-02-10T00:02:27.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.535+0000 7fab98c6d740 1 -- start start 2024-02-10T00:02:27.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.535+0000 7fab8cff9640 1 --2- 172.21.15.1:0/1107565975 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fab780a2230 0x7fab780a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.535+0000 7fab98c6d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5593020efa30 0x5593020efe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.535+0000 7fab98c6d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5593020f03e0 0x5593020f8990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.535+0000 7fab8ffff640 1 --2- 172.21.15.1:0/1107565975 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fab780a2230 0x7fab780a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.535+0000 7fab98c6d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593020f8f60 0x5593020fb3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.535+0000 7fab98c6d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593020ab020 con 0x5593020f03e0 2024-02-10T00:02:27.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.535+0000 7fab98c6d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55930205e320 con 0x5593020f8f60 2024-02-10T00:02:27.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.535+0000 7fab98c6d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55930205b850 con 0x5593020efa30 2024-02-10T00:02:27.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.535+0000 7fab8cff9640 1 -- 172.21.15.1:0/1107565975 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fab800f0af0 con 0x7fab90100340 2024-02-10T00:02:27.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.535+0000 7fab8effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5593020f03e0 0x5593020f8990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.535+0000 7fab8f7fe640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5593020efa30 0x5593020efe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.535+0000 7fab8effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5593020f03e0 0x5593020f8990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54236/0 (socket says 172.21.15.1:54236) 2024-02-10T00:02:27.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.535+0000 7fab8effd640 1 -- 172.21.15.1:0/713160436 learned_addr learned my addr 172.21.15.1:0/713160436 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:27.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.535+0000 7fab8ffff640 1 --2- 172.21.15.1:0/713160436 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593020f8f60 0x5593020fb3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.535+0000 7fab8effd640 1 -- 172.21.15.1:0/713160436 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5593020efa30 msgr2=0x5593020efe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.535+0000 7fab8effd640 1 --2- 172.21.15.1:0/713160436 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5593020efa30 0x5593020efe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.535+0000 7fab8effd640 1 -- 172.21.15.1:0/713160436 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593020f8f60 msgr2=0x5593020fb3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.535+0000 7fab8effd640 1 --2- 172.21.15.1:0/713160436 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593020f8f60 0x5593020fb3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.535+0000 7fab8effd640 1 -- 172.21.15.1:0/713160436 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559302019210 con 0x5593020f03e0 2024-02-10T00:02:27.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.535+0000 7fab8ffff640 1 --2- 172.21.15.1:0/1107565975 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fab780a2230 0x7fab780a46f0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fab8800af70 tx=0x7fab88013830 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:27.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.536+0000 7fab8effd640 1 --2- 172.21.15.1:0/713160436 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5593020f03e0 0x5593020f8990 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7fab8400ac70 tx=0x7fab8400f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c56ec597c124ff4c server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:27.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.536+0000 7fab75ffb640 1 -- 172.21.15.1:0/713160436 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab8400a740 con 0x5593020f03e0 2024-02-10T00:02:27.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.536+0000 7fab75ffb640 1 -- 172.21.15.1:0/713160436 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fab84018b20 con 0x5593020f03e0 2024-02-10T00:02:27.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.536+0000 7fab75ffb640 1 -- 172.21.15.1:0/713160436 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab84010c40 con 0x5593020f03e0 2024-02-10T00:02:27.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.536+0000 7fab98c6d740 1 -- 172.21.15.1:0/713160436 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5593020f03e0 msgr2=0x5593020f8990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.536+0000 7fab98c6d740 1 --2- 172.21.15.1:0/713160436 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5593020f03e0 0x5593020f8990 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7fab8400ac70 tx=0x7fab8400f790 comp rx=0 tx=0).stop 2024-02-10T00:02:27.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.536+0000 7fab98c6d740 1 -- 172.21.15.1:0/713160436 shutdown_connections 2024-02-10T00:02:27.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.536+0000 7fab98c6d740 1 --2- 172.21.15.1:0/713160436 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593020f8f60 0x5593020fb3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.536+0000 7fab98c6d740 1 --2- 172.21.15.1:0/713160436 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5593020f03e0 0x5593020f8990 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.536+0000 7fab98c6d740 1 --2- 172.21.15.1:0/713160436 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5593020efa30 0x5593020efe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.536+0000 7fab98c6d740 1 -- 172.21.15.1:0/713160436 >> 172.21.15.1:0/713160436 conn(0x5593020ea100 msgr2=0x5593020ea4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:27.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.536+0000 7fab98c6d740 1 -- 172.21.15.1:0/713160436 shutdown_connections 2024-02-10T00:02:27.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.536+0000 7fab98c6d740 1 -- 172.21.15.1:0/713160436 wait complete. 2024-02-10T00:02:27.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.537+0000 7fab98c6d740 1 -- start start 2024-02-10T00:02:27.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.537+0000 7fab98c6d740 1 Processor -- start 2024-02-10T00:02:27.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.537+0000 7fab98c6d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593020efa30 0x5593020f5f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.537+0000 7fab98c6d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5593020f03e0 0x5593020f64c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.537+0000 7fab98c6d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5593020f8f60 0x5593020f6a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.537+0000 7fab98c6d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559302057030 con 0x5593020f03e0 2024-02-10T00:02:27.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.537+0000 7fab98c6d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559301d2a430 con 0x5593020efa30 2024-02-10T00:02:27.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.537+0000 7fab98c6d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559301ce6e00 con 0x5593020f8f60 2024-02-10T00:02:27.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.537+0000 7fab98c6d740 10 client.0 _ll_register_callbacks cb 0x55930204c030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:27.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.537+0000 7fab8effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5593020f03e0 0x5593020f64c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.537+0000 7fab8effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5593020f03e0 0x5593020f64c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54238/0 (socket says 172.21.15.1:54238) 2024-02-10T00:02:27.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.537+0000 7fab8effd640 1 -- 172.21.15.1:0/1045606448 learned_addr learned my addr 172.21.15.1:0/1045606448 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:27.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.537+0000 7fab8f7fe640 1 --2- 172.21.15.1:0/1045606448 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593020efa30 0x5593020f5f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.537+0000 7fab8ffff640 1 --2- 172.21.15.1:0/1045606448 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5593020f8f60 0x5593020f6a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.538+0000 7fab8effd640 1 -- 172.21.15.1:0/1045606448 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5593020f8f60 msgr2=0x5593020f6a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.538+0000 7fab8effd640 1 --2- 172.21.15.1:0/1045606448 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5593020f8f60 0x5593020f6a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.538+0000 7fab8effd640 1 -- 172.21.15.1:0/1045606448 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593020efa30 msgr2=0x5593020f5f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.538+0000 7fab8effd640 1 --2- 172.21.15.1:0/1045606448 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593020efa30 0x5593020f5f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.538+0000 7fab8effd640 1 -- 172.21.15.1:0/1045606448 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab8400a8a0 con 0x5593020f03e0 2024-02-10T00:02:27.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.538+0000 7fab8effd640 1 --2- 172.21.15.1:0/1045606448 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5593020f03e0 0x5593020f64c0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7fab84000c00 tx=0x7fab84005ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66e0c621425dda4f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:27.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.538+0000 7fab6effd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:27.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.538+0000 7fab6effd640 1 -- 172.21.15.1:0/1045606448 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab8400a740 con 0x5593020f03e0 2024-02-10T00:02:27.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.538+0000 7fab6effd640 1 -- 172.21.15.1:0/1045606448 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fab84018640 con 0x5593020f03e0 2024-02-10T00:02:27.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.538+0000 7fab98c6d740 1 -- 172.21.15.1:0/1045606448 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559301d567e0 con 0x5593020f03e0 2024-02-10T00:02:27.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.538+0000 7fab6effd640 1 -- 172.21.15.1:0/1045606448 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fab840105e0 con 0x5593020f03e0 2024-02-10T00:02:27.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.538+0000 7fab98c6d740 10 client.16707 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:27.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.538+0000 7fab98c6d740 1 -- 172.21.15.1:0/1045606448 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5593020556b0 con 0x5593020f03e0 2024-02-10T00:02:27.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.538+0000 7fab6effd640 1 -- 172.21.15.1:0/1045606448 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x559301d567e0 con 0x5593020f03e0 2024-02-10T00:02:27.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.538+0000 7fab6effd640 1 -- 172.21.15.1:0/1045606448 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fab84004850 con 0x5593020f03e0 2024-02-10T00:02:27.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.539+0000 7fab98c6d740 10 client.16707 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:27.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.539+0000 7fab98c6d740 10 client.16707 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:02:27.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.539+0000 7fab98c6d740 20 client.16707 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:27.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.539+0000 7fab98c6d740 1 --2- 172.21.15.1:0/1045606448 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559302109450 0x55930210b870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.539+0000 7fab98c6d740 4 client.16707 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:02:27.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.539+0000 7fab98c6d740 1 -- 172.21.15.1:0/1045606448 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559301d93720 con 0x559302109450 2024-02-10T00:02:27.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.539+0000 7fab8f7fe640 1 --2- 172.21.15.1:0/1045606448 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559302109450 0x55930210b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.539+0000 7fab8f7fe640 1 --2- 172.21.15.1:0/1045606448 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559302109450 0x55930210b870 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=90a3f185b3fcfdc server_cookie=6a36ad392e73f2ab in_seq=0 out_seq=0 2024-02-10T00:02:27.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.539+0000 7fab6effd640 10 client.16707 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:27.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.540+0000 7fab6effd640 1 -- 172.21.15.1:0/1045606448 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x559301d93720 con 0x559302109450 2024-02-10T00:02:27.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.540+0000 7fab6effd640 10 client.16707 handle_command_reply: tid=0 2024-02-10T00:02:27.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.540+0000 7fab98c6d740 1 client.16707 shutdown 2024-02-10T00:02:27.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.540+0000 7fab98c6d740 1 -- 172.21.15.1:0/1045606448 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5593020f03e0 msgr2=0x5593020f64c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.540+0000 7fab98c6d740 1 --2- 172.21.15.1:0/1045606448 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5593020f03e0 0x5593020f64c0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7fab84000c00 tx=0x7fab84005ed0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.540+0000 7fab98c6d740 1 -- 172.21.15.1:0/1045606448 shutdown_connections 2024-02-10T00:02:27.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.540+0000 7fab98c6d740 1 --2- 172.21.15.1:0/1045606448 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559302109450 0x55930210b870 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.540+0000 7fab98c6d740 1 --2- 172.21.15.1:0/1045606448 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5593020f8f60 0x5593020f6a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.540+0000 7fab98c6d740 1 --2- 172.21.15.1:0/1045606448 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5593020f03e0 0x5593020f64c0 unknown :-1 s=CLOSED pgs=837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.540+0000 7fab98c6d740 1 --2- 172.21.15.1:0/1045606448 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593020efa30 0x5593020f5f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.540+0000 7fab98c6d740 1 -- 172.21.15.1:0/1045606448 >> 172.21.15.1:0/1045606448 conn(0x5593020ea100 msgr2=0x5593020ebe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:27.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.540+0000 7fab6effd640 0 client.16707 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:27.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.540+0000 7fab98c6d740 1 -- 172.21.15.1:0/1045606448 shutdown_connections 2024-02-10T00:02:27.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.540+0000 7fab98c6d740 1 -- 172.21.15.1:0/1045606448 wait complete. 2024-02-10T00:02:27.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.541+0000 7fab98c6d740 20 client.16707 trim_cache size 0 max 16384 2024-02-10T00:02:27.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.552+0000 7fab98c6d740 1 Processor -- start 2024-02-10T00:02:27.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.552+0000 7fab98c6d740 1 -- start start 2024-02-10T00:02:27.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.552+0000 7fab98c6d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593020ea100 0x5593020f64d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.552+0000 7fab98c6d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5593020efa30 0x5593020f6a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.552+0000 7fab98c6d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5593020f03e0 0x5593020f4850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.552+0000 7fab98c6d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593020e58b0 con 0x5593020efa30 2024-02-10T00:02:27.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.552+0000 7fab98c6d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559301fdc130 con 0x5593020ea100 2024-02-10T00:02:27.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.552+0000 7fab98c6d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593020eeda0 con 0x5593020f03e0 2024-02-10T00:02:27.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.552+0000 7fab8effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5593020efa30 0x5593020f6a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.552+0000 7fab8effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5593020efa30 0x5593020f6a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54244/0 (socket says 172.21.15.1:54244) 2024-02-10T00:02:27.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.552+0000 7fab8effd640 1 -- 172.21.15.1:0/2992816100 learned_addr learned my addr 172.21.15.1:0/2992816100 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:27.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.553+0000 7fab8f7fe640 1 --2- 172.21.15.1:0/2992816100 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593020ea100 0x5593020f64d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.553+0000 7fab8effd640 1 -- 172.21.15.1:0/2992816100 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5593020f03e0 msgr2=0x5593020f4850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.553+0000 7fab8ffff640 1 --2- 172.21.15.1:0/2992816100 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5593020f03e0 0x5593020f4850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.553+0000 7fab8effd640 1 --2- 172.21.15.1:0/2992816100 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5593020f03e0 0x5593020f4850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.553+0000 7fab8effd640 1 -- 172.21.15.1:0/2992816100 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593020ea100 msgr2=0x5593020f64d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.553+0000 7fab8effd640 1 --2- 172.21.15.1:0/2992816100 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593020ea100 0x5593020f64d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.553+0000 7fab8effd640 1 -- 172.21.15.1:0/2992816100 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559301ff1c90 con 0x5593020efa30 2024-02-10T00:02:27.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.553+0000 7fab8f7fe640 1 --2- 172.21.15.1:0/2992816100 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593020ea100 0x5593020f64d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:02:27.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.553+0000 7fab8effd640 1 --2- 172.21.15.1:0/2992816100 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5593020efa30 0x5593020f6a10 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7fab84004c60 tx=0x7fab8400ab40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2cb3dc3075ab28ac server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:27.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.553+0000 7fab757fa640 1 -- 172.21.15.1:0/2992816100 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab84004dd0 con 0x5593020efa30 2024-02-10T00:02:27.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.553+0000 7fab757fa640 1 -- 172.21.15.1:0/2992816100 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fab8400aeb0 con 0x5593020efa30 2024-02-10T00:02:27.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.553+0000 7fab757fa640 1 -- 172.21.15.1:0/2992816100 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab840188c0 con 0x5593020efa30 2024-02-10T00:02:27.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.554+0000 7fab98c6d740 1 -- 172.21.15.1:0/2992816100 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5593020efa30 msgr2=0x5593020f6a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.554+0000 7fab98c6d740 1 --2- 172.21.15.1:0/2992816100 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5593020efa30 0x5593020f6a10 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7fab84004c60 tx=0x7fab8400ab40 comp rx=0 tx=0).stop 2024-02-10T00:02:27.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.554+0000 7fab98c6d740 1 -- 172.21.15.1:0/2992816100 shutdown_connections 2024-02-10T00:02:27.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.554+0000 7fab98c6d740 1 --2- 172.21.15.1:0/2992816100 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5593020f03e0 0x5593020f4850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.554+0000 7fab98c6d740 1 --2- 172.21.15.1:0/2992816100 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5593020efa30 0x5593020f6a10 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.554+0000 7fab98c6d740 1 --2- 172.21.15.1:0/2992816100 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593020ea100 0x5593020f64d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.554+0000 7fab98c6d740 1 -- 172.21.15.1:0/2992816100 >> 172.21.15.1:0/2992816100 conn(0x5593020f0b30 msgr2=0x5593020f1210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:27.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.554+0000 7fab98c6d740 1 -- 172.21.15.1:0/2992816100 shutdown_connections 2024-02-10T00:02:27.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.554+0000 7fab98c6d740 1 -- 172.21.15.1:0/2992816100 wait complete. 2024-02-10T00:02:27.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.554+0000 7fab98c6d740 1 -- start start 2024-02-10T00:02:27.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.554+0000 7fab98c6d740 1 Processor -- start 2024-02-10T00:02:27.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.554+0000 7fab98c6d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5593020ea100 0x5593020fe230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.554+0000 7fab98c6d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5593020efa30 0x5593020fe770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.554+0000 7fab98c6d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593020f03e0 0x5593021589d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.554+0000 7fab98c6d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559302158f10 con 0x5593020ea100 2024-02-10T00:02:27.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.554+0000 7fab98c6d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559302159080 con 0x5593020f03e0 2024-02-10T00:02:27.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.554+0000 7fab98c6d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559302159240 con 0x5593020efa30 2024-02-10T00:02:27.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.555+0000 7fab98c6d740 10 client.0 _ll_register_callbacks cb 0x7fab8400a690 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:27.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.555+0000 7fab8f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5593020ea100 0x5593020fe230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.555+0000 7fab8f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5593020ea100 0x5593020fe230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54252/0 (socket says 172.21.15.1:54252) 2024-02-10T00:02:27.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.555+0000 7fab8f7fe640 1 -- 172.21.15.1:0/3196661471 learned_addr learned my addr 172.21.15.1:0/3196661471 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:27.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.555+0000 7fab8effd640 1 --2- 172.21.15.1:0/3196661471 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5593020efa30 0x5593020fe770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.555+0000 7fab8ffff640 1 --2- 172.21.15.1:0/3196661471 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593020f03e0 0x5593021589d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.555+0000 7fab8f7fe640 1 -- 172.21.15.1:0/3196661471 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5593020efa30 msgr2=0x5593020fe770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.555+0000 7fab8f7fe640 1 --2- 172.21.15.1:0/3196661471 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5593020efa30 0x5593020fe770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.555+0000 7fab8f7fe640 1 -- 172.21.15.1:0/3196661471 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593020f03e0 msgr2=0x5593021589d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:27.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.555+0000 7fab8f7fe640 1 --2- 172.21.15.1:0/3196661471 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593020f03e0 0x5593021589d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.555+0000 7fab8f7fe640 1 -- 172.21.15.1:0/3196661471 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5593020556b0 con 0x5593020ea100 2024-02-10T00:02:27.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.555+0000 7fab8ffff640 1 --2- 172.21.15.1:0/3196661471 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593020f03e0 0x5593021589d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:02:27.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.555+0000 7fab8f7fe640 1 --2- 172.21.15.1:0/3196661471 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5593020ea100 0x5593020fe230 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7fab800ee430 tx=0x7fab800bd220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3449e1de6bf0dec0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:27.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.555+0000 7fab6effd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:27.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.555+0000 7fab6effd640 1 -- 172.21.15.1:0/3196661471 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab80004b40 con 0x5593020ea100 2024-02-10T00:02:27.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.555+0000 7fab6effd640 1 -- 172.21.15.1:0/3196661471 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fab800d6120 con 0x5593020ea100 2024-02-10T00:02:27.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.555+0000 7fab98c6d740 1 -- 172.21.15.1:0/3196661471 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fab84018b20 con 0x5593020ea100 2024-02-10T00:02:27.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.555+0000 7fab6effd640 1 -- 172.21.15.1:0/3196661471 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fab800bdd20 con 0x5593020ea100 2024-02-10T00:02:27.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.555+0000 7fab98c6d740 10 client.16713 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:27.564 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.555+0000 7fab98c6d740 1 -- 172.21.15.1:0/3196661471 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x559302017a70 con 0x5593020ea100 2024-02-10T00:02:27.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.555+0000 7fab6effd640 1 -- 172.21.15.1:0/3196661471 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fab84018b20 con 0x5593020ea100 2024-02-10T00:02:27.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.556+0000 7fab6effd640 1 -- 172.21.15.1:0/3196661471 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fab80003970 con 0x5593020ea100 2024-02-10T00:02:27.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.556+0000 7fab98c6d740 10 client.16713 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:27.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.556+0000 7fab98c6d740 10 client.16713 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:02:27.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.556+0000 7fab98c6d740 20 client.16713 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:27.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.556+0000 7fab98c6d740 1 --2- 172.21.15.1:0/3196661471 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5593020f8f60 0x559302162730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:27.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.556+0000 7fab98c6d740 4 client.16713 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:02:27.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.556+0000 7fab98c6d740 1 -- 172.21.15.1:0/3196661471 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x559301de2890 con 0x5593020f8f60 2024-02-10T00:02:27.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.556+0000 7fab8effd640 1 --2- 172.21.15.1:0/3196661471 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5593020f8f60 0x559302162730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:27.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.556+0000 7fab6effd640 10 client.16713 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:27.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.556+0000 7fab8effd640 1 --2- 172.21.15.1:0/3196661471 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5593020f8f60 0x559302162730 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1590729ca6678e82 server_cookie=b4934dee13781736 in_seq=0 out_seq=0 2024-02-10T00:02:27.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.557+0000 7fab6effd640 1 -- 172.21.15.1:0/3196661471 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x559301de2890 con 0x5593020f8f60 2024-02-10T00:02:27.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.557+0000 7fab6effd640 10 client.16713 handle_command_reply: tid=0 2024-02-10T00:02:27.565 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.557+0000 7fab98c6d740 1 client.16713 shutdown 2024-02-10T00:02:27.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.557+0000 7fab98c6d740 1 -- 172.21.15.1:0/3196661471 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5593020ea100 msgr2=0x5593020fe230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.557+0000 7fab98c6d740 1 --2- 172.21.15.1:0/3196661471 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5593020ea100 0x5593020fe230 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7fab800ee430 tx=0x7fab800bd220 comp rx=0 tx=0).stop 2024-02-10T00:02:27.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.557+0000 7fab98c6d740 1 -- 172.21.15.1:0/3196661471 shutdown_connections 2024-02-10T00:02:27.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.557+0000 7fab98c6d740 1 --2- 172.21.15.1:0/3196661471 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5593020f8f60 0x559302162730 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.557+0000 7fab98c6d740 1 --2- 172.21.15.1:0/3196661471 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593020f03e0 0x5593021589d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.557+0000 7fab98c6d740 1 --2- 172.21.15.1:0/3196661471 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5593020efa30 0x5593020fe770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.557+0000 7fab6effd640 0 client.16713 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:27.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.557+0000 7fab98c6d740 1 --2- 172.21.15.1:0/3196661471 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5593020ea100 0x5593020fe230 unknown :-1 s=CLOSED pgs=839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.557+0000 7fab98c6d740 1 -- 172.21.15.1:0/3196661471 >> 172.21.15.1:0/3196661471 conn(0x5593020f0b30 msgr2=0x5593020f4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:27.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.557+0000 7fab98c6d740 1 -- 172.21.15.1:0/3196661471 shutdown_connections 2024-02-10T00:02:27.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.557+0000 7fab98c6d740 1 -- 172.21.15.1:0/3196661471 wait complete. 2024-02-10T00:02:27.566 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.557+0000 7fab98c6d740 20 client.16713 trim_cache size 0 max 16384 2024-02-10T00:02:27.567 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:02:27.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.557+0000 7fab9608f640 1 -- 172.21.15.1:0/1107565975 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fab780a2230 msgr2=0x7fab780a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.567 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.557+0000 7fab9608f640 1 --2- 172.21.15.1:0/1107565975 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fab780a2230 0x7fab780a46f0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fab8800af70 tx=0x7fab88013830 comp rx=0 tx=0).stop 2024-02-10T00:02:27.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.557+0000 7fab9608f640 1 -- 172.21.15.1:0/1107565975 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fab90100340 msgr2=0x7fab9019d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:27.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.557+0000 7fab9608f640 1 --2- 172.21.15.1:0/1107565975 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fab90100340 0x7fab9019d570 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7fab8002c700 tx=0x7fab80034d30 comp rx=0 tx=0).stop 2024-02-10T00:02:27.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.557+0000 7fab9608f640 1 -- 172.21.15.1:0/1107565975 shutdown_connections 2024-02-10T00:02:27.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.557+0000 7fab9608f640 1 --2- 172.21.15.1:0/1107565975 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fab780a2230 0x7fab780a46f0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.557+0000 7fab9608f640 1 --2- 172.21.15.1:0/1107565975 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fab90197630 0x7fab90197ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.557+0000 7fab9608f640 1 --2- 172.21.15.1:0/1107565975 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fab90105410 0x7fab9019dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.557+0000 7fab9608f640 1 --2- 172.21.15.1:0/1107565975 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fab90100340 0x7fab9019d570 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:27.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.557+0000 7fab9608f640 1 -- 172.21.15.1:0/1107565975 >> 172.21.15.1:0/1107565975 conn(0x7fab900772e0 msgr2=0x7fab900fe080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:27.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.557+0000 7fab9608f640 1 -- 172.21.15.1:0/1107565975 shutdown_connections 2024-02-10T00:02:27.568 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:27.558+0000 7fab9608f640 1 -- 172.21.15.1:0/1107565975 wait complete. 2024-02-10T00:02:28.572 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-02-10T00:02:28.572 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T00:02:28.572 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-02-10T00:02:28.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.685+0000 7f8235055640 1 -- 172.21.15.1:0/1549695963 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8230105090 msgr2=0x7f8230105470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:28.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.685+0000 7f8235055640 1 --2- 172.21.15.1:0/1549695963 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8230105090 0x7f8230105470 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f8224009900 tx=0x7f822402bc80 comp rx=0 tx=0).stop 2024-02-10T00:02:28.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.685+0000 7f8235055640 1 -- 172.21.15.1:0/1549695963 shutdown_connections 2024-02-10T00:02:28.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.685+0000 7f8235055640 1 --2- 172.21.15.1:0/1549695963 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f82301011d0 0x7f823010cf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.685+0000 7f8235055640 1 --2- 172.21.15.1:0/1549695963 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8230100830 0x7f8230100c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.685+0000 7f8235055640 1 --2- 172.21.15.1:0/1549695963 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8230105090 0x7f8230105470 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.685+0000 7f8235055640 1 -- 172.21.15.1:0/1549695963 >> 172.21.15.1:0/1549695963 conn(0x7f8230077680 msgr2=0x7f82300fd9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:28.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.686+0000 7f8235055640 1 -- 172.21.15.1:0/1549695963 shutdown_connections 2024-02-10T00:02:28.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.686+0000 7f8235055640 1 -- 172.21.15.1:0/1549695963 wait complete. 2024-02-10T00:02:28.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.686+0000 7f8235055640 1 Processor -- start 2024-02-10T00:02:28.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.686+0000 7f8235055640 1 -- start start 2024-02-10T00:02:28.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.687+0000 7f8235055640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8230100830 0x7f82300fba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.687+0000 7f8235055640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f82301011d0 0x7f82300fbfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.687+0000 7f8235055640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8230105090 0x7f82300fc510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.687+0000 7f8235055640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82301a5ca0 con 0x7f8230100830 2024-02-10T00:02:28.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.687+0000 7f8235055640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82301a5e10 con 0x7f82301011d0 2024-02-10T00:02:28.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.687+0000 7f8235055640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82301a5fd0 con 0x7f8230105090 2024-02-10T00:02:28.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.687+0000 7f822ed9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8230100830 0x7f82300fba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.687+0000 7f822ed9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8230100830 0x7f82300fba90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54270/0 (socket says 172.21.15.1:54270) 2024-02-10T00:02:28.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.687+0000 7f822ed9d640 1 -- 172.21.15.1:0/3387784060 learned_addr learned my addr 172.21.15.1:0/3387784060 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:28.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.687+0000 7f822f59e640 1 --2- 172.21.15.1:0/3387784060 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8230105090 0x7f82300fc510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.687+0000 7f822e59c640 1 --2- 172.21.15.1:0/3387784060 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f82301011d0 0x7f82300fbfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.687+0000 7f822ed9d640 1 -- 172.21.15.1:0/3387784060 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8230105090 msgr2=0x7f82300fc510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:28.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.687+0000 7f822ed9d640 1 --2- 172.21.15.1:0/3387784060 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8230105090 0x7f82300fc510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.687+0000 7f822ed9d640 1 -- 172.21.15.1:0/3387784060 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f82301011d0 msgr2=0x7f82300fbfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:28.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.687+0000 7f822ed9d640 1 --2- 172.21.15.1:0/3387784060 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f82301011d0 0x7f82300fbfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.687+0000 7f822ed9d640 1 -- 172.21.15.1:0/3387784060 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8224009560 con 0x7f8230100830 2024-02-10T00:02:28.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.687+0000 7f822ed9d640 1 --2- 172.21.15.1:0/3387784060 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8230100830 0x7f82300fba90 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f8224005940 tx=0x7f822402c660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:28.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.688+0000 7f8217fff640 1 -- 172.21.15.1:0/3387784060 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82240042d0 con 0x7f8230100830 2024-02-10T00:02:28.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.688+0000 7f8217fff640 1 -- 172.21.15.1:0/3387784060 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8224004430 con 0x7f8230100830 2024-02-10T00:02:28.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.688+0000 7f8235055640 1 -- 172.21.15.1:0/3387784060 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f82301a6250 con 0x7f8230100830 2024-02-10T00:02:28.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.688+0000 7f8217fff640 1 -- 172.21.15.1:0/3387784060 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8224003c50 con 0x7f8230100830 2024-02-10T00:02:28.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.688+0000 7f8235055640 1 -- 172.21.15.1:0/3387784060 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82301a6760 con 0x7f8230100830 2024-02-10T00:02:28.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.690+0000 7f8217fff640 1 -- 172.21.15.1:0/3387784060 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f82240054f0 con 0x7f8230100830 2024-02-10T00:02:28.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.690+0000 7f8237c22740 1 Processor -- start 2024-02-10T00:02:28.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.690+0000 7f8237c22740 1 -- start start 2024-02-10T00:02:28.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.690+0000 7f8237c22740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55639562a190 0x55639562a570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.690+0000 7f8237c22740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55639562aab0 0x556395633150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.690+0000 7f8237c22740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556395633690 0x556395635a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.690+0000 7f8237c22740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556395598000 con 0x55639562aab0 2024-02-10T00:02:28.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.690+0000 7f8237c22740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556395595530 con 0x55639562a190 2024-02-10T00:02:28.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.690+0000 7f8237c22740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556395590d10 con 0x556395633690 2024-02-10T00:02:28.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.690+0000 7f822ed9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55639562aab0 0x556395633150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.690+0000 7f822f59e640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55639562a190 0x55639562a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.690+0000 7f822ed9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55639562aab0 0x556395633150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54274/0 (socket says 172.21.15.1:54274) 2024-02-10T00:02:28.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.691+0000 7f822ed9d640 1 -- 172.21.15.1:0/1022871994 learned_addr learned my addr 172.21.15.1:0/1022871994 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:28.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.691+0000 7f822e59c640 1 --2- 172.21.15.1:0/1022871994 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556395633690 0x556395635a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.691+0000 7f8217fff640 1 --2- 172.21.15.1:0/3387784060 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f82180a2230 0x7f82180a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.691+0000 7f822ed9d640 1 -- 172.21.15.1:0/1022871994 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556395633690 msgr2=0x556395635a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:28.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.691+0000 7f822ed9d640 1 --2- 172.21.15.1:0/1022871994 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556395633690 0x556395635a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.691+0000 7f822ed9d640 1 -- 172.21.15.1:0/1022871994 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55639562a190 msgr2=0x55639562a570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:28.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.691+0000 7f822ed9d640 1 --2- 172.21.15.1:0/1022871994 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55639562a190 0x55639562a570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.691+0000 7f822ed9d640 1 -- 172.21.15.1:0/1022871994 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556395537210 con 0x55639562aab0 2024-02-10T00:02:28.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.691+0000 7f822e59c640 1 --2- 172.21.15.1:0/1022871994 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556395633690 0x556395635a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:02:28.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.691+0000 7f822f59e640 1 --2- 172.21.15.1:0/1022871994 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55639562a190 0x55639562a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:02:28.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.691+0000 7f822f59e640 1 --2- 172.21.15.1:0/3387784060 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f82180a2230 0x7f82180a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.691+0000 7f8217fff640 1 -- 172.21.15.1:0/3387784060 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f82240efef0 con 0x7f8230100830 2024-02-10T00:02:28.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.691+0000 7f822ed9d640 1 --2- 172.21.15.1:0/1022871994 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55639562aab0 0x556395633150 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f82240ed6f0 tx=0x7f8224087b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ae0a99c1bbd2e7f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:28.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.691+0000 7f82157fa640 1 -- 172.21.15.1:0/1022871994 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82240853a0 con 0x55639562aab0 2024-02-10T00:02:28.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.691+0000 7f82157fa640 1 -- 172.21.15.1:0/1022871994 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f82240bc560 con 0x55639562aab0 2024-02-10T00:02:28.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.691+0000 7f82157fa640 1 -- 172.21.15.1:0/1022871994 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82240bd120 con 0x55639562aab0 2024-02-10T00:02:28.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.692+0000 7f8237c22740 1 -- 172.21.15.1:0/1022871994 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55639562aab0 msgr2=0x556395633150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:28.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.692+0000 7f8237c22740 1 --2- 172.21.15.1:0/1022871994 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55639562aab0 0x556395633150 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f82240ed6f0 tx=0x7f8224087b20 comp rx=0 tx=0).stop 2024-02-10T00:02:28.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.692+0000 7f822f59e640 1 --2- 172.21.15.1:0/3387784060 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f82180a2230 0x7f82180a46f0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f8228009fd0 tx=0x7f8228004a40 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:28.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.692+0000 7f8237c22740 1 -- 172.21.15.1:0/1022871994 shutdown_connections 2024-02-10T00:02:28.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.692+0000 7f8237c22740 1 --2- 172.21.15.1:0/1022871994 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556395633690 0x556395635a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.692+0000 7f8237c22740 1 --2- 172.21.15.1:0/1022871994 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55639562aab0 0x556395633150 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.692+0000 7f8237c22740 1 --2- 172.21.15.1:0/1022871994 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55639562a190 0x55639562a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.692+0000 7f8237c22740 1 -- 172.21.15.1:0/1022871994 >> 172.21.15.1:0/1022871994 conn(0x5563956248c0 msgr2=0x556395624ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:28.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.692+0000 7f8237c22740 1 -- 172.21.15.1:0/1022871994 shutdown_connections 2024-02-10T00:02:28.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.692+0000 7f8237c22740 1 -- 172.21.15.1:0/1022871994 wait complete. 2024-02-10T00:02:28.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.693+0000 7f8237c22740 1 -- start start 2024-02-10T00:02:28.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.693+0000 7f8237c22740 1 Processor -- start 2024-02-10T00:02:28.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.693+0000 7f8237c22740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55639562a190 0x5563956306e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.693+0000 7f8237c22740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55639562aab0 0x556395630c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.693+0000 7f8237c22740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556395633690 0x556395631160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.693+0000 7f8237c22740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556395535e60 con 0x556395633690 2024-02-10T00:02:28.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.693+0000 7f8237c22740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5563952644b0 con 0x55639562a190 2024-02-10T00:02:28.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.693+0000 7f8237c22740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556395516670 con 0x55639562aab0 2024-02-10T00:02:28.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.693+0000 7f8237c22740 10 client.0 _ll_register_callbacks cb 0x55639552e190 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:28.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.693+0000 7f822f59e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556395633690 0x556395631160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.693+0000 7f822f59e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556395633690 0x556395631160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54288/0 (socket says 172.21.15.1:54288) 2024-02-10T00:02:28.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.693+0000 7f822f59e640 1 -- 172.21.15.1:0/2733861601 learned_addr learned my addr 172.21.15.1:0/2733861601 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:28.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.693+0000 7f822e59c640 1 --2- 172.21.15.1:0/2733861601 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55639562aab0 0x556395630c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.693+0000 7f822ed9d640 1 --2- 172.21.15.1:0/2733861601 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55639562a190 0x5563956306e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.693+0000 7f822f59e640 1 -- 172.21.15.1:0/2733861601 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55639562aab0 msgr2=0x556395630c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:28.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.693+0000 7f822f59e640 1 --2- 172.21.15.1:0/2733861601 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55639562aab0 0x556395630c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.693+0000 7f822f59e640 1 -- 172.21.15.1:0/2733861601 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55639562a190 msgr2=0x5563956306e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:28.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.693+0000 7f822f59e640 1 --2- 172.21.15.1:0/2733861601 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55639562a190 0x5563956306e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.693+0000 7f822f59e640 1 -- 172.21.15.1:0/2733861601 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82301a6760 con 0x556395633690 2024-02-10T00:02:28.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.694+0000 7f822f59e640 1 --2- 172.21.15.1:0/2733861601 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556395633690 0x556395631160 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f822800fc60 tx=0x7f8228004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59420a139840464a server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:28.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.694+0000 7f8212ff5640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:28.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.694+0000 7f8212ff5640 1 -- 172.21.15.1:0/2733861601 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8228022070 con 0x556395633690 2024-02-10T00:02:28.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.694+0000 7f8212ff5640 1 -- 172.21.15.1:0/2733861601 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f822801d0d0 con 0x556395633690 2024-02-10T00:02:28.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.694+0000 7f8237c22740 1 -- 172.21.15.1:0/2733861601 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556395290860 con 0x556395633690 2024-02-10T00:02:28.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.694+0000 7f8212ff5640 1 -- 172.21.15.1:0/2733861601 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f822801d2d0 con 0x556395633690 2024-02-10T00:02:28.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.694+0000 7f8237c22740 10 client.16725 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:28.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.694+0000 7f8237c22740 1 -- 172.21.15.1:0/2733861601 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55639558f390 con 0x556395633690 2024-02-10T00:02:28.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.694+0000 7f8212ff5640 1 -- 172.21.15.1:0/2733861601 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x556395290860 con 0x556395633690 2024-02-10T00:02:28.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.694+0000 7f8212ff5640 1 -- 172.21.15.1:0/2733861601 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f8228005140 con 0x556395633690 2024-02-10T00:02:28.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.694+0000 7f8237c22740 10 client.16725 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:28.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.694+0000 7f8237c22740 10 client.16725 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:02:28.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.694+0000 7f8237c22740 20 client.16725 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:28.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.694+0000 7f8237c22740 1 --2- 172.21.15.1:0/2733861601 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556395643550 0x556395645970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.694+0000 7f8237c22740 4 client.16725 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:02:28.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.694+0000 7f8237c22740 1 -- 172.21.15.1:0/2733861601 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5563952e1410 con 0x556395643550 2024-02-10T00:02:28.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.695+0000 7f822ed9d640 1 --2- 172.21.15.1:0/2733861601 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556395643550 0x556395645970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.695+0000 7f8212ff5640 10 client.16725 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:28.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.695+0000 7f822ed9d640 1 --2- 172.21.15.1:0/2733861601 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556395643550 0x556395645970 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7209c67ef7681aee server_cookie=130bf792a125dd09 in_seq=0 out_seq=0 2024-02-10T00:02:28.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.695+0000 7f8212ff5640 1 -- 172.21.15.1:0/2733861601 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5563952e1410 con 0x556395643550 2024-02-10T00:02:28.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.695+0000 7f8212ff5640 10 client.16725 handle_command_reply: tid=0 2024-02-10T00:02:28.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.696+0000 7f8237c22740 1 client.16725 shutdown 2024-02-10T00:02:28.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.696+0000 7f8237c22740 1 -- 172.21.15.1:0/2733861601 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556395633690 msgr2=0x556395631160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:28.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.696+0000 7f8237c22740 1 --2- 172.21.15.1:0/2733861601 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556395633690 0x556395631160 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f822800fc60 tx=0x7f8228004ab0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.696+0000 7f8237c22740 1 -- 172.21.15.1:0/2733861601 shutdown_connections 2024-02-10T00:02:28.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.696+0000 7f8237c22740 1 --2- 172.21.15.1:0/2733861601 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556395643550 0x556395645970 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.696+0000 7f8237c22740 1 --2- 172.21.15.1:0/2733861601 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556395633690 0x556395631160 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.696+0000 7f8237c22740 1 --2- 172.21.15.1:0/2733861601 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55639562aab0 0x556395630c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.696+0000 7f8212ff5640 0 client.16725 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:28.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.696+0000 7f8237c22740 1 --2- 172.21.15.1:0/2733861601 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55639562a190 0x5563956306e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.696+0000 7f8237c22740 1 -- 172.21.15.1:0/2733861601 >> 172.21.15.1:0/2733861601 conn(0x5563956248c0 msgr2=0x556395626610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:28.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.696+0000 7f8237c22740 1 -- 172.21.15.1:0/2733861601 shutdown_connections 2024-02-10T00:02:28.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.696+0000 7f8237c22740 1 -- 172.21.15.1:0/2733861601 wait complete. 2024-02-10T00:02:28.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.696+0000 7f8237c22740 20 client.16725 trim_cache size 0 max 16384 2024-02-10T00:02:28.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.711+0000 7f8237c22740 1 Processor -- start 2024-02-10T00:02:28.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.711+0000 7f8237c22740 1 -- start start 2024-02-10T00:02:28.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.711+0000 7f8237c22740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55639562a190 0x556395630f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.711+0000 7f8237c22740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55639562aab0 0x55639563a300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.711+0000 7f8237c22740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556395633690 0x55639563a840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.711+0000 7f8237c22740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5563956258c0 con 0x55639562aab0 2024-02-10T00:02:28.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.711+0000 7f8237c22740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556395629930 con 0x55639562a190 2024-02-10T00:02:28.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.712+0000 7f8237c22740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55639562c320 con 0x556395633690 2024-02-10T00:02:28.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.712+0000 7f822e59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55639562aab0 0x55639563a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.712+0000 7f822e59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55639562aab0 0x55639563a300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54300/0 (socket says 172.21.15.1:54300) 2024-02-10T00:02:28.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.712+0000 7f822e59c640 1 -- 172.21.15.1:0/3277391932 learned_addr learned my addr 172.21.15.1:0/3277391932 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:28.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.712+0000 7f822f59e640 1 --2- 172.21.15.1:0/3277391932 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556395633690 0x55639563a840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.712+0000 7f822ed9d640 1 --2- 172.21.15.1:0/3277391932 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55639562a190 0x556395630f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.712+0000 7f822e59c640 1 -- 172.21.15.1:0/3277391932 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556395633690 msgr2=0x55639563a840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:28.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.712+0000 7f822e59c640 1 --2- 172.21.15.1:0/3277391932 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556395633690 0x55639563a840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.712+0000 7f822e59c640 1 -- 172.21.15.1:0/3277391932 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55639562a190 msgr2=0x556395630f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:28.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.712+0000 7f822e59c640 1 --2- 172.21.15.1:0/3277391932 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55639562a190 0x556395630f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.712+0000 7f822e59c640 1 -- 172.21.15.1:0/3277391932 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55639552bc70 con 0x55639562aab0 2024-02-10T00:02:28.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.712+0000 7f822ed9d640 1 --2- 172.21.15.1:0/3277391932 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55639562a190 0x556395630f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:02:28.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.712+0000 7f822e59c640 1 --2- 172.21.15.1:0/3277391932 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55639562aab0 0x55639563a300 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f8220009ea0 tx=0x7f8220005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8ece9b23015b692 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:28.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.712+0000 7f8214ff9640 1 -- 172.21.15.1:0/3277391932 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8220017070 con 0x55639562aab0 2024-02-10T00:02:28.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.713+0000 7f8214ff9640 1 -- 172.21.15.1:0/3277391932 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8220018040 con 0x55639562aab0 2024-02-10T00:02:28.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.713+0000 7f8214ff9640 1 -- 172.21.15.1:0/3277391932 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f822001d460 con 0x55639562aab0 2024-02-10T00:02:28.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.713+0000 7f8237c22740 1 -- 172.21.15.1:0/3277391932 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55639562aab0 msgr2=0x55639563a300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:28.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.713+0000 7f8237c22740 1 --2- 172.21.15.1:0/3277391932 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55639562aab0 0x55639563a300 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f8220009ea0 tx=0x7f8220005f90 comp rx=0 tx=0).stop 2024-02-10T00:02:28.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.713+0000 7f8237c22740 1 -- 172.21.15.1:0/3277391932 shutdown_connections 2024-02-10T00:02:28.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.713+0000 7f8237c22740 1 --2- 172.21.15.1:0/3277391932 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556395633690 0x55639563a840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.713+0000 7f8237c22740 1 --2- 172.21.15.1:0/3277391932 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55639562aab0 0x55639563a300 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.713+0000 7f8237c22740 1 --2- 172.21.15.1:0/3277391932 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55639562a190 0x556395630f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.713+0000 7f8237c22740 1 -- 172.21.15.1:0/3277391932 >> 172.21.15.1:0/3277391932 conn(0x5563956248c0 msgr2=0x556395625bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:28.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.713+0000 7f8237c22740 1 -- 172.21.15.1:0/3277391932 shutdown_connections 2024-02-10T00:02:28.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.713+0000 7f8237c22740 1 -- 172.21.15.1:0/3277391932 wait complete. 2024-02-10T00:02:28.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.714+0000 7f8237c22740 1 -- start start 2024-02-10T00:02:28.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.714+0000 7f8237c22740 1 Processor -- start 2024-02-10T00:02:28.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.714+0000 7f8237c22740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55639562a190 0x556395694520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.714+0000 7f8237c22740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55639562aab0 0x556395694a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.714+0000 7f8237c22740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556395633690 0x556395639cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.714+0000 7f8237c22740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55639563a280 con 0x55639562a190 2024-02-10T00:02:28.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.714+0000 7f8237c22740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55639563a3f0 con 0x55639562aab0 2024-02-10T00:02:28.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.714+0000 7f8237c22740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55639563a5b0 con 0x556395633690 2024-02-10T00:02:28.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.714+0000 7f8237c22740 10 client.0 _ll_register_callbacks cb 0x7f82240f38d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:28.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.714+0000 7f822ed9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55639562a190 0x556395694520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.714+0000 7f822ed9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55639562a190 0x556395694520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54316/0 (socket says 172.21.15.1:54316) 2024-02-10T00:02:28.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.714+0000 7f822ed9d640 1 -- 172.21.15.1:0/1153334872 learned_addr learned my addr 172.21.15.1:0/1153334872 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:28.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.714+0000 7f822e59c640 1 --2- 172.21.15.1:0/1153334872 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55639562aab0 0x556395694a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.714+0000 7f822f59e640 1 --2- 172.21.15.1:0/1153334872 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556395633690 0x556395639cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.715+0000 7f822ed9d640 1 -- 172.21.15.1:0/1153334872 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556395633690 msgr2=0x556395639cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:28.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.715+0000 7f822ed9d640 1 --2- 172.21.15.1:0/1153334872 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556395633690 0x556395639cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.715+0000 7f822ed9d640 1 -- 172.21.15.1:0/1153334872 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55639562aab0 msgr2=0x556395694a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:28.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.715+0000 7f822ed9d640 1 --2- 172.21.15.1:0/1153334872 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55639562aab0 0x556395694a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.715+0000 7f822ed9d640 1 -- 172.21.15.1:0/1153334872 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556395537210 con 0x55639562a190 2024-02-10T00:02:28.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.715+0000 7f822ed9d640 1 --2- 172.21.15.1:0/1153334872 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55639562a190 0x556395694520 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f82240ed830 tx=0x7f82240057a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f6474697a9e1209 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:28.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.715+0000 7f8212ff5640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:28.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.715+0000 7f8212ff5640 1 -- 172.21.15.1:0/1153334872 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82240f01b0 con 0x55639562a190 2024-02-10T00:02:28.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.715+0000 7f8212ff5640 1 -- 172.21.15.1:0/1153334872 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f82240dc070 con 0x55639562a190 2024-02-10T00:02:28.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.715+0000 7f8237c22740 1 -- 172.21.15.1:0/1153334872 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f82240bc560 con 0x55639562a190 2024-02-10T00:02:28.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.715+0000 7f8212ff5640 1 -- 172.21.15.1:0/1153334872 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f82240bc380 con 0x55639562a190 2024-02-10T00:02:28.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.715+0000 7f8237c22740 10 client.16731 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:28.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.715+0000 7f8237c22740 1 -- 172.21.15.1:0/1153334872 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x7f8220009b50 con 0x55639562a190 2024-02-10T00:02:28.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.715+0000 7f8212ff5640 1 -- 172.21.15.1:0/1153334872 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f82240bc560 con 0x55639562a190 2024-02-10T00:02:28.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.715+0000 7f8212ff5640 1 -- 172.21.15.1:0/1153334872 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f822403c070 con 0x55639562a190 2024-02-10T00:02:28.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.715+0000 7f8237c22740 10 client.16731 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:28.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.715+0000 7f8237c22740 10 client.16731 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:02:28.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.715+0000 7f8237c22740 20 client.16731 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:28.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.715+0000 7f8237c22740 1 --2- 172.21.15.1:0/1153334872 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55639569c1a0 0x55639569e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.715+0000 7f8237c22740 4 client.16731 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-02-10T00:02:28.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.715+0000 7f8237c22740 1 -- 172.21.15.1:0/1153334872 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x5563952cd7b0 con 0x55639569c1a0 2024-02-10T00:02:28.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.716+0000 7f822e59c640 1 --2- 172.21.15.1:0/1153334872 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55639569c1a0 0x55639569e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.716+0000 7f822e59c640 1 --2- 172.21.15.1:0/1153334872 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55639569c1a0 0x55639569e5c0 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=88ee6f6f97f49cbb server_cookie=17f4ee1cc2a6059c in_seq=0 out_seq=0 2024-02-10T00:02:28.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.716+0000 7f8212ff5640 10 client.16731 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:28.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.717+0000 7f8212ff5640 1 -- 172.21.15.1:0/1153334872 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x5563952cd7b0 con 0x55639569c1a0 2024-02-10T00:02:28.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.717+0000 7f8212ff5640 10 client.16731 handle_command_reply: tid=0 2024-02-10T00:02:28.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.717+0000 7f8237c22740 1 client.16731 shutdown 2024-02-10T00:02:28.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.717+0000 7f8237c22740 1 -- 172.21.15.1:0/1153334872 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55639562a190 msgr2=0x556395694520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:28.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.717+0000 7f8237c22740 1 --2- 172.21.15.1:0/1153334872 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55639562a190 0x556395694520 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f82240ed830 tx=0x7f82240057a0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.717+0000 7f8237c22740 1 -- 172.21.15.1:0/1153334872 shutdown_connections 2024-02-10T00:02:28.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.717+0000 7f8237c22740 1 --2- 172.21.15.1:0/1153334872 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55639569c1a0 0x55639569e5c0 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.717+0000 7f8237c22740 1 --2- 172.21.15.1:0/1153334872 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556395633690 0x556395639cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.717+0000 7f8212ff5640 0 client.16731 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:28.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.717+0000 7f8237c22740 1 --2- 172.21.15.1:0/1153334872 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55639562aab0 0x556395694a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.717+0000 7f8237c22740 1 --2- 172.21.15.1:0/1153334872 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55639562a190 0x556395694520 unknown :-1 s=CLOSED pgs=845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.717+0000 7f8237c22740 1 -- 172.21.15.1:0/1153334872 >> 172.21.15.1:0/1153334872 conn(0x5563956248c0 msgr2=0x556395623920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:28.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.718+0000 7f8237c22740 1 -- 172.21.15.1:0/1153334872 shutdown_connections 2024-02-10T00:02:28.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.718+0000 7f8237c22740 1 -- 172.21.15.1:0/1153334872 wait complete. 2024-02-10T00:02:28.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.718+0000 7f8237c22740 20 client.16731 trim_cache size 0 max 16384 2024-02-10T00:02:28.728 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:02:28.728 INFO:teuthology.orchestra.run.smithi001.stdout: "return_code": 0, 2024-02-10T00:02:28.728 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_tag": "48cf7bce-437e-4a9f-8fa5-8c8e67b5c2ba", 2024-02-10T00:02:28.729 INFO:teuthology.orchestra.run.smithi001.stdout: "mode": "asynchronous" 2024-02-10T00:02:28.729 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:02:28.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.718+0000 7f8235055640 1 -- 172.21.15.1:0/3387784060 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f82180a2230 msgr2=0x7f82180a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:28.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.718+0000 7f8235055640 1 --2- 172.21.15.1:0/3387784060 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f82180a2230 0x7f82180a46f0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f8228009fd0 tx=0x7f8228004a40 comp rx=0 tx=0).stop 2024-02-10T00:02:28.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.718+0000 7f8235055640 1 -- 172.21.15.1:0/3387784060 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8230100830 msgr2=0x7f82300fba90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:28.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.718+0000 7f8235055640 1 --2- 172.21.15.1:0/3387784060 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8230100830 0x7f82300fba90 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f8224005940 tx=0x7f822402c660 comp rx=0 tx=0).stop 2024-02-10T00:02:28.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.718+0000 7f8235055640 1 -- 172.21.15.1:0/3387784060 shutdown_connections 2024-02-10T00:02:28.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.718+0000 7f8235055640 1 --2- 172.21.15.1:0/3387784060 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f82180a2230 0x7f82180a46f0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.718+0000 7f8235055640 1 --2- 172.21.15.1:0/3387784060 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8230105090 0x7f82300fc510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.718+0000 7f8235055640 1 --2- 172.21.15.1:0/3387784060 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f82301011d0 0x7f82300fbfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.718+0000 7f8235055640 1 --2- 172.21.15.1:0/3387784060 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8230100830 0x7f82300fba90 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.718+0000 7f8235055640 1 -- 172.21.15.1:0/3387784060 >> 172.21.15.1:0/3387784060 conn(0x7f8230077680 msgr2=0x7f82300ff920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:28.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.719+0000 7f8235055640 1 -- 172.21.15.1:0/3387784060 shutdown_connections 2024-02-10T00:02:28.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.719+0000 7f8235055640 1 -- 172.21.15.1:0/3387784060 wait complete. 2024-02-10T00:02:28.736 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:02:28.736 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:02:28.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.839+0000 7f3cfd455640 1 -- 172.21.15.1:0/133472440 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3cf8101430 msgr2=0x7f3cf8101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:28.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.839+0000 7f3cfd455640 1 --2- 172.21.15.1:0/133472440 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3cf8101430 0x7f3cf8101810 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f3ce8009930 tx=0x7f3ce802bc30 comp rx=0 tx=0).stop 2024-02-10T00:02:28.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.839+0000 7f3cfd455640 1 -- 172.21.15.1:0/133472440 shutdown_connections 2024-02-10T00:02:28.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.839+0000 7f3cfd455640 1 --2- 172.21.15.1:0/133472440 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3cf8106500 0x7f3cf810e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.839+0000 7f3cfd455640 1 --2- 172.21.15.1:0/133472440 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3cf8101de0 0x7f3cf8105e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.839+0000 7f3cfd455640 1 --2- 172.21.15.1:0/133472440 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3cf8101430 0x7f3cf8101810 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.839+0000 7f3cfd455640 1 -- 172.21.15.1:0/133472440 >> 172.21.15.1:0/133472440 conn(0x7f3cf80fccd0 msgr2=0x7f3cf80ff0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:28.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.839+0000 7f3cfd455640 1 -- 172.21.15.1:0/133472440 shutdown_connections 2024-02-10T00:02:28.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.839+0000 7f3cfd455640 1 -- 172.21.15.1:0/133472440 wait complete. 2024-02-10T00:02:28.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.840+0000 7f3cfd455640 1 Processor -- start 2024-02-10T00:02:28.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.840+0000 7f3cfd455640 1 -- start start 2024-02-10T00:02:28.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.840+0000 7f3cfd455640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3cf8101430 0x7f3cf819d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.840+0000 7f3cfd455640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3cf8106500 0x7f3cf819db00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.840+0000 7f3cfd455640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3cf8197680 0x7f3cf8197b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.840+0000 7f3cfd455640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3cf8198150 con 0x7f3cf8197680 2024-02-10T00:02:28.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.840+0000 7f3cfd455640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3cf81982c0 con 0x7f3cf8106500 2024-02-10T00:02:28.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.840+0000 7f3cfd455640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3cf8198480 con 0x7f3cf8101430 2024-02-10T00:02:28.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.840+0000 7f3cf77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3cf8197680 0x7f3cf8197b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.840+0000 7f3cf6ffd640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3cf8101430 0x7f3cf819d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.840+0000 7f3cf6ffd640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3cf8101430 0x7f3cf819d5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.1:45290/0 (socket says 172.21.15.1:45290) 2024-02-10T00:02:28.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.840+0000 7f3cf77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3cf8197680 0x7f3cf8197b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54346/0 (socket says 172.21.15.1:54346) 2024-02-10T00:02:28.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.840+0000 7f3cf6ffd640 1 -- 172.21.15.1:0/3787176062 learned_addr learned my addr 172.21.15.1:0/3787176062 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:28.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.840+0000 7f3cf67fc640 1 --2- 172.21.15.1:0/3787176062 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3cf8106500 0x7f3cf819db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.841+0000 7f3cf6ffd640 1 -- 172.21.15.1:0/3787176062 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3cf8106500 msgr2=0x7f3cf819db00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:28.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.841+0000 7f3cf6ffd640 1 --2- 172.21.15.1:0/3787176062 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3cf8106500 0x7f3cf819db00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.841+0000 7f3cf6ffd640 1 -- 172.21.15.1:0/3787176062 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3cf8197680 msgr2=0x7f3cf8197b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:28.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.841+0000 7f3cf6ffd640 1 --2- 172.21.15.1:0/3787176062 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3cf8197680 0x7f3cf8197b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.841+0000 7f3cf6ffd640 1 -- 172.21.15.1:0/3787176062 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ce8009560 con 0x7f3cf8101430 2024-02-10T00:02:28.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.841+0000 7f3cf6ffd640 1 --2- 172.21.15.1:0/3787176062 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3cf8101430 0x7f3cf819d5c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f3ce8009230 tx=0x7f3ce802c650 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:28.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.841+0000 7f3cdffff640 1 -- 172.21.15.1:0/3787176062 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ce8004350 con 0x7f3cf8101430 2024-02-10T00:02:28.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.841+0000 7f3cfd455640 1 -- 172.21.15.1:0/3787176062 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3cf81a43c0 con 0x7f3cf8101430 2024-02-10T00:02:28.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.841+0000 7f3cdffff640 1 -- 172.21.15.1:0/3787176062 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3ce80044b0 con 0x7f3cf8101430 2024-02-10T00:02:28.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.841+0000 7f3cdffff640 1 -- 172.21.15.1:0/3787176062 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ce8003d00 con 0x7f3cf8101430 2024-02-10T00:02:28.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.841+0000 7f3cfd455640 1 -- 172.21.15.1:0/3787176062 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3cf81a48f0 con 0x7f3cf8101430 2024-02-10T00:02:28.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.843+0000 7f3d0002b740 1 Processor -- start 2024-02-10T00:02:28.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.843+0000 7f3d0002b740 1 -- start start 2024-02-10T00:02:28.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.843+0000 7f3cdffff640 1 -- 172.21.15.1:0/3787176062 <== mon.1 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f3ce8004df0 con 0x7f3cf8101430 2024-02-10T00:02:28.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.844+0000 7f3d0002b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559be953980 0x5559be953d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.844+0000 7f3d0002b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559be954330 0x5559be95c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.844+0000 7f3d0002b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559be95ceb0 0x5559be95f300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.844+0000 7f3d0002b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559be90ed00 con 0x5559be95ceb0 2024-02-10T00:02:28.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.844+0000 7f3d0002b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559be8c32f0 con 0x5559be954330 2024-02-10T00:02:28.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.844+0000 7f3d0002b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559be8c0820 con 0x5559be953980 2024-02-10T00:02:28.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.844+0000 7f3cf67fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559be95ceb0 0x5559be95f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.844+0000 7f3cf77fe640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559be953980 0x5559be953d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.844+0000 7f3cf77fe640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559be953980 0x5559be953d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.1:45292/0 (socket says 172.21.15.1:45292) 2024-02-10T00:02:28.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.844+0000 7f3cf67fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559be95ceb0 0x5559be95f300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54352/0 (socket says 172.21.15.1:54352) 2024-02-10T00:02:28.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.844+0000 7f3cf77fe640 1 -- 172.21.15.1:0/414357237 learned_addr learned my addr 172.21.15.1:0/414357237 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:28.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.844+0000 7f3cf6ffd640 1 --2- 172.21.15.1:0/414357237 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559be954330 0x5559be95c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.844+0000 7f3cdffff640 1 --2- 172.21.15.1:0/3787176062 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3ce00a2230 0x7f3ce00a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.844+0000 7f3cf67fc640 1 -- 172.21.15.1:0/414357237 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559be953980 msgr2=0x5559be953d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:28.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.844+0000 7f3cf67fc640 1 --2- 172.21.15.1:0/414357237 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559be953980 0x5559be953d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.844+0000 7f3cf67fc640 1 -- 172.21.15.1:0/414357237 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559be954330 msgr2=0x5559be95c8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:28.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.844+0000 7f3cf67fc640 1 --2- 172.21.15.1:0/414357237 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559be954330 0x5559be95c8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.844+0000 7f3cf67fc640 1 -- 172.21.15.1:0/414357237 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5559be87dff0 con 0x5559be95ceb0 2024-02-10T00:02:28.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.844+0000 7f3cf6ffd640 1 --2- 172.21.15.1:0/414357237 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559be954330 0x5559be95c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:02:28.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.844+0000 7f3cf77fe640 1 --2- 172.21.15.1:0/414357237 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559be953980 0x5559be953d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:02:28.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.844+0000 7f3cf77fe640 1 --2- 172.21.15.1:0/3787176062 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3ce00a2230 0x7f3ce00a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.844+0000 7f3cdffff640 1 -- 172.21.15.1:0/3787176062 <== mon.1 v2:172.21.15.103:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f3ce80eff90 con 0x7f3cf8101430 2024-02-10T00:02:28.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.844+0000 7f3cf67fc640 1 --2- 172.21.15.1:0/414357237 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559be95ceb0 0x5559be95f300 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f3cf806a990 tx=0x7f3cec011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69d0202a96a0c091 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:28.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.845+0000 7f3cdd7fa640 1 -- 172.21.15.1:0/414357237 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3cec004050 con 0x5559be95ceb0 2024-02-10T00:02:28.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.845+0000 7f3cdd7fa640 1 -- 172.21.15.1:0/414357237 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3cec005500 con 0x5559be95ceb0 2024-02-10T00:02:28.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.845+0000 7f3cf77fe640 1 --2- 172.21.15.1:0/3787176062 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3ce00a2230 0x7f3ce00a46f0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f3cf00107d0 tx=0x7f3cf0004a40 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:28.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.845+0000 7f3cdd7fa640 1 -- 172.21.15.1:0/414357237 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3cec004c30 con 0x5559be95ceb0 2024-02-10T00:02:28.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.846+0000 7f3d0002b740 1 -- 172.21.15.1:0/414357237 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559be95ceb0 msgr2=0x5559be95f300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:28.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.846+0000 7f3d0002b740 1 --2- 172.21.15.1:0/414357237 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559be95ceb0 0x5559be95f300 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f3cf806a990 tx=0x7f3cec011810 comp rx=0 tx=0).stop 2024-02-10T00:02:28.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.846+0000 7f3d0002b740 1 -- 172.21.15.1:0/414357237 shutdown_connections 2024-02-10T00:02:28.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.846+0000 7f3d0002b740 1 --2- 172.21.15.1:0/414357237 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559be95ceb0 0x5559be95f300 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.846+0000 7f3d0002b740 1 --2- 172.21.15.1:0/414357237 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559be954330 0x5559be95c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.846+0000 7f3d0002b740 1 --2- 172.21.15.1:0/414357237 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559be953980 0x5559be953d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.846+0000 7f3d0002b740 1 -- 172.21.15.1:0/414357237 >> 172.21.15.1:0/414357237 conn(0x5559be94e050 msgr2=0x5559be94e430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:28.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.846+0000 7f3d0002b740 1 -- 172.21.15.1:0/414357237 shutdown_connections 2024-02-10T00:02:28.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.846+0000 7f3d0002b740 1 -- 172.21.15.1:0/414357237 wait complete. 2024-02-10T00:02:28.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.846+0000 7f3d0002b740 1 -- start start 2024-02-10T00:02:28.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.846+0000 7f3d0002b740 1 Processor -- start 2024-02-10T00:02:28.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.846+0000 7f3d0002b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559be953980 0x5559be959d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.846+0000 7f3d0002b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559be954330 0x5559be95a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.846+0000 7f3d0002b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559be95ceb0 0x5559be95a7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.846+0000 7f3d0002b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559be8bc000 con 0x5559be954330 2024-02-10T00:02:28.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.846+0000 7f3d0002b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559be58f430 con 0x5559be953980 2024-02-10T00:02:28.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.846+0000 7f3d0002b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559be54be00 con 0x5559be95ceb0 2024-02-10T00:02:28.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.846+0000 7f3d0002b740 10 client.0 _ll_register_callbacks cb 0x5559be8b07f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:28.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.847+0000 7f3cf67fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559be954330 0x5559be95a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.847+0000 7f3cf6ffd640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559be953980 0x5559be959d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.847+0000 7f3cf6ffd640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559be953980 0x5559be959d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.1:41234/0 (socket says 172.21.15.1:41234) 2024-02-10T00:02:28.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.847+0000 7f3cf6ffd640 1 -- 172.21.15.1:0/1598499982 learned_addr learned my addr 172.21.15.1:0/1598499982 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:28.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.847+0000 7f3cf77fe640 1 --2- 172.21.15.1:0/1598499982 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559be95ceb0 0x5559be95a7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.847+0000 7f3cf6ffd640 1 -- 172.21.15.1:0/1598499982 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559be95ceb0 msgr2=0x5559be95a7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:28.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.847+0000 7f3cf6ffd640 1 --2- 172.21.15.1:0/1598499982 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559be95ceb0 0x5559be95a7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.847+0000 7f3cf6ffd640 1 -- 172.21.15.1:0/1598499982 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559be954330 msgr2=0x5559be95a2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:28.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.847+0000 7f3cf6ffd640 1 --2- 172.21.15.1:0/1598499982 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559be954330 0x5559be95a2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.847+0000 7f3cf6ffd640 1 -- 172.21.15.1:0/1598499982 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3cec009850 con 0x5559be953980 2024-02-10T00:02:28.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.847+0000 7f3cf6ffd640 1 --2- 172.21.15.1:0/1598499982 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559be953980 0x5559be959d60 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f3ce80ed820 tx=0x7f3ce802c740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3d92ff6a853216be server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:28.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.847+0000 7f3cdaff5640 10 client.0 ms_handle_connect on v2:172.21.15.88:3300/0 2024-02-10T00:02:28.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.847+0000 7f3cdaff5640 1 -- 172.21.15.1:0/1598499982 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ce80bc3c0 con 0x5559be953980 2024-02-10T00:02:28.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.847+0000 7f3cdaff5640 1 -- 172.21.15.1:0/1598499982 <== mon.2 v2:172.21.15.88:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f3ce80035f0 con 0x5559be953980 2024-02-10T00:02:28.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.847+0000 7f3d0002b740 1 -- 172.21.15.1:0/1598499982 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5559be5bb7e0 con 0x5559be953980 2024-02-10T00:02:28.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.847+0000 7f3cdaff5640 1 -- 172.21.15.1:0/1598499982 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3ce8003e60 con 0x5559be953980 2024-02-10T00:02:28.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.847+0000 7f3d0002b740 10 client.26036 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:28.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.847+0000 7f3d0002b740 1 -- 172.21.15.1:0/1598499982 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5559be8ba680 con 0x5559be953980 2024-02-10T00:02:28.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.848+0000 7f3cdaff5640 1 -- 172.21.15.1:0/1598499982 <== mon.2 v2:172.21.15.88:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5559be5bb7e0 con 0x5559be953980 2024-02-10T00:02:28.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.848+0000 7f3cdaff5640 1 -- 172.21.15.1:0/1598499982 <== mon.2 v2:172.21.15.88:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f3ce803c070 con 0x5559be953980 2024-02-10T00:02:28.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.848+0000 7f3d0002b740 10 client.26036 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:28.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.848+0000 7f3d0002b740 10 client.26036 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:02:28.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.848+0000 7f3d0002b740 20 client.26036 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:28.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.848+0000 7f3d0002b740 1 --2- 172.21.15.1:0/1598499982 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5559be96d240 0x5559be96f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.848+0000 7f3d0002b740 4 client.26036 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:02:28.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.848+0000 7f3d0002b740 1 -- 172.21.15.1:0/1598499982 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5559be5f8720 con 0x5559be96d240 2024-02-10T00:02:28.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.848+0000 7f3cf67fc640 1 --2- 172.21.15.1:0/1598499982 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5559be96d240 0x5559be96f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.848+0000 7f3cdaff5640 10 client.26036 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:28.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.848+0000 7f3cf67fc640 1 --2- 172.21.15.1:0/1598499982 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5559be96d240 0x5559be96f630 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6a38a6cc31bc502b server_cookie=ab714b55884f4443 in_seq=0 out_seq=0 2024-02-10T00:02:28.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.849+0000 7f3cdaff5640 1 -- 172.21.15.1:0/1598499982 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5559be5f8720 con 0x5559be96d240 2024-02-10T00:02:28.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.849+0000 7f3cdaff5640 10 client.26036 handle_command_reply: tid=0 2024-02-10T00:02:28.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.849+0000 7f3d0002b740 1 client.26036 shutdown 2024-02-10T00:02:28.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.849+0000 7f3d0002b740 1 -- 172.21.15.1:0/1598499982 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559be953980 msgr2=0x5559be959d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:28.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.849+0000 7f3d0002b740 1 --2- 172.21.15.1:0/1598499982 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559be953980 0x5559be959d60 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f3ce80ed820 tx=0x7f3ce802c740 comp rx=0 tx=0).stop 2024-02-10T00:02:28.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.849+0000 7f3d0002b740 1 -- 172.21.15.1:0/1598499982 shutdown_connections 2024-02-10T00:02:28.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.849+0000 7f3d0002b740 1 --2- 172.21.15.1:0/1598499982 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5559be96d240 0x5559be96f630 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.849+0000 7f3d0002b740 1 --2- 172.21.15.1:0/1598499982 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559be95ceb0 0x5559be95a7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.849+0000 7f3cdaff5640 0 client.26036 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:28.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.849+0000 7f3d0002b740 1 --2- 172.21.15.1:0/1598499982 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559be954330 0x5559be95a2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.849+0000 7f3d0002b740 1 --2- 172.21.15.1:0/1598499982 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559be953980 0x5559be959d60 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.849+0000 7f3d0002b740 1 -- 172.21.15.1:0/1598499982 >> 172.21.15.1:0/1598499982 conn(0x5559be94e050 msgr2=0x5559be94fda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:28.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.849+0000 7f3d0002b740 1 -- 172.21.15.1:0/1598499982 shutdown_connections 2024-02-10T00:02:28.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.849+0000 7f3d0002b740 1 -- 172.21.15.1:0/1598499982 wait complete. 2024-02-10T00:02:28.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.849+0000 7f3d0002b740 20 client.26036 trim_cache size 0 max 16384 2024-02-10T00:02:28.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.881+0000 7f3d0002b740 1 Processor -- start 2024-02-10T00:02:28.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.881+0000 7f3d0002b740 1 -- start start 2024-02-10T00:02:28.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.882+0000 7f3d0002b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559be953980 0x5559be95c490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.882+0000 7f3d0002b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559be954330 0x5559be95a600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.882+0000 7f3d0002b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559be95ceb0 0x5559be956fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.882+0000 7f3d0002b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559be840fd0 con 0x5559be953980 2024-02-10T00:02:28.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.882+0000 7f3d0002b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559be94dec0 con 0x5559be95ceb0 2024-02-10T00:02:28.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.882+0000 7f3d0002b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559be9747f0 con 0x5559be954330 2024-02-10T00:02:28.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.882+0000 7f3cf6ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559be953980 0x5559be95c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.882+0000 7f3cf77fe640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559be95ceb0 0x5559be956fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.886 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.882+0000 7f3cf6ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559be953980 0x5559be95c490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54358/0 (socket says 172.21.15.1:54358) 2024-02-10T00:02:28.887 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.882+0000 7f3cf6ffd640 1 -- 172.21.15.1:0/3470776541 learned_addr learned my addr 172.21.15.1:0/3470776541 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:28.887 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.882+0000 7f3cf67fc640 1 --2- 172.21.15.1:0/3470776541 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559be954330 0x5559be95a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.887 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.882+0000 7f3cf67fc640 1 -- 172.21.15.1:0/3470776541 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559be95ceb0 msgr2=0x5559be956fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:28.887 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.882+0000 7f3cf67fc640 1 --2- 172.21.15.1:0/3470776541 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559be95ceb0 0x5559be956fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.887 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.882+0000 7f3cf67fc640 1 -- 172.21.15.1:0/3470776541 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559be953980 msgr2=0x5559be95c490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:28.887 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.882+0000 7f3cf67fc640 1 --2- 172.21.15.1:0/3470776541 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559be953980 0x5559be95c490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.887 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.882+0000 7f3cf67fc640 1 -- 172.21.15.1:0/3470776541 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5559be856b30 con 0x5559be954330 2024-02-10T00:02:28.887 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.882+0000 7f3cf67fc640 1 --2- 172.21.15.1:0/3470776541 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559be954330 0x5559be95a600 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f3cec011d10 tx=0x7f3cec0096c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d2b82d5228717856 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:28.887 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.882+0000 7f3cdcff9640 1 -- 172.21.15.1:0/3470776541 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3cec02a040 con 0x5559be954330 2024-02-10T00:02:28.887 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.883+0000 7f3cdcff9640 1 -- 172.21.15.1:0/3470776541 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3cec005670 con 0x5559be954330 2024-02-10T00:02:28.887 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.883+0000 7f3cdcff9640 1 -- 172.21.15.1:0/3470776541 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3cec02d810 con 0x5559be954330 2024-02-10T00:02:28.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.883+0000 7f3d0002b740 1 -- 172.21.15.1:0/3470776541 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559be954330 msgr2=0x5559be95a600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:28.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.883+0000 7f3d0002b740 1 --2- 172.21.15.1:0/3470776541 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559be954330 0x5559be95a600 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f3cec011d10 tx=0x7f3cec0096c0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.884+0000 7f3d0002b740 1 -- 172.21.15.1:0/3470776541 shutdown_connections 2024-02-10T00:02:28.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.884+0000 7f3d0002b740 1 --2- 172.21.15.1:0/3470776541 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559be95ceb0 0x5559be956fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.884+0000 7f3d0002b740 1 --2- 172.21.15.1:0/3470776541 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559be954330 0x5559be95a600 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.884+0000 7f3d0002b740 1 --2- 172.21.15.1:0/3470776541 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559be953980 0x5559be95c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.884+0000 7f3d0002b740 1 -- 172.21.15.1:0/3470776541 >> 172.21.15.1:0/3470776541 conn(0x5559be94e050 msgr2=0x5559be958d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:28.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.884+0000 7f3d0002b740 1 -- 172.21.15.1:0/3470776541 shutdown_connections 2024-02-10T00:02:28.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.884+0000 7f3d0002b740 1 -- 172.21.15.1:0/3470776541 wait complete. 2024-02-10T00:02:28.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.884+0000 7f3d0002b740 1 -- start start 2024-02-10T00:02:28.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.884+0000 7f3d0002b740 1 Processor -- start 2024-02-10T00:02:28.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.884+0000 7f3d0002b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559be953980 0x5559be962c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.884+0000 7f3d0002b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559be954330 0x5559be9631b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.884+0000 7f3d0002b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559be95ceb0 0x5559be9c36d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.885+0000 7f3d0002b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559be963990 con 0x5559be95ceb0 2024-02-10T00:02:28.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.885+0000 7f3d0002b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559be963b00 con 0x5559be953980 2024-02-10T00:02:28.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.885+0000 7f3d0002b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559be9c3c60 con 0x5559be954330 2024-02-10T00:02:28.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.885+0000 7f3d0002b740 10 client.0 _ll_register_callbacks cb 0x7f3cec0097a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:28.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.885+0000 7f3cf77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559be95ceb0 0x5559be9c36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.885+0000 7f3cf67fc640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559be954330 0x5559be9631b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.885+0000 7f3cf6ffd640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559be953980 0x5559be962c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.885+0000 7f3cf77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559be95ceb0 0x5559be9c36d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54368/0 (socket says 172.21.15.1:54368) 2024-02-10T00:02:28.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.885+0000 7f3cf77fe640 1 -- 172.21.15.1:0/2138112071 learned_addr learned my addr 172.21.15.1:0/2138112071 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:28.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.885+0000 7f3cf67fc640 1 -- 172.21.15.1:0/2138112071 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559be953980 msgr2=0x5559be962c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:28.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.885+0000 7f3cf67fc640 1 --2- 172.21.15.1:0/2138112071 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559be953980 0x5559be962c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.885+0000 7f3cf67fc640 1 -- 172.21.15.1:0/2138112071 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559be95ceb0 msgr2=0x5559be9c36d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:28.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.885+0000 7f3cf67fc640 1 --2- 172.21.15.1:0/2138112071 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559be95ceb0 0x5559be9c36d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.885+0000 7f3cf67fc640 1 -- 172.21.15.1:0/2138112071 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5559be87dff0 con 0x5559be954330 2024-02-10T00:02:28.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.885+0000 7f3cf6ffd640 1 --2- 172.21.15.1:0/2138112071 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559be953980 0x5559be962c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:02:28.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.885+0000 7f3cf77fe640 1 --2- 172.21.15.1:0/2138112071 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559be95ceb0 0x5559be9c36d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:02:28.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.885+0000 7f3cf67fc640 1 --2- 172.21.15.1:0/2138112071 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559be954330 0x5559be9631b0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x5559be923ba0 tx=0x7f3cec011dd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b8ad14aaf39e450d server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:28.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.885+0000 7f3cdaff5640 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-02-10T00:02:28.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.885+0000 7f3cdaff5640 1 -- 172.21.15.1:0/2138112071 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3cec03b070 con 0x5559be954330 2024-02-10T00:02:28.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.885+0000 7f3cdaff5640 1 -- 172.21.15.1:0/2138112071 <== mon.1 v2:172.21.15.103:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f3cec02dd90 con 0x5559be954330 2024-02-10T00:02:28.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.885+0000 7f3d0002b740 1 -- 172.21.15.1:0/2138112071 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5559be647890 con 0x5559be954330 2024-02-10T00:02:28.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.886+0000 7f3cdaff5640 1 -- 172.21.15.1:0/2138112071 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3cec02a040 con 0x5559be954330 2024-02-10T00:02:28.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.886+0000 7f3d0002b740 10 client.26107 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:28.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.886+0000 7f3d0002b740 1 -- 172.21.15.1:0/2138112071 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5559be87c850 con 0x5559be954330 2024-02-10T00:02:28.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.886+0000 7f3cdaff5640 1 -- 172.21.15.1:0/2138112071 <== mon.1 v2:172.21.15.103:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5559be647890 con 0x5559be954330 2024-02-10T00:02:28.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.886+0000 7f3cdaff5640 1 -- 172.21.15.1:0/2138112071 <== mon.1 v2:172.21.15.103:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f3cec03e030 con 0x5559be954330 2024-02-10T00:02:28.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.886+0000 7f3d0002b740 10 client.26107 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:28.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.886+0000 7f3d0002b740 10 client.26107 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:02:28.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.886+0000 7f3d0002b740 20 client.26107 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:28.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.886+0000 7f3d0002b740 1 --2- 172.21.15.1:0/2138112071 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5559be9c50f0 0x5559be9c7510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:28.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.886+0000 7f3d0002b740 4 client.26107 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:02:28.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.886+0000 7f3d0002b740 1 -- 172.21.15.1:0/2138112071 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5559be567700 con 0x5559be9c50f0 2024-02-10T00:02:28.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.886+0000 7f3cf6ffd640 1 --2- 172.21.15.1:0/2138112071 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5559be9c50f0 0x5559be9c7510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:28.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.887+0000 7f3cf6ffd640 1 --2- 172.21.15.1:0/2138112071 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5559be9c50f0 0x5559be9c7510 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=143bd50b7750ce3b server_cookie=19dd8523552a02f2 in_seq=0 out_seq=0 2024-02-10T00:02:28.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.887+0000 7f3cdaff5640 10 client.26107 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:28.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.887+0000 7f3cdaff5640 1 -- 172.21.15.1:0/2138112071 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x5559be567700 con 0x5559be9c50f0 2024-02-10T00:02:28.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.887+0000 7f3cdaff5640 10 client.26107 handle_command_reply: tid=0 2024-02-10T00:02:28.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.887+0000 7f3d0002b740 1 client.26107 shutdown 2024-02-10T00:02:28.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.887+0000 7f3d0002b740 1 -- 172.21.15.1:0/2138112071 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559be954330 msgr2=0x5559be9631b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:28.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.887+0000 7f3d0002b740 1 --2- 172.21.15.1:0/2138112071 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559be954330 0x5559be9631b0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x5559be923ba0 tx=0x7f3cec011dd0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.887+0000 7f3d0002b740 1 -- 172.21.15.1:0/2138112071 shutdown_connections 2024-02-10T00:02:28.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.887+0000 7f3d0002b740 1 --2- 172.21.15.1:0/2138112071 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5559be9c50f0 0x5559be9c7510 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.887+0000 7f3d0002b740 1 --2- 172.21.15.1:0/2138112071 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5559be95ceb0 0x5559be9c36d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.887+0000 7f3d0002b740 1 --2- 172.21.15.1:0/2138112071 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5559be954330 0x5559be9631b0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.887+0000 7f3d0002b740 1 --2- 172.21.15.1:0/2138112071 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5559be953980 0x5559be962c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.887+0000 7f3cdaff5640 0 client.26107 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:28.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.887+0000 7f3d0002b740 1 -- 172.21.15.1:0/2138112071 >> 172.21.15.1:0/2138112071 conn(0x5559be94e050 msgr2=0x5559be94c960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:28.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.887+0000 7f3d0002b740 1 -- 172.21.15.1:0/2138112071 shutdown_connections 2024-02-10T00:02:28.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.887+0000 7f3d0002b740 1 -- 172.21.15.1:0/2138112071 wait complete. 2024-02-10T00:02:28.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.887+0000 7f3d0002b740 20 client.26107 trim_cache size 0 max 16384 2024-02-10T00:02:28.898 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:02:28.898 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "IDLE (waiting for more scrubs)", 2024-02-10T00:02:28.898 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": { 2024-02-10T00:02:28.898 INFO:teuthology.orchestra.run.smithi001.stdout: "48cf7bce-437e-4a9f-8fa5-8c8e67b5c2ba": { 2024-02-10T00:02:28.898 INFO:teuthology.orchestra.run.smithi001.stdout: "path": "/", 2024-02-10T00:02:28.898 INFO:teuthology.orchestra.run.smithi001.stdout: "tag": "48cf7bce-437e-4a9f-8fa5-8c8e67b5c2ba", 2024-02-10T00:02:28.898 INFO:teuthology.orchestra.run.smithi001.stdout: "options": "recursive,force" 2024-02-10T00:02:28.898 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:02:28.898 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:02:28.898 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:02:28.899 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.888+0000 7f3cfd455640 1 -- 172.21.15.1:0/3787176062 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3ce00a2230 msgr2=0x7f3ce00a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:28.899 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.888+0000 7f3cfd455640 1 --2- 172.21.15.1:0/3787176062 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3ce00a2230 0x7f3ce00a46f0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f3cf00107d0 tx=0x7f3cf0004a40 comp rx=0 tx=0).stop 2024-02-10T00:02:28.899 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.888+0000 7f3cfd455640 1 -- 172.21.15.1:0/3787176062 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3cf8101430 msgr2=0x7f3cf819d5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:28.899 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.888+0000 7f3cfd455640 1 --2- 172.21.15.1:0/3787176062 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3cf8101430 0x7f3cf819d5c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f3ce8009230 tx=0x7f3ce802c650 comp rx=0 tx=0).stop 2024-02-10T00:02:28.899 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.888+0000 7f3cfd455640 1 -- 172.21.15.1:0/3787176062 shutdown_connections 2024-02-10T00:02:28.899 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.888+0000 7f3cfd455640 1 --2- 172.21.15.1:0/3787176062 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3ce00a2230 0x7f3ce00a46f0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.900 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.888+0000 7f3cfd455640 1 --2- 172.21.15.1:0/3787176062 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3cf8197680 0x7f3cf8197b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.900 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.888+0000 7f3cfd455640 1 --2- 172.21.15.1:0/3787176062 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3cf8106500 0x7f3cf819db00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.900 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.888+0000 7f3cfd455640 1 --2- 172.21.15.1:0/3787176062 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3cf8101430 0x7f3cf819d5c0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:28.900 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.888+0000 7f3cfd455640 1 -- 172.21.15.1:0/3787176062 >> 172.21.15.1:0/3787176062 conn(0x7f3cf80fccd0 msgr2=0x7f3cf80fe110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:28.900 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.888+0000 7f3cfd455640 1 -- 172.21.15.1:0/3787176062 shutdown_connections 2024-02-10T00:02:28.900 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:28.888+0000 7f3cfd455640 1 -- 172.21.15.1:0/3787176062 wait complete. 2024-02-10T00:02:28.902 INFO:tasks.cephfs.filesystem:scrub status for tag:48cf7bce-437e-4a9f-8fa5-8c8e67b5c2ba - {'path': '/', 'tag': '48cf7bce-437e-4a9f-8fa5-8c8e67b5c2ba', 'options': 'recursive,force'} 2024-02-10T00:02:29.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:28 smithi001 ceph-mon[32335]: pgmap v97: 97 pgs: 97 active+clean; 3.9 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 35 KiB/s wr, 21 op/s 2024-02-10T00:02:29.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:28 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:02:29.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:28 smithi088 ceph-mon[36452]: pgmap v97: 97 pgs: 97 active+clean; 3.9 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 35 KiB/s wr, 21 op/s 2024-02-10T00:02:29.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:28 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:02:29.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:28 smithi103 ceph-mon[36942]: pgmap v97: 97 pgs: 97 active+clean; 3.9 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 35 KiB/s wr, 21 op/s 2024-02-10T00:02:29.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:28 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:02:30.134 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.128+0000 7f8aa56fb640 1 -- 172.21.15.1:0/4091153612 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8aa01054e0 msgr2=0x7f8aa010d020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:30.134 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.128+0000 7f8aa56fb640 1 --2- 172.21.15.1:0/4091153612 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8aa01054e0 0x7f8aa010d020 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f8a98009cd0 tx=0x7f8a9802c0f0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.135 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.129+0000 7f8aa56fb640 1 -- 172.21.15.1:0/4091153612 shutdown_connections 2024-02-10T00:02:30.135 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.129+0000 7f8aa56fb640 1 --2- 172.21.15.1:0/4091153612 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8aa01054e0 0x7f8aa010d020 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.135 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.129+0000 7f8aa56fb640 1 --2- 172.21.15.1:0/4091153612 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8aa0101810 0x7f8aa0104db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.135 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.129+0000 7f8aa56fb640 1 --2- 172.21.15.1:0/4091153612 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8aa0100e60 0x7f8aa0101240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.135 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.129+0000 7f8aa56fb640 1 -- 172.21.15.1:0/4091153612 >> 172.21.15.1:0/4091153612 conn(0x7f8aa00753d0 msgr2=0x7f8aa00757e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:30.135 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.129+0000 7f8aa56fb640 1 -- 172.21.15.1:0/4091153612 shutdown_connections 2024-02-10T00:02:30.135 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.129+0000 7f8aa56fb640 1 -- 172.21.15.1:0/4091153612 wait complete. 2024-02-10T00:02:30.135 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.129+0000 7f8aa56fb640 1 Processor -- start 2024-02-10T00:02:30.135 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.129+0000 7f8aa56fb640 1 -- start start 2024-02-10T00:02:30.135 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.129+0000 7f8aa56fb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8aa0100e60 0x7f8aa0198640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:30.135 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.129+0000 7f8aa56fb640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8aa01054e0 0x7f8aa0198b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:30.135 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.129+0000 7f8aa56fb640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8aa0199110 0x7f8aa01a36c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:30.135 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.129+0000 7f8aa56fb640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8aa01a3d60 con 0x7f8aa0100e60 2024-02-10T00:02:30.136 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.129+0000 7f8aa56fb640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8aa01a3ed0 con 0x7f8aa0199110 2024-02-10T00:02:30.136 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.129+0000 7f8aa56fb640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8aa01a4090 con 0x7f8aa01054e0 2024-02-10T00:02:30.136 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.130+0000 7f8a9effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8aa0100e60 0x7f8aa0198640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:30.136 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.130+0000 7f8a9effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8aa0100e60 0x7f8aa0198640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54384/0 (socket says 172.21.15.1:54384) 2024-02-10T00:02:30.136 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.130+0000 7f8a9effd640 1 -- 172.21.15.1:0/2265485308 learned_addr learned my addr 172.21.15.1:0/2265485308 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:30.136 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.130+0000 7f8a97fff640 1 --2- 172.21.15.1:0/2265485308 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8aa01054e0 0x7f8aa0198b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:30.136 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.130+0000 7f8a9f7fe640 1 --2- 172.21.15.1:0/2265485308 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8aa0199110 0x7f8aa01a36c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:30.136 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.130+0000 7f8a9effd640 1 -- 172.21.15.1:0/2265485308 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8aa01054e0 msgr2=0x7f8aa0198b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:30.136 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.130+0000 7f8a9effd640 1 --2- 172.21.15.1:0/2265485308 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8aa01054e0 0x7f8aa0198b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.136 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.130+0000 7f8a9effd640 1 -- 172.21.15.1:0/2265485308 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8aa0199110 msgr2=0x7f8aa01a36c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:30.136 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.130+0000 7f8a9effd640 1 --2- 172.21.15.1:0/2265485308 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8aa0199110 0x7f8aa01a36c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.136 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.130+0000 7f8a9effd640 1 -- 172.21.15.1:0/2265485308 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a98009900 con 0x7f8aa0100e60 2024-02-10T00:02:30.136 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.130+0000 7f8a9effd640 1 --2- 172.21.15.1:0/2265485308 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8aa0100e60 0x7f8aa0198640 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f8a9000d950 tx=0x7f8a9000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:30.137 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.130+0000 7f8a9cff9640 1 -- 172.21.15.1:0/2265485308 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a90009a30 con 0x7f8aa0100e60 2024-02-10T00:02:30.137 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.130+0000 7f8a9cff9640 1 -- 172.21.15.1:0/2265485308 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8a90009b90 con 0x7f8aa0100e60 2024-02-10T00:02:30.137 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.130+0000 7f8aa56fb640 1 -- 172.21.15.1:0/2265485308 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8aa01a4370 con 0x7f8aa0100e60 2024-02-10T00:02:30.137 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.130+0000 7f8a9cff9640 1 -- 172.21.15.1:0/2265485308 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a90004a00 con 0x7f8aa0100e60 2024-02-10T00:02:30.137 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.130+0000 7f8aa56fb640 1 -- 172.21.15.1:0/2265485308 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8aa01a4880 con 0x7f8aa0100e60 2024-02-10T00:02:30.144 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.133+0000 7f8a9cff9640 1 -- 172.21.15.1:0/2265485308 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f8a90009d00 con 0x7f8aa0100e60 2024-02-10T00:02:30.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.133+0000 7f8a9cff9640 1 --2- 172.21.15.1:0/2265485308 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8a8c0a2220 0x7f8a8c0a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:30.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.133+0000 7f8aa83ae740 1 Processor -- start 2024-02-10T00:02:30.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.134+0000 7f8aa83ae740 1 -- start start 2024-02-10T00:02:30.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.134+0000 7f8a97fff640 1 --2- 172.21.15.1:0/2265485308 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8a8c0a2220 0x7f8a8c0a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:30.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.134+0000 7f8a9cff9640 1 -- 172.21.15.1:0/2265485308 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f8a900cda70 con 0x7f8aa0100e60 2024-02-10T00:02:30.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.134+0000 7f8aa83ae740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba6062fa70 0x55ba6062fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:30.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.134+0000 7f8aa83ae740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba60630390 0x55ba6063d670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:30.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.134+0000 7f8aa83ae740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba6063dbb0 0x55ba6063ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:30.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.134+0000 7f8aa83ae740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba6059ea00 con 0x55ba6063dbb0 2024-02-10T00:02:30.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.134+0000 7f8aa83ae740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba6059bf30 con 0x55ba60630390 2024-02-10T00:02:30.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.134+0000 7f8aa83ae740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba60597710 con 0x55ba6062fa70 2024-02-10T00:02:30.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.134+0000 7f8a9f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba6063dbb0 0x55ba6063ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:30.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.134+0000 7f8a9effd640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba6062fa70 0x55ba6062fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:30.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.134+0000 7f8a9f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba6063dbb0 0x55ba6063ffa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54396/0 (socket says 172.21.15.1:54396) 2024-02-10T00:02:30.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.134+0000 7f8a9f7fe640 1 -- 172.21.15.1:0/2770389983 learned_addr learned my addr 172.21.15.1:0/2770389983 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:30.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.134+0000 7f8a97fff640 1 --2- 172.21.15.1:0/2265485308 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8a8c0a2220 0x7f8a8c0a46e0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f8aa0100630 tx=0x7f8a88005f90 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:30.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.134+0000 7f8a97fff640 1 --2- 172.21.15.1:0/2770389983 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba60630390 0x55ba6063d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:30.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.135+0000 7f8a9f7fe640 1 -- 172.21.15.1:0/2770389983 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba6062fa70 msgr2=0x55ba6062fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:30.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.135+0000 7f8a9f7fe640 1 --2- 172.21.15.1:0/2770389983 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba6062fa70 0x55ba6062fe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.135+0000 7f8a9f7fe640 1 -- 172.21.15.1:0/2770389983 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba60630390 msgr2=0x55ba6063d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:30.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.135+0000 7f8a9f7fe640 1 --2- 172.21.15.1:0/2770389983 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba60630390 0x55ba6063d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.135+0000 7f8a9f7fe640 1 -- 172.21.15.1:0/2770389983 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ba6055c3b0 con 0x55ba6063dbb0 2024-02-10T00:02:30.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.135+0000 7f8a97fff640 1 --2- 172.21.15.1:0/2770389983 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba60630390 0x55ba6063d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:02:30.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.135+0000 7f8a9effd640 1 --2- 172.21.15.1:0/2770389983 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba6062fa70 0x55ba6062fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:02:30.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.135+0000 7f8a9f7fe640 1 --2- 172.21.15.1:0/2770389983 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba6063dbb0 0x55ba6063ffa0 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f8a9802c700 tx=0x7f8a98032d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb97bbbb7ef09806 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:30.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.135+0000 7f8a957fa640 1 -- 172.21.15.1:0/2770389983 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a98034440 con 0x55ba6063dbb0 2024-02-10T00:02:30.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.135+0000 7f8a957fa640 1 -- 172.21.15.1:0/2770389983 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8a980345a0 con 0x55ba6063dbb0 2024-02-10T00:02:30.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.135+0000 7f8a957fa640 1 -- 172.21.15.1:0/2770389983 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a98003bd0 con 0x55ba6063dbb0 2024-02-10T00:02:30.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.136+0000 7f8aa83ae740 1 -- 172.21.15.1:0/2770389983 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba6063dbb0 msgr2=0x55ba6063ffa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:30.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.136+0000 7f8aa83ae740 1 --2- 172.21.15.1:0/2770389983 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba6063dbb0 0x55ba6063ffa0 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f8a9802c700 tx=0x7f8a98032d70 comp rx=0 tx=0).stop 2024-02-10T00:02:30.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.136+0000 7f8aa83ae740 1 -- 172.21.15.1:0/2770389983 shutdown_connections 2024-02-10T00:02:30.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.136+0000 7f8aa83ae740 1 --2- 172.21.15.1:0/2770389983 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba6063dbb0 0x55ba6063ffa0 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.136+0000 7f8aa83ae740 1 --2- 172.21.15.1:0/2770389983 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba60630390 0x55ba6063d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.136+0000 7f8aa83ae740 1 --2- 172.21.15.1:0/2770389983 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba6062fa70 0x55ba6062fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.148 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.136+0000 7f8aa83ae740 1 -- 172.21.15.1:0/2770389983 >> 172.21.15.1:0/2770389983 conn(0x55ba6062a9d0 msgr2=0x55ba6062adb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:30.148 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.136+0000 7f8aa83ae740 1 -- 172.21.15.1:0/2770389983 shutdown_connections 2024-02-10T00:02:30.148 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.136+0000 7f8aa83ae740 1 -- 172.21.15.1:0/2770389983 wait complete. 2024-02-10T00:02:30.148 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.136+0000 7f8aa83ae740 1 -- start start 2024-02-10T00:02:30.148 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.136+0000 7f8aa83ae740 1 Processor -- start 2024-02-10T00:02:30.148 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.137+0000 7f8aa83ae740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba6062fa70 0x55ba6063ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:30.148 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.137+0000 7f8aa83ae740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba60630390 0x55ba6063b180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:30.148 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.137+0000 7f8aa83ae740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba6063dbb0 0x55ba6063b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:30.148 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.137+0000 7f8aa83ae740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba6053cb90 con 0x55ba6062fa70 2024-02-10T00:02:30.148 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.137+0000 7f8aa83ae740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba6026b250 con 0x55ba6063dbb0 2024-02-10T00:02:30.148 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.137+0000 7f8aa83ae740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba6051d200 con 0x55ba60630390 2024-02-10T00:02:30.149 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.137+0000 7f8aa83ae740 10 client.0 _ll_register_callbacks cb 0x55ba605535d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:30.149 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.137+0000 7f8a9effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba6062fa70 0x55ba6063ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:30.149 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.137+0000 7f8a9effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba6062fa70 0x55ba6063ac40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54412/0 (socket says 172.21.15.1:54412) 2024-02-10T00:02:30.149 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.137+0000 7f8a9effd640 1 -- 172.21.15.1:0/3625352557 learned_addr learned my addr 172.21.15.1:0/3625352557 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:30.149 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.137+0000 7f8a9f7fe640 1 --2- 172.21.15.1:0/3625352557 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba6063dbb0 0x55ba6063b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:30.149 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.137+0000 7f8a97fff640 1 --2- 172.21.15.1:0/3625352557 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba60630390 0x55ba6063b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:30.149 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.137+0000 7f8a9effd640 1 -- 172.21.15.1:0/3625352557 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba60630390 msgr2=0x55ba6063b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:30.149 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.137+0000 7f8a9effd640 1 --2- 172.21.15.1:0/3625352557 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba60630390 0x55ba6063b180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.149 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.137+0000 7f8a9effd640 1 -- 172.21.15.1:0/3625352557 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba6063dbb0 msgr2=0x55ba6063b6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:30.149 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.137+0000 7f8a9effd640 1 --2- 172.21.15.1:0/3625352557 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba6063dbb0 0x55ba6063b6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.149 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.137+0000 7f8a9effd640 1 -- 172.21.15.1:0/3625352557 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8aa010d830 con 0x55ba6062fa70 2024-02-10T00:02:30.149 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.137+0000 7f8a9effd640 1 --2- 172.21.15.1:0/3625352557 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba6062fa70 0x55ba6063ac40 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f8a90009610 tx=0x7f8a9009abf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4213ac9a2b03fce4 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:30.149 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.137+0000 7f8a867fc640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:30.149 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.137+0000 7f8a867fc640 1 -- 172.21.15.1:0/3625352557 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a900a2bd0 con 0x55ba6062fa70 2024-02-10T00:02:30.149 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.137+0000 7f8a867fc640 1 -- 172.21.15.1:0/3625352557 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f8a90005680 con 0x55ba6062fa70 2024-02-10T00:02:30.149 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.137+0000 7f8aa83ae740 1 -- 172.21.15.1:0/3625352557 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ba605bdee0 con 0x55ba6062fa70 2024-02-10T00:02:30.150 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.138+0000 7f8a867fc640 1 -- 172.21.15.1:0/3625352557 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8a9009e170 con 0x55ba6062fa70 2024-02-10T00:02:30.150 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.138+0000 7f8aa83ae740 10 client.16761 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:30.150 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.138+0000 7f8aa83ae740 1 -- 172.21.15.1:0/3625352557 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55ba60595d90 con 0x55ba6062fa70 2024-02-10T00:02:30.150 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.138+0000 7f8a867fc640 1 -- 172.21.15.1:0/3625352557 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55ba605bdee0 con 0x55ba6062fa70 2024-02-10T00:02:30.150 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.138+0000 7f8a867fc640 1 -- 172.21.15.1:0/3625352557 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f8a9007b070 con 0x55ba6062fa70 2024-02-10T00:02:30.150 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.138+0000 7f8aa83ae740 10 client.16761 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:30.150 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.138+0000 7f8aa83ae740 10 client.16761 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:02:30.150 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.138+0000 7f8aa83ae740 20 client.16761 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:30.150 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.138+0000 7f8aa83ae740 1 --2- 172.21.15.1:0/3625352557 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ba6064de20 0x55ba60650240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:30.151 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.138+0000 7f8aa83ae740 4 client.16761 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:02:30.151 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.138+0000 7f8aa83ae740 1 -- 172.21.15.1:0/3625352557 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ba60297600 con 0x55ba6064de20 2024-02-10T00:02:30.151 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.138+0000 7f8a97fff640 1 --2- 172.21.15.1:0/3625352557 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ba6064de20 0x55ba60650240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:30.151 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.139+0000 7f8a97fff640 1 --2- 172.21.15.1:0/3625352557 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ba6064de20 0x55ba60650240 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3ca3ee9b6ab5760 server_cookie=42814cfee3c7c7e1 in_seq=0 out_seq=0 2024-02-10T00:02:30.151 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.139+0000 7f8a867fc640 10 client.16761 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:30.151 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.139+0000 7f8a867fc640 1 -- 172.21.15.1:0/3625352557 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55ba60297600 con 0x55ba6064de20 2024-02-10T00:02:30.151 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.139+0000 7f8a867fc640 10 client.16761 handle_command_reply: tid=0 2024-02-10T00:02:30.151 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.140+0000 7f8aa83ae740 1 client.16761 shutdown 2024-02-10T00:02:30.152 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.140+0000 7f8aa83ae740 1 -- 172.21.15.1:0/3625352557 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba6062fa70 msgr2=0x55ba6063ac40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:30.152 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.140+0000 7f8aa83ae740 1 --2- 172.21.15.1:0/3625352557 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba6062fa70 0x55ba6063ac40 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f8a90009610 tx=0x7f8a9009abf0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.152 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.140+0000 7f8aa83ae740 1 -- 172.21.15.1:0/3625352557 shutdown_connections 2024-02-10T00:02:30.152 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.140+0000 7f8aa83ae740 1 --2- 172.21.15.1:0/3625352557 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ba6064de20 0x55ba60650240 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.152 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.140+0000 7f8aa83ae740 1 --2- 172.21.15.1:0/3625352557 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba6063dbb0 0x55ba6063b6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.152 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.140+0000 7f8aa83ae740 1 --2- 172.21.15.1:0/3625352557 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba60630390 0x55ba6063b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.152 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.140+0000 7f8a867fc640 0 client.16761 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:30.152 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.140+0000 7f8aa83ae740 1 --2- 172.21.15.1:0/3625352557 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba6062fa70 0x55ba6063ac40 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.152 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.140+0000 7f8aa83ae740 1 -- 172.21.15.1:0/3625352557 >> 172.21.15.1:0/3625352557 conn(0x55ba6062a9d0 msgr2=0x55ba6062c720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:30.152 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.140+0000 7f8aa83ae740 1 -- 172.21.15.1:0/3625352557 shutdown_connections 2024-02-10T00:02:30.152 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.140+0000 7f8aa83ae740 1 -- 172.21.15.1:0/3625352557 wait complete. 2024-02-10T00:02:30.152 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.140+0000 7f8aa83ae740 20 client.16761 trim_cache size 0 max 16384 2024-02-10T00:02:30.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.153+0000 7f8aa83ae740 1 Processor -- start 2024-02-10T00:02:30.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.153+0000 7f8aa83ae740 1 -- start start 2024-02-10T00:02:30.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.154+0000 7f8aa83ae740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba6062fa70 0x55ba6063d370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:30.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.154+0000 7f8aa83ae740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba60630390 0x55ba6063b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:30.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.154+0000 7f8aa83ae740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba6063dbb0 0x55ba60637ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:30.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.154+0000 7f8aa83ae740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba606301f0 con 0x55ba6063dbb0 2024-02-10T00:02:30.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.154+0000 7f8aa83ae740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba6062a830 con 0x55ba60630390 2024-02-10T00:02:30.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.154+0000 7f8aa83ae740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba60636880 con 0x55ba6062fa70 2024-02-10T00:02:30.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.154+0000 7f8a9f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba6063dbb0 0x55ba60637ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:30.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.154+0000 7f8a9f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba6063dbb0 0x55ba60637ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54416/0 (socket says 172.21.15.1:54416) 2024-02-10T00:02:30.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.154+0000 7f8a9f7fe640 1 -- 172.21.15.1:0/1521842396 learned_addr learned my addr 172.21.15.1:0/1521842396 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:30.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.154+0000 7f8a97fff640 1 --2- 172.21.15.1:0/1521842396 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba60630390 0x55ba6063b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:30.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.154+0000 7f8a9effd640 1 --2- 172.21.15.1:0/1521842396 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba6062fa70 0x55ba6063d370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:30.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.154+0000 7f8a9f7fe640 1 -- 172.21.15.1:0/1521842396 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba6062fa70 msgr2=0x55ba6063d370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:30.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.154+0000 7f8a9f7fe640 1 --2- 172.21.15.1:0/1521842396 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba6062fa70 0x55ba6063d370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.154+0000 7f8a9f7fe640 1 -- 172.21.15.1:0/1521842396 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba60630390 msgr2=0x55ba6063b4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:30.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.154+0000 7f8a9f7fe640 1 --2- 172.21.15.1:0/1521842396 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba60630390 0x55ba6063b4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.154+0000 7f8a9f7fe640 1 -- 172.21.15.1:0/1521842396 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ba60532820 con 0x55ba6063dbb0 2024-02-10T00:02:30.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.154+0000 7f8a9f7fe640 1 --2- 172.21.15.1:0/1521842396 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba6063dbb0 0x55ba60637ee0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f8a98005cc0 tx=0x7f8a9802c0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82b0ccf23ffd658d server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:30.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.154+0000 7f8a94ff9640 1 -- 172.21.15.1:0/1521842396 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a98034440 con 0x55ba6063dbb0 2024-02-10T00:02:30.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.154+0000 7f8a94ff9640 1 -- 172.21.15.1:0/1521842396 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8a980326b0 con 0x55ba6063dbb0 2024-02-10T00:02:30.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.154+0000 7f8a94ff9640 1 -- 172.21.15.1:0/1521842396 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a98003bd0 con 0x55ba6063dbb0 2024-02-10T00:02:30.163 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.155+0000 7f8aa83ae740 1 -- 172.21.15.1:0/1521842396 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba6063dbb0 msgr2=0x55ba60637ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:30.163 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.155+0000 7f8aa83ae740 1 --2- 172.21.15.1:0/1521842396 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba6063dbb0 0x55ba60637ee0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f8a98005cc0 tx=0x7f8a9802c0f0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.163 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.155+0000 7f8aa83ae740 1 -- 172.21.15.1:0/1521842396 shutdown_connections 2024-02-10T00:02:30.163 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.155+0000 7f8aa83ae740 1 --2- 172.21.15.1:0/1521842396 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba6063dbb0 0x55ba60637ee0 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.163 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.155+0000 7f8aa83ae740 1 --2- 172.21.15.1:0/1521842396 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba60630390 0x55ba6063b4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.155+0000 7f8aa83ae740 1 --2- 172.21.15.1:0/1521842396 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba6062fa70 0x55ba6063d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.155+0000 7f8aa83ae740 1 -- 172.21.15.1:0/1521842396 >> 172.21.15.1:0/1521842396 conn(0x55ba6062a9d0 msgr2=0x55ba60654ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:30.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.155+0000 7f8aa83ae740 1 -- 172.21.15.1:0/1521842396 shutdown_connections 2024-02-10T00:02:30.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.155+0000 7f8aa83ae740 1 -- 172.21.15.1:0/1521842396 wait complete. 2024-02-10T00:02:30.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.155+0000 7f8aa83ae740 1 -- start start 2024-02-10T00:02:30.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.156+0000 7f8aa83ae740 1 Processor -- start 2024-02-10T00:02:30.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.156+0000 7f8aa83ae740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba6062fa70 0x55ba60643300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:30.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.156+0000 7f8aa83ae740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba60630390 0x55ba60643840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:30.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.156+0000 7f8aa83ae740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba6063dbb0 0x55ba60643d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:30.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.156+0000 7f8aa83ae740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba606a4330 con 0x55ba60630390 2024-02-10T00:02:30.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.156+0000 7f8aa83ae740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba606a4470 con 0x55ba6062fa70 2024-02-10T00:02:30.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.156+0000 7f8aa83ae740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba606a4630 con 0x55ba6063dbb0 2024-02-10T00:02:30.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.156+0000 7f8aa83ae740 10 client.0 _ll_register_callbacks cb 0x7f8a900046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:30.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.156+0000 7f8a97fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba60630390 0x55ba60643840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:30.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.156+0000 7f8a97fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba60630390 0x55ba60643840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54420/0 (socket says 172.21.15.1:54420) 2024-02-10T00:02:30.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.156+0000 7f8a97fff640 1 -- 172.21.15.1:0/866698906 learned_addr learned my addr 172.21.15.1:0/866698906 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:30.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.156+0000 7f8a9f7fe640 1 --2- 172.21.15.1:0/866698906 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba6063dbb0 0x55ba60643d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:30.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.156+0000 7f8a9effd640 1 --2- 172.21.15.1:0/866698906 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba6062fa70 0x55ba60643300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:30.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.156+0000 7f8a97fff640 1 -- 172.21.15.1:0/866698906 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba6063dbb0 msgr2=0x55ba60643d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:30.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.156+0000 7f8a97fff640 1 --2- 172.21.15.1:0/866698906 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba6063dbb0 0x55ba60643d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.156+0000 7f8a97fff640 1 -- 172.21.15.1:0/866698906 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba6062fa70 msgr2=0x55ba60643300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:30.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.156+0000 7f8a97fff640 1 --2- 172.21.15.1:0/866698906 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba6062fa70 0x55ba60643300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.156+0000 7f8a97fff640 1 -- 172.21.15.1:0/866698906 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ba6055c3b0 con 0x55ba60630390 2024-02-10T00:02:30.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.156+0000 7f8a97fff640 1 --2- 172.21.15.1:0/866698906 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba60630390 0x55ba60643840 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f8a88013010 tx=0x7f8a88004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b9245f3121599e3 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:30.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.156+0000 7f8a867fc640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:30.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.157+0000 7f8a867fc640 1 -- 172.21.15.1:0/866698906 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a88023040 con 0x55ba60630390 2024-02-10T00:02:30.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.157+0000 7f8a867fc640 1 -- 172.21.15.1:0/866698906 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f8a8801ddc0 con 0x55ba60630390 2024-02-10T00:02:30.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.157+0000 7f8aa83ae740 1 -- 172.21.15.1:0/866698906 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8a980345a0 con 0x55ba60630390 2024-02-10T00:02:30.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.157+0000 7f8a867fc640 1 -- 172.21.15.1:0/866698906 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8a880283a0 con 0x55ba60630390 2024-02-10T00:02:30.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.157+0000 7f8aa83ae740 10 client.16767 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:30.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.157+0000 7f8aa83ae740 1 -- 172.21.15.1:0/866698906 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55ba605586f0 con 0x55ba60630390 2024-02-10T00:02:30.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.157+0000 7f8a867fc640 1 -- 172.21.15.1:0/866698906 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8a980345a0 con 0x55ba60630390 2024-02-10T00:02:30.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.157+0000 7f8a867fc640 1 -- 172.21.15.1:0/866698906 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f8a8803ad00 con 0x55ba60630390 2024-02-10T00:02:30.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.157+0000 7f8aa83ae740 10 client.16767 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:30.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.157+0000 7f8aa83ae740 10 client.16767 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:02:30.167 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.157+0000 7f8aa83ae740 20 client.16767 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:30.167 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.157+0000 7f8aa83ae740 1 --2- 172.21.15.1:0/866698906 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ba606a5f00 0x55ba606a8320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:30.167 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.157+0000 7f8aa83ae740 4 client.16767 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:02:30.167 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.157+0000 7f8aa83ae740 1 -- 172.21.15.1:0/866698906 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55ba602e81b0 con 0x55ba606a5f00 2024-02-10T00:02:30.167 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.157+0000 7f8a9effd640 1 --2- 172.21.15.1:0/866698906 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ba606a5f00 0x55ba606a8320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:30.167 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.158+0000 7f8a9effd640 1 --2- 172.21.15.1:0/866698906 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ba606a5f00 0x55ba606a8320 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=445050d0d8935a70 server_cookie=6cf283d4979190ec in_seq=0 out_seq=0 2024-02-10T00:02:30.167 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.158+0000 7f8a867fc640 10 client.16767 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:30.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.174+0000 7f8a867fc640 1 -- 172.21.15.1:0/866698906 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55ba602e81b0 con 0x55ba606a5f00 2024-02-10T00:02:30.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.174+0000 7f8a867fc640 10 client.16767 handle_command_reply: tid=0 2024-02-10T00:02:30.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.174+0000 7f8aa83ae740 1 client.16767 shutdown 2024-02-10T00:02:30.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.174+0000 7f8aa83ae740 1 -- 172.21.15.1:0/866698906 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba60630390 msgr2=0x55ba60643840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:30.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.174+0000 7f8aa83ae740 1 --2- 172.21.15.1:0/866698906 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba60630390 0x55ba60643840 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f8a88013010 tx=0x7f8a88004730 comp rx=0 tx=0).stop 2024-02-10T00:02:30.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.174+0000 7f8aa83ae740 1 -- 172.21.15.1:0/866698906 shutdown_connections 2024-02-10T00:02:30.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.174+0000 7f8aa83ae740 1 --2- 172.21.15.1:0/866698906 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ba606a5f00 0x55ba606a8320 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.174+0000 7f8aa83ae740 1 --2- 172.21.15.1:0/866698906 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ba6063dbb0 0x55ba60643d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.174+0000 7f8aa83ae740 1 --2- 172.21.15.1:0/866698906 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ba60630390 0x55ba60643840 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.174+0000 7f8a867fc640 0 client.16767 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:30.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.174+0000 7f8aa83ae740 1 --2- 172.21.15.1:0/866698906 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ba6062fa70 0x55ba60643300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.174+0000 7f8aa83ae740 1 -- 172.21.15.1:0/866698906 >> 172.21.15.1:0/866698906 conn(0x55ba6062a9d0 msgr2=0x55ba606291a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:30.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.174+0000 7f8aa83ae740 1 -- 172.21.15.1:0/866698906 shutdown_connections 2024-02-10T00:02:30.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.174+0000 7f8aa83ae740 1 -- 172.21.15.1:0/866698906 wait complete. 2024-02-10T00:02:30.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.174+0000 7f8aa83ae740 20 client.16767 trim_cache size 0 max 16384 2024-02-10T00:02:30.180 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:02:30.180 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:02:30.180 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:02:30.180 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:02:30.181 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.175+0000 7f8aa56fb640 1 -- 172.21.15.1:0/2265485308 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8a8c0a2220 msgr2=0x7f8a8c0a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:30.181 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.175+0000 7f8aa56fb640 1 --2- 172.21.15.1:0/2265485308 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8a8c0a2220 0x7f8a8c0a46e0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f8aa0100630 tx=0x7f8a88005f90 comp rx=0 tx=0).stop 2024-02-10T00:02:30.181 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.175+0000 7f8aa56fb640 1 -- 172.21.15.1:0/2265485308 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8aa0100e60 msgr2=0x7f8aa0198640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:30.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.175+0000 7f8aa56fb640 1 --2- 172.21.15.1:0/2265485308 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8aa0100e60 0x7f8aa0198640 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f8a9000d950 tx=0x7f8a9000de10 comp rx=0 tx=0).stop 2024-02-10T00:02:30.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.175+0000 7f8aa56fb640 1 -- 172.21.15.1:0/2265485308 shutdown_connections 2024-02-10T00:02:30.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.175+0000 7f8aa56fb640 1 --2- 172.21.15.1:0/2265485308 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8a8c0a2220 0x7f8a8c0a46e0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.175+0000 7f8aa56fb640 1 --2- 172.21.15.1:0/2265485308 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8aa0199110 0x7f8aa01a36c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.175+0000 7f8aa56fb640 1 --2- 172.21.15.1:0/2265485308 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8aa01054e0 0x7f8aa0198b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.175+0000 7f8aa56fb640 1 --2- 172.21.15.1:0/2265485308 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8aa0100e60 0x7f8aa0198640 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:30.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.175+0000 7f8aa56fb640 1 -- 172.21.15.1:0/2265485308 >> 172.21.15.1:0/2265485308 conn(0x7f8aa00753d0 msgr2=0x7f8aa00fda40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:30.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.175+0000 7f8aa56fb640 1 -- 172.21.15.1:0/2265485308 shutdown_connections 2024-02-10T00:02:30.183 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:30.175+0000 7f8aa56fb640 1 -- 172.21.15.1:0/2265485308 wait complete. 2024-02-10T00:02:30.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:29 smithi001 ceph-mon[32335]: scrub queued for path: / 2024-02-10T00:02:30.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:29 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:02:30.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:29 smithi001 ceph-mon[32335]: scrub summary: active paths [/] 2024-02-10T00:02:30.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:29 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:02:30.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:29 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:02:30.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:29 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:02:30.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:29 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:02:30.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:29 smithi088 ceph-mon[36452]: scrub queued for path: / 2024-02-10T00:02:30.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:29 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:02:30.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:29 smithi088 ceph-mon[36452]: scrub summary: active paths [/] 2024-02-10T00:02:30.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:29 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:02:30.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:29 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:02:30.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:29 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:02:30.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:29 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:02:30.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:29 smithi103 ceph-mon[36942]: scrub queued for path: / 2024-02-10T00:02:30.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:29 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:02:30.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:29 smithi103 ceph-mon[36942]: scrub summary: active paths [/] 2024-02-10T00:02:30.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:29 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:02:30.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:29 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:02:30.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:29 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:02:30.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:29 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:02:31.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:31 smithi088 ceph-mon[36452]: pgmap v98: 97 pgs: 97 active+clean; 3.9 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 20 KiB/s wr, 12 op/s 2024-02-10T00:02:31.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:31 smithi088 ceph-mon[36452]: scrub summary: idle 2024-02-10T00:02:31.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:31 smithi103 ceph-mon[36942]: pgmap v98: 97 pgs: 97 active+clean; 3.9 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 20 KiB/s wr, 12 op/s 2024-02-10T00:02:31.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:31 smithi103 ceph-mon[36942]: scrub summary: idle 2024-02-10T00:02:31.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:31 smithi001 ceph-mon[32335]: pgmap v98: 97 pgs: 97 active+clean; 3.9 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 20 KiB/s wr, 12 op/s 2024-02-10T00:02:31.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:31 smithi001 ceph-mon[32335]: scrub summary: idle 2024-02-10T00:02:33.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:33 smithi088 ceph-mon[36452]: pgmap v99: 97 pgs: 97 active+clean; 3.9 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 20 KiB/s wr, 12 op/s 2024-02-10T00:02:33.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:33 smithi103 ceph-mon[36942]: pgmap v99: 97 pgs: 97 active+clean; 3.9 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 20 KiB/s wr, 12 op/s 2024-02-10T00:02:33.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:33 smithi001 ceph-mon[32335]: pgmap v99: 97 pgs: 97 active+clean; 3.9 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 20 KiB/s wr, 12 op/s 2024-02-10T00:02:35.521 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:35 smithi001 ceph-mon[32335]: pgmap v100: 97 pgs: 97 active+clean; 4.1 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 35 KiB/s wr, 23 op/s 2024-02-10T00:02:35.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:35 smithi088 ceph-mon[36452]: pgmap v100: 97 pgs: 97 active+clean; 4.1 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 35 KiB/s wr, 23 op/s 2024-02-10T00:02:35.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:35 smithi103 ceph-mon[36942]: pgmap v100: 97 pgs: 97 active+clean; 4.1 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 35 KiB/s wr, 23 op/s 2024-02-10T00:02:37.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:37 smithi088 ceph-mon[36452]: pgmap v101: 97 pgs: 97 active+clean; 4.1 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 27 KiB/s wr, 16 op/s 2024-02-10T00:02:37.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:37 smithi103 ceph-mon[36942]: pgmap v101: 97 pgs: 97 active+clean; 4.1 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 27 KiB/s wr, 16 op/s 2024-02-10T00:02:37.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:37 smithi001 ceph-mon[32335]: pgmap v101: 97 pgs: 97 active+clean; 4.1 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 27 KiB/s wr, 16 op/s 2024-02-10T00:02:39.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:39 smithi088 ceph-mon[36452]: pgmap v102: 97 pgs: 97 active+clean; 4.2 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 38 KiB/s wr, 23 op/s 2024-02-10T00:02:39.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:39 smithi103 ceph-mon[36942]: pgmap v102: 97 pgs: 97 active+clean; 4.2 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 38 KiB/s wr, 23 op/s 2024-02-10T00:02:39.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:39 smithi001 ceph-mon[32335]: pgmap v102: 97 pgs: 97 active+clean; 4.2 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 38 KiB/s wr, 23 op/s 2024-02-10T00:02:41.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:41 smithi088 ceph-mon[36452]: pgmap v103: 97 pgs: 97 active+clean; 4.2 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 27 KiB/s wr, 16 op/s 2024-02-10T00:02:41.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:41 smithi103 ceph-mon[36942]: pgmap v103: 97 pgs: 97 active+clean; 4.2 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 27 KiB/s wr, 16 op/s 2024-02-10T00:02:41.720 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:41 smithi001 ceph-mon[32335]: pgmap v103: 97 pgs: 97 active+clean; 4.2 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 27 KiB/s wr, 16 op/s 2024-02-10T00:02:43.279 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.273+0000 7f9e4209c640 1 -- 172.21.15.1:0/2041277301 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9e3c100730 msgr2=0x7f9e3c105ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:43.279 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.273+0000 7f9e4209c640 1 --2- 172.21.15.1:0/2041277301 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9e3c100730 0x7f9e3c105ed0 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f9e30009930 tx=0x7f9e3002bc20 comp rx=0 tx=0).stop 2024-02-10T00:02:43.279 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.273+0000 7f9e4209c640 1 -- 172.21.15.1:0/2041277301 shutdown_connections 2024-02-10T00:02:43.279 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.274+0000 7f9e4209c640 1 --2- 172.21.15.1:0/2041277301 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9e3c106600 0x7f9e3c10e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.279 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.274+0000 7f9e4209c640 1 --2- 172.21.15.1:0/2041277301 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9e3c100730 0x7f9e3c105ed0 unknown :-1 s=CLOSED pgs=854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.279 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.274+0000 7f9e4209c640 1 --2- 172.21.15.1:0/2041277301 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e3c0ffd80 0x7f9e3c100160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.279 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.274+0000 7f9e4209c640 1 -- 172.21.15.1:0/2041277301 >> 172.21.15.1:0/2041277301 conn(0x7f9e3c075410 msgr2=0x7f9e3c075820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:43.279 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.274+0000 7f9e4209c640 1 -- 172.21.15.1:0/2041277301 shutdown_connections 2024-02-10T00:02:43.279 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.274+0000 7f9e4209c640 1 -- 172.21.15.1:0/2041277301 wait complete. 2024-02-10T00:02:43.280 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.274+0000 7f9e4209c640 1 Processor -- start 2024-02-10T00:02:43.280 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.274+0000 7f9e4209c640 1 -- start start 2024-02-10T00:02:43.280 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.275+0000 7f9e4209c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e3c0ffd80 0x7f9e3c100cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:43.280 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.275+0000 7f9e4209c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9e3c106600 0x7f9e3c101230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:43.280 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.275+0000 7f9e4209c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9e3c101770 0x7f9e3c1a5a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:43.280 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.275+0000 7f9e4209c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e3c1a5fd0 con 0x7f9e3c106600 2024-02-10T00:02:43.280 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.275+0000 7f9e4209c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e3c1a6140 con 0x7f9e3c101770 2024-02-10T00:02:43.280 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.275+0000 7f9e4209c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e3c1a6300 con 0x7f9e3c0ffd80 2024-02-10T00:02:43.280 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.275+0000 7f9e3affd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9e3c106600 0x7f9e3c101230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:43.280 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.275+0000 7f9e3affd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9e3c106600 0x7f9e3c101230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60768/0 (socket says 172.21.15.1:60768) 2024-02-10T00:02:43.280 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.275+0000 7f9e3affd640 1 -- 172.21.15.1:0/255116432 learned_addr learned my addr 172.21.15.1:0/255116432 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:43.280 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.275+0000 7f9e3b7fe640 1 --2- 172.21.15.1:0/255116432 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e3c0ffd80 0x7f9e3c100cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:43.280 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.275+0000 7f9e3bfff640 1 --2- 172.21.15.1:0/255116432 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9e3c101770 0x7f9e3c1a5a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:43.281 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.275+0000 7f9e3affd640 1 -- 172.21.15.1:0/255116432 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e3c0ffd80 msgr2=0x7f9e3c100cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:43.281 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.275+0000 7f9e3affd640 1 --2- 172.21.15.1:0/255116432 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e3c0ffd80 0x7f9e3c100cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.281 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.275+0000 7f9e3affd640 1 -- 172.21.15.1:0/255116432 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9e3c101770 msgr2=0x7f9e3c1a5a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:43.281 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.275+0000 7f9e3affd640 1 --2- 172.21.15.1:0/255116432 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9e3c101770 0x7f9e3c1a5a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.281 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.275+0000 7f9e3affd640 1 -- 172.21.15.1:0/255116432 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e30009560 con 0x7f9e3c106600 2024-02-10T00:02:43.281 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.275+0000 7f9e3bfff640 1 --2- 172.21.15.1:0/255116432 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9e3c101770 0x7f9e3c1a5a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:02:43.281 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.275+0000 7f9e3affd640 1 --2- 172.21.15.1:0/255116432 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9e3c106600 0x7f9e3c101230 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f9e30000c00 tx=0x7f9e3002c700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:43.281 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.275+0000 7f9e38ff9640 1 -- 172.21.15.1:0/255116432 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e300043d0 con 0x7f9e3c106600 2024-02-10T00:02:43.281 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.276+0000 7f9e4209c640 1 -- 172.21.15.1:0/255116432 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9e3c1a6580 con 0x7f9e3c106600 2024-02-10T00:02:43.281 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.276+0000 7f9e38ff9640 1 -- 172.21.15.1:0/255116432 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9e300052d0 con 0x7f9e3c106600 2024-02-10T00:02:43.281 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.276+0000 7f9e38ff9640 1 -- 172.21.15.1:0/255116432 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e30003d40 con 0x7f9e3c106600 2024-02-10T00:02:43.281 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.276+0000 7f9e4209c640 1 -- 172.21.15.1:0/255116432 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9e3c1a6ae0 con 0x7f9e3c106600 2024-02-10T00:02:43.292 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.278+0000 7f9e38ff9640 1 -- 172.21.15.1:0/255116432 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f9e30005440 con 0x7f9e3c106600 2024-02-10T00:02:43.292 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.278+0000 7f9e44c71740 1 Processor -- start 2024-02-10T00:02:43.293 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.278+0000 7f9e44c71740 1 -- start start 2024-02-10T00:02:43.293 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.279+0000 7f9e38ff9640 1 --2- 172.21.15.1:0/255116432 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9e240a22a0 0x7f9e240a4760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:43.293 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.279+0000 7f9e44c71740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559051ca10b0 0x559051ca1490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:43.293 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.279+0000 7f9e44c71740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559051ca19d0 0x559051caa260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:43.293 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.279+0000 7f9e44c71740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559051caa7a0 0x559051cacb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:43.293 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.279+0000 7f9e44c71740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559051c0fa00 con 0x559051ca10b0 2024-02-10T00:02:43.293 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.279+0000 7f9e44c71740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559051c0cf30 con 0x559051caa7a0 2024-02-10T00:02:43.293 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.279+0000 7f9e44c71740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559051c08710 con 0x559051ca19d0 2024-02-10T00:02:43.293 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.279+0000 7f9e3b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559051ca10b0 0x559051ca1490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:43.293 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.279+0000 7f9e3bfff640 1 --2- 172.21.15.1:0/255116432 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9e240a22a0 0x7f9e240a4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:43.293 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.279+0000 7f9e3b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559051ca10b0 0x559051ca1490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60782/0 (socket says 172.21.15.1:60782) 2024-02-10T00:02:43.293 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.279+0000 7f9e3b7fe640 1 -- 172.21.15.1:0/9218240 learned_addr learned my addr 172.21.15.1:0/9218240 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:43.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.279+0000 7f9e38ff9640 1 -- 172.21.15.1:0/255116432 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f9e300f00b0 con 0x7f9e3c106600 2024-02-10T00:02:43.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.279+0000 7f9e3affd640 1 --2- 172.21.15.1:0/9218240 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559051ca19d0 0x559051caa260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:43.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.279+0000 7f9e3bfff640 1 --2- 172.21.15.1:0/9218240 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559051caa7a0 0x559051cacb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:43.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.279+0000 7f9e3b7fe640 1 -- 172.21.15.1:0/9218240 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559051ca19d0 msgr2=0x559051caa260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:43.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.279+0000 7f9e3b7fe640 1 --2- 172.21.15.1:0/9218240 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559051ca19d0 0x559051caa260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.279+0000 7f9e3b7fe640 1 -- 172.21.15.1:0/9218240 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559051caa7a0 msgr2=0x559051cacb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:43.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.279+0000 7f9e3b7fe640 1 --2- 172.21.15.1:0/9218240 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559051caa7a0 0x559051cacb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.279+0000 7f9e3b7fe640 1 -- 172.21.15.1:0/9218240 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559051bcd3b0 con 0x559051ca10b0 2024-02-10T00:02:43.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.279+0000 7f9e3bfff640 1 --2- 172.21.15.1:0/255116432 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9e240a22a0 0x7f9e240a4760 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f9e34005cc0 tx=0x7f9e34014a30 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:43.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.279+0000 7f9e3b7fe640 1 --2- 172.21.15.1:0/9218240 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559051ca10b0 0x559051ca1490 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f9e2c00b760 tx=0x7f9e2c00bc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8616601235e11d9 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:43.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.280+0000 7f9e21ffb640 1 -- 172.21.15.1:0/9218240 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e2c003d50 con 0x559051ca10b0 2024-02-10T00:02:43.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.280+0000 7f9e21ffb640 1 -- 172.21.15.1:0/9218240 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9e2c00be70 con 0x559051ca10b0 2024-02-10T00:02:43.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.280+0000 7f9e21ffb640 1 -- 172.21.15.1:0/9218240 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e2c011440 con 0x559051ca10b0 2024-02-10T00:02:43.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.280+0000 7f9e44c71740 1 -- 172.21.15.1:0/9218240 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559051ca10b0 msgr2=0x559051ca1490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:43.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.280+0000 7f9e44c71740 1 --2- 172.21.15.1:0/9218240 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559051ca10b0 0x559051ca1490 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f9e2c00b760 tx=0x7f9e2c00bc20 comp rx=0 tx=0).stop 2024-02-10T00:02:43.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.280+0000 7f9e44c71740 1 -- 172.21.15.1:0/9218240 shutdown_connections 2024-02-10T00:02:43.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.280+0000 7f9e44c71740 1 --2- 172.21.15.1:0/9218240 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559051caa7a0 0x559051cacb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.280+0000 7f9e44c71740 1 --2- 172.21.15.1:0/9218240 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559051ca19d0 0x559051caa260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.280+0000 7f9e44c71740 1 --2- 172.21.15.1:0/9218240 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559051ca10b0 0x559051ca1490 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.280+0000 7f9e44c71740 1 -- 172.21.15.1:0/9218240 >> 172.21.15.1:0/9218240 conn(0x559051c9b9d0 msgr2=0x559051c9bdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:43.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.281+0000 7f9e44c71740 1 -- 172.21.15.1:0/9218240 shutdown_connections 2024-02-10T00:02:43.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.281+0000 7f9e44c71740 1 -- 172.21.15.1:0/9218240 wait complete. 2024-02-10T00:02:43.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.281+0000 7f9e44c71740 1 -- start start 2024-02-10T00:02:43.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.281+0000 7f9e44c71740 1 Processor -- start 2024-02-10T00:02:43.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.281+0000 7f9e44c71740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559051ca10b0 0x559051ca7780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:43.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.281+0000 7f9e44c71740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559051ca19d0 0x559051ca7cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:43.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.281+0000 7f9e44c71740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559051caa7a0 0x559051ca8200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:43.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.281+0000 7f9e44c71740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559051badb90 con 0x559051caa7a0 2024-02-10T00:02:43.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.281+0000 7f9e44c71740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5590518dc250 con 0x559051ca19d0 2024-02-10T00:02:43.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.281+0000 7f9e44c71740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559051b8e200 con 0x559051ca10b0 2024-02-10T00:02:43.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.281+0000 7f9e44c71740 10 client.0 _ll_register_callbacks cb 0x559051bc45d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:43.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.282+0000 7f9e3bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559051caa7a0 0x559051ca8200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:43.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.282+0000 7f9e3bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559051caa7a0 0x559051ca8200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60794/0 (socket says 172.21.15.1:60794) 2024-02-10T00:02:43.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.282+0000 7f9e3bfff640 1 -- 172.21.15.1:0/3865172135 learned_addr learned my addr 172.21.15.1:0/3865172135 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:43.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.282+0000 7f9e3b7fe640 1 --2- 172.21.15.1:0/3865172135 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559051ca10b0 0x559051ca7780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:43.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.282+0000 7f9e3affd640 1 --2- 172.21.15.1:0/3865172135 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559051ca19d0 0x559051ca7cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:43.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.282+0000 7f9e3bfff640 1 -- 172.21.15.1:0/3865172135 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559051ca10b0 msgr2=0x559051ca7780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:43.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.282+0000 7f9e3bfff640 1 --2- 172.21.15.1:0/3865172135 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559051ca10b0 0x559051ca7780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.282+0000 7f9e3bfff640 1 -- 172.21.15.1:0/3865172135 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559051ca19d0 msgr2=0x559051ca7cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:43.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.282+0000 7f9e3bfff640 1 --2- 172.21.15.1:0/3865172135 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559051ca19d0 0x559051ca7cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.282+0000 7f9e3bfff640 1 -- 172.21.15.1:0/3865172135 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9e2c004370 con 0x559051caa7a0 2024-02-10T00:02:43.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.282+0000 7f9e3bfff640 1 --2- 172.21.15.1:0/3865172135 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559051caa7a0 0x559051ca8200 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f9e34011cf0 tx=0x7f9e34004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=909e2cc93ea66ea2 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:43.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.282+0000 7f9e1affd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:43.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.282+0000 7f9e1affd640 1 -- 172.21.15.1:0/3865172135 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e34011d20 con 0x559051caa7a0 2024-02-10T00:02:43.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.282+0000 7f9e1affd640 1 -- 172.21.15.1:0/3865172135 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f9e34004b20 con 0x559051caa7a0 2024-02-10T00:02:43.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.282+0000 7f9e44c71740 1 -- 172.21.15.1:0/3865172135 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559051c2eee0 con 0x559051caa7a0 2024-02-10T00:02:43.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.282+0000 7f9e1affd640 1 -- 172.21.15.1:0/3865172135 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9e34011e80 con 0x559051caa7a0 2024-02-10T00:02:43.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.282+0000 7f9e44c71740 10 client.16779 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:43.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.282+0000 7f9e44c71740 1 -- 172.21.15.1:0/3865172135 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x559051c06d90 con 0x559051caa7a0 2024-02-10T00:02:43.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.283+0000 7f9e1affd640 1 -- 172.21.15.1:0/3865172135 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x559051c2eee0 con 0x559051caa7a0 2024-02-10T00:02:43.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.283+0000 7f9e1affd640 1 -- 172.21.15.1:0/3865172135 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f9e3400b050 con 0x559051caa7a0 2024-02-10T00:02:43.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.283+0000 7f9e44c71740 10 client.16779 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:43.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.283+0000 7f9e44c71740 10 client.16779 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:02:43.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.283+0000 7f9e44c71740 20 client.16779 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:43.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.283+0000 7f9e44c71740 1 --2- 172.21.15.1:0/3865172135 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559051cba9a0 0x559051cbcdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:43.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.283+0000 7f9e44c71740 4 client.16779 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:02:43.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.283+0000 7f9e44c71740 1 -- 172.21.15.1:0/3865172135 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559051908600 con 0x559051cba9a0 2024-02-10T00:02:43.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.283+0000 7f9e3b7fe640 1 --2- 172.21.15.1:0/3865172135 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559051cba9a0 0x559051cbcdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:43.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.284+0000 7f9e1affd640 10 client.16779 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:43.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.284+0000 7f9e3b7fe640 1 --2- 172.21.15.1:0/3865172135 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559051cba9a0 0x559051cbcdc0 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6a7d05ccc21d8b7 server_cookie=8197cb3c22e2c3d1 in_seq=0 out_seq=0 2024-02-10T00:02:43.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.284+0000 7f9e1affd640 1 -- 172.21.15.1:0/3865172135 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x559051908600 con 0x559051cba9a0 2024-02-10T00:02:43.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.284+0000 7f9e1affd640 10 client.16779 handle_command_reply: tid=0 2024-02-10T00:02:43.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.284+0000 7f9e44c71740 1 client.16779 shutdown 2024-02-10T00:02:43.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.284+0000 7f9e44c71740 1 -- 172.21.15.1:0/3865172135 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559051caa7a0 msgr2=0x559051ca8200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:43.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.284+0000 7f9e44c71740 1 --2- 172.21.15.1:0/3865172135 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559051caa7a0 0x559051ca8200 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f9e34011cf0 tx=0x7f9e34004ab0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.284+0000 7f9e44c71740 1 -- 172.21.15.1:0/3865172135 shutdown_connections 2024-02-10T00:02:43.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.284+0000 7f9e44c71740 1 --2- 172.21.15.1:0/3865172135 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559051cba9a0 0x559051cbcdc0 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.284+0000 7f9e44c71740 1 --2- 172.21.15.1:0/3865172135 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559051caa7a0 0x559051ca8200 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.285+0000 7f9e44c71740 1 --2- 172.21.15.1:0/3865172135 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559051ca19d0 0x559051ca7cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.285+0000 7f9e44c71740 1 --2- 172.21.15.1:0/3865172135 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559051ca10b0 0x559051ca7780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.285+0000 7f9e1affd640 0 client.16779 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:43.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.285+0000 7f9e44c71740 1 -- 172.21.15.1:0/3865172135 >> 172.21.15.1:0/3865172135 conn(0x559051c9b9d0 msgr2=0x559051c9d720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:43.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.285+0000 7f9e44c71740 1 -- 172.21.15.1:0/3865172135 shutdown_connections 2024-02-10T00:02:43.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.285+0000 7f9e44c71740 1 -- 172.21.15.1:0/3865172135 wait complete. 2024-02-10T00:02:43.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.285+0000 7f9e44c71740 20 client.16779 trim_cache size 0 max 16384 2024-02-10T00:02:43.306 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.298+0000 7f9e44c71740 1 Processor -- start 2024-02-10T00:02:43.306 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.298+0000 7f9e44c71740 1 -- start start 2024-02-10T00:02:43.306 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.298+0000 7f9e44c71740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559051ca10b0 0x559051ca9eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:43.306 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.298+0000 7f9e44c71740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559051ca19d0 0x559051ca8020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:43.306 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.298+0000 7f9e44c71740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559051caa7a0 0x559051ca6050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:43.306 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.298+0000 7f9e44c71740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559051c972a0 con 0x559051caa7a0 2024-02-10T00:02:43.306 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.298+0000 7f9e44c71740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559051ca5cd0 con 0x559051ca10b0 2024-02-10T00:02:43.306 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.298+0000 7f9e44c71740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559051c9b1b0 con 0x559051ca19d0 2024-02-10T00:02:43.306 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.298+0000 7f9e3bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559051caa7a0 0x559051ca6050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:43.306 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.298+0000 7f9e3bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559051caa7a0 0x559051ca6050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60796/0 (socket says 172.21.15.1:60796) 2024-02-10T00:02:43.306 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.298+0000 7f9e3bfff640 1 -- 172.21.15.1:0/823599025 learned_addr learned my addr 172.21.15.1:0/823599025 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:43.307 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.298+0000 7f9e3b7fe640 1 --2- 172.21.15.1:0/823599025 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559051ca10b0 0x559051ca9eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:43.307 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.299+0000 7f9e3affd640 1 --2- 172.21.15.1:0/823599025 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559051ca19d0 0x559051ca8020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:43.307 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.299+0000 7f9e3bfff640 1 -- 172.21.15.1:0/823599025 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559051ca19d0 msgr2=0x559051ca8020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:43.307 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.299+0000 7f9e3bfff640 1 --2- 172.21.15.1:0/823599025 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559051ca19d0 0x559051ca8020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.307 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.299+0000 7f9e3bfff640 1 -- 172.21.15.1:0/823599025 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559051ca10b0 msgr2=0x559051ca9eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:43.307 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.299+0000 7f9e3bfff640 1 --2- 172.21.15.1:0/823599025 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559051ca10b0 0x559051ca9eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.307 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.299+0000 7f9e3bfff640 1 -- 172.21.15.1:0/823599025 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559051ba3820 con 0x559051caa7a0 2024-02-10T00:02:43.307 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.299+0000 7f9e3affd640 1 --2- 172.21.15.1:0/823599025 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559051ca19d0 0x559051ca8020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:02:43.307 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.299+0000 7f9e3bfff640 1 --2- 172.21.15.1:0/823599025 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559051caa7a0 0x559051ca6050 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f9e34011760 tx=0x7f9e340087f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4631ea8c5574bf11 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:43.307 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.299+0000 7f9e217fa640 1 -- 172.21.15.1:0/823599025 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e34012bf0 con 0x559051caa7a0 2024-02-10T00:02:43.307 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.299+0000 7f9e217fa640 1 -- 172.21.15.1:0/823599025 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9e34011d20 con 0x559051caa7a0 2024-02-10T00:02:43.307 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.299+0000 7f9e217fa640 1 -- 172.21.15.1:0/823599025 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e34020430 con 0x559051caa7a0 2024-02-10T00:02:43.307 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.300+0000 7f9e44c71740 1 -- 172.21.15.1:0/823599025 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559051caa7a0 msgr2=0x559051ca6050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:43.307 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.300+0000 7f9e44c71740 1 --2- 172.21.15.1:0/823599025 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559051caa7a0 0x559051ca6050 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f9e34011760 tx=0x7f9e340087f0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.308 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.300+0000 7f9e44c71740 1 -- 172.21.15.1:0/823599025 shutdown_connections 2024-02-10T00:02:43.308 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.300+0000 7f9e44c71740 1 --2- 172.21.15.1:0/823599025 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559051caa7a0 0x559051ca6050 unknown :-1 s=CLOSED pgs=858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.308 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.300+0000 7f9e44c71740 1 --2- 172.21.15.1:0/823599025 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559051ca19d0 0x559051ca8020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.308 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.300+0000 7f9e44c71740 1 --2- 172.21.15.1:0/823599025 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559051ca10b0 0x559051ca9eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.308 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.300+0000 7f9e44c71740 1 -- 172.21.15.1:0/823599025 >> 172.21.15.1:0/823599025 conn(0x559051c9b9d0 msgr2=0x559051ca2ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:43.308 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.300+0000 7f9e44c71740 1 -- 172.21.15.1:0/823599025 shutdown_connections 2024-02-10T00:02:43.308 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.300+0000 7f9e44c71740 1 -- 172.21.15.1:0/823599025 wait complete. 2024-02-10T00:02:43.308 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.300+0000 7f9e44c71740 1 -- start start 2024-02-10T00:02:43.308 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.300+0000 7f9e44c71740 1 Processor -- start 2024-02-10T00:02:43.308 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.300+0000 7f9e44c71740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559051ca10b0 0x559051cb14c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:43.308 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.300+0000 7f9e44c71740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559051ca19d0 0x559051caf860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:43.308 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.301+0000 7f9e44c71740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559051caa7a0 0x559051cafda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:43.308 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.301+0000 7f9e44c71740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559051cb1d90 con 0x559051ca10b0 2024-02-10T00:02:43.308 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.301+0000 7f9e44c71740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559051cb02e0 con 0x559051caa7a0 2024-02-10T00:02:43.309 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.301+0000 7f9e44c71740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559051cb04a0 con 0x559051ca19d0 2024-02-10T00:02:43.309 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.301+0000 7f9e44c71740 10 client.0 _ll_register_callbacks cb 0x7f9e340119c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:43.309 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.301+0000 7f9e3b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559051ca10b0 0x559051cb14c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:43.309 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.301+0000 7f9e3b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559051ca10b0 0x559051cb14c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60804/0 (socket says 172.21.15.1:60804) 2024-02-10T00:02:43.309 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.301+0000 7f9e3b7fe640 1 -- 172.21.15.1:0/3912223519 learned_addr learned my addr 172.21.15.1:0/3912223519 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:43.309 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.301+0000 7f9e3bfff640 1 --2- 172.21.15.1:0/3912223519 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559051caa7a0 0x559051cafda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:43.309 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.301+0000 7f9e3b7fe640 1 -- 172.21.15.1:0/3912223519 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559051ca19d0 msgr2=0x559051caf860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:43.309 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.301+0000 7f9e3b7fe640 1 --2- 172.21.15.1:0/3912223519 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559051ca19d0 0x559051caf860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.309 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.301+0000 7f9e3b7fe640 1 -- 172.21.15.1:0/3912223519 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559051caa7a0 msgr2=0x559051cafda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:43.309 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.301+0000 7f9e3b7fe640 1 --2- 172.21.15.1:0/3912223519 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559051caa7a0 0x559051cafda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.309 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.301+0000 7f9e3b7fe640 1 -- 172.21.15.1:0/3912223519 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559051c06d90 con 0x559051ca10b0 2024-02-10T00:02:43.309 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.301+0000 7f9e3b7fe640 1 --2- 172.21.15.1:0/3912223519 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559051ca10b0 0x559051cb14c0 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f9e2c004ac0 tx=0x7f9e2c004b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7f90059592b5465 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:43.309 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.301+0000 7f9e1affd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:43.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.301+0000 7f9e1affd640 1 -- 172.21.15.1:0/3912223519 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e2c027610 con 0x559051ca10b0 2024-02-10T00:02:43.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.301+0000 7f9e1affd640 1 -- 172.21.15.1:0/3912223519 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f9e2c027770 con 0x559051ca10b0 2024-02-10T00:02:43.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.301+0000 7f9e44c71740 1 -- 172.21.15.1:0/3912223519 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9e2c00be70 con 0x559051ca10b0 2024-02-10T00:02:43.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.301+0000 7f9e1affd640 1 -- 172.21.15.1:0/3912223519 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9e2c027930 con 0x559051ca10b0 2024-02-10T00:02:43.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.301+0000 7f9e44c71740 10 client.16785 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:43.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.301+0000 7f9e44c71740 1 -- 172.21.15.1:0/3912223519 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x559051bc96f0 con 0x559051ca10b0 2024-02-10T00:02:43.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.302+0000 7f9e1affd640 1 -- 172.21.15.1:0/3912223519 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9e2c00be70 con 0x559051ca10b0 2024-02-10T00:02:43.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.302+0000 7f9e1affd640 1 -- 172.21.15.1:0/3912223519 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f9e2c011600 con 0x559051ca10b0 2024-02-10T00:02:43.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.302+0000 7f9e44c71740 10 client.16785 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:43.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.302+0000 7f9e44c71740 10 client.16785 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:02:43.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.302+0000 7f9e44c71740 20 client.16785 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:43.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.302+0000 7f9e44c71740 1 --2- 172.21.15.1:0/3912223519 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559051d12270 0x559051d14690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:43.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.302+0000 7f9e44c71740 4 client.16785 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:02:43.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.302+0000 7f9e44c71740 1 -- 172.21.15.1:0/3912223519 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5590519591b0 con 0x559051d12270 2024-02-10T00:02:43.311 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.302+0000 7f9e3affd640 1 --2- 172.21.15.1:0/3912223519 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559051d12270 0x559051d14690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:43.311 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.303+0000 7f9e1affd640 10 client.16785 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:43.311 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.303+0000 7f9e3affd640 1 --2- 172.21.15.1:0/3912223519 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559051d12270 0x559051d14690 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7c2f37950f1917b2 server_cookie=528a41459b5ec9da in_seq=0 out_seq=0 2024-02-10T00:02:43.323 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.319+0000 7f9e1affd640 1 -- 172.21.15.1:0/3912223519 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5590519591b0 con 0x559051d12270 2024-02-10T00:02:43.323 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.319+0000 7f9e1affd640 10 client.16785 handle_command_reply: tid=0 2024-02-10T00:02:43.323 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.319+0000 7f9e44c71740 1 client.16785 shutdown 2024-02-10T00:02:43.323 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.320+0000 7f9e44c71740 1 -- 172.21.15.1:0/3912223519 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559051ca10b0 msgr2=0x559051cb14c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:43.324 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.320+0000 7f9e44c71740 1 --2- 172.21.15.1:0/3912223519 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559051ca10b0 0x559051cb14c0 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f9e2c004ac0 tx=0x7f9e2c004b60 comp rx=0 tx=0).stop 2024-02-10T00:02:43.324 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.320+0000 7f9e44c71740 1 -- 172.21.15.1:0/3912223519 shutdown_connections 2024-02-10T00:02:43.324 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.320+0000 7f9e44c71740 1 --2- 172.21.15.1:0/3912223519 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559051d12270 0x559051d14690 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.324 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.320+0000 7f9e44c71740 1 --2- 172.21.15.1:0/3912223519 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559051caa7a0 0x559051cafda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.324 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.320+0000 7f9e44c71740 1 --2- 172.21.15.1:0/3912223519 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559051ca19d0 0x559051caf860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.324 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.320+0000 7f9e44c71740 1 --2- 172.21.15.1:0/3912223519 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559051ca10b0 0x559051cb14c0 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.324 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.320+0000 7f9e1affd640 0 client.16785 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:43.324 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.320+0000 7f9e44c71740 1 -- 172.21.15.1:0/3912223519 >> 172.21.15.1:0/3912223519 conn(0x559051c9b9d0 msgr2=0x559051ca5ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:43.324 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.320+0000 7f9e44c71740 1 -- 172.21.15.1:0/3912223519 shutdown_connections 2024-02-10T00:02:43.324 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.320+0000 7f9e44c71740 1 -- 172.21.15.1:0/3912223519 wait complete. 2024-02-10T00:02:43.324 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.320+0000 7f9e44c71740 20 client.16785 trim_cache size 0 max 16384 2024-02-10T00:02:43.325 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:02:43.325 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:02:43.325 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:02:43.325 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:02:43.326 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.320+0000 7f9e4209c640 1 -- 172.21.15.1:0/255116432 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9e240a22a0 msgr2=0x7f9e240a4760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:43.326 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.320+0000 7f9e4209c640 1 --2- 172.21.15.1:0/255116432 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9e240a22a0 0x7f9e240a4760 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f9e34005cc0 tx=0x7f9e34014a30 comp rx=0 tx=0).stop 2024-02-10T00:02:43.326 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.320+0000 7f9e4209c640 1 -- 172.21.15.1:0/255116432 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9e3c106600 msgr2=0x7f9e3c101230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:43.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.320+0000 7f9e4209c640 1 --2- 172.21.15.1:0/255116432 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9e3c106600 0x7f9e3c101230 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f9e30000c00 tx=0x7f9e3002c700 comp rx=0 tx=0).stop 2024-02-10T00:02:43.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.320+0000 7f9e4209c640 1 -- 172.21.15.1:0/255116432 shutdown_connections 2024-02-10T00:02:43.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.320+0000 7f9e4209c640 1 --2- 172.21.15.1:0/255116432 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9e240a22a0 0x7f9e240a4760 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.320+0000 7f9e4209c640 1 --2- 172.21.15.1:0/255116432 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9e3c101770 0x7f9e3c1a5a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.320+0000 7f9e4209c640 1 --2- 172.21.15.1:0/255116432 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9e3c106600 0x7f9e3c101230 unknown :-1 s=CLOSED pgs=855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.320+0000 7f9e4209c640 1 --2- 172.21.15.1:0/255116432 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e3c0ffd80 0x7f9e3c100cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:43.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.320+0000 7f9e4209c640 1 -- 172.21.15.1:0/255116432 >> 172.21.15.1:0/255116432 conn(0x7f9e3c075410 msgr2=0x7f9e3c0fdce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:43.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.321+0000 7f9e4209c640 1 -- 172.21.15.1:0/255116432 shutdown_connections 2024-02-10T00:02:43.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:43.321+0000 7f9e4209c640 1 -- 172.21.15.1:0/255116432 wait complete. 2024-02-10T00:02:43.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:43 smithi088 ceph-mon[36452]: pgmap v104: 97 pgs: 97 active+clean; 4.2 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 27 KiB/s wr, 16 op/s 2024-02-10T00:02:43.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:43 smithi103 ceph-mon[36942]: pgmap v104: 97 pgs: 97 active+clean; 4.2 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 27 KiB/s wr, 16 op/s 2024-02-10T00:02:43.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:43 smithi001 ceph-mon[32335]: pgmap v104: 97 pgs: 97 active+clean; 4.2 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 27 KiB/s wr, 16 op/s 2024-02-10T00:02:45.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:45 smithi088 ceph-mon[36452]: pgmap v105: 97 pgs: 97 active+clean; 4.3 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 38 KiB/s wr, 23 op/s 2024-02-10T00:02:45.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:45 smithi103 ceph-mon[36942]: pgmap v105: 97 pgs: 97 active+clean; 4.3 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 38 KiB/s wr, 23 op/s 2024-02-10T00:02:45.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:45 smithi001 ceph-mon[32335]: pgmap v105: 97 pgs: 97 active+clean; 4.3 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 38 KiB/s wr, 23 op/s 2024-02-10T00:02:47.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:47 smithi088 ceph-mon[36452]: pgmap v106: 97 pgs: 97 active+clean; 4.3 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 22 KiB/s wr, 12 op/s 2024-02-10T00:02:47.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:47 smithi103 ceph-mon[36942]: pgmap v106: 97 pgs: 97 active+clean; 4.3 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 22 KiB/s wr, 12 op/s 2024-02-10T00:02:47.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:47 smithi001 ceph-mon[32335]: pgmap v106: 97 pgs: 97 active+clean; 4.3 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 22 KiB/s wr, 12 op/s 2024-02-10T00:02:49.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:49 smithi088 ceph-mon[36452]: pgmap v107: 97 pgs: 97 active+clean; 4.5 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 38 KiB/s wr, 21 op/s 2024-02-10T00:02:49.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:49 smithi103 ceph-mon[36942]: pgmap v107: 97 pgs: 97 active+clean; 4.5 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 38 KiB/s wr, 21 op/s 2024-02-10T00:02:49.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:49 smithi001 ceph-mon[32335]: pgmap v107: 97 pgs: 97 active+clean; 4.5 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 38 KiB/s wr, 21 op/s 2024-02-10T00:02:51.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:51 smithi088 ceph-mon[36452]: pgmap v108: 97 pgs: 97 active+clean; 4.5 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 26 KiB/s wr, 15 op/s 2024-02-10T00:02:51.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:51 smithi103 ceph-mon[36942]: pgmap v108: 97 pgs: 97 active+clean; 4.5 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 26 KiB/s wr, 15 op/s 2024-02-10T00:02:51.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:51 smithi001 ceph-mon[32335]: pgmap v108: 97 pgs: 97 active+clean; 4.5 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 26 KiB/s wr, 15 op/s 2024-02-10T00:02:53.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:53 smithi088 ceph-mon[36452]: pgmap v109: 97 pgs: 97 active+clean; 4.5 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 26 KiB/s wr, 15 op/s 2024-02-10T00:02:53.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:53 smithi103 ceph-mon[36942]: pgmap v109: 97 pgs: 97 active+clean; 4.5 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 26 KiB/s wr, 15 op/s 2024-02-10T00:02:53.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:53 smithi001 ceph-mon[32335]: pgmap v109: 97 pgs: 97 active+clean; 4.5 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 26 KiB/s wr, 15 op/s 2024-02-10T00:02:55.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:55 smithi088 ceph-mon[36452]: pgmap v110: 97 pgs: 97 active+clean; 4.6 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 38 KiB/s wr, 22 op/s 2024-02-10T00:02:55.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:55 smithi103 ceph-mon[36942]: pgmap v110: 97 pgs: 97 active+clean; 4.6 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 38 KiB/s wr, 22 op/s 2024-02-10T00:02:55.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:55 smithi001 ceph-mon[32335]: pgmap v110: 97 pgs: 97 active+clean; 4.6 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 38 KiB/s wr, 22 op/s 2024-02-10T00:02:56.424 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.418+0000 7fd2be70c640 1 -- 172.21.15.1:0/3847832007 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd2b80ff6c0 msgr2=0x7fd2b80ffb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:56.424 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.418+0000 7fd2be70c640 1 --2- 172.21.15.1:0/3847832007 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd2b80ff6c0 0x7fd2b80ffb40 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7fd2ac009930 tx=0x7fd2ac02bc30 comp rx=0 tx=0).stop 2024-02-10T00:02:56.424 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.418+0000 7fd2be70c640 1 -- 172.21.15.1:0/3847832007 shutdown_connections 2024-02-10T00:02:56.424 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.418+0000 7fd2be70c640 1 --2- 172.21.15.1:0/3847832007 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd2b8100080 0x7fd2b810e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.424 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.418+0000 7fd2be70c640 1 --2- 172.21.15.1:0/3847832007 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd2b80ff6c0 0x7fd2b80ffb40 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.424 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.418+0000 7fd2be70c640 1 --2- 172.21.15.1:0/3847832007 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2b8106220 0x7fd2b8106600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.425 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.418+0000 7fd2be70c640 1 -- 172.21.15.1:0/3847832007 >> 172.21.15.1:0/3847832007 conn(0x7fd2b8076650 msgr2=0x7fd2b80fd9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:56.425 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.418+0000 7fd2be70c640 1 -- 172.21.15.1:0/3847832007 shutdown_connections 2024-02-10T00:02:56.425 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.418+0000 7fd2be70c640 1 -- 172.21.15.1:0/3847832007 wait complete. 2024-02-10T00:02:56.425 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.419+0000 7fd2be70c640 1 Processor -- start 2024-02-10T00:02:56.425 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.419+0000 7fd2be70c640 1 -- start start 2024-02-10T00:02:56.425 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.419+0000 7fd2be70c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd2b80ff6c0 0x7fd2b819d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:56.425 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.419+0000 7fd2be70c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd2b8100080 0x7fd2b819dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:56.425 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.419+0000 7fd2be70c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2b8106220 0x7fd2b8197760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:56.425 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.419+0000 7fd2be70c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2b8197ef0 con 0x7fd2b8100080 2024-02-10T00:02:56.425 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.419+0000 7fd2be70c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2b8198060 con 0x7fd2b80ff6c0 2024-02-10T00:02:56.425 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.419+0000 7fd2be70c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2b8198220 con 0x7fd2b8106220 2024-02-10T00:02:56.425 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.419+0000 7fd2b77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd2b8100080 0x7fd2b819dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:56.425 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.419+0000 7fd2b77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd2b8100080 0x7fd2b819dbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:41708/0 (socket says 172.21.15.1:41708) 2024-02-10T00:02:56.426 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.420+0000 7fd2b77fe640 1 -- 172.21.15.1:0/717973551 learned_addr learned my addr 172.21.15.1:0/717973551 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:56.426 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.420+0000 7fd2b7fff640 1 --2- 172.21.15.1:0/717973551 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd2b80ff6c0 0x7fd2b819d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:56.426 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.420+0000 7fd2bcca9640 1 --2- 172.21.15.1:0/717973551 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2b8106220 0x7fd2b8197760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:56.426 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.420+0000 7fd2b77fe640 1 -- 172.21.15.1:0/717973551 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2b8106220 msgr2=0x7fd2b8197760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:56.426 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.420+0000 7fd2b77fe640 1 --2- 172.21.15.1:0/717973551 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2b8106220 0x7fd2b8197760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.426 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.420+0000 7fd2b77fe640 1 -- 172.21.15.1:0/717973551 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd2b80ff6c0 msgr2=0x7fd2b819d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:56.426 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.420+0000 7fd2b77fe640 1 --2- 172.21.15.1:0/717973551 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd2b80ff6c0 0x7fd2b819d6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.426 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.420+0000 7fd2b77fe640 1 -- 172.21.15.1:0/717973551 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2ac009560 con 0x7fd2b8100080 2024-02-10T00:02:56.426 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.420+0000 7fd2b77fe640 1 --2- 172.21.15.1:0/717973551 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd2b8100080 0x7fd2b819dbe0 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7fd2ac005940 tx=0x7fd2ac02c6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:56.426 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.420+0000 7fd2b57fa640 1 -- 172.21.15.1:0/717973551 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2ac004350 con 0x7fd2b8100080 2024-02-10T00:02:56.426 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.420+0000 7fd2be70c640 1 -- 172.21.15.1:0/717973551 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd2b81984a0 con 0x7fd2b8100080 2024-02-10T00:02:56.426 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.420+0000 7fd2b57fa640 1 -- 172.21.15.1:0/717973551 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd2ac0044b0 con 0x7fd2b8100080 2024-02-10T00:02:56.427 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.420+0000 7fd2b57fa640 1 -- 172.21.15.1:0/717973551 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2ac003d70 con 0x7fd2b8100080 2024-02-10T00:02:56.427 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.420+0000 7fd2be70c640 1 -- 172.21.15.1:0/717973551 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2b81a4620 con 0x7fd2b8100080 2024-02-10T00:02:56.434 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.423+0000 7fd2b57fa640 1 -- 172.21.15.1:0/717973551 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fd2ac004df0 con 0x7fd2b8100080 2024-02-10T00:02:56.434 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.423+0000 7fd2c13c2740 1 Processor -- start 2024-02-10T00:02:56.434 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.423+0000 7fd2c13c2740 1 -- start start 2024-02-10T00:02:56.435 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.423+0000 7fd2b57fa640 1 --2- 172.21.15.1:0/717973551 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd2a00a2220 0x7fd2a00a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:56.435 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.423+0000 7fd2c13c2740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d96c9310b0 0x55d96c931490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:56.435 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.424+0000 7fd2c13c2740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d96c9319d0 0x55d96c93a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:56.435 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.424+0000 7fd2c13c2740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d96c93a7a0 0x55d96c93cb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:56.435 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.424+0000 7fd2c13c2740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d96c89fa00 con 0x55d96c9319d0 2024-02-10T00:02:56.435 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.424+0000 7fd2c13c2740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d96c89cf30 con 0x55d96c9310b0 2024-02-10T00:02:56.435 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.424+0000 7fd2c13c2740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d96c898710 con 0x55d96c93a7a0 2024-02-10T00:02:56.435 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.424+0000 7fd2bcca9640 1 --2- 172.21.15.1:0/717973551 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd2a00a2220 0x7fd2a00a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:56.435 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.424+0000 7fd2b77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d96c9319d0 0x55d96c93a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:56.435 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.424+0000 7fd2b77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d96c9319d0 0x55d96c93a260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:41718/0 (socket says 172.21.15.1:41718) 2024-02-10T00:02:56.435 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.424+0000 7fd2b77fe640 1 -- 172.21.15.1:0/544228280 learned_addr learned my addr 172.21.15.1:0/544228280 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:56.436 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.424+0000 7fd2b57fa640 1 -- 172.21.15.1:0/717973551 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fd2ac0efff0 con 0x7fd2b8100080 2024-02-10T00:02:56.436 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.424+0000 7fd2b7fff640 1 --2- 172.21.15.1:0/544228280 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d96c9310b0 0x55d96c931490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:56.436 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.424+0000 7fd2bcca9640 1 --2- 172.21.15.1:0/544228280 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d96c93a7a0 0x55d96c93cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:56.436 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.424+0000 7fd2b77fe640 1 -- 172.21.15.1:0/544228280 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d96c93a7a0 msgr2=0x55d96c93cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:56.436 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.424+0000 7fd2b77fe640 1 --2- 172.21.15.1:0/544228280 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d96c93a7a0 0x55d96c93cb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.436 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.424+0000 7fd2b77fe640 1 -- 172.21.15.1:0/544228280 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d96c9310b0 msgr2=0x55d96c931490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:56.436 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.424+0000 7fd2b77fe640 1 --2- 172.21.15.1:0/544228280 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d96c9310b0 0x55d96c931490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.436 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.424+0000 7fd2b77fe640 1 -- 172.21.15.1:0/544228280 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d96c85d3b0 con 0x55d96c9319d0 2024-02-10T00:02:56.436 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.424+0000 7fd2bcca9640 1 --2- 172.21.15.1:0/544228280 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d96c93a7a0 0x55d96c93cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:02:56.436 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.424+0000 7fd2bcca9640 1 --2- 172.21.15.1:0/717973551 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd2a00a2220 0x7fd2a00a46e0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fd2b0005fd0 tx=0x7fd2b0014bf0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:56.437 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.424+0000 7fd2b77fe640 1 --2- 172.21.15.1:0/544228280 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d96c9319d0 0x55d96c93a260 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7fd2ac005ec0 tx=0x7fd2ac005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26b1013d42cd3d9e server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:56.437 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.424+0000 7fd29e7fc640 1 -- 172.21.15.1:0/544228280 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2ac0d59d0 con 0x55d96c9319d0 2024-02-10T00:02:56.437 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.425+0000 7fd29e7fc640 1 -- 172.21.15.1:0/544228280 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd2ac0b5e90 con 0x55d96c9319d0 2024-02-10T00:02:56.437 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.425+0000 7fd29e7fc640 1 -- 172.21.15.1:0/544228280 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2ac0babd0 con 0x55d96c9319d0 2024-02-10T00:02:56.437 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.425+0000 7fd2c13c2740 1 -- 172.21.15.1:0/544228280 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d96c9319d0 msgr2=0x55d96c93a260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:56.437 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.425+0000 7fd2c13c2740 1 --2- 172.21.15.1:0/544228280 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d96c9319d0 0x55d96c93a260 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7fd2ac005ec0 tx=0x7fd2ac005fd0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.437 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.425+0000 7fd2c13c2740 1 -- 172.21.15.1:0/544228280 shutdown_connections 2024-02-10T00:02:56.437 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.425+0000 7fd2c13c2740 1 --2- 172.21.15.1:0/544228280 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d96c93a7a0 0x55d96c93cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.437 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.425+0000 7fd2c13c2740 1 --2- 172.21.15.1:0/544228280 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d96c9319d0 0x55d96c93a260 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.437 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.425+0000 7fd2c13c2740 1 --2- 172.21.15.1:0/544228280 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d96c9310b0 0x55d96c931490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.438 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.425+0000 7fd2c13c2740 1 -- 172.21.15.1:0/544228280 >> 172.21.15.1:0/544228280 conn(0x55d96c92b9d0 msgr2=0x55d96c92bdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:56.438 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.425+0000 7fd2c13c2740 1 -- 172.21.15.1:0/544228280 shutdown_connections 2024-02-10T00:02:56.438 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.425+0000 7fd2c13c2740 1 -- 172.21.15.1:0/544228280 wait complete. 2024-02-10T00:02:56.438 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.426+0000 7fd2c13c2740 1 -- start start 2024-02-10T00:02:56.438 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.426+0000 7fd2c13c2740 1 Processor -- start 2024-02-10T00:02:56.438 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.426+0000 7fd2c13c2740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d96c9310b0 0x55d96c937800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:56.438 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.426+0000 7fd2c13c2740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d96c9319d0 0x55d96c937d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:56.438 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.426+0000 7fd2c13c2740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d96c93a7a0 0x55d96c938280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:56.438 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.426+0000 7fd2c13c2740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d96c83db90 con 0x55d96c9310b0 2024-02-10T00:02:56.438 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.426+0000 7fd2c13c2740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d96c56c250 con 0x55d96c9319d0 2024-02-10T00:02:56.438 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.426+0000 7fd2c13c2740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d96c81e200 con 0x55d96c93a7a0 2024-02-10T00:02:56.438 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.426+0000 7fd2c13c2740 10 client.0 _ll_register_callbacks cb 0x55d96c8545d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:56.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.426+0000 7fd2b7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d96c9310b0 0x55d96c937800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:56.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.426+0000 7fd2b7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d96c9310b0 0x55d96c937800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:41726/0 (socket says 172.21.15.1:41726) 2024-02-10T00:02:56.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.426+0000 7fd2b7fff640 1 -- 172.21.15.1:0/121549426 learned_addr learned my addr 172.21.15.1:0/121549426 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:56.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.426+0000 7fd2b77fe640 1 --2- 172.21.15.1:0/121549426 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d96c9319d0 0x55d96c937d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:56.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.427+0000 7fd2bcca9640 1 --2- 172.21.15.1:0/121549426 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d96c93a7a0 0x55d96c938280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:56.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.427+0000 7fd2b7fff640 1 -- 172.21.15.1:0/121549426 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d96c93a7a0 msgr2=0x55d96c938280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:56.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.427+0000 7fd2b7fff640 1 --2- 172.21.15.1:0/121549426 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d96c93a7a0 0x55d96c938280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.427+0000 7fd2b7fff640 1 -- 172.21.15.1:0/121549426 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d96c9319d0 msgr2=0x55d96c937d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:56.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.427+0000 7fd2b7fff640 1 --2- 172.21.15.1:0/121549426 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d96c9319d0 0x55d96c937d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.427+0000 7fd2b7fff640 1 -- 172.21.15.1:0/121549426 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2b81a4620 con 0x55d96c9310b0 2024-02-10T00:02:56.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.427+0000 7fd2b7fff640 1 --2- 172.21.15.1:0/121549426 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d96c9310b0 0x55d96c937800 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7fd2a8012840 tx=0x7fd2a8012d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d1da35d952ab2b1 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:56.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.427+0000 7fd2977fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:56.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.427+0000 7fd2977fe640 1 -- 172.21.15.1:0/121549426 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2a8017070 con 0x55d96c9310b0 2024-02-10T00:02:56.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.427+0000 7fd2977fe640 1 -- 172.21.15.1:0/121549426 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fd2a800f8c0 con 0x55d96c9310b0 2024-02-10T00:02:56.440 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.427+0000 7fd2c13c2740 1 -- 172.21.15.1:0/121549426 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d96c8beee0 con 0x55d96c9310b0 2024-02-10T00:02:56.440 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.427+0000 7fd2977fe640 1 -- 172.21.15.1:0/121549426 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd2a80122e0 con 0x55d96c9310b0 2024-02-10T00:02:56.440 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.427+0000 7fd2c13c2740 10 client.16797 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:56.440 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.427+0000 7fd2c13c2740 1 -- 172.21.15.1:0/121549426 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55d96c896d90 con 0x55d96c9310b0 2024-02-10T00:02:56.440 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.427+0000 7fd2977fe640 1 -- 172.21.15.1:0/121549426 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55d96c8beee0 con 0x55d96c9310b0 2024-02-10T00:02:56.440 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.428+0000 7fd2977fe640 1 -- 172.21.15.1:0/121549426 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fd2a8010cb0 con 0x55d96c9310b0 2024-02-10T00:02:56.440 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.428+0000 7fd2c13c2740 10 client.16797 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:56.440 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.428+0000 7fd2c13c2740 10 client.16797 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:02:56.440 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.428+0000 7fd2c13c2740 20 client.16797 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:56.440 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.428+0000 7fd2c13c2740 1 --2- 172.21.15.1:0/121549426 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d96c94a880 0x55d96c94cca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:56.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.428+0000 7fd2c13c2740 4 client.16797 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:02:56.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.428+0000 7fd2c13c2740 1 -- 172.21.15.1:0/121549426 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d96c598600 con 0x55d96c94a880 2024-02-10T00:02:56.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.428+0000 7fd2b77fe640 1 --2- 172.21.15.1:0/121549426 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d96c94a880 0x55d96c94cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:56.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.428+0000 7fd2977fe640 10 client.16797 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:56.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.428+0000 7fd2b77fe640 1 --2- 172.21.15.1:0/121549426 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d96c94a880 0x55d96c94cca0 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6764920859ce009c server_cookie=938801abbe2de298 in_seq=0 out_seq=0 2024-02-10T00:02:56.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.429+0000 7fd2977fe640 1 -- 172.21.15.1:0/121549426 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55d96c598600 con 0x55d96c94a880 2024-02-10T00:02:56.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.429+0000 7fd2977fe640 10 client.16797 handle_command_reply: tid=0 2024-02-10T00:02:56.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.429+0000 7fd2c13c2740 1 client.16797 shutdown 2024-02-10T00:02:56.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.429+0000 7fd2c13c2740 1 -- 172.21.15.1:0/121549426 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d96c9310b0 msgr2=0x55d96c937800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:56.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.429+0000 7fd2c13c2740 1 --2- 172.21.15.1:0/121549426 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d96c9310b0 0x55d96c937800 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7fd2a8012840 tx=0x7fd2a8012d00 comp rx=0 tx=0).stop 2024-02-10T00:02:56.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.429+0000 7fd2c13c2740 1 -- 172.21.15.1:0/121549426 shutdown_connections 2024-02-10T00:02:56.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.429+0000 7fd2c13c2740 1 --2- 172.21.15.1:0/121549426 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d96c94a880 0x55d96c94cca0 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.429+0000 7fd2c13c2740 1 --2- 172.21.15.1:0/121549426 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d96c93a7a0 0x55d96c938280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.429+0000 7fd2977fe640 0 client.16797 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:56.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.429+0000 7fd2c13c2740 1 --2- 172.21.15.1:0/121549426 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d96c9319d0 0x55d96c937d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.429+0000 7fd2c13c2740 1 --2- 172.21.15.1:0/121549426 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d96c9310b0 0x55d96c937800 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.429+0000 7fd2c13c2740 1 -- 172.21.15.1:0/121549426 >> 172.21.15.1:0/121549426 conn(0x55d96c92b9d0 msgr2=0x55d96c92d720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:56.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.429+0000 7fd2c13c2740 1 -- 172.21.15.1:0/121549426 shutdown_connections 2024-02-10T00:02:56.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.429+0000 7fd2c13c2740 1 -- 172.21.15.1:0/121549426 wait complete. 2024-02-10T00:02:56.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.429+0000 7fd2c13c2740 20 client.16797 trim_cache size 0 max 16384 2024-02-10T00:02:56.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.443+0000 7fd2c13c2740 1 Processor -- start 2024-02-10T00:02:56.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.443+0000 7fd2c13c2740 1 -- start start 2024-02-10T00:02:56.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.443+0000 7fd2c13c2740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d96c9310b0 0x55d96c939f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:56.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.443+0000 7fd2c13c2740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d96c9319d0 0x55d96c9380a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:56.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.443+0000 7fd2c13c2740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d96c93a7a0 0x55d96c9360d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:56.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.443+0000 7fd2c13c2740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d96c92b730 con 0x55d96c9310b0 2024-02-10T00:02:56.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.443+0000 7fd2c13c2740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d96c92c350 con 0x55d96c93a7a0 2024-02-10T00:02:56.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.443+0000 7fd2c13c2740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d96c926f00 con 0x55d96c9319d0 2024-02-10T00:02:56.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.443+0000 7fd2b7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d96c9310b0 0x55d96c939f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:56.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.443+0000 7fd2b77fe640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d96c9319d0 0x55d96c9380a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:56.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.443+0000 7fd2b7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d96c9310b0 0x55d96c939f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:41740/0 (socket says 172.21.15.1:41740) 2024-02-10T00:02:56.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.443+0000 7fd2b7fff640 1 -- 172.21.15.1:0/2995532357 learned_addr learned my addr 172.21.15.1:0/2995532357 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:56.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.443+0000 7fd2bcca9640 1 --2- 172.21.15.1:0/2995532357 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d96c93a7a0 0x55d96c9360d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:56.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.443+0000 7fd2b77fe640 1 -- 172.21.15.1:0/2995532357 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d96c93a7a0 msgr2=0x55d96c9360d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:56.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.443+0000 7fd2b77fe640 1 --2- 172.21.15.1:0/2995532357 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d96c93a7a0 0x55d96c9360d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.443+0000 7fd2b77fe640 1 -- 172.21.15.1:0/2995532357 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d96c9310b0 msgr2=0x55d96c939f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:56.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.443+0000 7fd2b77fe640 1 --2- 172.21.15.1:0/2995532357 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d96c9310b0 0x55d96c939f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.443+0000 7fd2b77fe640 1 -- 172.21.15.1:0/2995532357 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d96c833820 con 0x55d96c9319d0 2024-02-10T00:02:56.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.444+0000 7fd2b77fe640 1 --2- 172.21.15.1:0/2995532357 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d96c9319d0 0x55d96c9380a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x55d96c931f60 tx=0x7fd2ac0b7040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=93d19291789735ba server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:56.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.444+0000 7fd29dffb640 1 -- 172.21.15.1:0/2995532357 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2ac0bd1c0 con 0x55d96c9319d0 2024-02-10T00:02:56.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.444+0000 7fd29dffb640 1 -- 172.21.15.1:0/2995532357 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd2ac0c5260 con 0x55d96c9319d0 2024-02-10T00:02:56.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.444+0000 7fd29dffb640 1 -- 172.21.15.1:0/2995532357 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2ac0b92d0 con 0x55d96c9319d0 2024-02-10T00:02:56.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.444+0000 7fd2c13c2740 1 -- 172.21.15.1:0/2995532357 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d96c9319d0 msgr2=0x55d96c9380a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:56.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.444+0000 7fd2c13c2740 1 --2- 172.21.15.1:0/2995532357 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d96c9319d0 0x55d96c9380a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x55d96c931f60 tx=0x7fd2ac0b7040 comp rx=0 tx=0).stop 2024-02-10T00:02:56.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.444+0000 7fd2c13c2740 1 -- 172.21.15.1:0/2995532357 shutdown_connections 2024-02-10T00:02:56.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.444+0000 7fd2c13c2740 1 --2- 172.21.15.1:0/2995532357 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d96c93a7a0 0x55d96c9360d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.444+0000 7fd2c13c2740 1 --2- 172.21.15.1:0/2995532357 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d96c9319d0 0x55d96c9380a0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.444+0000 7fd2c13c2740 1 --2- 172.21.15.1:0/2995532357 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d96c9310b0 0x55d96c939f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.444+0000 7fd2c13c2740 1 -- 172.21.15.1:0/2995532357 >> 172.21.15.1:0/2995532357 conn(0x55d96c92b9d0 msgr2=0x55d96c932aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:56.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.445+0000 7fd2c13c2740 1 -- 172.21.15.1:0/2995532357 shutdown_connections 2024-02-10T00:02:56.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.445+0000 7fd2c13c2740 1 -- 172.21.15.1:0/2995532357 wait complete. 2024-02-10T00:02:56.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.445+0000 7fd2c13c2740 1 -- start start 2024-02-10T00:02:56.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.445+0000 7fd2c13c2740 1 Processor -- start 2024-02-10T00:02:56.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.445+0000 7fd2c13c2740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d96c9310b0 0x55d96c941310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:56.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.445+0000 7fd2c13c2740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d96c9319d0 0x55d96c93f830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:56.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.445+0000 7fd2c13c2740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d96c93a7a0 0x55d96c93fd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:56.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.445+0000 7fd2c13c2740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d96c9402b0 con 0x55d96c9319d0 2024-02-10T00:02:56.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.445+0000 7fd2c13c2740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d96c940420 con 0x55d96c9310b0 2024-02-10T00:02:56.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.445+0000 7fd2c13c2740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d96c9405e0 con 0x55d96c93a7a0 2024-02-10T00:02:56.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.445+0000 7fd2c13c2740 10 client.0 _ll_register_callbacks cb 0x7fd2a8009910 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:56.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.445+0000 7fd2b77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d96c9319d0 0x55d96c93f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:56.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.446+0000 7fd2bcca9640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d96c93a7a0 0x55d96c93fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:56.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.446+0000 7fd2b77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d96c9319d0 0x55d96c93f830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:41754/0 (socket says 172.21.15.1:41754) 2024-02-10T00:02:56.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.446+0000 7fd2b77fe640 1 -- 172.21.15.1:0/955573868 learned_addr learned my addr 172.21.15.1:0/955573868 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:56.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.446+0000 7fd2b7fff640 1 --2- 172.21.15.1:0/955573868 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d96c9310b0 0x55d96c941310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:56.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.446+0000 7fd2b77fe640 1 -- 172.21.15.1:0/955573868 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d96c93a7a0 msgr2=0x55d96c93fd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:56.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.446+0000 7fd2b77fe640 1 --2- 172.21.15.1:0/955573868 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d96c93a7a0 0x55d96c93fd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.446+0000 7fd2b77fe640 1 -- 172.21.15.1:0/955573868 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d96c9310b0 msgr2=0x55d96c941310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:56.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.446+0000 7fd2b77fe640 1 --2- 172.21.15.1:0/955573868 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d96c9310b0 0x55d96c941310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.446+0000 7fd2b77fe640 1 -- 172.21.15.1:0/955573868 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d96c85d3b0 con 0x55d96c9319d0 2024-02-10T00:02:56.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.446+0000 7fd2b77fe640 1 --2- 172.21.15.1:0/955573868 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d96c9319d0 0x55d96c93f830 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7fd2ac0c0ce0 tx=0x7fd2ac003840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e6928f0fa5a7fb1 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:56.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.446+0000 7fd2977fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:56.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.446+0000 7fd2977fe640 1 -- 172.21.15.1:0/955573868 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2ac0bd1c0 con 0x55d96c9319d0 2024-02-10T00:02:56.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.446+0000 7fd2977fe640 1 -- 172.21.15.1:0/955573868 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fd2ac0badc0 con 0x55d96c9319d0 2024-02-10T00:02:56.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.446+0000 7fd2c13c2740 1 -- 172.21.15.1:0/955573868 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd2ac0b5e90 con 0x55d96c9319d0 2024-02-10T00:02:56.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.446+0000 7fd2977fe640 1 -- 172.21.15.1:0/955573868 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd2ac0b9130 con 0x55d96c9319d0 2024-02-10T00:02:56.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.446+0000 7fd2c13c2740 10 client.16803 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:56.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.446+0000 7fd2c13c2740 1 -- 172.21.15.1:0/955573868 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55d96c8596f0 con 0x55d96c9319d0 2024-02-10T00:02:56.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.447+0000 7fd2977fe640 1 -- 172.21.15.1:0/955573868 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd2ac0b5e90 con 0x55d96c9319d0 2024-02-10T00:02:56.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.447+0000 7fd2977fe640 1 -- 172.21.15.1:0/955573868 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fd2ac03c070 con 0x55d96c9319d0 2024-02-10T00:02:56.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.447+0000 7fd2c13c2740 10 client.16803 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:56.456 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.447+0000 7fd2c13c2740 10 client.16803 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:02:56.456 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.447+0000 7fd2c13c2740 20 client.16803 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:56.456 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.447+0000 7fd2c13c2740 1 --2- 172.21.15.1:0/955573868 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d96c9a1de0 0x55d96c9a4200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:56.456 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.447+0000 7fd2c13c2740 4 client.16803 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:02:56.456 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.447+0000 7fd2c13c2740 1 -- 172.21.15.1:0/955573868 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55d96c5e91b0 con 0x55d96c9a1de0 2024-02-10T00:02:56.456 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.447+0000 7fd2b7fff640 1 --2- 172.21.15.1:0/955573868 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d96c9a1de0 0x55d96c9a4200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:56.456 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.447+0000 7fd2b7fff640 1 --2- 172.21.15.1:0/955573868 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d96c9a1de0 0x55d96c9a4200 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b53ad5fdfe859c82 server_cookie=e3598cac0ae2690f in_seq=0 out_seq=0 2024-02-10T00:02:56.456 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.447+0000 7fd2977fe640 10 client.16803 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:56.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.464+0000 7fd2977fe640 1 -- 172.21.15.1:0/955573868 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55d96c5e91b0 con 0x55d96c9a1de0 2024-02-10T00:02:56.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.464+0000 7fd2977fe640 10 client.16803 handle_command_reply: tid=0 2024-02-10T00:02:56.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.464+0000 7fd2c13c2740 1 client.16803 shutdown 2024-02-10T00:02:56.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.464+0000 7fd2c13c2740 1 -- 172.21.15.1:0/955573868 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d96c9319d0 msgr2=0x55d96c93f830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:56.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.464+0000 7fd2c13c2740 1 --2- 172.21.15.1:0/955573868 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d96c9319d0 0x55d96c93f830 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7fd2ac0c0ce0 tx=0x7fd2ac003840 comp rx=0 tx=0).stop 2024-02-10T00:02:56.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.464+0000 7fd2c13c2740 1 -- 172.21.15.1:0/955573868 shutdown_connections 2024-02-10T00:02:56.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.464+0000 7fd2c13c2740 1 --2- 172.21.15.1:0/955573868 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d96c9a1de0 0x55d96c9a4200 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.464+0000 7fd2c13c2740 1 --2- 172.21.15.1:0/955573868 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d96c93a7a0 0x55d96c93fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.464+0000 7fd2977fe640 0 client.16803 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:56.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.464+0000 7fd2c13c2740 1 --2- 172.21.15.1:0/955573868 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d96c9319d0 0x55d96c93f830 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.464+0000 7fd2c13c2740 1 --2- 172.21.15.1:0/955573868 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d96c9310b0 0x55d96c941310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.464+0000 7fd2c13c2740 1 -- 172.21.15.1:0/955573868 >> 172.21.15.1:0/955573868 conn(0x55d96c92b9d0 msgr2=0x55d96c936070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:56.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.464+0000 7fd2c13c2740 1 -- 172.21.15.1:0/955573868 shutdown_connections 2024-02-10T00:02:56.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.464+0000 7fd2c13c2740 1 -- 172.21.15.1:0/955573868 wait complete. 2024-02-10T00:02:56.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.464+0000 7fd2c13c2740 20 client.16803 trim_cache size 0 max 16384 2024-02-10T00:02:56.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:02:56.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:02:56.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:02:56.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:02:56.471 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.465+0000 7fd2be70c640 1 -- 172.21.15.1:0/717973551 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd2a00a2220 msgr2=0x7fd2a00a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:56.471 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.465+0000 7fd2be70c640 1 --2- 172.21.15.1:0/717973551 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd2a00a2220 0x7fd2a00a46e0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fd2b0005fd0 tx=0x7fd2b0014bf0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.471 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.465+0000 7fd2be70c640 1 -- 172.21.15.1:0/717973551 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd2b8100080 msgr2=0x7fd2b819dbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:56.471 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.465+0000 7fd2be70c640 1 --2- 172.21.15.1:0/717973551 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd2b8100080 0x7fd2b819dbe0 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7fd2ac005940 tx=0x7fd2ac02c6c0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.471 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.465+0000 7fd2be70c640 1 -- 172.21.15.1:0/717973551 shutdown_connections 2024-02-10T00:02:56.471 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.465+0000 7fd2be70c640 1 --2- 172.21.15.1:0/717973551 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd2a00a2220 0x7fd2a00a46e0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.471 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.465+0000 7fd2be70c640 1 --2- 172.21.15.1:0/717973551 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2b8106220 0x7fd2b8197760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.471 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.465+0000 7fd2be70c640 1 --2- 172.21.15.1:0/717973551 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd2b8100080 0x7fd2b819dbe0 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.471 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.465+0000 7fd2be70c640 1 --2- 172.21.15.1:0/717973551 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd2b80ff6c0 0x7fd2b819d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:56.472 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.465+0000 7fd2be70c640 1 -- 172.21.15.1:0/717973551 >> 172.21.15.1:0/717973551 conn(0x7fd2b8076650 msgr2=0x7fd2b81043d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:56.472 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.465+0000 7fd2be70c640 1 -- 172.21.15.1:0/717973551 shutdown_connections 2024-02-10T00:02:56.472 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:02:56.465+0000 7fd2be70c640 1 -- 172.21.15.1:0/717973551 wait complete. 2024-02-10T00:02:57.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:57 smithi088 ceph-mon[36452]: pgmap v111: 97 pgs: 97 active+clean; 4.6 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 27 KiB/s wr, 15 op/s 2024-02-10T00:02:57.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:57 smithi103 ceph-mon[36942]: pgmap v111: 97 pgs: 97 active+clean; 4.6 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 27 KiB/s wr, 15 op/s 2024-02-10T00:02:57.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:57 smithi001 ceph-mon[32335]: pgmap v111: 97 pgs: 97 active+clean; 4.6 MiB data, 360 MiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 27 KiB/s wr, 15 op/s 2024-02-10T00:02:58.902 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:02:58.903 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:02:59.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.019+0000 7f034242a640 1 -- 172.21.15.1:0/2041062503 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f033c102450 msgr2=0x7f033c102830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.019+0000 7f034242a640 1 --2- 172.21.15.1:0/2041062503 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f033c102450 0x7f033c102830 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f032c009900 tx=0x7f032c02bcd0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.019+0000 7f034242a640 1 -- 172.21.15.1:0/2041062503 shutdown_connections 2024-02-10T00:02:59.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.019+0000 7f034242a640 1 --2- 172.21.15.1:0/2041062503 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f033c10b820 0x7f033c10dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.019+0000 7f034242a640 1 --2- 172.21.15.1:0/2041062503 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f033c102d70 0x7f033c10b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.019+0000 7f034242a640 1 --2- 172.21.15.1:0/2041062503 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f033c102450 0x7f033c102830 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.019+0000 7f034242a640 1 -- 172.21.15.1:0/2041062503 >> 172.21.15.1:0/2041062503 conn(0x7f033c0772e0 msgr2=0x7f033c0776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.019+0000 7f034242a640 1 -- 172.21.15.1:0/2041062503 shutdown_connections 2024-02-10T00:02:59.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.019+0000 7f034242a640 1 -- 172.21.15.1:0/2041062503 wait complete. 2024-02-10T00:02:59.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.019+0000 7f034242a640 1 Processor -- start 2024-02-10T00:02:59.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.019+0000 7f034242a640 1 -- start start 2024-02-10T00:02:59.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.020+0000 7f034242a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f033c102450 0x7f033c19d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.020+0000 7f034242a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f033c102d70 0x7f033c19dae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.020+0000 7f034242a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f033c10b820 0x7f033c197660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.020+0000 7f034242a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f033c197df0 con 0x7f033c10b820 2024-02-10T00:02:59.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.020+0000 7f034242a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f033c197f60 con 0x7f033c102d70 2024-02-10T00:02:59.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.020+0000 7f034242a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f033c198120 con 0x7f033c102450 2024-02-10T00:02:59.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.020+0000 7f03409c7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f033c10b820 0x7f033c197660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.020+0000 7f03409c7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f033c10b820 0x7f033c197660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:41786/0 (socket says 172.21.15.1:41786) 2024-02-10T00:02:59.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.020+0000 7f03409c7640 1 -- 172.21.15.1:0/1429975096 learned_addr learned my addr 172.21.15.1:0/1429975096 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:59.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.020+0000 7f033bfff640 1 --2- 172.21.15.1:0/1429975096 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f033c102450 0x7f033c19d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.020+0000 7f033b7fe640 1 --2- 172.21.15.1:0/1429975096 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f033c102d70 0x7f033c19dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.020+0000 7f03409c7640 1 -- 172.21.15.1:0/1429975096 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f033c102450 msgr2=0x7f033c19d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.020+0000 7f03409c7640 1 --2- 172.21.15.1:0/1429975096 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f033c102450 0x7f033c19d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.020+0000 7f03409c7640 1 -- 172.21.15.1:0/1429975096 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f033c102d70 msgr2=0x7f033c19dae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.020+0000 7f03409c7640 1 --2- 172.21.15.1:0/1429975096 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f033c102d70 0x7f033c19dae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.020+0000 7f03409c7640 1 -- 172.21.15.1:0/1429975096 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f032c009560 con 0x7f033c10b820 2024-02-10T00:02:59.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.020+0000 7f033bfff640 1 --2- 172.21.15.1:0/1429975096 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f033c102450 0x7f033c19d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:02:59.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.020+0000 7f033b7fe640 1 --2- 172.21.15.1:0/1429975096 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f033c102d70 0x7f033c19dae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:02:59.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.020+0000 7f03409c7640 1 --2- 172.21.15.1:0/1429975096 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f033c10b820 0x7f033c197660 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f033400e960 tx=0x7f033400ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.021+0000 7f03397fa640 1 -- 172.21.15.1:0/1429975096 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0334004d20 con 0x7f033c10b820 2024-02-10T00:02:59.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.021+0000 7f034242a640 1 -- 172.21.15.1:0/1429975096 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f033c198400 con 0x7f033c10b820 2024-02-10T00:02:59.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.021+0000 7f03397fa640 1 -- 172.21.15.1:0/1429975096 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0334004e80 con 0x7f033c10b820 2024-02-10T00:02:59.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.021+0000 7f03397fa640 1 -- 172.21.15.1:0/1429975096 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03340116d0 con 0x7f033c10b820 2024-02-10T00:02:59.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.021+0000 7f034242a640 1 -- 172.21.15.1:0/1429975096 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f033c1a4520 con 0x7f033c10b820 2024-02-10T00:02:59.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.023+0000 7f03397fa640 1 -- 172.21.15.1:0/1429975096 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f0334005340 con 0x7f033c10b820 2024-02-10T00:02:59.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.023+0000 7f0345003740 1 Processor -- start 2024-02-10T00:02:59.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.023+0000 7f0345003740 1 -- start start 2024-02-10T00:02:59.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.023+0000 7f0345003740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cedd69a860 0x55cedd69ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.024+0000 7f0345003740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cedd69b210 0x55cedd6a3d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.024+0000 7f0345003740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cedd6a4310 0x55cedd6a4770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.024+0000 7f0345003740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cedd655d00 con 0x55cedd69a860 2024-02-10T00:02:59.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.024+0000 7f0345003740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cedd60a2f0 con 0x55cedd6a4310 2024-02-10T00:02:59.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.024+0000 7f0345003740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cedd607820 con 0x55cedd69b210 2024-02-10T00:02:59.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.024+0000 7f03397fa640 1 --2- 172.21.15.1:0/1429975096 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f03280a2230 0x7f03280a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.024+0000 7f033b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cedd69a860 0x55cedd69ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.024+0000 7f033b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cedd69a860 0x55cedd69ac40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:41802/0 (socket says 172.21.15.1:41802) 2024-02-10T00:02:59.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.024+0000 7f033b7fe640 1 -- 172.21.15.1:0/2479850049 learned_addr learned my addr 172.21.15.1:0/2479850049 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:59.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.024+0000 7f033bfff640 1 --2- 172.21.15.1:0/2479850049 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cedd69b210 0x55cedd6a3d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.024+0000 7f03409c7640 1 --2- 172.21.15.1:0/1429975096 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f03280a2230 0x7f03280a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.024+0000 7f033b7fe640 1 --2- 172.21.15.1:0/2479850049 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cedd6a4310 0x55cedd6a4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.024+0000 7f03397fa640 1 -- 172.21.15.1:0/1429975096 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f03340ce1b0 con 0x7f033c10b820 2024-02-10T00:02:59.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.024+0000 7f033bfff640 1 -- 172.21.15.1:0/2479850049 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cedd6a4310 msgr2=0x55cedd6a4770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.024+0000 7f033bfff640 1 --2- 172.21.15.1:0/2479850049 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cedd6a4310 0x55cedd6a4770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.024+0000 7f033bfff640 1 -- 172.21.15.1:0/2479850049 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cedd69a860 msgr2=0x55cedd69ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.024+0000 7f033bfff640 1 --2- 172.21.15.1:0/2479850049 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cedd69a860 0x55cedd69ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.024+0000 7f033bfff640 1 -- 172.21.15.1:0/2479850049 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cedd5c4ff0 con 0x55cedd69b210 2024-02-10T00:02:59.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.024+0000 7f033b7fe640 1 --2- 172.21.15.1:0/2479850049 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cedd69a860 0x55cedd69ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:02:59.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.024+0000 7f03409c7640 1 --2- 172.21.15.1:0/1429975096 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f03280a2230 0x7f03280a46f0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f033400c640 tx=0x7f0334091040 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.024+0000 7f033bfff640 1 --2- 172.21.15.1:0/2479850049 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cedd69b210 0x55cedd6a3d40 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f032c000c00 tx=0x7f032c02c7e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5cedab95fb82c147 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.025+0000 7f03327fc640 1 -- 172.21.15.1:0/2479850049 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f032c02c900 con 0x55cedd69b210 2024-02-10T00:02:59.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.025+0000 7f03327fc640 1 -- 172.21.15.1:0/2479850049 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f032c02ca60 con 0x55cedd69b210 2024-02-10T00:02:59.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.025+0000 7f03327fc640 1 -- 172.21.15.1:0/2479850049 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f032c0055f0 con 0x55cedd69b210 2024-02-10T00:02:59.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.025+0000 7f0345003740 1 -- 172.21.15.1:0/2479850049 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cedd69b210 msgr2=0x55cedd6a3d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.025+0000 7f0345003740 1 --2- 172.21.15.1:0/2479850049 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cedd69b210 0x55cedd6a3d40 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f032c000c00 tx=0x7f032c02c7e0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.025+0000 7f0345003740 1 -- 172.21.15.1:0/2479850049 shutdown_connections 2024-02-10T00:02:59.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.025+0000 7f0345003740 1 --2- 172.21.15.1:0/2479850049 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cedd6a4310 0x55cedd6a4770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.025+0000 7f0345003740 1 --2- 172.21.15.1:0/2479850049 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cedd69b210 0x55cedd6a3d40 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.025+0000 7f0345003740 1 --2- 172.21.15.1:0/2479850049 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cedd69a860 0x55cedd69ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.025+0000 7f0345003740 1 -- 172.21.15.1:0/2479850049 >> 172.21.15.1:0/2479850049 conn(0x55cedd695050 msgr2=0x55cedd695430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.025+0000 7f0345003740 1 -- 172.21.15.1:0/2479850049 shutdown_connections 2024-02-10T00:02:59.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.025+0000 7f0345003740 1 -- 172.21.15.1:0/2479850049 wait complete. 2024-02-10T00:02:59.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.026+0000 7f0345003740 1 -- start start 2024-02-10T00:02:59.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.026+0000 7f0345003740 1 Processor -- start 2024-02-10T00:02:59.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.026+0000 7f0345003740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cedd69a860 0x55cedd6aa830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.026+0000 7f0345003740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cedd69b210 0x55cedd6a7c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.026+0000 7f0345003740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cedd6a4310 0x55cedd6a8370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.026+0000 7f0345003740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cedd603000 con 0x55cedd6a4310 2024-02-10T00:02:59.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.026+0000 7f0345003740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cedd2d6430 con 0x55cedd69a860 2024-02-10T00:02:59.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.026+0000 7f0345003740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cedd292e00 con 0x55cedd69b210 2024-02-10T00:02:59.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.026+0000 7f0345003740 10 client.0 _ll_register_callbacks cb 0x55cedd5f77f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:59.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.026+0000 7f033b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cedd6a4310 0x55cedd6a8370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.026+0000 7f033b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cedd6a4310 0x55cedd6a8370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:41804/0 (socket says 172.21.15.1:41804) 2024-02-10T00:02:59.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.026+0000 7f033b7fe640 1 -- 172.21.15.1:0/2009903196 learned_addr learned my addr 172.21.15.1:0/2009903196 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:59.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.026+0000 7f033bfff640 1 --2- 172.21.15.1:0/2009903196 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cedd69b210 0x55cedd6a7c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.026+0000 7f033b7fe640 1 --2- 172.21.15.1:0/2009903196 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cedd69a860 0x55cedd6aa830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.027+0000 7f033bfff640 1 -- 172.21.15.1:0/2009903196 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cedd69a860 msgr2=0x55cedd6aa830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.027+0000 7f033bfff640 1 --2- 172.21.15.1:0/2009903196 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cedd69a860 0x55cedd6aa830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.027+0000 7f033bfff640 1 -- 172.21.15.1:0/2009903196 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cedd6a4310 msgr2=0x55cedd6a8370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.027+0000 7f033bfff640 1 --2- 172.21.15.1:0/2009903196 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cedd6a4310 0x55cedd6a8370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.027+0000 7f033bfff640 1 -- 172.21.15.1:0/2009903196 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f033c10e8d0 con 0x55cedd69b210 2024-02-10T00:02:59.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.027+0000 7f033b7fe640 1 --2- 172.21.15.1:0/2009903196 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cedd6a4310 0x55cedd6a8370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:02:59.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.027+0000 7f033bfff640 1 --2- 172.21.15.1:0/2009903196 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cedd69b210 0x55cedd6a7c30 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f032c036040 tx=0x7f032c005130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dce69089d69fd8f8 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.027+0000 7f031b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-02-10T00:02:59.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.027+0000 7f031b7fe640 1 -- 172.21.15.1:0/2009903196 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f032c04a650 con 0x55cedd69b210 2024-02-10T00:02:59.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.027+0000 7f0345003740 1 -- 172.21.15.1:0/2009903196 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55cedd3027e0 con 0x55cedd69b210 2024-02-10T00:02:59.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.027+0000 7f031b7fe640 1 -- 172.21.15.1:0/2009903196 <== mon.1 v2:172.21.15.103:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f032c04a7b0 con 0x55cedd69b210 2024-02-10T00:02:59.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.027+0000 7f031b7fe640 1 -- 172.21.15.1:0/2009903196 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f032c04a970 con 0x55cedd69b210 2024-02-10T00:02:59.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.027+0000 7f0345003740 10 client.26170 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:59.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.027+0000 7f0345003740 1 -- 172.21.15.1:0/2009903196 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55cedd601680 con 0x55cedd69b210 2024-02-10T00:02:59.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.028+0000 7f031b7fe640 1 -- 172.21.15.1:0/2009903196 <== mon.1 v2:172.21.15.103:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55cedd3027e0 con 0x55cedd69b210 2024-02-10T00:02:59.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.028+0000 7f031b7fe640 1 -- 172.21.15.1:0/2009903196 <== mon.1 v2:172.21.15.103:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f032c03c050 con 0x55cedd69b210 2024-02-10T00:02:59.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.028+0000 7f0345003740 10 client.26170 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:59.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.028+0000 7f0345003740 10 client.26170 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:02:59.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.028+0000 7f0345003740 20 client.26170 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:59.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.028+0000 7f0345003740 1 --2- 172.21.15.1:0/2009903196 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55cedd6b80f0 0x55cedd6ba510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.040 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.028+0000 7f0345003740 4 client.26170 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:02:59.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.028+0000 7f0345003740 1 -- 172.21.15.1:0/2009903196 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55cedd33f720 con 0x55cedd6b80f0 2024-02-10T00:02:59.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.028+0000 7f033b7fe640 1 --2- 172.21.15.1:0/2009903196 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55cedd6b80f0 0x55cedd6ba510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.028+0000 7f031b7fe640 10 client.26170 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:59.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.028+0000 7f033b7fe640 1 --2- 172.21.15.1:0/2009903196 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55cedd6b80f0 0x55cedd6ba510 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9be32d5ccfe41f54 server_cookie=b01b6aff6fb06e30 in_seq=0 out_seq=0 2024-02-10T00:02:59.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.029+0000 7f031b7fe640 1 -- 172.21.15.1:0/2009903196 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55cedd33f720 con 0x55cedd6b80f0 2024-02-10T00:02:59.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.029+0000 7f031b7fe640 10 client.26170 handle_command_reply: tid=0 2024-02-10T00:02:59.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.029+0000 7f0345003740 1 client.26170 shutdown 2024-02-10T00:02:59.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.029+0000 7f0345003740 1 -- 172.21.15.1:0/2009903196 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cedd69b210 msgr2=0x55cedd6a7c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.029+0000 7f0345003740 1 --2- 172.21.15.1:0/2009903196 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cedd69b210 0x55cedd6a7c30 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f032c036040 tx=0x7f032c005130 comp rx=0 tx=0).stop 2024-02-10T00:02:59.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.029+0000 7f0345003740 1 -- 172.21.15.1:0/2009903196 shutdown_connections 2024-02-10T00:02:59.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.029+0000 7f0345003740 1 --2- 172.21.15.1:0/2009903196 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55cedd6b80f0 0x55cedd6ba510 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.029+0000 7f0345003740 1 --2- 172.21.15.1:0/2009903196 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cedd6a4310 0x55cedd6a8370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.041 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.029+0000 7f0345003740 1 --2- 172.21.15.1:0/2009903196 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cedd69b210 0x55cedd6a7c30 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.042 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.029+0000 7f0345003740 1 --2- 172.21.15.1:0/2009903196 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cedd69a860 0x55cedd6aa830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.042 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.029+0000 7f031b7fe640 0 client.26170 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:59.042 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.029+0000 7f0345003740 1 -- 172.21.15.1:0/2009903196 >> 172.21.15.1:0/2009903196 conn(0x55cedd695050 msgr2=0x55cedd696da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.042 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.029+0000 7f0345003740 1 -- 172.21.15.1:0/2009903196 shutdown_connections 2024-02-10T00:02:59.042 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.029+0000 7f0345003740 1 -- 172.21.15.1:0/2009903196 wait complete. 2024-02-10T00:02:59.042 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.029+0000 7f0345003740 20 client.26170 trim_cache size 0 max 16384 2024-02-10T00:02:59.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.044+0000 7f0345003740 1 Processor -- start 2024-02-10T00:02:59.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.045+0000 7f0345003740 1 -- start start 2024-02-10T00:02:59.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.045+0000 7f0345003740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cedd69a860 0x55cedd6a3ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.045+0000 7f0345003740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cedd69b210 0x55cedd6aa360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.045+0000 7f0345003740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cedd6a4310 0x55cedd6aa8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.045+0000 7f0345003740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cedd587fd0 con 0x55cedd6a4310 2024-02-10T00:02:59.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.045+0000 7f0345003740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cedd695c20 con 0x55cedd69a860 2024-02-10T00:02:59.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.045+0000 7f0345003740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cedd699c90 con 0x55cedd69b210 2024-02-10T00:02:59.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.045+0000 7f033b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cedd6a4310 0x55cedd6aa8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.045+0000 7f033b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cedd6a4310 0x55cedd6aa8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:41808/0 (socket says 172.21.15.1:41808) 2024-02-10T00:02:59.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.045+0000 7f033b7fe640 1 -- 172.21.15.1:0/1418041846 learned_addr learned my addr 172.21.15.1:0/1418041846 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:59.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.045+0000 7f033bfff640 1 --2- 172.21.15.1:0/1418041846 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cedd69b210 0x55cedd6aa360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.045+0000 7f033b7fe640 1 -- 172.21.15.1:0/1418041846 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cedd69b210 msgr2=0x55cedd6aa360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.045+0000 7f033b7fe640 1 --2- 172.21.15.1:0/1418041846 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cedd69b210 0x55cedd6aa360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.045+0000 7f033b7fe640 1 -- 172.21.15.1:0/1418041846 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cedd69a860 msgr2=0x55cedd6a3ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.045+0000 7f033b7fe640 1 --2- 172.21.15.1:0/1418041846 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cedd69a860 0x55cedd6a3ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.045+0000 7f033b7fe640 1 -- 172.21.15.1:0/1418041846 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cedd59db30 con 0x55cedd6a4310 2024-02-10T00:02:59.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.045+0000 7f033bfff640 1 --2- 172.21.15.1:0/1418041846 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cedd69b210 0x55cedd6aa360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:02:59.054 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.045+0000 7f033b7fe640 1 --2- 172.21.15.1:0/1418041846 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cedd6a4310 0x55cedd6aa8a0 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f03240058c0 tx=0x7f03240046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef111c7edc8b0112 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.045+0000 7f0331ffb640 1 -- 172.21.15.1:0/1418041846 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0324023610 con 0x55cedd6a4310 2024-02-10T00:02:59.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.046+0000 7f0331ffb640 1 -- 172.21.15.1:0/1418041846 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0324011eb0 con 0x55cedd6a4310 2024-02-10T00:02:59.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.046+0000 7f0331ffb640 1 -- 172.21.15.1:0/1418041846 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0324010850 con 0x55cedd6a4310 2024-02-10T00:02:59.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.046+0000 7f0345003740 1 -- 172.21.15.1:0/1418041846 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cedd6a4310 msgr2=0x55cedd6aa8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.046+0000 7f0345003740 1 --2- 172.21.15.1:0/1418041846 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cedd6a4310 0x55cedd6aa8a0 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f03240058c0 tx=0x7f03240046c0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.046+0000 7f0345003740 1 -- 172.21.15.1:0/1418041846 shutdown_connections 2024-02-10T00:02:59.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.046+0000 7f0345003740 1 --2- 172.21.15.1:0/1418041846 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cedd6a4310 0x55cedd6aa8a0 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.046+0000 7f0345003740 1 --2- 172.21.15.1:0/1418041846 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cedd69b210 0x55cedd6aa360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.046+0000 7f0345003740 1 --2- 172.21.15.1:0/1418041846 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cedd69a860 0x55cedd6a3ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.046+0000 7f0345003740 1 -- 172.21.15.1:0/1418041846 >> 172.21.15.1:0/1418041846 conn(0x55cedd695050 msgr2=0x55cedd6a33d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.046+0000 7f0345003740 1 -- 172.21.15.1:0/1418041846 shutdown_connections 2024-02-10T00:02:59.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.046+0000 7f0345003740 1 -- 172.21.15.1:0/1418041846 wait complete. 2024-02-10T00:02:59.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.046+0000 7f0345003740 1 -- start start 2024-02-10T00:02:59.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.047+0000 7f0345003740 1 Processor -- start 2024-02-10T00:02:59.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.047+0000 7f0345003740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cedd69a860 0x55cedd6add20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.047+0000 7f0345003740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cedd69b210 0x55cedd6ae260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.047+0000 7f0345003740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cedd6a4310 0x55cedd6ae7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.047+0000 7f0345003740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cedd70e5c0 con 0x55cedd69b210 2024-02-10T00:02:59.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.047+0000 7f0345003740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cedd70e700 con 0x55cedd6a4310 2024-02-10T00:02:59.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.047+0000 7f0345003740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cedd70e8c0 con 0x55cedd69a860 2024-02-10T00:02:59.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.047+0000 7f0345003740 10 client.0 _ll_register_callbacks cb 0x7f032c005e40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:59.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.047+0000 7f033bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cedd69b210 0x55cedd6ae260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.047+0000 7f033bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cedd69b210 0x55cedd6ae260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:41816/0 (socket says 172.21.15.1:41816) 2024-02-10T00:02:59.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.047+0000 7f033bfff640 1 -- 172.21.15.1:0/1937671529 learned_addr learned my addr 172.21.15.1:0/1937671529 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:59.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.047+0000 7f033b7fe640 1 --2- 172.21.15.1:0/1937671529 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cedd69a860 0x55cedd6add20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.047+0000 7f033b7fe640 1 --2- 172.21.15.1:0/1937671529 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cedd6a4310 0x55cedd6ae7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.047+0000 7f033bfff640 1 -- 172.21.15.1:0/1937671529 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cedd69a860 msgr2=0x55cedd6add20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.047+0000 7f033bfff640 1 --2- 172.21.15.1:0/1937671529 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cedd69a860 0x55cedd6add20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.047+0000 7f033bfff640 1 -- 172.21.15.1:0/1937671529 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cedd6a4310 msgr2=0x55cedd6ae7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.057 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.047+0000 7f033bfff640 1 --2- 172.21.15.1:0/1937671529 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cedd6a4310 0x55cedd6ae7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.057 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.047+0000 7f033bfff640 1 -- 172.21.15.1:0/1937671529 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f032401b040 con 0x55cedd69b210 2024-02-10T00:02:59.057 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.048+0000 7f033bfff640 1 --2- 172.21.15.1:0/1937671529 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cedd69b210 0x55cedd6ae260 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f032c03f460 tx=0x7f032c02c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2f2f9b370057b13 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.057 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.048+0000 7f031b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:59.057 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.048+0000 7f031b7fe640 1 -- 172.21.15.1:0/1937671529 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f032c02c880 con 0x55cedd69b210 2024-02-10T00:02:59.057 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.048+0000 7f031b7fe640 1 -- 172.21.15.1:0/1937671529 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f032c058020 con 0x55cedd69b210 2024-02-10T00:02:59.057 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.048+0000 7f0345003740 1 -- 172.21.15.1:0/1937671529 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f032c02ca60 con 0x55cedd69b210 2024-02-10T00:02:59.057 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.048+0000 7f031b7fe640 1 -- 172.21.15.1:0/1937671529 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f032c0051a0 con 0x55cedd69b210 2024-02-10T00:02:59.057 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.048+0000 7f0345003740 10 client.16821 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:59.057 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.048+0000 7f0345003740 1 -- 172.21.15.1:0/1937671529 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55cedd5c3850 con 0x55cedd69b210 2024-02-10T00:02:59.057 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.048+0000 7f031b7fe640 1 -- 172.21.15.1:0/1937671529 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f032c02ca60 con 0x55cedd69b210 2024-02-10T00:02:59.057 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.048+0000 7f031b7fe640 1 -- 172.21.15.1:0/1937671529 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f032c03c040 con 0x55cedd69b210 2024-02-10T00:02:59.057 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.048+0000 7f0345003740 10 client.16821 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:59.057 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.048+0000 7f0345003740 10 client.16821 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:02:59.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.048+0000 7f0345003740 20 client.16821 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:59.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.048+0000 7f0345003740 1 --2- 172.21.15.1:0/1937671529 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55cedd70fc80 0x55cedd7120a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.048+0000 7f0345003740 4 client.16821 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:02:59.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.048+0000 7f0345003740 1 -- 172.21.15.1:0/1937671529 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55cedd38e890 con 0x55cedd70fc80 2024-02-10T00:02:59.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.049+0000 7f033b7fe640 1 --2- 172.21.15.1:0/1937671529 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55cedd70fc80 0x55cedd7120a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.049+0000 7f031b7fe640 10 client.16821 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:59.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.049+0000 7f033b7fe640 1 --2- 172.21.15.1:0/1937671529 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55cedd70fc80 0x55cedd7120a0 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=351aa82bfdc3da7d server_cookie=7b5d53d46ae2431 in_seq=0 out_seq=0 2024-02-10T00:02:59.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.049+0000 7f031b7fe640 1 -- 172.21.15.1:0/1937671529 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55cedd38e890 con 0x55cedd70fc80 2024-02-10T00:02:59.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.049+0000 7f031b7fe640 10 client.16821 handle_command_reply: tid=0 2024-02-10T00:02:59.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.049+0000 7f0345003740 1 client.16821 shutdown 2024-02-10T00:02:59.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.049+0000 7f0345003740 1 -- 172.21.15.1:0/1937671529 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cedd69b210 msgr2=0x55cedd6ae260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.049+0000 7f0345003740 1 --2- 172.21.15.1:0/1937671529 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cedd69b210 0x55cedd6ae260 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f032c03f460 tx=0x7f032c02c7e0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.049+0000 7f0345003740 1 -- 172.21.15.1:0/1937671529 shutdown_connections 2024-02-10T00:02:59.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.049+0000 7f0345003740 1 --2- 172.21.15.1:0/1937671529 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55cedd70fc80 0x55cedd7120a0 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.058 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.049+0000 7f0345003740 1 --2- 172.21.15.1:0/1937671529 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cedd6a4310 0x55cedd6ae7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.059 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.049+0000 7f0345003740 1 --2- 172.21.15.1:0/1937671529 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cedd69b210 0x55cedd6ae260 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.059 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.049+0000 7f031b7fe640 0 client.16821 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:02:59.059 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.049+0000 7f0345003740 1 --2- 172.21.15.1:0/1937671529 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cedd69a860 0x55cedd6add20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.059 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.049+0000 7f0345003740 1 -- 172.21.15.1:0/1937671529 >> 172.21.15.1:0/1937671529 conn(0x55cedd695050 msgr2=0x55cedd693960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.059 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.050+0000 7f0345003740 1 -- 172.21.15.1:0/1937671529 shutdown_connections 2024-02-10T00:02:59.059 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.050+0000 7f0345003740 1 -- 172.21.15.1:0/1937671529 wait complete. 2024-02-10T00:02:59.059 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.050+0000 7f0345003740 20 client.16821 trim_cache size 0 max 16384 2024-02-10T00:02:59.059 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:02:59.059 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "no active scrubs running", 2024-02-10T00:02:59.060 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": {} 2024-02-10T00:02:59.060 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:02:59.060 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.050+0000 7f034242a640 1 -- 172.21.15.1:0/1429975096 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f03280a2230 msgr2=0x7f03280a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.060 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.050+0000 7f034242a640 1 --2- 172.21.15.1:0/1429975096 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f03280a2230 0x7f03280a46f0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f033400c640 tx=0x7f0334091040 comp rx=0 tx=0).stop 2024-02-10T00:02:59.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.050+0000 7f034242a640 1 -- 172.21.15.1:0/1429975096 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f033c10b820 msgr2=0x7f033c197660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.050+0000 7f034242a640 1 --2- 172.21.15.1:0/1429975096 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f033c10b820 0x7f033c197660 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f033400e960 tx=0x7f033400ee20 comp rx=0 tx=0).stop 2024-02-10T00:02:59.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.050+0000 7f034242a640 1 -- 172.21.15.1:0/1429975096 shutdown_connections 2024-02-10T00:02:59.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.050+0000 7f034242a640 1 --2- 172.21.15.1:0/1429975096 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f03280a2230 0x7f03280a46f0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.050+0000 7f034242a640 1 --2- 172.21.15.1:0/1429975096 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f033c10b820 0x7f033c197660 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.050+0000 7f034242a640 1 --2- 172.21.15.1:0/1429975096 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f033c102d70 0x7f033c19dae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.050+0000 7f034242a640 1 --2- 172.21.15.1:0/1429975096 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f033c102450 0x7f033c19d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.050+0000 7f034242a640 1 -- 172.21.15.1:0/1429975096 >> 172.21.15.1:0/1429975096 conn(0x7f033c0772e0 msgr2=0x7f033c0fd250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.050+0000 7f034242a640 1 -- 172.21.15.1:0/1429975096 shutdown_connections 2024-02-10T00:02:59.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.050+0000 7f034242a640 1 -- 172.21.15.1:0/1429975096 wait complete. 2024-02-10T00:02:59.064 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-02-10T00:02:59.064 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-10T00:02:59.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.164+0000 7fa8a95f4640 1 -- 172.21.15.1:0/611819609 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa8a410b7e0 msgr2=0x7fa8a410dc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.164+0000 7fa8a95f4640 1 --2- 172.21.15.1:0/611819609 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa8a410b7e0 0x7fa8a410dc60 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7fa89c009ca0 tx=0x7fa89c02c180 comp rx=0 tx=0).stop 2024-02-10T00:02:59.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.164+0000 7fa8a95f4640 1 -- 172.21.15.1:0/611819609 shutdown_connections 2024-02-10T00:02:59.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.164+0000 7fa8a95f4640 1 --2- 172.21.15.1:0/611819609 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa8a410b7e0 0x7fa8a410dc60 unknown :-1 s=CLOSED pgs=869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.164+0000 7fa8a95f4640 1 --2- 172.21.15.1:0/611819609 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa8a4102d30 0x7fa8a410b210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.164+0000 7fa8a95f4640 1 --2- 172.21.15.1:0/611819609 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa8a4102410 0x7fa8a41027f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.164+0000 7fa8a95f4640 1 -- 172.21.15.1:0/611819609 >> 172.21.15.1:0/611819609 conn(0x7fa8a4077370 msgr2=0x7fa8a4077780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.164+0000 7fa8a95f4640 1 -- 172.21.15.1:0/611819609 shutdown_connections 2024-02-10T00:02:59.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.164+0000 7fa8a95f4640 1 -- 172.21.15.1:0/611819609 wait complete. 2024-02-10T00:02:59.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.164+0000 7fa8a95f4640 1 Processor -- start 2024-02-10T00:02:59.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.165+0000 7fa8a95f4640 1 -- start start 2024-02-10T00:02:59.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.165+0000 7fa8a95f4640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa8a4102410 0x7fa8a419d440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.165+0000 7fa8a95f4640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa8a4102d30 0x7fa8a419d980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.165+0000 7fa8a95f4640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa8a410b7e0 0x7fa8a4197640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.165+0000 7fa8a95f4640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8a4197c90 con 0x7fa8a4102410 2024-02-10T00:02:59.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.165+0000 7fa8a95f4640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8a4197e00 con 0x7fa8a410b7e0 2024-02-10T00:02:59.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.165+0000 7fa8a95f4640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8a4197fc0 con 0x7fa8a4102d30 2024-02-10T00:02:59.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.165+0000 7fa8a2ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa8a4102410 0x7fa8a419d440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.165+0000 7fa8a2ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa8a4102410 0x7fa8a419d440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:41824/0 (socket says 172.21.15.1:41824) 2024-02-10T00:02:59.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.165+0000 7fa8a2ffd640 1 -- 172.21.15.1:0/4210818288 learned_addr learned my addr 172.21.15.1:0/4210818288 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:59.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.165+0000 7fa8a37fe640 1 --2- 172.21.15.1:0/4210818288 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa8a410b7e0 0x7fa8a4197640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.165+0000 7fa89bfff640 1 --2- 172.21.15.1:0/4210818288 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa8a4102d30 0x7fa8a419d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.165+0000 7fa8a2ffd640 1 -- 172.21.15.1:0/4210818288 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa8a4102d30 msgr2=0x7fa8a419d980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.165+0000 7fa8a2ffd640 1 --2- 172.21.15.1:0/4210818288 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa8a4102d30 0x7fa8a419d980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.165+0000 7fa8a2ffd640 1 -- 172.21.15.1:0/4210818288 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa8a410b7e0 msgr2=0x7fa8a4197640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.165+0000 7fa8a2ffd640 1 --2- 172.21.15.1:0/4210818288 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa8a410b7e0 0x7fa8a4197640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.165+0000 7fa8a2ffd640 1 -- 172.21.15.1:0/4210818288 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa89c009900 con 0x7fa8a4102410 2024-02-10T00:02:59.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.165+0000 7fa8a2ffd640 1 --2- 172.21.15.1:0/4210818288 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa8a4102410 0x7fa8a419d440 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7fa89400e9f0 tx=0x7fa89400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.165+0000 7fa8a0ff9640 1 -- 172.21.15.1:0/4210818288 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa894009700 con 0x7fa8a4102410 2024-02-10T00:02:59.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.166+0000 7fa8a0ff9640 1 -- 172.21.15.1:0/4210818288 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa89400cd80 con 0x7fa8a4102410 2024-02-10T00:02:59.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.166+0000 7fa8a0ff9640 1 -- 172.21.15.1:0/4210818288 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa894018920 con 0x7fa8a4102410 2024-02-10T00:02:59.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.166+0000 7fa8a95f4640 1 -- 172.21.15.1:0/4210818288 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa8a41982a0 con 0x7fa8a4102410 2024-02-10T00:02:59.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.166+0000 7fa8a95f4640 1 -- 172.21.15.1:0/4210818288 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa8a41a44e0 con 0x7fa8a4102410 2024-02-10T00:02:59.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.167+0000 7fa8a95f4640 1 -- 172.21.15.1:0/4210818288 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa8a406a1d0 con 0x7fa8a4102410 2024-02-10T00:02:59.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.168+0000 7fa8a0ff9640 1 -- 172.21.15.1:0/4210818288 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fa894018a80 con 0x7fa8a4102410 2024-02-10T00:02:59.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.169+0000 7fa8a0ff9640 1 --2- 172.21.15.1:0/4210818288 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa8900a22b0 0x7fa8900a4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.169+0000 7fa89bfff640 1 --2- 172.21.15.1:0/4210818288 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa8900a22b0 0x7fa8900a4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.169+0000 7fa8a0ff9640 1 -- 172.21.15.1:0/4210818288 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fa894014070 con 0x7fa8a4102410 2024-02-10T00:02:59.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.169+0000 7fa89bfff640 1 --2- 172.21.15.1:0/4210818288 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa8900a22b0 0x7fa8900a4770 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fa8a40ffa60 tx=0x7fa88c005f90 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.173+0000 7fa8a0ff9640 1 -- 172.21.15.1:0/4210818288 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fa8940975a0 con 0x7fa8a4102410 2024-02-10T00:02:59.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.394+0000 7fa8a95f4640 1 -- 172.21.15.1:0/4210818288 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa8a4068500 con 0x7fa8a4102410 2024-02-10T00:02:59.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.395+0000 7fa8a0ff9640 1 -- 172.21.15.1:0/4210818288 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) v1 ==== 94+0+11367 (secure 0 0 0) 0x7fa894026090 con 0x7fa8a4102410 2024-02-10T00:02:59.398 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-10T00:02:59.398 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-09T23:57:05.956988+0000","modified":"2024-02-10T00:00:18.086451+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24496,"mds_2":24476,"mds_3":24475,"mds_4":14646},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14646":{"gid":14646,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24398":{"gid":24398,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24406":{"gid":24406,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24475":{"gid":24475,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_25477":{"gid":25477,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/1094349051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":1094349051},{"type":"v1","addr":"172.21.15.103:6835","nonce":1094349051}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-10T00:02:59.398 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 29 2024-02-10T00:02:59.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.397+0000 7fa8a95f4640 1 -- 172.21.15.1:0/4210818288 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa8900a22b0 msgr2=0x7fa8900a4770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.397+0000 7fa8a95f4640 1 --2- 172.21.15.1:0/4210818288 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa8900a22b0 0x7fa8900a4770 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fa8a40ffa60 tx=0x7fa88c005f90 comp rx=0 tx=0).stop 2024-02-10T00:02:59.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.397+0000 7fa8a95f4640 1 -- 172.21.15.1:0/4210818288 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa8a4102410 msgr2=0x7fa8a419d440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.397+0000 7fa8a95f4640 1 --2- 172.21.15.1:0/4210818288 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa8a4102410 0x7fa8a419d440 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7fa89400e9f0 tx=0x7fa89400eeb0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.397+0000 7fa8a95f4640 1 -- 172.21.15.1:0/4210818288 shutdown_connections 2024-02-10T00:02:59.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.397+0000 7fa8a95f4640 1 --2- 172.21.15.1:0/4210818288 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa8900a22b0 0x7fa8900a4770 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.397+0000 7fa8a95f4640 1 --2- 172.21.15.1:0/4210818288 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa8a410b7e0 0x7fa8a4197640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.397+0000 7fa8a95f4640 1 --2- 172.21.15.1:0/4210818288 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa8a4102d30 0x7fa8a419d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.397+0000 7fa8a95f4640 1 --2- 172.21.15.1:0/4210818288 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa8a4102410 0x7fa8a419d440 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.397+0000 7fa8a95f4640 1 -- 172.21.15.1:0/4210818288 >> 172.21.15.1:0/4210818288 conn(0x7fa8a4077370 msgr2=0x7fa8a40fd150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.397+0000 7fa8a95f4640 1 -- 172.21.15.1:0/4210818288 shutdown_connections 2024-02-10T00:02:59.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.397+0000 7fa8a95f4640 1 -- 172.21.15.1:0/4210818288 wait complete. 2024-02-10T00:02:59.411 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:02:59.411 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-02-10T00:02:59.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.512+0000 7f606f215640 1 -- 172.21.15.1:0/3055479983 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6068105410 msgr2=0x7f606810cfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.512+0000 7f606f215640 1 --2- 172.21.15.1:0/3055479983 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6068105410 0x7f606810cfe0 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f6058009930 tx=0x7f605802bc30 comp rx=0 tx=0).stop 2024-02-10T00:02:59.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.512+0000 7f606f215640 1 -- 172.21.15.1:0/3055479983 shutdown_connections 2024-02-10T00:02:59.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.512+0000 7f606f215640 1 --2- 172.21.15.1:0/3055479983 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6068105410 0x7f606810cfe0 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.512+0000 7f606f215640 1 --2- 172.21.15.1:0/3055479983 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6068100cf0 0x7f6068104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.512+0000 7f606f215640 1 --2- 172.21.15.1:0/3055479983 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6068100340 0x7f6068100720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.512+0000 7f606f215640 1 -- 172.21.15.1:0/3055479983 >> 172.21.15.1:0/3055479983 conn(0x7f60680772e0 msgr2=0x7f60680776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.512+0000 7f606f215640 1 -- 172.21.15.1:0/3055479983 shutdown_connections 2024-02-10T00:02:59.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.512+0000 7f606f215640 1 -- 172.21.15.1:0/3055479983 wait complete. 2024-02-10T00:02:59.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.513+0000 7f606f215640 1 Processor -- start 2024-02-10T00:02:59.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.513+0000 7f606f215640 1 -- start start 2024-02-10T00:02:59.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.513+0000 7f606f215640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6068100340 0x7f606819d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.513+0000 7f606f215640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6068105410 0x7f606819dad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.513+0000 7f606f215640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6068197650 0x7f6068197ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.513+0000 7f606f215640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6068198120 con 0x7f6068105410 2024-02-10T00:02:59.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.513+0000 7f606f215640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6068198290 con 0x7f6068197650 2024-02-10T00:02:59.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.513+0000 7f606f215640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6068198450 con 0x7f6068100340 2024-02-10T00:02:59.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.513+0000 7f6067fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6068105410 0x7f606819dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.513+0000 7f6067fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6068105410 0x7f606819dad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:41854/0 (socket says 172.21.15.1:41854) 2024-02-10T00:02:59.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.513+0000 7f6067fff640 1 -- 172.21.15.1:0/1558970904 learned_addr learned my addr 172.21.15.1:0/1558970904 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:59.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.513+0000 7f606d7b2640 1 --2- 172.21.15.1:0/1558970904 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6068197650 0x7f6068197ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.514+0000 7f606cfb1640 1 --2- 172.21.15.1:0/1558970904 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6068100340 0x7f606819d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.514+0000 7f6067fff640 1 -- 172.21.15.1:0/1558970904 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6068100340 msgr2=0x7f606819d590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.514+0000 7f6067fff640 1 --2- 172.21.15.1:0/1558970904 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6068100340 0x7f606819d590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.514+0000 7f6067fff640 1 -- 172.21.15.1:0/1558970904 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6068197650 msgr2=0x7f6068197ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.514+0000 7f6067fff640 1 --2- 172.21.15.1:0/1558970904 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6068197650 0x7f6068197ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.514+0000 7f6067fff640 1 -- 172.21.15.1:0/1558970904 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6058009560 con 0x7f6068105410 2024-02-10T00:02:59.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.514+0000 7f606cfb1640 1 --2- 172.21.15.1:0/1558970904 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6068100340 0x7f606819d590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:02:59.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.514+0000 7f6067fff640 1 --2- 172.21.15.1:0/1558970904 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6068105410 0x7f606819dad0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f605c00d770 tx=0x7f605c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.514+0000 7f6065ffb640 1 -- 172.21.15.1:0/1558970904 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f605c009c30 con 0x7f6068105410 2024-02-10T00:02:59.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.514+0000 7f6065ffb640 1 -- 172.21.15.1:0/1558970904 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f605c00de80 con 0x7f6068105410 2024-02-10T00:02:59.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.514+0000 7f6065ffb640 1 -- 172.21.15.1:0/1558970904 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f605c00f6b0 con 0x7f6068105410 2024-02-10T00:02:59.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.514+0000 7f606f215640 1 -- 172.21.15.1:0/1558970904 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60681a43f0 con 0x7f6068105410 2024-02-10T00:02:59.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.514+0000 7f606f215640 1 -- 172.21.15.1:0/1558970904 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60681a4920 con 0x7f6068105410 2024-02-10T00:02:59.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.516+0000 7f6065ffb640 1 -- 172.21.15.1:0/1558970904 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f605c010460 con 0x7f6068105410 2024-02-10T00:02:59.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.517+0000 7f6071de1740 1 Processor -- start 2024-02-10T00:02:59.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.517+0000 7f6071de1740 1 -- start start 2024-02-10T00:02:59.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.517+0000 7f6071de1740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556d45cd5a30 0x556d45cd5e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.517+0000 7f6065ffb640 1 --2- 172.21.15.1:0/1558970904 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f60500a22b0 0x7f60500a4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.517+0000 7f6071de1740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556d45cd63e0 0x556d45cde990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.517+0000 7f6071de1740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556d45cdef60 0x556d45ce13b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.517+0000 7f6071de1740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d45c91020 con 0x556d45cd63e0 2024-02-10T00:02:59.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.517+0000 7f6071de1740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d45c44320 con 0x556d45cd5a30 2024-02-10T00:02:59.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.517+0000 7f6071de1740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d45c41850 con 0x556d45cdef60 2024-02-10T00:02:59.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.517+0000 7f606cfb1640 1 --2- 172.21.15.1:0/1558970904 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f60500a22b0 0x7f60500a4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.517+0000 7f6067fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556d45cd63e0 0x556d45cde990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.517+0000 7f6067fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556d45cd63e0 0x556d45cde990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:41868/0 (socket says 172.21.15.1:41868) 2024-02-10T00:02:59.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.517+0000 7f6067fff640 1 -- 172.21.15.1:0/150079725 learned_addr learned my addr 172.21.15.1:0/150079725 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:59.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.517+0000 7f6065ffb640 1 -- 172.21.15.1:0/1558970904 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f605c0cdd50 con 0x7f6068105410 2024-02-10T00:02:59.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.517+0000 7f606d7b2640 1 --2- 172.21.15.1:0/150079725 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556d45cdef60 0x556d45ce13b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.517+0000 7f606d7b2640 1 --2- 172.21.15.1:0/150079725 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556d45cd5a30 0x556d45cd5e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.518+0000 7f6067fff640 1 -- 172.21.15.1:0/150079725 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556d45cdef60 msgr2=0x556d45ce13b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.518+0000 7f6067fff640 1 --2- 172.21.15.1:0/150079725 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556d45cdef60 0x556d45ce13b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.518+0000 7f6067fff640 1 -- 172.21.15.1:0/150079725 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556d45cd5a30 msgr2=0x556d45cd5e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.518+0000 7f6067fff640 1 --2- 172.21.15.1:0/150079725 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556d45cd5a30 0x556d45cd5e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.518+0000 7f6067fff640 1 -- 172.21.15.1:0/150079725 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556d45bff210 con 0x556d45cd63e0 2024-02-10T00:02:59.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.518+0000 7f606cfb1640 1 --2- 172.21.15.1:0/1558970904 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f60500a22b0 0x7f60500a4770 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f6060005fd0 tx=0x7f60600093e0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.518+0000 7f6067fff640 1 --2- 172.21.15.1:0/150079725 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556d45cd63e0 0x556d45cde990 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f605c0cb4d0 tx=0x7f605c09a5e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50a25a36e3199235 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.518+0000 7f604effd640 1 -- 172.21.15.1:0/150079725 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f605c09f780 con 0x556d45cd63e0 2024-02-10T00:02:59.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.518+0000 7f604effd640 1 -- 172.21.15.1:0/150079725 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f605c09ae10 con 0x556d45cd63e0 2024-02-10T00:02:59.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.518+0000 7f604effd640 1 -- 172.21.15.1:0/150079725 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f605c0a0b90 con 0x556d45cd63e0 2024-02-10T00:02:59.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.519+0000 7f6071de1740 1 -- 172.21.15.1:0/150079725 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556d45cd63e0 msgr2=0x556d45cde990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.519+0000 7f6071de1740 1 --2- 172.21.15.1:0/150079725 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556d45cd63e0 0x556d45cde990 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f605c0cb4d0 tx=0x7f605c09a5e0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.519+0000 7f6071de1740 1 -- 172.21.15.1:0/150079725 shutdown_connections 2024-02-10T00:02:59.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.519+0000 7f6071de1740 1 --2- 172.21.15.1:0/150079725 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556d45cdef60 0x556d45ce13b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.519+0000 7f6071de1740 1 --2- 172.21.15.1:0/150079725 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556d45cd63e0 0x556d45cde990 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.519+0000 7f6071de1740 1 --2- 172.21.15.1:0/150079725 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556d45cd5a30 0x556d45cd5e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.519+0000 7f6071de1740 1 -- 172.21.15.1:0/150079725 >> 172.21.15.1:0/150079725 conn(0x556d45cd0100 msgr2=0x556d45cd04e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.519+0000 7f6071de1740 1 -- 172.21.15.1:0/150079725 shutdown_connections 2024-02-10T00:02:59.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.519+0000 7f6071de1740 1 -- 172.21.15.1:0/150079725 wait complete. 2024-02-10T00:02:59.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.519+0000 7f6071de1740 1 -- start start 2024-02-10T00:02:59.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.519+0000 7f6071de1740 1 Processor -- start 2024-02-10T00:02:59.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.519+0000 7f6071de1740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556d45cd5a30 0x556d45cdbf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.519+0000 7f6071de1740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556d45cd63e0 0x556d45cdc450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.520+0000 7f6071de1740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556d45cdef60 0x556d45cdc990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.520+0000 7f6071de1740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d45c3d030 con 0x556d45cd63e0 2024-02-10T00:02:59.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.520+0000 7f6071de1740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d45910430 con 0x556d45cdef60 2024-02-10T00:02:59.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.520+0000 7f6071de1740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d458cce00 con 0x556d45cd5a30 2024-02-10T00:02:59.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.520+0000 7f6071de1740 10 client.0 _ll_register_callbacks cb 0x556d45c32030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:59.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.520+0000 7f6067fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556d45cd63e0 0x556d45cdc450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.520+0000 7f6067fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556d45cd63e0 0x556d45cdc450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:41878/0 (socket says 172.21.15.1:41878) 2024-02-10T00:02:59.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.520+0000 7f6067fff640 1 -- 172.21.15.1:0/2449629867 learned_addr learned my addr 172.21.15.1:0/2449629867 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:59.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.520+0000 7f606d7b2640 1 --2- 172.21.15.1:0/2449629867 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556d45cdef60 0x556d45cdc990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.520+0000 7f606cfb1640 1 --2- 172.21.15.1:0/2449629867 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556d45cd5a30 0x556d45cdbf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.520+0000 7f6067fff640 1 -- 172.21.15.1:0/2449629867 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556d45cd5a30 msgr2=0x556d45cdbf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.520+0000 7f6067fff640 1 --2- 172.21.15.1:0/2449629867 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556d45cd5a30 0x556d45cdbf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.520+0000 7f6067fff640 1 -- 172.21.15.1:0/2449629867 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556d45cdef60 msgr2=0x556d45cdc990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.520+0000 7f6067fff640 1 --2- 172.21.15.1:0/2449629867 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556d45cdef60 0x556d45cdc990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.520+0000 7f6067fff640 1 -- 172.21.15.1:0/2449629867 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60681a4920 con 0x556d45cd63e0 2024-02-10T00:02:59.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.520+0000 7f606cfb1640 1 --2- 172.21.15.1:0/2449629867 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556d45cd5a30 0x556d45cdbf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:02:59.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.520+0000 7f6067fff640 1 --2- 172.21.15.1:0/2449629867 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556d45cd63e0 0x556d45cdc450 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f605c09a6a0 tx=0x7f605c09f520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e12049b8991271e4 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.520+0000 7f6047fff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:59.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.520+0000 7f6047fff640 1 -- 172.21.15.1:0/2449629867 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f605c0b3200 con 0x556d45cd63e0 2024-02-10T00:02:59.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.520+0000 7f6047fff640 1 -- 172.21.15.1:0/2449629867 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f605c0a1710 con 0x556d45cd63e0 2024-02-10T00:02:59.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.520+0000 7f6071de1740 1 -- 172.21.15.1:0/2449629867 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556d4593c7e0 con 0x556d45cd63e0 2024-02-10T00:02:59.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.520+0000 7f6047fff640 1 -- 172.21.15.1:0/2449629867 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f605c0a2eb0 con 0x556d45cd63e0 2024-02-10T00:02:59.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.520+0000 7f6071de1740 10 client.16839 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:59.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.520+0000 7f6071de1740 1 -- 172.21.15.1:0/2449629867 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x556d45c3b6b0 con 0x556d45cd63e0 2024-02-10T00:02:59.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.521+0000 7f6047fff640 1 -- 172.21.15.1:0/2449629867 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x556d4593c7e0 con 0x556d45cd63e0 2024-02-10T00:02:59.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.521+0000 7f6047fff640 1 -- 172.21.15.1:0/2449629867 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f605c0cb6f0 con 0x556d45cd63e0 2024-02-10T00:02:59.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.521+0000 7f6071de1740 10 client.16839 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:59.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.521+0000 7f6071de1740 10 client.16839 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:02:59.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.521+0000 7f6071de1740 20 client.16839 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:59.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.521+0000 7f6071de1740 1 --2- 172.21.15.1:0/2449629867 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x556d45ceef80 0x556d45cf1370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.521+0000 7f6071de1740 4 client.16839 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:02:59.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.521+0000 7f6071de1740 1 -- 172.21.15.1:0/2449629867 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556d45979720 con 0x556d45ceef80 2024-02-10T00:02:59.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.521+0000 7f606cfb1640 1 --2- 172.21.15.1:0/2449629867 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x556d45ceef80 0x556d45cf1370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.521+0000 7f6047fff640 10 client.16839 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:02:59.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.521+0000 7f606cfb1640 1 --2- 172.21.15.1:0/2449629867 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x556d45ceef80 0x556d45cf1370 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=5baf372129dd78d4 server_cookie=fd8026395a9e4f49 in_seq=0 out_seq=0 2024-02-10T00:02:59.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.522+0000 7f6047fff640 1 -- 172.21.15.1:0/2449629867 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x556d45979720 con 0x556d45ceef80 2024-02-10T00:02:59.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.522+0000 7f6047fff640 10 client.16839 handle_command_reply: tid=0 2024-02-10T00:02:59.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.522+0000 7f6071de1740 1 client.16839 shutdown 2024-02-10T00:02:59.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.522+0000 7f6071de1740 1 -- 172.21.15.1:0/2449629867 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556d45cd63e0 msgr2=0x556d45cdc450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.522+0000 7f6071de1740 1 --2- 172.21.15.1:0/2449629867 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556d45cd63e0 0x556d45cdc450 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f605c09a6a0 tx=0x7f605c09f520 comp rx=0 tx=0).stop 2024-02-10T00:02:59.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.522+0000 7f6071de1740 1 -- 172.21.15.1:0/2449629867 shutdown_connections 2024-02-10T00:02:59.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.522+0000 7f6071de1740 1 --2- 172.21.15.1:0/2449629867 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x556d45ceef80 0x556d45cf1370 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.522+0000 7f6071de1740 1 --2- 172.21.15.1:0/2449629867 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556d45cdef60 0x556d45cdc990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.522+0000 7f6071de1740 1 --2- 172.21.15.1:0/2449629867 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556d45cd63e0 0x556d45cdc450 unknown :-1 s=CLOSED pgs=874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.522+0000 7f6047fff640 0 client.16839 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:02:59.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.522+0000 7f6071de1740 1 --2- 172.21.15.1:0/2449629867 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556d45cd5a30 0x556d45cdbf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.522+0000 7f6071de1740 1 -- 172.21.15.1:0/2449629867 >> 172.21.15.1:0/2449629867 conn(0x556d45cd0100 msgr2=0x556d45cd1e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.522+0000 7f6071de1740 1 -- 172.21.15.1:0/2449629867 shutdown_connections 2024-02-10T00:02:59.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.522+0000 7f6071de1740 1 -- 172.21.15.1:0/2449629867 wait complete. 2024-02-10T00:02:59.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.522+0000 7f6071de1740 20 client.16839 trim_cache size 0 max 16384 2024-02-10T00:02:59.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.534+0000 7f6071de1740 1 Processor -- start 2024-02-10T00:02:59.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.534+0000 7f6071de1740 1 -- start start 2024-02-10T00:02:59.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.534+0000 7f6071de1740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556d45cd0100 0x556d45cdc7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.534+0000 7f6071de1740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556d45cd5a30 0x556d45ccf0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.534+0000 7f6071de1740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556d45cd63e0 0x556d45ce5f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.534+0000 7f6071de1740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d45bc2130 con 0x556d45cd63e0 2024-02-10T00:02:59.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.534+0000 7f6071de1740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d45cdae50 con 0x556d45cd5a30 2024-02-10T00:02:59.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.534+0000 7f6071de1740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d45cd7aa0 con 0x556d45cd0100 2024-02-10T00:02:59.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.534+0000 7f606d7b2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556d45cd63e0 0x556d45ce5f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.534+0000 7f606d7b2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556d45cd63e0 0x556d45ce5f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:41892/0 (socket says 172.21.15.1:41892) 2024-02-10T00:02:59.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.534+0000 7f606d7b2640 1 -- 172.21.15.1:0/1339759517 learned_addr learned my addr 172.21.15.1:0/1339759517 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:59.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.534+0000 7f606cfb1640 1 --2- 172.21.15.1:0/1339759517 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556d45cd0100 0x556d45cdc7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.534+0000 7f6067fff640 1 --2- 172.21.15.1:0/1339759517 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556d45cd5a30 0x556d45ccf0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.534+0000 7f606d7b2640 1 -- 172.21.15.1:0/1339759517 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556d45cd0100 msgr2=0x556d45cdc7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.534+0000 7f606d7b2640 1 --2- 172.21.15.1:0/1339759517 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556d45cd0100 0x556d45cdc7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.534+0000 7f606d7b2640 1 -- 172.21.15.1:0/1339759517 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556d45cd5a30 msgr2=0x556d45ccf0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.535+0000 7f606d7b2640 1 --2- 172.21.15.1:0/1339759517 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556d45cd5a30 0x556d45ccf0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.535+0000 7f606d7b2640 1 -- 172.21.15.1:0/1339759517 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556d45bd7c90 con 0x556d45cd63e0 2024-02-10T00:02:59.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.535+0000 7f606cfb1640 1 --2- 172.21.15.1:0/1339759517 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556d45cd0100 0x556d45cdc7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:02:59.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.535+0000 7f6067fff640 1 --2- 172.21.15.1:0/1339759517 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556d45cd5a30 0x556d45ccf0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:02:59.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.535+0000 7f606d7b2640 1 --2- 172.21.15.1:0/1339759517 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556d45cd63e0 0x556d45ce5f00 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7f6058009230 tx=0x7f605802bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=794ebc1e5b0b582 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.535+0000 7f604e7fc640 1 -- 172.21.15.1:0/1339759517 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f605802c7e0 con 0x556d45cd63e0 2024-02-10T00:02:59.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.535+0000 7f604e7fc640 1 -- 172.21.15.1:0/1339759517 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6058047070 con 0x556d45cd63e0 2024-02-10T00:02:59.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.535+0000 7f604e7fc640 1 -- 172.21.15.1:0/1339759517 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6058005310 con 0x556d45cd63e0 2024-02-10T00:02:59.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.535+0000 7f6071de1740 1 -- 172.21.15.1:0/1339759517 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556d45cd63e0 msgr2=0x556d45ce5f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.535+0000 7f6071de1740 1 --2- 172.21.15.1:0/1339759517 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556d45cd63e0 0x556d45ce5f00 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7f6058009230 tx=0x7f605802bc30 comp rx=0 tx=0).stop 2024-02-10T00:02:59.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.535+0000 7f6071de1740 1 -- 172.21.15.1:0/1339759517 shutdown_connections 2024-02-10T00:02:59.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.535+0000 7f6071de1740 1 --2- 172.21.15.1:0/1339759517 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556d45cd63e0 0x556d45ce5f00 unknown :-1 s=CLOSED pgs=875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.535+0000 7f6071de1740 1 --2- 172.21.15.1:0/1339759517 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556d45cd5a30 0x556d45ccf0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.535+0000 7f6071de1740 1 --2- 172.21.15.1:0/1339759517 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556d45cd0100 0x556d45cdc7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.535+0000 7f6071de1740 1 -- 172.21.15.1:0/1339759517 >> 172.21.15.1:0/1339759517 conn(0x556d45cd6b30 msgr2=0x556d45cce9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.536+0000 7f6071de1740 1 -- 172.21.15.1:0/1339759517 shutdown_connections 2024-02-10T00:02:59.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.536+0000 7f6071de1740 1 -- 172.21.15.1:0/1339759517 wait complete. 2024-02-10T00:02:59.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.536+0000 7f6071de1740 1 -- start start 2024-02-10T00:02:59.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.536+0000 7f6071de1740 1 Processor -- start 2024-02-10T00:02:59.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.536+0000 7f6071de1740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556d45cd0100 0x556d45d3b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.536+0000 7f6071de1740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556d45cd5a30 0x556d45d3b900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.536+0000 7f6071de1740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556d45cd63e0 0x556d45d3be40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.536+0000 7f6071de1740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d45d46470 con 0x556d45cd63e0 2024-02-10T00:02:59.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.536+0000 7f6071de1740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d45d465e0 con 0x556d45cd0100 2024-02-10T00:02:59.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.536+0000 7f6071de1740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d45d467a0 con 0x556d45cd5a30 2024-02-10T00:02:59.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.536+0000 7f6071de1740 10 client.0 _ll_register_callbacks cb 0x7f605c010cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:59.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.536+0000 7f606d7b2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556d45cd63e0 0x556d45d3be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.536+0000 7f606d7b2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556d45cd63e0 0x556d45d3be40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:41906/0 (socket says 172.21.15.1:41906) 2024-02-10T00:02:59.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.536+0000 7f606d7b2640 1 -- 172.21.15.1:0/2041384814 learned_addr learned my addr 172.21.15.1:0/2041384814 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:59.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.536+0000 7f606cfb1640 1 --2- 172.21.15.1:0/2041384814 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556d45cd0100 0x556d45d3b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.536+0000 7f6067fff640 1 --2- 172.21.15.1:0/2041384814 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556d45cd5a30 0x556d45d3b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.537+0000 7f606d7b2640 1 -- 172.21.15.1:0/2041384814 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556d45cd5a30 msgr2=0x556d45d3b900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.537+0000 7f606d7b2640 1 --2- 172.21.15.1:0/2041384814 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556d45cd5a30 0x556d45d3b900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.537+0000 7f606d7b2640 1 -- 172.21.15.1:0/2041384814 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556d45cd0100 msgr2=0x556d45d3b3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.537+0000 7f606d7b2640 1 --2- 172.21.15.1:0/2041384814 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556d45cd0100 0x556d45d3b3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.537+0000 7f606d7b2640 1 -- 172.21.15.1:0/2041384814 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f606810d7f0 con 0x556d45cd63e0 2024-02-10T00:02:59.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.537+0000 7f606d7b2640 1 --2- 172.21.15.1:0/2041384814 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556d45cd63e0 0x556d45d3be40 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f6058009850 tx=0x7f6058004f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b53cc72a7da0b0e server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.537+0000 7f6047fff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:59.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.537+0000 7f6047fff640 1 -- 172.21.15.1:0/2041384814 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6058004510 con 0x556d45cd63e0 2024-02-10T00:02:59.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.537+0000 7f6047fff640 1 -- 172.21.15.1:0/2041384814 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f6058049070 con 0x556d45cd63e0 2024-02-10T00:02:59.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.537+0000 7f6071de1740 1 -- 172.21.15.1:0/2041384814 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f605c09ae10 con 0x556d45cd63e0 2024-02-10T00:02:59.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.537+0000 7f6047fff640 1 -- 172.21.15.1:0/2041384814 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f60580050b0 con 0x556d45cd63e0 2024-02-10T00:02:59.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.537+0000 7f6071de1740 10 client.16845 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:59.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.537+0000 7f6071de1740 1 -- 172.21.15.1:0/2041384814 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x556d45bfda70 con 0x556d45cd63e0 2024-02-10T00:02:59.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.537+0000 7f6047fff640 1 -- 172.21.15.1:0/2041384814 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f605c09ae10 con 0x556d45cd63e0 2024-02-10T00:02:59.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.537+0000 7f6047fff640 1 -- 172.21.15.1:0/2041384814 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f605805f450 con 0x556d45cd63e0 2024-02-10T00:02:59.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.537+0000 7f6071de1740 10 client.16845 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:59.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.537+0000 7f6071de1740 10 client.16845 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:02:59.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.537+0000 7f6071de1740 20 client.16845 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:59.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.538+0000 7f6071de1740 1 --2- 172.21.15.1:0/2041384814 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x556d45cdef60 0x556d45d49c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.538+0000 7f6071de1740 4 client.16845 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:02:59.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.538+0000 7f6071de1740 1 -- 172.21.15.1:0/2041384814 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x556d459c8890 con 0x556d45cdef60 2024-02-10T00:02:59.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.538+0000 7f606cfb1640 1 --2- 172.21.15.1:0/2041384814 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x556d45cdef60 0x556d45d49c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.538+0000 7f6047fff640 10 client.16845 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:02:59.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.538+0000 7f606cfb1640 1 --2- 172.21.15.1:0/2041384814 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x556d45cdef60 0x556d45d49c90 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=f980847ce2f61532 server_cookie=ab87ffc8ad364698 in_seq=0 out_seq=0 2024-02-10T00:02:59.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.538+0000 7f6047fff640 1 -- 172.21.15.1:0/2041384814 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x556d459c8890 con 0x556d45cdef60 2024-02-10T00:02:59.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.538+0000 7f6047fff640 10 client.16845 handle_command_reply: tid=0 2024-02-10T00:02:59.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.538+0000 7f6071de1740 1 client.16845 shutdown 2024-02-10T00:02:59.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.538+0000 7f6071de1740 1 -- 172.21.15.1:0/2041384814 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556d45cd63e0 msgr2=0x556d45d3be40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.538+0000 7f6071de1740 1 --2- 172.21.15.1:0/2041384814 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556d45cd63e0 0x556d45d3be40 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f6058009850 tx=0x7f6058004f30 comp rx=0 tx=0).stop 2024-02-10T00:02:59.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.538+0000 7f6071de1740 1 -- 172.21.15.1:0/2041384814 shutdown_connections 2024-02-10T00:02:59.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.538+0000 7f6071de1740 1 --2- 172.21.15.1:0/2041384814 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x556d45cdef60 0x556d45d49c90 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.538+0000 7f6071de1740 1 --2- 172.21.15.1:0/2041384814 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556d45cd63e0 0x556d45d3be40 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.538+0000 7f6071de1740 1 --2- 172.21.15.1:0/2041384814 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556d45cd5a30 0x556d45d3b900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.538+0000 7f6047fff640 0 client.16845 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:02:59.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.538+0000 7f6071de1740 1 --2- 172.21.15.1:0/2041384814 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556d45cd0100 0x556d45d3b3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.538+0000 7f6071de1740 1 -- 172.21.15.1:0/2041384814 >> 172.21.15.1:0/2041384814 conn(0x556d45cd6b30 msgr2=0x556d45ccf240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.538+0000 7f6071de1740 1 -- 172.21.15.1:0/2041384814 shutdown_connections 2024-02-10T00:02:59.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.539+0000 7f6071de1740 1 -- 172.21.15.1:0/2041384814 wait complete. 2024-02-10T00:02:59.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.539+0000 7f6071de1740 20 client.16845 trim_cache size 0 max 16384 2024-02-10T00:02:59.548 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:02:59.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.539+0000 7f606f215640 1 -- 172.21.15.1:0/1558970904 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f60500a22b0 msgr2=0x7f60500a4770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.539+0000 7f606f215640 1 --2- 172.21.15.1:0/1558970904 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f60500a22b0 0x7f60500a4770 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f6060005fd0 tx=0x7f60600093e0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.539+0000 7f606f215640 1 -- 172.21.15.1:0/1558970904 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6068105410 msgr2=0x7f606819dad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.539+0000 7f606f215640 1 --2- 172.21.15.1:0/1558970904 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6068105410 0x7f606819dad0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f605c00d770 tx=0x7f605c00dc30 comp rx=0 tx=0).stop 2024-02-10T00:02:59.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.539+0000 7f606f215640 1 -- 172.21.15.1:0/1558970904 shutdown_connections 2024-02-10T00:02:59.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.539+0000 7f606f215640 1 --2- 172.21.15.1:0/1558970904 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f60500a22b0 0x7f60500a4770 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.539+0000 7f606f215640 1 --2- 172.21.15.1:0/1558970904 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6068197650 0x7f6068197ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.539+0000 7f606f215640 1 --2- 172.21.15.1:0/1558970904 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6068105410 0x7f606819dad0 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.539+0000 7f606f215640 1 --2- 172.21.15.1:0/1558970904 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6068100340 0x7f606819d590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.539+0000 7f606f215640 1 -- 172.21.15.1:0/1558970904 >> 172.21.15.1:0/1558970904 conn(0x7f60680772e0 msgr2=0x7f6068104010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.539+0000 7f606f215640 1 -- 172.21.15.1:0/1558970904 shutdown_connections 2024-02-10T00:02:59.550 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.539+0000 7f606f215640 1 -- 172.21.15.1:0/1558970904 wait complete. 2024-02-10T00:02:59.551 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:02:59 smithi001 ceph-mon[32335]: pgmap v112: 97 pgs: 97 active+clean; 4.7 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 42 KiB/s wr, 24 op/s 2024-02-10T00:02:59.552 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:02:59.553 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-02-10T00:02:59.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:02:59 smithi088 ceph-mon[36452]: pgmap v112: 97 pgs: 97 active+clean; 4.7 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 42 KiB/s wr, 24 op/s 2024-02-10T00:02:59.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:02:59 smithi103 ceph-mon[36942]: pgmap v112: 97 pgs: 97 active+clean; 4.7 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 42 KiB/s wr, 24 op/s 2024-02-10T00:02:59.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.656+0000 7fbb3673e640 1 -- 172.21.15.1:0/2816729600 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbb30100ce0 msgr2=0x7fbb30104d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.656+0000 7fbb3673e640 1 --2- 172.21.15.1:0/2816729600 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbb30100ce0 0x7fbb30104d20 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7fbb24009930 tx=0x7fbb2402bc30 comp rx=0 tx=0).stop 2024-02-10T00:02:59.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.656+0000 7fbb3673e640 1 -- 172.21.15.1:0/2816729600 shutdown_connections 2024-02-10T00:02:59.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.656+0000 7fbb3673e640 1 --2- 172.21.15.1:0/2816729600 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbb30105400 0x7fbb3010cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.656+0000 7fbb3673e640 1 --2- 172.21.15.1:0/2816729600 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbb30100ce0 0x7fbb30104d20 unknown :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.656+0000 7fbb3673e640 1 --2- 172.21.15.1:0/2816729600 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbb30100330 0x7fbb30100710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.656+0000 7fbb3673e640 1 -- 172.21.15.1:0/2816729600 >> 172.21.15.1:0/2816729600 conn(0x7fbb30077250 msgr2=0x7fbb30077660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.656+0000 7fbb3673e640 1 -- 172.21.15.1:0/2816729600 shutdown_connections 2024-02-10T00:02:59.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.656+0000 7fbb3673e640 1 -- 172.21.15.1:0/2816729600 wait complete. 2024-02-10T00:02:59.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.656+0000 7fbb3673e640 1 Processor -- start 2024-02-10T00:02:59.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.656+0000 7fbb3673e640 1 -- start start 2024-02-10T00:02:59.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.657+0000 7fbb3673e640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbb30100330 0x7fbb3019d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.657+0000 7fbb3673e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbb30105400 0x7fbb3019db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.657+0000 7fbb3673e640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbb301976e0 0x7fbb30197b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.657+0000 7fbb3673e640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb301981b0 con 0x7fbb30105400 2024-02-10T00:02:59.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.657+0000 7fbb3673e640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb30198320 con 0x7fbb30100330 2024-02-10T00:02:59.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.657+0000 7fbb3673e640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb301984e0 con 0x7fbb301976e0 2024-02-10T00:02:59.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.657+0000 7fbb2f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbb30105400 0x7fbb3019db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.657+0000 7fbb2f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbb30105400 0x7fbb3019db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:41912/0 (socket says 172.21.15.1:41912) 2024-02-10T00:02:59.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.657+0000 7fbb2f7fe640 1 -- 172.21.15.1:0/1310410065 learned_addr learned my addr 172.21.15.1:0/1310410065 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:59.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.657+0000 7fbb34cdb640 1 --2- 172.21.15.1:0/1310410065 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbb301976e0 0x7fbb30197b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.657+0000 7fbb2f7fe640 1 -- 172.21.15.1:0/1310410065 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbb301976e0 msgr2=0x7fbb30197b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.657+0000 7fbb2ffff640 1 --2- 172.21.15.1:0/1310410065 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbb30100330 0x7fbb3019d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.657+0000 7fbb2f7fe640 1 --2- 172.21.15.1:0/1310410065 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbb301976e0 0x7fbb30197b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.657+0000 7fbb2f7fe640 1 -- 172.21.15.1:0/1310410065 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbb30100330 msgr2=0x7fbb3019d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.657+0000 7fbb2f7fe640 1 --2- 172.21.15.1:0/1310410065 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbb30100330 0x7fbb3019d620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.657+0000 7fbb2f7fe640 1 -- 172.21.15.1:0/1310410065 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb24009560 con 0x7fbb30105400 2024-02-10T00:02:59.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.657+0000 7fbb34cdb640 1 --2- 172.21.15.1:0/1310410065 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbb301976e0 0x7fbb30197b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:02:59.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.657+0000 7fbb2f7fe640 1 --2- 172.21.15.1:0/1310410065 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbb30105400 0x7fbb3019db60 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7fbb24009230 tx=0x7fbb24004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.657+0000 7fbb2d7fa640 1 -- 172.21.15.1:0/1310410065 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb2402cbc0 con 0x7fbb30105400 2024-02-10T00:02:59.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.657+0000 7fbb3673e640 1 -- 172.21.15.1:0/1310410065 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb301a4420 con 0x7fbb30105400 2024-02-10T00:02:59.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.657+0000 7fbb2d7fa640 1 -- 172.21.15.1:0/1310410065 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbb240052d0 con 0x7fbb30105400 2024-02-10T00:02:59.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.657+0000 7fbb2d7fa640 1 -- 172.21.15.1:0/1310410065 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb24003e30 con 0x7fbb30105400 2024-02-10T00:02:59.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.657+0000 7fbb3673e640 1 -- 172.21.15.1:0/1310410065 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb301a4950 con 0x7fbb30105400 2024-02-10T00:02:59.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.660+0000 7fbb2d7fa640 1 -- 172.21.15.1:0/1310410065 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fbb24005440 con 0x7fbb30105400 2024-02-10T00:02:59.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.660+0000 7fbb393ed740 1 Processor -- start 2024-02-10T00:02:59.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.660+0000 7fbb393ed740 1 -- start start 2024-02-10T00:02:59.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.660+0000 7fbb393ed740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5624d131aa30 0x5624d131ae10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.660+0000 7fbb393ed740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5624d131b3e0 0x5624d1323990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.660+0000 7fbb393ed740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5624d1323f60 0x5624d13263b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.660+0000 7fbb393ed740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624d12d6020 con 0x5624d131b3e0 2024-02-10T00:02:59.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.660+0000 7fbb393ed740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624d1289320 con 0x5624d131aa30 2024-02-10T00:02:59.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.660+0000 7fbb393ed740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624d1286850 con 0x5624d1323f60 2024-02-10T00:02:59.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.660+0000 7fbb2ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5624d131b3e0 0x5624d1323990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.660+0000 7fbb2ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5624d131b3e0 0x5624d1323990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:41928/0 (socket says 172.21.15.1:41928) 2024-02-10T00:02:59.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.660+0000 7fbb2ffff640 1 -- 172.21.15.1:0/3759228945 learned_addr learned my addr 172.21.15.1:0/3759228945 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:59.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.660+0000 7fbb2d7fa640 1 --2- 172.21.15.1:0/1310410065 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fbb180a2230 0x7fbb180a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.660+0000 7fbb34cdb640 1 --2- 172.21.15.1:0/3759228945 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5624d131aa30 0x5624d131ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.661+0000 7fbb2f7fe640 1 --2- 172.21.15.1:0/3759228945 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5624d1323f60 0x5624d13263b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.661+0000 7fbb34cdb640 1 --2- 172.21.15.1:0/1310410065 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fbb180a2230 0x7fbb180a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.661+0000 7fbb2ffff640 1 -- 172.21.15.1:0/3759228945 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5624d1323f60 msgr2=0x5624d13263b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.661+0000 7fbb2ffff640 1 --2- 172.21.15.1:0/3759228945 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5624d1323f60 0x5624d13263b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.661+0000 7fbb2ffff640 1 -- 172.21.15.1:0/3759228945 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5624d131aa30 msgr2=0x5624d131ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.661+0000 7fbb2ffff640 1 --2- 172.21.15.1:0/3759228945 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5624d131aa30 0x5624d131ae10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.661+0000 7fbb2ffff640 1 -- 172.21.15.1:0/3759228945 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5624d1244210 con 0x5624d131b3e0 2024-02-10T00:02:59.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.661+0000 7fbb2d7fa640 1 -- 172.21.15.1:0/1310410065 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fbb240f0510 con 0x7fbb30105400 2024-02-10T00:02:59.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.661+0000 7fbb2ffff640 1 --2- 172.21.15.1:0/3759228945 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5624d131b3e0 0x5624d1323990 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7fbb20009bc0 tx=0x7fbb2000e6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=507fe909b93a926a server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.661+0000 7fbb34cdb640 1 --2- 172.21.15.1:0/1310410065 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fbb180a2230 0x7fbb180a46f0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fbb28008fd0 tx=0x7fbb28004ab0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.661+0000 7fbb167fc640 1 -- 172.21.15.1:0/3759228945 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb20011470 con 0x5624d131b3e0 2024-02-10T00:02:59.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.661+0000 7fbb167fc640 1 -- 172.21.15.1:0/3759228945 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbb20011ab0 con 0x5624d131b3e0 2024-02-10T00:02:59.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.661+0000 7fbb167fc640 1 -- 172.21.15.1:0/3759228945 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb20010a10 con 0x5624d131b3e0 2024-02-10T00:02:59.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.662+0000 7fbb393ed740 1 -- 172.21.15.1:0/3759228945 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5624d131b3e0 msgr2=0x5624d1323990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.662+0000 7fbb393ed740 1 --2- 172.21.15.1:0/3759228945 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5624d131b3e0 0x5624d1323990 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7fbb20009bc0 tx=0x7fbb2000e6c0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.662+0000 7fbb393ed740 1 -- 172.21.15.1:0/3759228945 shutdown_connections 2024-02-10T00:02:59.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.662+0000 7fbb393ed740 1 --2- 172.21.15.1:0/3759228945 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5624d1323f60 0x5624d13263b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.662+0000 7fbb393ed740 1 --2- 172.21.15.1:0/3759228945 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5624d131b3e0 0x5624d1323990 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.662+0000 7fbb393ed740 1 --2- 172.21.15.1:0/3759228945 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5624d131aa30 0x5624d131ae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.662+0000 7fbb393ed740 1 -- 172.21.15.1:0/3759228945 >> 172.21.15.1:0/3759228945 conn(0x5624d1315100 msgr2=0x5624d13154e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.662+0000 7fbb393ed740 1 -- 172.21.15.1:0/3759228945 shutdown_connections 2024-02-10T00:02:59.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.662+0000 7fbb393ed740 1 -- 172.21.15.1:0/3759228945 wait complete. 2024-02-10T00:02:59.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.662+0000 7fbb393ed740 1 -- start start 2024-02-10T00:02:59.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.662+0000 7fbb393ed740 1 Processor -- start 2024-02-10T00:02:59.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.663+0000 7fbb393ed740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5624d131aa30 0x5624d1320ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.663+0000 7fbb393ed740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5624d131b3e0 0x5624d1321400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.663+0000 7fbb393ed740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5624d1323f60 0x5624d1321940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.663+0000 7fbb393ed740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624d1282030 con 0x5624d1323f60 2024-02-10T00:02:59.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.663+0000 7fbb393ed740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624d0f55430 con 0x5624d131aa30 2024-02-10T00:02:59.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.663+0000 7fbb393ed740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624d0f11e00 con 0x5624d131b3e0 2024-02-10T00:02:59.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.663+0000 7fbb393ed740 10 client.0 _ll_register_callbacks cb 0x5624d1277030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:59.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.663+0000 7fbb34cdb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5624d1323f60 0x5624d1321940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.663+0000 7fbb34cdb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5624d1323f60 0x5624d1321940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:41932/0 (socket says 172.21.15.1:41932) 2024-02-10T00:02:59.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.663+0000 7fbb34cdb640 1 -- 172.21.15.1:0/4085335513 learned_addr learned my addr 172.21.15.1:0/4085335513 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:59.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.663+0000 7fbb2f7fe640 1 --2- 172.21.15.1:0/4085335513 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5624d131b3e0 0x5624d1321400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.663+0000 7fbb2ffff640 1 --2- 172.21.15.1:0/4085335513 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5624d131aa30 0x5624d1320ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.663+0000 7fbb34cdb640 1 -- 172.21.15.1:0/4085335513 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5624d131b3e0 msgr2=0x5624d1321400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.663+0000 7fbb34cdb640 1 --2- 172.21.15.1:0/4085335513 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5624d131b3e0 0x5624d1321400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.663+0000 7fbb34cdb640 1 -- 172.21.15.1:0/4085335513 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5624d131aa30 msgr2=0x5624d1320ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.663+0000 7fbb34cdb640 1 --2- 172.21.15.1:0/4085335513 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5624d131aa30 0x5624d1320ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.663+0000 7fbb34cdb640 1 -- 172.21.15.1:0/4085335513 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb20009820 con 0x5624d1323f60 2024-02-10T00:02:59.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.663+0000 7fbb34cdb640 1 --2- 172.21.15.1:0/4085335513 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5624d1323f60 0x5624d1321940 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7fbb28011f30 tx=0x7fbb28004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=160f0b5a1328ae4b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.663+0000 7fbb0f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:59.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.663+0000 7fbb0f7fe640 1 -- 172.21.15.1:0/4085335513 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb2801f5f0 con 0x5624d1323f60 2024-02-10T00:02:59.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.663+0000 7fbb0f7fe640 1 -- 172.21.15.1:0/4085335513 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fbb2801a040 con 0x5624d1323f60 2024-02-10T00:02:59.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.663+0000 7fbb393ed740 1 -- 172.21.15.1:0/4085335513 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5624d0f817e0 con 0x5624d1323f60 2024-02-10T00:02:59.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.664+0000 7fbb0f7fe640 1 -- 172.21.15.1:0/4085335513 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbb2801f750 con 0x5624d1323f60 2024-02-10T00:02:59.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.664+0000 7fbb393ed740 10 client.16857 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:59.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.664+0000 7fbb393ed740 1 -- 172.21.15.1:0/4085335513 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5624d12806b0 con 0x5624d1323f60 2024-02-10T00:02:59.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.664+0000 7fbb0f7fe640 1 -- 172.21.15.1:0/4085335513 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5624d0f817e0 con 0x5624d1323f60 2024-02-10T00:02:59.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.664+0000 7fbb0f7fe640 1 -- 172.21.15.1:0/4085335513 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fbb28027a70 con 0x5624d1323f60 2024-02-10T00:02:59.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.664+0000 7fbb393ed740 10 client.16857 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:59.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.664+0000 7fbb393ed740 10 client.16857 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:02:59.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.664+0000 7fbb393ed740 20 client.16857 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:59.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.664+0000 7fbb393ed740 1 --2- 172.21.15.1:0/4085335513 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5624d13388f0 0x5624d133ace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.664+0000 7fbb393ed740 4 client.16857 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:02:59.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.664+0000 7fbb393ed740 1 -- 172.21.15.1:0/4085335513 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5624d0fbe720 con 0x5624d13388f0 2024-02-10T00:02:59.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.664+0000 7fbb2ffff640 1 --2- 172.21.15.1:0/4085335513 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5624d13388f0 0x5624d133ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.665+0000 7fbb2ffff640 1 --2- 172.21.15.1:0/4085335513 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5624d13388f0 0x5624d133ace0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=9a472688814b66c0 server_cookie=643ad1941240ffd6 in_seq=0 out_seq=0 2024-02-10T00:02:59.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.665+0000 7fbb0f7fe640 10 client.16857 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:02:59.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.665+0000 7fbb0f7fe640 1 -- 172.21.15.1:0/4085335513 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5624d0fbe720 con 0x5624d13388f0 2024-02-10T00:02:59.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.665+0000 7fbb0f7fe640 10 client.16857 handle_command_reply: tid=0 2024-02-10T00:02:59.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.665+0000 7fbb393ed740 1 client.16857 shutdown 2024-02-10T00:02:59.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.666+0000 7fbb393ed740 1 -- 172.21.15.1:0/4085335513 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5624d1323f60 msgr2=0x5624d1321940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.666+0000 7fbb393ed740 1 --2- 172.21.15.1:0/4085335513 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5624d1323f60 0x5624d1321940 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7fbb28011f30 tx=0x7fbb28004a40 comp rx=0 tx=0).stop 2024-02-10T00:02:59.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.666+0000 7fbb393ed740 1 -- 172.21.15.1:0/4085335513 shutdown_connections 2024-02-10T00:02:59.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.666+0000 7fbb393ed740 1 --2- 172.21.15.1:0/4085335513 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5624d1323f60 0x5624d1321940 unknown :-1 s=CLOSED pgs=880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.666+0000 7fbb393ed740 1 --2- 172.21.15.1:0/4085335513 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5624d131b3e0 0x5624d1321400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.666+0000 7fbb393ed740 1 --2- 172.21.15.1:0/4085335513 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5624d13388f0 0x5624d133ace0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.666+0000 7fbb393ed740 1 --2- 172.21.15.1:0/4085335513 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5624d131aa30 0x5624d1320ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.666+0000 7fbb0f7fe640 0 client.16857 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:02:59.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.666+0000 7fbb393ed740 1 -- 172.21.15.1:0/4085335513 >> 172.21.15.1:0/4085335513 conn(0x5624d1315100 msgr2=0x5624d1316e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.666+0000 7fbb393ed740 1 -- 172.21.15.1:0/4085335513 shutdown_connections 2024-02-10T00:02:59.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.666+0000 7fbb393ed740 1 -- 172.21.15.1:0/4085335513 wait complete. 2024-02-10T00:02:59.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.666+0000 7fbb393ed740 20 client.16857 trim_cache size 0 max 16384 2024-02-10T00:02:59.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.677+0000 7fbb393ed740 1 Processor -- start 2024-02-10T00:02:59.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.677+0000 7fbb393ed740 1 -- start start 2024-02-10T00:02:59.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.678+0000 7fbb393ed740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5624d131aa30 0x5624d13235f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.678+0000 7fbb393ed740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5624d131b3e0 0x5624d1321410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.678+0000 7fbb393ed740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5624d1323f60 0x5624d1321950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.678+0000 7fbb393ed740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624d1207130 con 0x5624d131b3e0 2024-02-10T00:02:59.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.678+0000 7fbb393ed740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624d1315cd0 con 0x5624d1323f60 2024-02-10T00:02:59.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.678+0000 7fbb393ed740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624d131cac0 con 0x5624d131aa30 2024-02-10T00:02:59.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.678+0000 7fbb2f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5624d131b3e0 0x5624d1321410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.678+0000 7fbb2f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5624d131b3e0 0x5624d1321410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:41946/0 (socket says 172.21.15.1:41946) 2024-02-10T00:02:59.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.678+0000 7fbb2f7fe640 1 -- 172.21.15.1:0/3190068075 learned_addr learned my addr 172.21.15.1:0/3190068075 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:59.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.678+0000 7fbb34cdb640 1 --2- 172.21.15.1:0/3190068075 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5624d1323f60 0x5624d1321950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.678+0000 7fbb2ffff640 1 --2- 172.21.15.1:0/3190068075 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5624d131aa30 0x5624d13235f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.678+0000 7fbb2f7fe640 1 -- 172.21.15.1:0/3190068075 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5624d131aa30 msgr2=0x5624d13235f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.678+0000 7fbb2f7fe640 1 --2- 172.21.15.1:0/3190068075 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5624d131aa30 0x5624d13235f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.678+0000 7fbb2f7fe640 1 -- 172.21.15.1:0/3190068075 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5624d1323f60 msgr2=0x5624d1321950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.678+0000 7fbb2f7fe640 1 --2- 172.21.15.1:0/3190068075 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5624d1323f60 0x5624d1321950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.678+0000 7fbb2f7fe640 1 -- 172.21.15.1:0/3190068075 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5624d121cc90 con 0x5624d131b3e0 2024-02-10T00:02:59.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.678+0000 7fbb34cdb640 1 --2- 172.21.15.1:0/3190068075 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5624d1323f60 0x5624d1321950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:02:59.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.678+0000 7fbb2f7fe640 1 --2- 172.21.15.1:0/3190068075 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5624d131b3e0 0x5624d1321410 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7fbb24000c00 tx=0x7fbb2408efa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c898bca024afc480 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.678+0000 7fbb15ffb640 1 -- 172.21.15.1:0/3190068075 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb240c1130 con 0x5624d131b3e0 2024-02-10T00:02:59.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.678+0000 7fbb15ffb640 1 -- 172.21.15.1:0/3190068075 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbb240c5780 con 0x5624d131b3e0 2024-02-10T00:02:59.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.678+0000 7fbb15ffb640 1 -- 172.21.15.1:0/3190068075 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb240edeb0 con 0x5624d131b3e0 2024-02-10T00:02:59.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.679+0000 7fbb393ed740 1 -- 172.21.15.1:0/3190068075 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5624d131b3e0 msgr2=0x5624d1321410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.679+0000 7fbb393ed740 1 --2- 172.21.15.1:0/3190068075 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5624d131b3e0 0x5624d1321410 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7fbb24000c00 tx=0x7fbb2408efa0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.679+0000 7fbb393ed740 1 -- 172.21.15.1:0/3190068075 shutdown_connections 2024-02-10T00:02:59.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.679+0000 7fbb393ed740 1 --2- 172.21.15.1:0/3190068075 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5624d1323f60 0x5624d1321950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.679+0000 7fbb393ed740 1 --2- 172.21.15.1:0/3190068075 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5624d131b3e0 0x5624d1321410 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.679+0000 7fbb393ed740 1 --2- 172.21.15.1:0/3190068075 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5624d131aa30 0x5624d13235f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.679+0000 7fbb393ed740 1 -- 172.21.15.1:0/3190068075 >> 172.21.15.1:0/3190068075 conn(0x5624d1315100 msgr2=0x5624d133f660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.679+0000 7fbb393ed740 1 -- 172.21.15.1:0/3190068075 shutdown_connections 2024-02-10T00:02:59.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.679+0000 7fbb393ed740 1 -- 172.21.15.1:0/3190068075 wait complete. 2024-02-10T00:02:59.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.679+0000 7fbb393ed740 1 -- start start 2024-02-10T00:02:59.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.679+0000 7fbb393ed740 1 Processor -- start 2024-02-10T00:02:59.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.680+0000 7fbb393ed740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5624d131aa30 0x5624d132e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.680+0000 7fbb393ed740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5624d131b3e0 0x5624d132eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.680+0000 7fbb393ed740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5624d1323f60 0x5624d138edf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.680+0000 7fbb393ed740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624d138f330 con 0x5624d1323f60 2024-02-10T00:02:59.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.680+0000 7fbb393ed740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624d138f470 con 0x5624d131aa30 2024-02-10T00:02:59.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.680+0000 7fbb393ed740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624d138f5b0 con 0x5624d131b3e0 2024-02-10T00:02:59.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.680+0000 7fbb393ed740 10 client.0 _ll_register_callbacks cb 0x7fbb20009380 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:59.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.680+0000 7fbb34cdb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5624d1323f60 0x5624d138edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.680+0000 7fbb34cdb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5624d1323f60 0x5624d138edf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:41960/0 (socket says 172.21.15.1:41960) 2024-02-10T00:02:59.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.680+0000 7fbb34cdb640 1 -- 172.21.15.1:0/645070997 learned_addr learned my addr 172.21.15.1:0/645070997 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:59.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.680+0000 7fbb2ffff640 1 --2- 172.21.15.1:0/645070997 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5624d131aa30 0x5624d132e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.680+0000 7fbb2f7fe640 1 --2- 172.21.15.1:0/645070997 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5624d131b3e0 0x5624d132eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.680+0000 7fbb34cdb640 1 -- 172.21.15.1:0/645070997 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5624d131b3e0 msgr2=0x5624d132eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.680+0000 7fbb34cdb640 1 --2- 172.21.15.1:0/645070997 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5624d131b3e0 0x5624d132eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.680+0000 7fbb34cdb640 1 -- 172.21.15.1:0/645070997 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5624d131aa30 msgr2=0x5624d132e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.680+0000 7fbb34cdb640 1 --2- 172.21.15.1:0/645070997 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5624d131aa30 0x5624d132e660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.680+0000 7fbb34cdb640 1 -- 172.21.15.1:0/645070997 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb301a4950 con 0x5624d1323f60 2024-02-10T00:02:59.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.680+0000 7fbb34cdb640 1 --2- 172.21.15.1:0/645070997 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5624d1323f60 0x5624d138edf0 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7fbb28027e00 tx=0x7fbb28008790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4841868c6acc1ad4 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.680+0000 7fbb0f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:59.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.680+0000 7fbb0f7fe640 1 -- 172.21.15.1:0/645070997 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb2800bbc0 con 0x5624d1323f60 2024-02-10T00:02:59.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.680+0000 7fbb0f7fe640 1 -- 172.21.15.1:0/645070997 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fbb2800b500 con 0x5624d1323f60 2024-02-10T00:02:59.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.681+0000 7fbb393ed740 1 -- 172.21.15.1:0/645070997 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fbb20011ab0 con 0x5624d1323f60 2024-02-10T00:02:59.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.681+0000 7fbb0f7fe640 1 -- 172.21.15.1:0/645070997 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbb28008d10 con 0x5624d1323f60 2024-02-10T00:02:59.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.681+0000 7fbb393ed740 10 client.16863 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:59.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.681+0000 7fbb393ed740 1 -- 172.21.15.1:0/645070997 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5624d1242a70 con 0x5624d1323f60 2024-02-10T00:02:59.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.681+0000 7fbb0f7fe640 1 -- 172.21.15.1:0/645070997 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbb28041020 con 0x5624d1323f60 2024-02-10T00:02:59.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.681+0000 7fbb0f7fe640 1 -- 172.21.15.1:0/645070997 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fbb28027a20 con 0x5624d1323f60 2024-02-10T00:02:59.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.681+0000 7fbb393ed740 10 client.16863 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:59.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.681+0000 7fbb393ed740 10 client.16863 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:02:59.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.681+0000 7fbb393ed740 20 client.16863 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:59.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.681+0000 7fbb393ed740 1 --2- 172.21.15.1:0/645070997 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5624d1390c30 0x5624d1393050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.681+0000 7fbb393ed740 4 client.16863 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:02:59.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.681+0000 7fbb393ed740 1 -- 172.21.15.1:0/645070997 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5624d100d890 con 0x5624d1390c30 2024-02-10T00:02:59.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.681+0000 7fbb2ffff640 1 --2- 172.21.15.1:0/645070997 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5624d1390c30 0x5624d1393050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.682+0000 7fbb0f7fe640 10 client.16863 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:02:59.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.682+0000 7fbb2ffff640 1 --2- 172.21.15.1:0/645070997 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5624d1390c30 0x5624d1393050 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=777928d388ebca6e server_cookie=48fe37322fbbdbec in_seq=0 out_seq=0 2024-02-10T00:02:59.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.682+0000 7fbb0f7fe640 1 -- 172.21.15.1:0/645070997 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5624d100d890 con 0x5624d1390c30 2024-02-10T00:02:59.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.682+0000 7fbb0f7fe640 10 client.16863 handle_command_reply: tid=0 2024-02-10T00:02:59.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.682+0000 7fbb393ed740 1 client.16863 shutdown 2024-02-10T00:02:59.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.682+0000 7fbb393ed740 1 -- 172.21.15.1:0/645070997 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5624d1323f60 msgr2=0x5624d138edf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.682+0000 7fbb393ed740 1 --2- 172.21.15.1:0/645070997 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5624d1323f60 0x5624d138edf0 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7fbb28027e00 tx=0x7fbb28008790 comp rx=0 tx=0).stop 2024-02-10T00:02:59.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.682+0000 7fbb393ed740 1 -- 172.21.15.1:0/645070997 shutdown_connections 2024-02-10T00:02:59.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.682+0000 7fbb393ed740 1 --2- 172.21.15.1:0/645070997 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5624d1323f60 0x5624d138edf0 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.682+0000 7fbb393ed740 1 --2- 172.21.15.1:0/645070997 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5624d131b3e0 0x5624d132eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.682+0000 7fbb393ed740 1 --2- 172.21.15.1:0/645070997 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5624d1390c30 0x5624d1393050 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.682+0000 7fbb393ed740 1 --2- 172.21.15.1:0/645070997 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5624d131aa30 0x5624d132e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.682+0000 7fbb0f7fe640 0 client.16863 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:02:59.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.682+0000 7fbb393ed740 1 -- 172.21.15.1:0/645070997 >> 172.21.15.1:0/645070997 conn(0x5624d1315100 msgr2=0x5624d13164a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.682+0000 7fbb393ed740 1 -- 172.21.15.1:0/645070997 shutdown_connections 2024-02-10T00:02:59.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.682+0000 7fbb393ed740 1 -- 172.21.15.1:0/645070997 wait complete. 2024-02-10T00:02:59.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.682+0000 7fbb393ed740 20 client.16863 trim_cache size 0 max 16384 2024-02-10T00:02:59.692 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:02:59.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.683+0000 7fbb3673e640 1 -- 172.21.15.1:0/1310410065 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fbb180a2230 msgr2=0x7fbb180a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.683+0000 7fbb3673e640 1 --2- 172.21.15.1:0/1310410065 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fbb180a2230 0x7fbb180a46f0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fbb28008fd0 tx=0x7fbb28004ab0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.683+0000 7fbb3673e640 1 -- 172.21.15.1:0/1310410065 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbb30105400 msgr2=0x7fbb3019db60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.683+0000 7fbb3673e640 1 --2- 172.21.15.1:0/1310410065 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbb30105400 0x7fbb3019db60 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7fbb24009230 tx=0x7fbb24004270 comp rx=0 tx=0).stop 2024-02-10T00:02:59.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.683+0000 7fbb3673e640 1 -- 172.21.15.1:0/1310410065 shutdown_connections 2024-02-10T00:02:59.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.683+0000 7fbb3673e640 1 --2- 172.21.15.1:0/1310410065 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fbb180a2230 0x7fbb180a46f0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.683+0000 7fbb3673e640 1 --2- 172.21.15.1:0/1310410065 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbb301976e0 0x7fbb30197b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.683+0000 7fbb3673e640 1 --2- 172.21.15.1:0/1310410065 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbb30105400 0x7fbb3019db60 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.683+0000 7fbb3673e640 1 --2- 172.21.15.1:0/1310410065 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbb30100330 0x7fbb3019d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.683+0000 7fbb3673e640 1 -- 172.21.15.1:0/1310410065 >> 172.21.15.1:0/1310410065 conn(0x7fbb30077250 msgr2=0x7fbb300fe2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.683+0000 7fbb3673e640 1 -- 172.21.15.1:0/1310410065 shutdown_connections 2024-02-10T00:02:59.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.683+0000 7fbb3673e640 1 -- 172.21.15.1:0/1310410065 wait complete. 2024-02-10T00:02:59.696 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:02:59.696 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-02-10T00:02:59.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.798+0000 7f54ead8a640 1 -- 172.21.15.1:0/2752726996 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f54e4105410 msgr2=0x7f54e410cfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.798+0000 7f54ead8a640 1 --2- 172.21.15.1:0/2752726996 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f54e4105410 0x7f54e410cfe0 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f54dc009cd0 tx=0x7f54dc02c0f0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.798+0000 7f54ead8a640 1 -- 172.21.15.1:0/2752726996 shutdown_connections 2024-02-10T00:02:59.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.798+0000 7f54ead8a640 1 --2- 172.21.15.1:0/2752726996 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f54e4105410 0x7f54e410cfe0 unknown :-1 s=CLOSED pgs=883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.798+0000 7f54ead8a640 1 --2- 172.21.15.1:0/2752726996 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f54e4100cf0 0x7f54e4104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.798+0000 7f54ead8a640 1 --2- 172.21.15.1:0/2752726996 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f54e4100340 0x7f54e4100720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.798+0000 7f54ead8a640 1 -- 172.21.15.1:0/2752726996 >> 172.21.15.1:0/2752726996 conn(0x7f54e40772e0 msgr2=0x7f54e40776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.798+0000 7f54ead8a640 1 -- 172.21.15.1:0/2752726996 shutdown_connections 2024-02-10T00:02:59.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.798+0000 7f54ead8a640 1 -- 172.21.15.1:0/2752726996 wait complete. 2024-02-10T00:02:59.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.798+0000 7f54ead8a640 1 Processor -- start 2024-02-10T00:02:59.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.799+0000 7f54ead8a640 1 -- start start 2024-02-10T00:02:59.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.799+0000 7f54ead8a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f54e4100340 0x7f54e4196740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.799+0000 7f54ead8a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f54e4105410 0x7f54e4196c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.799+0000 7f54ead8a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f54e419b000 0x7f54e419b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.799+0000 7f54ead8a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54e419b9f0 con 0x7f54e4105410 2024-02-10T00:02:59.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.799+0000 7f54ead8a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54e419bb60 con 0x7f54e4100340 2024-02-10T00:02:59.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.799+0000 7f54ead8a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54e419bcd0 con 0x7f54e419b000 2024-02-10T00:02:59.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.799+0000 7f54e3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f54e4105410 0x7f54e4196c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.799+0000 7f54e3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f54e4105410 0x7f54e4196c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:41980/0 (socket says 172.21.15.1:41980) 2024-02-10T00:02:59.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.799+0000 7f54e3fff640 1 -- 172.21.15.1:0/600111584 learned_addr learned my addr 172.21.15.1:0/600111584 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:59.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.799+0000 7f54e8b26640 1 --2- 172.21.15.1:0/600111584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f54e4100340 0x7f54e4196740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.799+0000 7f54e9327640 1 --2- 172.21.15.1:0/600111584 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f54e419b000 0x7f54e419b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.799+0000 7f54e3fff640 1 -- 172.21.15.1:0/600111584 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f54e419b000 msgr2=0x7f54e419b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.799+0000 7f54e3fff640 1 --2- 172.21.15.1:0/600111584 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f54e419b000 0x7f54e419b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.799+0000 7f54e3fff640 1 -- 172.21.15.1:0/600111584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f54e4100340 msgr2=0x7f54e4196740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.799+0000 7f54e3fff640 1 --2- 172.21.15.1:0/600111584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f54e4100340 0x7f54e4196740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.799+0000 7f54e3fff640 1 -- 172.21.15.1:0/600111584 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54dc009900 con 0x7f54e4105410 2024-02-10T00:02:59.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.799+0000 7f54e3fff640 1 --2- 172.21.15.1:0/600111584 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f54e4105410 0x7f54e4196c80 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f54d800d770 tx=0x7f54d800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.799+0000 7f54e1ffb640 1 -- 172.21.15.1:0/600111584 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54d8009c30 con 0x7f54e4105410 2024-02-10T00:02:59.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.800+0000 7f54ead8a640 1 -- 172.21.15.1:0/600111584 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f54e41a32b0 con 0x7f54e4105410 2024-02-10T00:02:59.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.800+0000 7f54e1ffb640 1 -- 172.21.15.1:0/600111584 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f54d800de80 con 0x7f54e4105410 2024-02-10T00:02:59.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.800+0000 7f54e1ffb640 1 -- 172.21.15.1:0/600111584 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54d800f6b0 con 0x7f54e4105410 2024-02-10T00:02:59.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.800+0000 7f54ead8a640 1 -- 172.21.15.1:0/600111584 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54e41a3760 con 0x7f54e4105410 2024-02-10T00:02:59.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.802+0000 7f54e1ffb640 1 -- 172.21.15.1:0/600111584 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f54d8010460 con 0x7f54e4105410 2024-02-10T00:02:59.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.802+0000 7f54ed5fd740 1 Processor -- start 2024-02-10T00:02:59.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.802+0000 7f54ed5fd740 1 -- start start 2024-02-10T00:02:59.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.802+0000 7f54ed5fd740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb861567b0 0x55cb86156b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.802+0000 7f54ed5fd740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb86157160 0x55cb86161ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.802+0000 7f54ed5fd740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb86162170 0x55cb86164580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.802+0000 7f54ed5fd740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb86112020 con 0x55cb861567b0 2024-02-10T00:02:59.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.802+0000 7f54ed5fd740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb860c5320 con 0x55cb86157160 2024-02-10T00:02:59.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.802+0000 7f54ed5fd740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb860c2850 con 0x55cb86162170 2024-02-10T00:02:59.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.802+0000 7f54e9327640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb861567b0 0x55cb86156b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.802+0000 7f54e9327640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb861567b0 0x55cb86156b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:41990/0 (socket says 172.21.15.1:41990) 2024-02-10T00:02:59.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.802+0000 7f54e1ffb640 1 --2- 172.21.15.1:0/600111584 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f54cc0a2230 0x7f54cc0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.802+0000 7f54e9327640 1 -- 172.21.15.1:0/4250605130 learned_addr learned my addr 172.21.15.1:0/4250605130 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:59.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.803+0000 7f54e3fff640 1 --2- 172.21.15.1:0/4250605130 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb86162170 0x55cb86164580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.803+0000 7f54e8b26640 1 --2- 172.21.15.1:0/4250605130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb86157160 0x55cb86161ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.803+0000 7f54e9327640 1 --2- 172.21.15.1:0/600111584 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f54cc0a2230 0x7f54cc0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.803+0000 7f54e9327640 1 -- 172.21.15.1:0/4250605130 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb86162170 msgr2=0x55cb86164580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.803+0000 7f54e9327640 1 --2- 172.21.15.1:0/4250605130 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb86162170 0x55cb86164580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.803+0000 7f54e1ffb640 1 -- 172.21.15.1:0/600111584 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f54d80cdd80 con 0x7f54e4105410 2024-02-10T00:02:59.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.803+0000 7f54e9327640 1 -- 172.21.15.1:0/4250605130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb86157160 msgr2=0x55cb86161ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.803+0000 7f54e9327640 1 --2- 172.21.15.1:0/4250605130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb86157160 0x55cb86161ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.803+0000 7f54e9327640 1 -- 172.21.15.1:0/4250605130 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cb86080210 con 0x55cb861567b0 2024-02-10T00:02:59.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.803+0000 7f54e8b26640 1 --2- 172.21.15.1:0/4250605130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb86157160 0x55cb86161ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:02:59.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.803+0000 7f54e9327640 1 --2- 172.21.15.1:0/4250605130 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb861567b0 0x55cb86156b90 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f54dc02c700 tx=0x7f54dc034440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52a24dd6f0c0e082 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.803+0000 7f54caffd640 1 -- 172.21.15.1:0/4250605130 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54dc0328b0 con 0x55cb861567b0 2024-02-10T00:02:59.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.803+0000 7f54e9327640 1 --2- 172.21.15.1:0/600111584 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f54cc0a2230 0x7f54cc0a46f0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f54dc04e000 tx=0x7f54dc04a000 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.803+0000 7f54caffd640 1 -- 172.21.15.1:0/4250605130 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f54dc034e60 con 0x55cb861567b0 2024-02-10T00:02:59.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.803+0000 7f54caffd640 1 -- 172.21.15.1:0/4250605130 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54dc004460 con 0x55cb861567b0 2024-02-10T00:02:59.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.804+0000 7f54ed5fd740 1 -- 172.21.15.1:0/4250605130 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb861567b0 msgr2=0x55cb86156b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.804+0000 7f54ed5fd740 1 --2- 172.21.15.1:0/4250605130 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb861567b0 0x55cb86156b90 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f54dc02c700 tx=0x7f54dc034440 comp rx=0 tx=0).stop 2024-02-10T00:02:59.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.804+0000 7f54ed5fd740 1 -- 172.21.15.1:0/4250605130 shutdown_connections 2024-02-10T00:02:59.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.804+0000 7f54ed5fd740 1 --2- 172.21.15.1:0/4250605130 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb86162170 0x55cb86164580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.804+0000 7f54ed5fd740 1 --2- 172.21.15.1:0/4250605130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb86157160 0x55cb86161ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.804+0000 7f54ed5fd740 1 --2- 172.21.15.1:0/4250605130 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb861567b0 0x55cb86156b90 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.804+0000 7f54ed5fd740 1 -- 172.21.15.1:0/4250605130 >> 172.21.15.1:0/4250605130 conn(0x55cb86151100 msgr2=0x55cb861514e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.804+0000 7f54ed5fd740 1 -- 172.21.15.1:0/4250605130 shutdown_connections 2024-02-10T00:02:59.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.804+0000 7f54ed5fd740 1 -- 172.21.15.1:0/4250605130 wait complete. 2024-02-10T00:02:59.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.804+0000 7f54ed5fd740 1 -- start start 2024-02-10T00:02:59.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.804+0000 7f54ed5fd740 1 Processor -- start 2024-02-10T00:02:59.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.805+0000 7f54ed5fd740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb861567b0 0x55cb8615d2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.805+0000 7f54ed5fd740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb86157160 0x55cb8615d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.805+0000 7f54ed5fd740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb86162170 0x55cb8615dd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.805+0000 7f54ed5fd740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb860be030 con 0x55cb86157160 2024-02-10T00:02:59.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.805+0000 7f54ed5fd740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb85d91430 con 0x55cb86162170 2024-02-10T00:02:59.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.805+0000 7f54ed5fd740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb85d4de00 con 0x55cb861567b0 2024-02-10T00:02:59.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.805+0000 7f54ed5fd740 10 client.0 _ll_register_callbacks cb 0x55cb860b3030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:59.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.805+0000 7f54e3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb86157160 0x55cb8615d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.805+0000 7f54e3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb86157160 0x55cb8615d810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:41996/0 (socket says 172.21.15.1:41996) 2024-02-10T00:02:59.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.805+0000 7f54e3fff640 1 -- 172.21.15.1:0/1096709445 learned_addr learned my addr 172.21.15.1:0/1096709445 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:59.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.805+0000 7f54e8b26640 1 --2- 172.21.15.1:0/1096709445 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb861567b0 0x55cb8615d2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.805+0000 7f54e3fff640 1 -- 172.21.15.1:0/1096709445 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb861567b0 msgr2=0x55cb8615d2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.805+0000 7f54e3fff640 1 --2- 172.21.15.1:0/1096709445 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb861567b0 0x55cb8615d2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.805+0000 7f54e3fff640 1 -- 172.21.15.1:0/1096709445 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb86162170 msgr2=0x55cb8615dd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.805+0000 7f54e3fff640 1 --2- 172.21.15.1:0/1096709445 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb86162170 0x55cb8615dd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.805+0000 7f54e3fff640 1 -- 172.21.15.1:0/1096709445 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54e410d7f0 con 0x55cb86157160 2024-02-10T00:02:59.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.805+0000 7f54e8b26640 1 --2- 172.21.15.1:0/1096709445 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb861567b0 0x55cb8615d2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:02:59.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.805+0000 7f54e3fff640 1 --2- 172.21.15.1:0/1096709445 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb86157160 0x55cb8615d810 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f54d8022000 tx=0x7f54d806a600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1fa61cd126ff69a server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.805+0000 7f54c3fff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:59.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.805+0000 7f54c3fff640 1 -- 172.21.15.1:0/1096709445 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54d8048ea0 con 0x55cb86157160 2024-02-10T00:02:59.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.805+0000 7f54c3fff640 1 -- 172.21.15.1:0/1096709445 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f54d809a7a0 con 0x55cb86157160 2024-02-10T00:02:59.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.805+0000 7f54ed5fd740 1 -- 172.21.15.1:0/1096709445 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55cb85dbd7e0 con 0x55cb86157160 2024-02-10T00:02:59.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.805+0000 7f54c3fff640 1 -- 172.21.15.1:0/1096709445 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f54d809e8f0 con 0x55cb86157160 2024-02-10T00:02:59.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.805+0000 7f54ed5fd740 10 client.16875 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:59.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.806+0000 7f54ed5fd740 1 -- 172.21.15.1:0/1096709445 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55cb860bc6b0 con 0x55cb86157160 2024-02-10T00:02:59.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.806+0000 7f54c3fff640 1 -- 172.21.15.1:0/1096709445 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55cb85dbd7e0 con 0x55cb86157160 2024-02-10T00:02:59.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.806+0000 7f54c3fff640 1 -- 172.21.15.1:0/1096709445 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f54d80ba0b0 con 0x55cb86157160 2024-02-10T00:02:59.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.806+0000 7f54ed5fd740 10 client.16875 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:59.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.806+0000 7f54ed5fd740 10 client.16875 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:02:59.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.806+0000 7f54ed5fd740 20 client.16875 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:59.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.806+0000 7f54ed5fd740 1 --2- 172.21.15.1:0/1096709445 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55cb86170460 0x55cb86172850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.806+0000 7f54ed5fd740 4 client.16875 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:02:59.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.806+0000 7f54ed5fd740 1 -- 172.21.15.1:0/1096709445 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55cb85dfa720 con 0x55cb86170460 2024-02-10T00:02:59.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.806+0000 7f54e8b26640 1 --2- 172.21.15.1:0/1096709445 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55cb86170460 0x55cb86172850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.807+0000 7f54c3fff640 10 client.16875 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:02:59.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.807+0000 7f54e8b26640 1 --2- 172.21.15.1:0/1096709445 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55cb86170460 0x55cb86172850 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e8c38c3dd94dc32b server_cookie=ee03c597bb376a92 in_seq=0 out_seq=0 2024-02-10T00:02:59.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.807+0000 7f54c3fff640 1 -- 172.21.15.1:0/1096709445 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55cb85dfa720 con 0x55cb86170460 2024-02-10T00:02:59.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.807+0000 7f54c3fff640 10 client.16875 handle_command_reply: tid=0 2024-02-10T00:02:59.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.807+0000 7f54ed5fd740 1 client.16875 shutdown 2024-02-10T00:02:59.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.807+0000 7f54ed5fd740 1 -- 172.21.15.1:0/1096709445 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb86157160 msgr2=0x55cb8615d810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.807+0000 7f54ed5fd740 1 --2- 172.21.15.1:0/1096709445 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb86157160 0x55cb8615d810 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f54d8022000 tx=0x7f54d806a600 comp rx=0 tx=0).stop 2024-02-10T00:02:59.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.807+0000 7f54ed5fd740 1 -- 172.21.15.1:0/1096709445 shutdown_connections 2024-02-10T00:02:59.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.807+0000 7f54ed5fd740 1 --2- 172.21.15.1:0/1096709445 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb86162170 0x55cb8615dd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.807+0000 7f54ed5fd740 1 --2- 172.21.15.1:0/1096709445 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55cb86170460 0x55cb86172850 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.807+0000 7f54ed5fd740 1 --2- 172.21.15.1:0/1096709445 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb86157160 0x55cb8615d810 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.807+0000 7f54ed5fd740 1 --2- 172.21.15.1:0/1096709445 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb861567b0 0x55cb8615d2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.807+0000 7f54ed5fd740 1 -- 172.21.15.1:0/1096709445 >> 172.21.15.1:0/1096709445 conn(0x55cb86151100 msgr2=0x55cb86152e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.807+0000 7f54c3fff640 0 client.16875 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:02:59.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.808+0000 7f54ed5fd740 1 -- 172.21.15.1:0/1096709445 shutdown_connections 2024-02-10T00:02:59.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.808+0000 7f54ed5fd740 1 -- 172.21.15.1:0/1096709445 wait complete. 2024-02-10T00:02:59.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.808+0000 7f54ed5fd740 20 client.16875 trim_cache size 0 max 16384 2024-02-10T00:02:59.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.819+0000 7f54ed5fd740 1 Processor -- start 2024-02-10T00:02:59.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.819+0000 7f54ed5fd740 1 -- start start 2024-02-10T00:02:59.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.819+0000 7f54ed5fd740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb861567b0 0x55cb86161a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.819+0000 7f54ed5fd740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb86157160 0x55cb8615db70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.819+0000 7f54ed5fd740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb86162170 0x55cb8615a550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.819+0000 7f54ed5fd740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb86043130 con 0x55cb861567b0 2024-02-10T00:02:59.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.819+0000 7f54ed5fd740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb86155d10 con 0x55cb86157160 2024-02-10T00:02:59.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.819+0000 7f54ed5fd740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb8615e2b0 con 0x55cb86162170 2024-02-10T00:02:59.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.819+0000 7f54e8b26640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb861567b0 0x55cb86161a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.820+0000 7f54e8b26640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb861567b0 0x55cb86161a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42002/0 (socket says 172.21.15.1:42002) 2024-02-10T00:02:59.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.820+0000 7f54e8b26640 1 -- 172.21.15.1:0/21322666 learned_addr learned my addr 172.21.15.1:0/21322666 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:59.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.820+0000 7f54e3fff640 1 --2- 172.21.15.1:0/21322666 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb86157160 0x55cb8615db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.820+0000 7f54e8b26640 1 -- 172.21.15.1:0/21322666 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb86162170 msgr2=0x55cb8615a550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.820+0000 7f54e8b26640 1 --2- 172.21.15.1:0/21322666 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb86162170 0x55cb8615a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.820+0000 7f54e8b26640 1 -- 172.21.15.1:0/21322666 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb86157160 msgr2=0x55cb8615db70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.820+0000 7f54e8b26640 1 --2- 172.21.15.1:0/21322666 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb86157160 0x55cb8615db70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.820+0000 7f54e8b26640 1 -- 172.21.15.1:0/21322666 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cb86058c90 con 0x55cb861567b0 2024-02-10T00:02:59.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.820+0000 7f54e3fff640 1 --2- 172.21.15.1:0/21322666 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb86157160 0x55cb8615db70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:02:59.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.820+0000 7f54e8b26640 1 --2- 172.21.15.1:0/21322666 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb861567b0 0x55cb86161a10 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f54d4009e30 tx=0x7f54d4012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a7e4ae968d8d97a server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.820+0000 7f54ca7fc640 1 -- 172.21.15.1:0/21322666 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54d4012110 con 0x55cb861567b0 2024-02-10T00:02:59.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.820+0000 7f54ca7fc640 1 -- 172.21.15.1:0/21322666 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f54d4020020 con 0x55cb861567b0 2024-02-10T00:02:59.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.820+0000 7f54ca7fc640 1 -- 172.21.15.1:0/21322666 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54d40038e0 con 0x55cb861567b0 2024-02-10T00:02:59.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.821+0000 7f54ed5fd740 1 -- 172.21.15.1:0/21322666 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb861567b0 msgr2=0x55cb86161a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.821+0000 7f54ed5fd740 1 --2- 172.21.15.1:0/21322666 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb861567b0 0x55cb86161a10 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f54d4009e30 tx=0x7f54d4012820 comp rx=0 tx=0).stop 2024-02-10T00:02:59.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.821+0000 7f54ed5fd740 1 -- 172.21.15.1:0/21322666 shutdown_connections 2024-02-10T00:02:59.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.821+0000 7f54ed5fd740 1 --2- 172.21.15.1:0/21322666 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb86162170 0x55cb8615a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.821+0000 7f54ed5fd740 1 --2- 172.21.15.1:0/21322666 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb86157160 0x55cb8615db70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.821+0000 7f54ed5fd740 1 --2- 172.21.15.1:0/21322666 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb861567b0 0x55cb86161a10 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.821+0000 7f54ed5fd740 1 -- 172.21.15.1:0/21322666 >> 172.21.15.1:0/21322666 conn(0x55cb86151100 msgr2=0x55cb86158600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.821+0000 7f54ed5fd740 1 -- 172.21.15.1:0/21322666 shutdown_connections 2024-02-10T00:02:59.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.821+0000 7f54ed5fd740 1 -- 172.21.15.1:0/21322666 wait complete. 2024-02-10T00:02:59.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.821+0000 7f54ed5fd740 1 -- start start 2024-02-10T00:02:59.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.821+0000 7f54ed5fd740 1 Processor -- start 2024-02-10T00:02:59.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.821+0000 7f54ed5fd740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb861567b0 0x55cb86167cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.821+0000 7f54ed5fd740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb86157160 0x55cb861681f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.821+0000 7f54ed5fd740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb86162170 0x55cb861c6980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.821+0000 7f54ed5fd740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb86168ad0 con 0x55cb86162170 2024-02-10T00:02:59.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.821+0000 7f54ed5fd740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb861c6ec0 con 0x55cb86157160 2024-02-10T00:02:59.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.821+0000 7f54ed5fd740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb861c7000 con 0x55cb861567b0 2024-02-10T00:02:59.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.821+0000 7f54ed5fd740 10 client.0 _ll_register_callbacks cb 0x7f54e406aac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:59.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.822+0000 7f54e9327640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb86162170 0x55cb861c6980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.822+0000 7f54e9327640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb86162170 0x55cb861c6980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42010/0 (socket says 172.21.15.1:42010) 2024-02-10T00:02:59.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.822+0000 7f54e9327640 1 -- 172.21.15.1:0/862808332 learned_addr learned my addr 172.21.15.1:0/862808332 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:59.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.822+0000 7f54e3fff640 1 --2- 172.21.15.1:0/862808332 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb86157160 0x55cb861681f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.822+0000 7f54e8b26640 1 --2- 172.21.15.1:0/862808332 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb861567b0 0x55cb86167cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.822+0000 7f54e9327640 1 -- 172.21.15.1:0/862808332 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb861567b0 msgr2=0x55cb86167cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.822+0000 7f54e9327640 1 --2- 172.21.15.1:0/862808332 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb861567b0 0x55cb86167cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.822+0000 7f54e9327640 1 -- 172.21.15.1:0/862808332 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb86157160 msgr2=0x55cb861681f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.822+0000 7f54e9327640 1 --2- 172.21.15.1:0/862808332 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb86157160 0x55cb861681f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.822+0000 7f54e9327640 1 -- 172.21.15.1:0/862808332 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54d4009920 con 0x55cb86162170 2024-02-10T00:02:59.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.822+0000 7f54e9327640 1 --2- 172.21.15.1:0/862808332 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb86162170 0x55cb861c6980 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f54dc02c6d0 tx=0x7f54dc0328e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2fbc76993d565c7 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.822+0000 7f54c3fff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:59.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.822+0000 7f54c3fff640 1 -- 172.21.15.1:0/862808332 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54dc003b70 con 0x55cb86162170 2024-02-10T00:02:59.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.822+0000 7f54c3fff640 1 -- 172.21.15.1:0/862808332 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f54dc049070 con 0x55cb86162170 2024-02-10T00:02:59.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.822+0000 7f54ed5fd740 1 -- 172.21.15.1:0/862808332 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f54dc034e60 con 0x55cb86162170 2024-02-10T00:02:59.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.822+0000 7f54c3fff640 1 -- 172.21.15.1:0/862808332 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f54dc003cd0 con 0x55cb86162170 2024-02-10T00:02:59.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.822+0000 7f54ed5fd740 10 client.16881 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:59.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.822+0000 7f54ed5fd740 1 -- 172.21.15.1:0/862808332 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55cb8607ea70 con 0x55cb86162170 2024-02-10T00:02:59.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.823+0000 7f54c3fff640 1 -- 172.21.15.1:0/862808332 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f54dc034e60 con 0x55cb86162170 2024-02-10T00:02:59.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.823+0000 7f54c3fff640 1 -- 172.21.15.1:0/862808332 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f54dc03e040 con 0x55cb86162170 2024-02-10T00:02:59.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.823+0000 7f54ed5fd740 10 client.16881 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:59.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.823+0000 7f54ed5fd740 10 client.16881 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:02:59.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.823+0000 7f54ed5fd740 20 client.16881 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:59.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.823+0000 7f54ed5fd740 1 --2- 172.21.15.1:0/862808332 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55cb861c8550 0x55cb861ca970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.823+0000 7f54ed5fd740 4 client.16881 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:02:59.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.823+0000 7f54ed5fd740 1 -- 172.21.15.1:0/862808332 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55cb85e49890 con 0x55cb861c8550 2024-02-10T00:02:59.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.823+0000 7f54e8b26640 1 --2- 172.21.15.1:0/862808332 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55cb861c8550 0x55cb861ca970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.823+0000 7f54e8b26640 1 --2- 172.21.15.1:0/862808332 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55cb861c8550 0x55cb861ca970 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a750d4afba36020b server_cookie=610b5d165decd625 in_seq=0 out_seq=0 2024-02-10T00:02:59.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.823+0000 7f54c3fff640 10 client.16881 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:02:59.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.823+0000 7f54c3fff640 1 -- 172.21.15.1:0/862808332 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55cb85e49890 con 0x55cb861c8550 2024-02-10T00:02:59.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.823+0000 7f54c3fff640 10 client.16881 handle_command_reply: tid=0 2024-02-10T00:02:59.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.824+0000 7f54ed5fd740 1 client.16881 shutdown 2024-02-10T00:02:59.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.824+0000 7f54ed5fd740 1 -- 172.21.15.1:0/862808332 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb86162170 msgr2=0x55cb861c6980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.824+0000 7f54ed5fd740 1 --2- 172.21.15.1:0/862808332 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb86162170 0x55cb861c6980 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f54dc02c6d0 tx=0x7f54dc0328e0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.824+0000 7f54ed5fd740 1 -- 172.21.15.1:0/862808332 shutdown_connections 2024-02-10T00:02:59.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.824+0000 7f54ed5fd740 1 --2- 172.21.15.1:0/862808332 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55cb861c8550 0x55cb861ca970 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.824+0000 7f54ed5fd740 1 --2- 172.21.15.1:0/862808332 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cb86162170 0x55cb861c6980 unknown :-1 s=CLOSED pgs=888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.824+0000 7f54c3fff640 0 client.16881 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:02:59.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.824+0000 7f54ed5fd740 1 --2- 172.21.15.1:0/862808332 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cb86157160 0x55cb861681f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.824+0000 7f54ed5fd740 1 --2- 172.21.15.1:0/862808332 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cb861567b0 0x55cb86167cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.824+0000 7f54ed5fd740 1 -- 172.21.15.1:0/862808332 >> 172.21.15.1:0/862808332 conn(0x55cb86151100 msgr2=0x55cb861524c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.824+0000 7f54ed5fd740 1 -- 172.21.15.1:0/862808332 shutdown_connections 2024-02-10T00:02:59.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.824+0000 7f54ed5fd740 1 -- 172.21.15.1:0/862808332 wait complete. 2024-02-10T00:02:59.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.824+0000 7f54ed5fd740 20 client.16881 trim_cache size 0 max 16384 2024-02-10T00:02:59.837 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:02:59.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.824+0000 7f54ead8a640 1 -- 172.21.15.1:0/600111584 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f54cc0a2230 msgr2=0x7f54cc0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.824+0000 7f54ead8a640 1 --2- 172.21.15.1:0/600111584 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f54cc0a2230 0x7f54cc0a46f0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f54dc04e000 tx=0x7f54dc04a000 comp rx=0 tx=0).stop 2024-02-10T00:02:59.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.824+0000 7f54ead8a640 1 -- 172.21.15.1:0/600111584 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f54e4105410 msgr2=0x7f54e4196c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.824+0000 7f54ead8a640 1 --2- 172.21.15.1:0/600111584 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f54e4105410 0x7f54e4196c80 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f54d800d770 tx=0x7f54d800dc30 comp rx=0 tx=0).stop 2024-02-10T00:02:59.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.824+0000 7f54ead8a640 1 -- 172.21.15.1:0/600111584 shutdown_connections 2024-02-10T00:02:59.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.824+0000 7f54ead8a640 1 --2- 172.21.15.1:0/600111584 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f54cc0a2230 0x7f54cc0a46f0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.824+0000 7f54ead8a640 1 --2- 172.21.15.1:0/600111584 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f54e419b000 0x7f54e419b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.824+0000 7f54ead8a640 1 --2- 172.21.15.1:0/600111584 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f54e4105410 0x7f54e4196c80 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.824+0000 7f54ead8a640 1 --2- 172.21.15.1:0/600111584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f54e4100340 0x7f54e4196740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.824+0000 7f54ead8a640 1 -- 172.21.15.1:0/600111584 >> 172.21.15.1:0/600111584 conn(0x7f54e40772e0 msgr2=0x7f54e40fe210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.825+0000 7f54ead8a640 1 -- 172.21.15.1:0/600111584 shutdown_connections 2024-02-10T00:02:59.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.825+0000 7f54ead8a640 1 -- 172.21.15.1:0/600111584 wait complete. 2024-02-10T00:02:59.839 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:02:59.839 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-02-10T00:02:59.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.941+0000 7f4a8dbc2640 1 -- 172.21.15.1:0/3567451561 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4a88100cf0 msgr2=0x7f4a88104d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.941+0000 7f4a8dbc2640 1 --2- 172.21.15.1:0/3567451561 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4a88100cf0 0x7f4a88104d30 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f4a7c009930 tx=0x7f4a7c02bc30 comp rx=0 tx=0).stop 2024-02-10T00:02:59.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.941+0000 7f4a8dbc2640 1 -- 172.21.15.1:0/3567451561 shutdown_connections 2024-02-10T00:02:59.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.941+0000 7f4a8dbc2640 1 --2- 172.21.15.1:0/3567451561 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4a88105410 0x7f4a8810cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.941+0000 7f4a8dbc2640 1 --2- 172.21.15.1:0/3567451561 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4a88100cf0 0x7f4a88104d30 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.941+0000 7f4a8dbc2640 1 --2- 172.21.15.1:0/3567451561 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4a88100340 0x7f4a88100720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.941+0000 7f4a8dbc2640 1 -- 172.21.15.1:0/3567451561 >> 172.21.15.1:0/3567451561 conn(0x7f4a880772e0 msgr2=0x7f4a880776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.941+0000 7f4a8dbc2640 1 -- 172.21.15.1:0/3567451561 shutdown_connections 2024-02-10T00:02:59.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.941+0000 7f4a8dbc2640 1 -- 172.21.15.1:0/3567451561 wait complete. 2024-02-10T00:02:59.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.941+0000 7f4a8dbc2640 1 Processor -- start 2024-02-10T00:02:59.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.941+0000 7f4a8dbc2640 1 -- start start 2024-02-10T00:02:59.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.942+0000 7f4a8dbc2640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4a88100340 0x7f4a8819d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.942+0000 7f4a8dbc2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4a88105410 0x7f4a8819daf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.942+0000 7f4a8dbc2640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4a88197670 0x7f4a88197af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.942+0000 7f4a8dbc2640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a88198140 con 0x7f4a88105410 2024-02-10T00:02:59.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.942+0000 7f4a8dbc2640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a881982b0 con 0x7f4a88100340 2024-02-10T00:02:59.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.942+0000 7f4a8dbc2640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a88198470 con 0x7f4a88197670 2024-02-10T00:02:59.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.942+0000 7f4a86ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4a88105410 0x7f4a8819daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.942+0000 7f4a86ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4a88105410 0x7f4a8819daf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42022/0 (socket says 172.21.15.1:42022) 2024-02-10T00:02:59.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.942+0000 7f4a86ffd640 1 -- 172.21.15.1:0/257132519 learned_addr learned my addr 172.21.15.1:0/257132519 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:59.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.942+0000 7f4a877fe640 1 --2- 172.21.15.1:0/257132519 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4a88100340 0x7f4a8819d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.942+0000 7f4a87fff640 1 --2- 172.21.15.1:0/257132519 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4a88197670 0x7f4a88197af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.942+0000 7f4a86ffd640 1 -- 172.21.15.1:0/257132519 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4a88197670 msgr2=0x7f4a88197af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.942+0000 7f4a86ffd640 1 --2- 172.21.15.1:0/257132519 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4a88197670 0x7f4a88197af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.942+0000 7f4a86ffd640 1 -- 172.21.15.1:0/257132519 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4a88100340 msgr2=0x7f4a8819d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.942+0000 7f4a86ffd640 1 --2- 172.21.15.1:0/257132519 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4a88100340 0x7f4a8819d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.942+0000 7f4a86ffd640 1 -- 172.21.15.1:0/257132519 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a7c009560 con 0x7f4a88105410 2024-02-10T00:02:59.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.942+0000 7f4a87fff640 1 --2- 172.21.15.1:0/257132519 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4a88197670 0x7f4a88197af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:02:59.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.942+0000 7f4a86ffd640 1 --2- 172.21.15.1:0/257132519 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4a88105410 0x7f4a8819daf0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f4a7c009230 tx=0x7f4a7c004c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.942+0000 7f4a84ff9640 1 -- 172.21.15.1:0/257132519 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a7c0043d0 con 0x7f4a88105410 2024-02-10T00:02:59.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.942+0000 7f4a8dbc2640 1 -- 172.21.15.1:0/257132519 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4a881a43b0 con 0x7f4a88105410 2024-02-10T00:02:59.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.942+0000 7f4a84ff9640 1 -- 172.21.15.1:0/257132519 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4a7c0052d0 con 0x7f4a88105410 2024-02-10T00:02:59.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.943+0000 7f4a84ff9640 1 -- 172.21.15.1:0/257132519 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a7c003d80 con 0x7f4a88105410 2024-02-10T00:02:59.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.943+0000 7f4a8dbc2640 1 -- 172.21.15.1:0/257132519 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a881a4890 con 0x7f4a88105410 2024-02-10T00:02:59.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.944+0000 7f4a84ff9640 1 -- 172.21.15.1:0/257132519 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f4a7c005440 con 0x7f4a88105410 2024-02-10T00:02:59.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.945+0000 7f4a9078b740 1 Processor -- start 2024-02-10T00:02:59.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.945+0000 7f4a9078b740 1 -- start start 2024-02-10T00:02:59.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.945+0000 7f4a9078b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564775d75a30 0x564775d75e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.945+0000 7f4a9078b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564775d763e0 0x564775d7e990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.945+0000 7f4a84ff9640 1 --2- 172.21.15.1:0/257132519 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4a700a2230 0x7f4a700a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.945+0000 7f4a9078b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564775d7ef60 0x564775d813b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.945+0000 7f4a9078b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x564775d31020 con 0x564775d763e0 2024-02-10T00:02:59.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.945+0000 7f4a9078b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x564775ce4320 con 0x564775d7ef60 2024-02-10T00:02:59.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.945+0000 7f4a9078b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x564775ce1850 con 0x564775d75a30 2024-02-10T00:02:59.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.945+0000 7f4a877fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564775d763e0 0x564775d7e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.945+0000 7f4a86ffd640 1 --2- 172.21.15.1:0/257132519 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4a700a2230 0x7f4a700a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.945+0000 7f4a877fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564775d763e0 0x564775d7e990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42026/0 (socket says 172.21.15.1:42026) 2024-02-10T00:02:59.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.945+0000 7f4a877fe640 1 -- 172.21.15.1:0/1422888979 learned_addr learned my addr 172.21.15.1:0/1422888979 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:59.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.945+0000 7f4a87fff640 1 --2- 172.21.15.1:0/1422888979 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564775d7ef60 0x564775d813b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.945+0000 7f4a84ff9640 1 -- 172.21.15.1:0/257132519 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f4a7c0f00d0 con 0x7f4a88105410 2024-02-10T00:02:59.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.945+0000 7f4a87fff640 1 --2- 172.21.15.1:0/1422888979 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564775d75a30 0x564775d75e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.946+0000 7f4a877fe640 1 -- 172.21.15.1:0/1422888979 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564775d75a30 msgr2=0x564775d75e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.946+0000 7f4a877fe640 1 --2- 172.21.15.1:0/1422888979 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564775d75a30 0x564775d75e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.946+0000 7f4a877fe640 1 -- 172.21.15.1:0/1422888979 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564775d7ef60 msgr2=0x564775d813b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.946+0000 7f4a877fe640 1 --2- 172.21.15.1:0/1422888979 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564775d7ef60 0x564775d813b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.946+0000 7f4a877fe640 1 -- 172.21.15.1:0/1422888979 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564775c9f210 con 0x564775d763e0 2024-02-10T00:02:59.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.946+0000 7f4a86ffd640 1 --2- 172.21.15.1:0/257132519 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4a700a2230 0x7f4a700a46f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f4a7c0edab0 tx=0x7f4a7c088190 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.946+0000 7f4a877fe640 1 --2- 172.21.15.1:0/1422888979 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564775d763e0 0x564775d7e990 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f4a78009cf0 tx=0x7f4a78011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49f5458e637f5927 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.946+0000 7f4a6dffb640 1 -- 172.21.15.1:0/1422888979 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a78009de0 con 0x564775d763e0 2024-02-10T00:02:59.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.946+0000 7f4a6dffb640 1 -- 172.21.15.1:0/1422888979 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4a780035f0 con 0x564775d763e0 2024-02-10T00:02:59.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.946+0000 7f4a6dffb640 1 -- 172.21.15.1:0/1422888979 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a78019650 con 0x564775d763e0 2024-02-10T00:02:59.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.947+0000 7f4a9078b740 1 -- 172.21.15.1:0/1422888979 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564775d763e0 msgr2=0x564775d7e990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.947+0000 7f4a9078b740 1 --2- 172.21.15.1:0/1422888979 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564775d763e0 0x564775d7e990 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f4a78009cf0 tx=0x7f4a78011810 comp rx=0 tx=0).stop 2024-02-10T00:02:59.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.947+0000 7f4a9078b740 1 -- 172.21.15.1:0/1422888979 shutdown_connections 2024-02-10T00:02:59.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.947+0000 7f4a9078b740 1 --2- 172.21.15.1:0/1422888979 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564775d7ef60 0x564775d813b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.947+0000 7f4a9078b740 1 --2- 172.21.15.1:0/1422888979 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564775d763e0 0x564775d7e990 unknown :-1 s=CLOSED pgs=891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.947+0000 7f4a9078b740 1 --2- 172.21.15.1:0/1422888979 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564775d75a30 0x564775d75e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.947+0000 7f4a9078b740 1 -- 172.21.15.1:0/1422888979 >> 172.21.15.1:0/1422888979 conn(0x564775d70100 msgr2=0x564775d704e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.947+0000 7f4a9078b740 1 -- 172.21.15.1:0/1422888979 shutdown_connections 2024-02-10T00:02:59.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.947+0000 7f4a9078b740 1 -- 172.21.15.1:0/1422888979 wait complete. 2024-02-10T00:02:59.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.947+0000 7f4a9078b740 1 -- start start 2024-02-10T00:02:59.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.947+0000 7f4a9078b740 1 Processor -- start 2024-02-10T00:02:59.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.948+0000 7f4a9078b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564775d75a30 0x564775d7bed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.948+0000 7f4a9078b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564775d763e0 0x564775d7c410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.948+0000 7f4a9078b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564775d7ef60 0x564775d7c950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.948+0000 7f4a9078b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x564775cdd030 con 0x564775d75a30 2024-02-10T00:02:59.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.948+0000 7f4a9078b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5647759b0430 con 0x564775d7ef60 2024-02-10T00:02:59.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.948+0000 7f4a9078b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56477596ce00 con 0x564775d763e0 2024-02-10T00:02:59.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.948+0000 7f4a9078b740 10 client.0 _ll_register_callbacks cb 0x564775cd2030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:59.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.948+0000 7f4a87fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564775d75a30 0x564775d7bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.948+0000 7f4a877fe640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564775d763e0 0x564775d7c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.948+0000 7f4a87fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564775d75a30 0x564775d7bed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42040/0 (socket says 172.21.15.1:42040) 2024-02-10T00:02:59.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.948+0000 7f4a87fff640 1 -- 172.21.15.1:0/903054658 learned_addr learned my addr 172.21.15.1:0/903054658 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:59.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.948+0000 7f4a87fff640 1 --2- 172.21.15.1:0/903054658 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564775d7ef60 0x564775d7c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.948+0000 7f4a87fff640 1 -- 172.21.15.1:0/903054658 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564775d763e0 msgr2=0x564775d7c410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.948+0000 7f4a87fff640 1 --2- 172.21.15.1:0/903054658 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564775d763e0 0x564775d7c410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.948+0000 7f4a87fff640 1 -- 172.21.15.1:0/903054658 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564775d7ef60 msgr2=0x564775d7c950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.948+0000 7f4a87fff640 1 --2- 172.21.15.1:0/903054658 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564775d7ef60 0x564775d7c950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.948+0000 7f4a87fff640 1 -- 172.21.15.1:0/903054658 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a78009950 con 0x564775d75a30 2024-02-10T00:02:59.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.948+0000 7f4a87fff640 1 --2- 172.21.15.1:0/903054658 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564775d75a30 0x564775d7bed0 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f4a80013ea0 tx=0x7f4a80004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4fdb580a53762b0c server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.948+0000 7f4a66ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:59.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.948+0000 7f4a66ffd640 1 -- 172.21.15.1:0/903054658 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a80004b20 con 0x564775d75a30 2024-02-10T00:02:59.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.948+0000 7f4a66ffd640 1 -- 172.21.15.1:0/903054658 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f4a80004c80 con 0x564775d75a30 2024-02-10T00:02:59.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.948+0000 7f4a9078b740 1 -- 172.21.15.1:0/903054658 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5647759dc7e0 con 0x564775d75a30 2024-02-10T00:02:59.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.949+0000 7f4a66ffd640 1 -- 172.21.15.1:0/903054658 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4a80004e40 con 0x564775d75a30 2024-02-10T00:02:59.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.949+0000 7f4a9078b740 10 client.16893 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:59.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.949+0000 7f4a9078b740 1 -- 172.21.15.1:0/903054658 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x564775cdb6b0 con 0x564775d75a30 2024-02-10T00:02:59.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.949+0000 7f4a66ffd640 1 -- 172.21.15.1:0/903054658 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5647759dc7e0 con 0x564775d75a30 2024-02-10T00:02:59.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.949+0000 7f4a66ffd640 1 -- 172.21.15.1:0/903054658 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f4a80010cd0 con 0x564775d75a30 2024-02-10T00:02:59.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.949+0000 7f4a9078b740 10 client.16893 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:59.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.949+0000 7f4a9078b740 10 client.16893 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:02:59.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.949+0000 7f4a9078b740 20 client.16893 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:59.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.949+0000 7f4a9078b740 1 --2- 172.21.15.1:0/903054658 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x564775d938f0 0x564775d95ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.949+0000 7f4a9078b740 4 client.16893 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:02:59.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.949+0000 7f4a9078b740 1 -- 172.21.15.1:0/903054658 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564775a19720 con 0x564775d938f0 2024-02-10T00:02:59.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.949+0000 7f4a877fe640 1 --2- 172.21.15.1:0/903054658 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x564775d938f0 0x564775d95ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.950+0000 7f4a66ffd640 10 client.16893 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:02:59.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.950+0000 7f4a877fe640 1 --2- 172.21.15.1:0/903054658 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x564775d938f0 0x564775d95ce0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d50ef9d9c032320d server_cookie=fd1bf92d7a9c256a in_seq=0 out_seq=0 2024-02-10T00:02:59.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.950+0000 7f4a66ffd640 1 -- 172.21.15.1:0/903054658 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x564775a19720 con 0x564775d938f0 2024-02-10T00:02:59.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.950+0000 7f4a66ffd640 10 client.16893 handle_command_reply: tid=0 2024-02-10T00:02:59.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.950+0000 7f4a9078b740 1 client.16893 shutdown 2024-02-10T00:02:59.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.951+0000 7f4a9078b740 1 -- 172.21.15.1:0/903054658 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564775d75a30 msgr2=0x564775d7bed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.951+0000 7f4a9078b740 1 --2- 172.21.15.1:0/903054658 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564775d75a30 0x564775d7bed0 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f4a80013ea0 tx=0x7f4a80004ab0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.951+0000 7f4a9078b740 1 -- 172.21.15.1:0/903054658 shutdown_connections 2024-02-10T00:02:59.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.951+0000 7f4a9078b740 1 --2- 172.21.15.1:0/903054658 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x564775d938f0 0x564775d95ce0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.951+0000 7f4a9078b740 1 --2- 172.21.15.1:0/903054658 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564775d7ef60 0x564775d7c950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.951+0000 7f4a9078b740 1 --2- 172.21.15.1:0/903054658 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564775d763e0 0x564775d7c410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.951+0000 7f4a66ffd640 0 client.16893 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:02:59.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.951+0000 7f4a9078b740 1 --2- 172.21.15.1:0/903054658 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564775d75a30 0x564775d7bed0 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.951+0000 7f4a9078b740 1 -- 172.21.15.1:0/903054658 >> 172.21.15.1:0/903054658 conn(0x564775d70100 msgr2=0x564775d71e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.951+0000 7f4a9078b740 1 -- 172.21.15.1:0/903054658 shutdown_connections 2024-02-10T00:02:59.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.951+0000 7f4a9078b740 1 -- 172.21.15.1:0/903054658 wait complete. 2024-02-10T00:02:59.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.951+0000 7f4a9078b740 20 client.16893 trim_cache size 0 max 16384 2024-02-10T00:02:59.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.963+0000 7f4a9078b740 1 Processor -- start 2024-02-10T00:02:59.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.963+0000 7f4a9078b740 1 -- start start 2024-02-10T00:02:59.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.963+0000 7f4a9078b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564775d75a30 0x564775d7e600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.963+0000 7f4a9078b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564775d763e0 0x564775d7a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.963+0000 7f4a9078b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564775d7ef60 0x564775d7ace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.963+0000 7f4a9078b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x564775c62130 con 0x564775d763e0 2024-02-10T00:02:59.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.963+0000 7f4a9078b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5647759dc7e0 con 0x564775d7ef60 2024-02-10T00:02:59.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.963+0000 7f4a9078b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x564775d903f0 con 0x564775d75a30 2024-02-10T00:02:59.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.963+0000 7f4a877fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564775d763e0 0x564775d7a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.963+0000 7f4a877fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564775d763e0 0x564775d7a7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42050/0 (socket says 172.21.15.1:42050) 2024-02-10T00:02:59.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.963+0000 7f4a877fe640 1 -- 172.21.15.1:0/3234447521 learned_addr learned my addr 172.21.15.1:0/3234447521 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:59.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.963+0000 7f4a87fff640 1 --2- 172.21.15.1:0/3234447521 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564775d75a30 0x564775d7e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.963+0000 7f4a877fe640 1 -- 172.21.15.1:0/3234447521 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564775d75a30 msgr2=0x564775d7e600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.963+0000 7f4a877fe640 1 --2- 172.21.15.1:0/3234447521 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564775d75a30 0x564775d7e600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.963+0000 7f4a877fe640 1 -- 172.21.15.1:0/3234447521 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564775d7ef60 msgr2=0x564775d7ace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.963+0000 7f4a877fe640 1 --2- 172.21.15.1:0/3234447521 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564775d7ef60 0x564775d7ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.963+0000 7f4a877fe640 1 -- 172.21.15.1:0/3234447521 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564775c77c90 con 0x564775d763e0 2024-02-10T00:02:59.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.963+0000 7f4a877fe640 1 --2- 172.21.15.1:0/3234447521 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564775d763e0 0x564775d7a7a0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x564775d75500 tx=0x7f4a78005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e25bcbb867cbc582 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.963+0000 7f4a6d7fa640 1 -- 172.21.15.1:0/3234447521 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a780037e0 con 0x564775d763e0 2024-02-10T00:02:59.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.963+0000 7f4a6d7fa640 1 -- 172.21.15.1:0/3234447521 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4a78011d10 con 0x564775d763e0 2024-02-10T00:02:59.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.963+0000 7f4a6d7fa640 1 -- 172.21.15.1:0/3234447521 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a78005460 con 0x564775d763e0 2024-02-10T00:02:59.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.964+0000 7f4a9078b740 1 -- 172.21.15.1:0/3234447521 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564775d763e0 msgr2=0x564775d7a7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.964+0000 7f4a9078b740 1 --2- 172.21.15.1:0/3234447521 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564775d763e0 0x564775d7a7a0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x564775d75500 tx=0x7f4a78005f90 comp rx=0 tx=0).stop 2024-02-10T00:02:59.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.964+0000 7f4a9078b740 1 -- 172.21.15.1:0/3234447521 shutdown_connections 2024-02-10T00:02:59.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.964+0000 7f4a9078b740 1 --2- 172.21.15.1:0/3234447521 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564775d7ef60 0x564775d7ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.964+0000 7f4a9078b740 1 --2- 172.21.15.1:0/3234447521 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564775d763e0 0x564775d7a7a0 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.964+0000 7f4a9078b740 1 --2- 172.21.15.1:0/3234447521 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564775d75a30 0x564775d7e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.964+0000 7f4a9078b740 1 -- 172.21.15.1:0/3234447521 >> 172.21.15.1:0/3234447521 conn(0x564775d70100 msgr2=0x564775d9a660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.964+0000 7f4a9078b740 1 -- 172.21.15.1:0/3234447521 shutdown_connections 2024-02-10T00:02:59.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.964+0000 7f4a9078b740 1 -- 172.21.15.1:0/3234447521 wait complete. 2024-02-10T00:02:59.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.964+0000 7f4a9078b740 1 -- start start 2024-02-10T00:02:59.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.965+0000 7f4a9078b740 1 Processor -- start 2024-02-10T00:02:59.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.965+0000 7f4a9078b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564775d75a30 0x564775d86260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.965+0000 7f4a9078b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564775d763e0 0x564775d84650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.965+0000 7f4a9078b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564775d7ef60 0x564775d84b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.965+0000 7f4a9078b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x564775d85150 con 0x564775d763e0 2024-02-10T00:02:59.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.965+0000 7f4a9078b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x564775d852c0 con 0x564775d75a30 2024-02-10T00:02:59.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.965+0000 7f4a9078b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x564775d85480 con 0x564775d7ef60 2024-02-10T00:02:59.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.965+0000 7f4a9078b740 10 client.0 _ll_register_callbacks cb 0x7f4a780097a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:02:59.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.965+0000 7f4a877fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564775d763e0 0x564775d84650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.965+0000 7f4a877fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564775d763e0 0x564775d84650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42054/0 (socket says 172.21.15.1:42054) 2024-02-10T00:02:59.974 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.965+0000 7f4a877fe640 1 -- 172.21.15.1:0/1539575827 learned_addr learned my addr 172.21.15.1:0/1539575827 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:02:59.974 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.965+0000 7f4a87fff640 1 --2- 172.21.15.1:0/1539575827 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564775d75a30 0x564775d86260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.974 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.965+0000 7f4a87fff640 1 --2- 172.21.15.1:0/1539575827 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564775d7ef60 0x564775d84b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.974 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.965+0000 7f4a877fe640 1 -- 172.21.15.1:0/1539575827 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564775d7ef60 msgr2=0x564775d84b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.974 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.965+0000 7f4a877fe640 1 --2- 172.21.15.1:0/1539575827 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564775d7ef60 0x564775d84b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.974 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.965+0000 7f4a877fe640 1 -- 172.21.15.1:0/1539575827 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564775d75a30 msgr2=0x564775d86260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:02:59.974 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.965+0000 7f4a877fe640 1 --2- 172.21.15.1:0/1539575827 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564775d75a30 0x564775d86260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.965+0000 7f4a877fe640 1 -- 172.21.15.1:0/1539575827 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564775c9f210 con 0x564775d763e0 2024-02-10T00:02:59.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.965+0000 7f4a877fe640 1 --2- 172.21.15.1:0/1539575827 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564775d763e0 0x564775d84650 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f4a78009730 tx=0x7f4a78003860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b537becbe8c2520b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:02:59.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.965+0000 7f4a66ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:02:59.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.965+0000 7f4a66ffd640 1 -- 172.21.15.1:0/1539575827 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a78003f10 con 0x564775d763e0 2024-02-10T00:02:59.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.965+0000 7f4a66ffd640 1 -- 172.21.15.1:0/1539575827 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f4a78004070 con 0x564775d763e0 2024-02-10T00:02:59.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.965+0000 7f4a9078b740 1 -- 172.21.15.1:0/1539575827 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4a780035f0 con 0x564775d763e0 2024-02-10T00:02:59.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.966+0000 7f4a66ffd640 1 -- 172.21.15.1:0/1539575827 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4a78004230 con 0x564775d763e0 2024-02-10T00:02:59.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.966+0000 7f4a9078b740 10 client.16899 fetch_fsmap learned FSMap version 29 2024-02-10T00:02:59.975 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.966+0000 7f4a9078b740 1 -- 172.21.15.1:0/1539575827 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x564775c9da70 con 0x564775d763e0 2024-02-10T00:02:59.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.966+0000 7f4a66ffd640 1 -- 172.21.15.1:0/1539575827 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4a78044020 con 0x564775d763e0 2024-02-10T00:02:59.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.966+0000 7f4a66ffd640 1 -- 172.21.15.1:0/1539575827 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f4a78004aa0 con 0x564775d763e0 2024-02-10T00:02:59.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.966+0000 7f4a9078b740 10 client.16899 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:02:59.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.966+0000 7f4a9078b740 10 client.16899 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:02:59.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.966+0000 7f4a9078b740 20 client.16899 populate_metadata read hostname 'smithi001' 2024-02-10T00:02:59.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.966+0000 7f4a9078b740 1 --2- 172.21.15.1:0/1539575827 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x564775deb0e0 0x564775ded500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:02:59.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.966+0000 7f4a9078b740 4 client.16899 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:02:59.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.966+0000 7f4a9078b740 1 -- 172.21.15.1:0/1539575827 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x564775a68890 con 0x564775deb0e0 2024-02-10T00:02:59.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.966+0000 7f4a87fff640 1 --2- 172.21.15.1:0/1539575827 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x564775deb0e0 0x564775ded500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:02:59.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.967+0000 7f4a66ffd640 10 client.16899 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:02:59.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.967+0000 7f4a87fff640 1 --2- 172.21.15.1:0/1539575827 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x564775deb0e0 0x564775ded500 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2d5ca20f03b5372a server_cookie=cf42cde318ae11c in_seq=0 out_seq=0 2024-02-10T00:02:59.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.967+0000 7f4a66ffd640 1 -- 172.21.15.1:0/1539575827 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x564775a68890 con 0x564775deb0e0 2024-02-10T00:02:59.976 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.967+0000 7f4a66ffd640 10 client.16899 handle_command_reply: tid=0 2024-02-10T00:02:59.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.967+0000 7f4a9078b740 1 client.16899 shutdown 2024-02-10T00:02:59.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.967+0000 7f4a9078b740 1 -- 172.21.15.1:0/1539575827 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564775d763e0 msgr2=0x564775d84650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.967+0000 7f4a9078b740 1 --2- 172.21.15.1:0/1539575827 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564775d763e0 0x564775d84650 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f4a78009730 tx=0x7f4a78003860 comp rx=0 tx=0).stop 2024-02-10T00:02:59.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.967+0000 7f4a9078b740 1 -- 172.21.15.1:0/1539575827 shutdown_connections 2024-02-10T00:02:59.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.967+0000 7f4a9078b740 1 --2- 172.21.15.1:0/1539575827 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x564775deb0e0 0x564775ded500 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.967+0000 7f4a9078b740 1 --2- 172.21.15.1:0/1539575827 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564775d7ef60 0x564775d84b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.967+0000 7f4a9078b740 1 --2- 172.21.15.1:0/1539575827 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564775d763e0 0x564775d84650 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.967+0000 7f4a66ffd640 0 client.16899 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:02:59.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.967+0000 7f4a9078b740 1 --2- 172.21.15.1:0/1539575827 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564775d75a30 0x564775d86260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.967+0000 7f4a9078b740 1 -- 172.21.15.1:0/1539575827 >> 172.21.15.1:0/1539575827 conn(0x564775d70100 msgr2=0x564775d7a760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.967+0000 7f4a9078b740 1 -- 172.21.15.1:0/1539575827 shutdown_connections 2024-02-10T00:02:59.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.967+0000 7f4a9078b740 1 -- 172.21.15.1:0/1539575827 wait complete. 2024-02-10T00:02:59.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.967+0000 7f4a9078b740 20 client.16899 trim_cache size 0 max 16384 2024-02-10T00:02:59.978 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:02:59.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.968+0000 7f4a8dbc2640 1 -- 172.21.15.1:0/257132519 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4a700a2230 msgr2=0x7f4a700a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.968+0000 7f4a8dbc2640 1 --2- 172.21.15.1:0/257132519 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4a700a2230 0x7f4a700a46f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f4a7c0edab0 tx=0x7f4a7c088190 comp rx=0 tx=0).stop 2024-02-10T00:02:59.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.968+0000 7f4a8dbc2640 1 -- 172.21.15.1:0/257132519 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4a88105410 msgr2=0x7f4a8819daf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:02:59.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.968+0000 7f4a8dbc2640 1 --2- 172.21.15.1:0/257132519 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4a88105410 0x7f4a8819daf0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f4a7c009230 tx=0x7f4a7c004c00 comp rx=0 tx=0).stop 2024-02-10T00:02:59.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.968+0000 7f4a8dbc2640 1 -- 172.21.15.1:0/257132519 shutdown_connections 2024-02-10T00:02:59.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.968+0000 7f4a8dbc2640 1 --2- 172.21.15.1:0/257132519 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4a700a2230 0x7f4a700a46f0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.968+0000 7f4a8dbc2640 1 --2- 172.21.15.1:0/257132519 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4a88197670 0x7f4a88197af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.968+0000 7f4a8dbc2640 1 --2- 172.21.15.1:0/257132519 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4a88105410 0x7f4a8819daf0 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.968+0000 7f4a8dbc2640 1 --2- 172.21.15.1:0/257132519 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4a88100340 0x7f4a8819d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:02:59.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.968+0000 7f4a8dbc2640 1 -- 172.21.15.1:0/257132519 >> 172.21.15.1:0/257132519 conn(0x7f4a880772e0 msgr2=0x7f4a880fe120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:02:59.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.968+0000 7f4a8dbc2640 1 -- 172.21.15.1:0/257132519 shutdown_connections 2024-02-10T00:02:59.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:02:59.968+0000 7f4a8dbc2640 1 -- 172.21.15.1:0/257132519 wait complete. 2024-02-10T00:02:59.981 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:02:59.981 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-02-10T00:03:00.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.093+0000 7fbd10f77640 1 -- 172.21.15.1:0/3956618307 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbd0c105410 msgr2=0x7fbd0c10cfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:00.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.093+0000 7fbd10f77640 1 --2- 172.21.15.1:0/3956618307 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbd0c105410 0x7fbd0c10cfe0 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7fbd04009cd0 tx=0x7fbd0402c0f0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.093+0000 7fbd10f77640 1 -- 172.21.15.1:0/3956618307 shutdown_connections 2024-02-10T00:03:00.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.093+0000 7fbd10f77640 1 --2- 172.21.15.1:0/3956618307 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbd0c105410 0x7fbd0c10cfe0 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.093+0000 7fbd10f77640 1 --2- 172.21.15.1:0/3956618307 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbd0c100cf0 0x7fbd0c104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.093+0000 7fbd10f77640 1 --2- 172.21.15.1:0/3956618307 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbd0c100340 0x7fbd0c100720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.093+0000 7fbd10f77640 1 -- 172.21.15.1:0/3956618307 >> 172.21.15.1:0/3956618307 conn(0x7fbd0c0772e0 msgr2=0x7fbd0c0776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:00.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.094+0000 7fbd10f77640 1 -- 172.21.15.1:0/3956618307 shutdown_connections 2024-02-10T00:03:00.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.094+0000 7fbd10f77640 1 -- 172.21.15.1:0/3956618307 wait complete. 2024-02-10T00:03:00.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.094+0000 7fbd10f77640 1 Processor -- start 2024-02-10T00:03:00.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.094+0000 7fbd10f77640 1 -- start start 2024-02-10T00:03:00.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.094+0000 7fbd10f77640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbd0c100340 0x7fbd0c19d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:00.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.095+0000 7fbd10f77640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbd0c105410 0x7fbd0c19db10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:00.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.095+0000 7fbd10f77640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbd0c197690 0x7fbd0c197b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:00.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.095+0000 7fbd10f77640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd0c198160 con 0x7fbd0c100340 2024-02-10T00:03:00.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.095+0000 7fbd10f77640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd0c1982d0 con 0x7fbd0c197690 2024-02-10T00:03:00.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.095+0000 7fbd10f77640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd0c198490 con 0x7fbd0c105410 2024-02-10T00:03:00.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.095+0000 7fbd0a59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbd0c100340 0x7fbd0c19d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:00.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.095+0000 7fbd0a59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbd0c100340 0x7fbd0c19d5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42064/0 (socket says 172.21.15.1:42064) 2024-02-10T00:03:00.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.095+0000 7fbd0a59c640 1 -- 172.21.15.1:0/679683593 learned_addr learned my addr 172.21.15.1:0/679683593 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:00.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.095+0000 7fbd0ad9d640 1 --2- 172.21.15.1:0/679683593 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbd0c197690 0x7fbd0c197b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:00.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.095+0000 7fbd09d9b640 1 --2- 172.21.15.1:0/679683593 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbd0c105410 0x7fbd0c19db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:00.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.095+0000 7fbd0a59c640 1 -- 172.21.15.1:0/679683593 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbd0c105410 msgr2=0x7fbd0c19db10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:00.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.095+0000 7fbd0a59c640 1 --2- 172.21.15.1:0/679683593 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbd0c105410 0x7fbd0c19db10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.095+0000 7fbd0a59c640 1 -- 172.21.15.1:0/679683593 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbd0c197690 msgr2=0x7fbd0c197b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:00.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.095+0000 7fbd0a59c640 1 --2- 172.21.15.1:0/679683593 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbd0c197690 0x7fbd0c197b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.095+0000 7fbd0a59c640 1 -- 172.21.15.1:0/679683593 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd04009900 con 0x7fbd0c100340 2024-02-10T00:03:00.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.095+0000 7fbd0a59c640 1 --2- 172.21.15.1:0/679683593 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbd0c100340 0x7fbd0c19d5d0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7fbcfc00d770 tx=0x7fbcfc00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:00.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.095+0000 7fbcfb7fe640 1 -- 172.21.15.1:0/679683593 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbcfc009c30 con 0x7fbd0c100340 2024-02-10T00:03:00.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.095+0000 7fbcfb7fe640 1 -- 172.21.15.1:0/679683593 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbcfc00de80 con 0x7fbd0c100340 2024-02-10T00:03:00.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.095+0000 7fbd10f77640 1 -- 172.21.15.1:0/679683593 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbd0c1a4430 con 0x7fbd0c100340 2024-02-10T00:03:00.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.095+0000 7fbcfb7fe640 1 -- 172.21.15.1:0/679683593 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbcfc004e80 con 0x7fbd0c100340 2024-02-10T00:03:00.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.095+0000 7fbd10f77640 1 -- 172.21.15.1:0/679683593 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd0c1a48c0 con 0x7fbd0c100340 2024-02-10T00:03:00.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.098+0000 7fbcfb7fe640 1 -- 172.21.15.1:0/679683593 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fbcfc005020 con 0x7fbd0c100340 2024-02-10T00:03:00.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.098+0000 7fbd13c27740 1 Processor -- start 2024-02-10T00:03:00.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.099+0000 7fbcfb7fe640 1 --2- 172.21.15.1:0/679683593 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fbcf40a2230 0x7fbcf40a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:00.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.099+0000 7fbd13c27740 1 -- start start 2024-02-10T00:03:00.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.099+0000 7fbd0ad9d640 1 --2- 172.21.15.1:0/679683593 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fbcf40a2230 0x7fbcf40a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:00.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.099+0000 7fbd13c27740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e6fc0e6a30 0x55e6fc0e6e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:00.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.099+0000 7fbcfb7fe640 1 -- 172.21.15.1:0/679683593 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fbcfc0cda10 con 0x7fbd0c100340 2024-02-10T00:03:00.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.099+0000 7fbd13c27740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e6fc0e73e0 0x55e6fc0ef990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:00.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.099+0000 7fbd13c27740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e6fc0eff60 0x55e6fc0f23b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:00.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.099+0000 7fbd13c27740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e6fc0a2020 con 0x55e6fc0e73e0 2024-02-10T00:03:00.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.099+0000 7fbd13c27740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e6fc055320 con 0x55e6fc0e6a30 2024-02-10T00:03:00.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.099+0000 7fbd13c27740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e6fc052850 con 0x55e6fc0eff60 2024-02-10T00:03:00.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.099+0000 7fbd09d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e6fc0e73e0 0x55e6fc0ef990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:00.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.099+0000 7fbd09d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e6fc0e73e0 0x55e6fc0ef990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42068/0 (socket says 172.21.15.1:42068) 2024-02-10T00:03:00.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.099+0000 7fbd09d9b640 1 -- 172.21.15.1:0/2464076067 learned_addr learned my addr 172.21.15.1:0/2464076067 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:00.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.099+0000 7fbd0a59c640 1 --2- 172.21.15.1:0/2464076067 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e6fc0e6a30 0x55e6fc0e6e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:00.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.099+0000 7fbd0ad9d640 1 --2- 172.21.15.1:0/2464076067 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e6fc0eff60 0x55e6fc0f23b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:00.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.099+0000 7fbd09d9b640 1 -- 172.21.15.1:0/2464076067 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e6fc0eff60 msgr2=0x55e6fc0f23b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:00.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.099+0000 7fbd09d9b640 1 --2- 172.21.15.1:0/2464076067 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e6fc0eff60 0x55e6fc0f23b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.099+0000 7fbd09d9b640 1 -- 172.21.15.1:0/2464076067 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e6fc0e6a30 msgr2=0x55e6fc0e6e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:00.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.099+0000 7fbd0ad9d640 1 --2- 172.21.15.1:0/679683593 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fbcf40a2230 0x7fbcf40a46f0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fbd0402c630 tx=0x7fbd04032490 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:00.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.099+0000 7fbd09d9b640 1 --2- 172.21.15.1:0/2464076067 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e6fc0e6a30 0x55e6fc0e6e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.099+0000 7fbd09d9b640 1 -- 172.21.15.1:0/2464076067 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e6fc010210 con 0x55e6fc0e73e0 2024-02-10T00:03:00.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.100+0000 7fbd09d9b640 1 --2- 172.21.15.1:0/2464076067 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e6fc0e73e0 0x55e6fc0ef990 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7fbd0000ab30 tx=0x7fbd0000f3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=710e15a9e329fd5a server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:00.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.100+0000 7fbcf8ff9640 1 -- 172.21.15.1:0/2464076067 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd00018440 con 0x55e6fc0e73e0 2024-02-10T00:03:00.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.100+0000 7fbcf8ff9640 1 -- 172.21.15.1:0/2464076067 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbd00018a80 con 0x55e6fc0e73e0 2024-02-10T00:03:00.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.100+0000 7fbcf8ff9640 1 -- 172.21.15.1:0/2464076067 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd00010c10 con 0x55e6fc0e73e0 2024-02-10T00:03:00.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.100+0000 7fbd13c27740 1 -- 172.21.15.1:0/2464076067 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e6fc0e73e0 msgr2=0x55e6fc0ef990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:00.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.100+0000 7fbd13c27740 1 --2- 172.21.15.1:0/2464076067 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e6fc0e73e0 0x55e6fc0ef990 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7fbd0000ab30 tx=0x7fbd0000f3c0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.100+0000 7fbd13c27740 1 -- 172.21.15.1:0/2464076067 shutdown_connections 2024-02-10T00:03:00.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.100+0000 7fbd13c27740 1 --2- 172.21.15.1:0/2464076067 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e6fc0eff60 0x55e6fc0f23b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.100+0000 7fbd13c27740 1 --2- 172.21.15.1:0/2464076067 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e6fc0e73e0 0x55e6fc0ef990 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.100+0000 7fbd13c27740 1 --2- 172.21.15.1:0/2464076067 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e6fc0e6a30 0x55e6fc0e6e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.100+0000 7fbd13c27740 1 -- 172.21.15.1:0/2464076067 >> 172.21.15.1:0/2464076067 conn(0x55e6fc0e1100 msgr2=0x55e6fc0e14e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:00.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.101+0000 7fbd13c27740 1 -- 172.21.15.1:0/2464076067 shutdown_connections 2024-02-10T00:03:00.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.101+0000 7fbd13c27740 1 -- 172.21.15.1:0/2464076067 wait complete. 2024-02-10T00:03:00.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.101+0000 7fbd13c27740 1 -- start start 2024-02-10T00:03:00.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.101+0000 7fbd13c27740 1 Processor -- start 2024-02-10T00:03:00.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.101+0000 7fbd13c27740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e6fc0e6a30 0x55e6fc0ecf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:00.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.101+0000 7fbd13c27740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e6fc0e73e0 0x55e6fc0ed440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:00.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.101+0000 7fbd13c27740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e6fc0eff60 0x55e6fc0ed980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:00.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.101+0000 7fbd13c27740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e6fc04e030 con 0x55e6fc0e73e0 2024-02-10T00:03:00.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.101+0000 7fbd13c27740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e6fbd21430 con 0x55e6fc0eff60 2024-02-10T00:03:00.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.101+0000 7fbd13c27740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e6fbcdde00 con 0x55e6fc0e6a30 2024-02-10T00:03:00.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.101+0000 7fbd13c27740 10 client.0 _ll_register_callbacks cb 0x55e6fc043030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:03:00.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.101+0000 7fbd09d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e6fc0e73e0 0x55e6fc0ed440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:00.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.101+0000 7fbd09d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e6fc0e73e0 0x55e6fc0ed440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42076/0 (socket says 172.21.15.1:42076) 2024-02-10T00:03:00.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.101+0000 7fbd09d9b640 1 -- 172.21.15.1:0/306234494 learned_addr learned my addr 172.21.15.1:0/306234494 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:00.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.101+0000 7fbd0ad9d640 1 --2- 172.21.15.1:0/306234494 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e6fc0eff60 0x55e6fc0ed980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:00.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.101+0000 7fbd0a59c640 1 --2- 172.21.15.1:0/306234494 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e6fc0e6a30 0x55e6fc0ecf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:00.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.102+0000 7fbd09d9b640 1 -- 172.21.15.1:0/306234494 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e6fc0e6a30 msgr2=0x55e6fc0ecf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:00.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.102+0000 7fbd09d9b640 1 --2- 172.21.15.1:0/306234494 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e6fc0e6a30 0x55e6fc0ecf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.102+0000 7fbd09d9b640 1 -- 172.21.15.1:0/306234494 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e6fc0eff60 msgr2=0x55e6fc0ed980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:00.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.102+0000 7fbd09d9b640 1 --2- 172.21.15.1:0/306234494 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e6fc0eff60 0x55e6fc0ed980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.102+0000 7fbd09d9b640 1 -- 172.21.15.1:0/306234494 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd0000a760 con 0x55e6fc0e73e0 2024-02-10T00:03:00.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.102+0000 7fbd09d9b640 1 --2- 172.21.15.1:0/306234494 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e6fc0e73e0 0x55e6fc0ed440 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7fbd00010010 tx=0x7fbd000107f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca41f66138283afe server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:00.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.102+0000 7fbcf1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:03:00.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.102+0000 7fbcf1ffb640 1 -- 172.21.15.1:0/306234494 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd000105b0 con 0x55e6fc0e73e0 2024-02-10T00:03:00.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.102+0000 7fbcf1ffb640 1 -- 172.21.15.1:0/306234494 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fbd00018650 con 0x55e6fc0e73e0 2024-02-10T00:03:00.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.102+0000 7fbd13c27740 1 -- 172.21.15.1:0/306234494 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e6fbd4d7e0 con 0x55e6fc0e73e0 2024-02-10T00:03:00.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.102+0000 7fbcf1ffb640 1 -- 172.21.15.1:0/306234494 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbd00018810 con 0x55e6fc0e73e0 2024-02-10T00:03:00.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.102+0000 7fbd13c27740 10 client.16911 fetch_fsmap learned FSMap version 29 2024-02-10T00:03:00.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.102+0000 7fbd13c27740 1 -- 172.21.15.1:0/306234494 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55e6fc04c6b0 con 0x55e6fc0e73e0 2024-02-10T00:03:00.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.102+0000 7fbcf1ffb640 1 -- 172.21.15.1:0/306234494 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55e6fbd4d7e0 con 0x55e6fc0e73e0 2024-02-10T00:03:00.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.102+0000 7fbcf1ffb640 1 -- 172.21.15.1:0/306234494 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fbd000046c0 con 0x55e6fc0e73e0 2024-02-10T00:03:00.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.102+0000 7fbd13c27740 10 client.16911 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:03:00.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.102+0000 7fbd13c27740 10 client.16911 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:03:00.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.103+0000 7fbd13c27740 20 client.16911 populate_metadata read hostname 'smithi001' 2024-02-10T00:03:00.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.103+0000 7fbd13c27740 1 --2- 172.21.15.1:0/306234494 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e6fc100470 0x55e6fc102860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:00.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.103+0000 7fbd13c27740 4 client.16911 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:03:00.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.103+0000 7fbd13c27740 1 -- 172.21.15.1:0/306234494 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e6fbd8a720 con 0x55e6fc100470 2024-02-10T00:03:00.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.103+0000 7fbd0a59c640 1 --2- 172.21.15.1:0/306234494 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e6fc100470 0x55e6fc102860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:00.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.103+0000 7fbd0a59c640 1 --2- 172.21.15.1:0/306234494 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e6fc100470 0x55e6fc102860 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ae43dbf819303da1 server_cookie=7931036c1ced476c in_seq=0 out_seq=0 2024-02-10T00:03:00.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.103+0000 7fbcf1ffb640 10 client.16911 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:00.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.104+0000 7fbcf1ffb640 1 -- 172.21.15.1:0/306234494 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55e6fbd8a720 con 0x55e6fc100470 2024-02-10T00:03:00.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.104+0000 7fbcf1ffb640 10 client.16911 handle_command_reply: tid=0 2024-02-10T00:03:00.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.104+0000 7fbd13c27740 1 client.16911 shutdown 2024-02-10T00:03:00.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.104+0000 7fbd13c27740 1 -- 172.21.15.1:0/306234494 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e6fc0e73e0 msgr2=0x55e6fc0ed440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:00.113 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.104+0000 7fbd13c27740 1 --2- 172.21.15.1:0/306234494 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e6fc0e73e0 0x55e6fc0ed440 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7fbd00010010 tx=0x7fbd000107f0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.113 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.104+0000 7fbd13c27740 1 -- 172.21.15.1:0/306234494 shutdown_connections 2024-02-10T00:03:00.113 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.104+0000 7fbd13c27740 1 --2- 172.21.15.1:0/306234494 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e6fc100470 0x55e6fc102860 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.113 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.104+0000 7fbd13c27740 1 --2- 172.21.15.1:0/306234494 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e6fc0eff60 0x55e6fc0ed980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.113 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.104+0000 7fbd13c27740 1 --2- 172.21.15.1:0/306234494 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e6fc0e73e0 0x55e6fc0ed440 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.113 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.104+0000 7fbcf1ffb640 0 client.16911 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:00.113 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.104+0000 7fbd13c27740 1 --2- 172.21.15.1:0/306234494 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e6fc0e6a30 0x55e6fc0ecf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.113 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.104+0000 7fbd13c27740 1 -- 172.21.15.1:0/306234494 >> 172.21.15.1:0/306234494 conn(0x55e6fc0e1100 msgr2=0x55e6fc0e2e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:00.113 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.104+0000 7fbd13c27740 1 -- 172.21.15.1:0/306234494 shutdown_connections 2024-02-10T00:03:00.113 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.104+0000 7fbd13c27740 1 -- 172.21.15.1:0/306234494 wait complete. 2024-02-10T00:03:00.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.104+0000 7fbd13c27740 20 client.16911 trim_cache size 0 max 16384 2024-02-10T00:03:00.123 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.116+0000 7fbd13c27740 1 Processor -- start 2024-02-10T00:03:00.123 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.116+0000 7fbd13c27740 1 -- start start 2024-02-10T00:03:00.123 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.116+0000 7fbd13c27740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e6fc0e6a30 0x55e6fc0ef630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:00.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.116+0000 7fbd13c27740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e6fc0e73e0 0x55e6fc0ed7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:00.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.116+0000 7fbd13c27740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e6fc0eff60 0x55e6fc0e8210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:00.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.116+0000 7fbd13c27740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e6fbfd3130 con 0x55e6fc0e6a30 2024-02-10T00:03:00.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.116+0000 7fbd13c27740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e6fc0fcf80 con 0x55e6fc0eff60 2024-02-10T00:03:00.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.116+0000 7fbd13c27740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e6fc0e0c30 con 0x55e6fc0e73e0 2024-02-10T00:03:00.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.116+0000 7fbd0a59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e6fc0e6a30 0x55e6fc0ef630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:00.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.116+0000 7fbd0a59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e6fc0e6a30 0x55e6fc0ef630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42084/0 (socket says 172.21.15.1:42084) 2024-02-10T00:03:00.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.116+0000 7fbd0a59c640 1 -- 172.21.15.1:0/1954107455 learned_addr learned my addr 172.21.15.1:0/1954107455 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:00.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.116+0000 7fbd0a59c640 1 -- 172.21.15.1:0/1954107455 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e6fc0e73e0 msgr2=0x55e6fc0ed7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:00.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.116+0000 7fbd0a59c640 1 --2- 172.21.15.1:0/1954107455 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e6fc0e73e0 0x55e6fc0ed7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.116+0000 7fbd0a59c640 1 -- 172.21.15.1:0/1954107455 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e6fc0eff60 msgr2=0x55e6fc0e8210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:00.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.116+0000 7fbd0a59c640 1 --2- 172.21.15.1:0/1954107455 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e6fc0eff60 0x55e6fc0e8210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.116+0000 7fbd0a59c640 1 -- 172.21.15.1:0/1954107455 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e6fbfe8c90 con 0x55e6fc0e6a30 2024-02-10T00:03:00.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.116+0000 7fbd0a59c640 1 --2- 172.21.15.1:0/1954107455 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e6fc0e6a30 0x55e6fc0ef630 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7fbcfc00d740 tx=0x7fbcfc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc68a2032129c007 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:00.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.116+0000 7fbcf3fff640 1 -- 172.21.15.1:0/1954107455 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbcfc0a2bd0 con 0x55e6fc0e6a30 2024-02-10T00:03:00.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.116+0000 7fbcf3fff640 1 -- 172.21.15.1:0/1954107455 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbcfc009d90 con 0x55e6fc0e6a30 2024-02-10T00:03:00.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.116+0000 7fbcf3fff640 1 -- 172.21.15.1:0/1954107455 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbcfc09e160 con 0x55e6fc0e6a30 2024-02-10T00:03:00.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.117+0000 7fbd13c27740 1 -- 172.21.15.1:0/1954107455 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e6fc0e6a30 msgr2=0x55e6fc0ef630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:00.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.117+0000 7fbd13c27740 1 --2- 172.21.15.1:0/1954107455 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e6fc0e6a30 0x55e6fc0ef630 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7fbcfc00d740 tx=0x7fbcfc0046c0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.117+0000 7fbd13c27740 1 -- 172.21.15.1:0/1954107455 shutdown_connections 2024-02-10T00:03:00.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.117+0000 7fbd13c27740 1 --2- 172.21.15.1:0/1954107455 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e6fc0eff60 0x55e6fc0e8210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.117+0000 7fbd13c27740 1 --2- 172.21.15.1:0/1954107455 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e6fc0e73e0 0x55e6fc0ed7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.117+0000 7fbd13c27740 1 --2- 172.21.15.1:0/1954107455 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e6fc0e6a30 0x55e6fc0ef630 unknown :-1 s=CLOSED pgs=899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.117+0000 7fbd13c27740 1 -- 172.21.15.1:0/1954107455 >> 172.21.15.1:0/1954107455 conn(0x55e6fc0e1100 msgr2=0x55e6fc0e14e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:00.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.117+0000 7fbd13c27740 1 -- 172.21.15.1:0/1954107455 shutdown_connections 2024-02-10T00:03:00.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.117+0000 7fbd13c27740 1 -- 172.21.15.1:0/1954107455 wait complete. 2024-02-10T00:03:00.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.117+0000 7fbd13c27740 1 -- start start 2024-02-10T00:03:00.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.117+0000 7fbd13c27740 1 Processor -- start 2024-02-10T00:03:00.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.118+0000 7fbd13c27740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e6fc0e6a30 0x55e6fc0f72c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:00.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.118+0000 7fbd13c27740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e6fc0e73e0 0x55e6fc0f5660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:00.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.118+0000 7fbd13c27740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e6fc0eff60 0x55e6fc0f5ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:00.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.118+0000 7fbd13c27740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e6fc0f62a0 con 0x55e6fc0e73e0 2024-02-10T00:03:00.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.118+0000 7fbd13c27740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e6fc0f6410 con 0x55e6fc0e6a30 2024-02-10T00:03:00.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.118+0000 7fbd13c27740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e6fc15ad60 con 0x55e6fc0eff60 2024-02-10T00:03:00.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.118+0000 7fbd13c27740 10 client.0 _ll_register_callbacks cb 0x7fbd0000a590 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:03:00.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.118+0000 7fbd09d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e6fc0e73e0 0x55e6fc0f5660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:00.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.118+0000 7fbd09d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e6fc0e73e0 0x55e6fc0f5660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42088/0 (socket says 172.21.15.1:42088) 2024-02-10T00:03:00.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.118+0000 7fbd09d9b640 1 -- 172.21.15.1:0/3351184492 learned_addr learned my addr 172.21.15.1:0/3351184492 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:00.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.118+0000 7fbd0ad9d640 1 --2- 172.21.15.1:0/3351184492 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e6fc0eff60 0x55e6fc0f5ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:00.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.118+0000 7fbd0a59c640 1 --2- 172.21.15.1:0/3351184492 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e6fc0e6a30 0x55e6fc0f72c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:00.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.118+0000 7fbd09d9b640 1 -- 172.21.15.1:0/3351184492 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e6fc0eff60 msgr2=0x55e6fc0f5ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:00.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.118+0000 7fbd09d9b640 1 --2- 172.21.15.1:0/3351184492 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e6fc0eff60 0x55e6fc0f5ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.118+0000 7fbd09d9b640 1 -- 172.21.15.1:0/3351184492 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e6fc0e6a30 msgr2=0x55e6fc0f72c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:00.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.118+0000 7fbd09d9b640 1 --2- 172.21.15.1:0/3351184492 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e6fc0e6a30 0x55e6fc0f72c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.118+0000 7fbd09d9b640 1 -- 172.21.15.1:0/3351184492 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd0c1a48c0 con 0x55e6fc0e73e0 2024-02-10T00:03:00.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.118+0000 7fbd0a59c640 1 --2- 172.21.15.1:0/3351184492 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e6fc0e6a30 0x55e6fc0f72c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:03:00.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.118+0000 7fbd09d9b640 1 --2- 172.21.15.1:0/3351184492 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e6fc0e73e0 0x55e6fc0f5660 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x55e6fc0ec760 tx=0x7fbd00004910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a089e624f8a3a45 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:00.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.118+0000 7fbcf1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:03:00.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.118+0000 7fbcf1ffb640 1 -- 172.21.15.1:0/3351184492 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd00004c10 con 0x55e6fc0e73e0 2024-02-10T00:03:00.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.118+0000 7fbcf1ffb640 1 -- 172.21.15.1:0/3351184492 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fbd00000e40 con 0x55e6fc0e73e0 2024-02-10T00:03:00.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.118+0000 7fbd13c27740 1 -- 172.21.15.1:0/3351184492 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fbd00018a80 con 0x55e6fc0e73e0 2024-02-10T00:03:00.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.118+0000 7fbcf1ffb640 1 -- 172.21.15.1:0/3351184492 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbd0000a3c0 con 0x55e6fc0e73e0 2024-02-10T00:03:00.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.118+0000 7fbd13c27740 10 client.16917 fetch_fsmap learned FSMap version 29 2024-02-10T00:03:00.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.118+0000 7fbd13c27740 1 -- 172.21.15.1:0/3351184492 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55e6fc00ea70 con 0x55e6fc0e73e0 2024-02-10T00:03:00.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.119+0000 7fbcf1ffb640 1 -- 172.21.15.1:0/3351184492 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbd00018a80 con 0x55e6fc0e73e0 2024-02-10T00:03:00.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.119+0000 7fbcf1ffb640 1 -- 172.21.15.1:0/3351184492 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fbd00005500 con 0x55e6fc0e73e0 2024-02-10T00:03:00.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.119+0000 7fbd13c27740 10 client.16917 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:03:00.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.119+0000 7fbd13c27740 10 client.16917 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:03:00.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.119+0000 7fbd13c27740 20 client.16917 populate_metadata read hostname 'smithi001' 2024-02-10T00:03:00.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.119+0000 7fbd13c27740 1 --2- 172.21.15.1:0/3351184492 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e6fc15c1e0 0x55e6fc15e600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:00.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.119+0000 7fbd13c27740 4 client.16917 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:03:00.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.119+0000 7fbd13c27740 1 -- 172.21.15.1:0/3351184492 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55e6fbdd9890 con 0x55e6fc15c1e0 2024-02-10T00:03:00.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.119+0000 7fbd0a59c640 1 --2- 172.21.15.1:0/3351184492 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e6fc15c1e0 0x55e6fc15e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:00.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.119+0000 7fbcf1ffb640 10 client.16917 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:00.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.119+0000 7fbd0a59c640 1 --2- 172.21.15.1:0/3351184492 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e6fc15c1e0 0x55e6fc15e600 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ffba83e65d6cec94 server_cookie=58c627628f702ba1 in_seq=0 out_seq=0 2024-02-10T00:03:00.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.119+0000 7fbcf1ffb640 1 -- 172.21.15.1:0/3351184492 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55e6fbdd9890 con 0x55e6fc15c1e0 2024-02-10T00:03:00.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.120+0000 7fbcf1ffb640 10 client.16917 handle_command_reply: tid=0 2024-02-10T00:03:00.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.120+0000 7fbd13c27740 1 client.16917 shutdown 2024-02-10T00:03:00.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.120+0000 7fbd13c27740 1 -- 172.21.15.1:0/3351184492 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e6fc0e73e0 msgr2=0x55e6fc0f5660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:00.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.120+0000 7fbd13c27740 1 --2- 172.21.15.1:0/3351184492 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e6fc0e73e0 0x55e6fc0f5660 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x55e6fc0ec760 tx=0x7fbd00004910 comp rx=0 tx=0).stop 2024-02-10T00:03:00.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.120+0000 7fbd13c27740 1 -- 172.21.15.1:0/3351184492 shutdown_connections 2024-02-10T00:03:00.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.120+0000 7fbd13c27740 1 --2- 172.21.15.1:0/3351184492 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e6fc15c1e0 0x55e6fc15e600 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.120+0000 7fbd13c27740 1 --2- 172.21.15.1:0/3351184492 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e6fc0eff60 0x55e6fc0f5ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.120+0000 7fbd13c27740 1 --2- 172.21.15.1:0/3351184492 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e6fc0e73e0 0x55e6fc0f5660 unknown :-1 s=CLOSED pgs=900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.120+0000 7fbcf1ffb640 0 client.16917 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:00.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.120+0000 7fbd13c27740 1 --2- 172.21.15.1:0/3351184492 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e6fc0e6a30 0x55e6fc0f72c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.130 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.120+0000 7fbd13c27740 1 -- 172.21.15.1:0/3351184492 >> 172.21.15.1:0/3351184492 conn(0x55e6fc0e1100 msgr2=0x55e6fc0e8210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:00.130 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.120+0000 7fbd13c27740 1 -- 172.21.15.1:0/3351184492 shutdown_connections 2024-02-10T00:03:00.130 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.120+0000 7fbd13c27740 1 -- 172.21.15.1:0/3351184492 wait complete. 2024-02-10T00:03:00.130 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.120+0000 7fbd13c27740 20 client.16917 trim_cache size 0 max 16384 2024-02-10T00:03:00.131 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:03:00.131 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.120+0000 7fbd10f77640 1 -- 172.21.15.1:0/679683593 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fbcf40a2230 msgr2=0x7fbcf40a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:00.131 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.120+0000 7fbd10f77640 1 --2- 172.21.15.1:0/679683593 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fbcf40a2230 0x7fbcf40a46f0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fbd0402c630 tx=0x7fbd04032490 comp rx=0 tx=0).stop 2024-02-10T00:03:00.132 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.120+0000 7fbd10f77640 1 -- 172.21.15.1:0/679683593 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbd0c100340 msgr2=0x7fbd0c19d5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:00.132 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.120+0000 7fbd10f77640 1 --2- 172.21.15.1:0/679683593 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbd0c100340 0x7fbd0c19d5d0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7fbcfc00d770 tx=0x7fbcfc00dc30 comp rx=0 tx=0).stop 2024-02-10T00:03:00.132 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.120+0000 7fbd10f77640 1 -- 172.21.15.1:0/679683593 shutdown_connections 2024-02-10T00:03:00.132 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.120+0000 7fbd10f77640 1 --2- 172.21.15.1:0/679683593 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fbcf40a2230 0x7fbcf40a46f0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.132 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.120+0000 7fbd10f77640 1 --2- 172.21.15.1:0/679683593 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbd0c197690 0x7fbd0c197b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.132 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.120+0000 7fbd10f77640 1 --2- 172.21.15.1:0/679683593 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbd0c105410 0x7fbd0c19db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.132 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.120+0000 7fbd10f77640 1 --2- 172.21.15.1:0/679683593 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbd0c100340 0x7fbd0c19d5d0 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:00.132 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.120+0000 7fbd10f77640 1 -- 172.21.15.1:0/679683593 >> 172.21.15.1:0/679683593 conn(0x7fbd0c0772e0 msgr2=0x7fbd0c0687e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:00.132 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.120+0000 7fbd10f77640 1 -- 172.21.15.1:0/679683593 shutdown_connections 2024-02-10T00:03:00.132 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:00.120+0000 7fbd10f77640 1 -- 172.21.15.1:0/679683593 wait complete. 2024-02-10T00:03:00.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:00 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/4210818288' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:03:00.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:00 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/4210818288' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:03:00.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:00 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/4210818288' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:03:01.135 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-02-10T00:03:01.135 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T00:03:01.135 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-02-10T00:03:01.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.251+0000 7f6f927f4640 1 -- 172.21.15.1:0/3362421166 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6f8c100d10 msgr2=0x7f6f8c104d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:01.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.251+0000 7f6f927f4640 1 --2- 172.21.15.1:0/3362421166 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6f8c100d10 0x7f6f8c104d50 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f6f80009930 tx=0x7f6f8002bc20 comp rx=0 tx=0).stop 2024-02-10T00:03:01.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.251+0000 7f6f927f4640 1 -- 172.21.15.1:0/3362421166 shutdown_connections 2024-02-10T00:03:01.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.251+0000 7f6f927f4640 1 --2- 172.21.15.1:0/3362421166 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6f8c105430 0x7f6f8c10d000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.251+0000 7f6f927f4640 1 --2- 172.21.15.1:0/3362421166 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6f8c100d10 0x7f6f8c104d50 unknown :-1 s=CLOSED pgs=901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.251+0000 7f6f927f4640 1 --2- 172.21.15.1:0/3362421166 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6f8c100360 0x7f6f8c100740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.251+0000 7f6f927f4640 1 -- 172.21.15.1:0/3362421166 >> 172.21.15.1:0/3362421166 conn(0x7f6f8c077250 msgr2=0x7f6f8c077660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:01.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.251+0000 7f6f927f4640 1 -- 172.21.15.1:0/3362421166 shutdown_connections 2024-02-10T00:03:01.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.251+0000 7f6f927f4640 1 -- 172.21.15.1:0/3362421166 wait complete. 2024-02-10T00:03:01.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.252+0000 7f6f927f4640 1 Processor -- start 2024-02-10T00:03:01.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.252+0000 7f6f927f4640 1 -- start start 2024-02-10T00:03:01.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.252+0000 7f6f927f4640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6f8c100360 0x7f6f8c19d450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.252+0000 7f6f927f4640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6f8c105430 0x7f6f8c19d990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.252+0000 7f6f927f4640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6f8c197600 0x7f6f8c197ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.252+0000 7f6f927f4640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f8c197ff0 con 0x7f6f8c100360 2024-02-10T00:03:01.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.252+0000 7f6f927f4640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f8c198160 con 0x7f6f8c105430 2024-02-10T00:03:01.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.252+0000 7f6f927f4640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f8c198320 con 0x7f6f8c197600 2024-02-10T00:03:01.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.252+0000 7f6f8bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6f8c100360 0x7f6f8c19d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.252+0000 7f6f8bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6f8c100360 0x7f6f8c19d450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36924/0 (socket says 172.21.15.1:36924) 2024-02-10T00:03:01.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.252+0000 7f6f8bfff640 1 -- 172.21.15.1:0/3153382209 learned_addr learned my addr 172.21.15.1:0/3153382209 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:01.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.252+0000 7f6f90d91640 1 --2- 172.21.15.1:0/3153382209 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6f8c197600 0x7f6f8c197ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.252+0000 7f6f8b7fe640 1 --2- 172.21.15.1:0/3153382209 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6f8c105430 0x7f6f8c19d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.253+0000 7f6f8bfff640 1 -- 172.21.15.1:0/3153382209 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6f8c197600 msgr2=0x7f6f8c197ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:01.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.253+0000 7f6f8bfff640 1 --2- 172.21.15.1:0/3153382209 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6f8c197600 0x7f6f8c197ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.253+0000 7f6f8bfff640 1 -- 172.21.15.1:0/3153382209 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6f8c105430 msgr2=0x7f6f8c19d990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:01.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.253+0000 7f6f8bfff640 1 --2- 172.21.15.1:0/3153382209 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6f8c105430 0x7f6f8c19d990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.253+0000 7f6f8bfff640 1 -- 172.21.15.1:0/3153382209 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f80009560 con 0x7f6f8c100360 2024-02-10T00:03:01.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.253+0000 7f6f8b7fe640 1 --2- 172.21.15.1:0/3153382209 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6f8c105430 0x7f6f8c19d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:03:01.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.253+0000 7f6f8bfff640 1 --2- 172.21.15.1:0/3153382209 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6f8c100360 0x7f6f8c19d450 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c00c920 tx=0x7f6f7c00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:01.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.253+0000 7f6f897fa640 1 -- 172.21.15.1:0/3153382209 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f7c007c70 con 0x7f6f8c100360 2024-02-10T00:03:01.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.253+0000 7f6f927f4640 1 -- 172.21.15.1:0/3153382209 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f8c1a4310 con 0x7f6f8c100360 2024-02-10T00:03:01.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.253+0000 7f6f897fa640 1 -- 172.21.15.1:0/3153382209 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6f7c007dd0 con 0x7f6f8c100360 2024-02-10T00:03:01.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.253+0000 7f6f897fa640 1 -- 172.21.15.1:0/3153382209 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f7c018860 con 0x7f6f8c100360 2024-02-10T00:03:01.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.253+0000 7f6f927f4640 1 -- 172.21.15.1:0/3153382209 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f8c1a4820 con 0x7f6f8c100360 2024-02-10T00:03:01.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.255+0000 7f6f897fa640 1 -- 172.21.15.1:0/3153382209 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f6f7c00fac0 con 0x7f6f8c100360 2024-02-10T00:03:01.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.256+0000 7f6f953c7740 1 Processor -- start 2024-02-10T00:03:01.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.256+0000 7f6f953c7740 1 -- start start 2024-02-10T00:03:01.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.256+0000 7f6f953c7740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ef0ba06e40 0x55ef0ba07220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.256+0000 7f6f953c7740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ef0ba07760 0x55ef0ba14560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.256+0000 7f6f953c7740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ef0ba14aa0 0x55ef0ba16e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.256+0000 7f6f953c7740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef0b975000 con 0x55ef0ba07760 2024-02-10T00:03:01.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.256+0000 7f6f953c7740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef0b972530 con 0x55ef0ba06e40 2024-02-10T00:03:01.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.256+0000 7f6f953c7740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef0b96dd10 con 0x55ef0ba14aa0 2024-02-10T00:03:01.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.256+0000 7f6f897fa640 1 --2- 172.21.15.1:0/3153382209 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6f740a2230 0x7f6f740a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.256+0000 7f6f8bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ef0ba07760 0x55ef0ba14560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.256+0000 7f6f8bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ef0ba07760 0x55ef0ba14560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36940/0 (socket says 172.21.15.1:36940) 2024-02-10T00:03:01.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.256+0000 7f6f8bfff640 1 -- 172.21.15.1:0/316064054 learned_addr learned my addr 172.21.15.1:0/316064054 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:01.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.256+0000 7f6f90d91640 1 --2- 172.21.15.1:0/3153382209 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6f740a2230 0x7f6f740a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.256+0000 7f6f90d91640 1 --2- 172.21.15.1:0/316064054 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ef0ba06e40 0x55ef0ba07220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.256+0000 7f6f8b7fe640 1 --2- 172.21.15.1:0/316064054 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ef0ba14aa0 0x55ef0ba16e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.256+0000 7f6f897fa640 1 -- 172.21.15.1:0/3153382209 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f6f7c0ce250 con 0x7f6f8c100360 2024-02-10T00:03:01.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.256+0000 7f6f8bfff640 1 -- 172.21.15.1:0/316064054 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ef0ba14aa0 msgr2=0x55ef0ba16e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:01.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.256+0000 7f6f8bfff640 1 --2- 172.21.15.1:0/316064054 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ef0ba14aa0 0x55ef0ba16e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.256+0000 7f6f8bfff640 1 -- 172.21.15.1:0/316064054 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ef0ba06e40 msgr2=0x55ef0ba07220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:01.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.256+0000 7f6f8bfff640 1 --2- 172.21.15.1:0/316064054 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ef0ba06e40 0x55ef0ba07220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.256+0000 7f6f8bfff640 1 -- 172.21.15.1:0/316064054 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ef0b914210 con 0x55ef0ba07760 2024-02-10T00:03:01.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.257+0000 7f6f8bfff640 1 --2- 172.21.15.1:0/316064054 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ef0ba07760 0x55ef0ba14560 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c007590 tx=0x7f6f7c000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad33ad9e02cac886 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:01.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.257+0000 7f6f90d91640 1 --2- 172.21.15.1:0/3153382209 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6f740a2230 0x7f6f740a46f0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f6f84009fd0 tx=0x7f6f84004ab0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:01.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.257+0000 7f6f727fc640 1 -- 172.21.15.1:0/316064054 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f7c09b310 con 0x55ef0ba07760 2024-02-10T00:03:01.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.257+0000 7f6f727fc640 1 -- 172.21.15.1:0/316064054 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6f7c09ac10 con 0x55ef0ba07760 2024-02-10T00:03:01.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.257+0000 7f6f727fc640 1 -- 172.21.15.1:0/316064054 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f7c0a2f20 con 0x55ef0ba07760 2024-02-10T00:03:01.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.257+0000 7f6f953c7740 1 -- 172.21.15.1:0/316064054 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ef0ba07760 msgr2=0x55ef0ba14560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:01.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.257+0000 7f6f953c7740 1 --2- 172.21.15.1:0/316064054 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ef0ba07760 0x55ef0ba14560 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c007590 tx=0x7f6f7c000bc0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.258+0000 7f6f953c7740 1 -- 172.21.15.1:0/316064054 shutdown_connections 2024-02-10T00:03:01.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.258+0000 7f6f953c7740 1 --2- 172.21.15.1:0/316064054 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ef0ba14aa0 0x55ef0ba16e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.258+0000 7f6f953c7740 1 --2- 172.21.15.1:0/316064054 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ef0ba07760 0x55ef0ba14560 unknown :-1 s=CLOSED pgs=903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.258+0000 7f6f953c7740 1 --2- 172.21.15.1:0/316064054 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ef0ba06e40 0x55ef0ba07220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.258+0000 7f6f953c7740 1 -- 172.21.15.1:0/316064054 >> 172.21.15.1:0/316064054 conn(0x55ef0ba018c0 msgr2=0x55ef0ba01ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:01.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.258+0000 7f6f953c7740 1 -- 172.21.15.1:0/316064054 shutdown_connections 2024-02-10T00:03:01.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.258+0000 7f6f953c7740 1 -- 172.21.15.1:0/316064054 wait complete. 2024-02-10T00:03:01.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.258+0000 7f6f953c7740 1 -- start start 2024-02-10T00:03:01.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.258+0000 7f6f953c7740 1 Processor -- start 2024-02-10T00:03:01.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.258+0000 7f6f953c7740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ef0ba06e40 0x55ef0ba11ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.258+0000 7f6f953c7740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ef0ba07760 0x55ef0ba12010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.258+0000 7f6f953c7740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ef0ba14aa0 0x55ef0ba12550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.258+0000 7f6f953c7740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef0b912e60 con 0x55ef0ba07760 2024-02-10T00:03:01.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.258+0000 7f6f953c7740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef0b6414b0 con 0x55ef0ba14aa0 2024-02-10T00:03:01.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.258+0000 7f6f953c7740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef0b8f3670 con 0x55ef0ba06e40 2024-02-10T00:03:01.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.258+0000 7f6f953c7740 10 client.0 _ll_register_callbacks cb 0x55ef0b90b190 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:03:01.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.259+0000 7f6f8b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ef0ba07760 0x55ef0ba12010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.259+0000 7f6f8b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ef0ba07760 0x55ef0ba12010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36952/0 (socket says 172.21.15.1:36952) 2024-02-10T00:03:01.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.259+0000 7f6f8b7fe640 1 -- 172.21.15.1:0/3928469573 learned_addr learned my addr 172.21.15.1:0/3928469573 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:01.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.259+0000 7f6f90d91640 1 --2- 172.21.15.1:0/3928469573 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ef0ba14aa0 0x55ef0ba12550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.259+0000 7f6f8bfff640 1 --2- 172.21.15.1:0/3928469573 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ef0ba06e40 0x55ef0ba11ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.259+0000 7f6f8b7fe640 1 -- 172.21.15.1:0/3928469573 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ef0ba06e40 msgr2=0x55ef0ba11ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:01.269 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.259+0000 7f6f8b7fe640 1 --2- 172.21.15.1:0/3928469573 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ef0ba06e40 0x55ef0ba11ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.269 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.259+0000 7f6f8b7fe640 1 -- 172.21.15.1:0/3928469573 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ef0ba14aa0 msgr2=0x55ef0ba12550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:01.269 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.259+0000 7f6f8b7fe640 1 --2- 172.21.15.1:0/3928469573 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ef0ba14aa0 0x55ef0ba12550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.269 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.259+0000 7f6f8b7fe640 1 -- 172.21.15.1:0/3928469573 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f8c1a4820 con 0x55ef0ba07760 2024-02-10T00:03:01.269 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.259+0000 7f6f8b7fe640 1 --2- 172.21.15.1:0/3928469573 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ef0ba07760 0x55ef0ba12010 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f6f80036040 tx=0x7f6f8002ca00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ec6d8a1c6573eb4 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:01.269 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.259+0000 7f6f6b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:03:01.269 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.259+0000 7f6f6b7fe640 1 -- 172.21.15.1:0/3928469573 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f80004460 con 0x55ef0ba07760 2024-02-10T00:03:01.269 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.259+0000 7f6f6b7fe640 1 -- 172.21.15.1:0/3928469573 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f6f8002cbf0 con 0x55ef0ba07760 2024-02-10T00:03:01.269 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.259+0000 7f6f953c7740 1 -- 172.21.15.1:0/3928469573 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ef0b66d860 con 0x55ef0ba07760 2024-02-10T00:03:01.269 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.259+0000 7f6f6b7fe640 1 -- 172.21.15.1:0/3928469573 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6f80004df0 con 0x55ef0ba07760 2024-02-10T00:03:01.269 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.259+0000 7f6f953c7740 10 client.16929 fetch_fsmap learned FSMap version 29 2024-02-10T00:03:01.269 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.259+0000 7f6f953c7740 1 -- 172.21.15.1:0/3928469573 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55ef0b96c390 con 0x55ef0ba07760 2024-02-10T00:03:01.269 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.260+0000 7f6f6b7fe640 1 -- 172.21.15.1:0/3928469573 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55ef0b66d860 con 0x55ef0ba07760 2024-02-10T00:03:01.269 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.260+0000 7f6f6b7fe640 1 -- 172.21.15.1:0/3928469573 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f6f8003c070 con 0x55ef0ba07760 2024-02-10T00:03:01.270 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.260+0000 7f6f953c7740 10 client.16929 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:03:01.270 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.260+0000 7f6f953c7740 10 client.16929 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:03:01.270 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.260+0000 7f6f953c7740 20 client.16929 populate_metadata read hostname 'smithi001' 2024-02-10T00:03:01.270 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.260+0000 7f6f953c7740 1 --2- 172.21.15.1:0/3928469573 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ef0ba24bb0 0x55ef0ba26fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.270 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.260+0000 7f6f953c7740 4 client.16929 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:03:01.270 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.260+0000 7f6f953c7740 1 -- 172.21.15.1:0/3928469573 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ef0b6be410 con 0x55ef0ba24bb0 2024-02-10T00:03:01.270 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.260+0000 7f6f8bfff640 1 --2- 172.21.15.1:0/3928469573 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ef0ba24bb0 0x55ef0ba26fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.270 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.260+0000 7f6f6b7fe640 10 client.16929 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:01.270 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.260+0000 7f6f8bfff640 1 --2- 172.21.15.1:0/3928469573 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ef0ba24bb0 0x55ef0ba26fd0 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1f42f0204a3e03c server_cookie=a6511892130687fe in_seq=0 out_seq=0 2024-02-10T00:03:01.270 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.261+0000 7f6f6b7fe640 1 -- 172.21.15.1:0/3928469573 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55ef0b6be410 con 0x55ef0ba24bb0 2024-02-10T00:03:01.270 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.261+0000 7f6f6b7fe640 10 client.16929 handle_command_reply: tid=0 2024-02-10T00:03:01.270 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.261+0000 7f6f953c7740 1 client.16929 shutdown 2024-02-10T00:03:01.270 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.262+0000 7f6f953c7740 1 -- 172.21.15.1:0/3928469573 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ef0ba07760 msgr2=0x55ef0ba12010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:01.270 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.262+0000 7f6f953c7740 1 --2- 172.21.15.1:0/3928469573 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ef0ba07760 0x55ef0ba12010 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f6f80036040 tx=0x7f6f8002ca00 comp rx=0 tx=0).stop 2024-02-10T00:03:01.270 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.262+0000 7f6f953c7740 1 -- 172.21.15.1:0/3928469573 shutdown_connections 2024-02-10T00:03:01.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.262+0000 7f6f953c7740 1 --2- 172.21.15.1:0/3928469573 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ef0ba24bb0 0x55ef0ba26fd0 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.262+0000 7f6f953c7740 1 --2- 172.21.15.1:0/3928469573 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ef0ba14aa0 0x55ef0ba12550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.262+0000 7f6f6b7fe640 0 client.16929 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:01.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.262+0000 7f6f953c7740 1 --2- 172.21.15.1:0/3928469573 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ef0ba07760 0x55ef0ba12010 unknown :-1 s=CLOSED pgs=904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.262+0000 7f6f953c7740 1 --2- 172.21.15.1:0/3928469573 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ef0ba06e40 0x55ef0ba11ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.262+0000 7f6f953c7740 1 -- 172.21.15.1:0/3928469573 >> 172.21.15.1:0/3928469573 conn(0x55ef0ba018c0 msgr2=0x55ef0ba03610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:01.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.262+0000 7f6f953c7740 1 -- 172.21.15.1:0/3928469573 shutdown_connections 2024-02-10T00:03:01.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.262+0000 7f6f953c7740 1 -- 172.21.15.1:0/3928469573 wait complete. 2024-02-10T00:03:01.271 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.262+0000 7f6f953c7740 20 client.16929 trim_cache size 0 max 16384 2024-02-10T00:03:01.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.277+0000 7f6f953c7740 1 Processor -- start 2024-02-10T00:03:01.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.277+0000 7f6f953c7740 1 -- start start 2024-02-10T00:03:01.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.277+0000 7f6f953c7740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ef0ba06e40 0x55ef0ba12370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.277+0000 7f6f953c7740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ef0ba07760 0x55ef0ba007a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.277+0000 7f6f953c7740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ef0ba14aa0 0x55ef0ba1b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.277+0000 7f6f953c7740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef0ba02af0 con 0x55ef0ba14aa0 2024-02-10T00:03:01.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.277+0000 7f6f953c7740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef0ba216b0 con 0x55ef0ba06e40 2024-02-10T00:03:01.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.277+0000 7f6f953c7740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef0ba07c60 con 0x55ef0ba07760 2024-02-10T00:03:01.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.277+0000 7f6f90d91640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ef0ba14aa0 0x55ef0ba1b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.277+0000 7f6f90d91640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ef0ba14aa0 0x55ef0ba1b9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36954/0 (socket says 172.21.15.1:36954) 2024-02-10T00:03:01.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.277+0000 7f6f90d91640 1 -- 172.21.15.1:0/2519500054 learned_addr learned my addr 172.21.15.1:0/2519500054 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:01.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.278+0000 7f6f8bfff640 1 --2- 172.21.15.1:0/2519500054 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ef0ba06e40 0x55ef0ba12370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.278+0000 7f6f8b7fe640 1 --2- 172.21.15.1:0/2519500054 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ef0ba07760 0x55ef0ba007a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.278+0000 7f6f90d91640 1 -- 172.21.15.1:0/2519500054 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ef0ba07760 msgr2=0x55ef0ba007a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:01.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.278+0000 7f6f90d91640 1 --2- 172.21.15.1:0/2519500054 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ef0ba07760 0x55ef0ba007a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.278+0000 7f6f90d91640 1 -- 172.21.15.1:0/2519500054 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ef0ba06e40 msgr2=0x55ef0ba12370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:01.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.278+0000 7f6f90d91640 1 --2- 172.21.15.1:0/2519500054 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ef0ba06e40 0x55ef0ba12370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.278+0000 7f6f90d91640 1 -- 172.21.15.1:0/2519500054 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ef0b908c70 con 0x55ef0ba14aa0 2024-02-10T00:03:01.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.278+0000 7f6f8bfff640 1 --2- 172.21.15.1:0/2519500054 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ef0ba06e40 0x55ef0ba12370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:03:01.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.278+0000 7f6f8b7fe640 1 --2- 172.21.15.1:0/2519500054 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ef0ba07760 0x55ef0ba007a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:03:01.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.278+0000 7f6f90d91640 1 --2- 172.21.15.1:0/2519500054 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ef0ba14aa0 0x55ef0ba1b9e0 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f6f84003aa0 tx=0x7f6f84017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=429f50dac870453 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:01.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.278+0000 7f6f71ffb640 1 -- 172.21.15.1:0/2519500054 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f84026070 con 0x55ef0ba14aa0 2024-02-10T00:03:01.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.278+0000 7f6f71ffb640 1 -- 172.21.15.1:0/2519500054 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6f8400fe50 con 0x55ef0ba14aa0 2024-02-10T00:03:01.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.278+0000 7f6f71ffb640 1 -- 172.21.15.1:0/2519500054 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f84004890 con 0x55ef0ba14aa0 2024-02-10T00:03:01.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.279+0000 7f6f953c7740 1 -- 172.21.15.1:0/2519500054 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ef0ba14aa0 msgr2=0x55ef0ba1b9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:01.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.279+0000 7f6f953c7740 1 --2- 172.21.15.1:0/2519500054 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ef0ba14aa0 0x55ef0ba1b9e0 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f6f84003aa0 tx=0x7f6f84017000 comp rx=0 tx=0).stop 2024-02-10T00:03:01.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.279+0000 7f6f953c7740 1 -- 172.21.15.1:0/2519500054 shutdown_connections 2024-02-10T00:03:01.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.279+0000 7f6f953c7740 1 --2- 172.21.15.1:0/2519500054 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ef0ba14aa0 0x55ef0ba1b9e0 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.279+0000 7f6f953c7740 1 --2- 172.21.15.1:0/2519500054 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ef0ba07760 0x55ef0ba007a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.279+0000 7f6f953c7740 1 --2- 172.21.15.1:0/2519500054 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ef0ba06e40 0x55ef0ba12370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.279+0000 7f6f953c7740 1 -- 172.21.15.1:0/2519500054 >> 172.21.15.1:0/2519500054 conn(0x55ef0ba018c0 msgr2=0x55ef0ba00090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:01.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.279+0000 7f6f953c7740 1 -- 172.21.15.1:0/2519500054 shutdown_connections 2024-02-10T00:03:01.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.279+0000 7f6f953c7740 1 -- 172.21.15.1:0/2519500054 wait complete. 2024-02-10T00:03:01.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.279+0000 7f6f953c7740 1 -- start start 2024-02-10T00:03:01.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.279+0000 7f6f953c7740 1 Processor -- start 2024-02-10T00:03:01.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.280+0000 7f6f953c7740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ef0ba06e40 0x55ef0ba71050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.280+0000 7f6f953c7740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ef0ba07760 0x55ef0ba71590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.280+0000 7f6f953c7740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ef0ba14aa0 0x55ef0ba7c0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.280+0000 7f6f953c7740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef0ba71da0 con 0x55ef0ba14aa0 2024-02-10T00:03:01.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.280+0000 7f6f953c7740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef0ba71f10 con 0x55ef0ba06e40 2024-02-10T00:03:01.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.280+0000 7f6f953c7740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef0ba7c690 con 0x55ef0ba07760 2024-02-10T00:03:01.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.280+0000 7f6f953c7740 10 client.0 _ll_register_callbacks cb 0x7f6f7c09a9e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:03:01.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.280+0000 7f6f90d91640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ef0ba14aa0 0x55ef0ba7c0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.280+0000 7f6f90d91640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ef0ba14aa0 0x55ef0ba7c0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36956/0 (socket says 172.21.15.1:36956) 2024-02-10T00:03:01.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.280+0000 7f6f90d91640 1 -- 172.21.15.1:0/1206591549 learned_addr learned my addr 172.21.15.1:0/1206591549 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:01.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.280+0000 7f6f8b7fe640 1 --2- 172.21.15.1:0/1206591549 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ef0ba07760 0x55ef0ba71590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.280+0000 7f6f8bfff640 1 --2- 172.21.15.1:0/1206591549 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ef0ba06e40 0x55ef0ba71050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.280+0000 7f6f90d91640 1 -- 172.21.15.1:0/1206591549 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ef0ba07760 msgr2=0x55ef0ba71590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:01.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.280+0000 7f6f90d91640 1 --2- 172.21.15.1:0/1206591549 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ef0ba07760 0x55ef0ba71590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.280+0000 7f6f90d91640 1 -- 172.21.15.1:0/1206591549 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ef0ba06e40 msgr2=0x55ef0ba71050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:01.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.280+0000 7f6f90d91640 1 --2- 172.21.15.1:0/1206591549 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ef0ba06e40 0x55ef0ba71050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.280+0000 7f6f90d91640 1 -- 172.21.15.1:0/1206591549 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f8401a040 con 0x55ef0ba14aa0 2024-02-10T00:03:01.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.280+0000 7f6f90d91640 1 --2- 172.21.15.1:0/1206591549 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ef0ba14aa0 0x55ef0ba7c0d0 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f6f84003a70 tx=0x7f6f84012a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c79845e69dcc855a server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:01.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.280+0000 7f6f6b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:03:01.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.280+0000 7f6f6b7fe640 1 -- 172.21.15.1:0/1206591549 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f84026070 con 0x55ef0ba14aa0 2024-02-10T00:03:01.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.280+0000 7f6f6b7fe640 1 -- 172.21.15.1:0/1206591549 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f6f84004810 con 0x55ef0ba14aa0 2024-02-10T00:03:01.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.280+0000 7f6f953c7740 1 -- 172.21.15.1:0/1206591549 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f6f7c09ac10 con 0x55ef0ba14aa0 2024-02-10T00:03:01.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.281+0000 7f6f6b7fe640 1 -- 172.21.15.1:0/1206591549 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6f8402b680 con 0x55ef0ba14aa0 2024-02-10T00:03:01.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.281+0000 7f6f953c7740 10 client.16935 fetch_fsmap learned FSMap version 29 2024-02-10T00:03:01.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.281+0000 7f6f953c7740 1 -- 172.21.15.1:0/1206591549 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55ef0b92eac0 con 0x55ef0ba14aa0 2024-02-10T00:03:01.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.281+0000 7f6f6b7fe640 1 -- 172.21.15.1:0/1206591549 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6f7c09ac10 con 0x55ef0ba14aa0 2024-02-10T00:03:01.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.281+0000 7f6f6b7fe640 1 -- 172.21.15.1:0/1206591549 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f6f8403da90 con 0x55ef0ba14aa0 2024-02-10T00:03:01.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.281+0000 7f6f953c7740 10 client.16935 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:03:01.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.281+0000 7f6f953c7740 10 client.16935 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:03:01.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.281+0000 7f6f953c7740 20 client.16935 populate_metadata read hostname 'smithi001' 2024-02-10T00:03:01.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.281+0000 7f6f953c7740 1 --2- 172.21.15.1:0/1206591549 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ef0ba7dd20 0x55ef0ba80140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.281+0000 7f6f953c7740 4 client.16935 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-02-10T00:03:01.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.281+0000 7f6f953c7740 1 -- 172.21.15.1:0/1206591549 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55ef0b6aa7b0 con 0x55ef0ba7dd20 2024-02-10T00:03:01.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.281+0000 7f6f8bfff640 1 --2- 172.21.15.1:0/1206591549 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ef0ba7dd20 0x55ef0ba80140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.282+0000 7f6f6b7fe640 10 client.16935 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:01.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.282+0000 7f6f8bfff640 1 --2- 172.21.15.1:0/1206591549 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ef0ba7dd20 0x55ef0ba80140 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=83d4f81a968799ee server_cookie=131364b7f0259a68 in_seq=0 out_seq=0 2024-02-10T00:03:01.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.283+0000 7f6f6b7fe640 1 -- 172.21.15.1:0/1206591549 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55ef0b6aa7b0 con 0x55ef0ba7dd20 2024-02-10T00:03:01.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.283+0000 7f6f6b7fe640 10 client.16935 handle_command_reply: tid=0 2024-02-10T00:03:01.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.283+0000 7f6f953c7740 1 client.16935 shutdown 2024-02-10T00:03:01.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.283+0000 7f6f953c7740 1 -- 172.21.15.1:0/1206591549 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ef0ba14aa0 msgr2=0x55ef0ba7c0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:01.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.283+0000 7f6f953c7740 1 --2- 172.21.15.1:0/1206591549 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ef0ba14aa0 0x55ef0ba7c0d0 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f6f84003a70 tx=0x7f6f84012a10 comp rx=0 tx=0).stop 2024-02-10T00:03:01.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.283+0000 7f6f953c7740 1 -- 172.21.15.1:0/1206591549 shutdown_connections 2024-02-10T00:03:01.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.283+0000 7f6f953c7740 1 --2- 172.21.15.1:0/1206591549 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ef0ba7dd20 0x55ef0ba80140 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.283+0000 7f6f953c7740 1 --2- 172.21.15.1:0/1206591549 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ef0ba14aa0 0x55ef0ba7c0d0 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.283+0000 7f6f953c7740 1 --2- 172.21.15.1:0/1206591549 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ef0ba07760 0x55ef0ba71590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.283+0000 7f6f953c7740 1 --2- 172.21.15.1:0/1206591549 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ef0ba06e40 0x55ef0ba71050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.283+0000 7f6f6b7fe640 0 client.16935 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:01.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.283+0000 7f6f953c7740 1 -- 172.21.15.1:0/1206591549 >> 172.21.15.1:0/1206591549 conn(0x55ef0ba018c0 msgr2=0x55ef0ba00920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:01.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.283+0000 7f6f953c7740 1 -- 172.21.15.1:0/1206591549 shutdown_connections 2024-02-10T00:03:01.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.283+0000 7f6f953c7740 1 -- 172.21.15.1:0/1206591549 wait complete. 2024-02-10T00:03:01.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.283+0000 7f6f953c7740 20 client.16935 trim_cache size 0 max 16384 2024-02-10T00:03:01.301 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:03:01.302 INFO:teuthology.orchestra.run.smithi001.stdout: "return_code": 0, 2024-02-10T00:03:01.302 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_tag": "7d70576f-bdc4-4fb7-881d-2c1b4dbfd419", 2024-02-10T00:03:01.302 INFO:teuthology.orchestra.run.smithi001.stdout: "mode": "asynchronous" 2024-02-10T00:03:01.302 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:03:01.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.284+0000 7f6f927f4640 1 -- 172.21.15.1:0/3153382209 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6f740a2230 msgr2=0x7f6f740a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:01.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.284+0000 7f6f927f4640 1 --2- 172.21.15.1:0/3153382209 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6f740a2230 0x7f6f740a46f0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f6f84009fd0 tx=0x7f6f84004ab0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.284+0000 7f6f927f4640 1 -- 172.21.15.1:0/3153382209 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6f8c100360 msgr2=0x7f6f8c19d450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:01.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.284+0000 7f6f927f4640 1 --2- 172.21.15.1:0/3153382209 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6f8c100360 0x7f6f8c19d450 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c00c920 tx=0x7f6f7c00cde0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.284+0000 7f6f927f4640 1 -- 172.21.15.1:0/3153382209 shutdown_connections 2024-02-10T00:03:01.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.284+0000 7f6f927f4640 1 --2- 172.21.15.1:0/3153382209 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6f740a2230 0x7f6f740a46f0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.284+0000 7f6f927f4640 1 --2- 172.21.15.1:0/3153382209 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6f8c197600 0x7f6f8c197ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.284+0000 7f6f927f4640 1 --2- 172.21.15.1:0/3153382209 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6f8c105430 0x7f6f8c19d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.284+0000 7f6f927f4640 1 --2- 172.21.15.1:0/3153382209 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6f8c100360 0x7f6f8c19d450 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.284+0000 7f6f927f4640 1 -- 172.21.15.1:0/3153382209 >> 172.21.15.1:0/3153382209 conn(0x7f6f8c077250 msgr2=0x7f6f8c069bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:01.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.284+0000 7f6f927f4640 1 -- 172.21.15.1:0/3153382209 shutdown_connections 2024-02-10T00:03:01.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.284+0000 7f6f927f4640 1 -- 172.21.15.1:0/3153382209 wait complete. 2024-02-10T00:03:01.305 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:03:01.306 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:03:01.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.408+0000 7fc3117ef640 1 -- 172.21.15.1:0/3627312070 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc30c0ff6a0 msgr2=0x7fc30c0ffb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:01.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.408+0000 7fc3117ef640 1 --2- 172.21.15.1:0/3627312070 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc30c0ff6a0 0x7fc30c0ffb20 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7fc2f4009900 tx=0x7fc2f402bc80 comp rx=0 tx=0).stop 2024-02-10T00:03:01.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.408+0000 7fc3117ef640 1 -- 172.21.15.1:0/3627312070 shutdown_connections 2024-02-10T00:03:01.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.408+0000 7fc3117ef640 1 --2- 172.21.15.1:0/3627312070 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc30c100060 0x7fc30c10e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.408+0000 7fc3117ef640 1 --2- 172.21.15.1:0/3627312070 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc30c0ff6a0 0x7fc30c0ffb20 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.408+0000 7fc3117ef640 1 --2- 172.21.15.1:0/3627312070 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc30c1031b0 0x7fc30c103590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.408+0000 7fc3117ef640 1 -- 172.21.15.1:0/3627312070 >> 172.21.15.1:0/3627312070 conn(0x7fc30c076620 msgr2=0x7fc30c0fd9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:01.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.408+0000 7fc3117ef640 1 -- 172.21.15.1:0/3627312070 shutdown_connections 2024-02-10T00:03:01.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.408+0000 7fc3117ef640 1 -- 172.21.15.1:0/3627312070 wait complete. 2024-02-10T00:03:01.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.409+0000 7fc3117ef640 1 Processor -- start 2024-02-10T00:03:01.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.409+0000 7fc3117ef640 1 -- start start 2024-02-10T00:03:01.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.409+0000 7fc3117ef640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc30c0ff6a0 0x7fc30c19d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.409+0000 7fc3117ef640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc30c100060 0x7fc30c19db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.409+0000 7fc3117ef640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc30c1031b0 0x7fc30c197800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.409+0000 7fc3117ef640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc30c197ea0 con 0x7fc30c0ff6a0 2024-02-10T00:03:01.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.409+0000 7fc3117ef640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc30c198010 con 0x7fc30c100060 2024-02-10T00:03:01.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.409+0000 7fc3117ef640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc30c1981d0 con 0x7fc30c1031b0 2024-02-10T00:03:01.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.409+0000 7fc30affd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc30c0ff6a0 0x7fc30c19d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.409+0000 7fc30affd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc30c0ff6a0 0x7fc30c19d640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36978/0 (socket says 172.21.15.1:36978) 2024-02-10T00:03:01.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.409+0000 7fc30affd640 1 -- 172.21.15.1:0/616368723 learned_addr learned my addr 172.21.15.1:0/616368723 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:01.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.409+0000 7fc30b7fe640 1 --2- 172.21.15.1:0/616368723 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc30c1031b0 0x7fc30c197800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.409+0000 7fc303fff640 1 --2- 172.21.15.1:0/616368723 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc30c100060 0x7fc30c19db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.409+0000 7fc30affd640 1 -- 172.21.15.1:0/616368723 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc30c1031b0 msgr2=0x7fc30c197800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:01.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.409+0000 7fc30affd640 1 --2- 172.21.15.1:0/616368723 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc30c1031b0 0x7fc30c197800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.409+0000 7fc30affd640 1 -- 172.21.15.1:0/616368723 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc30c100060 msgr2=0x7fc30c19db80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:01.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.409+0000 7fc30affd640 1 --2- 172.21.15.1:0/616368723 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc30c100060 0x7fc30c19db80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.409+0000 7fc30affd640 1 -- 172.21.15.1:0/616368723 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2f4009560 con 0x7fc30c0ff6a0 2024-02-10T00:03:01.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.409+0000 7fc303fff640 1 --2- 172.21.15.1:0/616368723 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc30c100060 0x7fc30c19db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:03:01.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.409+0000 7fc30b7fe640 1 --2- 172.21.15.1:0/616368723 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc30c1031b0 0x7fc30c197800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:03:01.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.409+0000 7fc30affd640 1 --2- 172.21.15.1:0/616368723 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc30c0ff6a0 0x7fc30c19d640 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7fc2fc00d950 tx=0x7fc2fc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:01.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.409+0000 7fc308ff9640 1 -- 172.21.15.1:0/616368723 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2fc009a30 con 0x7fc30c0ff6a0 2024-02-10T00:03:01.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.410+0000 7fc308ff9640 1 -- 172.21.15.1:0/616368723 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc2fc009b90 con 0x7fc30c0ff6a0 2024-02-10T00:03:01.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.410+0000 7fc3117ef640 1 -- 172.21.15.1:0/616368723 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc30c1984b0 con 0x7fc30c0ff6a0 2024-02-10T00:03:01.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.410+0000 7fc308ff9640 1 -- 172.21.15.1:0/616368723 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2fc004a00 con 0x7fc30c0ff6a0 2024-02-10T00:03:01.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.410+0000 7fc3117ef640 1 -- 172.21.15.1:0/616368723 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc30c1a4670 con 0x7fc30c0ff6a0 2024-02-10T00:03:01.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.412+0000 7fc308ff9640 1 -- 172.21.15.1:0/616368723 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fc2fc009d00 con 0x7fc30c0ff6a0 2024-02-10T00:03:01.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.412+0000 7fc3143bd740 1 Processor -- start 2024-02-10T00:03:01.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.412+0000 7fc3143bd740 1 -- start start 2024-02-10T00:03:01.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.412+0000 7fc308ff9640 1 --2- 172.21.15.1:0/616368723 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc2f80a2230 0x7fc2f80a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.412+0000 7fc3143bd740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f011930980 0x55f011930d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.413+0000 7fc3143bd740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f011931330 0x55f0119398e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.413+0000 7fc3143bd740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f011939eb0 0x55f01193c300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.413+0000 7fc3143bd740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f0118ebd00 con 0x55f011939eb0 2024-02-10T00:03:01.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.413+0000 7fc3143bd740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f0118a02f0 con 0x55f011930980 2024-02-10T00:03:01.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.413+0000 7fc3143bd740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f01189d820 con 0x55f011931330 2024-02-10T00:03:01.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.413+0000 7fc30b7fe640 1 --2- 172.21.15.1:0/616368723 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc2f80a2230 0x7fc2f80a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.413+0000 7fc308ff9640 1 -- 172.21.15.1:0/616368723 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fc2fc0cdb40 con 0x7fc30c0ff6a0 2024-02-10T00:03:01.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.413+0000 7fc30b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f011939eb0 0x55f01193c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.413+0000 7fc30b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f011939eb0 0x55f01193c300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36992/0 (socket says 172.21.15.1:36992) 2024-02-10T00:03:01.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.413+0000 7fc30b7fe640 1 -- 172.21.15.1:0/2562563484 learned_addr learned my addr 172.21.15.1:0/2562563484 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:01.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.413+0000 7fc303fff640 1 --2- 172.21.15.1:0/2562563484 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f011931330 0x55f0119398e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.413+0000 7fc30affd640 1 --2- 172.21.15.1:0/2562563484 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f011930980 0x55f011930d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.413+0000 7fc30b7fe640 1 -- 172.21.15.1:0/2562563484 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f011931330 msgr2=0x55f0119398e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:01.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.413+0000 7fc30b7fe640 1 --2- 172.21.15.1:0/2562563484 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f011931330 0x55f0119398e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.413+0000 7fc30b7fe640 1 -- 172.21.15.1:0/2562563484 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f011930980 msgr2=0x55f011930d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:01.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.413+0000 7fc30b7fe640 1 --2- 172.21.15.1:0/2562563484 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f011930980 0x55f011930d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.413+0000 7fc30b7fe640 1 -- 172.21.15.1:0/2562563484 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f01185aff0 con 0x55f011939eb0 2024-02-10T00:03:01.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.413+0000 7fc303fff640 1 --2- 172.21.15.1:0/2562563484 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f011931330 0x55f0119398e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:03:01.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.413+0000 7fc30b7fe640 1 --2- 172.21.15.1:0/616368723 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc2f80a2230 0x7fc2f80a46f0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fc304009fd0 tx=0x7fc304009dc0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:01.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.413+0000 7fc30b7fe640 1 --2- 172.21.15.1:0/2562563484 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f011939eb0 0x55f01193c300 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7fc304011810 tx=0x7fc304014f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f593869d7a94082 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:01.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.413+0000 7fc3017fa640 1 -- 172.21.15.1:0/2562563484 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc304014530 con 0x55f011939eb0 2024-02-10T00:03:01.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.413+0000 7fc3017fa640 1 -- 172.21.15.1:0/2562563484 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc30401a040 con 0x55f011939eb0 2024-02-10T00:03:01.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.413+0000 7fc3017fa640 1 -- 172.21.15.1:0/2562563484 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc304005310 con 0x55f011939eb0 2024-02-10T00:03:01.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.414+0000 7fc3143bd740 1 -- 172.21.15.1:0/2562563484 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f011939eb0 msgr2=0x55f01193c300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:01.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.414+0000 7fc3143bd740 1 --2- 172.21.15.1:0/2562563484 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f011939eb0 0x55f01193c300 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7fc304011810 tx=0x7fc304014f90 comp rx=0 tx=0).stop 2024-02-10T00:03:01.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.414+0000 7fc3143bd740 1 -- 172.21.15.1:0/2562563484 shutdown_connections 2024-02-10T00:03:01.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.414+0000 7fc3143bd740 1 --2- 172.21.15.1:0/2562563484 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f011939eb0 0x55f01193c300 unknown :-1 s=CLOSED pgs=909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.414+0000 7fc3143bd740 1 --2- 172.21.15.1:0/2562563484 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f011931330 0x55f0119398e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.414+0000 7fc3143bd740 1 --2- 172.21.15.1:0/2562563484 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f011930980 0x55f011930d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.414+0000 7fc3143bd740 1 -- 172.21.15.1:0/2562563484 >> 172.21.15.1:0/2562563484 conn(0x55f01192b050 msgr2=0x55f01192b430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:01.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.414+0000 7fc3143bd740 1 -- 172.21.15.1:0/2562563484 shutdown_connections 2024-02-10T00:03:01.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.414+0000 7fc3143bd740 1 -- 172.21.15.1:0/2562563484 wait complete. 2024-02-10T00:03:01.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.415+0000 7fc3143bd740 1 -- start start 2024-02-10T00:03:01.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.415+0000 7fc3143bd740 1 Processor -- start 2024-02-10T00:03:01.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.415+0000 7fc3143bd740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f011930980 0x55f011936de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.415+0000 7fc3143bd740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f011931330 0x55f011937320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.415+0000 7fc3143bd740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f011939eb0 0x55f011937860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.415+0000 7fc3143bd740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f011899000 con 0x55f011930980 2024-02-10T00:03:01.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.415+0000 7fc3143bd740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f01156c430 con 0x55f011931330 2024-02-10T00:03:01.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.415+0000 7fc3143bd740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f011528e00 con 0x55f011939eb0 2024-02-10T00:03:01.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.415+0000 7fc30affd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f011930980 0x55f011936de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.415+0000 7fc3143bd740 10 client.0 _ll_register_callbacks cb 0x55f01188d7f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:03:01.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.415+0000 7fc30affd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f011930980 0x55f011936de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37008/0 (socket says 172.21.15.1:37008) 2024-02-10T00:03:01.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.415+0000 7fc30affd640 1 -- 172.21.15.1:0/2041452914 learned_addr learned my addr 172.21.15.1:0/2041452914 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:01.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.415+0000 7fc303fff640 1 --2- 172.21.15.1:0/2041452914 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f011931330 0x55f011937320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.415+0000 7fc30affd640 1 -- 172.21.15.1:0/2041452914 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f011939eb0 msgr2=0x55f011937860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:01.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.415+0000 7fc30affd640 1 --2- 172.21.15.1:0/2041452914 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f011939eb0 0x55f011937860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.415+0000 7fc30affd640 1 -- 172.21.15.1:0/2041452914 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f011931330 msgr2=0x55f011937320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:01.426 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.415+0000 7fc30affd640 1 --2- 172.21.15.1:0/2041452914 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f011931330 0x55f011937320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.415+0000 7fc30affd640 1 -- 172.21.15.1:0/2041452914 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc304011b00 con 0x55f011930980 2024-02-10T00:03:01.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.415+0000 7fc30affd640 1 --2- 172.21.15.1:0/2041452914 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f011930980 0x55f011936de0 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7fc2fc09a4f0 tx=0x7fc2fc062bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5e52360b55952c0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:01.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.415+0000 7fc2f27fc640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:03:01.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.416+0000 7fc2f27fc640 1 -- 172.21.15.1:0/2041452914 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2fc09a560 con 0x55f011930980 2024-02-10T00:03:01.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.416+0000 7fc2f27fc640 1 -- 172.21.15.1:0/2041452914 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fc2fc09e6b0 con 0x55f011930980 2024-02-10T00:03:01.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.416+0000 7fc3143bd740 1 -- 172.21.15.1:0/2041452914 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f0115987e0 con 0x55f011930980 2024-02-10T00:03:01.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.416+0000 7fc2f27fc640 1 -- 172.21.15.1:0/2041452914 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc2fc0a2d00 con 0x55f011930980 2024-02-10T00:03:01.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.416+0000 7fc3143bd740 10 client.16947 fetch_fsmap learned FSMap version 29 2024-02-10T00:03:01.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.416+0000 7fc3143bd740 1 -- 172.21.15.1:0/2041452914 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55f011897680 con 0x55f011930980 2024-02-10T00:03:01.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.416+0000 7fc2f27fc640 1 -- 172.21.15.1:0/2041452914 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55f0115987e0 con 0x55f011930980 2024-02-10T00:03:01.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.416+0000 7fc2f27fc640 1 -- 172.21.15.1:0/2041452914 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fc2fc096bd0 con 0x55f011930980 2024-02-10T00:03:01.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.416+0000 7fc3143bd740 10 client.16947 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:03:01.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.416+0000 7fc3143bd740 10 client.16947 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:03:01.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.416+0000 7fc3143bd740 20 client.16947 populate_metadata read hostname 'smithi001' 2024-02-10T00:03:01.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.416+0000 7fc3143bd740 1 --2- 172.21.15.1:0/2041452914 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55f01194a3b0 0x55f01194c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.416+0000 7fc3143bd740 4 client.16947 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:03:01.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.416+0000 7fc3143bd740 1 -- 172.21.15.1:0/2041452914 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f0115d5720 con 0x55f01194a3b0 2024-02-10T00:03:01.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.416+0000 7fc303fff640 1 --2- 172.21.15.1:0/2041452914 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55f01194a3b0 0x55f01194c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.417+0000 7fc303fff640 1 --2- 172.21.15.1:0/2041452914 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55f01194a3b0 0x55f01194c7a0 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=515882bbce7d5862 server_cookie=7169c167e68bdca4 in_seq=0 out_seq=0 2024-02-10T00:03:01.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.417+0000 7fc2f27fc640 10 client.16947 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:01.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.417+0000 7fc2f27fc640 1 -- 172.21.15.1:0/2041452914 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55f0115d5720 con 0x55f01194a3b0 2024-02-10T00:03:01.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.417+0000 7fc2f27fc640 10 client.16947 handle_command_reply: tid=0 2024-02-10T00:03:01.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.417+0000 7fc3143bd740 1 client.16947 shutdown 2024-02-10T00:03:01.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.417+0000 7fc3143bd740 1 -- 172.21.15.1:0/2041452914 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f011930980 msgr2=0x55f011936de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:01.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.417+0000 7fc3143bd740 1 --2- 172.21.15.1:0/2041452914 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f011930980 0x55f011936de0 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7fc2fc09a4f0 tx=0x7fc2fc062bf0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.418+0000 7fc3143bd740 1 -- 172.21.15.1:0/2041452914 shutdown_connections 2024-02-10T00:03:01.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.418+0000 7fc3143bd740 1 --2- 172.21.15.1:0/2041452914 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55f01194a3b0 0x55f01194c7a0 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.418+0000 7fc3143bd740 1 --2- 172.21.15.1:0/2041452914 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f011939eb0 0x55f011937860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.418+0000 7fc3143bd740 1 --2- 172.21.15.1:0/2041452914 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f011931330 0x55f011937320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.418+0000 7fc2f27fc640 0 client.16947 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:01.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.418+0000 7fc3143bd740 1 --2- 172.21.15.1:0/2041452914 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f011930980 0x55f011936de0 unknown :-1 s=CLOSED pgs=910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.418+0000 7fc3143bd740 1 -- 172.21.15.1:0/2041452914 >> 172.21.15.1:0/2041452914 conn(0x55f01192b050 msgr2=0x55f01192cda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:01.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.418+0000 7fc3143bd740 1 -- 172.21.15.1:0/2041452914 shutdown_connections 2024-02-10T00:03:01.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.418+0000 7fc3143bd740 1 -- 172.21.15.1:0/2041452914 wait complete. 2024-02-10T00:03:01.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.418+0000 7fc3143bd740 20 client.16947 trim_cache size 0 max 16384 2024-02-10T00:03:01.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.432+0000 7fc3143bd740 1 Processor -- start 2024-02-10T00:03:01.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.433+0000 7fc3143bd740 1 -- start start 2024-02-10T00:03:01.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.433+0000 7fc3143bd740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f011930980 0x55f011934040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.433+0000 7fc3143bd740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f011931330 0x55f011934580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.433+0000 7fc3143bd740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f011939eb0 0x55f011936da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.433+0000 7fc3143bd740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f011926780 con 0x55f011939eb0 2024-02-10T00:03:01.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.433+0000 7fc3143bd740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f01181dfd0 con 0x55f011930980 2024-02-10T00:03:01.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.433+0000 7fc3143bd740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f01194a1b0 con 0x55f011931330 2024-02-10T00:03:01.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.433+0000 7fc30b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f011939eb0 0x55f011936da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.433+0000 7fc30b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f011939eb0 0x55f011936da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37012/0 (socket says 172.21.15.1:37012) 2024-02-10T00:03:01.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.433+0000 7fc30b7fe640 1 -- 172.21.15.1:0/3210229561 learned_addr learned my addr 172.21.15.1:0/3210229561 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:01.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.433+0000 7fc303fff640 1 --2- 172.21.15.1:0/3210229561 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f011931330 0x55f011934580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.433+0000 7fc30affd640 1 --2- 172.21.15.1:0/3210229561 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f011930980 0x55f011934040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.433+0000 7fc30b7fe640 1 -- 172.21.15.1:0/3210229561 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f011931330 msgr2=0x55f011934580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:01.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.433+0000 7fc30b7fe640 1 --2- 172.21.15.1:0/3210229561 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f011931330 0x55f011934580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.433+0000 7fc30b7fe640 1 -- 172.21.15.1:0/3210229561 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f011930980 msgr2=0x55f011934040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:01.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.433+0000 7fc30b7fe640 1 --2- 172.21.15.1:0/3210229561 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f011930980 0x55f011934040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.433+0000 7fc30b7fe640 1 -- 172.21.15.1:0/3210229561 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f011833b30 con 0x55f011939eb0 2024-02-10T00:03:01.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.433+0000 7fc30b7fe640 1 --2- 172.21.15.1:0/3210229561 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f011939eb0 0x55f011936da0 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7fc304005c80 tx=0x7fc304014530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=889f3f077b4b665a server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:01.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.434+0000 7fc300ff9640 1 -- 172.21.15.1:0/3210229561 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc304014090 con 0x55f011939eb0 2024-02-10T00:03:01.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.434+0000 7fc300ff9640 1 -- 172.21.15.1:0/3210229561 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc3040141f0 con 0x55f011939eb0 2024-02-10T00:03:01.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.434+0000 7fc300ff9640 1 -- 172.21.15.1:0/3210229561 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3040053c0 con 0x55f011939eb0 2024-02-10T00:03:01.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.434+0000 7fc3143bd740 1 -- 172.21.15.1:0/3210229561 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f011939eb0 msgr2=0x55f011936da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:01.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.434+0000 7fc3143bd740 1 --2- 172.21.15.1:0/3210229561 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f011939eb0 0x55f011936da0 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7fc304005c80 tx=0x7fc304014530 comp rx=0 tx=0).stop 2024-02-10T00:03:01.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.434+0000 7fc3143bd740 1 -- 172.21.15.1:0/3210229561 shutdown_connections 2024-02-10T00:03:01.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.434+0000 7fc3143bd740 1 --2- 172.21.15.1:0/3210229561 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f011939eb0 0x55f011936da0 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.434+0000 7fc3143bd740 1 --2- 172.21.15.1:0/3210229561 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f011931330 0x55f011934580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.434+0000 7fc3143bd740 1 --2- 172.21.15.1:0/3210229561 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f011930980 0x55f011934040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.434+0000 7fc3143bd740 1 -- 172.21.15.1:0/3210229561 >> 172.21.15.1:0/3210229561 conn(0x55f01192b050 msgr2=0x55f0119356b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:01.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.434+0000 7fc3143bd740 1 -- 172.21.15.1:0/3210229561 shutdown_connections 2024-02-10T00:03:01.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.434+0000 7fc3143bd740 1 -- 172.21.15.1:0/3210229561 wait complete. 2024-02-10T00:03:01.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.435+0000 7fc3143bd740 1 -- start start 2024-02-10T00:03:01.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.435+0000 7fc3143bd740 1 Processor -- start 2024-02-10T00:03:01.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.435+0000 7fc3143bd740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f011930980 0x55f011999b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.435+0000 7fc3143bd740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f011931330 0x55f01199a080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.435+0000 7fc3143bd740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f011939eb0 0x55f011940170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.435+0000 7fc3143bd740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f011940730 con 0x55f011930980 2024-02-10T00:03:01.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.435+0000 7fc3143bd740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f0119408a0 con 0x55f011931330 2024-02-10T00:03:01.443 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.435+0000 7fc3143bd740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f011940a60 con 0x55f011939eb0 2024-02-10T00:03:01.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.435+0000 7fc3143bd740 10 client.0 _ll_register_callbacks cb 0x7fc3040146b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:03:01.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.435+0000 7fc30affd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f011930980 0x55f011999b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.435+0000 7fc30affd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f011930980 0x55f011999b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37020/0 (socket says 172.21.15.1:37020) 2024-02-10T00:03:01.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.435+0000 7fc30affd640 1 -- 172.21.15.1:0/3633888523 learned_addr learned my addr 172.21.15.1:0/3633888523 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:01.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.435+0000 7fc30affd640 1 -- 172.21.15.1:0/3633888523 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f011939eb0 msgr2=0x55f011940170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:01.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.435+0000 7fc30affd640 1 --2- 172.21.15.1:0/3633888523 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f011939eb0 0x55f011940170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.435+0000 7fc303fff640 1 --2- 172.21.15.1:0/3633888523 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f011931330 0x55f01199a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.435+0000 7fc30affd640 1 -- 172.21.15.1:0/3633888523 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f011931330 msgr2=0x55f01199a080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:01.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.435+0000 7fc30affd640 1 --2- 172.21.15.1:0/3633888523 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f011931330 0x55f01199a080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.435+0000 7fc30affd640 1 -- 172.21.15.1:0/3633888523 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f01185aff0 con 0x55f011930980 2024-02-10T00:03:01.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.435+0000 7fc303fff640 1 --2- 172.21.15.1:0/3633888523 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f011931330 0x55f01199a080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:03:01.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.435+0000 7fc30affd640 1 --2- 172.21.15.1:0/3633888523 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f011930980 0x55f011999b40 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7fc2fc09a4a0 tx=0x7fc2fc063720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1d53d88062324ea server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:01.444 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.435+0000 7fc2f27fc640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:03:01.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.435+0000 7fc2f27fc640 1 -- 172.21.15.1:0/3633888523 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2fc00e350 con 0x55f011930980 2024-02-10T00:03:01.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.436+0000 7fc2f27fc640 1 -- 172.21.15.1:0/3633888523 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fc2fc09e6b0 con 0x55f011930980 2024-02-10T00:03:01.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.436+0000 7fc3143bd740 1 -- 172.21.15.1:0/3633888523 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc30401a040 con 0x55f011930980 2024-02-10T00:03:01.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.436+0000 7fc2f27fc640 1 -- 172.21.15.1:0/3633888523 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc2fc09a560 con 0x55f011930980 2024-02-10T00:03:01.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.436+0000 7fc3143bd740 10 client.16953 fetch_fsmap learned FSMap version 29 2024-02-10T00:03:01.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.436+0000 7fc3143bd740 1 -- 172.21.15.1:0/3633888523 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55f011859850 con 0x55f011930980 2024-02-10T00:03:01.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.436+0000 7fc2f27fc640 1 -- 172.21.15.1:0/3633888523 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc30401a040 con 0x55f011930980 2024-02-10T00:03:01.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.436+0000 7fc2f27fc640 1 -- 172.21.15.1:0/3633888523 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fc2fc0999b0 con 0x55f011930980 2024-02-10T00:03:01.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.436+0000 7fc3143bd740 10 client.16953 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:03:01.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.436+0000 7fc3143bd740 10 client.16953 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:03:01.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.436+0000 7fc3143bd740 20 client.16953 populate_metadata read hostname 'smithi001' 2024-02-10T00:03:01.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.436+0000 7fc3143bd740 1 --2- 172.21.15.1:0/3633888523 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55f0119a2700 0x55f0119a4b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:01.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.436+0000 7fc3143bd740 4 client.16953 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:03:01.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.436+0000 7fc3143bd740 1 -- 172.21.15.1:0/3633888523 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55f011624890 con 0x55f0119a2700 2024-02-10T00:03:01.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.436+0000 7fc303fff640 1 --2- 172.21.15.1:0/3633888523 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55f0119a2700 0x55f0119a4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:01.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.437+0000 7fc2f27fc640 10 client.16953 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:01.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.437+0000 7fc303fff640 1 --2- 172.21.15.1:0/3633888523 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55f0119a2700 0x55f0119a4b20 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5f27977dc3f8aca0 server_cookie=b96c10aa65c6dc2c in_seq=0 out_seq=0 2024-02-10T00:03:01.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.437+0000 7fc2f27fc640 1 -- 172.21.15.1:0/3633888523 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55f011624890 con 0x55f0119a2700 2024-02-10T00:03:01.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.437+0000 7fc2f27fc640 10 client.16953 handle_command_reply: tid=0 2024-02-10T00:03:01.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.437+0000 7fc3143bd740 1 client.16953 shutdown 2024-02-10T00:03:01.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.437+0000 7fc3143bd740 1 -- 172.21.15.1:0/3633888523 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f011930980 msgr2=0x55f011999b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:01.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.437+0000 7fc3143bd740 1 --2- 172.21.15.1:0/3633888523 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f011930980 0x55f011999b40 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7fc2fc09a4a0 tx=0x7fc2fc063720 comp rx=0 tx=0).stop 2024-02-10T00:03:01.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.437+0000 7fc3143bd740 1 -- 172.21.15.1:0/3633888523 shutdown_connections 2024-02-10T00:03:01.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.437+0000 7fc3143bd740 1 --2- 172.21.15.1:0/3633888523 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55f0119a2700 0x55f0119a4b20 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.437+0000 7fc3143bd740 1 --2- 172.21.15.1:0/3633888523 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f011939eb0 0x55f011940170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.437+0000 7fc3143bd740 1 --2- 172.21.15.1:0/3633888523 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f011931330 0x55f01199a080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.437+0000 7fc2f27fc640 0 client.16953 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:01.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.437+0000 7fc3143bd740 1 --2- 172.21.15.1:0/3633888523 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f011930980 0x55f011999b40 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.437+0000 7fc3143bd740 1 -- 172.21.15.1:0/3633888523 >> 172.21.15.1:0/3633888523 conn(0x55f01192b050 msgr2=0x55f011929960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:01.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.437+0000 7fc3143bd740 1 -- 172.21.15.1:0/3633888523 shutdown_connections 2024-02-10T00:03:01.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.437+0000 7fc3143bd740 1 -- 172.21.15.1:0/3633888523 wait complete. 2024-02-10T00:03:01.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.437+0000 7fc3143bd740 20 client.16953 trim_cache size 0 max 16384 2024-02-10T00:03:01.447 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:03:01.447 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "IDLE (waiting for more scrubs)", 2024-02-10T00:03:01.447 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": { 2024-02-10T00:03:01.447 INFO:teuthology.orchestra.run.smithi001.stdout: "7d70576f-bdc4-4fb7-881d-2c1b4dbfd419": { 2024-02-10T00:03:01.447 INFO:teuthology.orchestra.run.smithi001.stdout: "path": "/", 2024-02-10T00:03:01.447 INFO:teuthology.orchestra.run.smithi001.stdout: "tag": "7d70576f-bdc4-4fb7-881d-2c1b4dbfd419", 2024-02-10T00:03:01.447 INFO:teuthology.orchestra.run.smithi001.stdout: "options": "recursive,force" 2024-02-10T00:03:01.448 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:03:01.448 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:03:01.448 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:03:01.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.438+0000 7fc3117ef640 1 -- 172.21.15.1:0/616368723 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc2f80a2230 msgr2=0x7fc2f80a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:01.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.438+0000 7fc3117ef640 1 --2- 172.21.15.1:0/616368723 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc2f80a2230 0x7fc2f80a46f0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fc304009fd0 tx=0x7fc304009dc0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.438+0000 7fc3117ef640 1 -- 172.21.15.1:0/616368723 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc30c0ff6a0 msgr2=0x7fc30c19d640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:01.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.438+0000 7fc3117ef640 1 --2- 172.21.15.1:0/616368723 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc30c0ff6a0 0x7fc30c19d640 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7fc2fc00d950 tx=0x7fc2fc00de10 comp rx=0 tx=0).stop 2024-02-10T00:03:01.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.438+0000 7fc3117ef640 1 -- 172.21.15.1:0/616368723 shutdown_connections 2024-02-10T00:03:01.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.438+0000 7fc3117ef640 1 --2- 172.21.15.1:0/616368723 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc2f80a2230 0x7fc2f80a46f0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.438+0000 7fc3117ef640 1 --2- 172.21.15.1:0/616368723 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc30c1031b0 0x7fc30c197800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.438+0000 7fc3117ef640 1 --2- 172.21.15.1:0/616368723 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc30c100060 0x7fc30c19db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.438+0000 7fc3117ef640 1 --2- 172.21.15.1:0/616368723 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc30c0ff6a0 0x7fc30c19d640 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:01.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.438+0000 7fc3117ef640 1 -- 172.21.15.1:0/616368723 >> 172.21.15.1:0/616368723 conn(0x7fc30c076620 msgr2=0x7fc30c105380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:01.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.438+0000 7fc3117ef640 1 -- 172.21.15.1:0/616368723 shutdown_connections 2024-02-10T00:03:01.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:01.438+0000 7fc3117ef640 1 -- 172.21.15.1:0/616368723 wait complete. 2024-02-10T00:03:01.450 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:01 smithi001 ceph-mon[32335]: pgmap v113: 97 pgs: 97 active+clean; 4.7 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 26 KiB/s wr, 15 op/s 2024-02-10T00:03:01.451 INFO:tasks.cephfs.filesystem:scrub status for tag:7d70576f-bdc4-4fb7-881d-2c1b4dbfd419 - {'path': '/', 'tag': '7d70576f-bdc4-4fb7-881d-2c1b4dbfd419', 'options': 'recursive,force'} 2024-02-10T00:03:01.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:01 smithi088 ceph-mon[36452]: pgmap v113: 97 pgs: 97 active+clean; 4.7 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 26 KiB/s wr, 15 op/s 2024-02-10T00:03:01.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:01 smithi103 ceph-mon[36942]: pgmap v113: 97 pgs: 97 active+clean; 4.7 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 26 KiB/s wr, 15 op/s 2024-02-10T00:03:02.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:02 smithi088 ceph-mon[36452]: scrub queued for path: / 2024-02-10T00:03:02.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:02 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:03:02.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:02 smithi088 ceph-mon[36452]: scrub summary: active paths [/] 2024-02-10T00:03:02.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:02 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:03:02.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:02 smithi103 ceph-mon[36942]: scrub queued for path: / 2024-02-10T00:03:02.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:02 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:03:02.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:02 smithi103 ceph-mon[36942]: scrub summary: active paths [/] 2024-02-10T00:03:02.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:02 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:03:02.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:02 smithi001 ceph-mon[32335]: scrub queued for path: / 2024-02-10T00:03:02.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:02 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:03:02.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:02 smithi001 ceph-mon[32335]: scrub summary: active paths [/] 2024-02-10T00:03:02.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:02 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:03:03.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:03 smithi088 ceph-mon[36452]: pgmap v114: 97 pgs: 97 active+clean; 4.7 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 26 KiB/s wr, 15 op/s 2024-02-10T00:03:03.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:03 smithi103 ceph-mon[36942]: pgmap v114: 97 pgs: 97 active+clean; 4.7 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 26 KiB/s wr, 15 op/s 2024-02-10T00:03:03.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:03 smithi001 ceph-mon[32335]: pgmap v114: 97 pgs: 97 active+clean; 4.7 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 26 KiB/s wr, 15 op/s 2024-02-10T00:03:05.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:05 smithi088 ceph-mon[36452]: pgmap v115: 97 pgs: 97 active+clean; 4.9 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 61 KiB/s wr, 38 op/s 2024-02-10T00:03:05.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:05 smithi103 ceph-mon[36942]: pgmap v115: 97 pgs: 97 active+clean; 4.9 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 61 KiB/s wr, 38 op/s 2024-02-10T00:03:05.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:05 smithi001 ceph-mon[32335]: pgmap v115: 97 pgs: 97 active+clean; 4.9 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 61 KiB/s wr, 38 op/s 2024-02-10T00:03:06.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:06 smithi088 ceph-mon[36452]: scrub summary: idle 2024-02-10T00:03:06.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:06 smithi103 ceph-mon[36942]: scrub summary: idle 2024-02-10T00:03:06.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:06 smithi001 ceph-mon[32335]: scrub summary: idle 2024-02-10T00:03:07.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:07 smithi088 ceph-mon[36452]: pgmap v116: 97 pgs: 97 active+clean; 4.9 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 49 KiB/s wr, 31 op/s 2024-02-10T00:03:07.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:07 smithi103 ceph-mon[36942]: pgmap v116: 97 pgs: 97 active+clean; 4.9 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 49 KiB/s wr, 31 op/s 2024-02-10T00:03:07.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:07 smithi001 ceph-mon[32335]: pgmap v116: 97 pgs: 97 active+clean; 4.9 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 49 KiB/s wr, 31 op/s 2024-02-10T00:03:09.566 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.563+0000 7fa7f5c8d640 1 -- 172.21.15.1:0/287899028 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa7f0105470 msgr2=0x7fa7f010d040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:09.566 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.563+0000 7fa7f5c8d640 1 --2- 172.21.15.1:0/287899028 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa7f0105470 0x7fa7f010d040 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7fa7e8009cd0 tx=0x7fa7e802c0f0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.566 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.563+0000 7fa7f5c8d640 1 -- 172.21.15.1:0/287899028 shutdown_connections 2024-02-10T00:03:09.566 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.563+0000 7fa7f5c8d640 1 --2- 172.21.15.1:0/287899028 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa7f0105470 0x7fa7f010d040 unknown :-1 s=CLOSED pgs=913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.566 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.563+0000 7fa7f5c8d640 1 --2- 172.21.15.1:0/287899028 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa7f0101860 0x7fa7f0104d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.566 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.563+0000 7fa7f5c8d640 1 --2- 172.21.15.1:0/287899028 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa7f0100eb0 0x7fa7f0101290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.566 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.563+0000 7fa7f5c8d640 1 -- 172.21.15.1:0/287899028 >> 172.21.15.1:0/287899028 conn(0x7fa7f0075440 msgr2=0x7fa7f0075850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:09.566 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.563+0000 7fa7f5c8d640 1 -- 172.21.15.1:0/287899028 shutdown_connections 2024-02-10T00:03:09.566 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.563+0000 7fa7f5c8d640 1 -- 172.21.15.1:0/287899028 wait complete. 2024-02-10T00:03:09.566 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.564+0000 7fa7f5c8d640 1 Processor -- start 2024-02-10T00:03:09.566 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.564+0000 7fa7f5c8d640 1 -- start start 2024-02-10T00:03:09.568 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.564+0000 7fa7f5c8d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa7f0100eb0 0x7fa7f01985a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:09.569 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.564+0000 7fa7f5c8d640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa7f0105470 0x7fa7f0198ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:09.569 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.564+0000 7fa7f5c8d640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa7f0199070 0x7fa7f01a3620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:09.569 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.564+0000 7fa7f5c8d640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7f01a3cf0 con 0x7fa7f0100eb0 2024-02-10T00:03:09.569 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.564+0000 7fa7f5c8d640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7f01a3e60 con 0x7fa7f0105470 2024-02-10T00:03:09.569 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.564+0000 7fa7f5c8d640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7f01a4020 con 0x7fa7f0199070 2024-02-10T00:03:09.569 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.565+0000 7fa7ef7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa7f0100eb0 0x7fa7f01985a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:09.569 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.565+0000 7fa7ef7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa7f0100eb0 0x7fa7f01985a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37026/0 (socket says 172.21.15.1:37026) 2024-02-10T00:03:09.569 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.565+0000 7fa7ef7fe640 1 -- 172.21.15.1:0/596882257 learned_addr learned my addr 172.21.15.1:0/596882257 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:09.569 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.565+0000 7fa7effff640 1 --2- 172.21.15.1:0/596882257 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa7f0199070 0x7fa7f01a3620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:09.569 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.565+0000 7fa7eeffd640 1 --2- 172.21.15.1:0/596882257 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa7f0105470 0x7fa7f0198ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:09.570 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.565+0000 7fa7ef7fe640 1 -- 172.21.15.1:0/596882257 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa7f0199070 msgr2=0x7fa7f01a3620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:09.570 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.565+0000 7fa7ef7fe640 1 --2- 172.21.15.1:0/596882257 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa7f0199070 0x7fa7f01a3620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.570 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.565+0000 7fa7ef7fe640 1 -- 172.21.15.1:0/596882257 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa7f0105470 msgr2=0x7fa7f0198ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:09.570 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.565+0000 7fa7ef7fe640 1 --2- 172.21.15.1:0/596882257 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa7f0105470 0x7fa7f0198ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.570 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.565+0000 7fa7ef7fe640 1 -- 172.21.15.1:0/596882257 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7e8009900 con 0x7fa7f0100eb0 2024-02-10T00:03:09.570 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.565+0000 7fa7ef7fe640 1 --2- 172.21.15.1:0/596882257 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa7f0100eb0 0x7fa7f01985a0 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7fa7e000c920 tx=0x7fa7e000cd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:09.570 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.565+0000 7fa7ecff9640 1 -- 172.21.15.1:0/596882257 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7e0007bb0 con 0x7fa7f0100eb0 2024-02-10T00:03:09.570 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.565+0000 7fa7ecff9640 1 -- 172.21.15.1:0/596882257 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa7e0007d10 con 0x7fa7f0100eb0 2024-02-10T00:03:09.570 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.565+0000 7fa7f5c8d640 1 -- 172.21.15.1:0/596882257 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa7f01a4300 con 0x7fa7f0100eb0 2024-02-10T00:03:09.570 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.565+0000 7fa7ecff9640 1 -- 172.21.15.1:0/596882257 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7e00187c0 con 0x7fa7f0100eb0 2024-02-10T00:03:09.570 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.565+0000 7fa7f5c8d640 1 -- 172.21.15.1:0/596882257 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7f01a4810 con 0x7fa7f0100eb0 2024-02-10T00:03:09.578 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.567+0000 7fa7ecff9640 1 -- 172.21.15.1:0/596882257 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fa7e000f9c0 con 0x7fa7f0100eb0 2024-02-10T00:03:09.578 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.568+0000 7fa7ecff9640 1 --2- 172.21.15.1:0/596882257 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa7d80a2220 0x7fa7d80a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:09.578 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.568+0000 7fa7f8859740 1 Processor -- start 2024-02-10T00:03:09.578 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.568+0000 7fa7f8859740 1 -- start start 2024-02-10T00:03:09.578 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.568+0000 7fa7eeffd640 1 --2- 172.21.15.1:0/596882257 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa7d80a2220 0x7fa7d80a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:09.578 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.568+0000 7fa7ecff9640 1 -- 172.21.15.1:0/596882257 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fa7e00ce110 con 0x7fa7f0100eb0 2024-02-10T00:03:09.578 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.568+0000 7fa7f8859740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fc0d9420b0 0x55fc0d942490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:09.578 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.568+0000 7fa7f8859740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fc0d9429d0 0x55fc0d94b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:09.579 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.568+0000 7fa7f8859740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fc0d94b7a0 0x55fc0d94db90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:09.579 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.568+0000 7fa7f8859740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fc0d8b0a00 con 0x55fc0d9429d0 2024-02-10T00:03:09.579 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.568+0000 7fa7f8859740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fc0d8adf30 con 0x55fc0d94b7a0 2024-02-10T00:03:09.579 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.568+0000 7fa7f8859740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fc0d8a9710 con 0x55fc0d9420b0 2024-02-10T00:03:09.579 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.569+0000 7fa7eeffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fc0d9429d0 0x55fc0d94b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:09.579 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.569+0000 7fa7eeffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fc0d9429d0 0x55fc0d94b260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37038/0 (socket says 172.21.15.1:37038) 2024-02-10T00:03:09.580 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.569+0000 7fa7eeffd640 1 -- 172.21.15.1:0/2542593288 learned_addr learned my addr 172.21.15.1:0/2542593288 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:09.580 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.569+0000 7fa7ef7fe640 1 --2- 172.21.15.1:0/2542593288 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fc0d9420b0 0x55fc0d942490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:09.580 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.569+0000 7fa7eeffd640 1 --2- 172.21.15.1:0/596882257 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa7d80a2220 0x7fa7d80a46e0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fa7f01006a0 tx=0x7fa7e400f3c0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:09.580 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.569+0000 7fa7effff640 1 --2- 172.21.15.1:0/2542593288 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fc0d94b7a0 0x55fc0d94db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:09.580 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.569+0000 7fa7eeffd640 1 -- 172.21.15.1:0/2542593288 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fc0d9420b0 msgr2=0x55fc0d942490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:09.580 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.569+0000 7fa7eeffd640 1 --2- 172.21.15.1:0/2542593288 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fc0d9420b0 0x55fc0d942490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.580 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.569+0000 7fa7eeffd640 1 -- 172.21.15.1:0/2542593288 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fc0d94b7a0 msgr2=0x55fc0d94db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:09.580 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.569+0000 7fa7eeffd640 1 --2- 172.21.15.1:0/2542593288 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fc0d94b7a0 0x55fc0d94db90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.580 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.569+0000 7fa7eeffd640 1 -- 172.21.15.1:0/2542593288 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fc0d86e3b0 con 0x55fc0d9429d0 2024-02-10T00:03:09.580 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.569+0000 7fa7eeffd640 1 --2- 172.21.15.1:0/2542593288 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fc0d9429d0 0x55fc0d94b260 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7fa7e4012450 tx=0x7fa7e401a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f160f1a261d09d4 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:09.580 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.569+0000 7fa7d5ffb640 1 -- 172.21.15.1:0/2542593288 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7e4010630 con 0x55fc0d9429d0 2024-02-10T00:03:09.580 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.569+0000 7fa7d5ffb640 1 -- 172.21.15.1:0/2542593288 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa7e4010c70 con 0x55fc0d9429d0 2024-02-10T00:03:09.580 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.569+0000 7fa7d5ffb640 1 -- 172.21.15.1:0/2542593288 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7e401cc50 con 0x55fc0d9429d0 2024-02-10T00:03:09.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.570+0000 7fa7f8859740 1 -- 172.21.15.1:0/2542593288 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fc0d9429d0 msgr2=0x55fc0d94b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:09.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.570+0000 7fa7f8859740 1 --2- 172.21.15.1:0/2542593288 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fc0d9429d0 0x55fc0d94b260 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7fa7e4012450 tx=0x7fa7e401a000 comp rx=0 tx=0).stop 2024-02-10T00:03:09.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.570+0000 7fa7f8859740 1 -- 172.21.15.1:0/2542593288 shutdown_connections 2024-02-10T00:03:09.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.570+0000 7fa7f8859740 1 --2- 172.21.15.1:0/2542593288 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fc0d94b7a0 0x55fc0d94db90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.570+0000 7fa7f8859740 1 --2- 172.21.15.1:0/2542593288 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fc0d9429d0 0x55fc0d94b260 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.570+0000 7fa7f8859740 1 --2- 172.21.15.1:0/2542593288 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fc0d9420b0 0x55fc0d942490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.570+0000 7fa7f8859740 1 -- 172.21.15.1:0/2542593288 >> 172.21.15.1:0/2542593288 conn(0x55fc0d93c9d0 msgr2=0x55fc0d93cdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:09.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.570+0000 7fa7f8859740 1 -- 172.21.15.1:0/2542593288 shutdown_connections 2024-02-10T00:03:09.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.570+0000 7fa7f8859740 1 -- 172.21.15.1:0/2542593288 wait complete. 2024-02-10T00:03:09.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.570+0000 7fa7f8859740 1 -- start start 2024-02-10T00:03:09.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.571+0000 7fa7f8859740 1 Processor -- start 2024-02-10T00:03:09.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.571+0000 7fa7f8859740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fc0d9420b0 0x55fc0d948780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:09.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.571+0000 7fa7f8859740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fc0d9429d0 0x55fc0d948cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:09.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.571+0000 7fa7f8859740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fc0d94b7a0 0x55fc0d949200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:09.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.571+0000 7fa7f8859740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fc0d84eb90 con 0x55fc0d9429d0 2024-02-10T00:03:09.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.571+0000 7fa7f8859740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fc0d57d250 con 0x55fc0d9420b0 2024-02-10T00:03:09.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.571+0000 7fa7f8859740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fc0d82f200 con 0x55fc0d94b7a0 2024-02-10T00:03:09.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.571+0000 7fa7f8859740 10 client.0 _ll_register_callbacks cb 0x55fc0d8655d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:03:09.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.571+0000 7fa7eeffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fc0d9429d0 0x55fc0d948cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:09.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.571+0000 7fa7eeffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fc0d9429d0 0x55fc0d948cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37050/0 (socket says 172.21.15.1:37050) 2024-02-10T00:03:09.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.571+0000 7fa7eeffd640 1 -- 172.21.15.1:0/970109917 learned_addr learned my addr 172.21.15.1:0/970109917 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:09.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.571+0000 7fa7effff640 1 --2- 172.21.15.1:0/970109917 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fc0d94b7a0 0x55fc0d949200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:09.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.571+0000 7fa7ef7fe640 1 --2- 172.21.15.1:0/970109917 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fc0d9420b0 0x55fc0d948780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:09.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.571+0000 7fa7eeffd640 1 -- 172.21.15.1:0/970109917 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fc0d94b7a0 msgr2=0x55fc0d949200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:09.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.571+0000 7fa7eeffd640 1 --2- 172.21.15.1:0/970109917 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fc0d94b7a0 0x55fc0d949200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.571+0000 7fa7eeffd640 1 -- 172.21.15.1:0/970109917 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fc0d9420b0 msgr2=0x55fc0d948780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:09.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.571+0000 7fa7eeffd640 1 --2- 172.21.15.1:0/970109917 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fc0d9420b0 0x55fc0d948780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.571+0000 7fa7eeffd640 1 -- 172.21.15.1:0/970109917 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7e400fd00 con 0x55fc0d9429d0 2024-02-10T00:03:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.571+0000 7fa7ef7fe640 1 --2- 172.21.15.1:0/970109917 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fc0d9420b0 0x55fc0d948780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:03:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.572+0000 7fa7eeffd640 1 --2- 172.21.15.1:0/970109917 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fc0d9429d0 0x55fc0d948cc0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7fa7e400a940 tx=0x7fa7e400a2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d02dcfbb9eaef62 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.572+0000 7fa7ceffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:03:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.572+0000 7fa7ceffd640 1 -- 172.21.15.1:0/970109917 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7e4005240 con 0x55fc0d9429d0 2024-02-10T00:03:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.572+0000 7fa7ceffd640 1 -- 172.21.15.1:0/970109917 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fa7e401cbe0 con 0x55fc0d9429d0 2024-02-10T00:03:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.572+0000 7fa7f8859740 1 -- 172.21.15.1:0/970109917 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55fc0d8cfee0 con 0x55fc0d9429d0 2024-02-10T00:03:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.572+0000 7fa7ceffd640 1 -- 172.21.15.1:0/970109917 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa7e40053a0 con 0x55fc0d9429d0 2024-02-10T00:03:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.572+0000 7fa7f8859740 10 client.16965 fetch_fsmap learned FSMap version 29 2024-02-10T00:03:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.572+0000 7fa7f8859740 1 -- 172.21.15.1:0/970109917 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55fc0d8a7d90 con 0x55fc0d9429d0 2024-02-10T00:03:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.572+0000 7fa7ceffd640 1 -- 172.21.15.1:0/970109917 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55fc0d8cfee0 con 0x55fc0d9429d0 2024-02-10T00:03:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.572+0000 7fa7ceffd640 1 -- 172.21.15.1:0/970109917 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fa7e4004960 con 0x55fc0d9429d0 2024-02-10T00:03:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.572+0000 7fa7f8859740 10 client.16965 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:03:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.572+0000 7fa7f8859740 10 client.16965 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:03:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.572+0000 7fa7f8859740 20 client.16965 populate_metadata read hostname 'smithi001' 2024-02-10T00:03:09.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.572+0000 7fa7f8859740 1 --2- 172.21.15.1:0/970109917 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55fc0d95b7f0 0x55fc0d95dc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:09.584 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.572+0000 7fa7f8859740 4 client.16965 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:03:09.584 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.572+0000 7fa7f8859740 1 -- 172.21.15.1:0/970109917 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55fc0d5a9600 con 0x55fc0d95b7f0 2024-02-10T00:03:09.584 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.573+0000 7fa7ef7fe640 1 --2- 172.21.15.1:0/970109917 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55fc0d95b7f0 0x55fc0d95dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:09.584 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.573+0000 7fa7ceffd640 10 client.16965 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:09.584 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.573+0000 7fa7ef7fe640 1 --2- 172.21.15.1:0/970109917 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55fc0d95b7f0 0x55fc0d95dc30 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4e09f597278e994b server_cookie=96fd2428aeafd546 in_seq=0 out_seq=0 2024-02-10T00:03:09.584 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.574+0000 7fa7ceffd640 1 -- 172.21.15.1:0/970109917 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55fc0d5a9600 con 0x55fc0d95b7f0 2024-02-10T00:03:09.584 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.574+0000 7fa7ceffd640 10 client.16965 handle_command_reply: tid=0 2024-02-10T00:03:09.584 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.574+0000 7fa7f8859740 1 client.16965 shutdown 2024-02-10T00:03:09.584 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.574+0000 7fa7f8859740 1 -- 172.21.15.1:0/970109917 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fc0d9429d0 msgr2=0x55fc0d948cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:09.584 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.574+0000 7fa7f8859740 1 --2- 172.21.15.1:0/970109917 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fc0d9429d0 0x55fc0d948cc0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7fa7e400a940 tx=0x7fa7e400a2d0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.584 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.574+0000 7fa7f8859740 1 -- 172.21.15.1:0/970109917 shutdown_connections 2024-02-10T00:03:09.585 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.574+0000 7fa7f8859740 1 --2- 172.21.15.1:0/970109917 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55fc0d95b7f0 0x55fc0d95dc30 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.585 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.574+0000 7fa7f8859740 1 --2- 172.21.15.1:0/970109917 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fc0d94b7a0 0x55fc0d949200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.585 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.574+0000 7fa7f8859740 1 --2- 172.21.15.1:0/970109917 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fc0d9429d0 0x55fc0d948cc0 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.585 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.574+0000 7fa7ceffd640 0 client.16965 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:09.585 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.574+0000 7fa7f8859740 1 --2- 172.21.15.1:0/970109917 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fc0d9420b0 0x55fc0d948780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.585 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.574+0000 7fa7f8859740 1 -- 172.21.15.1:0/970109917 >> 172.21.15.1:0/970109917 conn(0x55fc0d93c9d0 msgr2=0x55fc0d93e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:09.585 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.574+0000 7fa7f8859740 1 -- 172.21.15.1:0/970109917 shutdown_connections 2024-02-10T00:03:09.585 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.574+0000 7fa7f8859740 1 -- 172.21.15.1:0/970109917 wait complete. 2024-02-10T00:03:09.585 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.574+0000 7fa7f8859740 20 client.16965 trim_cache size 0 max 16384 2024-02-10T00:03:09.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.587+0000 7fa7f8859740 1 Processor -- start 2024-02-10T00:03:09.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.587+0000 7fa7f8859740 1 -- start start 2024-02-10T00:03:09.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.587+0000 7fa7f8859740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fc0d9420b0 0x55fc0d94aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:09.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.587+0000 7fa7f8859740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fc0d9429d0 0x55fc0d9527b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:09.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.587+0000 7fa7f8859740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fc0d94b7a0 0x55fc0d949020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:09.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.587+0000 7fa7f8859740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fc0d9583a0 con 0x55fc0d9420b0 2024-02-10T00:03:09.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.587+0000 7fa7f8859740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fc0d941390 con 0x55fc0d94b7a0 2024-02-10T00:03:09.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.587+0000 7fa7f8859740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fc0d93d5a0 con 0x55fc0d9429d0 2024-02-10T00:03:09.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.587+0000 7fa7ef7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fc0d9420b0 0x55fc0d94aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:09.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.588+0000 7fa7ef7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fc0d9420b0 0x55fc0d94aeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37058/0 (socket says 172.21.15.1:37058) 2024-02-10T00:03:09.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.588+0000 7fa7ef7fe640 1 -- 172.21.15.1:0/3166959034 learned_addr learned my addr 172.21.15.1:0/3166959034 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:09.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.588+0000 7fa7effff640 1 --2- 172.21.15.1:0/3166959034 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fc0d94b7a0 0x55fc0d949020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:09.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.588+0000 7fa7eeffd640 1 --2- 172.21.15.1:0/3166959034 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fc0d9429d0 0x55fc0d9527b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:09.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.588+0000 7fa7ef7fe640 1 -- 172.21.15.1:0/3166959034 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fc0d9429d0 msgr2=0x55fc0d9527b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:09.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.588+0000 7fa7ef7fe640 1 --2- 172.21.15.1:0/3166959034 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fc0d9429d0 0x55fc0d9527b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.600 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.588+0000 7fa7ef7fe640 1 -- 172.21.15.1:0/3166959034 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fc0d94b7a0 msgr2=0x55fc0d949020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:09.600 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.588+0000 7fa7ef7fe640 1 --2- 172.21.15.1:0/3166959034 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fc0d94b7a0 0x55fc0d949020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.600 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.588+0000 7fa7ef7fe640 1 -- 172.21.15.1:0/3166959034 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fc0d844820 con 0x55fc0d9420b0 2024-02-10T00:03:09.600 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.588+0000 7fa7ef7fe640 1 --2- 172.21.15.1:0/3166959034 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fc0d9420b0 0x55fc0d94aeb0 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7fa7e0097500 tx=0x7fa7e000fdc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=419885198233cfc1 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:09.600 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.588+0000 7fa7d57fa640 1 -- 172.21.15.1:0/3166959034 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7e00a32d0 con 0x55fc0d9420b0 2024-02-10T00:03:09.601 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.588+0000 7fa7d57fa640 1 -- 172.21.15.1:0/3166959034 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa7e0098e30 con 0x55fc0d9420b0 2024-02-10T00:03:09.601 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.588+0000 7fa7d57fa640 1 -- 172.21.15.1:0/3166959034 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7e0097380 con 0x55fc0d9420b0 2024-02-10T00:03:09.601 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.589+0000 7fa7f8859740 1 -- 172.21.15.1:0/3166959034 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fc0d9420b0 msgr2=0x55fc0d94aeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:09.601 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.589+0000 7fa7f8859740 1 --2- 172.21.15.1:0/3166959034 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fc0d9420b0 0x55fc0d94aeb0 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7fa7e0097500 tx=0x7fa7e000fdc0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.601 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.589+0000 7fa7f8859740 1 -- 172.21.15.1:0/3166959034 shutdown_connections 2024-02-10T00:03:09.601 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.589+0000 7fa7f8859740 1 --2- 172.21.15.1:0/3166959034 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fc0d94b7a0 0x55fc0d949020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.601 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.589+0000 7fa7f8859740 1 --2- 172.21.15.1:0/3166959034 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fc0d9429d0 0x55fc0d9527b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.601 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.589+0000 7fa7f8859740 1 --2- 172.21.15.1:0/3166959034 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fc0d9420b0 0x55fc0d94aeb0 unknown :-1 s=CLOSED pgs=917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.601 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.589+0000 7fa7f8859740 1 -- 172.21.15.1:0/3166959034 >> 172.21.15.1:0/3166959034 conn(0x55fc0d93c9d0 msgr2=0x55fc0d947050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:09.602 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.589+0000 7fa7f8859740 1 -- 172.21.15.1:0/3166959034 shutdown_connections 2024-02-10T00:03:09.602 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.589+0000 7fa7f8859740 1 -- 172.21.15.1:0/3166959034 wait complete. 2024-02-10T00:03:09.602 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.589+0000 7fa7f8859740 1 -- start start 2024-02-10T00:03:09.602 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.589+0000 7fa7f8859740 1 Processor -- start 2024-02-10T00:03:09.602 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.589+0000 7fa7f8859740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fc0d9420b0 0x55fc0d9afb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:09.602 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.590+0000 7fa7f8859740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fc0d9429d0 0x55fc0d9b0080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:09.602 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.590+0000 7fa7f8859740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fc0d94b7a0 0x55fc0d9a9f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:09.602 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.590+0000 7fa7f8859740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fc0d9aa510 con 0x55fc0d9420b0 2024-02-10T00:03:09.602 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.590+0000 7fa7f8859740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fc0d9aa680 con 0x55fc0d9429d0 2024-02-10T00:03:09.602 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.590+0000 7fa7f8859740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fc0d9aa840 con 0x55fc0d94b7a0 2024-02-10T00:03:09.602 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.590+0000 7fa7f8859740 10 client.0 _ll_register_callbacks cb 0x7fa7e0007e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:03:09.602 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.590+0000 7fa7ef7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fc0d9420b0 0x55fc0d9afb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:09.602 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.590+0000 7fa7ef7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fc0d9420b0 0x55fc0d9afb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:37074/0 (socket says 172.21.15.1:37074) 2024-02-10T00:03:09.603 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.590+0000 7fa7ef7fe640 1 -- 172.21.15.1:0/2045226157 learned_addr learned my addr 172.21.15.1:0/2045226157 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:09.603 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.590+0000 7fa7effff640 1 --2- 172.21.15.1:0/2045226157 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fc0d94b7a0 0x55fc0d9a9f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:09.603 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.590+0000 7fa7eeffd640 1 --2- 172.21.15.1:0/2045226157 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fc0d9429d0 0x55fc0d9b0080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:09.603 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.590+0000 7fa7ef7fe640 1 -- 172.21.15.1:0/2045226157 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fc0d94b7a0 msgr2=0x55fc0d9a9f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:09.603 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.590+0000 7fa7ef7fe640 1 --2- 172.21.15.1:0/2045226157 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fc0d94b7a0 0x55fc0d9a9f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.603 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.590+0000 7fa7ef7fe640 1 -- 172.21.15.1:0/2045226157 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fc0d9429d0 msgr2=0x55fc0d9b0080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:09.603 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.590+0000 7fa7ef7fe640 1 --2- 172.21.15.1:0/2045226157 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fc0d9429d0 0x55fc0d9b0080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.603 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.590+0000 7fa7ef7fe640 1 -- 172.21.15.1:0/2045226157 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7f01a4810 con 0x55fc0d9420b0 2024-02-10T00:03:09.603 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.590+0000 7fa7eeffd640 1 --2- 172.21.15.1:0/2045226157 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fc0d9429d0 0x55fc0d9b0080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:03:09.603 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.590+0000 7fa7ef7fe640 1 --2- 172.21.15.1:0/2045226157 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fc0d9420b0 0x55fc0d9afb40 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7fa7e009b3e0 tx=0x7fa7e00b91b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8348de2a3cfbbc server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:09.603 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.590+0000 7fa7ceffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:03:09.603 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.590+0000 7fa7ceffd640 1 -- 172.21.15.1:0/2045226157 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7e00a3040 con 0x55fc0d9420b0 2024-02-10T00:03:09.603 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.590+0000 7fa7ceffd640 1 -- 172.21.15.1:0/2045226157 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fa7e00b3070 con 0x55fc0d9420b0 2024-02-10T00:03:09.603 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.590+0000 7fa7f8859740 1 -- 172.21.15.1:0/2045226157 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa7e4010c70 con 0x55fc0d9420b0 2024-02-10T00:03:09.603 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.590+0000 7fa7ceffd640 1 -- 172.21.15.1:0/2045226157 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa7e0097360 con 0x55fc0d9420b0 2024-02-10T00:03:09.604 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.590+0000 7fa7f8859740 10 client.16971 fetch_fsmap learned FSMap version 29 2024-02-10T00:03:09.604 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.590+0000 7fa7f8859740 1 -- 172.21.15.1:0/2045226157 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55fc0d86a6f0 con 0x55fc0d9420b0 2024-02-10T00:03:09.604 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.591+0000 7fa7ceffd640 1 -- 172.21.15.1:0/2045226157 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa7e4010c70 con 0x55fc0d9420b0 2024-02-10T00:03:09.604 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.591+0000 7fa7ceffd640 1 -- 172.21.15.1:0/2045226157 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fa7e0016020 con 0x55fc0d9420b0 2024-02-10T00:03:09.604 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.591+0000 7fa7f8859740 10 client.16971 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:03:09.604 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.591+0000 7fa7f8859740 10 client.16971 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:03:09.604 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.591+0000 7fa7f8859740 20 client.16971 populate_metadata read hostname 'smithi001' 2024-02-10T00:03:09.604 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.591+0000 7fa7f8859740 1 --2- 172.21.15.1:0/2045226157 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55fc0d9b7610 0x55fc0d9b9a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:09.604 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.591+0000 7fa7f8859740 4 client.16971 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:03:09.604 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.591+0000 7fa7f8859740 1 -- 172.21.15.1:0/2045226157 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55fc0d5fa1b0 con 0x55fc0d9b7610 2024-02-10T00:03:09.604 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.591+0000 7fa7eeffd640 1 --2- 172.21.15.1:0/2045226157 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55fc0d9b7610 0x55fc0d9b9a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:09.604 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.592+0000 7fa7ceffd640 10 client.16971 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:09.604 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.592+0000 7fa7eeffd640 1 --2- 172.21.15.1:0/2045226157 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55fc0d9b7610 0x55fc0d9b9a00 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bc717a9a0a8d0d00 server_cookie=4ec794a5e6c34164 in_seq=0 out_seq=0 2024-02-10T00:03:09.605 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:09 smithi088 ceph-mon[36452]: pgmap v117: 97 pgs: 97 active+clean; 5.0 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 62 KiB/s wr, 38 op/s 2024-02-10T00:03:09.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.609+0000 7fa7ceffd640 1 -- 172.21.15.1:0/2045226157 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55fc0d5fa1b0 con 0x55fc0d9b7610 2024-02-10T00:03:09.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.609+0000 7fa7ceffd640 10 client.16971 handle_command_reply: tid=0 2024-02-10T00:03:09.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.610+0000 7fa7f8859740 1 client.16971 shutdown 2024-02-10T00:03:09.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.610+0000 7fa7f8859740 1 -- 172.21.15.1:0/2045226157 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fc0d9420b0 msgr2=0x55fc0d9afb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:09.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.610+0000 7fa7f8859740 1 --2- 172.21.15.1:0/2045226157 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fc0d9420b0 0x55fc0d9afb40 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7fa7e009b3e0 tx=0x7fa7e00b91b0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.610+0000 7fa7f8859740 1 -- 172.21.15.1:0/2045226157 shutdown_connections 2024-02-10T00:03:09.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.610+0000 7fa7f8859740 1 --2- 172.21.15.1:0/2045226157 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55fc0d9b7610 0x55fc0d9b9a00 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.610+0000 7fa7f8859740 1 --2- 172.21.15.1:0/2045226157 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fc0d94b7a0 0x55fc0d9a9f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.610+0000 7fa7f8859740 1 --2- 172.21.15.1:0/2045226157 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fc0d9429d0 0x55fc0d9b0080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.610+0000 7fa7ceffd640 0 client.16971 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:09.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.610+0000 7fa7f8859740 1 --2- 172.21.15.1:0/2045226157 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fc0d9420b0 0x55fc0d9afb40 unknown :-1 s=CLOSED pgs=918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.610+0000 7fa7f8859740 1 -- 172.21.15.1:0/2045226157 >> 172.21.15.1:0/2045226157 conn(0x55fc0d93c9d0 msgr2=0x55fc0d9474a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:09.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.610+0000 7fa7f8859740 1 -- 172.21.15.1:0/2045226157 shutdown_connections 2024-02-10T00:03:09.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.610+0000 7fa7f8859740 1 -- 172.21.15.1:0/2045226157 wait complete. 2024-02-10T00:03:09.614 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.610+0000 7fa7f8859740 20 client.16971 trim_cache size 0 max 16384 2024-02-10T00:03:09.614 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:03:09.614 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:03:09.614 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:03:09.614 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:03:09.615 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.610+0000 7fa7f5c8d640 1 -- 172.21.15.1:0/596882257 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa7d80a2220 msgr2=0x7fa7d80a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:09.615 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.610+0000 7fa7f5c8d640 1 --2- 172.21.15.1:0/596882257 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa7d80a2220 0x7fa7d80a46e0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fa7f01006a0 tx=0x7fa7e400f3c0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.615 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.611+0000 7fa7f5c8d640 1 -- 172.21.15.1:0/596882257 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa7f0100eb0 msgr2=0x7fa7f01985a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:09.615 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.611+0000 7fa7f5c8d640 1 --2- 172.21.15.1:0/596882257 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa7f0100eb0 0x7fa7f01985a0 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7fa7e000c920 tx=0x7fa7e000cd20 comp rx=0 tx=0).stop 2024-02-10T00:03:09.615 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.611+0000 7fa7f5c8d640 1 -- 172.21.15.1:0/596882257 shutdown_connections 2024-02-10T00:03:09.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.611+0000 7fa7f5c8d640 1 --2- 172.21.15.1:0/596882257 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa7d80a2220 0x7fa7d80a46e0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.611+0000 7fa7f5c8d640 1 --2- 172.21.15.1:0/596882257 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa7f0199070 0x7fa7f01a3620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.611+0000 7fa7f5c8d640 1 --2- 172.21.15.1:0/596882257 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa7f0105470 0x7fa7f0198ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.611+0000 7fa7f5c8d640 1 --2- 172.21.15.1:0/596882257 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa7f0100eb0 0x7fa7f01985a0 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:09.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.611+0000 7fa7f5c8d640 1 -- 172.21.15.1:0/596882257 >> 172.21.15.1:0/596882257 conn(0x7fa7f0075440 msgr2=0x7fa7f00fda10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:09.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.611+0000 7fa7f5c8d640 1 -- 172.21.15.1:0/596882257 shutdown_connections 2024-02-10T00:03:09.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:09.611+0000 7fa7f5c8d640 1 -- 172.21.15.1:0/596882257 wait complete. 2024-02-10T00:03:09.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:09 smithi103 ceph-mon[36942]: pgmap v117: 97 pgs: 97 active+clean; 5.0 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 62 KiB/s wr, 38 op/s 2024-02-10T00:03:09.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:09 smithi001 ceph-mon[32335]: pgmap v117: 97 pgs: 97 active+clean; 5.0 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 62 KiB/s wr, 38 op/s 2024-02-10T00:03:11.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:11 smithi088 ceph-mon[36452]: pgmap v118: 97 pgs: 97 active+clean; 5.0 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 47 KiB/s wr, 29 op/s 2024-02-10T00:03:11.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:11 smithi103 ceph-mon[36942]: pgmap v118: 97 pgs: 97 active+clean; 5.0 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 47 KiB/s wr, 29 op/s 2024-02-10T00:03:11.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:11 smithi001 ceph-mon[32335]: pgmap v118: 97 pgs: 97 active+clean; 5.0 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 47 KiB/s wr, 29 op/s 2024-02-10T00:03:13.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:13 smithi088 ceph-mon[36452]: pgmap v119: 97 pgs: 97 active+clean; 5.0 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 47 KiB/s wr, 29 op/s 2024-02-10T00:03:13.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:13 smithi103 ceph-mon[36942]: pgmap v119: 97 pgs: 97 active+clean; 5.0 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 47 KiB/s wr, 29 op/s 2024-02-10T00:03:13.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:13 smithi001 ceph-mon[32335]: pgmap v119: 97 pgs: 97 active+clean; 5.0 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 47 KiB/s wr, 29 op/s 2024-02-10T00:03:15.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:15 smithi088 ceph-mon[36452]: pgmap v120: 97 pgs: 97 active+clean; 5.2 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 66 KiB/s wr, 38 op/s 2024-02-10T00:03:15.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:15 smithi103 ceph-mon[36942]: pgmap v120: 97 pgs: 97 active+clean; 5.2 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 66 KiB/s wr, 38 op/s 2024-02-10T00:03:15.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:15 smithi001 ceph-mon[32335]: pgmap v120: 97 pgs: 97 active+clean; 5.2 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 66 KiB/s wr, 38 op/s 2024-02-10T00:03:16.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:16 smithi103 ceph-mon[36942]: pgmap v121: 97 pgs: 97 active+clean; 5.2 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 31 KiB/s wr, 15 op/s 2024-02-10T00:03:16.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:16 smithi001 ceph-mon[32335]: pgmap v121: 97 pgs: 97 active+clean; 5.2 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 31 KiB/s wr, 15 op/s 2024-02-10T00:03:16.844 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:16 smithi088 ceph-mon[36452]: pgmap v121: 97 pgs: 97 active+clean; 5.2 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 31 KiB/s wr, 15 op/s 2024-02-10T00:03:19.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:18 smithi001 ceph-mon[32335]: pgmap v122: 97 pgs: 97 active+clean; 5.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 45 KiB/s wr, 23 op/s 2024-02-10T00:03:19.342 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:18 smithi103 ceph-mon[36942]: pgmap v122: 97 pgs: 97 active+clean; 5.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 45 KiB/s wr, 23 op/s 2024-02-10T00:03:19.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:18 smithi088 ceph-mon[36452]: pgmap v122: 97 pgs: 97 active+clean; 5.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 45 KiB/s wr, 23 op/s 2024-02-10T00:03:21.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:20 smithi001 ceph-mon[32335]: pgmap v123: 97 pgs: 97 active+clean; 5.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 32 KiB/s wr, 16 op/s 2024-02-10T00:03:21.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:20 smithi088 ceph-mon[36452]: pgmap v123: 97 pgs: 97 active+clean; 5.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 32 KiB/s wr, 16 op/s 2024-02-10T00:03:21.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:20 smithi103 ceph-mon[36942]: pgmap v123: 97 pgs: 97 active+clean; 5.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 32 KiB/s wr, 16 op/s 2024-02-10T00:03:22.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.711+0000 7fecca9a7640 1 -- 172.21.15.1:0/2138848608 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fecc4100730 msgr2=0x7fecc4105ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:22.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.711+0000 7fecca9a7640 1 --2- 172.21.15.1:0/2138848608 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fecc4100730 0x7fecc4105ed0 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7fecb8009930 tx=0x7fecb802bc30 comp rx=0 tx=0).stop 2024-02-10T00:03:22.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.711+0000 7fecca9a7640 1 -- 172.21.15.1:0/2138848608 shutdown_connections 2024-02-10T00:03:22.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.711+0000 7fecca9a7640 1 --2- 172.21.15.1:0/2138848608 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fecc4106600 0x7fecc410e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:22.716 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.711+0000 7fecca9a7640 1 --2- 172.21.15.1:0/2138848608 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fecc4100730 0x7fecc4105ed0 unknown :-1 s=CLOSED pgs=919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:22.716 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.711+0000 7fecca9a7640 1 --2- 172.21.15.1:0/2138848608 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fecc40ffd80 0x7fecc4100160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:22.716 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.711+0000 7fecca9a7640 1 -- 172.21.15.1:0/2138848608 >> 172.21.15.1:0/2138848608 conn(0x7fecc4075410 msgr2=0x7fecc4075820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:22.716 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.711+0000 7fecca9a7640 1 -- 172.21.15.1:0/2138848608 shutdown_connections 2024-02-10T00:03:22.716 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.711+0000 7fecca9a7640 1 -- 172.21.15.1:0/2138848608 wait complete. 2024-02-10T00:03:22.716 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.712+0000 7fecca9a7640 1 Processor -- start 2024-02-10T00:03:22.716 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.712+0000 7fecca9a7640 1 -- start start 2024-02-10T00:03:22.716 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.712+0000 7fecca9a7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fecc40ffd80 0x7fecc419d610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:22.716 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.712+0000 7fecca9a7640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fecc4106600 0x7fecc419db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:22.716 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.712+0000 7fecca9a7640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fecc41976d0 0x7fecc4197b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:22.716 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.712+0000 7fecca9a7640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fecc41981a0 con 0x7fecc40ffd80 2024-02-10T00:03:22.716 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.712+0000 7fecca9a7640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fecc4198310 con 0x7fecc41976d0 2024-02-10T00:03:22.716 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.712+0000 7fecca9a7640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fecc41984d0 con 0x7fecc4106600 2024-02-10T00:03:22.717 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.712+0000 7fecc3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fecc40ffd80 0x7fecc419d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:22.717 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.712+0000 7fecc3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fecc40ffd80 0x7fecc419d610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:55650/0 (socket says 172.21.15.1:55650) 2024-02-10T00:03:22.717 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.712+0000 7fecc3fff640 1 -- 172.21.15.1:0/2663220091 learned_addr learned my addr 172.21.15.1:0/2663220091 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:22.717 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.712+0000 7fecc37fe640 1 --2- 172.21.15.1:0/2663220091 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fecc4106600 0x7fecc419db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:22.717 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.712+0000 7fecc8f44640 1 --2- 172.21.15.1:0/2663220091 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fecc41976d0 0x7fecc4197b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:22.717 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.713+0000 7fecc3fff640 1 -- 172.21.15.1:0/2663220091 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fecc4106600 msgr2=0x7fecc419db50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:22.717 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.713+0000 7fecc3fff640 1 --2- 172.21.15.1:0/2663220091 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fecc4106600 0x7fecc419db50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:22.717 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.713+0000 7fecc3fff640 1 -- 172.21.15.1:0/2663220091 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fecc41976d0 msgr2=0x7fecc4197b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:22.717 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.713+0000 7fecc3fff640 1 --2- 172.21.15.1:0/2663220091 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fecc41976d0 0x7fecc4197b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:22.717 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.713+0000 7fecc3fff640 1 -- 172.21.15.1:0/2663220091 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fecb8009560 con 0x7fecc40ffd80 2024-02-10T00:03:22.717 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.713+0000 7fecc37fe640 1 --2- 172.21.15.1:0/2663220091 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fecc4106600 0x7fecc419db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:03:22.717 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.713+0000 7fecc8f44640 1 --2- 172.21.15.1:0/2663220091 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fecc41976d0 0x7fecc4197b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:03:22.717 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.713+0000 7fecc3fff640 1 --2- 172.21.15.1:0/2663220091 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fecc40ffd80 0x7fecc419d610 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7fecb400d950 tx=0x7fecb400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:22.717 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.713+0000 7fecc17fa640 1 -- 172.21.15.1:0/2663220091 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecb4009c30 con 0x7fecc40ffd80 2024-02-10T00:03:22.718 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.713+0000 7fecc17fa640 1 -- 172.21.15.1:0/2663220091 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fecb4009d90 con 0x7fecc40ffd80 2024-02-10T00:03:22.718 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.713+0000 7fecca9a7640 1 -- 172.21.15.1:0/2663220091 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fecc41a4470 con 0x7fecc40ffd80 2024-02-10T00:03:22.718 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.713+0000 7fecc17fa640 1 -- 172.21.15.1:0/2663220091 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecb400f7e0 con 0x7fecc40ffd80 2024-02-10T00:03:22.718 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.713+0000 7fecca9a7640 1 -- 172.21.15.1:0/2663220091 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fecc41a4950 con 0x7fecc40ffd80 2024-02-10T00:03:22.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.715+0000 7fecc17fa640 1 -- 172.21.15.1:0/2663220091 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fecb4010ad0 con 0x7fecc40ffd80 2024-02-10T00:03:22.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.716+0000 7feccd576740 1 Processor -- start 2024-02-10T00:03:22.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.716+0000 7feccd576740 1 -- start start 2024-02-10T00:03:22.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.716+0000 7feccd576740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579852e60b0 0x5579852e6490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:22.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.716+0000 7feccd576740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579852e69d0 0x5579852ef260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:22.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.716+0000 7feccd576740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579852ef7a0 0x5579852f1b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:22.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.716+0000 7feccd576740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557985254a00 con 0x5579852e69d0 2024-02-10T00:03:22.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.716+0000 7feccd576740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557985251f30 con 0x5579852ef7a0 2024-02-10T00:03:22.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.716+0000 7feccd576740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55798524d710 con 0x5579852e60b0 2024-02-10T00:03:22.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.716+0000 7fecc17fa640 1 --2- 172.21.15.1:0/2663220091 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fecac0a2220 0x7fecac0a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:22.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.716+0000 7fecc3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579852e69d0 0x5579852ef260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:22.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.716+0000 7fecc3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579852e69d0 0x5579852ef260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:55652/0 (socket says 172.21.15.1:55652) 2024-02-10T00:03:22.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.716+0000 7fecc8f44640 1 --2- 172.21.15.1:0/2663220091 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fecac0a2220 0x7fecac0a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:22.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.716+0000 7fecc3fff640 1 -- 172.21.15.1:0/3357886331 learned_addr learned my addr 172.21.15.1:0/3357886331 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:22.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.716+0000 7fecc37fe640 1 --2- 172.21.15.1:0/3357886331 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579852ef7a0 0x5579852f1b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:22.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.716+0000 7fecc17fa640 1 -- 172.21.15.1:0/2663220091 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fecb40cddf0 con 0x7fecc40ffd80 2024-02-10T00:03:22.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.716+0000 7fecc8f44640 1 --2- 172.21.15.1:0/3357886331 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579852e60b0 0x5579852e6490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:22.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.717+0000 7fecc3fff640 1 -- 172.21.15.1:0/3357886331 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579852e60b0 msgr2=0x5579852e6490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:22.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.717+0000 7fecc3fff640 1 --2- 172.21.15.1:0/3357886331 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579852e60b0 0x5579852e6490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:22.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.717+0000 7fecc3fff640 1 -- 172.21.15.1:0/3357886331 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579852ef7a0 msgr2=0x5579852f1b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:22.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.717+0000 7fecc3fff640 1 --2- 172.21.15.1:0/3357886331 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579852ef7a0 0x5579852f1b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:22.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.717+0000 7fecc3fff640 1 -- 172.21.15.1:0/3357886331 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5579852123b0 con 0x5579852e69d0 2024-02-10T00:03:22.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.717+0000 7fecc37fe640 1 --2- 172.21.15.1:0/3357886331 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579852ef7a0 0x5579852f1b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:03:22.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.717+0000 7fecc8f44640 1 --2- 172.21.15.1:0/2663220091 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fecac0a2220 0x7fecac0a46e0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fecbc005fd0 tx=0x7fecbc012a70 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:22.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.717+0000 7fecc3fff640 1 --2- 172.21.15.1:0/3357886331 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579852e69d0 0x5579852ef260 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7fecb40cb480 tx=0x7fecb4010e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6cefe88941590a96 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:22.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.717+0000 7fecaa7fc640 1 -- 172.21.15.1:0/3357886331 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecb409e900 con 0x5579852e69d0 2024-02-10T00:03:22.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.717+0000 7fecaa7fc640 1 -- 172.21.15.1:0/3357886331 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fecb40a2f50 con 0x5579852e69d0 2024-02-10T00:03:22.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.717+0000 7fecaa7fc640 1 -- 172.21.15.1:0/3357886331 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecb40ba0d0 con 0x5579852e69d0 2024-02-10T00:03:22.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.718+0000 7feccd576740 1 -- 172.21.15.1:0/3357886331 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579852e69d0 msgr2=0x5579852ef260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:22.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.718+0000 7feccd576740 1 --2- 172.21.15.1:0/3357886331 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579852e69d0 0x5579852ef260 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7fecb40cb480 tx=0x7fecb4010e70 comp rx=0 tx=0).stop 2024-02-10T00:03:22.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.718+0000 7feccd576740 1 -- 172.21.15.1:0/3357886331 shutdown_connections 2024-02-10T00:03:22.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.718+0000 7feccd576740 1 --2- 172.21.15.1:0/3357886331 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579852ef7a0 0x5579852f1b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:22.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.718+0000 7feccd576740 1 --2- 172.21.15.1:0/3357886331 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579852e69d0 0x5579852ef260 unknown :-1 s=CLOSED pgs=921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:22.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.718+0000 7feccd576740 1 --2- 172.21.15.1:0/3357886331 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579852e60b0 0x5579852e6490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:22.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.718+0000 7feccd576740 1 -- 172.21.15.1:0/3357886331 >> 172.21.15.1:0/3357886331 conn(0x5579852e09d0 msgr2=0x5579852e0db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:22.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.718+0000 7feccd576740 1 -- 172.21.15.1:0/3357886331 shutdown_connections 2024-02-10T00:03:22.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.718+0000 7feccd576740 1 -- 172.21.15.1:0/3357886331 wait complete. 2024-02-10T00:03:22.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.718+0000 7feccd576740 1 -- start start 2024-02-10T00:03:22.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.718+0000 7feccd576740 1 Processor -- start 2024-02-10T00:03:22.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.719+0000 7feccd576740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579852e60b0 0x5579852ec7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:22.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.719+0000 7feccd576740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579852e69d0 0x5579852ecd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:22.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.719+0000 7feccd576740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579852ef7a0 0x5579852ed260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:22.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.719+0000 7feccd576740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579851f2b90 con 0x5579852e60b0 2024-02-10T00:03:22.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.719+0000 7feccd576740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557984f21250 con 0x5579852e69d0 2024-02-10T00:03:22.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.719+0000 7feccd576740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579851d3200 con 0x5579852ef7a0 2024-02-10T00:03:22.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.719+0000 7feccd576740 10 client.0 _ll_register_callbacks cb 0x5579852095d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:03:22.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.719+0000 7fecc3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579852e60b0 0x5579852ec7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:22.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.719+0000 7fecc3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579852e60b0 0x5579852ec7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:55654/0 (socket says 172.21.15.1:55654) 2024-02-10T00:03:22.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.719+0000 7fecc3fff640 1 -- 172.21.15.1:0/1682086286 learned_addr learned my addr 172.21.15.1:0/1682086286 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:22.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.719+0000 7fecc8f44640 1 --2- 172.21.15.1:0/1682086286 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579852ef7a0 0x5579852ed260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:22.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.719+0000 7fecc37fe640 1 --2- 172.21.15.1:0/1682086286 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579852e69d0 0x5579852ecd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:22.731 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.719+0000 7fecc3fff640 1 -- 172.21.15.1:0/1682086286 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579852ef7a0 msgr2=0x5579852ed260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:22.731 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.719+0000 7fecc3fff640 1 --2- 172.21.15.1:0/1682086286 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579852ef7a0 0x5579852ed260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:22.731 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.719+0000 7fecc3fff640 1 -- 172.21.15.1:0/1682086286 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579852e69d0 msgr2=0x5579852ecd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:22.732 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.719+0000 7fecc3fff640 1 --2- 172.21.15.1:0/1682086286 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579852e69d0 0x5579852ecd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:22.732 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.719+0000 7fecc3fff640 1 -- 172.21.15.1:0/1682086286 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fecc41a4950 con 0x5579852e60b0 2024-02-10T00:03:22.732 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.719+0000 7fecc8f44640 1 --2- 172.21.15.1:0/1682086286 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579852ef7a0 0x5579852ed260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:03:22.732 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.719+0000 7fecc3fff640 1 --2- 172.21.15.1:0/1682086286 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579852e60b0 0x5579852ec7e0 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7fecb4009610 tx=0x7fecb409a870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b493c846d236fff1 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:22.732 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.719+0000 7feca37fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:03:22.732 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.719+0000 7feca37fe640 1 -- 172.21.15.1:0/1682086286 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecb409e900 con 0x5579852e60b0 2024-02-10T00:03:22.732 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.719+0000 7feca37fe640 1 -- 172.21.15.1:0/1682086286 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fecb4096e20 con 0x5579852e60b0 2024-02-10T00:03:22.732 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.719+0000 7feccd576740 1 -- 172.21.15.1:0/1682086286 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557985273ee0 con 0x5579852e60b0 2024-02-10T00:03:22.732 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.720+0000 7feca37fe640 1 -- 172.21.15.1:0/1682086286 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fecb40b3120 con 0x5579852e60b0 2024-02-10T00:03:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.720+0000 7feccd576740 10 client.16983 fetch_fsmap learned FSMap version 29 2024-02-10T00:03:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.720+0000 7feccd576740 1 -- 172.21.15.1:0/1682086286 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55798524bd90 con 0x5579852e60b0 2024-02-10T00:03:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.720+0000 7feca37fe640 1 -- 172.21.15.1:0/1682086286 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x557985273ee0 con 0x5579852e60b0 2024-02-10T00:03:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.720+0000 7feca37fe640 1 -- 172.21.15.1:0/1682086286 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fecb4099d90 con 0x5579852e60b0 2024-02-10T00:03:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.720+0000 7feccd576740 10 client.16983 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:03:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.720+0000 7feccd576740 10 client.16983 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:03:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.720+0000 7feccd576740 20 client.16983 populate_metadata read hostname 'smithi001' 2024-02-10T00:03:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.720+0000 7feccd576740 1 --2- 172.21.15.1:0/1682086286 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5579852ff540 0x557985301930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.720+0000 7feccd576740 4 client.16983 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:03:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.720+0000 7feccd576740 1 -- 172.21.15.1:0/1682086286 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557984f4d600 con 0x5579852ff540 2024-02-10T00:03:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.720+0000 7fecc37fe640 1 --2- 172.21.15.1:0/1682086286 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5579852ff540 0x557985301930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.721+0000 7feca37fe640 10 client.16983 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.721+0000 7fecc37fe640 1 --2- 172.21.15.1:0/1682086286 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5579852ff540 0x557985301930 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6ce4f885255d9d63 server_cookie=deac9d97b28dcad6 in_seq=0 out_seq=0 2024-02-10T00:03:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.721+0000 7feca37fe640 1 -- 172.21.15.1:0/1682086286 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x557984f4d600 con 0x5579852ff540 2024-02-10T00:03:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.721+0000 7feca37fe640 10 client.16983 handle_command_reply: tid=0 2024-02-10T00:03:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.722+0000 7feccd576740 1 client.16983 shutdown 2024-02-10T00:03:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.722+0000 7feccd576740 1 -- 172.21.15.1:0/1682086286 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579852e60b0 msgr2=0x5579852ec7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.722+0000 7feccd576740 1 --2- 172.21.15.1:0/1682086286 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579852e60b0 0x5579852ec7e0 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7fecb4009610 tx=0x7fecb409a870 comp rx=0 tx=0).stop 2024-02-10T00:03:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.722+0000 7feccd576740 1 -- 172.21.15.1:0/1682086286 shutdown_connections 2024-02-10T00:03:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.722+0000 7feccd576740 1 --2- 172.21.15.1:0/1682086286 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5579852ff540 0x557985301930 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.722+0000 7feccd576740 1 --2- 172.21.15.1:0/1682086286 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579852ef7a0 0x5579852ed260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.722+0000 7feccd576740 1 --2- 172.21.15.1:0/1682086286 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579852e69d0 0x5579852ecd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.722+0000 7feca37fe640 0 client.16983 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.722+0000 7feccd576740 1 --2- 172.21.15.1:0/1682086286 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579852e60b0 0x5579852ec7e0 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:22.735 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.722+0000 7feccd576740 1 -- 172.21.15.1:0/1682086286 >> 172.21.15.1:0/1682086286 conn(0x5579852e09d0 msgr2=0x5579852e2720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:22.735 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.722+0000 7feccd576740 1 -- 172.21.15.1:0/1682086286 shutdown_connections 2024-02-10T00:03:22.735 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.722+0000 7feccd576740 1 -- 172.21.15.1:0/1682086286 wait complete. 2024-02-10T00:03:22.735 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.722+0000 7feccd576740 20 client.16983 trim_cache size 0 max 16384 2024-02-10T00:03:22.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.735+0000 7feccd576740 1 Processor -- start 2024-02-10T00:03:22.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.735+0000 7feccd576740 1 -- start start 2024-02-10T00:03:22.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.736+0000 7feccd576740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579852e60b0 0x5579852eeea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:22.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.736+0000 7feccd576740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579852e69d0 0x5579852ecd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:22.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.736+0000 7feccd576740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579852ef7a0 0x5579852ed270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:22.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.736+0000 7feccd576740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579852ed7e0 con 0x5579852e60b0 2024-02-10T00:03:22.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.736+0000 7feccd576740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579852e55f0 con 0x5579852ef7a0 2024-02-10T00:03:22.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.736+0000 7feccd576740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579852e1a20 con 0x5579852e69d0 2024-02-10T00:03:22.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.736+0000 7fecc3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579852e60b0 0x5579852eeea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:22.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.736+0000 7fecc3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579852e60b0 0x5579852eeea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:55664/0 (socket says 172.21.15.1:55664) 2024-02-10T00:03:22.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.736+0000 7fecc3fff640 1 -- 172.21.15.1:0/3396602226 learned_addr learned my addr 172.21.15.1:0/3396602226 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:22.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.736+0000 7fecc8f44640 1 --2- 172.21.15.1:0/3396602226 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579852ef7a0 0x5579852ed270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:22.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.736+0000 7fecc37fe640 1 --2- 172.21.15.1:0/3396602226 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579852e69d0 0x5579852ecd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:22.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.736+0000 7fecc3fff640 1 -- 172.21.15.1:0/3396602226 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579852e69d0 msgr2=0x5579852ecd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:22.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.736+0000 7fecc3fff640 1 --2- 172.21.15.1:0/3396602226 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579852e69d0 0x5579852ecd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:22.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.736+0000 7fecc3fff640 1 -- 172.21.15.1:0/3396602226 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579852ef7a0 msgr2=0x5579852ed270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:22.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.736+0000 7fecc3fff640 1 --2- 172.21.15.1:0/3396602226 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579852ef7a0 0x5579852ed270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:22.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.736+0000 7fecc3fff640 1 -- 172.21.15.1:0/3396602226 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5579851e8820 con 0x5579852e60b0 2024-02-10T00:03:22.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.736+0000 7fecc37fe640 1 --2- 172.21.15.1:0/3396602226 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579852e69d0 0x5579852ecd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:03:22.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.736+0000 7fecc3fff640 1 --2- 172.21.15.1:0/3396602226 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579852e60b0 0x5579852eeea0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7fecb400bfd0 tx=0x7fecb4010e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3458c6790f3a02f8 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:22.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.736+0000 7feca9ffb640 1 -- 172.21.15.1:0/3396602226 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecb40cb790 con 0x5579852e60b0 2024-02-10T00:03:22.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.736+0000 7feca9ffb640 1 -- 172.21.15.1:0/3396602226 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fecb409e900 con 0x5579852e60b0 2024-02-10T00:03:22.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.736+0000 7feca9ffb640 1 -- 172.21.15.1:0/3396602226 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecb40ba0d0 con 0x5579852e60b0 2024-02-10T00:03:22.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.737+0000 7feccd576740 1 -- 172.21.15.1:0/3396602226 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579852e60b0 msgr2=0x5579852eeea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:22.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.737+0000 7feccd576740 1 --2- 172.21.15.1:0/3396602226 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579852e60b0 0x5579852eeea0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7fecb400bfd0 tx=0x7fecb4010e70 comp rx=0 tx=0).stop 2024-02-10T00:03:22.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.737+0000 7feccd576740 1 -- 172.21.15.1:0/3396602226 shutdown_connections 2024-02-10T00:03:22.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.737+0000 7feccd576740 1 --2- 172.21.15.1:0/3396602226 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579852ef7a0 0x5579852ed270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:22.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.737+0000 7feccd576740 1 --2- 172.21.15.1:0/3396602226 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579852e69d0 0x5579852ecd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:22.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.737+0000 7feccd576740 1 --2- 172.21.15.1:0/3396602226 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579852e60b0 0x5579852eeea0 unknown :-1 s=CLOSED pgs=923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:22.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.737+0000 7feccd576740 1 -- 172.21.15.1:0/3396602226 >> 172.21.15.1:0/3396602226 conn(0x5579852e09d0 msgr2=0x5579852eb0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:22.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.737+0000 7feccd576740 1 -- 172.21.15.1:0/3396602226 shutdown_connections 2024-02-10T00:03:22.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.737+0000 7feccd576740 1 -- 172.21.15.1:0/3396602226 wait complete. 2024-02-10T00:03:22.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.737+0000 7feccd576740 1 -- start start 2024-02-10T00:03:22.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.738+0000 7feccd576740 1 Processor -- start 2024-02-10T00:03:22.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.738+0000 7feccd576740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579852e60b0 0x5579852f6760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:22.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.738+0000 7feccd576740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579852e69d0 0x5579852f4b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:22.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.738+0000 7feccd576740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579852ef7a0 0x5579852f5090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:22.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.738+0000 7feccd576740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579852f5760 con 0x5579852ef7a0 2024-02-10T00:03:22.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.738+0000 7feccd576740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579852f58d0 con 0x5579852e69d0 2024-02-10T00:03:22.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.738+0000 7feccd576740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557985359de0 con 0x5579852e60b0 2024-02-10T00:03:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.738+0000 7feccd576740 10 client.0 _ll_register_callbacks cb 0x7fecb409a3a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:03:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.738+0000 7fecc3fff640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579852e60b0 0x5579852f6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.738+0000 7fecc3fff640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579852e60b0 0x5579852f6760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.1:38462/0 (socket says 172.21.15.1:38462) 2024-02-10T00:03:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.738+0000 7fecc3fff640 1 -- 172.21.15.1:0/2315591041 learned_addr learned my addr 172.21.15.1:0/2315591041 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.738+0000 7fecc37fe640 1 --2- 172.21.15.1:0/2315591041 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579852e69d0 0x5579852f4b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.738+0000 7fecc8f44640 1 --2- 172.21.15.1:0/2315591041 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579852ef7a0 0x5579852f5090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.739+0000 7fecc3fff640 1 -- 172.21.15.1:0/2315591041 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579852e69d0 msgr2=0x5579852f4b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.739+0000 7fecc3fff640 1 --2- 172.21.15.1:0/2315591041 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579852e69d0 0x5579852f4b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.739+0000 7fecc3fff640 1 -- 172.21.15.1:0/2315591041 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579852ef7a0 msgr2=0x5579852f5090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.739+0000 7fecc3fff640 1 --2- 172.21.15.1:0/2315591041 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579852ef7a0 0x5579852f5090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.739+0000 7fecc3fff640 1 -- 172.21.15.1:0/2315591041 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55798524bd90 con 0x5579852e60b0 2024-02-10T00:03:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.739+0000 7fecc37fe640 1 --2- 172.21.15.1:0/2315591041 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579852e69d0 0x5579852f4b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:03:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.739+0000 7fecc3fff640 1 --2- 172.21.15.1:0/2315591041 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579852e60b0 0x5579852f6760 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fecb409a740 tx=0x7fecb4005f70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f9ba8747a328c51c server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:22.746 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.739+0000 7feca37fe640 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-02-10T00:03:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.739+0000 7feca37fe640 1 -- 172.21.15.1:0/2315591041 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecb40cb790 con 0x5579852e60b0 2024-02-10T00:03:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.739+0000 7feca37fe640 1 -- 172.21.15.1:0/2315591041 <== mon.1 v2:172.21.15.103:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fecb40ba0d0 con 0x5579852e60b0 2024-02-10T00:03:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.739+0000 7feccd576740 1 -- 172.21.15.1:0/2315591041 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fecb40a2f50 con 0x5579852e60b0 2024-02-10T00:03:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.739+0000 7feca37fe640 1 -- 172.21.15.1:0/2315591041 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fecb40ba2d0 con 0x5579852e60b0 2024-02-10T00:03:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.739+0000 7feccd576740 10 client.26299 fetch_fsmap learned FSMap version 29 2024-02-10T00:03:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.739+0000 7feccd576740 1 -- 172.21.15.1:0/2315591041 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55798520e6f0 con 0x5579852e60b0 2024-02-10T00:03:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.739+0000 7feca37fe640 1 -- 172.21.15.1:0/2315591041 <== mon.1 v2:172.21.15.103:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fecb40a2f50 con 0x5579852e60b0 2024-02-10T00:03:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.740+0000 7feca37fe640 1 -- 172.21.15.1:0/2315591041 <== mon.1 v2:172.21.15.103:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fecb4099700 con 0x5579852e60b0 2024-02-10T00:03:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.740+0000 7feccd576740 10 client.26299 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:03:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.740+0000 7feccd576740 10 client.26299 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:03:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.740+0000 7feccd576740 20 client.26299 populate_metadata read hostname 'smithi001' 2024-02-10T00:03:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.740+0000 7feccd576740 1 --2- 172.21.15.1:0/2315591041 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55798535ae80 0x55798535d270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.740+0000 7feccd576740 4 client.26299 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:03:22.747 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.740+0000 7feccd576740 1 -- 172.21.15.1:0/2315591041 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x557984f9e1b0 con 0x55798535ae80 2024-02-10T00:03:22.748 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.740+0000 7fecc37fe640 1 --2- 172.21.15.1:0/2315591041 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55798535ae80 0x55798535d270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:22.748 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.740+0000 7fecc37fe640 1 --2- 172.21.15.1:0/2315591041 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55798535ae80 0x55798535d270 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b8a78153179c28f server_cookie=edb313bf58e279d0 in_seq=0 out_seq=0 2024-02-10T00:03:22.748 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.740+0000 7feca37fe640 10 client.26299 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:22.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.755+0000 7feca37fe640 1 -- 172.21.15.1:0/2315591041 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x557984f9e1b0 con 0x55798535ae80 2024-02-10T00:03:22.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.755+0000 7feca37fe640 10 client.26299 handle_command_reply: tid=0 2024-02-10T00:03:22.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.755+0000 7feccd576740 1 client.26299 shutdown 2024-02-10T00:03:22.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.756+0000 7feccd576740 1 -- 172.21.15.1:0/2315591041 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579852e60b0 msgr2=0x5579852f6760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:22.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.756+0000 7feccd576740 1 --2- 172.21.15.1:0/2315591041 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579852e60b0 0x5579852f6760 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fecb409a740 tx=0x7fecb4005f70 comp rx=0 tx=0).stop 2024-02-10T00:03:22.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.756+0000 7feccd576740 1 -- 172.21.15.1:0/2315591041 shutdown_connections 2024-02-10T00:03:22.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.756+0000 7feccd576740 1 --2- 172.21.15.1:0/2315591041 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55798535ae80 0x55798535d270 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:22.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.756+0000 7feccd576740 1 --2- 172.21.15.1:0/2315591041 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579852ef7a0 0x5579852f5090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:22.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.756+0000 7feccd576740 1 --2- 172.21.15.1:0/2315591041 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579852e69d0 0x5579852f4b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:22.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.756+0000 7feccd576740 1 --2- 172.21.15.1:0/2315591041 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579852e60b0 0x5579852f6760 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:22.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.756+0000 7feca37fe640 0 client.26299 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:22.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.756+0000 7feccd576740 1 -- 172.21.15.1:0/2315591041 >> 172.21.15.1:0/2315591041 conn(0x5579852e09d0 msgr2=0x5579852df1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:22.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.756+0000 7feccd576740 1 -- 172.21.15.1:0/2315591041 shutdown_connections 2024-02-10T00:03:22.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.756+0000 7feccd576740 1 -- 172.21.15.1:0/2315591041 wait complete. 2024-02-10T00:03:22.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.756+0000 7feccd576740 20 client.26299 trim_cache size 0 max 16384 2024-02-10T00:03:22.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:03:22.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:03:22.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:03:22.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:03:22.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.756+0000 7fecca9a7640 1 -- 172.21.15.1:0/2663220091 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fecac0a2220 msgr2=0x7fecac0a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:22.764 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.756+0000 7fecca9a7640 1 --2- 172.21.15.1:0/2663220091 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fecac0a2220 0x7fecac0a46e0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fecbc005fd0 tx=0x7fecbc012a70 comp rx=0 tx=0).stop 2024-02-10T00:03:22.764 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.756+0000 7fecca9a7640 1 -- 172.21.15.1:0/2663220091 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fecc40ffd80 msgr2=0x7fecc419d610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:22.764 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.756+0000 7fecca9a7640 1 --2- 172.21.15.1:0/2663220091 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fecc40ffd80 0x7fecc419d610 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7fecb400d950 tx=0x7fecb400de10 comp rx=0 tx=0).stop 2024-02-10T00:03:22.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.757+0000 7fecca9a7640 1 -- 172.21.15.1:0/2663220091 shutdown_connections 2024-02-10T00:03:22.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.757+0000 7fecca9a7640 1 --2- 172.21.15.1:0/2663220091 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fecac0a2220 0x7fecac0a46e0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:22.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.757+0000 7fecca9a7640 1 --2- 172.21.15.1:0/2663220091 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fecc41976d0 0x7fecc4197b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:22.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.757+0000 7fecca9a7640 1 --2- 172.21.15.1:0/2663220091 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fecc4106600 0x7fecc419db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:22.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.757+0000 7fecca9a7640 1 --2- 172.21.15.1:0/2663220091 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fecc40ffd80 0x7fecc419d610 unknown :-1 s=CLOSED pgs=920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:22.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.757+0000 7fecca9a7640 1 -- 172.21.15.1:0/2663220091 >> 172.21.15.1:0/2663220091 conn(0x7fecc4075410 msgr2=0x7fecc40fde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:22.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.757+0000 7fecca9a7640 1 -- 172.21.15.1:0/2663220091 shutdown_connections 2024-02-10T00:03:22.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:22.757+0000 7fecca9a7640 1 -- 172.21.15.1:0/2663220091 wait complete. 2024-02-10T00:03:23.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:22 smithi001 ceph-mon[32335]: pgmap v124: 97 pgs: 97 active+clean; 5.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 32 KiB/s wr, 16 op/s 2024-02-10T00:03:23.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:22 smithi088 ceph-mon[36452]: pgmap v124: 97 pgs: 97 active+clean; 5.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 32 KiB/s wr, 16 op/s 2024-02-10T00:03:23.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:22 smithi103 ceph-mon[36942]: pgmap v124: 97 pgs: 97 active+clean; 5.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 32 KiB/s wr, 16 op/s 2024-02-10T00:03:25.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:24 smithi001 ceph-mon[32335]: pgmap v125: 97 pgs: 97 active+clean; 5.5 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 44 KiB/s wr, 23 op/s 2024-02-10T00:03:25.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:24 smithi088 ceph-mon[36452]: pgmap v125: 97 pgs: 97 active+clean; 5.5 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 44 KiB/s wr, 23 op/s 2024-02-10T00:03:25.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:24 smithi103 ceph-mon[36942]: pgmap v125: 97 pgs: 97 active+clean; 5.5 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 44 KiB/s wr, 23 op/s 2024-02-10T00:03:26.838 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.838 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.838 INFO:tasks.workunit.client.0.smithi001.stdout:127/600: open fd = 3 2024-02-10T00:03:26.838 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.838 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.838 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.838 INFO:tasks.workunit.client.0.smithi001.stdout:128/600: open fd = 3 2024-02-10T00:03:26.838 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.838 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.838 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.838 INFO:tasks.workunit.client.0.smithi001.stdout:129/600: open fd = 3 2024-02-10T00:03:26.839 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.839 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.839 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.839 INFO:tasks.workunit.client.0.smithi001.stdout:130/600: open fd = 3 2024-02-10T00:03:26.839 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.839 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.839 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.839 INFO:tasks.workunit.client.0.smithi001.stdout:131/600: open fd = 3 2024-02-10T00:03:26.839 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.839 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.839 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.839 INFO:tasks.workunit.client.0.smithi001.stdout:132/600: open fd = 3 2024-02-10T00:03:26.839 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.839 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.839 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.840 INFO:tasks.workunit.client.0.smithi001.stdout:133/600: open fd = 3 2024-02-10T00:03:26.840 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.840 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.840 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.840 INFO:tasks.workunit.client.0.smithi001.stdout:134/600: open fd = 3 2024-02-10T00:03:26.840 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.840 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.840 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.840 INFO:tasks.workunit.client.0.smithi001.stdout:135/600: open fd = 3 2024-02-10T00:03:26.840 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.840 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.840 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.840 INFO:tasks.workunit.client.0.smithi001.stdout:136/600: open fd = 3 2024-02-10T00:03:26.840 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.841 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.841 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.841 INFO:tasks.workunit.client.0.smithi001.stdout:137/600: open fd = 3 2024-02-10T00:03:26.841 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.841 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.841 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.841 INFO:tasks.workunit.client.0.smithi001.stdout:138/600: open fd = 3 2024-02-10T00:03:26.841 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.841 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.841 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.841 INFO:tasks.workunit.client.0.smithi001.stdout:139/600: open fd = 3 2024-02-10T00:03:26.841 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.841 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.842 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.842 INFO:tasks.workunit.client.0.smithi001.stdout:140/600: open fd = 3 2024-02-10T00:03:26.842 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.842 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.842 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.842 INFO:tasks.workunit.client.0.smithi001.stdout:141/600: open fd = 3 2024-02-10T00:03:26.842 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.842 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.842 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.842 INFO:tasks.workunit.client.0.smithi001.stdout:142/600: open fd = 3 2024-02-10T00:03:26.842 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.842 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.842 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.842 INFO:tasks.workunit.client.0.smithi001.stdout:143/600: open fd = 3 2024-02-10T00:03:26.842 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.843 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.843 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.843 INFO:tasks.workunit.client.0.smithi001.stdout:144/600: open fd = 3 2024-02-10T00:03:26.843 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.843 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.843 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.843 INFO:tasks.workunit.client.0.smithi001.stdout:145/600: open fd = 3 2024-02-10T00:03:26.843 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.843 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.843 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.843 INFO:tasks.workunit.client.0.smithi001.stdout:146/600: open fd = 3 2024-02-10T00:03:26.843 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.843 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.843 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.843 INFO:tasks.workunit.client.0.smithi001.stdout:147/600: open fd = 3 2024-02-10T00:03:26.844 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.844 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.844 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.844 INFO:tasks.workunit.client.0.smithi001.stdout:148/600: open fd = 3 2024-02-10T00:03:26.844 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.844 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.844 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.844 INFO:tasks.workunit.client.0.smithi001.stdout:149/600: open fd = 3 2024-02-10T00:03:26.845 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.845 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.845 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.845 INFO:tasks.workunit.client.0.smithi001.stdout:150/600: open fd = 3 2024-02-10T00:03:26.845 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.845 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.845 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.845 INFO:tasks.workunit.client.0.smithi001.stdout:151/600: open fd = 3 2024-02-10T00:03:26.845 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.845 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.845 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.845 INFO:tasks.workunit.client.0.smithi001.stdout:152/600: open fd = 3 2024-02-10T00:03:26.845 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.845 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.845 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.846 INFO:tasks.workunit.client.0.smithi001.stdout:153/600: open fd = 3 2024-02-10T00:03:26.846 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.846 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.846 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.846 INFO:tasks.workunit.client.0.smithi001.stdout:154/600: open fd = 3 2024-02-10T00:03:26.846 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.846 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.846 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.846 INFO:tasks.workunit.client.0.smithi001.stdout:155/600: open fd = 3 2024-02-10T00:03:26.846 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.847 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.847 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.847 INFO:tasks.workunit.client.0.smithi001.stdout:156/600: open fd = 3 2024-02-10T00:03:26.847 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.847 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.847 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.847 INFO:tasks.workunit.client.0.smithi001.stdout:157/600: open fd = 3 2024-02-10T00:03:26.847 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.847 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.847 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.847 INFO:tasks.workunit.client.0.smithi001.stdout:158/600: open fd = 3 2024-02-10T00:03:26.847 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.847 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.847 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.848 INFO:tasks.workunit.client.0.smithi001.stdout:159/600: open fd = 3 2024-02-10T00:03:26.848 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.848 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.848 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.848 INFO:tasks.workunit.client.0.smithi001.stdout:160/600: open fd = 3 2024-02-10T00:03:26.848 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.848 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.848 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.848 INFO:tasks.workunit.client.0.smithi001.stdout:161/600: open fd = 3 2024-02-10T00:03:26.848 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.848 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.848 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.848 INFO:tasks.workunit.client.0.smithi001.stdout:162/600: open fd = 3 2024-02-10T00:03:26.848 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.848 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.849 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.849 INFO:tasks.workunit.client.0.smithi001.stdout:163/600: open fd = 3 2024-02-10T00:03:26.849 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.849 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.849 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.849 INFO:tasks.workunit.client.0.smithi001.stdout:164/600: open fd = 3 2024-02-10T00:03:26.849 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.849 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.849 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.849 INFO:tasks.workunit.client.0.smithi001.stdout:165/600: open fd = 3 2024-02-10T00:03:26.849 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.849 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.849 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.849 INFO:tasks.workunit.client.0.smithi001.stdout:166/600: open fd = 3 2024-02-10T00:03:26.849 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.850 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.850 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.850 INFO:tasks.workunit.client.0.smithi001.stdout:167/600: open fd = 3 2024-02-10T00:03:26.850 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.850 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.850 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.850 INFO:tasks.workunit.client.0.smithi001.stdout:168/600: open fd = 3 2024-02-10T00:03:26.850 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.850 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.850 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.850 INFO:tasks.workunit.client.0.smithi001.stdout:169/600: open fd = 3 2024-02-10T00:03:26.850 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.850 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.850 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.851 INFO:tasks.workunit.client.0.smithi001.stdout:170/600: open fd = 3 2024-02-10T00:03:26.851 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.851 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.851 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.851 INFO:tasks.workunit.client.0.smithi001.stdout:171/600: open fd = 3 2024-02-10T00:03:26.851 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.851 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.851 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.851 INFO:tasks.workunit.client.0.smithi001.stdout:172/600: open fd = 3 2024-02-10T00:03:26.851 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.851 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.851 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.851 INFO:tasks.workunit.client.0.smithi001.stdout:173/600: open fd = 3 2024-02-10T00:03:26.851 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.852 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.852 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.852 INFO:tasks.workunit.client.0.smithi001.stdout:174/600: open fd = 3 2024-02-10T00:03:26.852 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.852 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.852 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.852 INFO:tasks.workunit.client.0.smithi001.stdout:175/600: open fd = 3 2024-02-10T00:03:26.852 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.852 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.852 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.852 INFO:tasks.workunit.client.0.smithi001.stdout:176/600: open fd = 3 2024-02-10T00:03:26.852 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.852 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.852 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.853 INFO:tasks.workunit.client.0.smithi001.stdout:177/600: open fd = 3 2024-02-10T00:03:26.853 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.853 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.853 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.853 INFO:tasks.workunit.client.0.smithi001.stdout:178/600: open fd = 3 2024-02-10T00:03:26.853 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.853 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.853 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.853 INFO:tasks.workunit.client.0.smithi001.stdout:179/600: open fd = 3 2024-02-10T00:03:26.853 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.853 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.853 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.853 INFO:tasks.workunit.client.0.smithi001.stdout:180/600: open fd = 3 2024-02-10T00:03:26.853 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.853 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.854 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.854 INFO:tasks.workunit.client.0.smithi001.stdout:181/600: open fd = 3 2024-02-10T00:03:26.854 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.854 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.854 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.854 INFO:tasks.workunit.client.0.smithi001.stdout:182/600: open fd = 3 2024-02-10T00:03:26.854 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.854 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.854 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.854 INFO:tasks.workunit.client.0.smithi001.stdout:183/600: open fd = 3 2024-02-10T00:03:26.854 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.854 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.854 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.854 INFO:tasks.workunit.client.0.smithi001.stdout:184/600: open fd = 3 2024-02-10T00:03:26.854 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.855 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.855 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.855 INFO:tasks.workunit.client.0.smithi001.stdout:185/600: open fd = 3 2024-02-10T00:03:26.855 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.855 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.855 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.855 INFO:tasks.workunit.client.0.smithi001.stdout:186/600: open fd = 3 2024-02-10T00:03:26.855 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.855 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.855 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.855 INFO:tasks.workunit.client.0.smithi001.stdout:187/600: open fd = 3 2024-02-10T00:03:26.855 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.855 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.855 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:03:26.855 INFO:tasks.workunit.client.0.smithi001.stdout:188/600: open fd = 3 2024-02-10T00:03:26.856 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:26.856 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:03:27.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:26 smithi001 ceph-mon[32335]: pgmap v126: 97 pgs: 97 active+clean; 5.5 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 26 KiB/s wr, 13 op/s 2024-02-10T00:03:27.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:26 smithi088 ceph-mon[36452]: pgmap v126: 97 pgs: 97 active+clean; 5.5 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 26 KiB/s wr, 13 op/s 2024-02-10T00:03:27.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:26 smithi103 ceph-mon[36942]: pgmap v126: 97 pgs: 97 active+clean; 5.5 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 26 KiB/s wr, 13 op/s 2024-02-10T00:03:29.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:28 smithi001 ceph-mon[32335]: pgmap v127: 97 pgs: 97 active+clean; 1.6 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 43 KiB/s wr, 23 op/s 2024-02-10T00:03:29.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:28 smithi088 ceph-mon[36452]: pgmap v127: 97 pgs: 97 active+clean; 1.6 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 43 KiB/s wr, 23 op/s 2024-02-10T00:03:29.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:28 smithi103 ceph-mon[36942]: pgmap v127: 97 pgs: 97 active+clean; 1.6 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 43 KiB/s wr, 23 op/s 2024-02-10T00:03:30.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:29 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:03:30.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:29 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:03:30.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:29 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:03:31.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:30 smithi001 ceph-mon[32335]: pgmap v128: 97 pgs: 97 active+clean; 1.6 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 30 KiB/s wr, 16 op/s 2024-02-10T00:03:31.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:30 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:03:31.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:30 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:03:31.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:30 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:03:31.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:30 smithi088 ceph-mon[36452]: pgmap v128: 97 pgs: 97 active+clean; 1.6 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 30 KiB/s wr, 16 op/s 2024-02-10T00:03:31.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:30 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:03:31.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:30 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:03:31.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:30 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:03:31.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:30 smithi103 ceph-mon[36942]: pgmap v128: 97 pgs: 97 active+clean; 1.6 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 30 KiB/s wr, 16 op/s 2024-02-10T00:03:31.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:30 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:03:31.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:30 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:03:31.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:30 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:03:31.452 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:03:31.453 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:03:31.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.568+0000 7f177c6c0640 1 -- 172.21.15.1:0/2248216414 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f17740ff840 msgr2=0x7f17740ffcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:31.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.568+0000 7f177c6c0640 1 --2- 172.21.15.1:0/2248216414 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f17740ff840 0x7f17740ffcc0 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f1764009900 tx=0x7f176402bc30 comp rx=0 tx=0).stop 2024-02-10T00:03:31.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.568+0000 7f177c6c0640 1 -- 172.21.15.1:0/2248216414 shutdown_connections 2024-02-10T00:03:31.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.568+0000 7f177c6c0640 1 --2- 172.21.15.1:0/2248216414 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1774100200 0x7f177410c710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.568+0000 7f177c6c0640 1 --2- 172.21.15.1:0/2248216414 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f17740ff840 0x7f17740ffcc0 unknown :-1 s=CLOSED pgs=924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.568+0000 7f177c6c0640 1 --2- 172.21.15.1:0/2248216414 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1774105850 0x7f1774105c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.568+0000 7f177c6c0640 1 -- 172.21.15.1:0/2248216414 >> 172.21.15.1:0/2248216414 conn(0x7f1774076630 msgr2=0x7f17740fd9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:31.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.568+0000 7f177c6c0640 1 -- 172.21.15.1:0/2248216414 shutdown_connections 2024-02-10T00:03:31.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.568+0000 7f177c6c0640 1 -- 172.21.15.1:0/2248216414 wait complete. 2024-02-10T00:03:31.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.569+0000 7f177c6c0640 1 Processor -- start 2024-02-10T00:03:31.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.569+0000 7f177c6c0640 1 -- start start 2024-02-10T00:03:31.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.569+0000 7f177c6c0640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f17740ff840 0x7f177419d570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:31.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.569+0000 7f177c6c0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1774100200 0x7f177419dab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:31.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.569+0000 7f177c6c0640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1774105850 0x7f1774197630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:31.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.569+0000 7f177c6c0640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1774197dc0 con 0x7f1774100200 2024-02-10T00:03:31.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.569+0000 7f177c6c0640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1774197f30 con 0x7f17740ff840 2024-02-10T00:03:31.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.569+0000 7f177c6c0640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17741980f0 con 0x7f1774105850 2024-02-10T00:03:31.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.569+0000 7f1779c5b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1774100200 0x7f177419dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:31.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.569+0000 7f1779c5b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1774100200 0x7f177419dab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46072/0 (socket says 172.21.15.1:46072) 2024-02-10T00:03:31.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.569+0000 7f1779c5b640 1 -- 172.21.15.1:0/2428877265 learned_addr learned my addr 172.21.15.1:0/2428877265 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:31.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.569+0000 7f177a45c640 1 --2- 172.21.15.1:0/2428877265 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f17740ff840 0x7f177419d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:31.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.569+0000 7f177ac5d640 1 --2- 172.21.15.1:0/2428877265 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1774105850 0x7f1774197630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:31.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.570+0000 7f1779c5b640 1 -- 172.21.15.1:0/2428877265 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1774105850 msgr2=0x7f1774197630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:31.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.570+0000 7f1779c5b640 1 --2- 172.21.15.1:0/2428877265 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1774105850 0x7f1774197630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.570+0000 7f1779c5b640 1 -- 172.21.15.1:0/2428877265 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f17740ff840 msgr2=0x7f177419d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:31.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.570+0000 7f1779c5b640 1 --2- 172.21.15.1:0/2428877265 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f17740ff840 0x7f177419d570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.570+0000 7f1779c5b640 1 -- 172.21.15.1:0/2428877265 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1764009560 con 0x7f1774100200 2024-02-10T00:03:31.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.570+0000 7f177ac5d640 1 --2- 172.21.15.1:0/2428877265 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1774105850 0x7f1774197630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:03:31.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.570+0000 7f1779c5b640 1 --2- 172.21.15.1:0/2428877265 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1774100200 0x7f177419dab0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f1764005940 tx=0x7f1764004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:31.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.570+0000 7f176b7fe640 1 -- 172.21.15.1:0/2428877265 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1764004440 con 0x7f1774100200 2024-02-10T00:03:31.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.570+0000 7f176b7fe640 1 -- 172.21.15.1:0/2428877265 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f17640052d0 con 0x7f1774100200 2024-02-10T00:03:31.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.570+0000 7f177c6c0640 1 -- 172.21.15.1:0/2428877265 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1774198370 con 0x7f1774100200 2024-02-10T00:03:31.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.570+0000 7f176b7fe640 1 -- 172.21.15.1:0/2428877265 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1764003da0 con 0x7f1774100200 2024-02-10T00:03:31.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.570+0000 7f177c6c0640 1 -- 172.21.15.1:0/2428877265 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17741a44f0 con 0x7f1774100200 2024-02-10T00:03:31.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.572+0000 7f176b7fe640 1 -- 172.21.15.1:0/2428877265 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f1764005440 con 0x7f1774100200 2024-02-10T00:03:31.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.572+0000 7f177f36d740 1 Processor -- start 2024-02-10T00:03:31.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.573+0000 7f177f36d740 1 -- start start 2024-02-10T00:03:31.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.573+0000 7f176b7fe640 1 --2- 172.21.15.1:0/2428877265 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f17600a2230 0x7f17600a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:31.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.573+0000 7f177f36d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571baefc860 0x5571baefcc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:31.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.573+0000 7f177f36d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571baefd210 0x5571baf05d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:31.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.573+0000 7f177f36d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571baf06310 0x5571baf06770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:31.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.573+0000 7f177f36d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571baeb7d00 con 0x5571baefc860 2024-02-10T00:03:31.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.573+0000 7f177f36d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571bae6c2f0 con 0x5571baefd210 2024-02-10T00:03:31.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.573+0000 7f177f36d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571bae69820 con 0x5571baf06310 2024-02-10T00:03:31.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.573+0000 7f177ac5d640 1 --2- 172.21.15.1:0/2428877265 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f17600a2230 0x7f17600a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:31.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.573+0000 7f176b7fe640 1 -- 172.21.15.1:0/2428877265 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f17640f0270 con 0x7f1774100200 2024-02-10T00:03:31.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.573+0000 7f177a45c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571baefc860 0x5571baefcc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:31.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.573+0000 7f177a45c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571baefc860 0x5571baefcc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46080/0 (socket says 172.21.15.1:46080) 2024-02-10T00:03:31.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.573+0000 7f177a45c640 1 -- 172.21.15.1:0/1180201733 learned_addr learned my addr 172.21.15.1:0/1180201733 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:31.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.573+0000 7f1779c5b640 1 --2- 172.21.15.1:0/1180201733 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571baefd210 0x5571baf05d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:31.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.573+0000 7f177ac5d640 1 --2- 172.21.15.1:0/1180201733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571baf06310 0x5571baf06770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:31.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.573+0000 7f177a45c640 1 -- 172.21.15.1:0/1180201733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571baf06310 msgr2=0x5571baf06770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:31.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.573+0000 7f177a45c640 1 --2- 172.21.15.1:0/1180201733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571baf06310 0x5571baf06770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.573+0000 7f177a45c640 1 -- 172.21.15.1:0/1180201733 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571baefd210 msgr2=0x5571baf05d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:31.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.573+0000 7f177a45c640 1 --2- 172.21.15.1:0/1180201733 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571baefd210 0x5571baf05d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.573+0000 7f177a45c640 1 -- 172.21.15.1:0/1180201733 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5571bae26ff0 con 0x5571baefc860 2024-02-10T00:03:31.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.573+0000 7f1779c5b640 1 --2- 172.21.15.1:0/1180201733 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571baefd210 0x5571baf05d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:03:31.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.574+0000 7f177ac5d640 1 --2- 172.21.15.1:0/2428877265 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f17600a2230 0x7f17600a46f0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f176c009270 tx=0x7f176c0137d0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:31.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.574+0000 7f177a45c640 1 --2- 172.21.15.1:0/1180201733 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571baefc860 0x5571baefcc40 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f1770009530 tx=0x7f17700099f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c2e211b2048be23 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:31.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.574+0000 7f1768ff9640 1 -- 172.21.15.1:0/1180201733 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1770019070 con 0x5571baefc860 2024-02-10T00:03:31.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.574+0000 7f1768ff9640 1 -- 172.21.15.1:0/1180201733 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1770005020 con 0x5571baefc860 2024-02-10T00:03:31.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.574+0000 7f1768ff9640 1 -- 172.21.15.1:0/1180201733 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1770004cc0 con 0x5571baefc860 2024-02-10T00:03:31.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.575+0000 7f177f36d740 1 -- 172.21.15.1:0/1180201733 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571baefc860 msgr2=0x5571baefcc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:31.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.575+0000 7f177f36d740 1 --2- 172.21.15.1:0/1180201733 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571baefc860 0x5571baefcc40 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f1770009530 tx=0x7f17700099f0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.575+0000 7f177f36d740 1 -- 172.21.15.1:0/1180201733 shutdown_connections 2024-02-10T00:03:31.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.575+0000 7f177f36d740 1 --2- 172.21.15.1:0/1180201733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571baf06310 0x5571baf06770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.575+0000 7f177f36d740 1 --2- 172.21.15.1:0/1180201733 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571baefd210 0x5571baf05d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.575+0000 7f177f36d740 1 --2- 172.21.15.1:0/1180201733 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571baefc860 0x5571baefcc40 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.575+0000 7f177f36d740 1 -- 172.21.15.1:0/1180201733 >> 172.21.15.1:0/1180201733 conn(0x5571baef7050 msgr2=0x5571baef7430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:31.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.575+0000 7f177f36d740 1 -- 172.21.15.1:0/1180201733 shutdown_connections 2024-02-10T00:03:31.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.575+0000 7f177f36d740 1 -- 172.21.15.1:0/1180201733 wait complete. 2024-02-10T00:03:31.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.575+0000 7f177f36d740 1 -- start start 2024-02-10T00:03:31.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.575+0000 7f177f36d740 1 Processor -- start 2024-02-10T00:03:31.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.575+0000 7f177f36d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571baefc860 0x5571baf06960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:31.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.575+0000 7f177f36d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571baefd210 0x5571baf06ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:31.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.575+0000 7f177f36d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571baf06310 0x5571baf0b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:31.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.575+0000 7f177f36d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571bae65000 con 0x5571baefd210 2024-02-10T00:03:31.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.575+0000 7f177f36d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571bab38430 con 0x5571baf06310 2024-02-10T00:03:31.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.575+0000 7f177f36d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571baaf4e00 con 0x5571baefc860 2024-02-10T00:03:31.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.575+0000 7f177f36d740 10 client.0 _ll_register_callbacks cb 0x5571bae597f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:03:31.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.576+0000 7f1779c5b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571baefd210 0x5571baf06ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:31.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.576+0000 7f1779c5b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571baefd210 0x5571baf06ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46090/0 (socket says 172.21.15.1:46090) 2024-02-10T00:03:31.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.576+0000 7f1779c5b640 1 -- 172.21.15.1:0/3117685868 learned_addr learned my addr 172.21.15.1:0/3117685868 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:31.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.576+0000 7f177ac5d640 1 --2- 172.21.15.1:0/3117685868 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571baf06310 0x5571baf0b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:31.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.576+0000 7f177a45c640 1 --2- 172.21.15.1:0/3117685868 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571baefc860 0x5571baf06960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:31.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.576+0000 7f1779c5b640 1 -- 172.21.15.1:0/3117685868 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571baefc860 msgr2=0x5571baf06960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:31.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.576+0000 7f1779c5b640 1 --2- 172.21.15.1:0/3117685868 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571baefc860 0x5571baf06960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.576+0000 7f1779c5b640 1 -- 172.21.15.1:0/3117685868 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571baf06310 msgr2=0x5571baf0b7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:31.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.576+0000 7f1779c5b640 1 --2- 172.21.15.1:0/3117685868 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571baf06310 0x5571baf0b7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.576+0000 7f1779c5b640 1 -- 172.21.15.1:0/3117685868 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17700092a0 con 0x5571baefd210 2024-02-10T00:03:31.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.576+0000 7f177ac5d640 1 --2- 172.21.15.1:0/3117685868 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571baf06310 0x5571baf0b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:03:31.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.576+0000 7f1779c5b640 1 --2- 172.21.15.1:0/3117685868 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571baefd210 0x5571baf06ea0 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f17640edff0 tx=0x7f17640bd4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9bb5a560f64ea90 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:31.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.576+0000 7f175dffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:03:31.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.576+0000 7f175dffb640 1 -- 172.21.15.1:0/3117685868 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17640c5540 con 0x5571baefd210 2024-02-10T00:03:31.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.576+0000 7f175dffb640 1 -- 172.21.15.1:0/3117685868 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f17640bb0a0 con 0x5571baefd210 2024-02-10T00:03:31.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.576+0000 7f177f36d740 1 -- 172.21.15.1:0/3117685868 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5571bab647e0 con 0x5571baefd210 2024-02-10T00:03:31.588 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.576+0000 7f175dffb640 1 -- 172.21.15.1:0/3117685868 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f17640b9410 con 0x5571baefd210 2024-02-10T00:03:31.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.576+0000 7f177f36d740 10 client.17001 fetch_fsmap learned FSMap version 29 2024-02-10T00:03:31.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.576+0000 7f177f36d740 1 -- 172.21.15.1:0/3117685868 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5571bae63680 con 0x5571baefd210 2024-02-10T00:03:31.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.576+0000 7f175dffb640 1 -- 172.21.15.1:0/3117685868 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f17640d4020 con 0x5571baefd210 2024-02-10T00:03:31.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.577+0000 7f175dffb640 1 -- 172.21.15.1:0/3117685868 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f176403c070 con 0x5571baefd210 2024-02-10T00:03:31.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.577+0000 7f177f36d740 10 client.17001 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:03:31.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.577+0000 7f177f36d740 10 client.17001 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:03:31.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.577+0000 7f177f36d740 20 client.17001 populate_metadata read hostname 'smithi001' 2024-02-10T00:03:31.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.577+0000 7f177f36d740 1 --2- 172.21.15.1:0/3117685868 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5571baf16050 0x5571baf18440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:31.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.577+0000 7f177f36d740 4 client.17001 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:03:31.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.577+0000 7f177f36d740 1 -- 172.21.15.1:0/3117685868 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5571baba1720 con 0x5571baf16050 2024-02-10T00:03:31.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.577+0000 7f177a45c640 1 --2- 172.21.15.1:0/3117685868 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5571baf16050 0x5571baf18440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:31.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.577+0000 7f175dffb640 10 client.17001 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:31.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.577+0000 7f177a45c640 1 --2- 172.21.15.1:0/3117685868 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5571baf16050 0x5571baf18440 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5813d0ee99a5d162 server_cookie=438283d1cd2f9ae7 in_seq=0 out_seq=0 2024-02-10T00:03:31.589 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.578+0000 7f175dffb640 1 -- 172.21.15.1:0/3117685868 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5571baba1720 con 0x5571baf16050 2024-02-10T00:03:31.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.578+0000 7f175dffb640 10 client.17001 handle_command_reply: tid=0 2024-02-10T00:03:31.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.578+0000 7f177f36d740 1 client.17001 shutdown 2024-02-10T00:03:31.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.578+0000 7f177f36d740 1 -- 172.21.15.1:0/3117685868 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571baefd210 msgr2=0x5571baf06ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:31.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.578+0000 7f177f36d740 1 --2- 172.21.15.1:0/3117685868 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571baefd210 0x5571baf06ea0 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f17640edff0 tx=0x7f17640bd4a0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.578+0000 7f177f36d740 1 -- 172.21.15.1:0/3117685868 shutdown_connections 2024-02-10T00:03:31.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.578+0000 7f177f36d740 1 --2- 172.21.15.1:0/3117685868 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5571baf16050 0x5571baf18440 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.578+0000 7f177f36d740 1 --2- 172.21.15.1:0/3117685868 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571baf06310 0x5571baf0b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.578+0000 7f175dffb640 0 client.17001 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:31.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.578+0000 7f177f36d740 1 --2- 172.21.15.1:0/3117685868 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571baefd210 0x5571baf06ea0 unknown :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.578+0000 7f177f36d740 1 --2- 172.21.15.1:0/3117685868 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571baefc860 0x5571baf06960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.578+0000 7f177f36d740 1 -- 172.21.15.1:0/3117685868 >> 172.21.15.1:0/3117685868 conn(0x5571baef7050 msgr2=0x5571baef8da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:31.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.578+0000 7f177f36d740 1 -- 172.21.15.1:0/3117685868 shutdown_connections 2024-02-10T00:03:31.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.578+0000 7f177f36d740 1 -- 172.21.15.1:0/3117685868 wait complete. 2024-02-10T00:03:31.590 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.578+0000 7f177f36d740 20 client.17001 trim_cache size 0 max 16384 2024-02-10T00:03:31.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.593+0000 7f177f36d740 1 Processor -- start 2024-02-10T00:03:31.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.593+0000 7f177f36d740 1 -- start start 2024-02-10T00:03:31.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.593+0000 7f177f36d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571baefc860 0x5571baeffeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:31.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.593+0000 7f177f36d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571baefd210 0x5571baf04030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:31.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.594+0000 7f177f36d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571baf06310 0x5571baf009f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:31.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.594+0000 7f177f36d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571bade9fd0 con 0x5571baefd210 2024-02-10T00:03:31.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.594+0000 7f177f36d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571baef2910 con 0x5571baefc860 2024-02-10T00:03:31.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.594+0000 7f177f36d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571baf03cb0 con 0x5571baf06310 2024-02-10T00:03:31.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.594+0000 7f1779c5b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571baefd210 0x5571baf04030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:31.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.594+0000 7f1779c5b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571baefd210 0x5571baf04030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46106/0 (socket says 172.21.15.1:46106) 2024-02-10T00:03:31.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.594+0000 7f1779c5b640 1 -- 172.21.15.1:0/1081912100 learned_addr learned my addr 172.21.15.1:0/1081912100 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:31.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.594+0000 7f177a45c640 1 --2- 172.21.15.1:0/1081912100 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571baefc860 0x5571baeffeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:31.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.594+0000 7f177ac5d640 1 --2- 172.21.15.1:0/1081912100 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571baf06310 0x5571baf009f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:31.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.594+0000 7f1779c5b640 1 -- 172.21.15.1:0/1081912100 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571baf06310 msgr2=0x5571baf009f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:31.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.594+0000 7f1779c5b640 1 --2- 172.21.15.1:0/1081912100 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571baf06310 0x5571baf009f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.594+0000 7f1779c5b640 1 -- 172.21.15.1:0/1081912100 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571baefc860 msgr2=0x5571baeffeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:31.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.594+0000 7f1779c5b640 1 --2- 172.21.15.1:0/1081912100 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571baefc860 0x5571baeffeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.594+0000 7f1779c5b640 1 -- 172.21.15.1:0/1081912100 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5571badffb30 con 0x5571baefd210 2024-02-10T00:03:31.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.594+0000 7f177a45c640 1 --2- 172.21.15.1:0/1081912100 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571baefc860 0x5571baeffeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:03:31.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.594+0000 7f1779c5b640 1 --2- 172.21.15.1:0/1081912100 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571baefd210 0x5571baf04030 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f17640bcf60 tx=0x7f1764003840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4416284f05096046 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:31.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.594+0000 7f175ffff640 1 -- 172.21.15.1:0/1081912100 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17640db2c0 con 0x5571baefd210 2024-02-10T00:03:31.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.594+0000 7f175ffff640 1 -- 172.21.15.1:0/1081912100 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f17640d4070 con 0x5571baefd210 2024-02-10T00:03:31.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.594+0000 7f175ffff640 1 -- 172.21.15.1:0/1081912100 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17640bc3c0 con 0x5571baefd210 2024-02-10T00:03:31.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.595+0000 7f177f36d740 1 -- 172.21.15.1:0/1081912100 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571baefd210 msgr2=0x5571baf04030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:31.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.595+0000 7f177f36d740 1 --2- 172.21.15.1:0/1081912100 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571baefd210 0x5571baf04030 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f17640bcf60 tx=0x7f1764003840 comp rx=0 tx=0).stop 2024-02-10T00:03:31.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.595+0000 7f177f36d740 1 -- 172.21.15.1:0/1081912100 shutdown_connections 2024-02-10T00:03:31.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.595+0000 7f177f36d740 1 --2- 172.21.15.1:0/1081912100 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571baf06310 0x5571baf009f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.595+0000 7f177f36d740 1 --2- 172.21.15.1:0/1081912100 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571baefd210 0x5571baf04030 unknown :-1 s=CLOSED pgs=928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.595+0000 7f177f36d740 1 --2- 172.21.15.1:0/1081912100 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571baefc860 0x5571baeffeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.595+0000 7f177f36d740 1 -- 172.21.15.1:0/1081912100 >> 172.21.15.1:0/1081912100 conn(0x5571baef7050 msgr2=0x5571baef2080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:31.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.595+0000 7f177f36d740 1 -- 172.21.15.1:0/1081912100 shutdown_connections 2024-02-10T00:03:31.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.595+0000 7f177f36d740 1 -- 172.21.15.1:0/1081912100 wait complete. 2024-02-10T00:03:31.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.595+0000 7f177f36d740 1 -- start start 2024-02-10T00:03:31.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.595+0000 7f177f36d740 1 Processor -- start 2024-02-10T00:03:31.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.596+0000 7f177f36d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571baefc860 0x5571baf129b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:31.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.596+0000 7f177f36d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571baefd210 0x5571baf10d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:31.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.596+0000 7f177f36d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571baf06310 0x5571baf112b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:31.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.596+0000 7f177f36d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571baf119b0 con 0x5571baefc860 2024-02-10T00:03:31.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.596+0000 7f177f36d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571baf11b20 con 0x5571baf06310 2024-02-10T00:03:31.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.596+0000 7f177f36d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571baf6c530 con 0x5571baefd210 2024-02-10T00:03:31.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.596+0000 7f177f36d740 10 client.0 _ll_register_callbacks cb 0x7f1770014b00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:03:31.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.596+0000 7f177a45c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571baefc860 0x5571baf129b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:31.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.596+0000 7f177a45c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571baefc860 0x5571baf129b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46120/0 (socket says 172.21.15.1:46120) 2024-02-10T00:03:31.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.596+0000 7f177a45c640 1 -- 172.21.15.1:0/2817769552 learned_addr learned my addr 172.21.15.1:0/2817769552 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:31.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.596+0000 7f1779c5b640 1 --2- 172.21.15.1:0/2817769552 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571baefd210 0x5571baf10d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:31.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.596+0000 7f177a45c640 1 -- 172.21.15.1:0/2817769552 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571baefd210 msgr2=0x5571baf10d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:31.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.596+0000 7f177a45c640 1 --2- 172.21.15.1:0/2817769552 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571baefd210 0x5571baf10d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.596+0000 7f177ac5d640 1 --2- 172.21.15.1:0/2817769552 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571baf06310 0x5571baf112b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:31.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.596+0000 7f177a45c640 1 -- 172.21.15.1:0/2817769552 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571baf06310 msgr2=0x5571baf112b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:31.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.596+0000 7f177a45c640 1 --2- 172.21.15.1:0/2817769552 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571baf06310 0x5571baf112b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.596+0000 7f177a45c640 1 -- 172.21.15.1:0/2817769552 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5571bae63680 con 0x5571baefc860 2024-02-10T00:03:31.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.596+0000 7f177a45c640 1 --2- 172.21.15.1:0/2817769552 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571baefc860 0x5571baf129b0 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f1770009530 tx=0x7f1770004840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ef2dd48797429d server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:31.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.596+0000 7f175dffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:03:31.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.596+0000 7f175dffb640 1 -- 172.21.15.1:0/2817769552 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1770024040 con 0x5571baefc860 2024-02-10T00:03:31.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.596+0000 7f175dffb640 1 -- 172.21.15.1:0/2817769552 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f1770013b90 con 0x5571baefc860 2024-02-10T00:03:31.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.596+0000 7f177f36d740 1 -- 172.21.15.1:0/2817769552 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1770005020 con 0x5571baefc860 2024-02-10T00:03:31.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.596+0000 7f175dffb640 1 -- 172.21.15.1:0/2817769552 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1770019040 con 0x5571baefc860 2024-02-10T00:03:31.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.596+0000 7f177f36d740 10 client.17007 fetch_fsmap learned FSMap version 29 2024-02-10T00:03:31.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.596+0000 7f177f36d740 1 -- 172.21.15.1:0/2817769552 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5571bae25850 con 0x5571baefc860 2024-02-10T00:03:31.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.597+0000 7f175dffb640 1 -- 172.21.15.1:0/2817769552 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1770005020 con 0x5571baefc860 2024-02-10T00:03:31.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.597+0000 7f175dffb640 1 -- 172.21.15.1:0/2817769552 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f1770013fc0 con 0x5571baefc860 2024-02-10T00:03:31.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.597+0000 7f177f36d740 10 client.17007 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:03:31.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.597+0000 7f177f36d740 10 client.17007 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:03:31.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.597+0000 7f177f36d740 20 client.17007 populate_metadata read hostname 'smithi001' 2024-02-10T00:03:31.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.597+0000 7f177f36d740 1 --2- 172.21.15.1:0/2817769552 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5571baf6dda0 0x5571baf701c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:31.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.597+0000 7f177f36d740 4 client.17007 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:03:31.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.597+0000 7f177f36d740 1 -- 172.21.15.1:0/2817769552 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5571babf0890 con 0x5571baf6dda0 2024-02-10T00:03:31.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.597+0000 7f1779c5b640 1 --2- 172.21.15.1:0/2817769552 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5571baf6dda0 0x5571baf701c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:31.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.597+0000 7f175dffb640 10 client.17007 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:31.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.597+0000 7f1779c5b640 1 --2- 172.21.15.1:0/2817769552 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5571baf6dda0 0x5571baf701c0 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ff37ea7d632bd8b4 server_cookie=69671ae5ba92eb33 in_seq=0 out_seq=0 2024-02-10T00:03:31.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.598+0000 7f175dffb640 1 -- 172.21.15.1:0/2817769552 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x5571babf0890 con 0x5571baf6dda0 2024-02-10T00:03:31.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.598+0000 7f175dffb640 10 client.17007 handle_command_reply: tid=0 2024-02-10T00:03:31.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.598+0000 7f177f36d740 1 client.17007 shutdown 2024-02-10T00:03:31.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.598+0000 7f177f36d740 1 -- 172.21.15.1:0/2817769552 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571baefc860 msgr2=0x5571baf129b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:31.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.598+0000 7f177f36d740 1 --2- 172.21.15.1:0/2817769552 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571baefc860 0x5571baf129b0 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f1770009530 tx=0x7f1770004840 comp rx=0 tx=0).stop 2024-02-10T00:03:31.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.598+0000 7f177f36d740 1 -- 172.21.15.1:0/2817769552 shutdown_connections 2024-02-10T00:03:31.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.598+0000 7f177f36d740 1 --2- 172.21.15.1:0/2817769552 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5571baf6dda0 0x5571baf701c0 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.598+0000 7f177f36d740 1 --2- 172.21.15.1:0/2817769552 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571baf06310 0x5571baf112b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.598+0000 7f177f36d740 1 --2- 172.21.15.1:0/2817769552 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571baefd210 0x5571baf10d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.598+0000 7f177f36d740 1 --2- 172.21.15.1:0/2817769552 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571baefc860 0x5571baf129b0 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.598+0000 7f175dffb640 0 client.17007 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:31.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.598+0000 7f177f36d740 1 -- 172.21.15.1:0/2817769552 >> 172.21.15.1:0/2817769552 conn(0x5571baef7050 msgr2=0x5571baeffdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:31.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.598+0000 7f177f36d740 1 -- 172.21.15.1:0/2817769552 shutdown_connections 2024-02-10T00:03:31.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.598+0000 7f177f36d740 1 -- 172.21.15.1:0/2817769552 wait complete. 2024-02-10T00:03:31.606 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.598+0000 7f177f36d740 20 client.17007 trim_cache size 0 max 16384 2024-02-10T00:03:31.607 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:03:31.607 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "no active scrubs running", 2024-02-10T00:03:31.607 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": {} 2024-02-10T00:03:31.607 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:03:31.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.598+0000 7f177c6c0640 1 -- 172.21.15.1:0/2428877265 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f17600a2230 msgr2=0x7f17600a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:31.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.598+0000 7f177c6c0640 1 --2- 172.21.15.1:0/2428877265 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f17600a2230 0x7f17600a46f0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f176c009270 tx=0x7f176c0137d0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.598+0000 7f177c6c0640 1 -- 172.21.15.1:0/2428877265 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1774100200 msgr2=0x7f177419dab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:31.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.598+0000 7f177c6c0640 1 --2- 172.21.15.1:0/2428877265 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1774100200 0x7f177419dab0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f1764005940 tx=0x7f1764004040 comp rx=0 tx=0).stop 2024-02-10T00:03:31.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.598+0000 7f177c6c0640 1 -- 172.21.15.1:0/2428877265 shutdown_connections 2024-02-10T00:03:31.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.598+0000 7f177c6c0640 1 --2- 172.21.15.1:0/2428877265 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f17600a2230 0x7f17600a46f0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.598+0000 7f177c6c0640 1 --2- 172.21.15.1:0/2428877265 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1774105850 0x7f1774197630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.598+0000 7f177c6c0640 1 --2- 172.21.15.1:0/2428877265 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1774100200 0x7f177419dab0 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.598+0000 7f177c6c0640 1 --2- 172.21.15.1:0/2428877265 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f17740ff840 0x7f177419d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.598+0000 7f177c6c0640 1 -- 172.21.15.1:0/2428877265 >> 172.21.15.1:0/2428877265 conn(0x7f1774076630 msgr2=0x7f1774102610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:31.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.598+0000 7f177c6c0640 1 -- 172.21.15.1:0/2428877265 shutdown_connections 2024-02-10T00:03:31.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.598+0000 7f177c6c0640 1 -- 172.21.15.1:0/2428877265 wait complete. 2024-02-10T00:03:31.611 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-02-10T00:03:31.611 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-10T00:03:31.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.713+0000 7fdcb5895640 1 -- 172.21.15.1:0/957051028 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdcb0101df0 msgr2=0x7fdcb0105e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:31.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.713+0000 7fdcb5895640 1 --2- 172.21.15.1:0/957051028 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdcb0101df0 0x7fdcb0105e30 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7fdc98009930 tx=0x7fdc9802bc30 comp rx=0 tx=0).stop 2024-02-10T00:03:31.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.713+0000 7fdcb5895640 1 -- 172.21.15.1:0/957051028 shutdown_connections 2024-02-10T00:03:31.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.713+0000 7fdcb5895640 1 --2- 172.21.15.1:0/957051028 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdcb0106510 0x7fdcb010e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.713+0000 7fdcb5895640 1 --2- 172.21.15.1:0/957051028 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdcb0101df0 0x7fdcb0105e30 unknown :-1 s=CLOSED pgs=930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.713+0000 7fdcb5895640 1 --2- 172.21.15.1:0/957051028 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdcb0101440 0x7fdcb0101820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.713+0000 7fdcb5895640 1 -- 172.21.15.1:0/957051028 >> 172.21.15.1:0/957051028 conn(0x7fdcb00fcce0 msgr2=0x7fdcb00ff100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:31.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.713+0000 7fdcb5895640 1 -- 172.21.15.1:0/957051028 shutdown_connections 2024-02-10T00:03:31.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.713+0000 7fdcb5895640 1 -- 172.21.15.1:0/957051028 wait complete. 2024-02-10T00:03:31.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.713+0000 7fdcb5895640 1 Processor -- start 2024-02-10T00:03:31.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.714+0000 7fdcb5895640 1 -- start start 2024-02-10T00:03:31.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.714+0000 7fdcb5895640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdcb0101440 0x7fdcb019d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:31.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.714+0000 7fdcb5895640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdcb0106510 0x7fdcb019db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:31.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.714+0000 7fdcb5895640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdcb01976f0 0x7fdcb0197b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:31.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.714+0000 7fdcb5895640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdcb01981c0 con 0x7fdcb0106510 2024-02-10T00:03:31.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.714+0000 7fdcb5895640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdcb0198330 con 0x7fdcb01976f0 2024-02-10T00:03:31.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.714+0000 7fdcb5895640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdcb01984f0 con 0x7fdcb0101440 2024-02-10T00:03:31.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.714+0000 7fdcae7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdcb0106510 0x7fdcb019db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:31.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.714+0000 7fdcae7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdcb0106510 0x7fdcb019db70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46132/0 (socket says 172.21.15.1:46132) 2024-02-10T00:03:31.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.714+0000 7fdcae7fc640 1 -- 172.21.15.1:0/2318832471 learned_addr learned my addr 172.21.15.1:0/2318832471 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:31.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.714+0000 7fdcaeffd640 1 --2- 172.21.15.1:0/2318832471 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdcb0101440 0x7fdcb019d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:31.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.714+0000 7fdcae7fc640 1 -- 172.21.15.1:0/2318832471 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdcb0101440 msgr2=0x7fdcb019d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:31.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.714+0000 7fdcae7fc640 1 --2- 172.21.15.1:0/2318832471 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdcb0101440 0x7fdcb019d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.714+0000 7fdcae7fc640 1 -- 172.21.15.1:0/2318832471 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdcb01976f0 msgr2=0x7fdcb0197b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:31.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.714+0000 7fdcae7fc640 1 --2- 172.21.15.1:0/2318832471 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdcb01976f0 0x7fdcb0197b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.714+0000 7fdcae7fc640 1 -- 172.21.15.1:0/2318832471 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc98009560 con 0x7fdcb0106510 2024-02-10T00:03:31.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.714+0000 7fdcaeffd640 1 --2- 172.21.15.1:0/2318832471 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdcb0101440 0x7fdcb019d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:03:31.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.714+0000 7fdcae7fc640 1 --2- 172.21.15.1:0/2318832471 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdcb0106510 0x7fdcb019db70 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7fdc98009230 tx=0x7fdc98004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:31.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.714+0000 7fdcb4893640 1 -- 172.21.15.1:0/2318832471 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc9802cbc0 con 0x7fdcb0106510 2024-02-10T00:03:31.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.714+0000 7fdcb4893640 1 -- 172.21.15.1:0/2318832471 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdc980052d0 con 0x7fdcb0106510 2024-02-10T00:03:31.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.714+0000 7fdcb5895640 1 -- 172.21.15.1:0/2318832471 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdcb01a4430 con 0x7fdcb0106510 2024-02-10T00:03:31.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.714+0000 7fdcb4893640 1 -- 172.21.15.1:0/2318832471 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc98003e30 con 0x7fdcb0106510 2024-02-10T00:03:31.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.715+0000 7fdcb5895640 1 -- 172.21.15.1:0/2318832471 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdcb01a4910 con 0x7fdcb0106510 2024-02-10T00:03:31.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.716+0000 7fdcb5895640 1 -- 172.21.15.1:0/2318832471 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdcb0102910 con 0x7fdcb0106510 2024-02-10T00:03:31.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.717+0000 7fdcb4893640 1 -- 172.21.15.1:0/2318832471 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fdc98005440 con 0x7fdcb0106510 2024-02-10T00:03:31.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.717+0000 7fdcb4893640 1 --2- 172.21.15.1:0/2318832471 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdc9c0a2230 0x7fdc9c0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:31.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.717+0000 7fdcaeffd640 1 --2- 172.21.15.1:0/2318832471 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdc9c0a2230 0x7fdc9c0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:31.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.717+0000 7fdcb4893640 1 -- 172.21.15.1:0/2318832471 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fdc980f04b0 con 0x7fdcb0106510 2024-02-10T00:03:31.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.718+0000 7fdcaeffd640 1 --2- 172.21.15.1:0/2318832471 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdc9c0a2230 0x7fdc9c0a46f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fdca80058c0 tx=0x7fdca8005850 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:31.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.722+0000 7fdcb4893640 1 -- 172.21.15.1:0/2318832471 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fdc980b9280 con 0x7fdcb0106510 2024-02-10T00:03:31.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.939+0000 7fdcb5895640 1 -- 172.21.15.1:0/2318832471 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fdcb0068500 con 0x7fdcb0106510 2024-02-10T00:03:31.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.940+0000 7fdcb4893640 1 -- 172.21.15.1:0/2318832471 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) v1 ==== 94+0+11367 (secure 0 0 0) 0x7fdc980bc940 con 0x7fdcb0106510 2024-02-10T00:03:31.942 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-10T00:03:31.942 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-09T23:57:05.956988+0000","modified":"2024-02-10T00:00:18.086451+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24496,"mds_2":24476,"mds_3":24475,"mds_4":14646},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14646":{"gid":14646,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24398":{"gid":24398,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24406":{"gid":24406,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24475":{"gid":24475,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_25477":{"gid":25477,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/1094349051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":1094349051},{"type":"v1","addr":"172.21.15.103:6835","nonce":1094349051}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-10T00:03:31.942 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 29 2024-02-10T00:03:31.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.942+0000 7fdcb5895640 1 -- 172.21.15.1:0/2318832471 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdc9c0a2230 msgr2=0x7fdc9c0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:31.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.942+0000 7fdcb5895640 1 --2- 172.21.15.1:0/2318832471 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdc9c0a2230 0x7fdc9c0a46f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fdca80058c0 tx=0x7fdca8005850 comp rx=0 tx=0).stop 2024-02-10T00:03:31.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.942+0000 7fdcb5895640 1 -- 172.21.15.1:0/2318832471 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdcb0106510 msgr2=0x7fdcb019db70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:31.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.942+0000 7fdcb5895640 1 --2- 172.21.15.1:0/2318832471 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdcb0106510 0x7fdcb019db70 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7fdc98009230 tx=0x7fdc98004270 comp rx=0 tx=0).stop 2024-02-10T00:03:31.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.942+0000 7fdcb5895640 1 -- 172.21.15.1:0/2318832471 shutdown_connections 2024-02-10T00:03:31.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.942+0000 7fdcb5895640 1 --2- 172.21.15.1:0/2318832471 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdc9c0a2230 0x7fdc9c0a46f0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.942+0000 7fdcb5895640 1 --2- 172.21.15.1:0/2318832471 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdcb01976f0 0x7fdcb0197b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.942+0000 7fdcb5895640 1 --2- 172.21.15.1:0/2318832471 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdcb0106510 0x7fdcb019db70 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.942+0000 7fdcb5895640 1 --2- 172.21.15.1:0/2318832471 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdcb0101440 0x7fdcb019d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:31.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.942+0000 7fdcb5895640 1 -- 172.21.15.1:0/2318832471 >> 172.21.15.1:0/2318832471 conn(0x7fdcb00fcce0 msgr2=0x7fdcb00ff070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:31.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.942+0000 7fdcb5895640 1 -- 172.21.15.1:0/2318832471 shutdown_connections 2024-02-10T00:03:31.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:31.942+0000 7fdcb5895640 1 -- 172.21.15.1:0/2318832471 wait complete. 2024-02-10T00:03:31.954 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:03:31.955 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-02-10T00:03:32.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.058+0000 7f26e0a8f640 1 -- 172.21.15.1:0/1653166103 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f26dc101430 msgr2=0x7f26dc101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.058+0000 7f26e0a8f640 1 --2- 172.21.15.1:0/1653166103 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f26dc101430 0x7f26dc101810 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f26cc009930 tx=0x7f26cc02bc20 comp rx=0 tx=0).stop 2024-02-10T00:03:32.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.058+0000 7f26e0a8f640 1 -- 172.21.15.1:0/1653166103 shutdown_connections 2024-02-10T00:03:32.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.058+0000 7f26e0a8f640 1 --2- 172.21.15.1:0/1653166103 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26dc106500 0x7f26dc10e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.058+0000 7f26e0a8f640 1 --2- 172.21.15.1:0/1653166103 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f26dc101de0 0x7f26dc105e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.058+0000 7f26e0a8f640 1 --2- 172.21.15.1:0/1653166103 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f26dc101430 0x7f26dc101810 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.058+0000 7f26e0a8f640 1 -- 172.21.15.1:0/1653166103 >> 172.21.15.1:0/1653166103 conn(0x7f26dc0fccd0 msgr2=0x7f26dc0ff0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:32.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.058+0000 7f26e0a8f640 1 -- 172.21.15.1:0/1653166103 shutdown_connections 2024-02-10T00:03:32.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.058+0000 7f26e0a8f640 1 -- 172.21.15.1:0/1653166103 wait complete. 2024-02-10T00:03:32.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.059+0000 7f26e0a8f640 1 Processor -- start 2024-02-10T00:03:32.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.059+0000 7f26e0a8f640 1 -- start start 2024-02-10T00:03:32.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.059+0000 7f26e0a8f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f26dc101430 0x7f26dc19d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.059+0000 7f26e0a8f640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26dc106500 0x7f26dc19dad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.059+0000 7f26e0a8f640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f26dc1976a0 0x7f26dc197b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.059+0000 7f26e0a8f640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26dc198170 con 0x7f26dc101430 2024-02-10T00:03:32.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.059+0000 7f26e0a8f640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26dc1982e0 con 0x7f26dc106500 2024-02-10T00:03:32.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.059+0000 7f26e0a8f640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26dc1984a0 con 0x7f26dc1976a0 2024-02-10T00:03:32.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.059+0000 7f26da59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f26dc101430 0x7f26dc19d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.059+0000 7f26da59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f26dc101430 0x7f26dc19d590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46148/0 (socket says 172.21.15.1:46148) 2024-02-10T00:03:32.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.059+0000 7f26da59c640 1 -- 172.21.15.1:0/2932583395 learned_addr learned my addr 172.21.15.1:0/2932583395 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:32.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.059+0000 7f26dad9d640 1 --2- 172.21.15.1:0/2932583395 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f26dc1976a0 0x7f26dc197b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.059+0000 7f26d3fff640 1 --2- 172.21.15.1:0/2932583395 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26dc106500 0x7f26dc19dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.059+0000 7f26da59c640 1 -- 172.21.15.1:0/2932583395 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f26dc1976a0 msgr2=0x7f26dc197b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.059+0000 7f26da59c640 1 --2- 172.21.15.1:0/2932583395 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f26dc1976a0 0x7f26dc197b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.059+0000 7f26da59c640 1 -- 172.21.15.1:0/2932583395 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26dc106500 msgr2=0x7f26dc19dad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.059+0000 7f26da59c640 1 --2- 172.21.15.1:0/2932583395 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26dc106500 0x7f26dc19dad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.059+0000 7f26da59c640 1 -- 172.21.15.1:0/2932583395 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26cc009560 con 0x7f26dc101430 2024-02-10T00:03:32.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.060+0000 7f26da59c640 1 --2- 172.21.15.1:0/2932583395 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f26dc101430 0x7f26dc19d590 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f26cc009230 tx=0x7f26cc004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:32.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.060+0000 7f26d37fe640 1 -- 172.21.15.1:0/2932583395 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26cc004440 con 0x7f26dc101430 2024-02-10T00:03:32.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.060+0000 7f26d37fe640 1 -- 172.21.15.1:0/2932583395 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f26cc0052d0 con 0x7f26dc101430 2024-02-10T00:03:32.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.060+0000 7f26e0a8f640 1 -- 172.21.15.1:0/2932583395 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26dc1a4390 con 0x7f26dc101430 2024-02-10T00:03:32.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.060+0000 7f26d37fe640 1 -- 172.21.15.1:0/2932583395 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26cc003d70 con 0x7f26dc101430 2024-02-10T00:03:32.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.060+0000 7f26e0a8f640 1 -- 172.21.15.1:0/2932583395 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26dc1a4870 con 0x7f26dc101430 2024-02-10T00:03:32.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.062+0000 7f26d37fe640 1 -- 172.21.15.1:0/2932583395 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f26cc005440 con 0x7f26dc101430 2024-02-10T00:03:32.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.062+0000 7f26e366b740 1 Processor -- start 2024-02-10T00:03:32.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.062+0000 7f26e366b740 1 -- start start 2024-02-10T00:03:32.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.062+0000 7f26e366b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cfb393a30 0x558cfb393e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.062+0000 7f26e366b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558cfb3943e0 0x558cfb39c990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.063+0000 7f26e366b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558cfb39cf60 0x558cfb39f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.063+0000 7f26e366b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x558cfb34f020 con 0x558cfb39cf60 2024-02-10T00:03:32.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.063+0000 7f26e366b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x558cfb302320 con 0x558cfb3943e0 2024-02-10T00:03:32.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.063+0000 7f26e366b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x558cfb2ff850 con 0x558cfb393a30 2024-02-10T00:03:32.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.063+0000 7f26d37fe640 1 --2- 172.21.15.1:0/2932583395 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f26c80a2230 0x7f26c80a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.063+0000 7f26d3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558cfb39cf60 0x558cfb39f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.063+0000 7f26dad9d640 1 --2- 172.21.15.1:0/2932583395 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f26c80a2230 0x7f26c80a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.063+0000 7f26d3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558cfb39cf60 0x558cfb39f3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46156/0 (socket says 172.21.15.1:46156) 2024-02-10T00:03:32.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.063+0000 7f26d3fff640 1 -- 172.21.15.1:0/2438553000 learned_addr learned my addr 172.21.15.1:0/2438553000 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:32.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.063+0000 7f26dad9d640 1 --2- 172.21.15.1:0/2438553000 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cfb393a30 0x558cfb393e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.063+0000 7f26d37fe640 1 -- 172.21.15.1:0/2932583395 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f26cc0f01c0 con 0x7f26dc101430 2024-02-10T00:03:32.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.063+0000 7f26da59c640 1 --2- 172.21.15.1:0/2438553000 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558cfb3943e0 0x558cfb39c990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.063+0000 7f26d3fff640 1 -- 172.21.15.1:0/2438553000 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cfb393a30 msgr2=0x558cfb393e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.063+0000 7f26d3fff640 1 --2- 172.21.15.1:0/2438553000 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cfb393a30 0x558cfb393e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.063+0000 7f26d3fff640 1 -- 172.21.15.1:0/2438553000 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558cfb3943e0 msgr2=0x558cfb39c990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.063+0000 7f26d3fff640 1 --2- 172.21.15.1:0/2438553000 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558cfb3943e0 0x558cfb39c990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.063+0000 7f26d3fff640 1 -- 172.21.15.1:0/2438553000 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558cfb2bd210 con 0x558cfb39cf60 2024-02-10T00:03:32.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.063+0000 7f26da59c640 1 --2- 172.21.15.1:0/2438553000 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558cfb3943e0 0x558cfb39c990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:03:32.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.063+0000 7f26dad9d640 1 --2- 172.21.15.1:0/2932583395 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f26c80a2230 0x7f26c80a46f0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f26d4007fd0 tx=0x7f26d4007d60 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:32.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.063+0000 7f26d3fff640 1 --2- 172.21.15.1:0/2438553000 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558cfb39cf60 0x558cfb39f3b0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f26c400bc50 tx=0x7f26c400f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=961f227653a4ff49 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:32.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.063+0000 7f26d0ff9640 1 -- 172.21.15.1:0/2438553000 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26c401a460 con 0x558cfb39cf60 2024-02-10T00:03:32.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.063+0000 7f26d0ff9640 1 -- 172.21.15.1:0/2438553000 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f26c401aaa0 con 0x558cfb39cf60 2024-02-10T00:03:32.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.063+0000 7f26d0ff9640 1 -- 172.21.15.1:0/2438553000 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26c40119a0 con 0x558cfb39cf60 2024-02-10T00:03:32.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.064+0000 7f26e366b740 1 -- 172.21.15.1:0/2438553000 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558cfb39cf60 msgr2=0x558cfb39f3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.064+0000 7f26e366b740 1 --2- 172.21.15.1:0/2438553000 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558cfb39cf60 0x558cfb39f3b0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f26c400bc50 tx=0x7f26c400f730 comp rx=0 tx=0).stop 2024-02-10T00:03:32.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.064+0000 7f26e366b740 1 -- 172.21.15.1:0/2438553000 shutdown_connections 2024-02-10T00:03:32.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.064+0000 7f26e366b740 1 --2- 172.21.15.1:0/2438553000 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558cfb39cf60 0x558cfb39f3b0 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.064+0000 7f26e366b740 1 --2- 172.21.15.1:0/2438553000 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558cfb3943e0 0x558cfb39c990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.064+0000 7f26e366b740 1 --2- 172.21.15.1:0/2438553000 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cfb393a30 0x558cfb393e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.064+0000 7f26e366b740 1 -- 172.21.15.1:0/2438553000 >> 172.21.15.1:0/2438553000 conn(0x558cfb38e100 msgr2=0x558cfb38e4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:32.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.064+0000 7f26e366b740 1 -- 172.21.15.1:0/2438553000 shutdown_connections 2024-02-10T00:03:32.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.064+0000 7f26e366b740 1 -- 172.21.15.1:0/2438553000 wait complete. 2024-02-10T00:03:32.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.065+0000 7f26e366b740 1 -- start start 2024-02-10T00:03:32.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.065+0000 7f26e366b740 1 Processor -- start 2024-02-10T00:03:32.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.065+0000 7f26e366b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558cfb393a30 0x558cfb399f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.065+0000 7f26e366b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558cfb3943e0 0x558cfb39a490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.065+0000 7f26e366b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cfb39cf60 0x558cfb39a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.065+0000 7f26e366b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x558cfb2fb030 con 0x558cfb3943e0 2024-02-10T00:03:32.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.065+0000 7f26e366b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x558cfafce430 con 0x558cfb393a30 2024-02-10T00:03:32.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.065+0000 7f26e366b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x558cfaf8ae00 con 0x558cfb39cf60 2024-02-10T00:03:32.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.065+0000 7f26e366b740 10 client.0 _ll_register_callbacks cb 0x558cfb2f0030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:03:32.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.065+0000 7f26d3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558cfb3943e0 0x558cfb39a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.065+0000 7f26d3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558cfb3943e0 0x558cfb39a490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46170/0 (socket says 172.21.15.1:46170) 2024-02-10T00:03:32.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.065+0000 7f26d3fff640 1 -- 172.21.15.1:0/3599591382 learned_addr learned my addr 172.21.15.1:0/3599591382 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:32.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.065+0000 7f26da59c640 1 --2- 172.21.15.1:0/3599591382 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558cfb393a30 0x558cfb399f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.065+0000 7f26d3fff640 1 -- 172.21.15.1:0/3599591382 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cfb39cf60 msgr2=0x558cfb39a9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.065+0000 7f26d3fff640 1 --2- 172.21.15.1:0/3599591382 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cfb39cf60 0x558cfb39a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.065+0000 7f26d3fff640 1 -- 172.21.15.1:0/3599591382 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558cfb393a30 msgr2=0x558cfb399f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.065+0000 7f26d3fff640 1 --2- 172.21.15.1:0/3599591382 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558cfb393a30 0x558cfb399f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.065+0000 7f26d3fff640 1 -- 172.21.15.1:0/3599591382 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26c400b8b0 con 0x558cfb3943e0 2024-02-10T00:03:32.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.065+0000 7f26d3fff640 1 --2- 172.21.15.1:0/3599591382 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558cfb3943e0 0x558cfb39a490 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f26c4011480 tx=0x7f26c401a690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5369ace5b006c6ff server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:32.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.065+0000 7f26c1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:03:32.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.066+0000 7f26c1ffb640 1 -- 172.21.15.1:0/3599591382 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26c4020070 con 0x558cfb3943e0 2024-02-10T00:03:32.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.066+0000 7f26c1ffb640 1 -- 172.21.15.1:0/3599591382 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f26c400be80 con 0x558cfb3943e0 2024-02-10T00:03:32.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.066+0000 7f26e366b740 1 -- 172.21.15.1:0/3599591382 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558cfaffa7e0 con 0x558cfb3943e0 2024-02-10T00:03:32.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.066+0000 7f26c1ffb640 1 -- 172.21.15.1:0/3599591382 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f26c4005040 con 0x558cfb3943e0 2024-02-10T00:03:32.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.066+0000 7f26e366b740 10 client.17025 fetch_fsmap learned FSMap version 29 2024-02-10T00:03:32.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.066+0000 7f26e366b740 1 -- 172.21.15.1:0/3599591382 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x558cfb2f96b0 con 0x558cfb3943e0 2024-02-10T00:03:32.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.066+0000 7f26c1ffb640 1 -- 172.21.15.1:0/3599591382 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x558cfaffa7e0 con 0x558cfb3943e0 2024-02-10T00:03:32.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.066+0000 7f26c1ffb640 1 -- 172.21.15.1:0/3599591382 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f26c40046c0 con 0x558cfb3943e0 2024-02-10T00:03:32.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.066+0000 7f26e366b740 10 client.17025 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:03:32.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.066+0000 7f26e366b740 10 client.17025 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:03:32.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.066+0000 7f26e366b740 20 client.17025 populate_metadata read hostname 'smithi001' 2024-02-10T00:03:32.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.066+0000 7f26e366b740 1 --2- 172.21.15.1:0/3599591382 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x558cfb3ad2f0 0x558cfb3af730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.066+0000 7f26e366b740 4 client.17025 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:03:32.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.066+0000 7f26e366b740 1 -- 172.21.15.1:0/3599591382 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558cfb037720 con 0x558cfb3ad2f0 2024-02-10T00:03:32.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.066+0000 7f26da59c640 1 --2- 172.21.15.1:0/3599591382 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x558cfb3ad2f0 0x558cfb3af730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.067+0000 7f26da59c640 1 --2- 172.21.15.1:0/3599591382 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x558cfb3ad2f0 0x558cfb3af730 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=ef8cae223bc9c56 server_cookie=367275374f1203b1 in_seq=0 out_seq=0 2024-02-10T00:03:32.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.067+0000 7f26c1ffb640 10 client.17025 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:03:32.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.067+0000 7f26c1ffb640 1 -- 172.21.15.1:0/3599591382 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x558cfb037720 con 0x558cfb3ad2f0 2024-02-10T00:03:32.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.067+0000 7f26c1ffb640 10 client.17025 handle_command_reply: tid=0 2024-02-10T00:03:32.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.067+0000 7f26e366b740 1 client.17025 shutdown 2024-02-10T00:03:32.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.067+0000 7f26e366b740 1 -- 172.21.15.1:0/3599591382 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558cfb3943e0 msgr2=0x558cfb39a490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.067+0000 7f26e366b740 1 --2- 172.21.15.1:0/3599591382 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558cfb3943e0 0x558cfb39a490 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f26c4011480 tx=0x7f26c401a690 comp rx=0 tx=0).stop 2024-02-10T00:03:32.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.067+0000 7f26e366b740 1 -- 172.21.15.1:0/3599591382 shutdown_connections 2024-02-10T00:03:32.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.067+0000 7f26e366b740 1 --2- 172.21.15.1:0/3599591382 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x558cfb3ad2f0 0x558cfb3af730 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.067+0000 7f26e366b740 1 --2- 172.21.15.1:0/3599591382 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cfb39cf60 0x558cfb39a9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.067+0000 7f26e366b740 1 --2- 172.21.15.1:0/3599591382 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558cfb3943e0 0x558cfb39a490 unknown :-1 s=CLOSED pgs=935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.067+0000 7f26c1ffb640 0 client.17025 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:03:32.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.067+0000 7f26e366b740 1 --2- 172.21.15.1:0/3599591382 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558cfb393a30 0x558cfb399f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.067+0000 7f26e366b740 1 -- 172.21.15.1:0/3599591382 >> 172.21.15.1:0/3599591382 conn(0x558cfb38e100 msgr2=0x558cfb38fe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:32.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.067+0000 7f26e366b740 1 -- 172.21.15.1:0/3599591382 shutdown_connections 2024-02-10T00:03:32.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.067+0000 7f26e366b740 1 -- 172.21.15.1:0/3599591382 wait complete. 2024-02-10T00:03:32.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.067+0000 7f26e366b740 20 client.17025 trim_cache size 0 max 16384 2024-02-10T00:03:32.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.079+0000 7f26e366b740 1 Processor -- start 2024-02-10T00:03:32.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.079+0000 7f26e366b740 1 -- start start 2024-02-10T00:03:32.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.079+0000 7f26e366b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cfb393a30 0x558cfb39c680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.079+0000 7f26e366b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558cfb3943e0 0x558cfb39a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.079+0000 7f26e366b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558cfb39cf60 0x558cfb395250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.079+0000 7f26e366b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x558cfb280130 con 0x558cfb39cf60 2024-02-10T00:03:32.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.079+0000 7f26e366b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x558cfb3ad0f0 con 0x558cfb3943e0 2024-02-10T00:03:32.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.079+0000 7f26e366b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x558cfb39fa70 con 0x558cfb393a30 2024-02-10T00:03:32.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.079+0000 7f26dad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558cfb39cf60 0x558cfb395250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.079+0000 7f26dad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558cfb39cf60 0x558cfb395250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46178/0 (socket says 172.21.15.1:46178) 2024-02-10T00:03:32.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.079+0000 7f26dad9d640 1 -- 172.21.15.1:0/1358272879 learned_addr learned my addr 172.21.15.1:0/1358272879 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:32.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.080+0000 7f26da59c640 1 --2- 172.21.15.1:0/1358272879 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cfb393a30 0x558cfb39c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.080+0000 7f26dad9d640 1 -- 172.21.15.1:0/1358272879 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cfb393a30 msgr2=0x558cfb39c680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.080+0000 7f26dad9d640 1 --2- 172.21.15.1:0/1358272879 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cfb393a30 0x558cfb39c680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.080+0000 7f26dad9d640 1 -- 172.21.15.1:0/1358272879 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558cfb3943e0 msgr2=0x558cfb39a7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.080+0000 7f26d3fff640 1 --2- 172.21.15.1:0/1358272879 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558cfb3943e0 0x558cfb39a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.080+0000 7f26dad9d640 1 --2- 172.21.15.1:0/1358272879 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558cfb3943e0 0x558cfb39a7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.080+0000 7f26dad9d640 1 -- 172.21.15.1:0/1358272879 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558cfb295c90 con 0x558cfb39cf60 2024-02-10T00:03:32.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.080+0000 7f26dad9d640 1 --2- 172.21.15.1:0/1358272879 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558cfb39cf60 0x558cfb395250 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7f26d4014530 tx=0x7f26d401b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c986178eded45b8a server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:32.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.080+0000 7f26c3fff640 1 -- 172.21.15.1:0/1358272879 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26d4004d20 con 0x558cfb39cf60 2024-02-10T00:03:32.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.080+0000 7f26c3fff640 1 -- 172.21.15.1:0/1358272879 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f26d401a040 con 0x558cfb39cf60 2024-02-10T00:03:32.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.080+0000 7f26c3fff640 1 -- 172.21.15.1:0/1358272879 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26d4005560 con 0x558cfb39cf60 2024-02-10T00:03:32.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.080+0000 7f26e366b740 1 -- 172.21.15.1:0/1358272879 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558cfb39cf60 msgr2=0x558cfb395250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.080+0000 7f26e366b740 1 --2- 172.21.15.1:0/1358272879 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558cfb39cf60 0x558cfb395250 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7f26d4014530 tx=0x7f26d401b000 comp rx=0 tx=0).stop 2024-02-10T00:03:32.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.080+0000 7f26e366b740 1 -- 172.21.15.1:0/1358272879 shutdown_connections 2024-02-10T00:03:32.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.080+0000 7f26e366b740 1 --2- 172.21.15.1:0/1358272879 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558cfb39cf60 0x558cfb395250 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.080+0000 7f26e366b740 1 --2- 172.21.15.1:0/1358272879 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558cfb3943e0 0x558cfb39a7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.080+0000 7f26e366b740 1 --2- 172.21.15.1:0/1358272879 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cfb393a30 0x558cfb39c680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.080+0000 7f26e366b740 1 -- 172.21.15.1:0/1358272879 >> 172.21.15.1:0/1358272879 conn(0x558cfb38e100 msgr2=0x558cfb38e4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:32.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.081+0000 7f26e366b740 1 -- 172.21.15.1:0/1358272879 shutdown_connections 2024-02-10T00:03:32.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.081+0000 7f26e366b740 1 -- 172.21.15.1:0/1358272879 wait complete. 2024-02-10T00:03:32.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.081+0000 7f26e366b740 1 -- start start 2024-02-10T00:03:32.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.081+0000 7f26e366b740 1 Processor -- start 2024-02-10T00:03:32.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.081+0000 7f26e366b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cfb393a30 0x558cfb3a2a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.081+0000 7f26e366b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558cfb3943e0 0x558cfb3a2fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.081+0000 7f26e366b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558cfb39cf60 0x558cfb3a3510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.081+0000 7f26e366b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x558cfb403860 con 0x558cfb3943e0 2024-02-10T00:03:32.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.081+0000 7f26e366b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x558cfb4039a0 con 0x558cfb39cf60 2024-02-10T00:03:32.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.081+0000 7f26e366b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x558cfb403b60 con 0x558cfb393a30 2024-02-10T00:03:32.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.081+0000 7f26e366b740 10 client.0 _ll_register_callbacks cb 0x7f26c400b420 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:03:32.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.081+0000 7f26d3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558cfb3943e0 0x558cfb3a2fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.081+0000 7f26d3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558cfb3943e0 0x558cfb3a2fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46190/0 (socket says 172.21.15.1:46190) 2024-02-10T00:03:32.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.081+0000 7f26d3fff640 1 -- 172.21.15.1:0/429711850 learned_addr learned my addr 172.21.15.1:0/429711850 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:32.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.081+0000 7f26da59c640 1 --2- 172.21.15.1:0/429711850 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cfb393a30 0x558cfb3a2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.081+0000 7f26dad9d640 1 --2- 172.21.15.1:0/429711850 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558cfb39cf60 0x558cfb3a3510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.081+0000 7f26d3fff640 1 -- 172.21.15.1:0/429711850 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cfb393a30 msgr2=0x558cfb3a2a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.081+0000 7f26d3fff640 1 --2- 172.21.15.1:0/429711850 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cfb393a30 0x558cfb3a2a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.081+0000 7f26d3fff640 1 -- 172.21.15.1:0/429711850 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558cfb39cf60 msgr2=0x558cfb3a3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.081+0000 7f26d3fff640 1 --2- 172.21.15.1:0/429711850 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558cfb39cf60 0x558cfb3a3510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.081+0000 7f26d3fff640 1 -- 172.21.15.1:0/429711850 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26d40078b0 con 0x558cfb3943e0 2024-02-10T00:03:32.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.082+0000 7f26d3fff640 1 --2- 172.21.15.1:0/429711850 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558cfb3943e0 0x558cfb3a2fd0 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7f26c4005cc0 tx=0x7f26c400bb40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d97ccd2e3b158a85 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:32.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.082+0000 7f26c1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:03:32.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.082+0000 7f26c1ffb640 1 -- 172.21.15.1:0/429711850 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26c4020070 con 0x558cfb3943e0 2024-02-10T00:03:32.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.082+0000 7f26c1ffb640 1 -- 172.21.15.1:0/429711850 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f26c4000e40 con 0x558cfb3943e0 2024-02-10T00:03:32.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.082+0000 7f26e366b740 1 -- 172.21.15.1:0/429711850 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f26c401aaa0 con 0x558cfb3943e0 2024-02-10T00:03:32.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.082+0000 7f26c1ffb640 1 -- 172.21.15.1:0/429711850 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f26c4004bc0 con 0x558cfb3943e0 2024-02-10T00:03:32.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.082+0000 7f26e366b740 10 client.17031 fetch_fsmap learned FSMap version 29 2024-02-10T00:03:32.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.082+0000 7f26e366b740 1 -- 172.21.15.1:0/429711850 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x558cfb2bba70 con 0x558cfb3943e0 2024-02-10T00:03:32.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.082+0000 7f26c1ffb640 1 -- 172.21.15.1:0/429711850 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f26c401aaa0 con 0x558cfb3943e0 2024-02-10T00:03:32.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.082+0000 7f26c1ffb640 1 -- 172.21.15.1:0/429711850 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f26c40118c0 con 0x558cfb3943e0 2024-02-10T00:03:32.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.082+0000 7f26e366b740 10 client.17031 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:03:32.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.082+0000 7f26e366b740 10 client.17031 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:03:32.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.082+0000 7f26e366b740 20 client.17031 populate_metadata read hostname 'smithi001' 2024-02-10T00:03:32.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.082+0000 7f26e366b740 1 --2- 172.21.15.1:0/429711850 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x558cfb4050c0 0x558cfb4074e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.082+0000 7f26e366b740 4 client.17031 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:03:32.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.082+0000 7f26e366b740 1 -- 172.21.15.1:0/429711850 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x558cfb086890 con 0x558cfb4050c0 2024-02-10T00:03:32.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.082+0000 7f26da59c640 1 --2- 172.21.15.1:0/429711850 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x558cfb4050c0 0x558cfb4074e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.083+0000 7f26c1ffb640 10 client.17031 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:03:32.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.083+0000 7f26da59c640 1 --2- 172.21.15.1:0/429711850 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x558cfb4050c0 0x558cfb4074e0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=fab36cfa48a58334 server_cookie=46bd5e54da03d115 in_seq=0 out_seq=0 2024-02-10T00:03:32.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.083+0000 7f26c1ffb640 1 -- 172.21.15.1:0/429711850 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x558cfb086890 con 0x558cfb4050c0 2024-02-10T00:03:32.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.083+0000 7f26c1ffb640 10 client.17031 handle_command_reply: tid=0 2024-02-10T00:03:32.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.083+0000 7f26e366b740 1 client.17031 shutdown 2024-02-10T00:03:32.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.083+0000 7f26e366b740 1 -- 172.21.15.1:0/429711850 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558cfb3943e0 msgr2=0x558cfb3a2fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.083+0000 7f26e366b740 1 --2- 172.21.15.1:0/429711850 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558cfb3943e0 0x558cfb3a2fd0 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7f26c4005cc0 tx=0x7f26c400bb40 comp rx=0 tx=0).stop 2024-02-10T00:03:32.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.083+0000 7f26e366b740 1 -- 172.21.15.1:0/429711850 shutdown_connections 2024-02-10T00:03:32.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.083+0000 7f26e366b740 1 --2- 172.21.15.1:0/429711850 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x558cfb4050c0 0x558cfb4074e0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.083+0000 7f26e366b740 1 --2- 172.21.15.1:0/429711850 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558cfb39cf60 0x558cfb3a3510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.083+0000 7f26e366b740 1 --2- 172.21.15.1:0/429711850 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558cfb3943e0 0x558cfb3a2fd0 unknown :-1 s=CLOSED pgs=937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.083+0000 7f26c1ffb640 0 client.17031 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:03:32.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.083+0000 7f26e366b740 1 --2- 172.21.15.1:0/429711850 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558cfb393a30 0x558cfb3a2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.083+0000 7f26e366b740 1 -- 172.21.15.1:0/429711850 >> 172.21.15.1:0/429711850 conn(0x558cfb38e100 msgr2=0x558cfb395250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:32.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.083+0000 7f26e366b740 1 -- 172.21.15.1:0/429711850 shutdown_connections 2024-02-10T00:03:32.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.083+0000 7f26e366b740 1 -- 172.21.15.1:0/429711850 wait complete. 2024-02-10T00:03:32.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.083+0000 7f26e366b740 20 client.17031 trim_cache size 0 max 16384 2024-02-10T00:03:32.093 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:03:32.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.084+0000 7f26e0a8f640 1 -- 172.21.15.1:0/2932583395 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f26c80a2230 msgr2=0x7f26c80a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.084+0000 7f26e0a8f640 1 --2- 172.21.15.1:0/2932583395 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f26c80a2230 0x7f26c80a46f0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f26d4007fd0 tx=0x7f26d4007d60 comp rx=0 tx=0).stop 2024-02-10T00:03:32.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.084+0000 7f26e0a8f640 1 -- 172.21.15.1:0/2932583395 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f26dc101430 msgr2=0x7f26dc19d590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.084+0000 7f26e0a8f640 1 --2- 172.21.15.1:0/2932583395 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f26dc101430 0x7f26dc19d590 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f26cc009230 tx=0x7f26cc004040 comp rx=0 tx=0).stop 2024-02-10T00:03:32.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.084+0000 7f26e0a8f640 1 -- 172.21.15.1:0/2932583395 shutdown_connections 2024-02-10T00:03:32.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.084+0000 7f26e0a8f640 1 --2- 172.21.15.1:0/2932583395 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f26c80a2230 0x7f26c80a46f0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.084+0000 7f26e0a8f640 1 --2- 172.21.15.1:0/2932583395 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f26dc1976a0 0x7f26dc197b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.084+0000 7f26e0a8f640 1 --2- 172.21.15.1:0/2932583395 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f26dc106500 0x7f26dc19dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.084+0000 7f26e0a8f640 1 --2- 172.21.15.1:0/2932583395 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f26dc101430 0x7f26dc19d590 unknown :-1 s=CLOSED pgs=933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.084+0000 7f26e0a8f640 1 -- 172.21.15.1:0/2932583395 >> 172.21.15.1:0/2932583395 conn(0x7f26dc0fccd0 msgr2=0x7f26dc0ff030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:32.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.084+0000 7f26e0a8f640 1 -- 172.21.15.1:0/2932583395 shutdown_connections 2024-02-10T00:03:32.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.084+0000 7f26e0a8f640 1 -- 172.21.15.1:0/2932583395 wait complete. 2024-02-10T00:03:32.096 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:03:32.096 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-02-10T00:03:32.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.199+0000 7f734f455640 1 -- 172.21.15.1:0/1269486778 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f73481011f0 msgr2=0x7f734810d0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.199+0000 7f734f455640 1 --2- 172.21.15.1:0/1269486778 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f73481011f0 0x7f734810d0a0 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f7338009ca0 tx=0x7f733802c0f0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.199+0000 7f734f455640 1 -- 172.21.15.1:0/1269486778 shutdown_connections 2024-02-10T00:03:32.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.199+0000 7f734f455640 1 --2- 172.21.15.1:0/1269486778 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f73481011f0 0x7f734810d0a0 unknown :-1 s=CLOSED pgs=938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.199+0000 7f734f455640 1 --2- 172.21.15.1:0/1269486778 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7348100830 0x7f7348100cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.199+0000 7f734f455640 1 --2- 172.21.15.1:0/1269486778 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f73481020c0 0x7f73481024a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.200+0000 7f734f455640 1 -- 172.21.15.1:0/1269486778 >> 172.21.15.1:0/1269486778 conn(0x7f7348076620 msgr2=0x7f73480fd9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:32.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.200+0000 7f734f455640 1 -- 172.21.15.1:0/1269486778 shutdown_connections 2024-02-10T00:03:32.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.200+0000 7f734f455640 1 -- 172.21.15.1:0/1269486778 wait complete. 2024-02-10T00:03:32.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.200+0000 7f734f455640 1 Processor -- start 2024-02-10T00:03:32.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.200+0000 7f734f455640 1 -- start start 2024-02-10T00:03:32.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.200+0000 7f734f455640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7348100830 0x7f734810da70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.200+0000 7f734f455640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f73481011f0 0x7f734810dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.200+0000 7f734f455640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f73481020c0 0x7f734810e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.200+0000 7f734f455640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73481a5c40 con 0x7f73481011f0 2024-02-10T00:03:32.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.200+0000 7f734f455640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73481a5db0 con 0x7f73481020c0 2024-02-10T00:03:32.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.200+0000 7f734f455640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73481a5f70 con 0x7f7348100830 2024-02-10T00:03:32.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.201+0000 7f734c9f0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f73481011f0 0x7f734810dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.201+0000 7f734c9f0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f73481011f0 0x7f734810dfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46214/0 (socket says 172.21.15.1:46214) 2024-02-10T00:03:32.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.201+0000 7f734c9f0640 1 -- 172.21.15.1:0/3535206177 learned_addr learned my addr 172.21.15.1:0/3535206177 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:32.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.201+0000 7f734d1f1640 1 --2- 172.21.15.1:0/3535206177 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7348100830 0x7f734810da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.201+0000 7f734d9f2640 1 --2- 172.21.15.1:0/3535206177 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f73481020c0 0x7f734810e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.201+0000 7f734c9f0640 1 -- 172.21.15.1:0/3535206177 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7348100830 msgr2=0x7f734810da70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.201+0000 7f734c9f0640 1 --2- 172.21.15.1:0/3535206177 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7348100830 0x7f734810da70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.201+0000 7f734c9f0640 1 -- 172.21.15.1:0/3535206177 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f73481020c0 msgr2=0x7f734810e4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.201+0000 7f734c9f0640 1 --2- 172.21.15.1:0/3535206177 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f73481020c0 0x7f734810e4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.201+0000 7f734c9f0640 1 -- 172.21.15.1:0/3535206177 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7338009900 con 0x7f73481011f0 2024-02-10T00:03:32.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.201+0000 7f734c9f0640 1 --2- 172.21.15.1:0/3535206177 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f73481011f0 0x7f734810dfb0 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7f733c00d950 tx=0x7f733c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:32.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.201+0000 7f73467fc640 1 -- 172.21.15.1:0/3535206177 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f733c009c30 con 0x7f73481011f0 2024-02-10T00:03:32.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.201+0000 7f73467fc640 1 -- 172.21.15.1:0/3535206177 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f733c009d90 con 0x7f73481011f0 2024-02-10T00:03:32.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.201+0000 7f734f455640 1 -- 172.21.15.1:0/3535206177 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73481a6250 con 0x7f73481011f0 2024-02-10T00:03:32.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.201+0000 7f73467fc640 1 -- 172.21.15.1:0/3535206177 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f733c00f7e0 con 0x7f73481011f0 2024-02-10T00:03:32.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.201+0000 7f734f455640 1 -- 172.21.15.1:0/3535206177 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73481a6760 con 0x7f73481011f0 2024-02-10T00:03:32.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.203+0000 7f73467fc640 1 -- 172.21.15.1:0/3535206177 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f733c010ad0 con 0x7f73481011f0 2024-02-10T00:03:32.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.204+0000 7f735202f740 1 Processor -- start 2024-02-10T00:03:32.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.204+0000 7f735202f740 1 -- start start 2024-02-10T00:03:32.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.204+0000 7f735202f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599396e4a30 0x5599396e4e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.204+0000 7f735202f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599396e53e0 0x5599396ed990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.204+0000 7f735202f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599396edf60 0x5599396f03b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.204+0000 7f73467fc640 1 --2- 172.21.15.1:0/3535206177 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f73300a2230 0x7f73300a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.204+0000 7f735202f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599396a0020 con 0x5599396e4a30 2024-02-10T00:03:32.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.204+0000 7f735202f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559939653320 con 0x5599396e53e0 2024-02-10T00:03:32.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.204+0000 7f735202f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559939650850 con 0x5599396edf60 2024-02-10T00:03:32.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.204+0000 7f734d9f2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599396e4a30 0x5599396e4e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.204+0000 7f734d9f2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599396e4a30 0x5599396e4e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46220/0 (socket says 172.21.15.1:46220) 2024-02-10T00:03:32.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.204+0000 7f734d9f2640 1 -- 172.21.15.1:0/4080438324 learned_addr learned my addr 172.21.15.1:0/4080438324 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:32.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.204+0000 7f73467fc640 1 -- 172.21.15.1:0/3535206177 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f733c0cdd20 con 0x7f73481011f0 2024-02-10T00:03:32.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.204+0000 7f734d9f2640 1 --2- 172.21.15.1:0/3535206177 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f73300a2230 0x7f73300a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.204+0000 7f734d1f1640 1 --2- 172.21.15.1:0/4080438324 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599396e53e0 0x5599396ed990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.204+0000 7f734c9f0640 1 --2- 172.21.15.1:0/4080438324 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599396edf60 0x5599396f03b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.205+0000 7f734d9f2640 1 -- 172.21.15.1:0/4080438324 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599396edf60 msgr2=0x5599396f03b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.205+0000 7f734d9f2640 1 --2- 172.21.15.1:0/4080438324 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599396edf60 0x5599396f03b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.205+0000 7f734d9f2640 1 -- 172.21.15.1:0/4080438324 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599396e53e0 msgr2=0x5599396ed990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.205+0000 7f734d9f2640 1 --2- 172.21.15.1:0/4080438324 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599396e53e0 0x5599396ed990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.205+0000 7f734d9f2640 1 -- 172.21.15.1:0/4080438324 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55993960e210 con 0x5599396e4a30 2024-02-10T00:03:32.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.205+0000 7f734c9f0640 1 --2- 172.21.15.1:0/4080438324 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599396edf60 0x5599396f03b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:03:32.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.205+0000 7f734d1f1640 1 --2- 172.21.15.1:0/4080438324 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599396e53e0 0x5599396ed990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:03:32.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.205+0000 7f734d9f2640 1 --2- 172.21.15.1:0/4080438324 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599396e4a30 0x5599396e4e10 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f7338004af0 tx=0x7f73380347d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de89f875ee09a8de server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:32.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.205+0000 7f734d9f2640 1 --2- 172.21.15.1:0/3535206177 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f73300a2230 0x7f73300a46f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f7338033000 tx=0x7f7338048000 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:32.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.205+0000 7f732f7fe640 1 -- 172.21.15.1:0/4080438324 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73380344e0 con 0x5599396e4a30 2024-02-10T00:03:32.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.205+0000 7f732f7fe640 1 -- 172.21.15.1:0/4080438324 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7338003e50 con 0x5599396e4a30 2024-02-10T00:03:32.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.205+0000 7f732f7fe640 1 -- 172.21.15.1:0/4080438324 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73380042a0 con 0x5599396e4a30 2024-02-10T00:03:32.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.206+0000 7f735202f740 1 -- 172.21.15.1:0/4080438324 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599396e4a30 msgr2=0x5599396e4e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.206+0000 7f735202f740 1 --2- 172.21.15.1:0/4080438324 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599396e4a30 0x5599396e4e10 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f7338004af0 tx=0x7f73380347d0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.206+0000 7f735202f740 1 -- 172.21.15.1:0/4080438324 shutdown_connections 2024-02-10T00:03:32.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.206+0000 7f735202f740 1 --2- 172.21.15.1:0/4080438324 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599396edf60 0x5599396f03b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.206+0000 7f735202f740 1 --2- 172.21.15.1:0/4080438324 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599396e53e0 0x5599396ed990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.206+0000 7f735202f740 1 --2- 172.21.15.1:0/4080438324 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599396e4a30 0x5599396e4e10 unknown :-1 s=CLOSED pgs=940 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.206+0000 7f735202f740 1 -- 172.21.15.1:0/4080438324 >> 172.21.15.1:0/4080438324 conn(0x5599396df100 msgr2=0x5599396df4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:32.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.206+0000 7f735202f740 1 -- 172.21.15.1:0/4080438324 shutdown_connections 2024-02-10T00:03:32.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.206+0000 7f735202f740 1 -- 172.21.15.1:0/4080438324 wait complete. 2024-02-10T00:03:32.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.206+0000 7f735202f740 1 -- start start 2024-02-10T00:03:32.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.206+0000 7f735202f740 1 Processor -- start 2024-02-10T00:03:32.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.206+0000 7f735202f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599396e4a30 0x5599396eaff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.207+0000 7f735202f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599396e53e0 0x5599396eb530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.207+0000 7f735202f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599396edf60 0x5599396eba70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.207+0000 7f735202f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55993964c030 con 0x5599396e4a30 2024-02-10T00:03:32.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.207+0000 7f735202f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55993931f430 con 0x5599396e53e0 2024-02-10T00:03:32.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.207+0000 7f735202f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599392dbe00 con 0x5599396edf60 2024-02-10T00:03:32.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.207+0000 7f735202f740 10 client.0 _ll_register_callbacks cb 0x559939641030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:03:32.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.207+0000 7f734d1f1640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599396e4a30 0x5599396eaff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.207+0000 7f734d1f1640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599396e4a30 0x5599396eaff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46230/0 (socket says 172.21.15.1:46230) 2024-02-10T00:03:32.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.207+0000 7f734d1f1640 1 -- 172.21.15.1:0/459012031 learned_addr learned my addr 172.21.15.1:0/459012031 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:32.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.207+0000 7f734d9f2640 1 --2- 172.21.15.1:0/459012031 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599396edf60 0x5599396eba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.207+0000 7f734c9f0640 1 --2- 172.21.15.1:0/459012031 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599396e53e0 0x5599396eb530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.207+0000 7f734d1f1640 1 -- 172.21.15.1:0/459012031 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599396edf60 msgr2=0x5599396eba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.207+0000 7f734d1f1640 1 --2- 172.21.15.1:0/459012031 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599396edf60 0x5599396eba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.207+0000 7f734d1f1640 1 -- 172.21.15.1:0/459012031 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599396e53e0 msgr2=0x5599396eb530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.207+0000 7f734d1f1640 1 --2- 172.21.15.1:0/459012031 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599396e53e0 0x5599396eb530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.207+0000 7f734d1f1640 1 -- 172.21.15.1:0/459012031 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73480ff720 con 0x5599396e4a30 2024-02-10T00:03:32.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.207+0000 7f734d9f2640 1 --2- 172.21.15.1:0/459012031 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599396edf60 0x5599396eba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:03:32.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.207+0000 7f734d1f1640 1 --2- 172.21.15.1:0/459012031 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599396e4a30 0x5599396eaff0 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f734000b9d0 tx=0x7f734000be90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1616a29377bcd172 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:32.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.207+0000 7f732cff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:03:32.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.207+0000 7f732cff9640 1 -- 172.21.15.1:0/459012031 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7340016070 con 0x5599396e4a30 2024-02-10T00:03:32.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.207+0000 7f732cff9640 1 -- 172.21.15.1:0/459012031 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f7340011440 con 0x5599396e4a30 2024-02-10T00:03:32.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.207+0000 7f735202f740 1 -- 172.21.15.1:0/459012031 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55993934b7e0 con 0x5599396e4a30 2024-02-10T00:03:32.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.207+0000 7f732cff9640 1 -- 172.21.15.1:0/459012031 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7340003ee0 con 0x5599396e4a30 2024-02-10T00:03:32.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.207+0000 7f735202f740 10 client.17043 fetch_fsmap learned FSMap version 29 2024-02-10T00:03:32.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.207+0000 7f735202f740 1 -- 172.21.15.1:0/459012031 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55993964a6b0 con 0x5599396e4a30 2024-02-10T00:03:32.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.208+0000 7f732cff9640 1 -- 172.21.15.1:0/459012031 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55993934b7e0 con 0x5599396e4a30 2024-02-10T00:03:32.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.208+0000 7f732cff9640 1 -- 172.21.15.1:0/459012031 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f734001b790 con 0x5599396e4a30 2024-02-10T00:03:32.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.208+0000 7f735202f740 10 client.17043 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:03:32.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.208+0000 7f735202f740 10 client.17043 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:03:32.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.208+0000 7f735202f740 20 client.17043 populate_metadata read hostname 'smithi001' 2024-02-10T00:03:32.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.208+0000 7f735202f740 1 --2- 172.21.15.1:0/459012031 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5599396fe680 0x559939700aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.208+0000 7f735202f740 4 client.17043 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:03:32.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.208+0000 7f735202f740 1 -- 172.21.15.1:0/459012031 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559939388720 con 0x5599396fe680 2024-02-10T00:03:32.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.208+0000 7f734c9f0640 1 --2- 172.21.15.1:0/459012031 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5599396fe680 0x559939700aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.208+0000 7f734c9f0640 1 --2- 172.21.15.1:0/459012031 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5599396fe680 0x559939700aa0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=35614d6838c0e94 server_cookie=52659bafd00b6bfe in_seq=0 out_seq=0 2024-02-10T00:03:32.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.208+0000 7f732cff9640 10 client.17043 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:03:32.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.209+0000 7f732cff9640 1 -- 172.21.15.1:0/459012031 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x559939388720 con 0x5599396fe680 2024-02-10T00:03:32.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.209+0000 7f732cff9640 10 client.17043 handle_command_reply: tid=0 2024-02-10T00:03:32.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.209+0000 7f735202f740 1 client.17043 shutdown 2024-02-10T00:03:32.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.209+0000 7f735202f740 1 -- 172.21.15.1:0/459012031 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599396e4a30 msgr2=0x5599396eaff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.209+0000 7f735202f740 1 --2- 172.21.15.1:0/459012031 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599396e4a30 0x5599396eaff0 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f734000b9d0 tx=0x7f734000be90 comp rx=0 tx=0).stop 2024-02-10T00:03:32.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.209+0000 7f735202f740 1 -- 172.21.15.1:0/459012031 shutdown_connections 2024-02-10T00:03:32.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.209+0000 7f735202f740 1 --2- 172.21.15.1:0/459012031 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599396edf60 0x5599396eba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.209+0000 7f735202f740 1 --2- 172.21.15.1:0/459012031 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5599396fe680 0x559939700aa0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.209+0000 7f735202f740 1 --2- 172.21.15.1:0/459012031 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599396e53e0 0x5599396eb530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.209+0000 7f735202f740 1 --2- 172.21.15.1:0/459012031 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599396e4a30 0x5599396eaff0 unknown :-1 s=CLOSED pgs=941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.209+0000 7f735202f740 1 -- 172.21.15.1:0/459012031 >> 172.21.15.1:0/459012031 conn(0x5599396df100 msgr2=0x5599396e0e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:32.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.209+0000 7f732cff9640 0 client.17043 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:03:32.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.209+0000 7f735202f740 1 -- 172.21.15.1:0/459012031 shutdown_connections 2024-02-10T00:03:32.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.209+0000 7f735202f740 1 -- 172.21.15.1:0/459012031 wait complete. 2024-02-10T00:03:32.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.209+0000 7f735202f740 20 client.17043 trim_cache size 0 max 16384 2024-02-10T00:03:32.220 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:31 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2318832471' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:03:32.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.221+0000 7f735202f740 1 Processor -- start 2024-02-10T00:03:32.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.221+0000 7f735202f740 1 -- start start 2024-02-10T00:03:32.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.221+0000 7f735202f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599396e4a30 0x5599396ed720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.221+0000 7f735202f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599396e53e0 0x5599396eb890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.221+0000 7f735202f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599396edf60 0x5599396e98c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.221+0000 7f735202f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599395d1130 con 0x5599396e53e0 2024-02-10T00:03:32.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.221+0000 7f735202f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599396e5050 con 0x5599396e4a30 2024-02-10T00:03:32.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.221+0000 7f735202f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599396e6be0 con 0x5599396edf60 2024-02-10T00:03:32.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.222+0000 7f734c9f0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599396e53e0 0x5599396eb890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.222+0000 7f734c9f0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599396e53e0 0x5599396eb890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46242/0 (socket says 172.21.15.1:46242) 2024-02-10T00:03:32.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.222+0000 7f734c9f0640 1 -- 172.21.15.1:0/1615514139 learned_addr learned my addr 172.21.15.1:0/1615514139 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:32.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.222+0000 7f734d9f2640 1 --2- 172.21.15.1:0/1615514139 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599396edf60 0x5599396e98c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.222+0000 7f734d1f1640 1 --2- 172.21.15.1:0/1615514139 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599396e4a30 0x5599396ed720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.222+0000 7f734c9f0640 1 -- 172.21.15.1:0/1615514139 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599396edf60 msgr2=0x5599396e98c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.222+0000 7f734c9f0640 1 --2- 172.21.15.1:0/1615514139 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599396edf60 0x5599396e98c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.222+0000 7f734c9f0640 1 -- 172.21.15.1:0/1615514139 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599396e4a30 msgr2=0x5599396ed720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.222+0000 7f734c9f0640 1 --2- 172.21.15.1:0/1615514139 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599396e4a30 0x5599396ed720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.222+0000 7f734c9f0640 1 -- 172.21.15.1:0/1615514139 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5599395e6c90 con 0x5599396e53e0 2024-02-10T00:03:32.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.222+0000 7f734c9f0640 1 --2- 172.21.15.1:0/1615514139 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599396e53e0 0x5599396eb890 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f733c009fd0 tx=0x7f733c005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ac460405a0689e8 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:32.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.222+0000 7f732effd640 1 -- 172.21.15.1:0/1615514139 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f733c0969e0 con 0x5599396e53e0 2024-02-10T00:03:32.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.222+0000 7f732effd640 1 -- 172.21.15.1:0/1615514139 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f733c09ae40 con 0x5599396e53e0 2024-02-10T00:03:32.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.222+0000 7f732effd640 1 -- 172.21.15.1:0/1615514139 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f733c0a0c50 con 0x5599396e53e0 2024-02-10T00:03:32.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.223+0000 7f735202f740 1 -- 172.21.15.1:0/1615514139 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599396e53e0 msgr2=0x5599396eb890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.223+0000 7f735202f740 1 --2- 172.21.15.1:0/1615514139 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599396e53e0 0x5599396eb890 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f733c009fd0 tx=0x7f733c005f90 comp rx=0 tx=0).stop 2024-02-10T00:03:32.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.223+0000 7f735202f740 1 -- 172.21.15.1:0/1615514139 shutdown_connections 2024-02-10T00:03:32.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.223+0000 7f735202f740 1 --2- 172.21.15.1:0/1615514139 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599396edf60 0x5599396e98c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.223+0000 7f735202f740 1 --2- 172.21.15.1:0/1615514139 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599396e53e0 0x5599396eb890 unknown :-1 s=CLOSED pgs=942 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.223+0000 7f735202f740 1 --2- 172.21.15.1:0/1615514139 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599396e4a30 0x5599396ed720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.223+0000 7f735202f740 1 -- 172.21.15.1:0/1615514139 >> 172.21.15.1:0/1615514139 conn(0x5599396df100 msgr2=0x559939705400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:32.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.223+0000 7f735202f740 1 -- 172.21.15.1:0/1615514139 shutdown_connections 2024-02-10T00:03:32.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.223+0000 7f735202f740 1 -- 172.21.15.1:0/1615514139 wait complete. 2024-02-10T00:03:32.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.223+0000 7f735202f740 1 -- start start 2024-02-10T00:03:32.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.223+0000 7f735202f740 1 Processor -- start 2024-02-10T00:03:32.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.224+0000 7f735202f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599396e4a30 0x5599396f5340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.224+0000 7f735202f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599396e53e0 0x5599396f36e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.224+0000 7f735202f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599396edf60 0x5599396f3c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.224+0000 7f735202f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599396f4360 con 0x5599396e53e0 2024-02-10T00:03:32.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.224+0000 7f735202f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599396f44d0 con 0x5599396e4a30 2024-02-10T00:03:32.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.224+0000 7f735202f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559939754b90 con 0x5599396edf60 2024-02-10T00:03:32.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.224+0000 7f735202f740 10 client.0 _ll_register_callbacks cb 0x7f7338037070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:03:32.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.224+0000 7f734c9f0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599396e53e0 0x5599396f36e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.224+0000 7f734c9f0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599396e53e0 0x5599396f36e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46254/0 (socket says 172.21.15.1:46254) 2024-02-10T00:03:32.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.224+0000 7f734c9f0640 1 -- 172.21.15.1:0/807589791 learned_addr learned my addr 172.21.15.1:0/807589791 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:32.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.224+0000 7f734d1f1640 1 --2- 172.21.15.1:0/807589791 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599396e4a30 0x5599396f5340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.224+0000 7f734d9f2640 1 --2- 172.21.15.1:0/807589791 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599396edf60 0x5599396f3c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.224+0000 7f734c9f0640 1 -- 172.21.15.1:0/807589791 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599396edf60 msgr2=0x5599396f3c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.224+0000 7f734c9f0640 1 --2- 172.21.15.1:0/807589791 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599396edf60 0x5599396f3c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.224+0000 7f734c9f0640 1 -- 172.21.15.1:0/807589791 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599396e4a30 msgr2=0x5599396f5340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.224+0000 7f734c9f0640 1 --2- 172.21.15.1:0/807589791 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599396e4a30 0x5599396f5340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.224+0000 7f734c9f0640 1 -- 172.21.15.1:0/807589791 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73481a6760 con 0x5599396e53e0 2024-02-10T00:03:32.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.224+0000 7f734c9f0640 1 --2- 172.21.15.1:0/807589791 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599396e53e0 0x5599396f36e0 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f733c096ba0 tx=0x7f733c09afb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e24960d0f5c46804 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:32.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.224+0000 7f732cff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:03:32.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.224+0000 7f732cff9640 1 -- 172.21.15.1:0/807589791 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f733c0b3260 con 0x5599396e53e0 2024-02-10T00:03:32.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.224+0000 7f732cff9640 1 -- 172.21.15.1:0/807589791 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f733c09fb30 con 0x5599396e53e0 2024-02-10T00:03:32.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.224+0000 7f735202f740 1 -- 172.21.15.1:0/807589791 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7338003e50 con 0x5599396e53e0 2024-02-10T00:03:32.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.225+0000 7f732cff9640 1 -- 172.21.15.1:0/807589791 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f733c0a2ee0 con 0x5599396e53e0 2024-02-10T00:03:32.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.225+0000 7f735202f740 10 client.17049 fetch_fsmap learned FSMap version 29 2024-02-10T00:03:32.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.225+0000 7f735202f740 1 -- 172.21.15.1:0/807589791 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55993960ca70 con 0x5599396e53e0 2024-02-10T00:03:32.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.225+0000 7f732cff9640 1 -- 172.21.15.1:0/807589791 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7338003e50 con 0x5599396e53e0 2024-02-10T00:03:32.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.225+0000 7f732cff9640 1 -- 172.21.15.1:0/807589791 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f733c096040 con 0x5599396e53e0 2024-02-10T00:03:32.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.225+0000 7f735202f740 10 client.17049 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:03:32.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.225+0000 7f735202f740 10 client.17049 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:03:32.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.225+0000 7f735202f740 20 client.17049 populate_metadata read hostname 'smithi001' 2024-02-10T00:03:32.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.225+0000 7f735202f740 1 --2- 172.21.15.1:0/807589791 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x559939755ea0 0x559939758290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.225+0000 7f735202f740 4 client.17049 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:03:32.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.225+0000 7f735202f740 1 -- 172.21.15.1:0/807589791 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5599393d7890 con 0x559939755ea0 2024-02-10T00:03:32.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.225+0000 7f734d1f1640 1 --2- 172.21.15.1:0/807589791 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x559939755ea0 0x559939758290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.226+0000 7f732cff9640 10 client.17049 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:03:32.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.226+0000 7f734d1f1640 1 --2- 172.21.15.1:0/807589791 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x559939755ea0 0x559939758290 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=8c6f2dfc7caddc15 server_cookie=e73d03299044e5d3 in_seq=0 out_seq=0 2024-02-10T00:03:32.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.226+0000 7f732cff9640 1 -- 172.21.15.1:0/807589791 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5599393d7890 con 0x559939755ea0 2024-02-10T00:03:32.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.226+0000 7f732cff9640 10 client.17049 handle_command_reply: tid=0 2024-02-10T00:03:32.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.226+0000 7f735202f740 1 client.17049 shutdown 2024-02-10T00:03:32.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.226+0000 7f735202f740 1 -- 172.21.15.1:0/807589791 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599396e53e0 msgr2=0x5599396f36e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.226+0000 7f735202f740 1 --2- 172.21.15.1:0/807589791 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599396e53e0 0x5599396f36e0 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f733c096ba0 tx=0x7f733c09afb0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.226+0000 7f735202f740 1 -- 172.21.15.1:0/807589791 shutdown_connections 2024-02-10T00:03:32.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.226+0000 7f735202f740 1 --2- 172.21.15.1:0/807589791 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599396edf60 0x5599396f3c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.226+0000 7f735202f740 1 --2- 172.21.15.1:0/807589791 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599396e53e0 0x5599396f36e0 unknown :-1 s=CLOSED pgs=943 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.226+0000 7f735202f740 1 --2- 172.21.15.1:0/807589791 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x559939755ea0 0x559939758290 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.226+0000 7f735202f740 1 --2- 172.21.15.1:0/807589791 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599396e4a30 0x5599396f5340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.226+0000 7f732cff9640 0 client.17049 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:03:32.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.226+0000 7f735202f740 1 -- 172.21.15.1:0/807589791 >> 172.21.15.1:0/807589791 conn(0x5599396df100 msgr2=0x5599396e9880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:32.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.226+0000 7f735202f740 1 -- 172.21.15.1:0/807589791 shutdown_connections 2024-02-10T00:03:32.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.226+0000 7f735202f740 1 -- 172.21.15.1:0/807589791 wait complete. 2024-02-10T00:03:32.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.226+0000 7f735202f740 20 client.17049 trim_cache size 0 max 16384 2024-02-10T00:03:32.236 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:03:32.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.226+0000 7f734f455640 1 -- 172.21.15.1:0/3535206177 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f73300a2230 msgr2=0x7f73300a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.227+0000 7f734f455640 1 --2- 172.21.15.1:0/3535206177 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f73300a2230 0x7f73300a46f0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f7338033000 tx=0x7f7338048000 comp rx=0 tx=0).stop 2024-02-10T00:03:32.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.227+0000 7f734f455640 1 -- 172.21.15.1:0/3535206177 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f73481011f0 msgr2=0x7f734810dfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.227+0000 7f734f455640 1 --2- 172.21.15.1:0/3535206177 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f73481011f0 0x7f734810dfb0 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7f733c00d950 tx=0x7f733c00de10 comp rx=0 tx=0).stop 2024-02-10T00:03:32.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.227+0000 7f734f455640 1 -- 172.21.15.1:0/3535206177 shutdown_connections 2024-02-10T00:03:32.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.227+0000 7f734f455640 1 --2- 172.21.15.1:0/3535206177 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f73300a2230 0x7f73300a46f0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.227+0000 7f734f455640 1 --2- 172.21.15.1:0/3535206177 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f73481020c0 0x7f734810e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.227+0000 7f734f455640 1 --2- 172.21.15.1:0/3535206177 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f73481011f0 0x7f734810dfb0 unknown :-1 s=CLOSED pgs=939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.227+0000 7f734f455640 1 --2- 172.21.15.1:0/3535206177 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7348100830 0x7f734810da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.227+0000 7f734f455640 1 -- 172.21.15.1:0/3535206177 >> 172.21.15.1:0/3535206177 conn(0x7f7348076620 msgr2=0x7f7348103fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:32.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.227+0000 7f734f455640 1 -- 172.21.15.1:0/3535206177 shutdown_connections 2024-02-10T00:03:32.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.227+0000 7f734f455640 1 -- 172.21.15.1:0/3535206177 wait complete. 2024-02-10T00:03:32.239 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:03:32.239 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-02-10T00:03:32.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:31 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2318832471' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:03:32.347 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.343+0000 7fc29dc4d640 1 -- 172.21.15.1:0/3306689491 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc298100d10 msgr2=0x7fc298104e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.347 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.343+0000 7fc29dc4d640 1 --2- 172.21.15.1:0/3306689491 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc298100d10 0x7fc298104e60 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7fc280009930 tx=0x7fc28002bc30 comp rx=0 tx=0).stop 2024-02-10T00:03:32.347 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.343+0000 7fc29dc4d640 1 -- 172.21.15.1:0/3306689491 shutdown_connections 2024-02-10T00:03:32.347 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.343+0000 7fc29dc4d640 1 --2- 172.21.15.1:0/3306689491 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc298105540 0x7fc29810d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.347 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.343+0000 7fc29dc4d640 1 --2- 172.21.15.1:0/3306689491 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc298100d10 0x7fc298104e60 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.347 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.343+0000 7fc29dc4d640 1 --2- 172.21.15.1:0/3306689491 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc298100360 0x7fc298100740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.343+0000 7fc29dc4d640 1 -- 172.21.15.1:0/3306689491 >> 172.21.15.1:0/3306689491 conn(0x7fc2980772a0 msgr2=0x7fc2980776b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:32.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.343+0000 7fc29dc4d640 1 -- 172.21.15.1:0/3306689491 shutdown_connections 2024-02-10T00:03:32.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.343+0000 7fc29dc4d640 1 -- 172.21.15.1:0/3306689491 wait complete. 2024-02-10T00:03:32.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.343+0000 7fc29dc4d640 1 Processor -- start 2024-02-10T00:03:32.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.344+0000 7fc29dc4d640 1 -- start start 2024-02-10T00:03:32.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.344+0000 7fc29dc4d640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc298100360 0x7fc29819f860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.344+0000 7fc29dc4d640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc298105540 0x7fc29819fda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.344+0000 7fc29dc4d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc298199a10 0x7fc298199ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.344+0000 7fc29dc4d640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc29819a400 con 0x7fc298199a10 2024-02-10T00:03:32.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.344+0000 7fc29dc4d640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc29819a570 con 0x7fc298105540 2024-02-10T00:03:32.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.344+0000 7fc29dc4d640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc29819a730 con 0x7fc298100360 2024-02-10T00:03:32.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.344+0000 7fc297fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc298199a10 0x7fc298199ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.348 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.344+0000 7fc297fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc298199a10 0x7fc298199ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46272/0 (socket says 172.21.15.1:46272) 2024-02-10T00:03:32.349 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.344+0000 7fc297fff640 1 -- 172.21.15.1:0/2531285278 learned_addr learned my addr 172.21.15.1:0/2531285278 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:32.349 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.344+0000 7fc2977fe640 1 --2- 172.21.15.1:0/2531285278 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc298100360 0x7fc29819f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.349 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.344+0000 7fc297fff640 1 -- 172.21.15.1:0/2531285278 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc298100360 msgr2=0x7fc29819f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.349 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.344+0000 7fc297fff640 1 --2- 172.21.15.1:0/2531285278 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc298100360 0x7fc29819f860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.349 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.344+0000 7fc297fff640 1 -- 172.21.15.1:0/2531285278 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc298105540 msgr2=0x7fc29819fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.349 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.344+0000 7fc297fff640 1 --2- 172.21.15.1:0/2531285278 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc298105540 0x7fc29819fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.349 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.344+0000 7fc297fff640 1 -- 172.21.15.1:0/2531285278 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc280009560 con 0x7fc298199a10 2024-02-10T00:03:32.349 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.344+0000 7fc297fff640 1 --2- 172.21.15.1:0/2531285278 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc298199a10 0x7fc298199ec0 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7fc29000e960 tx=0x7fc29000ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:32.349 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.344+0000 7fc294ff9640 1 -- 172.21.15.1:0/2531285278 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc290004d20 con 0x7fc298199a10 2024-02-10T00:03:32.349 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.344+0000 7fc294ff9640 1 -- 172.21.15.1:0/2531285278 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc290004e80 con 0x7fc298199a10 2024-02-10T00:03:32.349 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.345+0000 7fc29dc4d640 1 -- 172.21.15.1:0/2531285278 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc2981a6720 con 0x7fc298199a10 2024-02-10T00:03:32.349 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.345+0000 7fc294ff9640 1 -- 172.21.15.1:0/2531285278 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2900116d0 con 0x7fc298199a10 2024-02-10T00:03:32.349 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.345+0000 7fc29dc4d640 1 -- 172.21.15.1:0/2531285278 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc2981a6c30 con 0x7fc298199a10 2024-02-10T00:03:32.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.346+0000 7fc294ff9640 1 -- 172.21.15.1:0/2531285278 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fc290005340 con 0x7fc298199a10 2024-02-10T00:03:32.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.347+0000 7fc2a0819740 1 Processor -- start 2024-02-10T00:03:32.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.347+0000 7fc2a0819740 1 -- start start 2024-02-10T00:03:32.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.347+0000 7fc294ff9640 1 --2- 172.21.15.1:0/2531285278 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc2840a22b0 0x7fc2840a4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.347+0000 7fc2a0819740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56452b30da30 0x56452b30de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.347+0000 7fc2a0819740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56452b30e3e0 0x56452b316990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.347+0000 7fc2a0819740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56452b316f60 0x56452b3193b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.347+0000 7fc2a0819740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56452b2c9020 con 0x56452b316f60 2024-02-10T00:03:32.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.347+0000 7fc2a0819740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56452b27c320 con 0x56452b30da30 2024-02-10T00:03:32.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.347+0000 7fc2a0819740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56452b279850 con 0x56452b30e3e0 2024-02-10T00:03:32.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.347+0000 7fc296ffd640 1 --2- 172.21.15.1:0/2531285278 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc2840a22b0 0x7fc2840a4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.348+0000 7fc294ff9640 1 -- 172.21.15.1:0/2531285278 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fc2900ce270 con 0x7fc298199a10 2024-02-10T00:03:32.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.348+0000 7fc297fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56452b316f60 0x56452b3193b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.348+0000 7fc297fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56452b316f60 0x56452b3193b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46288/0 (socket says 172.21.15.1:46288) 2024-02-10T00:03:32.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.348+0000 7fc297fff640 1 -- 172.21.15.1:0/1779720659 learned_addr learned my addr 172.21.15.1:0/1779720659 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:32.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.348+0000 7fc296ffd640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56452b30e3e0 0x56452b316990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.348+0000 7fc2977fe640 1 --2- 172.21.15.1:0/1779720659 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56452b30da30 0x56452b30de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.348+0000 7fc297fff640 1 -- 172.21.15.1:0/1779720659 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56452b30e3e0 msgr2=0x56452b316990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.348+0000 7fc297fff640 1 --2- 172.21.15.1:0/1779720659 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56452b30e3e0 0x56452b316990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.348+0000 7fc297fff640 1 -- 172.21.15.1:0/1779720659 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56452b30da30 msgr2=0x56452b30de10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.348+0000 7fc297fff640 1 --2- 172.21.15.1:0/1779720659 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56452b30da30 0x56452b30de10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.348+0000 7fc297fff640 1 -- 172.21.15.1:0/1779720659 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56452b237210 con 0x56452b316f60 2024-02-10T00:03:32.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.348+0000 7fc2977fe640 1 --2- 172.21.15.1:0/1779720659 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56452b30da30 0x56452b30de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:03:32.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.348+0000 7fc296ffd640 1 --2- 172.21.15.1:0/2531285278 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc2840a22b0 0x7fc2840a4770 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fc280036040 tx=0x7fc280004940 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:32.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.348+0000 7fc297fff640 1 --2- 172.21.15.1:0/1779720659 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56452b316f60 0x56452b3193b0 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7fc29009a970 tx=0x7fc29009a870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=badbb32a703356a5 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:32.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.348+0000 7fc28dffb640 1 -- 172.21.15.1:0/1779720659 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2900151b0 con 0x56452b316f60 2024-02-10T00:03:32.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.348+0000 7fc28dffb640 1 -- 172.21.15.1:0/1779720659 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc2900153e0 con 0x56452b316f60 2024-02-10T00:03:32.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.348+0000 7fc28dffb640 1 -- 172.21.15.1:0/1779720659 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc290005020 con 0x56452b316f60 2024-02-10T00:03:32.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.349+0000 7fc2a0819740 1 -- 172.21.15.1:0/1779720659 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56452b316f60 msgr2=0x56452b3193b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.349+0000 7fc2a0819740 1 --2- 172.21.15.1:0/1779720659 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56452b316f60 0x56452b3193b0 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7fc29009a970 tx=0x7fc29009a870 comp rx=0 tx=0).stop 2024-02-10T00:03:32.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.349+0000 7fc2a0819740 1 -- 172.21.15.1:0/1779720659 shutdown_connections 2024-02-10T00:03:32.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.349+0000 7fc2a0819740 1 --2- 172.21.15.1:0/1779720659 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56452b316f60 0x56452b3193b0 unknown :-1 s=CLOSED pgs=946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.349+0000 7fc2a0819740 1 --2- 172.21.15.1:0/1779720659 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56452b30e3e0 0x56452b316990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.349+0000 7fc2a0819740 1 --2- 172.21.15.1:0/1779720659 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56452b30da30 0x56452b30de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.349+0000 7fc2a0819740 1 -- 172.21.15.1:0/1779720659 >> 172.21.15.1:0/1779720659 conn(0x56452b308100 msgr2=0x56452b3084e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:32.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.349+0000 7fc2a0819740 1 -- 172.21.15.1:0/1779720659 shutdown_connections 2024-02-10T00:03:32.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.349+0000 7fc2a0819740 1 -- 172.21.15.1:0/1779720659 wait complete. 2024-02-10T00:03:32.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.349+0000 7fc2a0819740 1 -- start start 2024-02-10T00:03:32.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.349+0000 7fc2a0819740 1 Processor -- start 2024-02-10T00:03:32.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.350+0000 7fc2a0819740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56452b30da30 0x56452b313f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.350+0000 7fc2a0819740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56452b30e3e0 0x56452b3144b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.350+0000 7fc2a0819740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56452b316f60 0x56452b3149f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.350+0000 7fc2a0819740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56452b275030 con 0x56452b30e3e0 2024-02-10T00:03:32.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.350+0000 7fc2a0819740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56452af48430 con 0x56452b316f60 2024-02-10T00:03:32.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.350+0000 7fc2a0819740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56452af04e00 con 0x56452b30da30 2024-02-10T00:03:32.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.350+0000 7fc2a0819740 10 client.0 _ll_register_callbacks cb 0x56452b26a030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:03:32.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.350+0000 7fc296ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56452b30e3e0 0x56452b3144b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.350+0000 7fc296ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56452b30e3e0 0x56452b3144b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46296/0 (socket says 172.21.15.1:46296) 2024-02-10T00:03:32.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.350+0000 7fc296ffd640 1 -- 172.21.15.1:0/2588247248 learned_addr learned my addr 172.21.15.1:0/2588247248 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:32.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.350+0000 7fc2977fe640 1 --2- 172.21.15.1:0/2588247248 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56452b30da30 0x56452b313f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.350+0000 7fc297fff640 1 --2- 172.21.15.1:0/2588247248 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56452b316f60 0x56452b3149f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.350+0000 7fc296ffd640 1 -- 172.21.15.1:0/2588247248 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56452b30da30 msgr2=0x56452b313f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.350+0000 7fc296ffd640 1 --2- 172.21.15.1:0/2588247248 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56452b30da30 0x56452b313f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.350+0000 7fc296ffd640 1 -- 172.21.15.1:0/2588247248 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56452b316f60 msgr2=0x56452b3149f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.350+0000 7fc296ffd640 1 --2- 172.21.15.1:0/2588247248 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56452b316f60 0x56452b3149f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.350+0000 7fc296ffd640 1 -- 172.21.15.1:0/2588247248 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc2981a6c30 con 0x56452b30e3e0 2024-02-10T00:03:32.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.350+0000 7fc296ffd640 1 --2- 172.21.15.1:0/2588247248 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56452b30e3e0 0x56452b3144b0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7fc280009230 tx=0x7fc280005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=393ef905c5a2cbc1 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:32.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.350+0000 7fc276ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:03:32.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.350+0000 7fc276ffd640 1 -- 172.21.15.1:0/2588247248 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc280005200 con 0x56452b30e3e0 2024-02-10T00:03:32.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.350+0000 7fc276ffd640 1 -- 172.21.15.1:0/2588247248 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fc280005360 con 0x56452b30e3e0 2024-02-10T00:03:32.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.350+0000 7fc2a0819740 1 -- 172.21.15.1:0/2588247248 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56452af747e0 con 0x56452b30e3e0 2024-02-10T00:03:32.361 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.351+0000 7fc276ffd640 1 -- 172.21.15.1:0/2588247248 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc280005520 con 0x56452b30e3e0 2024-02-10T00:03:32.361 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.351+0000 7fc2a0819740 10 client.17061 fetch_fsmap learned FSMap version 29 2024-02-10T00:03:32.361 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.351+0000 7fc2a0819740 1 -- 172.21.15.1:0/2588247248 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x56452b2736b0 con 0x56452b30e3e0 2024-02-10T00:03:32.361 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.351+0000 7fc276ffd640 1 -- 172.21.15.1:0/2588247248 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x56452af747e0 con 0x56452b30e3e0 2024-02-10T00:03:32.361 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.351+0000 7fc276ffd640 1 -- 172.21.15.1:0/2588247248 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fc280043510 con 0x56452b30e3e0 2024-02-10T00:03:32.361 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.351+0000 7fc2a0819740 10 client.17061 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:03:32.361 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.351+0000 7fc2a0819740 10 client.17061 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:03:32.361 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.351+0000 7fc2a0819740 20 client.17061 populate_metadata read hostname 'smithi001' 2024-02-10T00:03:32.361 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.351+0000 7fc2a0819740 1 --2- 172.21.15.1:0/2588247248 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x56452b3275a0 0x56452b3299c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.361 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.351+0000 7fc2a0819740 4 client.17061 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:03:32.361 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.351+0000 7fc2a0819740 1 -- 172.21.15.1:0/2588247248 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56452afb1720 con 0x56452b3275a0 2024-02-10T00:03:32.361 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.351+0000 7fc2977fe640 1 --2- 172.21.15.1:0/2588247248 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x56452b3275a0 0x56452b3299c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.361 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.352+0000 7fc276ffd640 10 client.17061 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:03:32.361 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.352+0000 7fc2977fe640 1 --2- 172.21.15.1:0/2588247248 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x56452b3275a0 0x56452b3299c0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=78d2ccbdcbb62d1a server_cookie=6b05a6ded4080f7c in_seq=0 out_seq=0 2024-02-10T00:03:32.361 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.352+0000 7fc276ffd640 1 -- 172.21.15.1:0/2588247248 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x56452afb1720 con 0x56452b3275a0 2024-02-10T00:03:32.362 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.352+0000 7fc276ffd640 10 client.17061 handle_command_reply: tid=0 2024-02-10T00:03:32.362 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.352+0000 7fc2a0819740 1 client.17061 shutdown 2024-02-10T00:03:32.362 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.352+0000 7fc2a0819740 1 -- 172.21.15.1:0/2588247248 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56452b30e3e0 msgr2=0x56452b3144b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.362 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.352+0000 7fc2a0819740 1 --2- 172.21.15.1:0/2588247248 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56452b30e3e0 0x56452b3144b0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7fc280009230 tx=0x7fc280005fd0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.362 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.353+0000 7fc2a0819740 1 -- 172.21.15.1:0/2588247248 shutdown_connections 2024-02-10T00:03:32.362 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.353+0000 7fc2a0819740 1 --2- 172.21.15.1:0/2588247248 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56452b316f60 0x56452b3149f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.362 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.353+0000 7fc2a0819740 1 --2- 172.21.15.1:0/2588247248 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x56452b3275a0 0x56452b3299c0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.362 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.353+0000 7fc2a0819740 1 --2- 172.21.15.1:0/2588247248 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56452b30e3e0 0x56452b3144b0 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.362 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.353+0000 7fc276ffd640 0 client.17061 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:03:32.362 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.353+0000 7fc2a0819740 1 --2- 172.21.15.1:0/2588247248 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56452b30da30 0x56452b313f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.362 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.353+0000 7fc2a0819740 1 -- 172.21.15.1:0/2588247248 >> 172.21.15.1:0/2588247248 conn(0x56452b308100 msgr2=0x56452b309e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:32.362 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.353+0000 7fc2a0819740 1 -- 172.21.15.1:0/2588247248 shutdown_connections 2024-02-10T00:03:32.362 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.353+0000 7fc2a0819740 1 -- 172.21.15.1:0/2588247248 wait complete. 2024-02-10T00:03:32.362 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.353+0000 7fc2a0819740 20 client.17061 trim_cache size 0 max 16384 2024-02-10T00:03:32.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.364+0000 7fc2a0819740 1 Processor -- start 2024-02-10T00:03:32.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.364+0000 7fc2a0819740 1 -- start start 2024-02-10T00:03:32.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.364+0000 7fc2a0819740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56452b30da30 0x56452b314810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.364+0000 7fc2a0819740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56452b30e3e0 0x56452b3070c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.364+0000 7fc2a0819740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56452b316f60 0x56452b31df30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.364+0000 7fc2a0819740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56452b1fa130 con 0x56452b316f60 2024-02-10T00:03:32.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.364+0000 7fc2a0819740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56452b3124c0 con 0x56452b30e3e0 2024-02-10T00:03:32.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.364+0000 7fc2a0819740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56452b329cf0 con 0x56452b30da30 2024-02-10T00:03:32.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.365+0000 7fc297fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56452b316f60 0x56452b31df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.365+0000 7fc297fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56452b316f60 0x56452b31df30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46310/0 (socket says 172.21.15.1:46310) 2024-02-10T00:03:32.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.365+0000 7fc297fff640 1 -- 172.21.15.1:0/358572989 learned_addr learned my addr 172.21.15.1:0/358572989 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:32.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.365+0000 7fc2977fe640 1 --2- 172.21.15.1:0/358572989 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56452b30da30 0x56452b314810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.365+0000 7fc297fff640 1 -- 172.21.15.1:0/358572989 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56452b30da30 msgr2=0x56452b314810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.365+0000 7fc297fff640 1 --2- 172.21.15.1:0/358572989 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56452b30da30 0x56452b314810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.365+0000 7fc296ffd640 1 --2- 172.21.15.1:0/358572989 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56452b30e3e0 0x56452b3070c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.365+0000 7fc297fff640 1 -- 172.21.15.1:0/358572989 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56452b30e3e0 msgr2=0x56452b3070c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.365+0000 7fc297fff640 1 --2- 172.21.15.1:0/358572989 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56452b30e3e0 0x56452b3070c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.365+0000 7fc297fff640 1 -- 172.21.15.1:0/358572989 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56452b20fc90 con 0x56452b316f60 2024-02-10T00:03:32.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.365+0000 7fc2977fe640 1 --2- 172.21.15.1:0/358572989 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56452b30da30 0x56452b314810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:03:32.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.365+0000 7fc297fff640 1 --2- 172.21.15.1:0/358572989 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56452b316f60 0x56452b31df30 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7fc29009a920 tx=0x7fc290013040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5bae2a5ca038fa6 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:32.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.365+0000 7fc28d7fa640 1 -- 172.21.15.1:0/358572989 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc29009edc0 con 0x56452b316f60 2024-02-10T00:03:32.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.365+0000 7fc28d7fa640 1 -- 172.21.15.1:0/358572989 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc29009ac70 con 0x56452b316f60 2024-02-10T00:03:32.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.365+0000 7fc28d7fa640 1 -- 172.21.15.1:0/358572989 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc290005000 con 0x56452b316f60 2024-02-10T00:03:32.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.366+0000 7fc2a0819740 1 -- 172.21.15.1:0/358572989 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56452b316f60 msgr2=0x56452b31df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.366+0000 7fc2a0819740 1 --2- 172.21.15.1:0/358572989 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56452b316f60 0x56452b31df30 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7fc29009a920 tx=0x7fc290013040 comp rx=0 tx=0).stop 2024-02-10T00:03:32.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.366+0000 7fc2a0819740 1 -- 172.21.15.1:0/358572989 shutdown_connections 2024-02-10T00:03:32.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.366+0000 7fc2a0819740 1 --2- 172.21.15.1:0/358572989 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56452b316f60 0x56452b31df30 unknown :-1 s=CLOSED pgs=948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.366+0000 7fc2a0819740 1 --2- 172.21.15.1:0/358572989 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56452b30e3e0 0x56452b3070c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.366+0000 7fc2a0819740 1 --2- 172.21.15.1:0/358572989 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56452b30da30 0x56452b314810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.366+0000 7fc2a0819740 1 -- 172.21.15.1:0/358572989 >> 172.21.15.1:0/358572989 conn(0x56452b308100 msgr2=0x56452b3069b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:32.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.366+0000 7fc2a0819740 1 -- 172.21.15.1:0/358572989 shutdown_connections 2024-02-10T00:03:32.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.366+0000 7fc2a0819740 1 -- 172.21.15.1:0/358572989 wait complete. 2024-02-10T00:03:32.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.366+0000 7fc2a0819740 1 -- start start 2024-02-10T00:03:32.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.366+0000 7fc2a0819740 1 Processor -- start 2024-02-10T00:03:32.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.366+0000 7fc2a0819740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56452b30da30 0x56452b31cff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.366+0000 7fc2a0819740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56452b30e3e0 0x56452b31d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.366+0000 7fc2a0819740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56452b316f60 0x56452b37dab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.366+0000 7fc2a0819740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56452b31dc30 con 0x56452b30da30 2024-02-10T00:03:32.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.366+0000 7fc2a0819740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56452b37dff0 con 0x56452b316f60 2024-02-10T00:03:32.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.366+0000 7fc2a0819740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56452b37e130 con 0x56452b30e3e0 2024-02-10T00:03:32.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.367+0000 7fc2a0819740 10 client.0 _ll_register_callbacks cb 0x7fc290004a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:03:32.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.367+0000 7fc2977fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56452b30da30 0x56452b31cff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.367+0000 7fc2977fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56452b30da30 0x56452b31cff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46318/0 (socket says 172.21.15.1:46318) 2024-02-10T00:03:32.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.367+0000 7fc2977fe640 1 -- 172.21.15.1:0/800088977 learned_addr learned my addr 172.21.15.1:0/800088977 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:32.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.367+0000 7fc297fff640 1 --2- 172.21.15.1:0/800088977 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56452b316f60 0x56452b37dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.367+0000 7fc296ffd640 1 --2- 172.21.15.1:0/800088977 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56452b30e3e0 0x56452b31d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.367+0000 7fc2977fe640 1 -- 172.21.15.1:0/800088977 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56452b30e3e0 msgr2=0x56452b31d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.367+0000 7fc2977fe640 1 --2- 172.21.15.1:0/800088977 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56452b30e3e0 0x56452b31d530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.367+0000 7fc2977fe640 1 -- 172.21.15.1:0/800088977 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56452b316f60 msgr2=0x56452b37dab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.367+0000 7fc2977fe640 1 --2- 172.21.15.1:0/800088977 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56452b316f60 0x56452b37dab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.367+0000 7fc2977fe640 1 -- 172.21.15.1:0/800088977 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56452b237210 con 0x56452b30da30 2024-02-10T00:03:32.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.367+0000 7fc297fff640 1 --2- 172.21.15.1:0/800088977 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56452b316f60 0x56452b37dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:03:32.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.367+0000 7fc2977fe640 1 --2- 172.21.15.1:0/800088977 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56452b30da30 0x56452b31cff0 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x56452b32a2a0 tx=0x7fc288012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c03788edfb471e9 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:32.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.367+0000 7fc276ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:03:32.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.367+0000 7fc276ffd640 1 -- 172.21.15.1:0/800088977 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc288018040 con 0x56452b30da30 2024-02-10T00:03:32.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.367+0000 7fc276ffd640 1 -- 172.21.15.1:0/800088977 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fc28801d7b0 con 0x56452b30da30 2024-02-10T00:03:32.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.367+0000 7fc2a0819740 1 -- 172.21.15.1:0/800088977 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc2900153e0 con 0x56452b30da30 2024-02-10T00:03:32.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.367+0000 7fc276ffd640 1 -- 172.21.15.1:0/800088977 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc288011440 con 0x56452b30da30 2024-02-10T00:03:32.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.367+0000 7fc2a0819740 10 client.17067 fetch_fsmap learned FSMap version 29 2024-02-10T00:03:32.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.367+0000 7fc2a0819740 1 -- 172.21.15.1:0/800088977 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x56452b235a70 con 0x56452b30da30 2024-02-10T00:03:32.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.368+0000 7fc276ffd640 1 -- 172.21.15.1:0/800088977 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc2900153e0 con 0x56452b30da30 2024-02-10T00:03:32.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.368+0000 7fc276ffd640 1 -- 172.21.15.1:0/800088977 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fc28800f6f0 con 0x56452b30da30 2024-02-10T00:03:32.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.368+0000 7fc2a0819740 10 client.17067 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:03:32.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.368+0000 7fc2a0819740 10 client.17067 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:03:32.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.368+0000 7fc2a0819740 20 client.17067 populate_metadata read hostname 'smithi001' 2024-02-10T00:03:32.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.368+0000 7fc2a0819740 1 --2- 172.21.15.1:0/800088977 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x56452b37f8b0 0x56452b381cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.368+0000 7fc2a0819740 4 client.17067 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:03:32.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.368+0000 7fc2a0819740 1 -- 172.21.15.1:0/800088977 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56452b000890 con 0x56452b37f8b0 2024-02-10T00:03:32.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.368+0000 7fc296ffd640 1 --2- 172.21.15.1:0/800088977 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x56452b37f8b0 0x56452b381cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.368+0000 7fc276ffd640 10 client.17067 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:03:32.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.368+0000 7fc296ffd640 1 --2- 172.21.15.1:0/800088977 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x56452b37f8b0 0x56452b381cd0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=24f42b09209ab4ce server_cookie=effa46e170a1a9fa in_seq=0 out_seq=0 2024-02-10T00:03:32.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.369+0000 7fc276ffd640 1 -- 172.21.15.1:0/800088977 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56452b000890 con 0x56452b37f8b0 2024-02-10T00:03:32.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.369+0000 7fc276ffd640 10 client.17067 handle_command_reply: tid=0 2024-02-10T00:03:32.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.369+0000 7fc2a0819740 1 client.17067 shutdown 2024-02-10T00:03:32.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.369+0000 7fc2a0819740 1 -- 172.21.15.1:0/800088977 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56452b30da30 msgr2=0x56452b31cff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.369+0000 7fc2a0819740 1 --2- 172.21.15.1:0/800088977 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56452b30da30 0x56452b31cff0 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x56452b32a2a0 tx=0x7fc288012820 comp rx=0 tx=0).stop 2024-02-10T00:03:32.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.369+0000 7fc2a0819740 1 -- 172.21.15.1:0/800088977 shutdown_connections 2024-02-10T00:03:32.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.369+0000 7fc2a0819740 1 --2- 172.21.15.1:0/800088977 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56452b316f60 0x56452b37dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.369+0000 7fc2a0819740 1 --2- 172.21.15.1:0/800088977 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56452b30e3e0 0x56452b31d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.369+0000 7fc2a0819740 1 --2- 172.21.15.1:0/800088977 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x56452b37f8b0 0x56452b381cd0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.369+0000 7fc2a0819740 1 --2- 172.21.15.1:0/800088977 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56452b30da30 0x56452b31cff0 unknown :-1 s=CLOSED pgs=949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.369+0000 7fc276ffd640 0 client.17067 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:03:32.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.369+0000 7fc2a0819740 1 -- 172.21.15.1:0/800088977 >> 172.21.15.1:0/800088977 conn(0x56452b308100 msgr2=0x56452b307240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:32.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.369+0000 7fc2a0819740 1 -- 172.21.15.1:0/800088977 shutdown_connections 2024-02-10T00:03:32.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.369+0000 7fc2a0819740 1 -- 172.21.15.1:0/800088977 wait complete. 2024-02-10T00:03:32.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.369+0000 7fc2a0819740 20 client.17067 trim_cache size 0 max 16384 2024-02-10T00:03:32.378 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:03:32.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.369+0000 7fc29dc4d640 1 -- 172.21.15.1:0/2531285278 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc2840a22b0 msgr2=0x7fc2840a4770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.369+0000 7fc29dc4d640 1 --2- 172.21.15.1:0/2531285278 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc2840a22b0 0x7fc2840a4770 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fc280036040 tx=0x7fc280004940 comp rx=0 tx=0).stop 2024-02-10T00:03:32.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.369+0000 7fc29dc4d640 1 -- 172.21.15.1:0/2531285278 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc298199a10 msgr2=0x7fc298199ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.369+0000 7fc29dc4d640 1 --2- 172.21.15.1:0/2531285278 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc298199a10 0x7fc298199ec0 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7fc29000e960 tx=0x7fc29000ee20 comp rx=0 tx=0).stop 2024-02-10T00:03:32.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.369+0000 7fc29dc4d640 1 -- 172.21.15.1:0/2531285278 shutdown_connections 2024-02-10T00:03:32.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.369+0000 7fc29dc4d640 1 --2- 172.21.15.1:0/2531285278 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc2840a22b0 0x7fc2840a4770 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.369+0000 7fc29dc4d640 1 --2- 172.21.15.1:0/2531285278 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc298199a10 0x7fc298199ec0 unknown :-1 s=CLOSED pgs=945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.369+0000 7fc29dc4d640 1 --2- 172.21.15.1:0/2531285278 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc298105540 0x7fc29819fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.369+0000 7fc29dc4d640 1 --2- 172.21.15.1:0/2531285278 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc298100360 0x7fc29819f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.369+0000 7fc29dc4d640 1 -- 172.21.15.1:0/2531285278 >> 172.21.15.1:0/2531285278 conn(0x7fc2980772a0 msgr2=0x7fc2980fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:32.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.370+0000 7fc29dc4d640 1 -- 172.21.15.1:0/2531285278 shutdown_connections 2024-02-10T00:03:32.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.370+0000 7fc29dc4d640 1 -- 172.21.15.1:0/2531285278 wait complete. 2024-02-10T00:03:32.382 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:03:32.382 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-02-10T00:03:32.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:31 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2318832471' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:03:32.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.485+0000 7f3500fd0640 1 -- 172.21.15.1:0/1259951600 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f34fc100340 msgr2=0x7f34fc100720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.485+0000 7f3500fd0640 1 --2- 172.21.15.1:0/1259951600 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f34fc100340 0x7f34fc100720 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f34f4009930 tx=0x7f34f402bc30 comp rx=0 tx=0).stop 2024-02-10T00:03:32.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.486+0000 7f3500fd0640 1 -- 172.21.15.1:0/1259951600 shutdown_connections 2024-02-10T00:03:32.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.486+0000 7f3500fd0640 1 --2- 172.21.15.1:0/1259951600 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f34fc105410 0x7f34fc10cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.486+0000 7f3500fd0640 1 --2- 172.21.15.1:0/1259951600 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f34fc100cf0 0x7f34fc104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.486+0000 7f3500fd0640 1 --2- 172.21.15.1:0/1259951600 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f34fc100340 0x7f34fc100720 unknown :-1 s=CLOSED pgs=950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.486+0000 7f3500fd0640 1 -- 172.21.15.1:0/1259951600 >> 172.21.15.1:0/1259951600 conn(0x7f34fc0772e0 msgr2=0x7f34fc0776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:32.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.486+0000 7f3500fd0640 1 -- 172.21.15.1:0/1259951600 shutdown_connections 2024-02-10T00:03:32.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.486+0000 7f3500fd0640 1 -- 172.21.15.1:0/1259951600 wait complete. 2024-02-10T00:03:32.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.486+0000 7f3500fd0640 1 Processor -- start 2024-02-10T00:03:32.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.486+0000 7f3500fd0640 1 -- start start 2024-02-10T00:03:32.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.486+0000 7f3500fd0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f34fc100340 0x7f34fc198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.487+0000 7f3500fd0640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f34fc105410 0x7f34fc198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.487+0000 7f3500fd0640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f34fc199200 0x7f34fc1a37b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.487+0000 7f3500fd0640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34fc1a3e50 con 0x7f34fc100340 2024-02-10T00:03:32.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.487+0000 7f3500fd0640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34fc1a3fc0 con 0x7f34fc199200 2024-02-10T00:03:32.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.487+0000 7f3500fd0640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34fc1a4180 con 0x7f34fc105410 2024-02-10T00:03:32.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.487+0000 7f34fa59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f34fc100340 0x7f34fc198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.487+0000 7f34fa59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f34fc100340 0x7f34fc198730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46336/0 (socket says 172.21.15.1:46336) 2024-02-10T00:03:32.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.487+0000 7f34fa59c640 1 -- 172.21.15.1:0/1884137941 learned_addr learned my addr 172.21.15.1:0/1884137941 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:32.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.487+0000 7f34f9d9b640 1 --2- 172.21.15.1:0/1884137941 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f34fc105410 0x7f34fc198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.487+0000 7f34fa59c640 1 -- 172.21.15.1:0/1884137941 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f34fc105410 msgr2=0x7f34fc198c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.487+0000 7f34fad9d640 1 --2- 172.21.15.1:0/1884137941 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f34fc199200 0x7f34fc1a37b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.487+0000 7f34fa59c640 1 --2- 172.21.15.1:0/1884137941 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f34fc105410 0x7f34fc198c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.487+0000 7f34fa59c640 1 -- 172.21.15.1:0/1884137941 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f34fc199200 msgr2=0x7f34fc1a37b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.487+0000 7f34fa59c640 1 --2- 172.21.15.1:0/1884137941 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f34fc199200 0x7f34fc1a37b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.487+0000 7f34fa59c640 1 -- 172.21.15.1:0/1884137941 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34f4009560 con 0x7f34fc100340 2024-02-10T00:03:32.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.487+0000 7f34fa59c640 1 --2- 172.21.15.1:0/1884137941 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f34fc100340 0x7f34fc198730 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f34f4009230 tx=0x7f34f4004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:32.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.487+0000 7f34f37fe640 1 -- 172.21.15.1:0/1884137941 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34f4004440 con 0x7f34fc100340 2024-02-10T00:03:32.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.487+0000 7f3500fd0640 1 -- 172.21.15.1:0/1884137941 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f34fc1a4400 con 0x7f34fc100340 2024-02-10T00:03:32.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.487+0000 7f34f37fe640 1 -- 172.21.15.1:0/1884137941 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f34f40052d0 con 0x7f34fc100340 2024-02-10T00:03:32.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.487+0000 7f34f37fe640 1 -- 172.21.15.1:0/1884137941 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34f4003d70 con 0x7f34fc100340 2024-02-10T00:03:32.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.487+0000 7f3500fd0640 1 -- 172.21.15.1:0/1884137941 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34fc1a4960 con 0x7f34fc100340 2024-02-10T00:03:32.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.490+0000 7f34f37fe640 1 -- 172.21.15.1:0/1884137941 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f34f4005440 con 0x7f34fc100340 2024-02-10T00:03:32.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.490+0000 7f3503ba6740 1 Processor -- start 2024-02-10T00:03:32.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.490+0000 7f3503ba6740 1 -- start start 2024-02-10T00:03:32.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.491+0000 7f3503ba6740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55eb5db00a30 0x55eb5db00e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.491+0000 7f3503ba6740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55eb5db013e0 0x55eb5db09990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.491+0000 7f3503ba6740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55eb5db09f60 0x55eb5db0c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.491+0000 7f3503ba6740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eb5dabc020 con 0x55eb5db00a30 2024-02-10T00:03:32.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.491+0000 7f3503ba6740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eb5da6f320 con 0x55eb5db09f60 2024-02-10T00:03:32.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.491+0000 7f3503ba6740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eb5da6c850 con 0x55eb5db013e0 2024-02-10T00:03:32.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.491+0000 7f34f37fe640 1 --2- 172.21.15.1:0/1884137941 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f34e80a2230 0x7f34e80a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.491+0000 7f34fad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55eb5db00a30 0x55eb5db00e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.491+0000 7f34fad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55eb5db00a30 0x55eb5db00e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46342/0 (socket says 172.21.15.1:46342) 2024-02-10T00:03:32.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.491+0000 7f34fad9d640 1 -- 172.21.15.1:0/3285936298 learned_addr learned my addr 172.21.15.1:0/3285936298 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:32.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.491+0000 7f34fad9d640 1 --2- 172.21.15.1:0/1884137941 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f34e80a2230 0x7f34e80a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.491+0000 7f34f9d9b640 1 --2- 172.21.15.1:0/3285936298 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55eb5db09f60 0x55eb5db0c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.491+0000 7f34fa59c640 1 --2- 172.21.15.1:0/3285936298 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55eb5db013e0 0x55eb5db09990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.491+0000 7f34f37fe640 1 -- 172.21.15.1:0/1884137941 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f34f40f02b0 con 0x7f34fc100340 2024-02-10T00:03:32.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.491+0000 7f34fad9d640 1 -- 172.21.15.1:0/3285936298 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55eb5db013e0 msgr2=0x55eb5db09990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.491+0000 7f34fad9d640 1 --2- 172.21.15.1:0/3285936298 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55eb5db013e0 0x55eb5db09990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.491+0000 7f34fad9d640 1 -- 172.21.15.1:0/3285936298 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55eb5db09f60 msgr2=0x55eb5db0c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.491+0000 7f34fad9d640 1 --2- 172.21.15.1:0/3285936298 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55eb5db09f60 0x55eb5db0c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.491+0000 7f34fad9d640 1 -- 172.21.15.1:0/3285936298 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55eb5da2a210 con 0x55eb5db00a30 2024-02-10T00:03:32.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.491+0000 7f34fad9d640 1 --2- 172.21.15.1:0/3285936298 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55eb5db00a30 0x55eb5db00e10 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f34ec013d00 tx=0x7f34ec010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce69a85fbbb6ee52 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:32.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.492+0000 7f34fad9d640 1 --2- 172.21.15.1:0/1884137941 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f34e80a2230 0x7f34e80a46f0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f34ec010c40 tx=0x7f34ec015000 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:32.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.492+0000 7f34f0ff9640 1 -- 172.21.15.1:0/3285936298 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34ec00bb60 con 0x55eb5db00a30 2024-02-10T00:03:32.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.492+0000 7f34f0ff9640 1 -- 172.21.15.1:0/3285936298 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f34ec019040 con 0x55eb5db00a30 2024-02-10T00:03:32.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.492+0000 7f34f0ff9640 1 -- 172.21.15.1:0/3285936298 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34ec005280 con 0x55eb5db00a30 2024-02-10T00:03:32.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.492+0000 7f3503ba6740 1 -- 172.21.15.1:0/3285936298 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55eb5db00a30 msgr2=0x55eb5db00e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.492+0000 7f3503ba6740 1 --2- 172.21.15.1:0/3285936298 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55eb5db00a30 0x55eb5db00e10 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f34ec013d00 tx=0x7f34ec010740 comp rx=0 tx=0).stop 2024-02-10T00:03:32.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.492+0000 7f3503ba6740 1 -- 172.21.15.1:0/3285936298 shutdown_connections 2024-02-10T00:03:32.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.492+0000 7f3503ba6740 1 --2- 172.21.15.1:0/3285936298 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55eb5db09f60 0x55eb5db0c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.492+0000 7f3503ba6740 1 --2- 172.21.15.1:0/3285936298 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55eb5db013e0 0x55eb5db09990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.492+0000 7f3503ba6740 1 --2- 172.21.15.1:0/3285936298 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55eb5db00a30 0x55eb5db00e10 unknown :-1 s=CLOSED pgs=952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.492+0000 7f3503ba6740 1 -- 172.21.15.1:0/3285936298 >> 172.21.15.1:0/3285936298 conn(0x55eb5dafb100 msgr2=0x55eb5dafb4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:32.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.492+0000 7f3503ba6740 1 -- 172.21.15.1:0/3285936298 shutdown_connections 2024-02-10T00:03:32.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.492+0000 7f3503ba6740 1 -- 172.21.15.1:0/3285936298 wait complete. 2024-02-10T00:03:32.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.493+0000 7f3503ba6740 1 -- start start 2024-02-10T00:03:32.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.493+0000 7f3503ba6740 1 Processor -- start 2024-02-10T00:03:32.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.493+0000 7f3503ba6740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55eb5db00a30 0x55eb5db06fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.493+0000 7f3503ba6740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55eb5db013e0 0x55eb5db07500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.493+0000 7f3503ba6740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55eb5db09f60 0x55eb5db07a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.493+0000 7f3503ba6740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eb5da68030 con 0x55eb5db00a30 2024-02-10T00:03:32.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.493+0000 7f3503ba6740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eb5d73b430 con 0x55eb5db09f60 2024-02-10T00:03:32.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.493+0000 7f3503ba6740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eb5d6f7e00 con 0x55eb5db013e0 2024-02-10T00:03:32.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.493+0000 7f3503ba6740 10 client.0 _ll_register_callbacks cb 0x55eb5da5d030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:03:32.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.493+0000 7f34fa59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55eb5db00a30 0x55eb5db06fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.493+0000 7f34fa59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55eb5db00a30 0x55eb5db06fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46346/0 (socket says 172.21.15.1:46346) 2024-02-10T00:03:32.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.493+0000 7f34fa59c640 1 -- 172.21.15.1:0/3974962547 learned_addr learned my addr 172.21.15.1:0/3974962547 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:32.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.493+0000 7f34f9d9b640 1 --2- 172.21.15.1:0/3974962547 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55eb5db013e0 0x55eb5db07500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.493+0000 7f34fad9d640 1 --2- 172.21.15.1:0/3974962547 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55eb5db09f60 0x55eb5db07a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.493+0000 7f34fa59c640 1 -- 172.21.15.1:0/3974962547 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55eb5db013e0 msgr2=0x55eb5db07500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.493+0000 7f34fa59c640 1 --2- 172.21.15.1:0/3974962547 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55eb5db013e0 0x55eb5db07500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.494+0000 7f34fa59c640 1 -- 172.21.15.1:0/3974962547 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55eb5db09f60 msgr2=0x55eb5db07a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.494+0000 7f34fa59c640 1 --2- 172.21.15.1:0/3974962547 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55eb5db09f60 0x55eb5db07a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.494+0000 7f34fa59c640 1 -- 172.21.15.1:0/3974962547 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34ec0138b0 con 0x55eb5db00a30 2024-02-10T00:03:32.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.494+0000 7f34fad9d640 1 --2- 172.21.15.1:0/3974962547 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55eb5db09f60 0x55eb5db07a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:03:32.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.494+0000 7f34fa59c640 1 --2- 172.21.15.1:0/3974962547 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55eb5db00a30 0x55eb5db06fc0 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7f34f40edbf0 tx=0x7f34f40bc920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ad7bfc5698145d7 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:32.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.494+0000 7f34e1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:03:32.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.494+0000 7f34e1ffb640 1 -- 172.21.15.1:0/3974962547 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34f4088340 con 0x55eb5db00a30 2024-02-10T00:03:32.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.494+0000 7f34e1ffb640 1 -- 172.21.15.1:0/3974962547 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f34f40d2e40 con 0x55eb5db00a30 2024-02-10T00:03:32.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.494+0000 7f3503ba6740 1 -- 172.21.15.1:0/3974962547 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55eb5d7677e0 con 0x55eb5db00a30 2024-02-10T00:03:32.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.494+0000 7f34e1ffb640 1 -- 172.21.15.1:0/3974962547 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f34f40bcde0 con 0x55eb5db00a30 2024-02-10T00:03:32.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.494+0000 7f3503ba6740 10 client.17079 fetch_fsmap learned FSMap version 29 2024-02-10T00:03:32.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.494+0000 7f3503ba6740 1 -- 172.21.15.1:0/3974962547 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55eb5da666b0 con 0x55eb5db00a30 2024-02-10T00:03:32.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.494+0000 7f34e1ffb640 1 -- 172.21.15.1:0/3974962547 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55eb5d7677e0 con 0x55eb5db00a30 2024-02-10T00:03:32.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.494+0000 7f34e1ffb640 1 -- 172.21.15.1:0/3974962547 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f34f403c070 con 0x55eb5db00a30 2024-02-10T00:03:32.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.494+0000 7f3503ba6740 10 client.17079 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:03:32.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.494+0000 7f3503ba6740 10 client.17079 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:03:32.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.494+0000 7f3503ba6740 20 client.17079 populate_metadata read hostname 'smithi001' 2024-02-10T00:03:32.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.494+0000 7f3503ba6740 1 --2- 172.21.15.1:0/3974962547 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55eb5db1a250 0x55eb5db1c640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.494+0000 7f3503ba6740 4 client.17079 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:03:32.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.494+0000 7f3503ba6740 1 -- 172.21.15.1:0/3974962547 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55eb5d7a4720 con 0x55eb5db1a250 2024-02-10T00:03:32.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.495+0000 7f34f9d9b640 1 --2- 172.21.15.1:0/3974962547 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55eb5db1a250 0x55eb5db1c640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.495+0000 7f34e1ffb640 10 client.17079 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:03:32.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.495+0000 7f34f9d9b640 1 --2- 172.21.15.1:0/3974962547 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55eb5db1a250 0x55eb5db1c640 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=204443c3426903c3 server_cookie=d5f6bed11cfb8760 in_seq=0 out_seq=0 2024-02-10T00:03:32.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.496+0000 7f34e1ffb640 1 -- 172.21.15.1:0/3974962547 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55eb5d7a4720 con 0x55eb5db1a250 2024-02-10T00:03:32.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.496+0000 7f34e1ffb640 10 client.17079 handle_command_reply: tid=0 2024-02-10T00:03:32.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.496+0000 7f3503ba6740 1 client.17079 shutdown 2024-02-10T00:03:32.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.496+0000 7f3503ba6740 1 -- 172.21.15.1:0/3974962547 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55eb5db00a30 msgr2=0x55eb5db06fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.496+0000 7f3503ba6740 1 --2- 172.21.15.1:0/3974962547 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55eb5db00a30 0x55eb5db06fc0 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7f34f40edbf0 tx=0x7f34f40bc920 comp rx=0 tx=0).stop 2024-02-10T00:03:32.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.496+0000 7f3503ba6740 1 -- 172.21.15.1:0/3974962547 shutdown_connections 2024-02-10T00:03:32.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.496+0000 7f3503ba6740 1 --2- 172.21.15.1:0/3974962547 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55eb5db1a250 0x55eb5db1c640 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.496+0000 7f3503ba6740 1 --2- 172.21.15.1:0/3974962547 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55eb5db09f60 0x55eb5db07a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.496+0000 7f3503ba6740 1 --2- 172.21.15.1:0/3974962547 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55eb5db013e0 0x55eb5db07500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.496+0000 7f3503ba6740 1 --2- 172.21.15.1:0/3974962547 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55eb5db00a30 0x55eb5db06fc0 unknown :-1 s=CLOSED pgs=953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.496+0000 7f34e1ffb640 0 client.17079 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:03:32.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.496+0000 7f3503ba6740 1 -- 172.21.15.1:0/3974962547 >> 172.21.15.1:0/3974962547 conn(0x55eb5dafb100 msgr2=0x55eb5dafce50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:32.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.496+0000 7f3503ba6740 1 -- 172.21.15.1:0/3974962547 shutdown_connections 2024-02-10T00:03:32.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.496+0000 7f3503ba6740 1 -- 172.21.15.1:0/3974962547 wait complete. 2024-02-10T00:03:32.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.496+0000 7f3503ba6740 20 client.17079 trim_cache size 0 max 16384 2024-02-10T00:03:32.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.508+0000 7f3503ba6740 1 Processor -- start 2024-02-10T00:03:32.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.508+0000 7f3503ba6740 1 -- start start 2024-02-10T00:03:32.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.508+0000 7f3503ba6740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55eb5db00a30 0x55eb5db096f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.508+0000 7f3503ba6740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55eb5db013e0 0x55eb5db07860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.508+0000 7f3503ba6740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55eb5db09f60 0x55eb5db04260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.508+0000 7f3503ba6740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eb5d9ed130 con 0x55eb5db013e0 2024-02-10T00:03:32.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.508+0000 7f3503ba6740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eb5db1a050 con 0x55eb5db09f60 2024-02-10T00:03:32.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.508+0000 7f3503ba6740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eb5db02c00 con 0x55eb5db00a30 2024-02-10T00:03:32.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.508+0000 7f34f9d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55eb5db013e0 0x55eb5db07860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.508+0000 7f34f9d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55eb5db013e0 0x55eb5db07860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46356/0 (socket says 172.21.15.1:46356) 2024-02-10T00:03:32.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.508+0000 7f34f9d9b640 1 -- 172.21.15.1:0/3709705778 learned_addr learned my addr 172.21.15.1:0/3709705778 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:32.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.508+0000 7f34fad9d640 1 --2- 172.21.15.1:0/3709705778 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55eb5db09f60 0x55eb5db04260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.509+0000 7f34fa59c640 1 --2- 172.21.15.1:0/3709705778 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55eb5db00a30 0x55eb5db096f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.509+0000 7f34f9d9b640 1 -- 172.21.15.1:0/3709705778 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55eb5db00a30 msgr2=0x55eb5db096f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.509+0000 7f34f9d9b640 1 --2- 172.21.15.1:0/3709705778 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55eb5db00a30 0x55eb5db096f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.509+0000 7f34f9d9b640 1 -- 172.21.15.1:0/3709705778 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55eb5db09f60 msgr2=0x55eb5db04260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.509+0000 7f34f9d9b640 1 --2- 172.21.15.1:0/3709705778 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55eb5db09f60 0x55eb5db04260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.509+0000 7f34f9d9b640 1 -- 172.21.15.1:0/3709705778 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55eb5da02c90 con 0x55eb5db013e0 2024-02-10T00:03:32.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.509+0000 7f34fad9d640 1 --2- 172.21.15.1:0/3709705778 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55eb5db09f60 0x55eb5db04260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:03:32.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.509+0000 7f34f9d9b640 1 --2- 172.21.15.1:0/3709705778 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55eb5db013e0 0x55eb5db07860 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f34e4005ed0 tx=0x7f34e400b340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24b2824b7446f544 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:32.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.509+0000 7f34e3fff640 1 -- 172.21.15.1:0/3709705778 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34e400fd80 con 0x55eb5db013e0 2024-02-10T00:03:32.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.509+0000 7f34e3fff640 1 -- 172.21.15.1:0/3709705778 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f34e401a870 con 0x55eb5db013e0 2024-02-10T00:03:32.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.509+0000 7f34e3fff640 1 -- 172.21.15.1:0/3709705778 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34e4022dc0 con 0x55eb5db013e0 2024-02-10T00:03:32.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.510+0000 7f3503ba6740 1 -- 172.21.15.1:0/3709705778 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55eb5db013e0 msgr2=0x55eb5db07860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.510+0000 7f3503ba6740 1 --2- 172.21.15.1:0/3709705778 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55eb5db013e0 0x55eb5db07860 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f34e4005ed0 tx=0x7f34e400b340 comp rx=0 tx=0).stop 2024-02-10T00:03:32.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.510+0000 7f3503ba6740 1 -- 172.21.15.1:0/3709705778 shutdown_connections 2024-02-10T00:03:32.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.510+0000 7f3503ba6740 1 --2- 172.21.15.1:0/3709705778 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55eb5db09f60 0x55eb5db04260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.510+0000 7f3503ba6740 1 --2- 172.21.15.1:0/3709705778 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55eb5db013e0 0x55eb5db07860 unknown :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.510+0000 7f3503ba6740 1 --2- 172.21.15.1:0/3709705778 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55eb5db00a30 0x55eb5db096f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.510+0000 7f3503ba6740 1 -- 172.21.15.1:0/3709705778 >> 172.21.15.1:0/3709705778 conn(0x55eb5dafb100 msgr2=0x55eb5db20f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:32.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.510+0000 7f3503ba6740 1 -- 172.21.15.1:0/3709705778 shutdown_connections 2024-02-10T00:03:32.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.510+0000 7f3503ba6740 1 -- 172.21.15.1:0/3709705778 wait complete. 2024-02-10T00:03:32.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.510+0000 7f3503ba6740 1 -- start start 2024-02-10T00:03:32.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.510+0000 7f3503ba6740 1 Processor -- start 2024-02-10T00:03:32.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.510+0000 7f3503ba6740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55eb5db00a30 0x55eb5db10660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.510+0000 7f3503ba6740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55eb5db013e0 0x55eb5db10ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.510+0000 7f3503ba6740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55eb5db09f60 0x55eb5db69960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.510+0000 7f3503ba6740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eb5db69ea0 con 0x55eb5db09f60 2024-02-10T00:03:32.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.510+0000 7f3503ba6740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eb5db6a010 con 0x55eb5db00a30 2024-02-10T00:03:32.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.510+0000 7f3503ba6740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eb5db6a1d0 con 0x55eb5db013e0 2024-02-10T00:03:32.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.510+0000 7f3503ba6740 10 client.0 _ll_register_callbacks cb 0x7f34fc06aac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:03:32.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.510+0000 7f34fad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55eb5db09f60 0x55eb5db69960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.510+0000 7f34fad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55eb5db09f60 0x55eb5db69960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46360/0 (socket says 172.21.15.1:46360) 2024-02-10T00:03:32.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.510+0000 7f34f9d9b640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55eb5db013e0 0x55eb5db10ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.510+0000 7f34fad9d640 1 -- 172.21.15.1:0/1218058188 learned_addr learned my addr 172.21.15.1:0/1218058188 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:32.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.511+0000 7f34fa59c640 1 --2- 172.21.15.1:0/1218058188 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55eb5db00a30 0x55eb5db10660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.511+0000 7f34fad9d640 1 -- 172.21.15.1:0/1218058188 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55eb5db013e0 msgr2=0x55eb5db10ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.511+0000 7f34fad9d640 1 --2- 172.21.15.1:0/1218058188 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55eb5db013e0 0x55eb5db10ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.511+0000 7f34fad9d640 1 -- 172.21.15.1:0/1218058188 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55eb5db00a30 msgr2=0x55eb5db10660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.511+0000 7f34fad9d640 1 --2- 172.21.15.1:0/1218058188 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55eb5db00a30 0x55eb5db10660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.511+0000 7f34fad9d640 1 -- 172.21.15.1:0/1218058188 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34e400b950 con 0x55eb5db09f60 2024-02-10T00:03:32.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.511+0000 7f34f9d9b640 1 --2- 172.21.15.1:0/1218058188 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55eb5db013e0 0x55eb5db10ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:03:32.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.511+0000 7f34fad9d640 1 --2- 172.21.15.1:0/1218058188 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55eb5db09f60 0x55eb5db69960 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f34ec013cd0 tx=0x7f34ec010fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5539f115c91f5061 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:32.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.511+0000 7f34e1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:03:32.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.511+0000 7f34e1ffb640 1 -- 172.21.15.1:0/1218058188 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34ec0049a0 con 0x55eb5db09f60 2024-02-10T00:03:32.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.511+0000 7f34e1ffb640 1 -- 172.21.15.1:0/1218058188 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f34ec02a040 con 0x55eb5db09f60 2024-02-10T00:03:32.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.511+0000 7f3503ba6740 1 -- 172.21.15.1:0/1218058188 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f34ec019040 con 0x55eb5db09f60 2024-02-10T00:03:32.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.511+0000 7f34e1ffb640 1 -- 172.21.15.1:0/1218058188 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f34ec004b00 con 0x55eb5db09f60 2024-02-10T00:03:32.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.511+0000 7f3503ba6740 10 client.17085 fetch_fsmap learned FSMap version 29 2024-02-10T00:03:32.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.511+0000 7f3503ba6740 1 -- 172.21.15.1:0/1218058188 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55eb5da28a70 con 0x55eb5db09f60 2024-02-10T00:03:32.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.511+0000 7f34e1ffb640 1 -- 172.21.15.1:0/1218058188 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f34ec019040 con 0x55eb5db09f60 2024-02-10T00:03:32.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.511+0000 7f34e1ffb640 1 -- 172.21.15.1:0/1218058188 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f34ec01c070 con 0x55eb5db09f60 2024-02-10T00:03:32.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.512+0000 7f3503ba6740 10 client.17085 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:03:32.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.512+0000 7f3503ba6740 10 client.17085 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:03:32.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.512+0000 7f3503ba6740 20 client.17085 populate_metadata read hostname 'smithi001' 2024-02-10T00:03:32.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.512+0000 7f3503ba6740 1 --2- 172.21.15.1:0/1218058188 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55eb5db72cd0 0x55eb5db750f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.512+0000 7f3503ba6740 4 client.17085 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:03:32.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.512+0000 7f3503ba6740 1 -- 172.21.15.1:0/1218058188 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55eb5d7f3890 con 0x55eb5db72cd0 2024-02-10T00:03:32.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.512+0000 7f34fa59c640 1 --2- 172.21.15.1:0/1218058188 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55eb5db72cd0 0x55eb5db750f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.512+0000 7f34fa59c640 1 --2- 172.21.15.1:0/1218058188 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55eb5db72cd0 0x55eb5db750f0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ca8606aea02c9a2b server_cookie=7305a237a1a508c5 in_seq=0 out_seq=0 2024-02-10T00:03:32.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.512+0000 7f34e1ffb640 10 client.17085 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:03:32.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.512+0000 7f34e1ffb640 1 -- 172.21.15.1:0/1218058188 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55eb5d7f3890 con 0x55eb5db72cd0 2024-02-10T00:03:32.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.512+0000 7f34e1ffb640 10 client.17085 handle_command_reply: tid=0 2024-02-10T00:03:32.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.512+0000 7f3503ba6740 1 client.17085 shutdown 2024-02-10T00:03:32.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.512+0000 7f3503ba6740 1 -- 172.21.15.1:0/1218058188 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55eb5db09f60 msgr2=0x55eb5db69960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.512+0000 7f3503ba6740 1 --2- 172.21.15.1:0/1218058188 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55eb5db09f60 0x55eb5db69960 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f34ec013cd0 tx=0x7f34ec010fb0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.513+0000 7f3503ba6740 1 -- 172.21.15.1:0/1218058188 shutdown_connections 2024-02-10T00:03:32.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.513+0000 7f3503ba6740 1 --2- 172.21.15.1:0/1218058188 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55eb5db72cd0 0x55eb5db750f0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.513+0000 7f3503ba6740 1 --2- 172.21.15.1:0/1218058188 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55eb5db09f60 0x55eb5db69960 unknown :-1 s=CLOSED pgs=955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.513+0000 7f3503ba6740 1 --2- 172.21.15.1:0/1218058188 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55eb5db013e0 0x55eb5db10ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.513+0000 7f34e1ffb640 0 client.17085 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:03:32.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.513+0000 7f3503ba6740 1 --2- 172.21.15.1:0/1218058188 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55eb5db00a30 0x55eb5db10660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.513+0000 7f3503ba6740 1 -- 172.21.15.1:0/1218058188 >> 172.21.15.1:0/1218058188 conn(0x55eb5dafb100 msgr2=0x55eb5daf99b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:32.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.513+0000 7f3503ba6740 1 -- 172.21.15.1:0/1218058188 shutdown_connections 2024-02-10T00:03:32.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.513+0000 7f3503ba6740 1 -- 172.21.15.1:0/1218058188 wait complete. 2024-02-10T00:03:32.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.513+0000 7f3503ba6740 20 client.17085 trim_cache size 0 max 16384 2024-02-10T00:03:32.534 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:03:32.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.513+0000 7f3500fd0640 1 -- 172.21.15.1:0/1884137941 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f34e80a2230 msgr2=0x7f34e80a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.513+0000 7f3500fd0640 1 --2- 172.21.15.1:0/1884137941 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f34e80a2230 0x7f34e80a46f0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f34ec010c40 tx=0x7f34ec015000 comp rx=0 tx=0).stop 2024-02-10T00:03:32.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.513+0000 7f3500fd0640 1 -- 172.21.15.1:0/1884137941 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f34fc100340 msgr2=0x7f34fc198730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.513+0000 7f3500fd0640 1 --2- 172.21.15.1:0/1884137941 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f34fc100340 0x7f34fc198730 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f34f4009230 tx=0x7f34f4004040 comp rx=0 tx=0).stop 2024-02-10T00:03:32.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.513+0000 7f3500fd0640 1 -- 172.21.15.1:0/1884137941 shutdown_connections 2024-02-10T00:03:32.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.513+0000 7f3500fd0640 1 --2- 172.21.15.1:0/1884137941 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f34e80a2230 0x7f34e80a46f0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.513+0000 7f3500fd0640 1 --2- 172.21.15.1:0/1884137941 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f34fc199200 0x7f34fc1a37b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.513+0000 7f3500fd0640 1 --2- 172.21.15.1:0/1884137941 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f34fc105410 0x7f34fc198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.513+0000 7f3500fd0640 1 --2- 172.21.15.1:0/1884137941 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f34fc100340 0x7f34fc198730 unknown :-1 s=CLOSED pgs=951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.513+0000 7f3500fd0640 1 -- 172.21.15.1:0/1884137941 >> 172.21.15.1:0/1884137941 conn(0x7f34fc0772e0 msgr2=0x7f34fc0fe390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:32.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.513+0000 7f3500fd0640 1 -- 172.21.15.1:0/1884137941 shutdown_connections 2024-02-10T00:03:32.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.513+0000 7f3500fd0640 1 -- 172.21.15.1:0/1884137941 wait complete. 2024-02-10T00:03:32.538 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:03:32.538 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-02-10T00:03:32.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.641+0000 7f069623c640 1 -- 172.21.15.1:0/2121283128 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0690100060 msgr2=0x7f069010e090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.641+0000 7f069623c640 1 --2- 172.21.15.1:0/2121283128 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0690100060 0x7f069010e090 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f0688009cd0 tx=0x7f068802c0f0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.641+0000 7f069623c640 1 -- 172.21.15.1:0/2121283128 shutdown_connections 2024-02-10T00:03:32.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.641+0000 7f069623c640 1 --2- 172.21.15.1:0/2121283128 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0690100060 0x7f069010e090 unknown :-1 s=CLOSED pgs=956 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.641+0000 7f069623c640 1 --2- 172.21.15.1:0/2121283128 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f06900ff6a0 0x7f06900ffb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.641+0000 7f069623c640 1 --2- 172.21.15.1:0/2121283128 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0690106200 0x7f06901065e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.641+0000 7f069623c640 1 -- 172.21.15.1:0/2121283128 >> 172.21.15.1:0/2121283128 conn(0x7f0690076630 msgr2=0x7f06900fd9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:32.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.641+0000 7f069623c640 1 -- 172.21.15.1:0/2121283128 shutdown_connections 2024-02-10T00:03:32.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.641+0000 7f069623c640 1 -- 172.21.15.1:0/2121283128 wait complete. 2024-02-10T00:03:32.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.642+0000 7f069623c640 1 Processor -- start 2024-02-10T00:03:32.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.642+0000 7f069623c640 1 -- start start 2024-02-10T00:03:32.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.642+0000 7f069623c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f06900ff6a0 0x7f069019d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.642+0000 7f069623c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0690100060 0x7f069019db20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.642+0000 7f069623c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0690106200 0x7f06901976a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.642+0000 7f069623c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0690197e30 con 0x7f06900ff6a0 2024-02-10T00:03:32.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.642+0000 7f069623c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0690197fa0 con 0x7f0690100060 2024-02-10T00:03:32.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.642+0000 7f069623c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0690198160 con 0x7f0690106200 2024-02-10T00:03:32.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.642+0000 7f068f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f06900ff6a0 0x7f069019d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.642+0000 7f068f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f06900ff6a0 0x7f069019d5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46376/0 (socket says 172.21.15.1:46376) 2024-02-10T00:03:32.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.642+0000 7f068f7fe640 1 -- 172.21.15.1:0/2105393024 learned_addr learned my addr 172.21.15.1:0/2105393024 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:32.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.642+0000 7f068effd640 1 --2- 172.21.15.1:0/2105393024 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0690100060 0x7f069019db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.642+0000 7f068ffff640 1 --2- 172.21.15.1:0/2105393024 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0690106200 0x7f06901976a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.643+0000 7f068f7fe640 1 -- 172.21.15.1:0/2105393024 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0690106200 msgr2=0x7f06901976a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.643+0000 7f068f7fe640 1 --2- 172.21.15.1:0/2105393024 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0690106200 0x7f06901976a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.643+0000 7f068f7fe640 1 -- 172.21.15.1:0/2105393024 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0690100060 msgr2=0x7f069019db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.643+0000 7f068f7fe640 1 --2- 172.21.15.1:0/2105393024 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0690100060 0x7f069019db20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.643+0000 7f068f7fe640 1 -- 172.21.15.1:0/2105393024 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0688009900 con 0x7f06900ff6a0 2024-02-10T00:03:32.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.643+0000 7f068f7fe640 1 --2- 172.21.15.1:0/2105393024 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f06900ff6a0 0x7f069019d5e0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f068000e9f0 tx=0x7f068000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:32.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.643+0000 7f068cff9640 1 -- 172.21.15.1:0/2105393024 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0680009720 con 0x7f06900ff6a0 2024-02-10T00:03:32.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.643+0000 7f068cff9640 1 -- 172.21.15.1:0/2105393024 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f068000cd80 con 0x7f06900ff6a0 2024-02-10T00:03:32.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.643+0000 7f069623c640 1 -- 172.21.15.1:0/2105393024 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0690198440 con 0x7f06900ff6a0 2024-02-10T00:03:32.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.643+0000 7f068cff9640 1 -- 172.21.15.1:0/2105393024 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0680010690 con 0x7f06900ff6a0 2024-02-10T00:03:32.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.643+0000 7f069623c640 1 -- 172.21.15.1:0/2105393024 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06901a4560 con 0x7f06900ff6a0 2024-02-10T00:03:32.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.645+0000 7f068cff9640 1 -- 172.21.15.1:0/2105393024 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f06800046c0 con 0x7f06900ff6a0 2024-02-10T00:03:32.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.645+0000 7f0698e0d740 1 Processor -- start 2024-02-10T00:03:32.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.646+0000 7f0698e0d740 1 -- start start 2024-02-10T00:03:32.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.646+0000 7f0698e0d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55dc6aed9a30 0x55dc6aed9e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.646+0000 7f0698e0d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dc6aeda3e0 0x55dc6aee2990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.646+0000 7f0698e0d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55dc6aee2f60 0x55dc6aee53b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.646+0000 7f0698e0d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dc6ae95020 con 0x55dc6aed9a30 2024-02-10T00:03:32.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.646+0000 7f0698e0d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dc6ae48320 con 0x55dc6aee2f60 2024-02-10T00:03:32.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.646+0000 7f0698e0d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dc6ae45850 con 0x55dc6aeda3e0 2024-02-10T00:03:32.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.646+0000 7f068cff9640 1 --2- 172.21.15.1:0/2105393024 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f06780a22b0 0x7f06780a4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.646+0000 7f068ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55dc6aed9a30 0x55dc6aed9e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.646+0000 7f068ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55dc6aed9a30 0x55dc6aed9e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46390/0 (socket says 172.21.15.1:46390) 2024-02-10T00:03:32.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.646+0000 7f068ffff640 1 -- 172.21.15.1:0/3281900021 learned_addr learned my addr 172.21.15.1:0/3281900021 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:32.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.646+0000 7f068ffff640 1 --2- 172.21.15.1:0/2105393024 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f06780a22b0 0x7f06780a4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.646+0000 7f068effd640 1 --2- 172.21.15.1:0/3281900021 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55dc6aee2f60 0x55dc6aee53b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.646+0000 7f068cff9640 1 -- 172.21.15.1:0/2105393024 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f0680014070 con 0x7f06900ff6a0 2024-02-10T00:03:32.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.646+0000 7f068f7fe640 1 --2- 172.21.15.1:0/3281900021 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dc6aeda3e0 0x55dc6aee2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.646+0000 7f068ffff640 1 -- 172.21.15.1:0/3281900021 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dc6aeda3e0 msgr2=0x55dc6aee2990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.646+0000 7f068ffff640 1 --2- 172.21.15.1:0/3281900021 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dc6aeda3e0 0x55dc6aee2990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.646+0000 7f068ffff640 1 -- 172.21.15.1:0/3281900021 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55dc6aee2f60 msgr2=0x55dc6aee53b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.646+0000 7f068ffff640 1 --2- 172.21.15.1:0/3281900021 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55dc6aee2f60 0x55dc6aee53b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.646+0000 7f068ffff640 1 -- 172.21.15.1:0/3281900021 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55dc6ae03210 con 0x55dc6aed9a30 2024-02-10T00:03:32.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.646+0000 7f068f7fe640 1 --2- 172.21.15.1:0/3281900021 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dc6aeda3e0 0x55dc6aee2990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:03:32.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.647+0000 7f068ffff640 1 --2- 172.21.15.1:0/3281900021 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55dc6aed9a30 0x55dc6aed9e10 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f0688004af0 tx=0x7f06880347b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37415839e909eabe server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:32.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.647+0000 7f068ffff640 1 --2- 172.21.15.1:0/2105393024 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f06780a22b0 0x7f06780a4770 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f068802c700 tx=0x7f0688049000 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:32.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.647+0000 7f0675ffb640 1 -- 172.21.15.1:0/3281900021 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0688048070 con 0x55dc6aed9a30 2024-02-10T00:03:32.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.647+0000 7f0675ffb640 1 -- 172.21.15.1:0/3281900021 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0688032b30 con 0x55dc6aed9a30 2024-02-10T00:03:32.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.647+0000 7f0675ffb640 1 -- 172.21.15.1:0/3281900021 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0688004dd0 con 0x55dc6aed9a30 2024-02-10T00:03:32.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.647+0000 7f0698e0d740 1 -- 172.21.15.1:0/3281900021 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55dc6aed9a30 msgr2=0x55dc6aed9e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.647+0000 7f0698e0d740 1 --2- 172.21.15.1:0/3281900021 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55dc6aed9a30 0x55dc6aed9e10 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f0688004af0 tx=0x7f06880347b0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.647+0000 7f0698e0d740 1 -- 172.21.15.1:0/3281900021 shutdown_connections 2024-02-10T00:03:32.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.647+0000 7f0698e0d740 1 --2- 172.21.15.1:0/3281900021 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55dc6aee2f60 0x55dc6aee53b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.647+0000 7f0698e0d740 1 --2- 172.21.15.1:0/3281900021 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dc6aeda3e0 0x55dc6aee2990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.647+0000 7f0698e0d740 1 --2- 172.21.15.1:0/3281900021 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55dc6aed9a30 0x55dc6aed9e10 unknown :-1 s=CLOSED pgs=958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.647+0000 7f0698e0d740 1 -- 172.21.15.1:0/3281900021 >> 172.21.15.1:0/3281900021 conn(0x55dc6aed4100 msgr2=0x55dc6aed44e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:32.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.647+0000 7f0698e0d740 1 -- 172.21.15.1:0/3281900021 shutdown_connections 2024-02-10T00:03:32.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.647+0000 7f0698e0d740 1 -- 172.21.15.1:0/3281900021 wait complete. 2024-02-10T00:03:32.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.648+0000 7f0698e0d740 1 -- start start 2024-02-10T00:03:32.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.648+0000 7f0698e0d740 1 Processor -- start 2024-02-10T00:03:32.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.648+0000 7f0698e0d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55dc6aed9a30 0x55dc6aedff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.648+0000 7f0698e0d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55dc6aeda3e0 0x55dc6aee0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.648+0000 7f0698e0d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dc6aee2f60 0x55dc6aee09a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.648+0000 7f0698e0d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dc6ae41030 con 0x55dc6aed9a30 2024-02-10T00:03:32.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.648+0000 7f0698e0d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dc6ab14430 con 0x55dc6aeda3e0 2024-02-10T00:03:32.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.648+0000 7f0698e0d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dc6aad0e00 con 0x55dc6aee2f60 2024-02-10T00:03:32.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.648+0000 7f0698e0d740 10 client.0 _ll_register_callbacks cb 0x55dc6ae36030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:03:32.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.648+0000 7f068f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55dc6aed9a30 0x55dc6aedff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.648+0000 7f068f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55dc6aed9a30 0x55dc6aedff20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46394/0 (socket says 172.21.15.1:46394) 2024-02-10T00:03:32.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.648+0000 7f068f7fe640 1 -- 172.21.15.1:0/3152361634 learned_addr learned my addr 172.21.15.1:0/3152361634 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:32.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.648+0000 7f068effd640 1 --2- 172.21.15.1:0/3152361634 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55dc6aeda3e0 0x55dc6aee0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.649+0000 7f068ffff640 1 --2- 172.21.15.1:0/3152361634 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dc6aee2f60 0x55dc6aee09a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.649+0000 7f068f7fe640 1 -- 172.21.15.1:0/3152361634 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dc6aee2f60 msgr2=0x55dc6aee09a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.649+0000 7f068f7fe640 1 --2- 172.21.15.1:0/3152361634 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dc6aee2f60 0x55dc6aee09a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.649+0000 7f068f7fe640 1 -- 172.21.15.1:0/3152361634 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55dc6aeda3e0 msgr2=0x55dc6aee0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.649+0000 7f068f7fe640 1 --2- 172.21.15.1:0/3152361634 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55dc6aeda3e0 0x55dc6aee0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.649+0000 7f068f7fe640 1 -- 172.21.15.1:0/3152361634 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f069010e9e0 con 0x55dc6aed9a30 2024-02-10T00:03:32.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.649+0000 7f068effd640 1 --2- 172.21.15.1:0/3152361634 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55dc6aeda3e0 0x55dc6aee0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:03:32.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.649+0000 7f068f7fe640 1 --2- 172.21.15.1:0/3152361634 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55dc6aed9a30 0x55dc6aedff20 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f068000e9c0 tx=0x7f068009ad90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad5d9c87842b54b0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:32.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.649+0000 7f066effd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:03:32.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.649+0000 7f066effd640 1 -- 172.21.15.1:0/3152361634 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06800cbf80 con 0x55dc6aed9a30 2024-02-10T00:03:32.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.649+0000 7f066effd640 1 -- 172.21.15.1:0/3152361634 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f06800a30a0 con 0x55dc6aed9a30 2024-02-10T00:03:32.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.649+0000 7f0698e0d740 1 -- 172.21.15.1:0/3152361634 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55dc6ab407e0 con 0x55dc6aed9a30 2024-02-10T00:03:32.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.649+0000 7f066effd640 1 -- 172.21.15.1:0/3152361634 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f06800b9250 con 0x55dc6aed9a30 2024-02-10T00:03:32.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.649+0000 7f0698e0d740 10 client.17097 fetch_fsmap learned FSMap version 29 2024-02-10T00:03:32.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.649+0000 7f0698e0d740 1 -- 172.21.15.1:0/3152361634 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55dc6ae3f6b0 con 0x55dc6aed9a30 2024-02-10T00:03:32.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.649+0000 7f066effd640 1 -- 172.21.15.1:0/3152361634 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55dc6ab407e0 con 0x55dc6aed9a30 2024-02-10T00:03:32.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.649+0000 7f066effd640 1 -- 172.21.15.1:0/3152361634 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f06800ce040 con 0x55dc6aed9a30 2024-02-10T00:03:32.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.649+0000 7f0698e0d740 10 client.17097 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:03:32.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.649+0000 7f0698e0d740 10 client.17097 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:03:32.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.649+0000 7f0698e0d740 20 client.17097 populate_metadata read hostname 'smithi001' 2024-02-10T00:03:32.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.649+0000 7f0698e0d740 1 --2- 172.21.15.1:0/3152361634 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55dc6aef3470 0x55dc6aef5880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.649+0000 7f0698e0d740 4 client.17097 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:03:32.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.649+0000 7f0698e0d740 1 -- 172.21.15.1:0/3152361634 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55dc6ab7d720 con 0x55dc6aef3470 2024-02-10T00:03:32.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.650+0000 7f068effd640 1 --2- 172.21.15.1:0/3152361634 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55dc6aef3470 0x55dc6aef5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.650+0000 7f066effd640 10 client.17097 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:32.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.650+0000 7f068effd640 1 --2- 172.21.15.1:0/3152361634 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55dc6aef3470 0x55dc6aef5880 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c337ea160b093f2 server_cookie=a9f6428f254125dd in_seq=0 out_seq=0 2024-02-10T00:03:32.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.651+0000 7f066effd640 1 -- 172.21.15.1:0/3152361634 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55dc6ab7d720 con 0x55dc6aef3470 2024-02-10T00:03:32.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.651+0000 7f066effd640 10 client.17097 handle_command_reply: tid=0 2024-02-10T00:03:32.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.651+0000 7f0698e0d740 1 client.17097 shutdown 2024-02-10T00:03:32.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.651+0000 7f0698e0d740 1 -- 172.21.15.1:0/3152361634 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55dc6aed9a30 msgr2=0x55dc6aedff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.651+0000 7f0698e0d740 1 --2- 172.21.15.1:0/3152361634 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55dc6aed9a30 0x55dc6aedff20 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f068000e9c0 tx=0x7f068009ad90 comp rx=0 tx=0).stop 2024-02-10T00:03:32.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.651+0000 7f0698e0d740 1 -- 172.21.15.1:0/3152361634 shutdown_connections 2024-02-10T00:03:32.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.651+0000 7f0698e0d740 1 --2- 172.21.15.1:0/3152361634 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55dc6aef3470 0x55dc6aef5880 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.651+0000 7f0698e0d740 1 --2- 172.21.15.1:0/3152361634 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dc6aee2f60 0x55dc6aee09a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.651+0000 7f0698e0d740 1 --2- 172.21.15.1:0/3152361634 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55dc6aeda3e0 0x55dc6aee0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.651+0000 7f0698e0d740 1 --2- 172.21.15.1:0/3152361634 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55dc6aed9a30 0x55dc6aedff20 unknown :-1 s=CLOSED pgs=959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.651+0000 7f066effd640 0 client.17097 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:32.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.651+0000 7f0698e0d740 1 -- 172.21.15.1:0/3152361634 >> 172.21.15.1:0/3152361634 conn(0x55dc6aed4100 msgr2=0x55dc6aed5e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:32.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.651+0000 7f0698e0d740 1 -- 172.21.15.1:0/3152361634 shutdown_connections 2024-02-10T00:03:32.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.651+0000 7f0698e0d740 1 -- 172.21.15.1:0/3152361634 wait complete. 2024-02-10T00:03:32.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.651+0000 7f0698e0d740 20 client.17097 trim_cache size 0 max 16384 2024-02-10T00:03:32.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.663+0000 7f0698e0d740 1 Processor -- start 2024-02-10T00:03:32.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.663+0000 7f0698e0d740 1 -- start start 2024-02-10T00:03:32.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.663+0000 7f0698e0d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55dc6aed9a30 0x55dc6aee2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.663+0000 7f0698e0d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dc6aeda3e0 0x55dc6aee07c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.663+0000 7f0698e0d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55dc6aee2f60 0x55dc6aedd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.663+0000 7f0698e0d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dc6adc6130 con 0x55dc6aee2f60 2024-02-10T00:03:32.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.663+0000 7f0698e0d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dc6aed3f60 con 0x55dc6aed9a30 2024-02-10T00:03:32.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.663+0000 7f0698e0d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dc6aed8be0 con 0x55dc6aeda3e0 2024-02-10T00:03:32.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.663+0000 7f068ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55dc6aee2f60 0x55dc6aedd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.663+0000 7f068ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55dc6aee2f60 0x55dc6aedd1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46410/0 (socket says 172.21.15.1:46410) 2024-02-10T00:03:32.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.663+0000 7f068ffff640 1 -- 172.21.15.1:0/3864937094 learned_addr learned my addr 172.21.15.1:0/3864937094 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:32.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.663+0000 7f068effd640 1 --2- 172.21.15.1:0/3864937094 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dc6aeda3e0 0x55dc6aee07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.663+0000 7f068ffff640 1 -- 172.21.15.1:0/3864937094 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dc6aeda3e0 msgr2=0x55dc6aee07c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.663+0000 7f068ffff640 1 --2- 172.21.15.1:0/3864937094 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dc6aeda3e0 0x55dc6aee07c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.663+0000 7f068ffff640 1 -- 172.21.15.1:0/3864937094 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55dc6aed9a30 msgr2=0x55dc6aee2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.663+0000 7f068ffff640 1 --2- 172.21.15.1:0/3864937094 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55dc6aed9a30 0x55dc6aee2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.663+0000 7f068ffff640 1 -- 172.21.15.1:0/3864937094 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55dc6addbc90 con 0x55dc6aee2f60 2024-02-10T00:03:32.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.663+0000 7f068ffff640 1 --2- 172.21.15.1:0/3864937094 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55dc6aee2f60 0x55dc6aedd1c0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f0688009860 tx=0x7f0688034560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1aa6cdff0fd90b7 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:32.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.664+0000 7f06757fa640 1 -- 172.21.15.1:0/3864937094 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0688048040 con 0x55dc6aee2f60 2024-02-10T00:03:32.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.664+0000 7f06757fa640 1 -- 172.21.15.1:0/3864937094 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0688003e50 con 0x55dc6aee2f60 2024-02-10T00:03:32.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.664+0000 7f06757fa640 1 -- 172.21.15.1:0/3864937094 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06880042a0 con 0x55dc6aee2f60 2024-02-10T00:03:32.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.664+0000 7f0698e0d740 1 -- 172.21.15.1:0/3864937094 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55dc6aee2f60 msgr2=0x55dc6aedd1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.664+0000 7f0698e0d740 1 --2- 172.21.15.1:0/3864937094 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55dc6aee2f60 0x55dc6aedd1c0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f0688009860 tx=0x7f0688034560 comp rx=0 tx=0).stop 2024-02-10T00:03:32.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.664+0000 7f0698e0d740 1 -- 172.21.15.1:0/3864937094 shutdown_connections 2024-02-10T00:03:32.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.664+0000 7f0698e0d740 1 --2- 172.21.15.1:0/3864937094 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55dc6aee2f60 0x55dc6aedd1c0 unknown :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.664+0000 7f0698e0d740 1 --2- 172.21.15.1:0/3864937094 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dc6aeda3e0 0x55dc6aee07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.664+0000 7f0698e0d740 1 --2- 172.21.15.1:0/3864937094 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55dc6aed9a30 0x55dc6aee2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.664+0000 7f0698e0d740 1 -- 172.21.15.1:0/3864937094 >> 172.21.15.1:0/3864937094 conn(0x55dc6aed4100 msgr2=0x55dc6aede810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:32.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.664+0000 7f0698e0d740 1 -- 172.21.15.1:0/3864937094 shutdown_connections 2024-02-10T00:03:32.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.664+0000 7f0698e0d740 1 -- 172.21.15.1:0/3864937094 wait complete. 2024-02-10T00:03:32.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.664+0000 7f0698e0d740 1 -- start start 2024-02-10T00:03:32.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.665+0000 7f0698e0d740 1 Processor -- start 2024-02-10T00:03:32.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.665+0000 7f0698e0d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dc6aed9a30 0x55dc6aee8a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.665+0000 7f0698e0d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55dc6aeda3e0 0x55dc6aee8fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.665+0000 7f0698e0d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55dc6aee2f60 0x55dc6aee9500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.665+0000 7f0698e0d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dc6af49a30 con 0x55dc6aeda3e0 2024-02-10T00:03:32.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.665+0000 7f0698e0d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dc6af49ba0 con 0x55dc6aee2f60 2024-02-10T00:03:32.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.665+0000 7f0698e0d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dc6af49d60 con 0x55dc6aed9a30 2024-02-10T00:03:32.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.665+0000 7f0698e0d740 10 client.0 _ll_register_callbacks cb 0x7f0680005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:03:32.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.665+0000 7f068effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55dc6aeda3e0 0x55dc6aee8fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.665+0000 7f068effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55dc6aeda3e0 0x55dc6aee8fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46422/0 (socket says 172.21.15.1:46422) 2024-02-10T00:03:32.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.665+0000 7f068effd640 1 -- 172.21.15.1:0/232232237 learned_addr learned my addr 172.21.15.1:0/232232237 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:32.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.665+0000 7f068f7fe640 1 --2- 172.21.15.1:0/232232237 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dc6aed9a30 0x55dc6aee8a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.665+0000 7f068ffff640 1 --2- 172.21.15.1:0/232232237 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55dc6aee2f60 0x55dc6aee9500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.665+0000 7f068effd640 1 -- 172.21.15.1:0/232232237 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dc6aed9a30 msgr2=0x55dc6aee8a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.665+0000 7f068effd640 1 --2- 172.21.15.1:0/232232237 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dc6aed9a30 0x55dc6aee8a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.665+0000 7f068effd640 1 -- 172.21.15.1:0/232232237 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55dc6aee2f60 msgr2=0x55dc6aee9500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:32.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.665+0000 7f068effd640 1 --2- 172.21.15.1:0/232232237 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55dc6aee2f60 0x55dc6aee9500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.665+0000 7f068effd640 1 -- 172.21.15.1:0/232232237 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55dc6ae03210 con 0x55dc6aeda3e0 2024-02-10T00:03:32.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.666+0000 7f068effd640 1 --2- 172.21.15.1:0/232232237 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55dc6aeda3e0 0x55dc6aee8fc0 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x55dc6aef61d0 tx=0x7f068401e990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7bb00842551e31d7 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:32.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.666+0000 7f066effd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:03:32.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.666+0000 7f066effd640 1 -- 172.21.15.1:0/232232237 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0684005220 con 0x55dc6aeda3e0 2024-02-10T00:03:32.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.666+0000 7f066effd640 1 -- 172.21.15.1:0/232232237 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f0684005380 con 0x55dc6aeda3e0 2024-02-10T00:03:32.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.666+0000 7f0698e0d740 1 -- 172.21.15.1:0/232232237 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0688032b30 con 0x55dc6aeda3e0 2024-02-10T00:03:32.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.666+0000 7f066effd640 1 -- 172.21.15.1:0/232232237 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f068400beb0 con 0x55dc6aeda3e0 2024-02-10T00:03:32.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.666+0000 7f0698e0d740 10 client.17103 fetch_fsmap learned FSMap version 29 2024-02-10T00:03:32.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.666+0000 7f0698e0d740 1 -- 172.21.15.1:0/232232237 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55dc6ae01a70 con 0x55dc6aeda3e0 2024-02-10T00:03:32.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.666+0000 7f066effd640 1 -- 172.21.15.1:0/232232237 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0688032b30 con 0x55dc6aeda3e0 2024-02-10T00:03:32.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.666+0000 7f066effd640 1 -- 172.21.15.1:0/232232237 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f0684003c10 con 0x55dc6aeda3e0 2024-02-10T00:03:32.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.666+0000 7f0698e0d740 10 client.17103 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:03:32.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.666+0000 7f0698e0d740 10 client.17103 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:03:32.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.666+0000 7f0698e0d740 20 client.17103 populate_metadata read hostname 'smithi001' 2024-02-10T00:03:32.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.666+0000 7f0698e0d740 1 --2- 172.21.15.1:0/232232237 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55dc6af4b540 0x55dc6af4d960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:32.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.666+0000 7f0698e0d740 4 client.17103 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:03:32.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.666+0000 7f0698e0d740 1 -- 172.21.15.1:0/232232237 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55dc6abcc890 con 0x55dc6af4b540 2024-02-10T00:03:32.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.666+0000 7f068f7fe640 1 --2- 172.21.15.1:0/232232237 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55dc6af4b540 0x55dc6af4d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:32.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.667+0000 7f066effd640 10 client.17103 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:32.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.667+0000 7f068f7fe640 1 --2- 172.21.15.1:0/232232237 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55dc6af4b540 0x55dc6af4d960 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=543ee7980ab316f3 server_cookie=bd54baef16296721 in_seq=0 out_seq=0 2024-02-10T00:03:32.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.667+0000 7f066effd640 1 -- 172.21.15.1:0/232232237 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55dc6abcc890 con 0x55dc6af4b540 2024-02-10T00:03:32.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.667+0000 7f066effd640 10 client.17103 handle_command_reply: tid=0 2024-02-10T00:03:32.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.667+0000 7f0698e0d740 1 client.17103 shutdown 2024-02-10T00:03:32.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.667+0000 7f0698e0d740 1 -- 172.21.15.1:0/232232237 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55dc6aeda3e0 msgr2=0x55dc6aee8fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.667+0000 7f0698e0d740 1 --2- 172.21.15.1:0/232232237 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55dc6aeda3e0 0x55dc6aee8fc0 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x55dc6aef61d0 tx=0x7f068401e990 comp rx=0 tx=0).stop 2024-02-10T00:03:32.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.667+0000 7f0698e0d740 1 -- 172.21.15.1:0/232232237 shutdown_connections 2024-02-10T00:03:32.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.667+0000 7f0698e0d740 1 --2- 172.21.15.1:0/232232237 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55dc6af4b540 0x55dc6af4d960 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.667+0000 7f0698e0d740 1 --2- 172.21.15.1:0/232232237 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55dc6aee2f60 0x55dc6aee9500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.667+0000 7f0698e0d740 1 --2- 172.21.15.1:0/232232237 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55dc6aeda3e0 0x55dc6aee8fc0 unknown :-1 s=CLOSED pgs=961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.667+0000 7f066effd640 0 client.17103 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:32.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.667+0000 7f0698e0d740 1 --2- 172.21.15.1:0/232232237 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55dc6aed9a30 0x55dc6aee8a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.667+0000 7f0698e0d740 1 -- 172.21.15.1:0/232232237 >> 172.21.15.1:0/232232237 conn(0x55dc6aed4100 msgr2=0x55dc6aed29b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:32.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.667+0000 7f0698e0d740 1 -- 172.21.15.1:0/232232237 shutdown_connections 2024-02-10T00:03:32.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.667+0000 7f0698e0d740 1 -- 172.21.15.1:0/232232237 wait complete. 2024-02-10T00:03:32.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.667+0000 7f0698e0d740 20 client.17103 trim_cache size 0 max 16384 2024-02-10T00:03:32.676 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:03:32.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.668+0000 7f069623c640 1 -- 172.21.15.1:0/2105393024 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f06780a22b0 msgr2=0x7f06780a4770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.668+0000 7f069623c640 1 --2- 172.21.15.1:0/2105393024 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f06780a22b0 0x7f06780a4770 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f068802c700 tx=0x7f0688049000 comp rx=0 tx=0).stop 2024-02-10T00:03:32.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.668+0000 7f069623c640 1 -- 172.21.15.1:0/2105393024 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f06900ff6a0 msgr2=0x7f069019d5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:32.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.668+0000 7f069623c640 1 --2- 172.21.15.1:0/2105393024 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f06900ff6a0 0x7f069019d5e0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f068000e9f0 tx=0x7f068000edf0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.668+0000 7f069623c640 1 -- 172.21.15.1:0/2105393024 shutdown_connections 2024-02-10T00:03:32.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.668+0000 7f069623c640 1 --2- 172.21.15.1:0/2105393024 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f06780a22b0 0x7f06780a4770 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.668+0000 7f069623c640 1 --2- 172.21.15.1:0/2105393024 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0690106200 0x7f06901976a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.668+0000 7f069623c640 1 --2- 172.21.15.1:0/2105393024 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0690100060 0x7f069019db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.668+0000 7f069623c640 1 --2- 172.21.15.1:0/2105393024 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f06900ff6a0 0x7f069019d5e0 unknown :-1 s=CLOSED pgs=957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:32.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.668+0000 7f069623c640 1 -- 172.21.15.1:0/2105393024 >> 172.21.15.1:0/2105393024 conn(0x7f0690076630 msgr2=0x7f06901041c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:32.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.668+0000 7f069623c640 1 -- 172.21.15.1:0/2105393024 shutdown_connections 2024-02-10T00:03:32.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:32.668+0000 7f069623c640 1 -- 172.21.15.1:0/2105393024 wait complete. 2024-02-10T00:03:33.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:32 smithi088 ceph-mon[36452]: pgmap v129: 97 pgs: 97 active+clean; 1.6 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 30 KiB/s wr, 16 op/s 2024-02-10T00:03:33.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:32 smithi103 ceph-mon[36942]: pgmap v129: 97 pgs: 97 active+clean; 1.6 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 30 KiB/s wr, 16 op/s 2024-02-10T00:03:33.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:32 smithi001 ceph-mon[32335]: pgmap v129: 97 pgs: 97 active+clean; 1.6 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 30 KiB/s wr, 16 op/s 2024-02-10T00:03:33.681 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-02-10T00:03:33.681 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T00:03:33.682 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-02-10T00:03:33.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.798+0000 7f2ece4c9640 1 -- 172.21.15.1:0/2229052999 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2ec8102cb0 msgr2=0x7f2ec810b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:33.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.798+0000 7f2ece4c9640 1 --2- 172.21.15.1:0/2229052999 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2ec8102cb0 0x7f2ec810b190 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7f2eb8009900 tx=0x7f2eb802bc30 comp rx=0 tx=0).stop 2024-02-10T00:03:33.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.798+0000 7f2ece4c9640 1 -- 172.21.15.1:0/2229052999 shutdown_connections 2024-02-10T00:03:33.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.798+0000 7f2ece4c9640 1 --2- 172.21.15.1:0/2229052999 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2ec810b800 0x7f2ec810dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.798+0000 7f2ece4c9640 1 --2- 172.21.15.1:0/2229052999 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2ec8102cb0 0x7f2ec810b190 unknown :-1 s=CLOSED pgs=962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.798+0000 7f2ece4c9640 1 --2- 172.21.15.1:0/2229052999 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2ec8102300 0x7f2ec81026e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.798+0000 7f2ece4c9640 1 -- 172.21.15.1:0/2229052999 >> 172.21.15.1:0/2229052999 conn(0x7f2ec80fbb70 msgr2=0x7f2ec80fdf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:33.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.798+0000 7f2ece4c9640 1 -- 172.21.15.1:0/2229052999 shutdown_connections 2024-02-10T00:03:33.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.798+0000 7f2ece4c9640 1 -- 172.21.15.1:0/2229052999 wait complete. 2024-02-10T00:03:33.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.799+0000 7f2ece4c9640 1 Processor -- start 2024-02-10T00:03:33.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.799+0000 7f2ece4c9640 1 -- start start 2024-02-10T00:03:33.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.799+0000 7f2ece4c9640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2ec8102300 0x7f2ec819d450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.799+0000 7f2ece4c9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2ec8102cb0 0x7f2ec819d990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.799+0000 7f2ece4c9640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2ec810b800 0x7f2ec8197600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.799+0000 7f2ece4c9640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ec8197c50 con 0x7f2ec8102cb0 2024-02-10T00:03:33.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.799+0000 7f2ece4c9640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ec8197dc0 con 0x7f2ec8102300 2024-02-10T00:03:33.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.799+0000 7f2ece4c9640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ec8197f80 con 0x7f2ec810b800 2024-02-10T00:03:33.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.799+0000 7f2ec77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2ec8102cb0 0x7f2ec819d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.799+0000 7f2ec77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2ec8102cb0 0x7f2ec819d990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46440/0 (socket says 172.21.15.1:46440) 2024-02-10T00:03:33.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.799+0000 7f2ec77fe640 1 -- 172.21.15.1:0/450891734 learned_addr learned my addr 172.21.15.1:0/450891734 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:33.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.799+0000 7f2ec7fff640 1 --2- 172.21.15.1:0/450891734 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2ec8102300 0x7f2ec819d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.800+0000 7f2ecca66640 1 --2- 172.21.15.1:0/450891734 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2ec810b800 0x7f2ec8197600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.800+0000 7f2ec77fe640 1 -- 172.21.15.1:0/450891734 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2ec810b800 msgr2=0x7f2ec8197600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:33.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.800+0000 7f2ec77fe640 1 --2- 172.21.15.1:0/450891734 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2ec810b800 0x7f2ec8197600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.800+0000 7f2ec77fe640 1 -- 172.21.15.1:0/450891734 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2ec8102300 msgr2=0x7f2ec819d450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:33.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.800+0000 7f2ec77fe640 1 --2- 172.21.15.1:0/450891734 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2ec8102300 0x7f2ec819d450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.800+0000 7f2ec77fe640 1 -- 172.21.15.1:0/450891734 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2eb8009560 con 0x7f2ec8102cb0 2024-02-10T00:03:33.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.800+0000 7f2ecca66640 1 --2- 172.21.15.1:0/450891734 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2ec810b800 0x7f2ec8197600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:03:33.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.800+0000 7f2ec77fe640 1 --2- 172.21.15.1:0/450891734 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2ec8102cb0 0x7f2ec819d990 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7f2eb8005940 tx=0x7f2eb8004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:33.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.800+0000 7f2ec57fa640 1 -- 172.21.15.1:0/450891734 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2eb8004440 con 0x7f2ec8102cb0 2024-02-10T00:03:33.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.800+0000 7f2ec57fa640 1 -- 172.21.15.1:0/450891734 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2eb80052d0 con 0x7f2ec8102cb0 2024-02-10T00:03:33.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.800+0000 7f2ece4c9640 1 -- 172.21.15.1:0/450891734 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2ec8198200 con 0x7f2ec8102cb0 2024-02-10T00:03:33.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.800+0000 7f2ec57fa640 1 -- 172.21.15.1:0/450891734 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2eb8003c90 con 0x7f2ec8102cb0 2024-02-10T00:03:33.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.800+0000 7f2ece4c9640 1 -- 172.21.15.1:0/450891734 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2ec81a44f0 con 0x7f2ec8102cb0 2024-02-10T00:03:33.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.803+0000 7f2ec57fa640 1 -- 172.21.15.1:0/450891734 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f2eb8005440 con 0x7f2ec8102cb0 2024-02-10T00:03:33.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.803+0000 7f2ed117b740 1 Processor -- start 2024-02-10T00:03:33.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.803+0000 7f2ed117b740 1 -- start start 2024-02-10T00:03:33.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.803+0000 7f2ec57fa640 1 --2- 172.21.15.1:0/450891734 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2eb00a2230 0x7f2eb00a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.803+0000 7f2ed117b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c875df7190 0x55c875df7570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.803+0000 7f2ed117b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c875df7ab0 0x55c875e00150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.803+0000 7f2ecca66640 1 --2- 172.21.15.1:0/450891734 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2eb00a2230 0x7f2eb00a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.803+0000 7f2ed117b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c875e00690 0x55c875e02a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.803+0000 7f2ed117b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c875d65000 con 0x55c875df7190 2024-02-10T00:03:33.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.803+0000 7f2ed117b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c875d62530 con 0x55c875df7ab0 2024-02-10T00:03:33.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.803+0000 7f2ed117b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c875d5dd10 con 0x55c875e00690 2024-02-10T00:03:33.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.803+0000 7f2ec57fa640 1 -- 172.21.15.1:0/450891734 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f2eb80f0260 con 0x7f2ec8102cb0 2024-02-10T00:03:33.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.803+0000 7f2ec7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c875df7190 0x55c875df7570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.803+0000 7f2ec7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c875df7190 0x55c875df7570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46442/0 (socket says 172.21.15.1:46442) 2024-02-10T00:03:33.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.803+0000 7f2ec7fff640 1 -- 172.21.15.1:0/169516857 learned_addr learned my addr 172.21.15.1:0/169516857 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:33.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.804+0000 7f2ec77fe640 1 --2- 172.21.15.1:0/169516857 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c875df7ab0 0x55c875e00150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.804+0000 7f2ec7fff640 1 -- 172.21.15.1:0/169516857 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c875e00690 msgr2=0x55c875e02a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:33.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.804+0000 7f2ec7fff640 1 --2- 172.21.15.1:0/169516857 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c875e00690 0x55c875e02a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.804+0000 7f2ec7fff640 1 -- 172.21.15.1:0/169516857 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c875df7ab0 msgr2=0x55c875e00150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:33.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.804+0000 7f2ec7fff640 1 --2- 172.21.15.1:0/169516857 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c875df7ab0 0x55c875e00150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.804+0000 7f2ec7fff640 1 -- 172.21.15.1:0/169516857 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c875d04210 con 0x55c875df7190 2024-02-10T00:03:33.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.804+0000 7f2ecca66640 1 --2- 172.21.15.1:0/450891734 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2eb00a2230 0x7f2eb00a46f0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f2ec0005fd0 tx=0x7f2ec000f730 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:33.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.804+0000 7f2ec7fff640 1 --2- 172.21.15.1:0/169516857 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c875df7190 0x55c875df7570 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7f2ebc00ac80 tx=0x7f2ebc00f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8d834cc51875788 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:33.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.804+0000 7f2eae7fc640 1 -- 172.21.15.1:0/169516857 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ebc00a800 con 0x55c875df7190 2024-02-10T00:03:33.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.804+0000 7f2eae7fc640 1 -- 172.21.15.1:0/169516857 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2ebc018b20 con 0x55c875df7190 2024-02-10T00:03:33.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.804+0000 7f2eae7fc640 1 -- 172.21.15.1:0/169516857 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ebc010cb0 con 0x55c875df7190 2024-02-10T00:03:33.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.805+0000 7f2ed117b740 1 -- 172.21.15.1:0/169516857 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c875df7190 msgr2=0x55c875df7570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:33.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.805+0000 7f2ed117b740 1 --2- 172.21.15.1:0/169516857 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c875df7190 0x55c875df7570 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7f2ebc00ac80 tx=0x7f2ebc00f790 comp rx=0 tx=0).stop 2024-02-10T00:03:33.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.805+0000 7f2ed117b740 1 -- 172.21.15.1:0/169516857 shutdown_connections 2024-02-10T00:03:33.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.805+0000 7f2ed117b740 1 --2- 172.21.15.1:0/169516857 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c875e00690 0x55c875e02a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.805+0000 7f2ed117b740 1 --2- 172.21.15.1:0/169516857 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c875df7ab0 0x55c875e00150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.805+0000 7f2ed117b740 1 --2- 172.21.15.1:0/169516857 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c875df7190 0x55c875df7570 unknown :-1 s=CLOSED pgs=964 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.805+0000 7f2ed117b740 1 -- 172.21.15.1:0/169516857 >> 172.21.15.1:0/169516857 conn(0x55c875df18c0 msgr2=0x55c875df1ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:33.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.805+0000 7f2ed117b740 1 -- 172.21.15.1:0/169516857 shutdown_connections 2024-02-10T00:03:33.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.805+0000 7f2ed117b740 1 -- 172.21.15.1:0/169516857 wait complete. 2024-02-10T00:03:33.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.805+0000 7f2ed117b740 1 -- start start 2024-02-10T00:03:33.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.805+0000 7f2ed117b740 1 Processor -- start 2024-02-10T00:03:33.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.806+0000 7f2ed117b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c875df7190 0x55c875dfd680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.806+0000 7f2ed117b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c875df7ab0 0x55c875dfdbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.806+0000 7f2ed117b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c875e00690 0x55c875dfe100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.806+0000 7f2ed117b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c875d02e60 con 0x55c875e00690 2024-02-10T00:03:33.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.806+0000 7f2ed117b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c875a314b0 con 0x55c875df7190 2024-02-10T00:03:33.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.806+0000 7f2ed117b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c875ce3670 con 0x55c875df7ab0 2024-02-10T00:03:33.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.806+0000 7f2ed117b740 10 client.0 _ll_register_callbacks cb 0x55c875cfb190 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:03:33.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.806+0000 7f2ecca66640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c875e00690 0x55c875dfe100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.806+0000 7f2ecca66640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c875e00690 0x55c875dfe100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46458/0 (socket says 172.21.15.1:46458) 2024-02-10T00:03:33.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.806+0000 7f2ecca66640 1 -- 172.21.15.1:0/3377879610 learned_addr learned my addr 172.21.15.1:0/3377879610 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:33.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.806+0000 7f2ec7fff640 1 --2- 172.21.15.1:0/3377879610 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c875df7190 0x55c875dfd680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.806+0000 7f2ec77fe640 1 --2- 172.21.15.1:0/3377879610 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c875df7ab0 0x55c875dfdbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.806+0000 7f2ecca66640 1 -- 172.21.15.1:0/3377879610 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c875df7ab0 msgr2=0x55c875dfdbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:33.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.806+0000 7f2ecca66640 1 --2- 172.21.15.1:0/3377879610 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c875df7ab0 0x55c875dfdbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.806+0000 7f2ecca66640 1 -- 172.21.15.1:0/3377879610 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c875df7190 msgr2=0x55c875dfd680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:33.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.806+0000 7f2ecca66640 1 --2- 172.21.15.1:0/3377879610 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c875df7190 0x55c875dfd680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.806+0000 7f2ecca66640 1 -- 172.21.15.1:0/3377879610 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2ebc00a960 con 0x55c875e00690 2024-02-10T00:03:33.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.806+0000 7f2ec77fe640 1 --2- 172.21.15.1:0/3377879610 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c875df7ab0 0x55c875dfdbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:03:33.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.806+0000 7f2ec7fff640 1 --2- 172.21.15.1:0/3377879610 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c875df7190 0x55c875dfd680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:03:33.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.806+0000 7f2ecca66640 1 --2- 172.21.15.1:0/3377879610 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c875e00690 0x55c875dfe100 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7f2ec0011800 tx=0x7f2ec0004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bbff3a3ff2a19fe server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:33.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.806+0000 7f2ea77fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:03:33.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.806+0000 7f2ea77fe640 1 -- 172.21.15.1:0/3377879610 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ec0010ad0 con 0x55c875e00690 2024-02-10T00:03:33.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.806+0000 7f2ea77fe640 1 -- 172.21.15.1:0/3377879610 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f2ec0018030 con 0x55c875e00690 2024-02-10T00:03:33.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.806+0000 7f2ed117b740 1 -- 172.21.15.1:0/3377879610 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c875a5d860 con 0x55c875e00690 2024-02-10T00:03:33.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.807+0000 7f2ea77fe640 1 -- 172.21.15.1:0/3377879610 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2ec0010c30 con 0x55c875e00690 2024-02-10T00:03:33.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.807+0000 7f2ed117b740 10 client.17115 fetch_fsmap learned FSMap version 29 2024-02-10T00:03:33.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.807+0000 7f2ed117b740 1 -- 172.21.15.1:0/3377879610 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c875d5c390 con 0x55c875e00690 2024-02-10T00:03:33.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.807+0000 7f2ea77fe640 1 -- 172.21.15.1:0/3377879610 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55c875a5d860 con 0x55c875e00690 2024-02-10T00:03:33.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.807+0000 7f2ea77fe640 1 -- 172.21.15.1:0/3377879610 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f2ec001e3b0 con 0x55c875e00690 2024-02-10T00:03:33.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.807+0000 7f2ed117b740 10 client.17115 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:03:33.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.807+0000 7f2ed117b740 10 client.17115 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:03:33.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.807+0000 7f2ed117b740 20 client.17115 populate_metadata read hostname 'smithi001' 2024-02-10T00:03:33.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.807+0000 7f2ed117b740 1 --2- 172.21.15.1:0/3377879610 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c875e14c10 0x55c875e17030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.807+0000 7f2ed117b740 4 client.17115 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:03:33.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.807+0000 7f2ed117b740 1 -- 172.21.15.1:0/3377879610 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c875aae410 con 0x55c875e14c10 2024-02-10T00:03:33.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.807+0000 7f2ec7fff640 1 --2- 172.21.15.1:0/3377879610 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c875e14c10 0x55c875e17030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.808+0000 7f2ea77fe640 10 client.17115 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:33.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.808+0000 7f2ec7fff640 1 --2- 172.21.15.1:0/3377879610 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c875e14c10 0x55c875e17030 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e12d2a91b3da7bab server_cookie=2d8dcd6c3b1c573e in_seq=0 out_seq=0 2024-02-10T00:03:33.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.809+0000 7f2ea77fe640 1 -- 172.21.15.1:0/3377879610 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55c875aae410 con 0x55c875e14c10 2024-02-10T00:03:33.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.809+0000 7f2ea77fe640 10 client.17115 handle_command_reply: tid=0 2024-02-10T00:03:33.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.809+0000 7f2ed117b740 1 client.17115 shutdown 2024-02-10T00:03:33.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.809+0000 7f2ed117b740 1 -- 172.21.15.1:0/3377879610 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c875e00690 msgr2=0x55c875dfe100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:33.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.809+0000 7f2ed117b740 1 --2- 172.21.15.1:0/3377879610 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c875e00690 0x55c875dfe100 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7f2ec0011800 tx=0x7f2ec0004ab0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.809+0000 7f2ed117b740 1 -- 172.21.15.1:0/3377879610 shutdown_connections 2024-02-10T00:03:33.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.809+0000 7f2ed117b740 1 --2- 172.21.15.1:0/3377879610 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c875e14c10 0x55c875e17030 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.809+0000 7f2ed117b740 1 --2- 172.21.15.1:0/3377879610 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c875e00690 0x55c875dfe100 unknown :-1 s=CLOSED pgs=965 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.809+0000 7f2ed117b740 1 --2- 172.21.15.1:0/3377879610 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c875df7ab0 0x55c875dfdbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.809+0000 7f2ed117b740 1 --2- 172.21.15.1:0/3377879610 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c875df7190 0x55c875dfd680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.809+0000 7f2ea77fe640 0 client.17115 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:33.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.809+0000 7f2ed117b740 1 -- 172.21.15.1:0/3377879610 >> 172.21.15.1:0/3377879610 conn(0x55c875df18c0 msgr2=0x55c875df3610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:33.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.809+0000 7f2ed117b740 1 -- 172.21.15.1:0/3377879610 shutdown_connections 2024-02-10T00:03:33.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.809+0000 7f2ed117b740 1 -- 172.21.15.1:0/3377879610 wait complete. 2024-02-10T00:03:33.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.809+0000 7f2ed117b740 20 client.17115 trim_cache size 0 max 16384 2024-02-10T00:03:33.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.824+0000 7f2ed117b740 1 Processor -- start 2024-02-10T00:03:33.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.824+0000 7f2ed117b740 1 -- start start 2024-02-10T00:03:33.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.824+0000 7f2ed117b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c875df7190 0x55c875dfdf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.824+0000 7f2ed117b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c875df7ab0 0x55c875df3400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.824+0000 7f2ed117b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c875e00690 0x55c875e0b950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.824+0000 7f2ed117b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c875e11560 con 0x55c875df7190 2024-02-10T00:03:33.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.824+0000 7f2ed117b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c875df2af0 con 0x55c875e00690 2024-02-10T00:03:33.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.824+0000 7f2ed117b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c875e1c280 con 0x55c875df7ab0 2024-02-10T00:03:33.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.824+0000 7f2ec7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c875df7190 0x55c875dfdf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.824+0000 7f2ec7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c875df7190 0x55c875dfdf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46472/0 (socket says 172.21.15.1:46472) 2024-02-10T00:03:33.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.824+0000 7f2ec7fff640 1 -- 172.21.15.1:0/1583530240 learned_addr learned my addr 172.21.15.1:0/1583530240 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:33.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.825+0000 7f2ecca66640 1 --2- 172.21.15.1:0/1583530240 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c875e00690 0x55c875e0b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.825+0000 7f2ec77fe640 1 --2- 172.21.15.1:0/1583530240 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c875df7ab0 0x55c875df3400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.825+0000 7f2ec7fff640 1 -- 172.21.15.1:0/1583530240 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c875df7ab0 msgr2=0x55c875df3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:33.831 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.825+0000 7f2ec7fff640 1 --2- 172.21.15.1:0/1583530240 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c875df7ab0 0x55c875df3400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.825+0000 7f2ec7fff640 1 -- 172.21.15.1:0/1583530240 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c875e00690 msgr2=0x55c875e0b950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:33.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.825+0000 7f2ec7fff640 1 --2- 172.21.15.1:0/1583530240 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c875e00690 0x55c875e0b950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.825+0000 7f2ec7fff640 1 -- 172.21.15.1:0/1583530240 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c875cf8c70 con 0x55c875df7190 2024-02-10T00:03:33.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.825+0000 7f2ec77fe640 1 --2- 172.21.15.1:0/1583530240 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c875df7ab0 0x55c875df3400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:03:33.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.825+0000 7f2ecca66640 1 --2- 172.21.15.1:0/1583530240 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c875e00690 0x55c875e0b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:03:33.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.825+0000 7f2ec7fff640 1 --2- 172.21.15.1:0/1583530240 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c875df7190 0x55c875dfdf20 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7f2ebc00ac80 tx=0x7f2ebc010910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9665cc4390f5fbd3 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:33.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.825+0000 7f2eadffb640 1 -- 172.21.15.1:0/1583530240 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ebc028070 con 0x55c875df7190 2024-02-10T00:03:33.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.825+0000 7f2eadffb640 1 -- 172.21.15.1:0/1583530240 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2ebc018440 con 0x55c875df7190 2024-02-10T00:03:33.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.825+0000 7f2eadffb640 1 -- 172.21.15.1:0/1583530240 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ebc005280 con 0x55c875df7190 2024-02-10T00:03:33.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.826+0000 7f2ed117b740 1 -- 172.21.15.1:0/1583530240 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c875df7190 msgr2=0x55c875dfdf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:33.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.826+0000 7f2ed117b740 1 --2- 172.21.15.1:0/1583530240 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c875df7190 0x55c875dfdf20 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7f2ebc00ac80 tx=0x7f2ebc010910 comp rx=0 tx=0).stop 2024-02-10T00:03:33.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.826+0000 7f2ed117b740 1 -- 172.21.15.1:0/1583530240 shutdown_connections 2024-02-10T00:03:33.832 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.826+0000 7f2ed117b740 1 --2- 172.21.15.1:0/1583530240 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c875e00690 0x55c875e0b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.826+0000 7f2ed117b740 1 --2- 172.21.15.1:0/1583530240 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c875df7ab0 0x55c875df3400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.826+0000 7f2ed117b740 1 --2- 172.21.15.1:0/1583530240 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c875df7190 0x55c875dfdf20 unknown :-1 s=CLOSED pgs=966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.826+0000 7f2ed117b740 1 -- 172.21.15.1:0/1583530240 >> 172.21.15.1:0/1583530240 conn(0x55c875df18c0 msgr2=0x55c875df2cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:33.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.826+0000 7f2ed117b740 1 -- 172.21.15.1:0/1583530240 shutdown_connections 2024-02-10T00:03:33.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.826+0000 7f2ed117b740 1 -- 172.21.15.1:0/1583530240 wait complete. 2024-02-10T00:03:33.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.826+0000 7f2ed117b740 1 -- start start 2024-02-10T00:03:33.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.826+0000 7f2ed117b740 1 Processor -- start 2024-02-10T00:03:33.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.826+0000 7f2ed117b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c875df7190 0x55c875e65850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.826+0000 7f2ed117b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c875df7ab0 0x55c875e65d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.827+0000 7f2ed117b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c875e00690 0x55c875e0ae40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.827+0000 7f2ed117b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c875e0b510 con 0x55c875df7ab0 2024-02-10T00:03:33.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.827+0000 7f2ed117b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c875e0b680 con 0x55c875e00690 2024-02-10T00:03:33.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.827+0000 7f2ed117b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c875e0b840 con 0x55c875df7190 2024-02-10T00:03:33.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.827+0000 7f2ed117b740 10 client.0 _ll_register_callbacks cb 0x7f2ebc00a730 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:03:33.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.827+0000 7f2ec77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c875df7ab0 0x55c875e65d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.827+0000 7f2ec77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c875df7ab0 0x55c875e65d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46474/0 (socket says 172.21.15.1:46474) 2024-02-10T00:03:33.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.827+0000 7f2ec77fe640 1 -- 172.21.15.1:0/4105003135 learned_addr learned my addr 172.21.15.1:0/4105003135 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:33.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.827+0000 7f2ec7fff640 1 --2- 172.21.15.1:0/4105003135 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c875df7190 0x55c875e65850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.827+0000 7f2ecca66640 1 --2- 172.21.15.1:0/4105003135 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c875e00690 0x55c875e0ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.827+0000 7f2ec77fe640 1 -- 172.21.15.1:0/4105003135 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c875df7190 msgr2=0x55c875e65850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:33.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.827+0000 7f2ec77fe640 1 --2- 172.21.15.1:0/4105003135 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c875df7190 0x55c875e65850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.827+0000 7f2ec77fe640 1 -- 172.21.15.1:0/4105003135 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c875e00690 msgr2=0x55c875e0ae40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:33.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.827+0000 7f2ec77fe640 1 --2- 172.21.15.1:0/4105003135 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c875e00690 0x55c875e0ae40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.827+0000 7f2ec77fe640 1 -- 172.21.15.1:0/4105003135 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c875d04210 con 0x55c875df7ab0 2024-02-10T00:03:33.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.827+0000 7f2ec77fe640 1 --2- 172.21.15.1:0/4105003135 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c875df7ab0 0x55c875e65d90 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7f2eb80bca30 tx=0x7f2eb80bd430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f23056353e1a1687 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:33.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.827+0000 7f2ea77fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:03:33.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.827+0000 7f2ea77fe640 1 -- 172.21.15.1:0/4105003135 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2eb80c0e80 con 0x55c875df7ab0 2024-02-10T00:03:33.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.827+0000 7f2ea77fe640 1 -- 172.21.15.1:0/4105003135 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f2eb80c54d0 con 0x55c875df7ab0 2024-02-10T00:03:33.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.827+0000 7f2ed117b740 1 -- 172.21.15.1:0/4105003135 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2ebc018b20 con 0x55c875df7ab0 2024-02-10T00:03:33.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.827+0000 7f2ea77fe640 1 -- 172.21.15.1:0/4105003135 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2eb80edc00 con 0x55c875df7ab0 2024-02-10T00:03:33.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.827+0000 7f2ed117b740 10 client.17121 fetch_fsmap learned FSMap version 29 2024-02-10T00:03:33.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.827+0000 7f2ed117b740 1 -- 172.21.15.1:0/4105003135 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c875d1eac0 con 0x55c875df7ab0 2024-02-10T00:03:33.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.828+0000 7f2ea77fe640 1 -- 172.21.15.1:0/4105003135 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2ebc018b20 con 0x55c875df7ab0 2024-02-10T00:03:33.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.828+0000 7f2ea77fe640 1 -- 172.21.15.1:0/4105003135 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f2eb803c070 con 0x55c875df7ab0 2024-02-10T00:03:33.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.828+0000 7f2ed117b740 10 client.17121 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:03:33.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.828+0000 7f2ed117b740 10 client.17121 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:03:33.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.828+0000 7f2ed117b740 20 client.17121 populate_metadata read hostname 'smithi001' 2024-02-10T00:03:33.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.828+0000 7f2ed117b740 1 --2- 172.21.15.1:0/4105003135 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c875e6d590 0x55c875e6f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.828+0000 7f2ed117b740 4 client.17121 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-02-10T00:03:33.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.828+0000 7f2ed117b740 1 -- 172.21.15.1:0/4105003135 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55c875a9a7b0 con 0x55c875e6d590 2024-02-10T00:03:33.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.828+0000 7f2ec7fff640 1 --2- 172.21.15.1:0/4105003135 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c875e6d590 0x55c875e6f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.828+0000 7f2ea77fe640 10 client.17121 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:33.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.828+0000 7f2ec7fff640 1 --2- 172.21.15.1:0/4105003135 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c875e6d590 0x55c875e6f9b0 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=de145ff69f0296b0 server_cookie=7e8f15b2cd78a8ce in_seq=0 out_seq=0 2024-02-10T00:03:33.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.829+0000 7f2ea77fe640 1 -- 172.21.15.1:0/4105003135 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55c875a9a7b0 con 0x55c875e6d590 2024-02-10T00:03:33.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.829+0000 7f2ea77fe640 10 client.17121 handle_command_reply: tid=0 2024-02-10T00:03:33.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.829+0000 7f2ed117b740 1 client.17121 shutdown 2024-02-10T00:03:33.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.830+0000 7f2ed117b740 1 -- 172.21.15.1:0/4105003135 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c875df7ab0 msgr2=0x55c875e65d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:33.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.830+0000 7f2ed117b740 1 --2- 172.21.15.1:0/4105003135 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c875df7ab0 0x55c875e65d90 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7f2eb80bca30 tx=0x7f2eb80bd430 comp rx=0 tx=0).stop 2024-02-10T00:03:33.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.830+0000 7f2ed117b740 1 -- 172.21.15.1:0/4105003135 shutdown_connections 2024-02-10T00:03:33.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.830+0000 7f2ed117b740 1 --2- 172.21.15.1:0/4105003135 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c875e6d590 0x55c875e6f9b0 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.830+0000 7f2ed117b740 1 --2- 172.21.15.1:0/4105003135 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c875e00690 0x55c875e0ae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.830+0000 7f2ed117b740 1 --2- 172.21.15.1:0/4105003135 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c875df7ab0 0x55c875e65d90 unknown :-1 s=CLOSED pgs=967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.830+0000 7f2ea77fe640 0 client.17121 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:33.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.830+0000 7f2ed117b740 1 --2- 172.21.15.1:0/4105003135 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c875df7190 0x55c875e65850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.830+0000 7f2ed117b740 1 -- 172.21.15.1:0/4105003135 >> 172.21.15.1:0/4105003135 conn(0x55c875df18c0 msgr2=0x55c875df3580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:33.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.830+0000 7f2ed117b740 1 -- 172.21.15.1:0/4105003135 shutdown_connections 2024-02-10T00:03:33.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.830+0000 7f2ed117b740 1 -- 172.21.15.1:0/4105003135 wait complete. 2024-02-10T00:03:33.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.830+0000 7f2ed117b740 20 client.17121 trim_cache size 0 max 16384 2024-02-10T00:03:33.838 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:03:33.838 INFO:teuthology.orchestra.run.smithi001.stdout: "return_code": 0, 2024-02-10T00:03:33.838 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_tag": "79fe5ca1-e5f1-4141-9a89-cee939adde57", 2024-02-10T00:03:33.838 INFO:teuthology.orchestra.run.smithi001.stdout: "mode": "asynchronous" 2024-02-10T00:03:33.838 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:03:33.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.830+0000 7f2ece4c9640 1 -- 172.21.15.1:0/450891734 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2eb00a2230 msgr2=0x7f2eb00a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:33.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.830+0000 7f2ece4c9640 1 --2- 172.21.15.1:0/450891734 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2eb00a2230 0x7f2eb00a46f0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f2ec0005fd0 tx=0x7f2ec000f730 comp rx=0 tx=0).stop 2024-02-10T00:03:33.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.830+0000 7f2ece4c9640 1 -- 172.21.15.1:0/450891734 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2ec8102cb0 msgr2=0x7f2ec819d990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:33.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.830+0000 7f2ece4c9640 1 --2- 172.21.15.1:0/450891734 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2ec8102cb0 0x7f2ec819d990 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7f2eb8005940 tx=0x7f2eb8004040 comp rx=0 tx=0).stop 2024-02-10T00:03:33.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.830+0000 7f2ece4c9640 1 -- 172.21.15.1:0/450891734 shutdown_connections 2024-02-10T00:03:33.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.831+0000 7f2ece4c9640 1 --2- 172.21.15.1:0/450891734 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2eb00a2230 0x7f2eb00a46f0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.831+0000 7f2ece4c9640 1 --2- 172.21.15.1:0/450891734 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2ec810b800 0x7f2ec8197600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.831+0000 7f2ece4c9640 1 --2- 172.21.15.1:0/450891734 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2ec8102cb0 0x7f2ec819d990 unknown :-1 s=CLOSED pgs=963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.831+0000 7f2ece4c9640 1 --2- 172.21.15.1:0/450891734 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2ec8102300 0x7f2ec819d450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.831+0000 7f2ece4c9640 1 -- 172.21.15.1:0/450891734 >> 172.21.15.1:0/450891734 conn(0x7f2ec80fbb70 msgr2=0x7f2ec810d220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:33.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.831+0000 7f2ece4c9640 1 -- 172.21.15.1:0/450891734 shutdown_connections 2024-02-10T00:03:33.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.831+0000 7f2ece4c9640 1 -- 172.21.15.1:0/450891734 wait complete. 2024-02-10T00:03:33.843 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:03:33.843 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:03:33.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.947+0000 7fb70044d640 1 -- 172.21.15.1:0/1486117665 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb6f8105410 msgr2=0x7fb6f810cfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:33.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.947+0000 7fb70044d640 1 --2- 172.21.15.1:0/1486117665 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb6f8105410 0x7fb6f810cfe0 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7fb6f0009cd0 tx=0x7fb6f002c0f0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.947+0000 7fb70044d640 1 -- 172.21.15.1:0/1486117665 shutdown_connections 2024-02-10T00:03:33.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.947+0000 7fb70044d640 1 --2- 172.21.15.1:0/1486117665 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb6f8105410 0x7fb6f810cfe0 unknown :-1 s=CLOSED pgs=968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.947+0000 7fb70044d640 1 --2- 172.21.15.1:0/1486117665 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb6f8100cf0 0x7fb6f8104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.947+0000 7fb70044d640 1 --2- 172.21.15.1:0/1486117665 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb6f8100340 0x7fb6f8100720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.947+0000 7fb70044d640 1 -- 172.21.15.1:0/1486117665 >> 172.21.15.1:0/1486117665 conn(0x7fb6f80772e0 msgr2=0x7fb6f80776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:33.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.947+0000 7fb70044d640 1 -- 172.21.15.1:0/1486117665 shutdown_connections 2024-02-10T00:03:33.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.947+0000 7fb70044d640 1 -- 172.21.15.1:0/1486117665 wait complete. 2024-02-10T00:03:33.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.947+0000 7fb70044d640 1 Processor -- start 2024-02-10T00:03:33.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.947+0000 7fb70044d640 1 -- start start 2024-02-10T00:03:33.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.948+0000 7fb70044d640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb6f8100340 0x7fb6f819d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.948+0000 7fb70044d640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb6f8105410 0x7fb6f819dad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.948+0000 7fb70044d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb6f8197650 0x7fb6f8197ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.948+0000 7fb70044d640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6f8198120 con 0x7fb6f8197650 2024-02-10T00:03:33.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.948+0000 7fb70044d640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6f8198290 con 0x7fb6f8105410 2024-02-10T00:03:33.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.948+0000 7fb70044d640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6f8198450 con 0x7fb6f8100340 2024-02-10T00:03:33.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.948+0000 7fb6fe9ea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb6f8197650 0x7fb6f8197ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.948+0000 7fb6fe9ea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb6f8197650 0x7fb6f8197ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46482/0 (socket says 172.21.15.1:46482) 2024-02-10T00:03:33.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.948+0000 7fb6fe9ea640 1 -- 172.21.15.1:0/4275712867 learned_addr learned my addr 172.21.15.1:0/4275712867 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:33.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.948+0000 7fb6fd9e8640 1 --2- 172.21.15.1:0/4275712867 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb6f8105410 0x7fb6f819dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.948+0000 7fb6fe1e9640 1 --2- 172.21.15.1:0/4275712867 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb6f8100340 0x7fb6f819d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.948+0000 7fb6fe9ea640 1 -- 172.21.15.1:0/4275712867 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb6f8100340 msgr2=0x7fb6f819d590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:33.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.948+0000 7fb6fe9ea640 1 --2- 172.21.15.1:0/4275712867 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb6f8100340 0x7fb6f819d590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.948+0000 7fb6fe9ea640 1 -- 172.21.15.1:0/4275712867 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb6f8105410 msgr2=0x7fb6f819dad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:33.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.948+0000 7fb6fe9ea640 1 --2- 172.21.15.1:0/4275712867 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb6f8105410 0x7fb6f819dad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.948+0000 7fb6fe9ea640 1 -- 172.21.15.1:0/4275712867 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6f0009900 con 0x7fb6f8197650 2024-02-10T00:03:33.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.948+0000 7fb6fe1e9640 1 --2- 172.21.15.1:0/4275712867 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb6f8100340 0x7fb6f819d590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:03:33.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.948+0000 7fb6fe9ea640 1 --2- 172.21.15.1:0/4275712867 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb6f8197650 0x7fb6f8197ad0 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7fb6f0004af0 tx=0x7fb6f0034cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:33.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.948+0000 7fb6ef7fe640 1 -- 172.21.15.1:0/4275712867 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6f00328c0 con 0x7fb6f8197650 2024-02-10T00:03:33.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.948+0000 7fb6ef7fe640 1 -- 172.21.15.1:0/4275712867 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb6f0003e50 con 0x7fb6f8197650 2024-02-10T00:03:33.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.948+0000 7fb70044d640 1 -- 172.21.15.1:0/4275712867 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb6f81a4390 con 0x7fb6f8197650 2024-02-10T00:03:33.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.948+0000 7fb6ef7fe640 1 -- 172.21.15.1:0/4275712867 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6f0004860 con 0x7fb6f8197650 2024-02-10T00:03:33.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.948+0000 7fb70044d640 1 -- 172.21.15.1:0/4275712867 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6f81a4860 con 0x7fb6f8197650 2024-02-10T00:03:33.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.950+0000 7fb6ef7fe640 1 -- 172.21.15.1:0/4275712867 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fb6f000a040 con 0x7fb6f8197650 2024-02-10T00:03:33.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.951+0000 7fb70301c740 1 Processor -- start 2024-02-10T00:03:33.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.951+0000 7fb6ef7fe640 1 --2- 172.21.15.1:0/4275712867 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb6e40a2330 0x7fb6e40a47f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.951+0000 7fb6ef7fe640 1 -- 172.21.15.1:0/4275712867 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fb6f00f0cd0 con 0x7fb6f8197650 2024-02-10T00:03:33.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.951+0000 7fb6fd9e8640 1 --2- 172.21.15.1:0/4275712867 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb6e40a2330 0x7fb6e40a47f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.951+0000 7fb70301c740 1 -- start start 2024-02-10T00:03:33.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.951+0000 7fb70301c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564bb456f980 0x564bb456fd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.952+0000 7fb70301c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564bb4570330 0x564bb45788e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.952+0000 7fb70301c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564bb4578eb0 0x564bb457b300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.963 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.952+0000 7fb70301c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x564bb452ad00 con 0x564bb456f980 2024-02-10T00:03:33.963 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.952+0000 7fb70301c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x564bb44df2f0 con 0x564bb4578eb0 2024-02-10T00:03:33.963 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.952+0000 7fb70301c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x564bb44dc820 con 0x564bb4570330 2024-02-10T00:03:33.963 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.952+0000 7fb6fe1e9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564bb456f980 0x564bb456fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.963 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.952+0000 7fb6fe1e9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564bb456f980 0x564bb456fd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46488/0 (socket says 172.21.15.1:46488) 2024-02-10T00:03:33.963 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.952+0000 7fb6fe1e9640 1 -- 172.21.15.1:0/1682955473 learned_addr learned my addr 172.21.15.1:0/1682955473 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:33.963 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.952+0000 7fb6fd9e8640 1 --2- 172.21.15.1:0/4275712867 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb6e40a2330 0x7fb6e40a47f0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fb6f8198ea0 tx=0x7fb6e800b390 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:33.963 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.952+0000 7fb6fe9ea640 1 --2- 172.21.15.1:0/1682955473 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564bb4578eb0 0x564bb457b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.963 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.952+0000 7fb6fd9e8640 1 --2- 172.21.15.1:0/1682955473 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564bb4570330 0x564bb45788e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.963 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.952+0000 7fb6fe1e9640 1 -- 172.21.15.1:0/1682955473 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564bb4570330 msgr2=0x564bb45788e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:33.963 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.952+0000 7fb6fe1e9640 1 --2- 172.21.15.1:0/1682955473 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564bb4570330 0x564bb45788e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.964 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.952+0000 7fb6fe1e9640 1 -- 172.21.15.1:0/1682955473 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564bb4578eb0 msgr2=0x564bb457b300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:33.964 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.952+0000 7fb6fe1e9640 1 --2- 172.21.15.1:0/1682955473 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564bb4578eb0 0x564bb457b300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.964 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.952+0000 7fb6fe1e9640 1 -- 172.21.15.1:0/1682955473 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564bb4499ff0 con 0x564bb456f980 2024-02-10T00:03:33.964 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.952+0000 7fb6fe1e9640 1 --2- 172.21.15.1:0/1682955473 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564bb456f980 0x564bb456fd60 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7fb6f400bd40 tx=0x7fb6f400f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f303bf7c2a159940 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:33.964 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.952+0000 7fb6ecbfe640 1 -- 172.21.15.1:0/1682955473 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6f401a660 con 0x564bb456f980 2024-02-10T00:03:33.964 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.952+0000 7fb6ecbfe640 1 -- 172.21.15.1:0/1682955473 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb6f400be30 con 0x564bb456f980 2024-02-10T00:03:33.964 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.952+0000 7fb6ecbfe640 1 -- 172.21.15.1:0/1682955473 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6f4011bb0 con 0x564bb456f980 2024-02-10T00:03:33.964 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.953+0000 7fb70301c740 1 -- 172.21.15.1:0/1682955473 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564bb456f980 msgr2=0x564bb456fd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:33.964 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.953+0000 7fb70301c740 1 --2- 172.21.15.1:0/1682955473 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564bb456f980 0x564bb456fd60 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7fb6f400bd40 tx=0x7fb6f400f730 comp rx=0 tx=0).stop 2024-02-10T00:03:33.964 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.953+0000 7fb70301c740 1 -- 172.21.15.1:0/1682955473 shutdown_connections 2024-02-10T00:03:33.964 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.953+0000 7fb70301c740 1 --2- 172.21.15.1:0/1682955473 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564bb4578eb0 0x564bb457b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.953+0000 7fb70301c740 1 --2- 172.21.15.1:0/1682955473 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564bb4570330 0x564bb45788e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.953+0000 7fb70301c740 1 --2- 172.21.15.1:0/1682955473 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564bb456f980 0x564bb456fd60 unknown :-1 s=CLOSED pgs=970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.953+0000 7fb70301c740 1 -- 172.21.15.1:0/1682955473 >> 172.21.15.1:0/1682955473 conn(0x564bb456a050 msgr2=0x564bb456a430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:33.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.953+0000 7fb70301c740 1 -- 172.21.15.1:0/1682955473 shutdown_connections 2024-02-10T00:03:33.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.953+0000 7fb70301c740 1 -- 172.21.15.1:0/1682955473 wait complete. 2024-02-10T00:03:33.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.954+0000 7fb70301c740 1 -- start start 2024-02-10T00:03:33.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.954+0000 7fb70301c740 1 Processor -- start 2024-02-10T00:03:33.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.954+0000 7fb70301c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564bb456f980 0x564bb4575e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.954+0000 7fb70301c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564bb4570330 0x564bb45763a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.954+0000 7fb70301c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564bb4578eb0 0x564bb45768e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.954+0000 7fb70301c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x564bb44d8000 con 0x564bb4570330 2024-02-10T00:03:33.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.954+0000 7fb70301c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x564bb41ab430 con 0x564bb4578eb0 2024-02-10T00:03:33.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.954+0000 7fb70301c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x564bb4167e00 con 0x564bb456f980 2024-02-10T00:03:33.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.954+0000 7fb70301c740 10 client.0 _ll_register_callbacks cb 0x564bb44cc7f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:03:33.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.954+0000 7fb6fd9e8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564bb4570330 0x564bb45763a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.954+0000 7fb6fd9e8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564bb4570330 0x564bb45763a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46500/0 (socket says 172.21.15.1:46500) 2024-02-10T00:03:33.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.954+0000 7fb6fd9e8640 1 -- 172.21.15.1:0/224199439 learned_addr learned my addr 172.21.15.1:0/224199439 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:33.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.954+0000 7fb6fe1e9640 1 --2- 172.21.15.1:0/224199439 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564bb456f980 0x564bb4575e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.954+0000 7fb6fe9ea640 1 --2- 172.21.15.1:0/224199439 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564bb4578eb0 0x564bb45768e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.954+0000 7fb6fd9e8640 1 -- 172.21.15.1:0/224199439 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564bb456f980 msgr2=0x564bb4575e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:33.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.954+0000 7fb6fd9e8640 1 --2- 172.21.15.1:0/224199439 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564bb456f980 0x564bb4575e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.954+0000 7fb6fd9e8640 1 -- 172.21.15.1:0/224199439 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564bb4578eb0 msgr2=0x564bb45768e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:33.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.954+0000 7fb6fd9e8640 1 --2- 172.21.15.1:0/224199439 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564bb4578eb0 0x564bb45768e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.954+0000 7fb6fd9e8640 1 -- 172.21.15.1:0/224199439 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6f400b9a0 con 0x564bb4570330 2024-02-10T00:03:33.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.954+0000 7fb6fe9ea640 1 --2- 172.21.15.1:0/224199439 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564bb4578eb0 0x564bb45768e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:03:33.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.954+0000 7fb6fd9e8640 1 --2- 172.21.15.1:0/224199439 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564bb4570330 0x564bb45763a0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7fb6e8011720 tx=0x7fb6e8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=398be73339c0edb7 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:33.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.954+0000 7fb6e1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:03:33.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.954+0000 7fb6e1ffb640 1 -- 172.21.15.1:0/224199439 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6e801e8f0 con 0x564bb4570330 2024-02-10T00:03:33.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.955+0000 7fb6e1ffb640 1 -- 172.21.15.1:0/224199439 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fb6e8017070 con 0x564bb4570330 2024-02-10T00:03:33.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.955+0000 7fb70301c740 1 -- 172.21.15.1:0/224199439 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564bb41d77e0 con 0x564bb4570330 2024-02-10T00:03:33.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.955+0000 7fb6e1ffb640 1 -- 172.21.15.1:0/224199439 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb6e801ea50 con 0x564bb4570330 2024-02-10T00:03:33.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.955+0000 7fb70301c740 10 client.17133 fetch_fsmap learned FSMap version 29 2024-02-10T00:03:33.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.955+0000 7fb70301c740 1 -- 172.21.15.1:0/224199439 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x564bb44d6680 con 0x564bb4570330 2024-02-10T00:03:33.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.955+0000 7fb6e1ffb640 1 -- 172.21.15.1:0/224199439 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x564bb41d77e0 con 0x564bb4570330 2024-02-10T00:03:33.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.955+0000 7fb6e1ffb640 1 -- 172.21.15.1:0/224199439 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fb6e801d420 con 0x564bb4570330 2024-02-10T00:03:33.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.955+0000 7fb70301c740 10 client.17133 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:03:33.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.955+0000 7fb70301c740 10 client.17133 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:03:33.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.955+0000 7fb70301c740 20 client.17133 populate_metadata read hostname 'smithi001' 2024-02-10T00:03:33.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.955+0000 7fb70301c740 1 --2- 172.21.15.1:0/224199439 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564bb45894d0 0x564bb458b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.955+0000 7fb70301c740 4 client.17133 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:03:33.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.955+0000 7fb70301c740 1 -- 172.21.15.1:0/224199439 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564bb4214720 con 0x564bb45894d0 2024-02-10T00:03:33.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.955+0000 7fb6fe1e9640 1 --2- 172.21.15.1:0/224199439 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564bb45894d0 0x564bb458b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.956+0000 7fb6e1ffb640 10 client.17133 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:33.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.956+0000 7fb6fe1e9640 1 --2- 172.21.15.1:0/224199439 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564bb45894d0 0x564bb458b8f0 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f00a5de5b10f5d32 server_cookie=9e3ec4955cbfc194 in_seq=0 out_seq=0 2024-02-10T00:03:33.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.956+0000 7fb6e1ffb640 1 -- 172.21.15.1:0/224199439 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x564bb4214720 con 0x564bb45894d0 2024-02-10T00:03:33.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.956+0000 7fb6e1ffb640 10 client.17133 handle_command_reply: tid=0 2024-02-10T00:03:33.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.956+0000 7fb70301c740 1 client.17133 shutdown 2024-02-10T00:03:33.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.956+0000 7fb70301c740 1 -- 172.21.15.1:0/224199439 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564bb4570330 msgr2=0x564bb45763a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:33.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.956+0000 7fb70301c740 1 --2- 172.21.15.1:0/224199439 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564bb4570330 0x564bb45763a0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7fb6e8011720 tx=0x7fb6e8004730 comp rx=0 tx=0).stop 2024-02-10T00:03:33.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.956+0000 7fb70301c740 1 -- 172.21.15.1:0/224199439 shutdown_connections 2024-02-10T00:03:33.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.956+0000 7fb70301c740 1 --2- 172.21.15.1:0/224199439 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564bb45894d0 0x564bb458b8f0 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.956+0000 7fb70301c740 1 --2- 172.21.15.1:0/224199439 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564bb4578eb0 0x564bb45768e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.956+0000 7fb70301c740 1 --2- 172.21.15.1:0/224199439 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564bb4570330 0x564bb45763a0 unknown :-1 s=CLOSED pgs=971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.956+0000 7fb6e1ffb640 0 client.17133 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:33.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.956+0000 7fb70301c740 1 --2- 172.21.15.1:0/224199439 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564bb456f980 0x564bb4575e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.956+0000 7fb70301c740 1 -- 172.21.15.1:0/224199439 >> 172.21.15.1:0/224199439 conn(0x564bb456a050 msgr2=0x564bb456bda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:33.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.957+0000 7fb70301c740 1 -- 172.21.15.1:0/224199439 shutdown_connections 2024-02-10T00:03:33.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.957+0000 7fb70301c740 1 -- 172.21.15.1:0/224199439 wait complete. 2024-02-10T00:03:33.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.957+0000 7fb70301c740 20 client.17133 trim_cache size 0 max 16384 2024-02-10T00:03:33.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.972+0000 7fb70301c740 1 Processor -- start 2024-02-10T00:03:33.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.972+0000 7fb70301c740 1 -- start start 2024-02-10T00:03:33.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.972+0000 7fb70301c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564bb456f980 0x564bb4578590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.972+0000 7fb70301c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564bb4570330 0x564bb45730e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.972+0000 7fb70301c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564bb4578eb0 0x564bb4573620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.972+0000 7fb70301c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x564bb445cfd0 con 0x564bb4570330 2024-02-10T00:03:33.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.972+0000 7fb70301c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x564bb4569b80 con 0x564bb4578eb0 2024-02-10T00:03:33.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.972+0000 7fb70301c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x564bb41d7810 con 0x564bb456f980 2024-02-10T00:03:33.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.972+0000 7fb6fd9e8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564bb4570330 0x564bb45730e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.972+0000 7fb6fd9e8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564bb4570330 0x564bb45730e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46514/0 (socket says 172.21.15.1:46514) 2024-02-10T00:03:33.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.972+0000 7fb6fd9e8640 1 -- 172.21.15.1:0/2604083597 learned_addr learned my addr 172.21.15.1:0/2604083597 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:33.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.972+0000 7fb6fe1e9640 1 --2- 172.21.15.1:0/2604083597 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564bb456f980 0x564bb4578590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.972+0000 7fb6fd9e8640 1 -- 172.21.15.1:0/2604083597 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564bb456f980 msgr2=0x564bb4578590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:33.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.972+0000 7fb6fd9e8640 1 --2- 172.21.15.1:0/2604083597 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564bb456f980 0x564bb4578590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.972+0000 7fb6fd9e8640 1 -- 172.21.15.1:0/2604083597 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564bb4578eb0 msgr2=0x564bb4573620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:33.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.972+0000 7fb6fd9e8640 1 --2- 172.21.15.1:0/2604083597 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564bb4578eb0 0x564bb4573620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.972+0000 7fb6fd9e8640 1 -- 172.21.15.1:0/2604083597 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564bb4472b30 con 0x564bb4570330 2024-02-10T00:03:33.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.972+0000 7fb6fe1e9640 1 --2- 172.21.15.1:0/2604083597 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564bb456f980 0x564bb4578590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:03:33.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.972+0000 7fb6fd9e8640 1 --2- 172.21.15.1:0/2604083597 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564bb4570330 0x564bb45730e0 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7fb6e800b4a0 tx=0x7fb6e8005c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57f64ff4781f600 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:33.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.972+0000 7fb6e3fff640 1 -- 172.21.15.1:0/2604083597 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6e801d420 con 0x564bb4570330 2024-02-10T00:03:33.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.972+0000 7fb6e3fff640 1 -- 172.21.15.1:0/2604083597 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb6e8015070 con 0x564bb4570330 2024-02-10T00:03:33.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.972+0000 7fb6e3fff640 1 -- 172.21.15.1:0/2604083597 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6e8004a00 con 0x564bb4570330 2024-02-10T00:03:33.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.973+0000 7fb70301c740 1 -- 172.21.15.1:0/2604083597 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564bb4570330 msgr2=0x564bb45730e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:33.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.973+0000 7fb70301c740 1 --2- 172.21.15.1:0/2604083597 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564bb4570330 0x564bb45730e0 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7fb6e800b4a0 tx=0x7fb6e8005c50 comp rx=0 tx=0).stop 2024-02-10T00:03:33.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.973+0000 7fb70301c740 1 -- 172.21.15.1:0/2604083597 shutdown_connections 2024-02-10T00:03:33.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.973+0000 7fb70301c740 1 --2- 172.21.15.1:0/2604083597 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564bb4578eb0 0x564bb4573620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.973+0000 7fb70301c740 1 --2- 172.21.15.1:0/2604083597 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564bb4570330 0x564bb45730e0 unknown :-1 s=CLOSED pgs=972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.973+0000 7fb70301c740 1 --2- 172.21.15.1:0/2604083597 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564bb456f980 0x564bb4578590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.973+0000 7fb70301c740 1 -- 172.21.15.1:0/2604083597 >> 172.21.15.1:0/2604083597 conn(0x564bb456a050 msgr2=0x564bb4590250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:33.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.973+0000 7fb70301c740 1 -- 172.21.15.1:0/2604083597 shutdown_connections 2024-02-10T00:03:33.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.973+0000 7fb70301c740 1 -- 172.21.15.1:0/2604083597 wait complete. 2024-02-10T00:03:33.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.973+0000 7fb70301c740 1 -- start start 2024-02-10T00:03:33.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.973+0000 7fb70301c740 1 Processor -- start 2024-02-10T00:03:33.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.974+0000 7fb70301c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564bb456f980 0x564bb457f270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.974+0000 7fb70301c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564bb4570330 0x564bb457f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.974+0000 7fb70301c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564bb4578eb0 0x564bb45d9b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.974+0000 7fb70301c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x564bb45da040 con 0x564bb456f980 2024-02-10T00:03:33.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.974+0000 7fb70301c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x564bb45da1b0 con 0x564bb4570330 2024-02-10T00:03:33.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.974+0000 7fb70301c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x564bb45da370 con 0x564bb4578eb0 2024-02-10T00:03:33.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.974+0000 7fb70301c740 10 client.0 _ll_register_callbacks cb 0x7fb6f400b500 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:03:33.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.974+0000 7fb6fe1e9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564bb456f980 0x564bb457f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.974+0000 7fb6fe1e9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564bb456f980 0x564bb457f270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46524/0 (socket says 172.21.15.1:46524) 2024-02-10T00:03:33.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.974+0000 7fb6fe1e9640 1 -- 172.21.15.1:0/2147282286 learned_addr learned my addr 172.21.15.1:0/2147282286 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:33.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.974+0000 7fb6fd9e8640 1 --2- 172.21.15.1:0/2147282286 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564bb4570330 0x564bb457f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.974+0000 7fb6fe9ea640 1 --2- 172.21.15.1:0/2147282286 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564bb4578eb0 0x564bb45d9b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.974+0000 7fb6fe1e9640 1 -- 172.21.15.1:0/2147282286 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564bb4578eb0 msgr2=0x564bb45d9b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:33.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.974+0000 7fb6fe1e9640 1 --2- 172.21.15.1:0/2147282286 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564bb4578eb0 0x564bb45d9b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.974+0000 7fb6fe1e9640 1 -- 172.21.15.1:0/2147282286 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564bb4570330 msgr2=0x564bb457f7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:33.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.974+0000 7fb6fe1e9640 1 --2- 172.21.15.1:0/2147282286 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564bb4570330 0x564bb457f7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.974+0000 7fb6fe1e9640 1 -- 172.21.15.1:0/2147282286 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564bb44d6680 con 0x564bb456f980 2024-02-10T00:03:33.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.974+0000 7fb6fe9ea640 1 --2- 172.21.15.1:0/2147282286 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564bb4578eb0 0x564bb45d9b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:03:33.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.974+0000 7fb6fd9e8640 1 --2- 172.21.15.1:0/2147282286 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564bb4570330 0x564bb457f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:03:33.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.974+0000 7fb6fe1e9640 1 --2- 172.21.15.1:0/2147282286 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564bb456f980 0x564bb457f270 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7fb6f400bc90 tx=0x7fb6f4005720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfc1ee876b21bfad server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:33.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.974+0000 7fb6e1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:03:33.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.974+0000 7fb6e1ffb640 1 -- 172.21.15.1:0/2147282286 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6f4004450 con 0x564bb456f980 2024-02-10T00:03:33.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.974+0000 7fb6e1ffb640 1 -- 172.21.15.1:0/2147282286 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fb6f4011760 con 0x564bb456f980 2024-02-10T00:03:33.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.974+0000 7fb70301c740 1 -- 172.21.15.1:0/2147282286 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb6f400be30 con 0x564bb456f980 2024-02-10T00:03:33.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.974+0000 7fb6e1ffb640 1 -- 172.21.15.1:0/2147282286 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb6f4011960 con 0x564bb456f980 2024-02-10T00:03:33.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.974+0000 7fb70301c740 10 client.17139 fetch_fsmap learned FSMap version 29 2024-02-10T00:03:33.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.974+0000 7fb70301c740 1 -- 172.21.15.1:0/2147282286 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x564bb4498850 con 0x564bb456f980 2024-02-10T00:03:33.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.975+0000 7fb6e1ffb640 1 -- 172.21.15.1:0/2147282286 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb6f400be30 con 0x564bb456f980 2024-02-10T00:03:33.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.975+0000 7fb6e1ffb640 1 -- 172.21.15.1:0/2147282286 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fb6f4003d00 con 0x564bb456f980 2024-02-10T00:03:33.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.975+0000 7fb70301c740 10 client.17139 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:03:33.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.975+0000 7fb70301c740 10 client.17139 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:03:33.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.975+0000 7fb70301c740 20 client.17139 populate_metadata read hostname 'smithi001' 2024-02-10T00:03:33.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.975+0000 7fb70301c740 1 --2- 172.21.15.1:0/2147282286 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564bb45e1b30 0x564bb45e3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:33.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.975+0000 7fb70301c740 4 client.17139 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:03:33.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.975+0000 7fb70301c740 1 -- 172.21.15.1:0/2147282286 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x564bb4263890 con 0x564bb45e1b30 2024-02-10T00:03:33.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.975+0000 7fb6fd9e8640 1 --2- 172.21.15.1:0/2147282286 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564bb45e1b30 0x564bb45e3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:33.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.976+0000 7fb6e1ffb640 10 client.17139 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:33.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.976+0000 7fb6fd9e8640 1 --2- 172.21.15.1:0/2147282286 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564bb45e1b30 0x564bb45e3f50 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c7a435dbbd0a4138 server_cookie=f03c988af39701bd in_seq=0 out_seq=0 2024-02-10T00:03:33.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.976+0000 7fb6e1ffb640 1 -- 172.21.15.1:0/2147282286 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x564bb4263890 con 0x564bb45e1b30 2024-02-10T00:03:33.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.976+0000 7fb6e1ffb640 10 client.17139 handle_command_reply: tid=0 2024-02-10T00:03:33.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.976+0000 7fb70301c740 1 client.17139 shutdown 2024-02-10T00:03:33.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.976+0000 7fb70301c740 1 -- 172.21.15.1:0/2147282286 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564bb456f980 msgr2=0x564bb457f270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:33.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.976+0000 7fb70301c740 1 --2- 172.21.15.1:0/2147282286 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564bb456f980 0x564bb457f270 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7fb6f400bc90 tx=0x7fb6f4005720 comp rx=0 tx=0).stop 2024-02-10T00:03:33.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.976+0000 7fb70301c740 1 -- 172.21.15.1:0/2147282286 shutdown_connections 2024-02-10T00:03:33.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.976+0000 7fb70301c740 1 --2- 172.21.15.1:0/2147282286 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564bb45e1b30 0x564bb45e3f50 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.976+0000 7fb70301c740 1 --2- 172.21.15.1:0/2147282286 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564bb4578eb0 0x564bb45d9b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.976+0000 7fb70301c740 1 --2- 172.21.15.1:0/2147282286 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564bb4570330 0x564bb457f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.976+0000 7fb70301c740 1 --2- 172.21.15.1:0/2147282286 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564bb456f980 0x564bb457f270 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.976+0000 7fb6e1ffb640 0 client.17139 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:33.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.976+0000 7fb70301c740 1 -- 172.21.15.1:0/2147282286 >> 172.21.15.1:0/2147282286 conn(0x564bb456a050 msgr2=0x564bb4568960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:33.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.976+0000 7fb70301c740 1 -- 172.21.15.1:0/2147282286 shutdown_connections 2024-02-10T00:03:33.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.976+0000 7fb70301c740 1 -- 172.21.15.1:0/2147282286 wait complete. 2024-02-10T00:03:33.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.976+0000 7fb70301c740 20 client.17139 trim_cache size 0 max 16384 2024-02-10T00:03:33.987 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:03:33.987 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "IDLE (waiting for more scrubs)", 2024-02-10T00:03:33.987 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": { 2024-02-10T00:03:33.987 INFO:teuthology.orchestra.run.smithi001.stdout: "79fe5ca1-e5f1-4141-9a89-cee939adde57": { 2024-02-10T00:03:33.987 INFO:teuthology.orchestra.run.smithi001.stdout: "path": "/", 2024-02-10T00:03:33.987 INFO:teuthology.orchestra.run.smithi001.stdout: "tag": "79fe5ca1-e5f1-4141-9a89-cee939adde57", 2024-02-10T00:03:33.987 INFO:teuthology.orchestra.run.smithi001.stdout: "options": "recursive,force" 2024-02-10T00:03:33.988 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:03:33.988 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:03:33.988 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:03:33.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.977+0000 7fb70044d640 1 -- 172.21.15.1:0/4275712867 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb6e40a2330 msgr2=0x7fb6e40a47f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:33.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.977+0000 7fb70044d640 1 --2- 172.21.15.1:0/4275712867 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb6e40a2330 0x7fb6e40a47f0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fb6f8198ea0 tx=0x7fb6e800b390 comp rx=0 tx=0).stop 2024-02-10T00:03:33.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.977+0000 7fb70044d640 1 -- 172.21.15.1:0/4275712867 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb6f8197650 msgr2=0x7fb6f8197ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:33.989 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.977+0000 7fb70044d640 1 --2- 172.21.15.1:0/4275712867 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb6f8197650 0x7fb6f8197ad0 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7fb6f0004af0 tx=0x7fb6f0034cc0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.977+0000 7fb70044d640 1 -- 172.21.15.1:0/4275712867 shutdown_connections 2024-02-10T00:03:33.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.977+0000 7fb70044d640 1 --2- 172.21.15.1:0/4275712867 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb6e40a2330 0x7fb6e40a47f0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.977+0000 7fb70044d640 1 --2- 172.21.15.1:0/4275712867 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb6f8197650 0x7fb6f8197ad0 unknown :-1 s=CLOSED pgs=969 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.977+0000 7fb70044d640 1 --2- 172.21.15.1:0/4275712867 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb6f8105410 0x7fb6f819dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.977+0000 7fb70044d640 1 --2- 172.21.15.1:0/4275712867 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb6f8100340 0x7fb6f819d590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:33.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.977+0000 7fb70044d640 1 -- 172.21.15.1:0/4275712867 >> 172.21.15.1:0/4275712867 conn(0x7fb6f80772e0 msgr2=0x7fb6f80fe020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:33.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.977+0000 7fb70044d640 1 -- 172.21.15.1:0/4275712867 shutdown_connections 2024-02-10T00:03:33.990 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:03:33.977+0000 7fb70044d640 1 -- 172.21.15.1:0/4275712867 wait complete. 2024-02-10T00:03:33.990 INFO:tasks.cephfs.filesystem:scrub status for tag:79fe5ca1-e5f1-4141-9a89-cee939adde57 - {'path': '/', 'tag': '79fe5ca1-e5f1-4141-9a89-cee939adde57', 'options': 'recursive,force'} 2024-02-10T00:03:35.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:34 smithi088 ceph-mon[36452]: pgmap v130: 97 pgs: 97 active+clean; 1.8 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-02-10T00:03:35.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:34 smithi088 ceph-mon[36452]: scrub queued for path: / 2024-02-10T00:03:35.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:34 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:03:35.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:34 smithi088 ceph-mon[36452]: scrub summary: active paths [/] 2024-02-10T00:03:35.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:34 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:03:35.371 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:34 smithi001 ceph-mon[32335]: pgmap v130: 97 pgs: 97 active+clean; 1.8 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-02-10T00:03:35.371 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:34 smithi001 ceph-mon[32335]: scrub queued for path: / 2024-02-10T00:03:35.371 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:34 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:03:35.371 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:34 smithi001 ceph-mon[32335]: scrub summary: active paths [/] 2024-02-10T00:03:35.371 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:34 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:03:35.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:34 smithi103 ceph-mon[36942]: pgmap v130: 97 pgs: 97 active+clean; 1.8 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-02-10T00:03:35.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:34 smithi103 ceph-mon[36942]: scrub queued for path: / 2024-02-10T00:03:35.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:34 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:03:35.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:34 smithi103 ceph-mon[36942]: scrub summary: active paths [/] 2024-02-10T00:03:35.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:34 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:03:35.858 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.854+0000 7fba13c6d640 1 -- 172.21.15.1:0/3975687516 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fba0c100380 msgr2=0x7fba0c100800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:35.858 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.854+0000 7fba13c6d640 1 --2- 172.21.15.1:0/3975687516 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fba0c100380 0x7fba0c100800 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc009900 tx=0x7fb9fc02bc80 comp rx=0 tx=0).stop 2024-02-10T00:03:35.858 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.854+0000 7fba13c6d640 1 -- 172.21.15.1:0/3975687516 shutdown_connections 2024-02-10T00:03:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.854+0000 7fba13c6d640 1 --2- 172.21.15.1:0/3975687516 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fba0c100d40 0x7fba0c10cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.854+0000 7fba13c6d640 1 --2- 172.21.15.1:0/3975687516 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fba0c100380 0x7fba0c100800 unknown :-1 s=CLOSED pgs=974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.854+0000 7fba13c6d640 1 --2- 172.21.15.1:0/3975687516 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fba0c106240 0x7fba0c106620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.854+0000 7fba13c6d640 1 -- 172.21.15.1:0/3975687516 >> 172.21.15.1:0/3975687516 conn(0x7fba0c076f80 msgr2=0x7fba0c077390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.854+0000 7fba13c6d640 1 -- 172.21.15.1:0/3975687516 shutdown_connections 2024-02-10T00:03:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.854+0000 7fba13c6d640 1 -- 172.21.15.1:0/3975687516 wait complete. 2024-02-10T00:03:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.855+0000 7fba13c6d640 1 Processor -- start 2024-02-10T00:03:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.855+0000 7fba13c6d640 1 -- start start 2024-02-10T00:03:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.855+0000 7fba13c6d640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fba0c100380 0x7fba0c19d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.855+0000 7fba13c6d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fba0c100d40 0x7fba0c19db20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.855+0000 7fba13c6d640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fba0c106240 0x7fba0c1976a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.855+0000 7fba13c6d640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba0c197e30 con 0x7fba0c100d40 2024-02-10T00:03:35.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.855+0000 7fba13c6d640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba0c197fa0 con 0x7fba0c106240 2024-02-10T00:03:35.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.855+0000 7fba13c6d640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba0c198160 con 0x7fba0c100380 2024-02-10T00:03:35.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.855+0000 7fba11208640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fba0c100d40 0x7fba0c19db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:35.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.855+0000 7fba11208640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fba0c100d40 0x7fba0c19db20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46554/0 (socket says 172.21.15.1:46554) 2024-02-10T00:03:35.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.855+0000 7fba11208640 1 -- 172.21.15.1:0/444819782 learned_addr learned my addr 172.21.15.1:0/444819782 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:35.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.855+0000 7fba11a09640 1 --2- 172.21.15.1:0/444819782 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fba0c100380 0x7fba0c19d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:35.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.856+0000 7fba1220a640 1 --2- 172.21.15.1:0/444819782 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fba0c106240 0x7fba0c1976a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:35.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.856+0000 7fba11208640 1 -- 172.21.15.1:0/444819782 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fba0c100380 msgr2=0x7fba0c19d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:35.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.856+0000 7fba11208640 1 --2- 172.21.15.1:0/444819782 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fba0c100380 0x7fba0c19d5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.856+0000 7fba11208640 1 -- 172.21.15.1:0/444819782 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fba0c106240 msgr2=0x7fba0c1976a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:35.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.856+0000 7fba11208640 1 --2- 172.21.15.1:0/444819782 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fba0c106240 0x7fba0c1976a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.856+0000 7fba11208640 1 -- 172.21.15.1:0/444819782 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9fc009560 con 0x7fba0c100d40 2024-02-10T00:03:35.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.856+0000 7fba11208640 1 --2- 172.21.15.1:0/444819782 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fba0c100d40 0x7fba0c19db20 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc005940 tx=0x7fb9fc004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:35.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.856+0000 7fba02ffd640 1 -- 172.21.15.1:0/444819782 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9fc004440 con 0x7fba0c100d40 2024-02-10T00:03:35.860 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.856+0000 7fba02ffd640 1 -- 172.21.15.1:0/444819782 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb9fc0052d0 con 0x7fba0c100d40 2024-02-10T00:03:35.861 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.856+0000 7fba13c6d640 1 -- 172.21.15.1:0/444819782 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fba0c1983e0 con 0x7fba0c100d40 2024-02-10T00:03:35.861 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.856+0000 7fba02ffd640 1 -- 172.21.15.1:0/444819782 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9fc003da0 con 0x7fba0c100d40 2024-02-10T00:03:35.861 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.856+0000 7fba13c6d640 1 -- 172.21.15.1:0/444819782 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba0c1a4560 con 0x7fba0c100d40 2024-02-10T00:03:35.871 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.858+0000 7fba02ffd640 1 -- 172.21.15.1:0/444819782 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fb9fc005440 con 0x7fba0c100d40 2024-02-10T00:03:35.871 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.859+0000 7fba1683d740 1 Processor -- start 2024-02-10T00:03:35.871 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.859+0000 7fba1683d740 1 -- start start 2024-02-10T00:03:35.871 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.859+0000 7fba02ffd640 1 --2- 172.21.15.1:0/444819782 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb9f80a22a0 0x7fb9f80a4760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:35.871 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.859+0000 7fba1683d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a1d984b50 0x557a1d984f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:35.871 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.859+0000 7fba1683d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a1d985470 0x557a1d992670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:35.871 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.859+0000 7fba1683d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a1d992bb0 0x557a1d994fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:35.871 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.859+0000 7fba1683d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557a1d8f3a00 con 0x557a1d985470 2024-02-10T00:03:35.871 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.859+0000 7fba1683d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557a1d8f0f30 con 0x557a1d992bb0 2024-02-10T00:03:35.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.859+0000 7fba1683d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557a1d8ec710 con 0x557a1d984b50 2024-02-10T00:03:35.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.859+0000 7fba1220a640 1 --2- 172.21.15.1:0/444819782 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb9f80a22a0 0x7fb9f80a4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:35.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.860+0000 7fba02ffd640 1 -- 172.21.15.1:0/444819782 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fb9fc0f00c0 con 0x7fba0c100d40 2024-02-10T00:03:35.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.860+0000 7fba11208640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a1d985470 0x557a1d992670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:35.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.860+0000 7fba11a09640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a1d984b50 0x557a1d984f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:35.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.860+0000 7fba11208640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a1d985470 0x557a1d992670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46568/0 (socket says 172.21.15.1:46568) 2024-02-10T00:03:35.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.860+0000 7fba11208640 1 -- 172.21.15.1:0/1684098627 learned_addr learned my addr 172.21.15.1:0/1684098627 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:35.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.860+0000 7fba1220a640 1 --2- 172.21.15.1:0/1684098627 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a1d992bb0 0x557a1d994fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:35.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.860+0000 7fba11a09640 1 -- 172.21.15.1:0/1684098627 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a1d992bb0 msgr2=0x557a1d994fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:35.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.860+0000 7fba11a09640 1 --2- 172.21.15.1:0/1684098627 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a1d992bb0 0x557a1d994fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.860+0000 7fba11a09640 1 -- 172.21.15.1:0/1684098627 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a1d985470 msgr2=0x557a1d992670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:35.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.860+0000 7fba11a09640 1 --2- 172.21.15.1:0/1684098627 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a1d985470 0x557a1d992670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.860+0000 7fba11a09640 1 -- 172.21.15.1:0/1684098627 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557a1d8b13b0 con 0x557a1d984b50 2024-02-10T00:03:35.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.860+0000 7fba1220a640 1 --2- 172.21.15.1:0/444819782 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb9f80a22a0 0x7fb9f80a4760 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fba04007fd0 tx=0x7fba04007dc0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:35.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.860+0000 7fba11a09640 1 --2- 172.21.15.1:0/1684098627 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a1d984b50 0x557a1d984f30 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fba080045b0 tx=0x7fba0800bb20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=84e691f8675cbc7 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:35.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.860+0000 7fb9f7fff640 1 -- 172.21.15.1:0/1684098627 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba08003bd0 con 0x557a1d984b50 2024-02-10T00:03:35.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.861+0000 7fb9f7fff640 1 -- 172.21.15.1:0/1684098627 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fba08003d30 con 0x557a1d984b50 2024-02-10T00:03:35.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.861+0000 7fb9f7fff640 1 -- 172.21.15.1:0/1684098627 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba08004e20 con 0x557a1d984b50 2024-02-10T00:03:35.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.861+0000 7fba1683d740 1 -- 172.21.15.1:0/1684098627 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a1d984b50 msgr2=0x557a1d984f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:35.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.861+0000 7fba1683d740 1 --2- 172.21.15.1:0/1684098627 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a1d984b50 0x557a1d984f30 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fba080045b0 tx=0x7fba0800bb20 comp rx=0 tx=0).stop 2024-02-10T00:03:35.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.861+0000 7fba1683d740 1 -- 172.21.15.1:0/1684098627 shutdown_connections 2024-02-10T00:03:35.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.861+0000 7fba1683d740 1 --2- 172.21.15.1:0/1684098627 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a1d992bb0 0x557a1d994fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.861+0000 7fba1683d740 1 --2- 172.21.15.1:0/1684098627 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a1d985470 0x557a1d992670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.861+0000 7fba1683d740 1 --2- 172.21.15.1:0/1684098627 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a1d984b50 0x557a1d984f30 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.861+0000 7fba1683d740 1 -- 172.21.15.1:0/1684098627 >> 172.21.15.1:0/1684098627 conn(0x557a1d97f9d0 msgr2=0x557a1d97fdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:35.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.861+0000 7fba1683d740 1 -- 172.21.15.1:0/1684098627 shutdown_connections 2024-02-10T00:03:35.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.861+0000 7fba1683d740 1 -- 172.21.15.1:0/1684098627 wait complete. 2024-02-10T00:03:35.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.862+0000 7fba1683d740 1 -- start start 2024-02-10T00:03:35.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.862+0000 7fba1683d740 1 Processor -- start 2024-02-10T00:03:35.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.862+0000 7fba1683d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a1d984b50 0x557a1d98fb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:35.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.862+0000 7fba1683d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a1d985470 0x557a1d9900a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:35.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.862+0000 7fba1683d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a1d992bb0 0x557a1d9905e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:35.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.862+0000 7fba1683d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557a1d891b90 con 0x557a1d992bb0 2024-02-10T00:03:35.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.862+0000 7fba1683d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557a1d5c0250 con 0x557a1d984b50 2024-02-10T00:03:35.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.862+0000 7fba1683d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557a1d872200 con 0x557a1d985470 2024-02-10T00:03:35.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.862+0000 7fba1683d740 10 client.0 _ll_register_callbacks cb 0x557a1d8a85d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:03:35.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.862+0000 7fba1220a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a1d992bb0 0x557a1d9905e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:35.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.862+0000 7fba1220a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a1d992bb0 0x557a1d9905e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46574/0 (socket says 172.21.15.1:46574) 2024-02-10T00:03:35.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.862+0000 7fba1220a640 1 -- 172.21.15.1:0/705380200 learned_addr learned my addr 172.21.15.1:0/705380200 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:35.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.862+0000 7fba11208640 1 --2- 172.21.15.1:0/705380200 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a1d985470 0x557a1d9900a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:35.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.863+0000 7fba11a09640 1 --2- 172.21.15.1:0/705380200 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a1d984b50 0x557a1d98fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:35.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.863+0000 7fba1220a640 1 -- 172.21.15.1:0/705380200 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a1d985470 msgr2=0x557a1d9900a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:35.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.863+0000 7fba1220a640 1 --2- 172.21.15.1:0/705380200 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a1d985470 0x557a1d9900a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.863+0000 7fba1220a640 1 -- 172.21.15.1:0/705380200 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a1d984b50 msgr2=0x557a1d98fb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:35.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.863+0000 7fba1220a640 1 --2- 172.21.15.1:0/705380200 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a1d984b50 0x557a1d98fb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.863+0000 7fba1220a640 1 -- 172.21.15.1:0/705380200 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba08004210 con 0x557a1d992bb0 2024-02-10T00:03:35.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.863+0000 7fba1220a640 1 --2- 172.21.15.1:0/705380200 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a1d992bb0 0x557a1d9905e0 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7fba040126e0 tx=0x7fba04004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf6b903d5fe9fbd1 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:35.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.863+0000 7fb9f57fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:03:35.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.863+0000 7fb9f57fa640 1 -- 172.21.15.1:0/705380200 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba04021690 con 0x557a1d992bb0 2024-02-10T00:03:35.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.863+0000 7fb9f57fa640 1 -- 172.21.15.1:0/705380200 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fba040217f0 con 0x557a1d992bb0 2024-02-10T00:03:35.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.863+0000 7fba1683d740 1 -- 172.21.15.1:0/705380200 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557a1d912ee0 con 0x557a1d992bb0 2024-02-10T00:03:35.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.863+0000 7fb9f57fa640 1 -- 172.21.15.1:0/705380200 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fba040219b0 con 0x557a1d992bb0 2024-02-10T00:03:35.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.863+0000 7fba1683d740 10 client.17151 fetch_fsmap learned FSMap version 29 2024-02-10T00:03:35.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.863+0000 7fba1683d740 1 -- 172.21.15.1:0/705380200 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x557a1d8ead90 con 0x557a1d992bb0 2024-02-10T00:03:35.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.864+0000 7fb9f57fa640 1 -- 172.21.15.1:0/705380200 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x557a1d912ee0 con 0x557a1d992bb0 2024-02-10T00:03:35.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.864+0000 7fb9f57fa640 1 -- 172.21.15.1:0/705380200 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fba04033c40 con 0x557a1d992bb0 2024-02-10T00:03:35.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.864+0000 7fba1683d740 10 client.17151 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:03:35.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.864+0000 7fba1683d740 10 client.17151 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:03:35.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.864+0000 7fba1683d740 20 client.17151 populate_metadata read hostname 'smithi001' 2024-02-10T00:03:35.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.864+0000 7fba1683d740 1 --2- 172.21.15.1:0/705380200 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557a1d9a2e40 0x557a1d9a5260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:35.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.864+0000 7fba1683d740 4 client.17151 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:03:35.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.864+0000 7fba1683d740 1 -- 172.21.15.1:0/705380200 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557a1d5ec600 con 0x557a1d9a2e40 2024-02-10T00:03:35.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.864+0000 7fba11a09640 1 --2- 172.21.15.1:0/705380200 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557a1d9a2e40 0x557a1d9a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:35.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.864+0000 7fb9f57fa640 10 client.17151 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:35.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.864+0000 7fba11a09640 1 --2- 172.21.15.1:0/705380200 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557a1d9a2e40 0x557a1d9a5260 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4ec1f94d06a5cea4 server_cookie=4eb015f25a22c6e9 in_seq=0 out_seq=0 2024-02-10T00:03:35.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.865+0000 7fb9f57fa640 1 -- 172.21.15.1:0/705380200 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x557a1d5ec600 con 0x557a1d9a2e40 2024-02-10T00:03:35.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.865+0000 7fb9f57fa640 10 client.17151 handle_command_reply: tid=0 2024-02-10T00:03:35.877 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.865+0000 7fba1683d740 1 client.17151 shutdown 2024-02-10T00:03:35.877 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.865+0000 7fba1683d740 1 -- 172.21.15.1:0/705380200 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a1d992bb0 msgr2=0x557a1d9905e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:35.877 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.865+0000 7fba1683d740 1 --2- 172.21.15.1:0/705380200 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a1d992bb0 0x557a1d9905e0 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7fba040126e0 tx=0x7fba04004ab0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.877 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.865+0000 7fba1683d740 1 -- 172.21.15.1:0/705380200 shutdown_connections 2024-02-10T00:03:35.877 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.865+0000 7fba1683d740 1 --2- 172.21.15.1:0/705380200 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557a1d9a2e40 0x557a1d9a5260 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.877 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.865+0000 7fba1683d740 1 --2- 172.21.15.1:0/705380200 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a1d992bb0 0x557a1d9905e0 unknown :-1 s=CLOSED pgs=976 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.877 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.865+0000 7fba1683d740 1 --2- 172.21.15.1:0/705380200 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a1d985470 0x557a1d9900a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.877 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.865+0000 7fb9f57fa640 0 client.17151 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:35.877 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.865+0000 7fba1683d740 1 --2- 172.21.15.1:0/705380200 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a1d984b50 0x557a1d98fb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.878 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.865+0000 7fba1683d740 1 -- 172.21.15.1:0/705380200 >> 172.21.15.1:0/705380200 conn(0x557a1d97f9d0 msgr2=0x557a1d981720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:35.878 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.866+0000 7fba1683d740 1 -- 172.21.15.1:0/705380200 shutdown_connections 2024-02-10T00:03:35.878 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.866+0000 7fba1683d740 1 -- 172.21.15.1:0/705380200 wait complete. 2024-02-10T00:03:35.878 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.866+0000 7fba1683d740 20 client.17151 trim_cache size 0 max 16384 2024-02-10T00:03:35.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.879+0000 7fba1683d740 1 Processor -- start 2024-02-10T00:03:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.879+0000 7fba1683d740 1 -- start start 2024-02-10T00:03:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.879+0000 7fba1683d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a1d984b50 0x557a1d992290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.879+0000 7fba1683d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a1d985470 0x557a1d990400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.879+0000 7fba1683d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a1d992bb0 0x557a1d98e450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.879+0000 7fba1683d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557a1d912ee0 con 0x557a1d992bb0 2024-02-10T00:03:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.879+0000 7fba1683d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557a1d9807d0 con 0x557a1d985470 2024-02-10T00:03:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.879+0000 7fba1683d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557a1d99f8c0 con 0x557a1d984b50 2024-02-10T00:03:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.879+0000 7fba1220a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a1d992bb0 0x557a1d98e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.879+0000 7fba1220a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a1d992bb0 0x557a1d98e450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46582/0 (socket says 172.21.15.1:46582) 2024-02-10T00:03:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.879+0000 7fba1220a640 1 -- 172.21.15.1:0/1674578408 learned_addr learned my addr 172.21.15.1:0/1674578408 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.880+0000 7fba11a09640 1 --2- 172.21.15.1:0/1674578408 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a1d984b50 0x557a1d992290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.880+0000 7fba11208640 1 --2- 172.21.15.1:0/1674578408 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a1d985470 0x557a1d990400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.880+0000 7fba1220a640 1 -- 172.21.15.1:0/1674578408 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a1d984b50 msgr2=0x557a1d992290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.880+0000 7fba1220a640 1 --2- 172.21.15.1:0/1674578408 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a1d984b50 0x557a1d992290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.880+0000 7fba1220a640 1 -- 172.21.15.1:0/1674578408 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a1d985470 msgr2=0x557a1d990400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:35.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.880+0000 7fba1220a640 1 --2- 172.21.15.1:0/1674578408 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a1d985470 0x557a1d990400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.880+0000 7fba1220a640 1 -- 172.21.15.1:0/1674578408 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557a1d887820 con 0x557a1d992bb0 2024-02-10T00:03:35.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.880+0000 7fba11208640 1 --2- 172.21.15.1:0/1674578408 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a1d985470 0x557a1d990400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:03:35.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.880+0000 7fba1220a640 1 --2- 172.21.15.1:0/1674578408 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a1d992bb0 0x557a1d98e450 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7fba040126b0 tx=0x7fba04014420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a5341f2b6d0c5e6 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:35.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.880+0000 7fb9f77fe640 1 -- 172.21.15.1:0/1674578408 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba04007850 con 0x557a1d992bb0 2024-02-10T00:03:35.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.880+0000 7fb9f77fe640 1 -- 172.21.15.1:0/1674578408 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fba0401a040 con 0x557a1d992bb0 2024-02-10T00:03:35.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.880+0000 7fb9f77fe640 1 -- 172.21.15.1:0/1674578408 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba04020d60 con 0x557a1d992bb0 2024-02-10T00:03:35.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.881+0000 7fba1683d740 1 -- 172.21.15.1:0/1674578408 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a1d992bb0 msgr2=0x557a1d98e450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:35.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.881+0000 7fba1683d740 1 --2- 172.21.15.1:0/1674578408 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a1d992bb0 0x557a1d98e450 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7fba040126b0 tx=0x7fba04014420 comp rx=0 tx=0).stop 2024-02-10T00:03:35.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.881+0000 7fba1683d740 1 -- 172.21.15.1:0/1674578408 shutdown_connections 2024-02-10T00:03:35.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.881+0000 7fba1683d740 1 --2- 172.21.15.1:0/1674578408 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a1d992bb0 0x557a1d98e450 unknown :-1 s=CLOSED pgs=977 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.881+0000 7fba1683d740 1 --2- 172.21.15.1:0/1674578408 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a1d985470 0x557a1d990400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.881+0000 7fba1683d740 1 --2- 172.21.15.1:0/1674578408 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a1d984b50 0x557a1d992290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.881+0000 7fba1683d740 1 -- 172.21.15.1:0/1674578408 >> 172.21.15.1:0/1674578408 conn(0x557a1d97f9d0 msgr2=0x557a1d98ae50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:35.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.881+0000 7fba1683d740 1 -- 172.21.15.1:0/1674578408 shutdown_connections 2024-02-10T00:03:35.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.881+0000 7fba1683d740 1 -- 172.21.15.1:0/1674578408 wait complete. 2024-02-10T00:03:35.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.881+0000 7fba1683d740 1 -- start start 2024-02-10T00:03:35.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.881+0000 7fba1683d740 1 Processor -- start 2024-02-10T00:03:35.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.882+0000 7fba1683d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a1d984b50 0x557a1d999950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:35.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.882+0000 7fba1683d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a1d985470 0x557a1d997ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:35.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.882+0000 7fba1683d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a1d992bb0 0x557a1d998420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:35.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.882+0000 7fba1683d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557a1d99a200 con 0x557a1d992bb0 2024-02-10T00:03:35.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.882+0000 7fba1683d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557a1d998960 con 0x557a1d985470 2024-02-10T00:03:35.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.882+0000 7fba1683d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557a1d998b20 con 0x557a1d984b50 2024-02-10T00:03:35.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.882+0000 7fba1683d740 10 client.0 _ll_register_callbacks cb 0x7fba04011d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:03:35.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.882+0000 7fba1220a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a1d992bb0 0x557a1d998420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.882+0000 7fba1220a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a1d992bb0 0x557a1d998420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46594/0 (socket says 172.21.15.1:46594) 2024-02-10T00:03:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.882+0000 7fba11a09640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a1d984b50 0x557a1d999950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.882+0000 7fba1220a640 1 -- 172.21.15.1:0/2589923828 learned_addr learned my addr 172.21.15.1:0/2589923828 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.882+0000 7fba11208640 1 --2- 172.21.15.1:0/2589923828 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a1d985470 0x557a1d997ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.882+0000 7fba1220a640 1 -- 172.21.15.1:0/2589923828 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a1d984b50 msgr2=0x557a1d999950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.882+0000 7fba1220a640 1 --2- 172.21.15.1:0/2589923828 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a1d984b50 0x557a1d999950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.882+0000 7fba1220a640 1 -- 172.21.15.1:0/2589923828 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a1d985470 msgr2=0x557a1d997ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.882+0000 7fba1220a640 1 --2- 172.21.15.1:0/2589923828 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a1d985470 0x557a1d997ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.882+0000 7fba1220a640 1 -- 172.21.15.1:0/2589923828 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557a1d8ead90 con 0x557a1d992bb0 2024-02-10T00:03:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.882+0000 7fba11208640 1 --2- 172.21.15.1:0/2589923828 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a1d985470 0x557a1d997ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:03:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.882+0000 7fba1220a640 1 --2- 172.21.15.1:0/2589923828 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a1d992bb0 0x557a1d998420 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7fba040126e0 tx=0x7fba04014870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a99d8a65a55ead03 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.882+0000 7fb9f57fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:03:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.882+0000 7fb9f57fa640 1 -- 172.21.15.1:0/2589923828 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba04004a60 con 0x557a1d992bb0 2024-02-10T00:03:35.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.882+0000 7fb9f57fa640 1 -- 172.21.15.1:0/2589923828 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fba0402e020 con 0x557a1d992bb0 2024-02-10T00:03:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.882+0000 7fba1683d740 1 -- 172.21.15.1:0/2589923828 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fba08003d30 con 0x557a1d992bb0 2024-02-10T00:03:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.883+0000 7fb9f57fa640 1 -- 172.21.15.1:0/2589923828 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fba04004bc0 con 0x557a1d992bb0 2024-02-10T00:03:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.883+0000 7fba1683d740 10 client.17157 fetch_fsmap learned FSMap version 29 2024-02-10T00:03:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.883+0000 7fba1683d740 1 -- 172.21.15.1:0/2589923828 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x557a1d8ad6f0 con 0x557a1d992bb0 2024-02-10T00:03:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.883+0000 7fb9f57fa640 1 -- 172.21.15.1:0/2589923828 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fba08003d30 con 0x557a1d992bb0 2024-02-10T00:03:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.883+0000 7fb9f57fa640 1 -- 172.21.15.1:0/2589923828 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fba04021930 con 0x557a1d992bb0 2024-02-10T00:03:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.883+0000 7fba1683d740 10 client.17157 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:03:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.883+0000 7fba1683d740 10 client.17157 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:03:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.883+0000 7fba1683d740 20 client.17157 populate_metadata read hostname 'smithi001' 2024-02-10T00:03:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.883+0000 7fba1683d740 1 --2- 172.21.15.1:0/2589923828 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557a1d9fa2a0 0x557a1d9fc690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.883+0000 7fba1683d740 4 client.17157 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:03:35.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.883+0000 7fba1683d740 1 -- 172.21.15.1:0/2589923828 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x557a1d63d1b0 con 0x557a1d9fa2a0 2024-02-10T00:03:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.883+0000 7fba11a09640 1 --2- 172.21.15.1:0/2589923828 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557a1d9fa2a0 0x557a1d9fc690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.884+0000 7fba11a09640 1 --2- 172.21.15.1:0/2589923828 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557a1d9fa2a0 0x557a1d9fc690 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=395b640fd89fdac2 server_cookie=9f3f5cb4f4c3da36 in_seq=0 out_seq=0 2024-02-10T00:03:35.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.884+0000 7fb9f57fa640 10 client.17157 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.898+0000 7fb9f57fa640 1 -- 172.21.15.1:0/2589923828 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x557a1d63d1b0 con 0x557a1d9fa2a0 2024-02-10T00:03:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.898+0000 7fb9f57fa640 10 client.17157 handle_command_reply: tid=0 2024-02-10T00:03:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.898+0000 7fba1683d740 1 client.17157 shutdown 2024-02-10T00:03:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.898+0000 7fba1683d740 1 -- 172.21.15.1:0/2589923828 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a1d992bb0 msgr2=0x557a1d998420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.898+0000 7fba1683d740 1 --2- 172.21.15.1:0/2589923828 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a1d992bb0 0x557a1d998420 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7fba040126e0 tx=0x7fba04014870 comp rx=0 tx=0).stop 2024-02-10T00:03:35.900 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.898+0000 7fba1683d740 1 -- 172.21.15.1:0/2589923828 shutdown_connections 2024-02-10T00:03:35.901 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.898+0000 7fba1683d740 1 --2- 172.21.15.1:0/2589923828 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557a1d9fa2a0 0x557a1d9fc690 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.901 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.898+0000 7fba1683d740 1 --2- 172.21.15.1:0/2589923828 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a1d992bb0 0x557a1d998420 unknown :-1 s=CLOSED pgs=978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.901 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.898+0000 7fba1683d740 1 --2- 172.21.15.1:0/2589923828 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a1d985470 0x557a1d997ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.901 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.898+0000 7fb9f57fa640 0 client.17157 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:35.901 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.898+0000 7fba1683d740 1 --2- 172.21.15.1:0/2589923828 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a1d984b50 0x557a1d999950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.901 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.898+0000 7fba1683d740 1 -- 172.21.15.1:0/2589923828 >> 172.21.15.1:0/2589923828 conn(0x557a1d97f9d0 msgr2=0x557a1d98e3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:35.901 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.898+0000 7fba1683d740 1 -- 172.21.15.1:0/2589923828 shutdown_connections 2024-02-10T00:03:35.901 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.898+0000 7fba1683d740 1 -- 172.21.15.1:0/2589923828 wait complete. 2024-02-10T00:03:35.901 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.898+0000 7fba1683d740 20 client.17157 trim_cache size 0 max 16384 2024-02-10T00:03:35.901 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:03:35.901 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:03:35.902 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:03:35.902 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:03:35.902 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.899+0000 7fba13c6d640 1 -- 172.21.15.1:0/444819782 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb9f80a22a0 msgr2=0x7fb9f80a4760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:35.903 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.899+0000 7fba13c6d640 1 --2- 172.21.15.1:0/444819782 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb9f80a22a0 0x7fb9f80a4760 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fba04007fd0 tx=0x7fba04007dc0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.903 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.899+0000 7fba13c6d640 1 -- 172.21.15.1:0/444819782 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fba0c100d40 msgr2=0x7fba0c19db20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:35.903 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.899+0000 7fba13c6d640 1 --2- 172.21.15.1:0/444819782 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fba0c100d40 0x7fba0c19db20 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc005940 tx=0x7fb9fc004040 comp rx=0 tx=0).stop 2024-02-10T00:03:35.903 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.899+0000 7fba13c6d640 1 -- 172.21.15.1:0/444819782 shutdown_connections 2024-02-10T00:03:35.903 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.899+0000 7fba13c6d640 1 --2- 172.21.15.1:0/444819782 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb9f80a22a0 0x7fb9f80a4760 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.903 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.899+0000 7fba13c6d640 1 --2- 172.21.15.1:0/444819782 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fba0c106240 0x7fba0c1976a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.903 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.899+0000 7fba13c6d640 1 --2- 172.21.15.1:0/444819782 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fba0c100d40 0x7fba0c19db20 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.903 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.899+0000 7fba13c6d640 1 --2- 172.21.15.1:0/444819782 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fba0c100380 0x7fba0c19d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:35.903 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.899+0000 7fba13c6d640 1 -- 172.21.15.1:0/444819782 >> 172.21.15.1:0/444819782 conn(0x7fba0c076f80 msgr2=0x7fba0c0ff650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:35.903 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.899+0000 7fba13c6d640 1 -- 172.21.15.1:0/444819782 shutdown_connections 2024-02-10T00:03:35.904 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:35.899+0000 7fba13c6d640 1 -- 172.21.15.1:0/444819782 wait complete. 2024-02-10T00:03:36.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:35 smithi088 ceph-mon[36452]: scrub summary: idle 2024-02-10T00:03:36.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:35 smithi103 ceph-mon[36942]: scrub summary: idle 2024-02-10T00:03:36.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:35 smithi001 ceph-mon[32335]: scrub summary: idle 2024-02-10T00:03:37.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:36 smithi088 ceph-mon[36452]: pgmap v131: 97 pgs: 97 active+clean; 1.8 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 31 KiB/s wr, 15 op/s 2024-02-10T00:03:37.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:36 smithi103 ceph-mon[36942]: pgmap v131: 97 pgs: 97 active+clean; 1.8 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 31 KiB/s wr, 15 op/s 2024-02-10T00:03:37.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:36 smithi001 ceph-mon[32335]: pgmap v131: 97 pgs: 97 active+clean; 1.8 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 31 KiB/s wr, 15 op/s 2024-02-10T00:03:39.348 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:38 smithi088 ceph-mon[36452]: pgmap v132: 97 pgs: 97 active+clean; 2.0 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 49 KiB/s wr, 26 op/s 2024-02-10T00:03:39.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:38 smithi103 ceph-mon[36942]: pgmap v132: 97 pgs: 97 active+clean; 2.0 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 49 KiB/s wr, 26 op/s 2024-02-10T00:03:39.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:38 smithi001 ceph-mon[32335]: pgmap v132: 97 pgs: 97 active+clean; 2.0 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 49 KiB/s wr, 26 op/s 2024-02-10T00:03:41.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:40 smithi088 ceph-mon[36452]: pgmap v133: 97 pgs: 97 active+clean; 2.0 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 31 KiB/s wr, 17 op/s 2024-02-10T00:03:41.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:40 smithi103 ceph-mon[36942]: pgmap v133: 97 pgs: 97 active+clean; 2.0 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 31 KiB/s wr, 17 op/s 2024-02-10T00:03:41.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:40 smithi001 ceph-mon[32335]: pgmap v133: 97 pgs: 97 active+clean; 2.0 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 31 KiB/s wr, 17 op/s 2024-02-10T00:03:43.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:42 smithi088 ceph-mon[36452]: pgmap v134: 97 pgs: 97 active+clean; 2.0 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 31 KiB/s wr, 17 op/s 2024-02-10T00:03:43.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:42 smithi103 ceph-mon[36942]: pgmap v134: 97 pgs: 97 active+clean; 2.0 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 31 KiB/s wr, 17 op/s 2024-02-10T00:03:43.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:42 smithi001 ceph-mon[32335]: pgmap v134: 97 pgs: 97 active+clean; 2.0 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 31 KiB/s wr, 17 op/s 2024-02-10T00:03:45.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:44 smithi088 ceph-mon[36452]: pgmap v135: 97 pgs: 97 active+clean; 2.1 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 44 KiB/s wr, 23 op/s 2024-02-10T00:03:45.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:44 smithi103 ceph-mon[36942]: pgmap v135: 97 pgs: 97 active+clean; 2.1 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 44 KiB/s wr, 23 op/s 2024-02-10T00:03:45.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:44 smithi001 ceph-mon[32335]: pgmap v135: 97 pgs: 97 active+clean; 2.1 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 44 KiB/s wr, 23 op/s 2024-02-10T00:03:47.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:46 smithi088 ceph-mon[36452]: pgmap v136: 97 pgs: 97 active+clean; 2.1 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 31 KiB/s wr, 16 op/s 2024-02-10T00:03:47.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:46 smithi103 ceph-mon[36942]: pgmap v136: 97 pgs: 97 active+clean; 2.1 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 31 KiB/s wr, 16 op/s 2024-02-10T00:03:47.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:46 smithi001 ceph-mon[32335]: pgmap v136: 97 pgs: 97 active+clean; 2.1 MiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 31 KiB/s wr, 16 op/s 2024-02-10T00:03:49.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.996+0000 7fd764015640 1 -- 172.21.15.1:0/1848997023 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd75c105420 msgr2=0x7fd75c10cff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:49.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.996+0000 7fd764015640 1 --2- 172.21.15.1:0/1848997023 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd75c105420 0x7fd75c10cff0 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7fd754009cd0 tx=0x7fd75402c0f0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.996+0000 7fd764015640 1 -- 172.21.15.1:0/1848997023 shutdown_connections 2024-02-10T00:03:49.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.996+0000 7fd764015640 1 --2- 172.21.15.1:0/1848997023 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd75c105420 0x7fd75c10cff0 unknown :-1 s=CLOSED pgs=979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.996+0000 7fd764015640 1 --2- 172.21.15.1:0/1848997023 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd75c100d00 0x7fd75c104d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.996+0000 7fd764015640 1 --2- 172.21.15.1:0/1848997023 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd75c100350 0x7fd75c100730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.996+0000 7fd764015640 1 -- 172.21.15.1:0/1848997023 >> 172.21.15.1:0/1848997023 conn(0x7fd75c077220 msgr2=0x7fd75c077630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:49.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.996+0000 7fd764015640 1 -- 172.21.15.1:0/1848997023 shutdown_connections 2024-02-10T00:03:49.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.996+0000 7fd764015640 1 -- 172.21.15.1:0/1848997023 wait complete. 2024-02-10T00:03:49.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.996+0000 7fd764015640 1 Processor -- start 2024-02-10T00:03:49.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.996+0000 7fd764015640 1 -- start start 2024-02-10T00:03:49.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.997+0000 7fd764015640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd75c100350 0x7fd75c19d400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:49.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.997+0000 7fd764015640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd75c105420 0x7fd75c19d940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:49.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.997+0000 7fd764015640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd75c197600 0x7fd75c197ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:49.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.997+0000 7fd764015640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd75c197ff0 con 0x7fd75c105420 2024-02-10T00:03:49.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.997+0000 7fd764015640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd75c198160 con 0x7fd75c100350 2024-02-10T00:03:49.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.997+0000 7fd764015640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd75c198320 con 0x7fd75c197600 2024-02-10T00:03:49.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.997+0000 7fd7615b0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd75c105420 0x7fd75c19d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:49.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.997+0000 7fd7615b0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd75c105420 0x7fd75c19d940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57944/0 (socket says 172.21.15.1:57944) 2024-02-10T00:03:49.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.997+0000 7fd7615b0640 1 -- 172.21.15.1:0/3271789387 learned_addr learned my addr 172.21.15.1:0/3271789387 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:49.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.997+0000 7fd7625b2640 1 --2- 172.21.15.1:0/3271789387 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd75c197600 0x7fd75c197ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:49.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.997+0000 7fd761db1640 1 --2- 172.21.15.1:0/3271789387 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd75c100350 0x7fd75c19d400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:49.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.997+0000 7fd7615b0640 1 -- 172.21.15.1:0/3271789387 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd75c197600 msgr2=0x7fd75c197ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:49.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.997+0000 7fd7615b0640 1 --2- 172.21.15.1:0/3271789387 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd75c197600 0x7fd75c197ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.997+0000 7fd7615b0640 1 -- 172.21.15.1:0/3271789387 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd75c100350 msgr2=0x7fd75c19d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:49.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.997+0000 7fd7615b0640 1 --2- 172.21.15.1:0/3271789387 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd75c100350 0x7fd75c19d400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.997+0000 7fd7615b0640 1 -- 172.21.15.1:0/3271789387 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd754009900 con 0x7fd75c105420 2024-02-10T00:03:49.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.997+0000 7fd7615b0640 1 --2- 172.21.15.1:0/3271789387 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd75c105420 0x7fd75c19d940 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7fd74c00d740 tx=0x7fd74c00dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:49.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.997+0000 7fd752ffd640 1 -- 172.21.15.1:0/3271789387 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd74c009c30 con 0x7fd75c105420 2024-02-10T00:03:49.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.997+0000 7fd752ffd640 1 -- 172.21.15.1:0/3271789387 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd74c00de50 con 0x7fd75c105420 2024-02-10T00:03:49.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.997+0000 7fd764015640 1 -- 172.21.15.1:0/3271789387 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd75c1a42c0 con 0x7fd75c105420 2024-02-10T00:03:49.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.997+0000 7fd752ffd640 1 -- 172.21.15.1:0/3271789387 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd74c010460 con 0x7fd75c105420 2024-02-10T00:03:49.003 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:48.998+0000 7fd764015640 1 -- 172.21.15.1:0/3271789387 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd75c1a47d0 con 0x7fd75c105420 2024-02-10T00:03:49.006 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.000+0000 7fd752ffd640 1 -- 172.21.15.1:0/3271789387 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fd74c004f10 con 0x7fd75c105420 2024-02-10T00:03:49.006 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.000+0000 7fd766bef740 1 Processor -- start 2024-02-10T00:03:49.006 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.000+0000 7fd752ffd640 1 --2- 172.21.15.1:0/3271789387 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd7480a22a0 0x7fd7480a4760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:49.006 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.000+0000 7fd766bef740 1 -- start start 2024-02-10T00:03:49.006 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.001+0000 7fd766bef740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596ca5660b0 0x5596ca566490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:49.006 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.001+0000 7fd7625b2640 1 --2- 172.21.15.1:0/3271789387 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd7480a22a0 0x7fd7480a4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:49.007 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.001+0000 7fd766bef740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596ca5669d0 0x5596ca56f260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:49.007 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.001+0000 7fd752ffd640 1 -- 172.21.15.1:0/3271789387 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fd74c0cd960 con 0x7fd75c105420 2024-02-10T00:03:49.007 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.001+0000 7fd766bef740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596ca56f7a0 0x5596ca571b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:49.007 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.001+0000 7fd766bef740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596ca4d4a00 con 0x5596ca56f7a0 2024-02-10T00:03:49.007 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.001+0000 7fd766bef740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596ca4d1f30 con 0x5596ca5669d0 2024-02-10T00:03:49.007 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.001+0000 7fd766bef740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596ca4cd710 con 0x5596ca5660b0 2024-02-10T00:03:49.007 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.001+0000 7fd7615b0640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596ca5669d0 0x5596ca56f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:49.007 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.001+0000 7fd7615b0640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596ca5669d0 0x5596ca56f260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.1:42290/0 (socket says 172.21.15.1:42290) 2024-02-10T00:03:49.007 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.001+0000 7fd7615b0640 1 -- 172.21.15.1:0/2560727014 learned_addr learned my addr 172.21.15.1:0/2560727014 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:49.007 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.001+0000 7fd761db1640 1 --2- 172.21.15.1:0/2560727014 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596ca5660b0 0x5596ca566490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:49.007 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.001+0000 7fd7625b2640 1 --2- 172.21.15.1:0/2560727014 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596ca56f7a0 0x5596ca571b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:49.007 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.001+0000 7fd7615b0640 1 -- 172.21.15.1:0/2560727014 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596ca5660b0 msgr2=0x5596ca566490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:49.007 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.001+0000 7fd7615b0640 1 --2- 172.21.15.1:0/2560727014 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596ca5660b0 0x5596ca566490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.007 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.001+0000 7fd7615b0640 1 -- 172.21.15.1:0/2560727014 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596ca56f7a0 msgr2=0x5596ca571b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:49.008 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.001+0000 7fd7615b0640 1 --2- 172.21.15.1:0/2560727014 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596ca56f7a0 0x5596ca571b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.008 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.001+0000 7fd7615b0640 1 -- 172.21.15.1:0/2560727014 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5596ca4923b0 con 0x5596ca5669d0 2024-02-10T00:03:49.008 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.001+0000 7fd7625b2640 1 --2- 172.21.15.1:0/2560727014 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596ca56f7a0 0x5596ca571b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:03:49.008 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.001+0000 7fd7625b2640 1 --2- 172.21.15.1:0/3271789387 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd7480a22a0 0x7fd7480a4760 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fd754005cc0 tx=0x7fd754032340 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:49.008 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.001+0000 7fd7615b0640 1 --2- 172.21.15.1:0/2560727014 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596ca5669d0 0x5596ca56f260 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fd74c0967e0 tx=0x7fd74c096750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2bb96ca286313e9f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:49.008 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.003+0000 7fd747fff640 1 -- 172.21.15.1:0/2560727014 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd74c09e4d0 con 0x5596ca5669d0 2024-02-10T00:03:49.008 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.004+0000 7fd747fff640 1 -- 172.21.15.1:0/2560727014 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd74c0a2b20 con 0x5596ca5669d0 2024-02-10T00:03:49.008 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.004+0000 7fd747fff640 1 -- 172.21.15.1:0/2560727014 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd74c0cb530 con 0x5596ca5669d0 2024-02-10T00:03:49.012 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.004+0000 7fd766bef740 1 -- 172.21.15.1:0/2560727014 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596ca5669d0 msgr2=0x5596ca56f260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:49.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.004+0000 7fd766bef740 1 --2- 172.21.15.1:0/2560727014 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596ca5669d0 0x5596ca56f260 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fd74c0967e0 tx=0x7fd74c096750 comp rx=0 tx=0).stop 2024-02-10T00:03:49.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.004+0000 7fd766bef740 1 -- 172.21.15.1:0/2560727014 shutdown_connections 2024-02-10T00:03:49.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.004+0000 7fd766bef740 1 --2- 172.21.15.1:0/2560727014 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596ca56f7a0 0x5596ca571b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.004+0000 7fd766bef740 1 --2- 172.21.15.1:0/2560727014 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596ca5669d0 0x5596ca56f260 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.004+0000 7fd766bef740 1 --2- 172.21.15.1:0/2560727014 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596ca5660b0 0x5596ca566490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.004+0000 7fd766bef740 1 -- 172.21.15.1:0/2560727014 >> 172.21.15.1:0/2560727014 conn(0x5596ca5609d0 msgr2=0x5596ca560db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:49.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.004+0000 7fd766bef740 1 -- 172.21.15.1:0/2560727014 shutdown_connections 2024-02-10T00:03:49.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.004+0000 7fd766bef740 1 -- 172.21.15.1:0/2560727014 wait complete. 2024-02-10T00:03:49.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.005+0000 7fd766bef740 1 -- start start 2024-02-10T00:03:49.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.005+0000 7fd766bef740 1 Processor -- start 2024-02-10T00:03:49.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.005+0000 7fd766bef740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596ca5660b0 0x5596ca56c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:49.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.005+0000 7fd766bef740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596ca5669d0 0x5596ca56cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:49.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.005+0000 7fd766bef740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596ca56f7a0 0x5596ca56d240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:49.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.005+0000 7fd766bef740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596ca472b90 con 0x5596ca5669d0 2024-02-10T00:03:49.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.005+0000 7fd766bef740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596ca1a1250 con 0x5596ca56f7a0 2024-02-10T00:03:49.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.005+0000 7fd766bef740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596ca453200 con 0x5596ca5660b0 2024-02-10T00:03:49.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.005+0000 7fd766bef740 10 client.0 _ll_register_callbacks cb 0x5596ca4895d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:03:49.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.005+0000 7fd7615b0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596ca5669d0 0x5596ca56cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:49.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.006+0000 7fd7615b0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596ca5669d0 0x5596ca56cd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57956/0 (socket says 172.21.15.1:57956) 2024-02-10T00:03:49.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.006+0000 7fd7625b2640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596ca56f7a0 0x5596ca56d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:49.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.006+0000 7fd7615b0640 1 -- 172.21.15.1:0/2481066933 learned_addr learned my addr 172.21.15.1:0/2481066933 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:49.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.006+0000 7fd761db1640 1 --2- 172.21.15.1:0/2481066933 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596ca5660b0 0x5596ca56c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:49.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.006+0000 7fd7615b0640 1 -- 172.21.15.1:0/2481066933 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596ca5660b0 msgr2=0x5596ca56c7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:49.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.006+0000 7fd7615b0640 1 --2- 172.21.15.1:0/2481066933 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596ca5660b0 0x5596ca56c7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.006+0000 7fd7615b0640 1 -- 172.21.15.1:0/2481066933 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596ca56f7a0 msgr2=0x5596ca56d240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:49.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.006+0000 7fd7615b0640 1 --2- 172.21.15.1:0/2481066933 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596ca56f7a0 0x5596ca56d240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.015 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.006+0000 7fd7615b0640 1 -- 172.21.15.1:0/2481066933 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd75c1a47d0 con 0x5596ca5669d0 2024-02-10T00:03:49.015 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.006+0000 7fd7625b2640 1 --2- 172.21.15.1:0/2481066933 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596ca56f7a0 0x5596ca56d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:03:49.015 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.006+0000 7fd7615b0640 1 --2- 172.21.15.1:0/2481066933 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596ca5669d0 0x5596ca56cd00 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7fd74c09a080 tx=0x7fd74c009740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e94a5344783fc79 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:49.015 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.006+0000 7fd7457fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:03:49.015 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.006+0000 7fd7457fa640 1 -- 172.21.15.1:0/2481066933 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd74c0cb530 con 0x5596ca5669d0 2024-02-10T00:03:49.015 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.006+0000 7fd7457fa640 1 -- 172.21.15.1:0/2481066933 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fd74c09e4d0 con 0x5596ca5669d0 2024-02-10T00:03:49.016 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.006+0000 7fd766bef740 1 -- 172.21.15.1:0/2481066933 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5596ca4f3ee0 con 0x5596ca5669d0 2024-02-10T00:03:49.016 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.006+0000 7fd7457fa640 1 -- 172.21.15.1:0/2481066933 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd74c09e130 con 0x5596ca5669d0 2024-02-10T00:03:49.016 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.006+0000 7fd766bef740 10 client.17169 fetch_fsmap learned FSMap version 29 2024-02-10T00:03:49.016 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.006+0000 7fd766bef740 1 -- 172.21.15.1:0/2481066933 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5596ca4cbd90 con 0x5596ca5669d0 2024-02-10T00:03:49.016 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.007+0000 7fd7457fa640 1 -- 172.21.15.1:0/2481066933 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5596ca4f3ee0 con 0x5596ca5669d0 2024-02-10T00:03:49.016 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.007+0000 7fd7457fa640 1 -- 172.21.15.1:0/2481066933 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fd74c0997d0 con 0x5596ca5669d0 2024-02-10T00:03:49.016 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.007+0000 7fd766bef740 10 client.17169 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:03:49.016 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.007+0000 7fd766bef740 10 client.17169 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:03:49.016 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.007+0000 7fd766bef740 20 client.17169 populate_metadata read hostname 'smithi001' 2024-02-10T00:03:49.016 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.007+0000 7fd766bef740 1 --2- 172.21.15.1:0/2481066933 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5596ca57f590 0x5596ca581980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:49.016 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.007+0000 7fd766bef740 4 client.17169 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:03:49.016 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.007+0000 7fd766bef740 1 -- 172.21.15.1:0/2481066933 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5596ca1cd600 con 0x5596ca57f590 2024-02-10T00:03:49.016 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.007+0000 7fd761db1640 1 --2- 172.21.15.1:0/2481066933 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5596ca57f590 0x5596ca581980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:49.016 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.008+0000 7fd7457fa640 10 client.17169 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:49.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.008+0000 7fd761db1640 1 --2- 172.21.15.1:0/2481066933 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5596ca57f590 0x5596ca581980 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=18c25005171e0b7e server_cookie=bf39178bfd9043ce in_seq=0 out_seq=0 2024-02-10T00:03:49.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.008+0000 7fd7457fa640 1 -- 172.21.15.1:0/2481066933 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5596ca1cd600 con 0x5596ca57f590 2024-02-10T00:03:49.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.008+0000 7fd7457fa640 10 client.17169 handle_command_reply: tid=0 2024-02-10T00:03:49.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.008+0000 7fd766bef740 1 client.17169 shutdown 2024-02-10T00:03:49.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.008+0000 7fd766bef740 1 -- 172.21.15.1:0/2481066933 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596ca5669d0 msgr2=0x5596ca56cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:49.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.008+0000 7fd766bef740 1 --2- 172.21.15.1:0/2481066933 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596ca5669d0 0x5596ca56cd00 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7fd74c09a080 tx=0x7fd74c009740 comp rx=0 tx=0).stop 2024-02-10T00:03:49.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.008+0000 7fd766bef740 1 -- 172.21.15.1:0/2481066933 shutdown_connections 2024-02-10T00:03:49.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.008+0000 7fd766bef740 1 --2- 172.21.15.1:0/2481066933 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5596ca57f590 0x5596ca581980 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.008+0000 7fd766bef740 1 --2- 172.21.15.1:0/2481066933 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596ca56f7a0 0x5596ca56d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.008+0000 7fd766bef740 1 --2- 172.21.15.1:0/2481066933 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596ca5669d0 0x5596ca56cd00 unknown :-1 s=CLOSED pgs=981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.018 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.008+0000 7fd766bef740 1 --2- 172.21.15.1:0/2481066933 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596ca5660b0 0x5596ca56c7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.018 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.008+0000 7fd7457fa640 0 client.17169 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:49.018 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.008+0000 7fd766bef740 1 -- 172.21.15.1:0/2481066933 >> 172.21.15.1:0/2481066933 conn(0x5596ca5609d0 msgr2=0x5596ca562720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:49.018 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.009+0000 7fd766bef740 1 -- 172.21.15.1:0/2481066933 shutdown_connections 2024-02-10T00:03:49.018 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.009+0000 7fd766bef740 1 -- 172.21.15.1:0/2481066933 wait complete. 2024-02-10T00:03:49.018 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.009+0000 7fd766bef740 20 client.17169 trim_cache size 0 max 16384 2024-02-10T00:03:49.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.022+0000 7fd766bef740 1 Processor -- start 2024-02-10T00:03:49.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.022+0000 7fd766bef740 1 -- start start 2024-02-10T00:03:49.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.023+0000 7fd766bef740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596ca5660b0 0x5596ca56eef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:49.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.023+0000 7fd766bef740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596ca5669d0 0x5596ca56d060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:49.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.023+0000 7fd766bef740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596ca56f7a0 0x5596ca56b090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:49.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.023+0000 7fd766bef740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596ca561a00 con 0x5596ca5660b0 2024-02-10T00:03:49.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.023+0000 7fd766bef740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596ca586b30 con 0x5596ca5669d0 2024-02-10T00:03:49.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.023+0000 7fd766bef740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596ca56ad10 con 0x5596ca56f7a0 2024-02-10T00:03:49.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.023+0000 7fd761db1640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596ca5660b0 0x5596ca56eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:49.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.023+0000 7fd761db1640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596ca5660b0 0x5596ca56eef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57966/0 (socket says 172.21.15.1:57966) 2024-02-10T00:03:49.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.023+0000 7fd761db1640 1 -- 172.21.15.1:0/2115806926 learned_addr learned my addr 172.21.15.1:0/2115806926 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:49.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.023+0000 7fd7615b0640 1 --2- 172.21.15.1:0/2115806926 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596ca5669d0 0x5596ca56d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:49.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.023+0000 7fd7625b2640 1 --2- 172.21.15.1:0/2115806926 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596ca56f7a0 0x5596ca56b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:49.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.023+0000 7fd761db1640 1 -- 172.21.15.1:0/2115806926 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596ca56f7a0 msgr2=0x5596ca56b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:49.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.023+0000 7fd761db1640 1 --2- 172.21.15.1:0/2115806926 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596ca56f7a0 0x5596ca56b090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.023+0000 7fd761db1640 1 -- 172.21.15.1:0/2115806926 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596ca5669d0 msgr2=0x5596ca56d060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:49.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.023+0000 7fd761db1640 1 --2- 172.21.15.1:0/2115806926 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596ca5669d0 0x5596ca56d060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.023+0000 7fd761db1640 1 -- 172.21.15.1:0/2115806926 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5596ca468820 con 0x5596ca5660b0 2024-02-10T00:03:49.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.023+0000 7fd7625b2640 1 --2- 172.21.15.1:0/2115806926 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596ca56f7a0 0x5596ca56b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:03:49.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.023+0000 7fd761db1640 1 --2- 172.21.15.1:0/2115806926 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596ca5660b0 0x5596ca56eef0 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x5596ca582220 tx=0x7fd75800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f800837ff386055 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:49.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.023+0000 7fd7477fe640 1 -- 172.21.15.1:0/2115806926 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd758016040 con 0x5596ca5660b0 2024-02-10T00:03:49.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.023+0000 7fd7477fe640 1 -- 172.21.15.1:0/2115806926 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd75801f070 con 0x5596ca5660b0 2024-02-10T00:03:49.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.023+0000 7fd7477fe640 1 -- 172.21.15.1:0/2115806926 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7580047a0 con 0x5596ca5660b0 2024-02-10T00:03:49.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.024+0000 7fd766bef740 1 -- 172.21.15.1:0/2115806926 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596ca5660b0 msgr2=0x5596ca56eef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:49.032 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.024+0000 7fd766bef740 1 --2- 172.21.15.1:0/2115806926 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596ca5660b0 0x5596ca56eef0 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x5596ca582220 tx=0x7fd75800cde0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.032 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.024+0000 7fd766bef740 1 -- 172.21.15.1:0/2115806926 shutdown_connections 2024-02-10T00:03:49.032 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.024+0000 7fd766bef740 1 --2- 172.21.15.1:0/2115806926 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596ca56f7a0 0x5596ca56b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.032 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.024+0000 7fd766bef740 1 --2- 172.21.15.1:0/2115806926 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596ca5669d0 0x5596ca56d060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.032 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.024+0000 7fd766bef740 1 --2- 172.21.15.1:0/2115806926 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596ca5660b0 0x5596ca56eef0 unknown :-1 s=CLOSED pgs=982 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.032 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.024+0000 7fd766bef740 1 -- 172.21.15.1:0/2115806926 >> 172.21.15.1:0/2115806926 conn(0x5596ca5609d0 msgr2=0x5596ca567b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:49.032 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.024+0000 7fd766bef740 1 -- 172.21.15.1:0/2115806926 shutdown_connections 2024-02-10T00:03:49.032 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.024+0000 7fd766bef740 1 -- 172.21.15.1:0/2115806926 wait complete. 2024-02-10T00:03:49.032 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.024+0000 7fd766bef740 1 -- start start 2024-02-10T00:03:49.032 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.024+0000 7fd766bef740 1 Processor -- start 2024-02-10T00:03:49.033 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.025+0000 7fd766bef740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596ca5660b0 0x5596ca576750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:49.033 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.025+0000 7fd766bef740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596ca5669d0 0x5596ca574af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:49.033 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.025+0000 7fd766bef740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596ca56f7a0 0x5596ca575030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:49.033 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.025+0000 7fd766bef740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596ca5756d0 con 0x5596ca5669d0 2024-02-10T00:03:49.033 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.025+0000 7fd766bef740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596ca575840 con 0x5596ca5660b0 2024-02-10T00:03:49.033 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.025+0000 7fd766bef740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5596ca5d5a30 con 0x5596ca56f7a0 2024-02-10T00:03:49.033 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.025+0000 7fd766bef740 10 client.0 _ll_register_callbacks cb 0x7fd74c013070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:03:49.033 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.025+0000 7fd7615b0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596ca5669d0 0x5596ca574af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:49.033 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.025+0000 7fd7615b0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596ca5669d0 0x5596ca574af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57972/0 (socket says 172.21.15.1:57972) 2024-02-10T00:03:49.033 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.025+0000 7fd7615b0640 1 -- 172.21.15.1:0/1002143872 learned_addr learned my addr 172.21.15.1:0/1002143872 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:03:49.033 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.025+0000 7fd761db1640 1 --2- 172.21.15.1:0/1002143872 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596ca5660b0 0x5596ca576750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:49.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.025+0000 7fd7625b2640 1 --2- 172.21.15.1:0/1002143872 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596ca56f7a0 0x5596ca575030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:49.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.025+0000 7fd7615b0640 1 -- 172.21.15.1:0/1002143872 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596ca56f7a0 msgr2=0x5596ca575030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:49.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.025+0000 7fd7615b0640 1 --2- 172.21.15.1:0/1002143872 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596ca56f7a0 0x5596ca575030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.025+0000 7fd7615b0640 1 -- 172.21.15.1:0/1002143872 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596ca5660b0 msgr2=0x5596ca576750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:03:49.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.025+0000 7fd7615b0640 1 --2- 172.21.15.1:0/1002143872 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596ca5660b0 0x5596ca576750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.025+0000 7fd7615b0640 1 -- 172.21.15.1:0/1002143872 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd758004420 con 0x5596ca5669d0 2024-02-10T00:03:49.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.025+0000 7fd7615b0640 1 --2- 172.21.15.1:0/1002143872 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596ca5669d0 0x5596ca574af0 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7fd74c0960d0 tx=0x7fd74c0ba0d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8bd96c01af2057ed server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:03:49.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.025+0000 7fd7457fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:03:49.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.026+0000 7fd7457fa640 1 -- 172.21.15.1:0/1002143872 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd74c09e4d0 con 0x5596ca5669d0 2024-02-10T00:03:49.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.026+0000 7fd7457fa640 1 -- 172.21.15.1:0/1002143872 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fd74c098680 con 0x5596ca5669d0 2024-02-10T00:03:49.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.026+0000 7fd766bef740 1 -- 172.21.15.1:0/1002143872 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd74c0a2b20 con 0x5596ca5669d0 2024-02-10T00:03:49.035 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.026+0000 7fd7457fa640 1 -- 172.21.15.1:0/1002143872 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd74c0997d0 con 0x5596ca5669d0 2024-02-10T00:03:49.035 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.026+0000 7fd766bef740 10 client.17175 fetch_fsmap learned FSMap version 29 2024-02-10T00:03:49.035 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.026+0000 7fd766bef740 1 -- 172.21.15.1:0/1002143872 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5596ca48e6f0 con 0x5596ca5669d0 2024-02-10T00:03:49.035 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.026+0000 7fd7457fa640 1 -- 172.21.15.1:0/1002143872 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd74c0a2b20 con 0x5596ca5669d0 2024-02-10T00:03:49.035 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.026+0000 7fd7457fa640 1 -- 172.21.15.1:0/1002143872 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fd74c099240 con 0x5596ca5669d0 2024-02-10T00:03:49.035 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.026+0000 7fd766bef740 10 client.17175 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:03:49.035 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.026+0000 7fd766bef740 10 client.17175 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:03:49.035 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.026+0000 7fd766bef740 20 client.17175 populate_metadata read hostname 'smithi001' 2024-02-10T00:03:49.035 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.026+0000 7fd766bef740 1 --2- 172.21.15.1:0/1002143872 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5596ca5d6c00 0x5596ca5d9020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:03:49.035 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.026+0000 7fd766bef740 4 client.17175 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:03:49.035 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.026+0000 7fd766bef740 1 -- 172.21.15.1:0/1002143872 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5596ca21e1b0 con 0x5596ca5d6c00 2024-02-10T00:03:49.035 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.026+0000 7fd761db1640 1 --2- 172.21.15.1:0/1002143872 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5596ca5d6c00 0x5596ca5d9020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:03:49.035 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.027+0000 7fd761db1640 1 --2- 172.21.15.1:0/1002143872 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5596ca5d6c00 0x5596ca5d9020 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3dcc14fdcbbcce1c server_cookie=d346819fa6b97fcf in_seq=0 out_seq=0 2024-02-10T00:03:49.036 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.027+0000 7fd7457fa640 10 client.17175 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:49.044 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.041+0000 7fd7457fa640 1 -- 172.21.15.1:0/1002143872 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5596ca21e1b0 con 0x5596ca5d6c00 2024-02-10T00:03:49.044 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.041+0000 7fd7457fa640 10 client.17175 handle_command_reply: tid=0 2024-02-10T00:03:49.044 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.041+0000 7fd766bef740 1 client.17175 shutdown 2024-02-10T00:03:49.044 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.041+0000 7fd766bef740 1 -- 172.21.15.1:0/1002143872 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596ca5669d0 msgr2=0x5596ca574af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:49.044 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.041+0000 7fd766bef740 1 --2- 172.21.15.1:0/1002143872 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596ca5669d0 0x5596ca574af0 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7fd74c0960d0 tx=0x7fd74c0ba0d0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.045 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.041+0000 7fd766bef740 1 -- 172.21.15.1:0/1002143872 shutdown_connections 2024-02-10T00:03:49.045 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.041+0000 7fd766bef740 1 --2- 172.21.15.1:0/1002143872 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5596ca5d6c00 0x5596ca5d9020 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.045 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.041+0000 7fd766bef740 1 --2- 172.21.15.1:0/1002143872 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5596ca56f7a0 0x5596ca575030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.045 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.041+0000 7fd766bef740 1 --2- 172.21.15.1:0/1002143872 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5596ca5669d0 0x5596ca574af0 unknown :-1 s=CLOSED pgs=983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.045 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.041+0000 7fd766bef740 1 --2- 172.21.15.1:0/1002143872 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5596ca5660b0 0x5596ca576750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.045 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.041+0000 7fd7457fa640 0 client.17175 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:03:49.045 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.041+0000 7fd766bef740 1 -- 172.21.15.1:0/1002143872 >> 172.21.15.1:0/1002143872 conn(0x5596ca5609d0 msgr2=0x5596ca56b050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:49.045 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.041+0000 7fd766bef740 1 -- 172.21.15.1:0/1002143872 shutdown_connections 2024-02-10T00:03:49.045 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.041+0000 7fd766bef740 1 -- 172.21.15.1:0/1002143872 wait complete. 2024-02-10T00:03:49.045 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.041+0000 7fd766bef740 20 client.17175 trim_cache size 0 max 16384 2024-02-10T00:03:49.046 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:03:49.046 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:03:49.046 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:03:49.046 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:03:49.047 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.041+0000 7fd764015640 1 -- 172.21.15.1:0/3271789387 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd7480a22a0 msgr2=0x7fd7480a4760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:49.047 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.042+0000 7fd764015640 1 --2- 172.21.15.1:0/3271789387 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd7480a22a0 0x7fd7480a4760 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fd754005cc0 tx=0x7fd754032340 comp rx=0 tx=0).stop 2024-02-10T00:03:49.048 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.042+0000 7fd764015640 1 -- 172.21.15.1:0/3271789387 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd75c105420 msgr2=0x7fd75c19d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:03:49.048 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.042+0000 7fd764015640 1 --2- 172.21.15.1:0/3271789387 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd75c105420 0x7fd75c19d940 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7fd74c00d740 tx=0x7fd74c00dc00 comp rx=0 tx=0).stop 2024-02-10T00:03:49.048 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.042+0000 7fd764015640 1 -- 172.21.15.1:0/3271789387 shutdown_connections 2024-02-10T00:03:49.048 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.042+0000 7fd764015640 1 --2- 172.21.15.1:0/3271789387 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd7480a22a0 0x7fd7480a4760 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.048 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.042+0000 7fd764015640 1 --2- 172.21.15.1:0/3271789387 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd75c197600 0x7fd75c197ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.048 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.042+0000 7fd764015640 1 --2- 172.21.15.1:0/3271789387 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd75c105420 0x7fd75c19d940 unknown :-1 s=CLOSED pgs=980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.048 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.042+0000 7fd764015640 1 --2- 172.21.15.1:0/3271789387 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd75c100350 0x7fd75c19d400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:03:49.048 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.042+0000 7fd764015640 1 -- 172.21.15.1:0/3271789387 >> 172.21.15.1:0/3271789387 conn(0x7fd75c077220 msgr2=0x7fd75c069ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:03:49.048 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.042+0000 7fd764015640 1 -- 172.21.15.1:0/3271789387 shutdown_connections 2024-02-10T00:03:49.048 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:03:49.042+0000 7fd764015640 1 -- 172.21.15.1:0/3271789387 wait complete. 2024-02-10T00:03:49.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:49 smithi088 ceph-mon[36452]: pgmap v137: 97 pgs: 97 active+clean; 2.2 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 44 KiB/s wr, 23 op/s 2024-02-10T00:03:49.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:49 smithi103 ceph-mon[36942]: pgmap v137: 97 pgs: 97 active+clean; 2.2 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 44 KiB/s wr, 23 op/s 2024-02-10T00:03:49.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:49 smithi001 ceph-mon[32335]: pgmap v137: 97 pgs: 97 active+clean; 2.2 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 44 KiB/s wr, 23 op/s 2024-02-10T00:03:51.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:51 smithi088 ceph-mon[36452]: pgmap v138: 97 pgs: 97 active+clean; 2.2 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 26 KiB/s wr, 13 op/s 2024-02-10T00:03:51.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:51 smithi103 ceph-mon[36942]: pgmap v138: 97 pgs: 97 active+clean; 2.2 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 26 KiB/s wr, 13 op/s 2024-02-10T00:03:51.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:51 smithi001 ceph-mon[32335]: pgmap v138: 97 pgs: 97 active+clean; 2.2 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 26 KiB/s wr, 13 op/s 2024-02-10T00:03:53.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:53 smithi088 ceph-mon[36452]: pgmap v139: 97 pgs: 97 active+clean; 2.2 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 26 KiB/s wr, 13 op/s 2024-02-10T00:03:53.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:53 smithi103 ceph-mon[36942]: pgmap v139: 97 pgs: 97 active+clean; 2.2 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 26 KiB/s wr, 13 op/s 2024-02-10T00:03:53.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:53 smithi001 ceph-mon[32335]: pgmap v139: 97 pgs: 97 active+clean; 2.2 MiB data, 359 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 26 KiB/s wr, 13 op/s 2024-02-10T00:03:55.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:55 smithi088 ceph-mon[36452]: pgmap v140: 97 pgs: 97 active+clean; 2.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-02-10T00:03:55.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:55 smithi103 ceph-mon[36942]: pgmap v140: 97 pgs: 97 active+clean; 2.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-02-10T00:03:55.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:55 smithi001 ceph-mon[32335]: pgmap v140: 97 pgs: 97 active+clean; 2.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-02-10T00:03:57.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:57 smithi088 ceph-mon[36452]: pgmap v141: 97 pgs: 97 active+clean; 2.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 32 KiB/s wr, 15 op/s 2024-02-10T00:03:57.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:57 smithi103 ceph-mon[36942]: pgmap v141: 97 pgs: 97 active+clean; 2.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 32 KiB/s wr, 15 op/s 2024-02-10T00:03:57.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:57 smithi001 ceph-mon[32335]: pgmap v141: 97 pgs: 97 active+clean; 2.4 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 32 KiB/s wr, 15 op/s 2024-02-10T00:03:59.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:03:59 smithi088 ceph-mon[36452]: pgmap v142: 97 pgs: 97 active+clean; 2.6 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-02-10T00:03:59.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:03:59 smithi103 ceph-mon[36942]: pgmap v142: 97 pgs: 97 active+clean; 2.6 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-02-10T00:03:59.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:03:59 smithi001 ceph-mon[32335]: pgmap v142: 97 pgs: 97 active+clean; 2.6 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 45 KiB/s wr, 22 op/s 2024-02-10T00:04:01.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:01 smithi088 ceph-mon[36452]: pgmap v143: 97 pgs: 97 active+clean; 2.6 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 31 KiB/s wr, 15 op/s 2024-02-10T00:04:01.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:01 smithi103 ceph-mon[36942]: pgmap v143: 97 pgs: 97 active+clean; 2.6 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 31 KiB/s wr, 15 op/s 2024-02-10T00:04:01.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:01 smithi001 ceph-mon[32335]: pgmap v143: 97 pgs: 97 active+clean; 2.6 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 31 KiB/s wr, 15 op/s 2024-02-10T00:04:02.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.140+0000 7f757a1a0640 1 -- 172.21.15.1:0/735567888 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7574105fe0 msgr2=0x7f7574068a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:02.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.140+0000 7f757a1a0640 1 --2- 172.21.15.1:0/735567888 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7574105fe0 0x7f7574068a20 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f7570009900 tx=0x7f757002bc30 comp rx=0 tx=0).stop 2024-02-10T00:04:02.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.140+0000 7f757a1a0640 1 -- 172.21.15.1:0/735567888 shutdown_connections 2024-02-10T00:04:02.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.140+0000 7f757a1a0640 1 --2- 172.21.15.1:0/735567888 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7574103a70 0x7f7574103ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.140+0000 7f757a1a0640 1 --2- 172.21.15.1:0/735567888 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7574068f60 0x7f75740693c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.140+0000 7f757a1a0640 1 --2- 172.21.15.1:0/735567888 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7574105fe0 0x7f7574068a20 unknown :-1 s=CLOSED pgs=984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.140+0000 7f757a1a0640 1 -- 172.21.15.1:0/735567888 >> 172.21.15.1:0/735567888 conn(0x7f7574075a90 msgr2=0x7f7574075ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:02.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.140+0000 7f757a1a0640 1 -- 172.21.15.1:0/735567888 shutdown_connections 2024-02-10T00:04:02.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.140+0000 7f757a1a0640 1 -- 172.21.15.1:0/735567888 wait complete. 2024-02-10T00:04:02.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.140+0000 7f757a1a0640 1 Processor -- start 2024-02-10T00:04:02.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.141+0000 7f757a1a0640 1 -- start start 2024-02-10T00:04:02.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.141+0000 7f757a1a0640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7574068f60 0x7f75741a37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:02.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.141+0000 7f757a1a0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7574103a70 0x7f75741a3d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:02.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.141+0000 7f757a1a0640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7574105fe0 0x7f757419d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:02.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.141+0000 7f757a1a0640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f757419dff0 con 0x7f7574103a70 2024-02-10T00:04:02.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.141+0000 7f757a1a0640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f757419e160 con 0x7f7574105fe0 2024-02-10T00:04:02.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.141+0000 7f757a1a0640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f757419e320 con 0x7f7574068f60 2024-02-10T00:04:02.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.141+0000 7f757899d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7574103a70 0x7f75741a3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:02.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.141+0000 7f757899d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7574103a70 0x7f75741a3d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33676/0 (socket says 172.21.15.1:33676) 2024-02-10T00:04:02.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.141+0000 7f757899d640 1 -- 172.21.15.1:0/3692217728 learned_addr learned my addr 172.21.15.1:0/3692217728 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:02.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.141+0000 7f757919e640 1 --2- 172.21.15.1:0/3692217728 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7574068f60 0x7f75741a37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:02.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.141+0000 7f757999f640 1 --2- 172.21.15.1:0/3692217728 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7574105fe0 0x7f757419d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:02.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.141+0000 7f757899d640 1 -- 172.21.15.1:0/3692217728 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7574068f60 msgr2=0x7f75741a37f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:02.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.141+0000 7f757899d640 1 --2- 172.21.15.1:0/3692217728 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7574068f60 0x7f75741a37f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.141+0000 7f757899d640 1 -- 172.21.15.1:0/3692217728 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7574105fe0 msgr2=0x7f757419d9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:02.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.141+0000 7f757899d640 1 --2- 172.21.15.1:0/3692217728 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7574105fe0 0x7f757419d9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.141+0000 7f757899d640 1 -- 172.21.15.1:0/3692217728 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7570009560 con 0x7f7574103a70 2024-02-10T00:04:02.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.141+0000 7f757899d640 1 --2- 172.21.15.1:0/3692217728 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7574103a70 0x7f75741a3d30 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f756400e9f0 tx=0x7f756400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:02.147 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.142+0000 7f756a7fc640 1 -- 172.21.15.1:0/3692217728 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7564009700 con 0x7f7574103a70 2024-02-10T00:04:02.148 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.142+0000 7f757a1a0640 1 -- 172.21.15.1:0/3692217728 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f757419e600 con 0x7f7574103a70 2024-02-10T00:04:02.148 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.142+0000 7f756a7fc640 1 -- 172.21.15.1:0/3692217728 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f756400cd80 con 0x7f7574103a70 2024-02-10T00:04:02.148 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.142+0000 7f756a7fc640 1 -- 172.21.15.1:0/3692217728 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7564018920 con 0x7f7574103a70 2024-02-10T00:04:02.148 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.142+0000 7f757a1a0640 1 -- 172.21.15.1:0/3692217728 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f75741aa890 con 0x7f7574103a70 2024-02-10T00:04:02.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.144+0000 7f756a7fc640 1 -- 172.21.15.1:0/3692217728 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f7564018a80 con 0x7f7574103a70 2024-02-10T00:04:02.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.145+0000 7f757dfd4740 1 Processor -- start 2024-02-10T00:04:02.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.145+0000 7f757dfd4740 1 -- start start 2024-02-10T00:04:02.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.145+0000 7f757dfd4740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d800dcb290 0x55d800dcb670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:02.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.145+0000 7f757dfd4740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d800dcbbb0 0x55d800dd4440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:02.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.145+0000 7f757dfd4740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d800dd4980 0x55d800dd6d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:02.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.145+0000 7f757dfd4740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d800d39a00 con 0x55d800dd4980 2024-02-10T00:04:02.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.145+0000 7f757dfd4740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d800d36f30 con 0x55d800dcbbb0 2024-02-10T00:04:02.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.145+0000 7f757dfd4740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d800d32710 con 0x55d800dcb290 2024-02-10T00:04:02.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.145+0000 7f756a7fc640 1 --2- 172.21.15.1:0/3692217728 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f75600a2210 0x7f75600a46d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:02.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.145+0000 7f757899d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d800dd4980 0x55d800dd6d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:02.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.145+0000 7f757899d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d800dd4980 0x55d800dd6d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33688/0 (socket says 172.21.15.1:33688) 2024-02-10T00:04:02.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.145+0000 7f757899d640 1 -- 172.21.15.1:0/186231363 learned_addr learned my addr 172.21.15.1:0/186231363 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:02.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.145+0000 7f757999f640 1 --2- 172.21.15.1:0/3692217728 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f75600a2210 0x7f75600a46d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:02.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.146+0000 7f757999f640 1 --2- 172.21.15.1:0/186231363 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d800dcb290 0x55d800dcb670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:02.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.146+0000 7f757919e640 1 --2- 172.21.15.1:0/186231363 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d800dcbbb0 0x55d800dd4440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:02.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.146+0000 7f756a7fc640 1 -- 172.21.15.1:0/3692217728 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f7564014070 con 0x7f7574103a70 2024-02-10T00:04:02.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.146+0000 7f757899d640 1 -- 172.21.15.1:0/186231363 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d800dcb290 msgr2=0x55d800dcb670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:02.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.146+0000 7f757899d640 1 --2- 172.21.15.1:0/186231363 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d800dcb290 0x55d800dcb670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.146+0000 7f757899d640 1 -- 172.21.15.1:0/186231363 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d800dcbbb0 msgr2=0x55d800dd4440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:02.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.146+0000 7f757899d640 1 --2- 172.21.15.1:0/186231363 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d800dcbbb0 0x55d800dd4440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.146+0000 7f757899d640 1 -- 172.21.15.1:0/186231363 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d800cf73b0 con 0x55d800dd4980 2024-02-10T00:04:02.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.146+0000 7f757899d640 1 --2- 172.21.15.1:0/186231363 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d800dd4980 0x55d800dd6d70 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f756400e9c0 tx=0x7f756401f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ebd89107fedc383 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:02.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.146+0000 7f757999f640 1 --2- 172.21.15.1:0/3692217728 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f75600a2210 0x7f75600a46d0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f756c009fd0 tx=0x7f756c0091e0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:02.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.146+0000 7f755f7fe640 1 -- 172.21.15.1:0/186231363 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f756409aeb0 con 0x55d800dd4980 2024-02-10T00:04:02.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.146+0000 7f755f7fe640 1 -- 172.21.15.1:0/186231363 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f756409f000 con 0x55d800dd4980 2024-02-10T00:04:02.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.146+0000 7f755f7fe640 1 -- 172.21.15.1:0/186231363 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75640ce070 con 0x55d800dd4980 2024-02-10T00:04:02.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.147+0000 7f757dfd4740 1 -- 172.21.15.1:0/186231363 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d800dd4980 msgr2=0x55d800dd6d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:02.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.147+0000 7f757dfd4740 1 --2- 172.21.15.1:0/186231363 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d800dd4980 0x55d800dd6d70 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f756400e9c0 tx=0x7f756401f000 comp rx=0 tx=0).stop 2024-02-10T00:04:02.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.147+0000 7f757dfd4740 1 -- 172.21.15.1:0/186231363 shutdown_connections 2024-02-10T00:04:02.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.147+0000 7f757dfd4740 1 --2- 172.21.15.1:0/186231363 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d800dd4980 0x55d800dd6d70 unknown :-1 s=CLOSED pgs=986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.147+0000 7f757dfd4740 1 --2- 172.21.15.1:0/186231363 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d800dcbbb0 0x55d800dd4440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.147+0000 7f757dfd4740 1 --2- 172.21.15.1:0/186231363 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d800dcb290 0x55d800dcb670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.147+0000 7f757dfd4740 1 -- 172.21.15.1:0/186231363 >> 172.21.15.1:0/186231363 conn(0x55d800dc5bb0 msgr2=0x55d800dc5f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:02.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.147+0000 7f757dfd4740 1 -- 172.21.15.1:0/186231363 shutdown_connections 2024-02-10T00:04:02.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.147+0000 7f757dfd4740 1 -- 172.21.15.1:0/186231363 wait complete. 2024-02-10T00:04:02.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.147+0000 7f757dfd4740 1 -- start start 2024-02-10T00:04:02.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.147+0000 7f757dfd4740 1 Processor -- start 2024-02-10T00:04:02.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.148+0000 7f757dfd4740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d800dcb290 0x55d800dd1a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:02.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.148+0000 7f757dfd4740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d800dcbbb0 0x55d800dd1f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:02.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.148+0000 7f757dfd4740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d800dd4980 0x55d800dd2490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:02.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.148+0000 7f757dfd4740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d800cd7b90 con 0x55d800dcb290 2024-02-10T00:04:02.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.148+0000 7f757dfd4740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d800a06250 con 0x55d800dcbbb0 2024-02-10T00:04:02.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.148+0000 7f757dfd4740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d800cb8200 con 0x55d800dd4980 2024-02-10T00:04:02.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.148+0000 7f757dfd4740 10 client.0 _ll_register_callbacks cb 0x55d800cee5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:02.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.148+0000 7f757919e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d800dcb290 0x55d800dd1a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:02.160 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.148+0000 7f757919e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d800dcb290 0x55d800dd1a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33702/0 (socket says 172.21.15.1:33702) 2024-02-10T00:04:02.160 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.148+0000 7f757919e640 1 -- 172.21.15.1:0/2407708596 learned_addr learned my addr 172.21.15.1:0/2407708596 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:02.160 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.148+0000 7f757999f640 1 --2- 172.21.15.1:0/2407708596 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d800dd4980 0x55d800dd2490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:02.160 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.148+0000 7f757899d640 1 --2- 172.21.15.1:0/2407708596 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d800dcbbb0 0x55d800dd1f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:02.160 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.148+0000 7f757919e640 1 -- 172.21.15.1:0/2407708596 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d800dd4980 msgr2=0x55d800dd2490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:02.160 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.148+0000 7f757919e640 1 --2- 172.21.15.1:0/2407708596 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d800dd4980 0x55d800dd2490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.160 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.148+0000 7f757919e640 1 -- 172.21.15.1:0/2407708596 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d800dcbbb0 msgr2=0x55d800dd1f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:02.160 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.148+0000 7f757919e640 1 --2- 172.21.15.1:0/2407708596 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d800dcbbb0 0x55d800dd1f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.160 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.148+0000 7f757919e640 1 -- 172.21.15.1:0/2407708596 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f75741aa890 con 0x55d800dcb290 2024-02-10T00:04:02.160 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.148+0000 7f757899d640 1 --2- 172.21.15.1:0/2407708596 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d800dcbbb0 0x55d800dd1f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:04:02.160 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.149+0000 7f757919e640 1 --2- 172.21.15.1:0/2407708596 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d800dcb290 0x55d800dd1a10 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f7570000c00 tx=0x7f757002ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c06825fa698d3e1d server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:02.160 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.149+0000 7f755cff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:02.160 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.149+0000 7f755cff9640 1 -- 172.21.15.1:0/2407708596 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f757002cc00 con 0x55d800dcb290 2024-02-10T00:04:02.160 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.149+0000 7f755cff9640 1 -- 172.21.15.1:0/2407708596 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f7570004250 con 0x55d800dcb290 2024-02-10T00:04:02.161 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.149+0000 7f757dfd4740 1 -- 172.21.15.1:0/2407708596 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d800d58ee0 con 0x55d800dcb290 2024-02-10T00:04:02.161 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.149+0000 7f755cff9640 1 -- 172.21.15.1:0/2407708596 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7570004410 con 0x55d800dcb290 2024-02-10T00:04:02.161 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.149+0000 7f757dfd4740 10 client.17187 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:02.161 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.149+0000 7f757dfd4740 1 -- 172.21.15.1:0/2407708596 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55d800d30d90 con 0x55d800dcb290 2024-02-10T00:04:02.161 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.149+0000 7f755cff9640 1 -- 172.21.15.1:0/2407708596 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55d800d58ee0 con 0x55d800dcb290 2024-02-10T00:04:02.161 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.149+0000 7f755cff9640 1 -- 172.21.15.1:0/2407708596 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f757003c040 con 0x55d800dcb290 2024-02-10T00:04:02.161 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.149+0000 7f757dfd4740 10 client.17187 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:02.161 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.149+0000 7f757dfd4740 10 client.17187 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:04:02.161 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.149+0000 7f757dfd4740 20 client.17187 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:02.161 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.149+0000 7f757dfd4740 1 --2- 172.21.15.1:0/2407708596 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d800de4c20 0x55d800de7060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:02.161 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.149+0000 7f757dfd4740 4 client.17187 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:04:02.161 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.149+0000 7f757dfd4740 1 -- 172.21.15.1:0/2407708596 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d800a32600 con 0x55d800de4c20 2024-02-10T00:04:02.161 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.150+0000 7f757899d640 1 --2- 172.21.15.1:0/2407708596 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d800de4c20 0x55d800de7060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:02.161 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.150+0000 7f757899d640 1 --2- 172.21.15.1:0/2407708596 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d800de4c20 0x55d800de7060 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a594aab57056f000 server_cookie=b219f7c1c54ca7f5 in_seq=0 out_seq=0 2024-02-10T00:04:02.162 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.150+0000 7f755cff9640 10 client.17187 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:02.162 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.151+0000 7f755cff9640 1 -- 172.21.15.1:0/2407708596 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55d800a32600 con 0x55d800de4c20 2024-02-10T00:04:02.162 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.151+0000 7f755cff9640 10 client.17187 handle_command_reply: tid=0 2024-02-10T00:04:02.162 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.151+0000 7f757dfd4740 1 client.17187 shutdown 2024-02-10T00:04:02.162 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.151+0000 7f757dfd4740 1 -- 172.21.15.1:0/2407708596 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d800dcb290 msgr2=0x55d800dd1a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:02.162 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.151+0000 7f757dfd4740 1 --2- 172.21.15.1:0/2407708596 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d800dcb290 0x55d800dd1a10 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f7570000c00 tx=0x7f757002ca10 comp rx=0 tx=0).stop 2024-02-10T00:04:02.162 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.151+0000 7f757dfd4740 1 -- 172.21.15.1:0/2407708596 shutdown_connections 2024-02-10T00:04:02.162 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.151+0000 7f757dfd4740 1 --2- 172.21.15.1:0/2407708596 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d800de4c20 0x55d800de7060 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.162 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.151+0000 7f757dfd4740 1 --2- 172.21.15.1:0/2407708596 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d800dd4980 0x55d800dd2490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.163 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.151+0000 7f757dfd4740 1 --2- 172.21.15.1:0/2407708596 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d800dcbbb0 0x55d800dd1f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.163 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.151+0000 7f757dfd4740 1 --2- 172.21.15.1:0/2407708596 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d800dcb290 0x55d800dd1a10 unknown :-1 s=CLOSED pgs=987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.163 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.151+0000 7f755cff9640 0 client.17187 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:02.163 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.151+0000 7f757dfd4740 1 -- 172.21.15.1:0/2407708596 >> 172.21.15.1:0/2407708596 conn(0x55d800dc5bb0 msgr2=0x55d800dc7900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:02.163 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.151+0000 7f757dfd4740 1 -- 172.21.15.1:0/2407708596 shutdown_connections 2024-02-10T00:04:02.163 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.151+0000 7f757dfd4740 1 -- 172.21.15.1:0/2407708596 wait complete. 2024-02-10T00:04:02.163 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.151+0000 7f757dfd4740 20 client.17187 trim_cache size 0 max 16384 2024-02-10T00:04:02.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.165+0000 7f757dfd4740 1 Processor -- start 2024-02-10T00:04:02.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.165+0000 7f757dfd4740 1 -- start start 2024-02-10T00:04:02.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.165+0000 7f757dfd4740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d800dcb290 0x55d800dd4140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:02.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.165+0000 7f757dfd4740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d800dcbbb0 0x55d800dd22b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:02.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.165+0000 7f757dfd4740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d800dd4980 0x55d800dcec70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:02.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.165+0000 7f757dfd4740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d800dc69b0 con 0x55d800dd4980 2024-02-10T00:04:02.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.165+0000 7f757dfd4740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d800dc6bb0 con 0x55d800dcbbb0 2024-02-10T00:04:02.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.165+0000 7f757dfd4740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d800dc0110 con 0x55d800dcb290 2024-02-10T00:04:02.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.165+0000 7f757999f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d800dd4980 0x55d800dcec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:02.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.165+0000 7f757999f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d800dd4980 0x55d800dcec70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33706/0 (socket says 172.21.15.1:33706) 2024-02-10T00:04:02.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.165+0000 7f757999f640 1 -- 172.21.15.1:0/2406625969 learned_addr learned my addr 172.21.15.1:0/2406625969 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:02.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.165+0000 7f757919e640 1 --2- 172.21.15.1:0/2406625969 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d800dcb290 0x55d800dd4140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:02.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.165+0000 7f757899d640 1 --2- 172.21.15.1:0/2406625969 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d800dcbbb0 0x55d800dd22b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:02.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.165+0000 7f757999f640 1 -- 172.21.15.1:0/2406625969 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d800dcb290 msgr2=0x55d800dd4140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:02.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.165+0000 7f757999f640 1 --2- 172.21.15.1:0/2406625969 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d800dcb290 0x55d800dd4140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.165+0000 7f757999f640 1 -- 172.21.15.1:0/2406625969 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d800dcbbb0 msgr2=0x55d800dd22b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:02.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.165+0000 7f757999f640 1 --2- 172.21.15.1:0/2406625969 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d800dcbbb0 0x55d800dd22b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.165+0000 7f757999f640 1 -- 172.21.15.1:0/2406625969 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d800ccd820 con 0x55d800dd4980 2024-02-10T00:04:02.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.165+0000 7f757899d640 1 --2- 172.21.15.1:0/2406625969 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d800dcbbb0 0x55d800dd22b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:04:02.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.166+0000 7f757999f640 1 --2- 172.21.15.1:0/2406625969 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d800dd4980 0x55d800dcec70 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f756c010a30 tx=0x7f756c009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a383d54dba6a34e server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:02.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.166+0000 7f755effd640 1 -- 172.21.15.1:0/2406625969 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f756c025070 con 0x55d800dd4980 2024-02-10T00:04:02.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.166+0000 7f755effd640 1 -- 172.21.15.1:0/2406625969 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f756c01fd60 con 0x55d800dd4980 2024-02-10T00:04:02.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.166+0000 7f755effd640 1 -- 172.21.15.1:0/2406625969 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f756c02bc80 con 0x55d800dd4980 2024-02-10T00:04:02.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.166+0000 7f757dfd4740 1 -- 172.21.15.1:0/2406625969 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d800dd4980 msgr2=0x55d800dcec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:02.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.166+0000 7f757dfd4740 1 --2- 172.21.15.1:0/2406625969 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d800dd4980 0x55d800dcec70 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f756c010a30 tx=0x7f756c009500 comp rx=0 tx=0).stop 2024-02-10T00:04:02.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.166+0000 7f757dfd4740 1 -- 172.21.15.1:0/2406625969 shutdown_connections 2024-02-10T00:04:02.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.166+0000 7f757dfd4740 1 --2- 172.21.15.1:0/2406625969 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d800dd4980 0x55d800dcec70 unknown :-1 s=CLOSED pgs=988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.166+0000 7f757dfd4740 1 --2- 172.21.15.1:0/2406625969 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d800dcbbb0 0x55d800dd22b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.166+0000 7f757dfd4740 1 --2- 172.21.15.1:0/2406625969 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d800dcb290 0x55d800dd4140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.166+0000 7f757dfd4740 1 -- 172.21.15.1:0/2406625969 >> 172.21.15.1:0/2406625969 conn(0x55d800dc5bb0 msgr2=0x55d800dd02e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:02.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.166+0000 7f757dfd4740 1 -- 172.21.15.1:0/2406625969 shutdown_connections 2024-02-10T00:04:02.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.166+0000 7f757dfd4740 1 -- 172.21.15.1:0/2406625969 wait complete. 2024-02-10T00:04:02.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.167+0000 7f757dfd4740 1 -- start start 2024-02-10T00:04:02.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.167+0000 7f757dfd4740 1 Processor -- start 2024-02-10T00:04:02.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.167+0000 7f757dfd4740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d800dcb290 0x55d800dda0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:02.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.167+0000 7f757dfd4740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d800dcbbb0 0x55d800dda600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:02.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.167+0000 7f757dfd4740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d800dd4980 0x55d800ddab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:02.177 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.167+0000 7f757dfd4740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d800e3b190 con 0x55d800dcbbb0 2024-02-10T00:04:02.177 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.167+0000 7f757dfd4740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d800e3b2d0 con 0x55d800dd4980 2024-02-10T00:04:02.177 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.167+0000 7f757dfd4740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d800e3b410 con 0x55d800dcb290 2024-02-10T00:04:02.177 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.167+0000 7f757dfd4740 10 client.0 _ll_register_callbacks cb 0x7f7570009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:02.177 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.167+0000 7f757899d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d800dcbbb0 0x55d800dda600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:02.177 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.167+0000 7f757899d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d800dcbbb0 0x55d800dda600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33720/0 (socket says 172.21.15.1:33720) 2024-02-10T00:04:02.177 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.167+0000 7f757899d640 1 -- 172.21.15.1:0/1474801063 learned_addr learned my addr 172.21.15.1:0/1474801063 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:02.177 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.167+0000 7f757999f640 1 --2- 172.21.15.1:0/1474801063 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d800dd4980 0x55d800ddab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:02.177 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.168+0000 7f757919e640 1 --2- 172.21.15.1:0/1474801063 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d800dcb290 0x55d800dda0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:02.177 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.168+0000 7f757899d640 1 -- 172.21.15.1:0/1474801063 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d800dcb290 msgr2=0x55d800dda0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:02.177 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.168+0000 7f757899d640 1 --2- 172.21.15.1:0/1474801063 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d800dcb290 0x55d800dda0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.177 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.168+0000 7f757899d640 1 -- 172.21.15.1:0/1474801063 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d800dd4980 msgr2=0x55d800ddab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:02.177 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.168+0000 7f757899d640 1 --2- 172.21.15.1:0/1474801063 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d800dd4980 0x55d800ddab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.177 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.168+0000 7f757899d640 1 -- 172.21.15.1:0/1474801063 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f756c01a040 con 0x55d800dcbbb0 2024-02-10T00:04:02.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.168+0000 7f757919e640 1 --2- 172.21.15.1:0/1474801063 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d800dcb290 0x55d800dda0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:04:02.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.168+0000 7f757899d640 1 --2- 172.21.15.1:0/1474801063 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d800dcbbb0 0x55d800dda600 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f75640cc210 tx=0x7f7564010f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcd995236e3915aa server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:02.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.168+0000 7f755cff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:02.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.168+0000 7f755cff9640 1 -- 172.21.15.1:0/1474801063 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75640ce590 con 0x55d800dcbbb0 2024-02-10T00:04:02.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.168+0000 7f755cff9640 1 -- 172.21.15.1:0/1474801063 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f75640a3650 con 0x55d800dcbbb0 2024-02-10T00:04:02.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.168+0000 7f757dfd4740 1 -- 172.21.15.1:0/1474801063 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f756409f000 con 0x55d800dcbbb0 2024-02-10T00:04:02.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.168+0000 7f755cff9640 1 -- 172.21.15.1:0/1474801063 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f756409af30 con 0x55d800dcbbb0 2024-02-10T00:04:02.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.168+0000 7f757dfd4740 10 client.17193 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:02.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.168+0000 7f757dfd4740 1 -- 172.21.15.1:0/1474801063 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55d800cf36f0 con 0x55d800dcbbb0 2024-02-10T00:04:02.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.168+0000 7f755cff9640 1 -- 172.21.15.1:0/1474801063 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7564066020 con 0x55d800dcbbb0 2024-02-10T00:04:02.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.168+0000 7f755cff9640 1 -- 172.21.15.1:0/1474801063 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f75640ce040 con 0x55d800dcbbb0 2024-02-10T00:04:02.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.168+0000 7f757dfd4740 10 client.17193 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:02.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.168+0000 7f757dfd4740 10 client.17193 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:04:02.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.168+0000 7f757dfd4740 20 client.17193 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:02.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.168+0000 7f757dfd4740 1 --2- 172.21.15.1:0/1474801063 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d800e3c8f0 0x55d800e3ed10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:02.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.169+0000 7f757dfd4740 4 client.17193 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:04:02.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.169+0000 7f757dfd4740 1 -- 172.21.15.1:0/1474801063 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55d800a831b0 con 0x55d800e3c8f0 2024-02-10T00:04:02.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.169+0000 7f757919e640 1 --2- 172.21.15.1:0/1474801063 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d800e3c8f0 0x55d800e3ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:02.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.169+0000 7f757919e640 1 --2- 172.21.15.1:0/1474801063 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d800e3c8f0 0x55d800e3ed10 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=73d3eb446ca7ce5b server_cookie=8f991a47dab6cfa7 in_seq=0 out_seq=0 2024-02-10T00:04:02.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.169+0000 7f755cff9640 10 client.17193 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:02.187 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.184+0000 7f755cff9640 1 -- 172.21.15.1:0/1474801063 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55d800a831b0 con 0x55d800e3c8f0 2024-02-10T00:04:02.187 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.184+0000 7f755cff9640 10 client.17193 handle_command_reply: tid=0 2024-02-10T00:04:02.188 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.184+0000 7f757dfd4740 1 client.17193 shutdown 2024-02-10T00:04:02.188 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.184+0000 7f757dfd4740 1 -- 172.21.15.1:0/1474801063 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d800dcbbb0 msgr2=0x55d800dda600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:02.188 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.184+0000 7f757dfd4740 1 --2- 172.21.15.1:0/1474801063 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d800dcbbb0 0x55d800dda600 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f75640cc210 tx=0x7f7564010f50 comp rx=0 tx=0).stop 2024-02-10T00:04:02.188 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.184+0000 7f757dfd4740 1 -- 172.21.15.1:0/1474801063 shutdown_connections 2024-02-10T00:04:02.188 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.184+0000 7f757dfd4740 1 --2- 172.21.15.1:0/1474801063 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d800e3c8f0 0x55d800e3ed10 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.188 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.184+0000 7f757dfd4740 1 --2- 172.21.15.1:0/1474801063 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d800dd4980 0x55d800ddab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.188 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.184+0000 7f757dfd4740 1 --2- 172.21.15.1:0/1474801063 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d800dcbbb0 0x55d800dda600 unknown :-1 s=CLOSED pgs=989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.188 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.184+0000 7f755cff9640 0 client.17193 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:02.188 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.184+0000 7f757dfd4740 1 --2- 172.21.15.1:0/1474801063 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d800dcb290 0x55d800dda0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.188 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.184+0000 7f757dfd4740 1 -- 172.21.15.1:0/1474801063 >> 172.21.15.1:0/1474801063 conn(0x55d800dc5bb0 msgr2=0x55d800dc43c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:02.188 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.184+0000 7f757dfd4740 1 -- 172.21.15.1:0/1474801063 shutdown_connections 2024-02-10T00:04:02.188 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.184+0000 7f757dfd4740 1 -- 172.21.15.1:0/1474801063 wait complete. 2024-02-10T00:04:02.188 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.184+0000 7f757dfd4740 20 client.17193 trim_cache size 0 max 16384 2024-02-10T00:04:02.189 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:04:02.189 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:04:02.189 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:04:02.189 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:04:02.190 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.185+0000 7f757a1a0640 1 -- 172.21.15.1:0/3692217728 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f75600a2210 msgr2=0x7f75600a46d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:02.190 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.185+0000 7f757a1a0640 1 --2- 172.21.15.1:0/3692217728 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f75600a2210 0x7f75600a46d0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f756c009fd0 tx=0x7f756c0091e0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.190 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.185+0000 7f757a1a0640 1 -- 172.21.15.1:0/3692217728 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7574103a70 msgr2=0x7f75741a3d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:02.190 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.185+0000 7f757a1a0640 1 --2- 172.21.15.1:0/3692217728 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7574103a70 0x7f75741a3d30 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f756400e9f0 tx=0x7f756400eeb0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.190 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.185+0000 7f757a1a0640 1 -- 172.21.15.1:0/3692217728 shutdown_connections 2024-02-10T00:04:02.190 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.185+0000 7f757a1a0640 1 --2- 172.21.15.1:0/3692217728 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f75600a2210 0x7f75600a46d0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.190 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.185+0000 7f757a1a0640 1 --2- 172.21.15.1:0/3692217728 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7574105fe0 0x7f757419d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.190 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.185+0000 7f757a1a0640 1 --2- 172.21.15.1:0/3692217728 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7574103a70 0x7f75741a3d30 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.190 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.185+0000 7f757a1a0640 1 --2- 172.21.15.1:0/3692217728 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7574068f60 0x7f75741a37f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:02.190 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.185+0000 7f757a1a0640 1 -- 172.21.15.1:0/3692217728 >> 172.21.15.1:0/3692217728 conn(0x7f7574075a90 msgr2=0x7f75740ff1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:02.191 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.185+0000 7f757a1a0640 1 -- 172.21.15.1:0/3692217728 shutdown_connections 2024-02-10T00:04:02.191 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:02.185+0000 7f757a1a0640 1 -- 172.21.15.1:0/3692217728 wait complete. 2024-02-10T00:04:03.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:03 smithi088 ceph-mon[36452]: pgmap v144: 97 pgs: 97 active+clean; 2.6 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 31 KiB/s wr, 15 op/s 2024-02-10T00:04:03.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:03 smithi103 ceph-mon[36942]: pgmap v144: 97 pgs: 97 active+clean; 2.6 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 31 KiB/s wr, 15 op/s 2024-02-10T00:04:03.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:03 smithi001 ceph-mon[32335]: pgmap v144: 97 pgs: 97 active+clean; 2.6 MiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 31 KiB/s wr, 15 op/s 2024-02-10T00:04:03.991 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:04:03.992 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:04:04.122 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.106+0000 7ff9d9965640 1 -- 172.21.15.1:0/1875212307 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff9d4105410 msgr2=0x7ff9d410cfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.106+0000 7ff9d9965640 1 --2- 172.21.15.1:0/1875212307 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff9d4105410 0x7ff9d410cfe0 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7ff9c4009cd0 tx=0x7ff9c402c0f0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.107+0000 7ff9d9965640 1 -- 172.21.15.1:0/1875212307 shutdown_connections 2024-02-10T00:04:04.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.107+0000 7ff9d9965640 1 --2- 172.21.15.1:0/1875212307 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff9d4105410 0x7ff9d410cfe0 unknown :-1 s=CLOSED pgs=990 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.107+0000 7ff9d9965640 1 --2- 172.21.15.1:0/1875212307 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff9d4100cf0 0x7ff9d4104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.124 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.107+0000 7ff9d9965640 1 --2- 172.21.15.1:0/1875212307 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff9d4100340 0x7ff9d4100720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.107+0000 7ff9d9965640 1 -- 172.21.15.1:0/1875212307 >> 172.21.15.1:0/1875212307 conn(0x7ff9d40772e0 msgr2=0x7ff9d40776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:04.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.107+0000 7ff9d9965640 1 -- 172.21.15.1:0/1875212307 shutdown_connections 2024-02-10T00:04:04.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.107+0000 7ff9d9965640 1 -- 172.21.15.1:0/1875212307 wait complete. 2024-02-10T00:04:04.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.107+0000 7ff9d9965640 1 Processor -- start 2024-02-10T00:04:04.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.107+0000 7ff9d9965640 1 -- start start 2024-02-10T00:04:04.125 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.108+0000 7ff9d9965640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff9d4100340 0x7ff9d419d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.108+0000 7ff9d9965640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff9d4105410 0x7ff9d419daf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.108+0000 7ff9d9965640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff9d4197670 0x7ff9d4197af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.108+0000 7ff9d9965640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9d4198140 con 0x7ff9d4100340 2024-02-10T00:04:04.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.108+0000 7ff9d9965640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9d41982b0 con 0x7ff9d4197670 2024-02-10T00:04:04.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.108+0000 7ff9d9965640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9d4198470 con 0x7ff9d4105410 2024-02-10T00:04:04.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.108+0000 7ff9d2ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff9d4100340 0x7ff9d419d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.108+0000 7ff9d2ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff9d4100340 0x7ff9d419d5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33748/0 (socket says 172.21.15.1:33748) 2024-02-10T00:04:04.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.108+0000 7ff9d2ffd640 1 -- 172.21.15.1:0/3532334677 learned_addr learned my addr 172.21.15.1:0/3532334677 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:04.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.108+0000 7ff9d27fc640 1 --2- 172.21.15.1:0/3532334677 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff9d4105410 0x7ff9d419daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.108+0000 7ff9d37fe640 1 --2- 172.21.15.1:0/3532334677 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff9d4197670 0x7ff9d4197af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.108+0000 7ff9d2ffd640 1 -- 172.21.15.1:0/3532334677 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff9d4105410 msgr2=0x7ff9d419daf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.108+0000 7ff9d2ffd640 1 --2- 172.21.15.1:0/3532334677 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff9d4105410 0x7ff9d419daf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.108+0000 7ff9d2ffd640 1 -- 172.21.15.1:0/3532334677 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff9d4197670 msgr2=0x7ff9d4197af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.108+0000 7ff9d2ffd640 1 --2- 172.21.15.1:0/3532334677 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff9d4197670 0x7ff9d4197af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.108+0000 7ff9d2ffd640 1 -- 172.21.15.1:0/3532334677 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9cc009490 con 0x7ff9d4100340 2024-02-10T00:04:04.129 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.108+0000 7ff9d37fe640 1 --2- 172.21.15.1:0/3532334677 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff9d4197670 0x7ff9d4197af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:04:04.130 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.108+0000 7ff9d27fc640 1 --2- 172.21.15.1:0/3532334677 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff9d4105410 0x7ff9d419daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:04:04.130 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.108+0000 7ff9d2ffd640 1 --2- 172.21.15.1:0/3532334677 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff9d4100340 0x7ff9d419d5b0 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7ff9cc00ea60 tx=0x7ff9cc00ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:04.130 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.108+0000 7ff9d8963640 1 -- 172.21.15.1:0/3532334677 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9cc00cde0 con 0x7ff9d4100340 2024-02-10T00:04:04.130 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.108+0000 7ff9d9965640 1 -- 172.21.15.1:0/3532334677 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9c4009900 con 0x7ff9d4100340 2024-02-10T00:04:04.130 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.108+0000 7ff9d8963640 1 -- 172.21.15.1:0/3532334677 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff9cc0035f0 con 0x7ff9d4100340 2024-02-10T00:04:04.130 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.108+0000 7ff9d8963640 1 -- 172.21.15.1:0/3532334677 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9cc010690 con 0x7ff9d4100340 2024-02-10T00:04:04.131 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.108+0000 7ff9d9965640 1 -- 172.21.15.1:0/3532334677 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9d41a4760 con 0x7ff9d4100340 2024-02-10T00:04:04.131 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.110+0000 7ff9d8963640 1 -- 172.21.15.1:0/3532334677 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7ff9cc003af0 con 0x7ff9d4100340 2024-02-10T00:04:04.131 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.111+0000 7ff9dc614740 1 Processor -- start 2024-02-10T00:04:04.131 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.111+0000 7ff9dc614740 1 -- start start 2024-02-10T00:04:04.131 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.111+0000 7ff9dc614740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557e7e0e6980 0x557e7e0e6d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.131 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.111+0000 7ff9d8963640 1 --2- 172.21.15.1:0/3532334677 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff9c00a2230 0x7ff9c00a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.131 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.111+0000 7ff9dc614740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557e7e0e7330 0x557e7e0ef8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.132 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.111+0000 7ff9dc614740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557e7e0efeb0 0x557e7e0f2300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.132 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.111+0000 7ff9dc614740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e7e0a1d00 con 0x557e7e0e7330 2024-02-10T00:04:04.132 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.111+0000 7ff9dc614740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e7e0562f0 con 0x557e7e0e6980 2024-02-10T00:04:04.132 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.111+0000 7ff9dc614740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e7e053820 con 0x557e7e0efeb0 2024-02-10T00:04:04.132 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.112+0000 7ff9d2ffd640 1 --2- 172.21.15.1:0/3532334677 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff9c00a2230 0x7ff9c00a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.132 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.112+0000 7ff9d37fe640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557e7e0e6980 0x557e7e0e6d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.133 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.112+0000 7ff9d27fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557e7e0e7330 0x557e7e0ef8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.133 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.112+0000 7ff9d37fe640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557e7e0e6980 0x557e7e0e6d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.1:53004/0 (socket says 172.21.15.1:53004) 2024-02-10T00:04:04.133 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.112+0000 7ff9d37fe640 1 -- 172.21.15.1:0/4058143083 learned_addr learned my addr 172.21.15.1:0/4058143083 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:04.133 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.112+0000 7ff9d37fe640 1 --2- 172.21.15.1:0/4058143083 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557e7e0efeb0 0x557e7e0f2300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.133 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.112+0000 7ff9d8963640 1 -- 172.21.15.1:0/3532334677 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7ff9cc014070 con 0x7ff9d4100340 2024-02-10T00:04:04.133 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.112+0000 7ff9d37fe640 1 -- 172.21.15.1:0/4058143083 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557e7e0efeb0 msgr2=0x557e7e0f2300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.112+0000 7ff9d37fe640 1 --2- 172.21.15.1:0/4058143083 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557e7e0efeb0 0x557e7e0f2300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.112+0000 7ff9d37fe640 1 -- 172.21.15.1:0/4058143083 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557e7e0e7330 msgr2=0x557e7e0ef8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.112+0000 7ff9d37fe640 1 --2- 172.21.15.1:0/4058143083 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557e7e0e7330 0x557e7e0ef8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.112+0000 7ff9d37fe640 1 -- 172.21.15.1:0/4058143083 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557e7e010ff0 con 0x557e7e0e6980 2024-02-10T00:04:04.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.112+0000 7ff9d27fc640 1 --2- 172.21.15.1:0/4058143083 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557e7e0e7330 0x557e7e0ef8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:04:04.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.112+0000 7ff9d2ffd640 1 --2- 172.21.15.1:0/3532334677 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff9c00a2230 0x7ff9c00a46f0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7ff9cc0974c0 tx=0x7ff9cc003ef0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:04.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.112+0000 7ff9d37fe640 1 --2- 172.21.15.1:0/4058143083 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557e7e0e6980 0x557e7e0e6d60 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ff9c4032630 tx=0x7ff9c4009360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3b8b0652da6d0d5e server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:04.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.112+0000 7ff9c9ffb640 1 -- 172.21.15.1:0/4058143083 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9c4034700 con 0x557e7e0e6980 2024-02-10T00:04:04.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.112+0000 7ff9c9ffb640 1 -- 172.21.15.1:0/4058143083 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff9c4003970 con 0x557e7e0e6980 2024-02-10T00:04:04.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.112+0000 7ff9c9ffb640 1 -- 172.21.15.1:0/4058143083 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9c4004290 con 0x557e7e0e6980 2024-02-10T00:04:04.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.113+0000 7ff9dc614740 1 -- 172.21.15.1:0/4058143083 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557e7e0e6980 msgr2=0x557e7e0e6d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.135 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.113+0000 7ff9dc614740 1 --2- 172.21.15.1:0/4058143083 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557e7e0e6980 0x557e7e0e6d60 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ff9c4032630 tx=0x7ff9c4009360 comp rx=0 tx=0).stop 2024-02-10T00:04:04.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.113+0000 7ff9dc614740 1 -- 172.21.15.1:0/4058143083 shutdown_connections 2024-02-10T00:04:04.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.113+0000 7ff9dc614740 1 --2- 172.21.15.1:0/4058143083 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557e7e0efeb0 0x557e7e0f2300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.113+0000 7ff9dc614740 1 --2- 172.21.15.1:0/4058143083 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557e7e0e7330 0x557e7e0ef8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.113+0000 7ff9dc614740 1 --2- 172.21.15.1:0/4058143083 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557e7e0e6980 0x557e7e0e6d60 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.113+0000 7ff9dc614740 1 -- 172.21.15.1:0/4058143083 >> 172.21.15.1:0/4058143083 conn(0x557e7e0e1050 msgr2=0x557e7e0e1430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:04.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.113+0000 7ff9dc614740 1 -- 172.21.15.1:0/4058143083 shutdown_connections 2024-02-10T00:04:04.136 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.113+0000 7ff9dc614740 1 -- 172.21.15.1:0/4058143083 wait complete. 2024-02-10T00:04:04.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.113+0000 7ff9dc614740 1 -- start start 2024-02-10T00:04:04.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.114+0000 7ff9dc614740 1 Processor -- start 2024-02-10T00:04:04.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.114+0000 7ff9dc614740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557e7e0e6980 0x557e7e0ece00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.114+0000 7ff9dc614740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557e7e0e7330 0x557e7e0ed340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.114+0000 7ff9dc614740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557e7e0efeb0 0x557e7e0ed880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.137 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.114+0000 7ff9dc614740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e7e04f000 con 0x557e7e0e6980 2024-02-10T00:04:04.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.114+0000 7ff9dc614740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e7dd22430 con 0x557e7e0efeb0 2024-02-10T00:04:04.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.114+0000 7ff9dc614740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e7dcdee00 con 0x557e7e0e7330 2024-02-10T00:04:04.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.114+0000 7ff9dc614740 10 client.0 _ll_register_callbacks cb 0x557e7e0437f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:04.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.114+0000 7ff9d37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557e7e0e6980 0x557e7e0ece00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.114+0000 7ff9d37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557e7e0e6980 0x557e7e0ece00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33772/0 (socket says 172.21.15.1:33772) 2024-02-10T00:04:04.138 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.114+0000 7ff9d37fe640 1 -- 172.21.15.1:0/1058223539 learned_addr learned my addr 172.21.15.1:0/1058223539 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:04.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.114+0000 7ff9d27fc640 1 --2- 172.21.15.1:0/1058223539 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557e7e0e7330 0x557e7e0ed340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.114+0000 7ff9d37fe640 1 -- 172.21.15.1:0/1058223539 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557e7e0e7330 msgr2=0x557e7e0ed340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.114+0000 7ff9d37fe640 1 --2- 172.21.15.1:0/1058223539 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557e7e0e7330 0x557e7e0ed340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.114+0000 7ff9d37fe640 1 -- 172.21.15.1:0/1058223539 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557e7e0efeb0 msgr2=0x557e7e0ed880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.114+0000 7ff9d37fe640 1 --2- 172.21.15.1:0/1058223539 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557e7e0efeb0 0x557e7e0ed880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.114+0000 7ff9d37fe640 1 -- 172.21.15.1:0/1058223539 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9d4068500 con 0x557e7e0e6980 2024-02-10T00:04:04.139 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.115+0000 7ff9d37fe640 1 --2- 172.21.15.1:0/1058223539 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557e7e0e6980 0x557e7e0ece00 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7ff9c402c630 tx=0x7ff9c4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b02134c3e79c4e9 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:04.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.115+0000 7ff9b2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:04.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.115+0000 7ff9b2ffd640 1 -- 172.21.15.1:0/1058223539 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9c40328b0 con 0x557e7e0e6980 2024-02-10T00:04:04.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.115+0000 7ff9b2ffd640 1 -- 172.21.15.1:0/1058223539 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7ff9c4032a10 con 0x557e7e0e6980 2024-02-10T00:04:04.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.115+0000 7ff9dc614740 1 -- 172.21.15.1:0/1058223539 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557e7dd4e7e0 con 0x557e7e0e6980 2024-02-10T00:04:04.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.115+0000 7ff9b2ffd640 1 -- 172.21.15.1:0/1058223539 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff9c4034a90 con 0x557e7e0e6980 2024-02-10T00:04:04.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.115+0000 7ff9dc614740 10 client.17205 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:04.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.115+0000 7ff9dc614740 1 -- 172.21.15.1:0/1058223539 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x557e7e04d680 con 0x557e7e0e6980 2024-02-10T00:04:04.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.115+0000 7ff9b2ffd640 1 -- 172.21.15.1:0/1058223539 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x557e7dd4e7e0 con 0x557e7e0e6980 2024-02-10T00:04:04.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.115+0000 7ff9b2ffd640 1 -- 172.21.15.1:0/1058223539 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ff9c404e430 con 0x557e7e0e6980 2024-02-10T00:04:04.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.115+0000 7ff9dc614740 10 client.17205 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:04.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.115+0000 7ff9dc614740 10 client.17205 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:04:04.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.115+0000 7ff9dc614740 20 client.17205 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:04.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.115+0000 7ff9dc614740 1 --2- 172.21.15.1:0/1058223539 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557e7e0fff70 0x557e7e102390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.115+0000 7ff9dc614740 4 client.17205 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:04:04.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.115+0000 7ff9dc614740 1 -- 172.21.15.1:0/1058223539 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557e7dd8b720 con 0x557e7e0fff70 2024-02-10T00:04:04.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.116+0000 7ff9d27fc640 1 --2- 172.21.15.1:0/1058223539 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557e7e0fff70 0x557e7e102390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.116+0000 7ff9b2ffd640 10 client.17205 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:04.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.116+0000 7ff9d27fc640 1 --2- 172.21.15.1:0/1058223539 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557e7e0fff70 0x557e7e102390 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3d13bbf4c11ad9e server_cookie=9eeb6680e58212d8 in_seq=0 out_seq=0 2024-02-10T00:04:04.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.117+0000 7ff9b2ffd640 1 -- 172.21.15.1:0/1058223539 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x557e7dd8b720 con 0x557e7e0fff70 2024-02-10T00:04:04.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.117+0000 7ff9b2ffd640 10 client.17205 handle_command_reply: tid=0 2024-02-10T00:04:04.143 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.117+0000 7ff9dc614740 1 client.17205 shutdown 2024-02-10T00:04:04.143 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.117+0000 7ff9dc614740 1 -- 172.21.15.1:0/1058223539 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557e7e0e6980 msgr2=0x557e7e0ece00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.143 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.117+0000 7ff9dc614740 1 --2- 172.21.15.1:0/1058223539 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557e7e0e6980 0x557e7e0ece00 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7ff9c402c630 tx=0x7ff9c4004a40 comp rx=0 tx=0).stop 2024-02-10T00:04:04.143 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.117+0000 7ff9dc614740 1 -- 172.21.15.1:0/1058223539 shutdown_connections 2024-02-10T00:04:04.143 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.117+0000 7ff9dc614740 1 --2- 172.21.15.1:0/1058223539 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557e7e0fff70 0x557e7e102390 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.143 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.117+0000 7ff9dc614740 1 --2- 172.21.15.1:0/1058223539 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557e7e0efeb0 0x557e7e0ed880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.144 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.117+0000 7ff9dc614740 1 --2- 172.21.15.1:0/1058223539 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557e7e0e7330 0x557e7e0ed340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.144 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.117+0000 7ff9b2ffd640 0 client.17205 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:04.144 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.117+0000 7ff9dc614740 1 --2- 172.21.15.1:0/1058223539 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557e7e0e6980 0x557e7e0ece00 unknown :-1 s=CLOSED pgs=992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.144 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.117+0000 7ff9dc614740 1 -- 172.21.15.1:0/1058223539 >> 172.21.15.1:0/1058223539 conn(0x557e7e0e1050 msgr2=0x557e7e0e2da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:04.144 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.117+0000 7ff9dc614740 1 -- 172.21.15.1:0/1058223539 shutdown_connections 2024-02-10T00:04:04.144 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.117+0000 7ff9dc614740 1 -- 172.21.15.1:0/1058223539 wait complete. 2024-02-10T00:04:04.145 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.117+0000 7ff9dc614740 20 client.17205 trim_cache size 0 max 16384 2024-02-10T00:04:04.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.132+0000 7ff9dc614740 1 Processor -- start 2024-02-10T00:04:04.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.132+0000 7ff9dc614740 1 -- start start 2024-02-10T00:04:04.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.132+0000 7ff9dc614740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557e7e0e6980 0x557e7e0ec700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.132+0000 7ff9dc614740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557e7e0e7330 0x557e7e0f6ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.132+0000 7ff9dc614740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557e7e0efeb0 0x557e7e0f73e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.132+0000 7ff9dc614740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e7dfd3fd0 con 0x557e7e0e6980 2024-02-10T00:04:04.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.132+0000 7ff9dc614740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e7e0ecc40 con 0x557e7e0efeb0 2024-02-10T00:04:04.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.132+0000 7ff9dc614740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e7e0b6ab0 con 0x557e7e0e7330 2024-02-10T00:04:04.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.133+0000 7ff9d37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557e7e0e6980 0x557e7e0ec700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.133+0000 7ff9d37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557e7e0e6980 0x557e7e0ec700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33774/0 (socket says 172.21.15.1:33774) 2024-02-10T00:04:04.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.133+0000 7ff9d37fe640 1 -- 172.21.15.1:0/1764020236 learned_addr learned my addr 172.21.15.1:0/1764020236 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:04.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.133+0000 7ff9d37fe640 1 -- 172.21.15.1:0/1764020236 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557e7e0e7330 msgr2=0x557e7e0f6ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.133+0000 7ff9d37fe640 1 --2- 172.21.15.1:0/1764020236 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557e7e0e7330 0x557e7e0f6ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.133+0000 7ff9d37fe640 1 -- 172.21.15.1:0/1764020236 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557e7e0efeb0 msgr2=0x557e7e0f73e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.133+0000 7ff9d37fe640 1 --2- 172.21.15.1:0/1764020236 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557e7e0efeb0 0x557e7e0f73e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.133+0000 7ff9d37fe640 1 -- 172.21.15.1:0/1764020236 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557e7dfe9b30 con 0x557e7e0e6980 2024-02-10T00:04:04.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.133+0000 7ff9d37fe640 1 --2- 172.21.15.1:0/1764020236 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557e7e0e6980 0x557e7e0ec700 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7ff9c4032650 tx=0x7ff9c4009360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b24243e0efe68614 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:04.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.133+0000 7ff9c97fa640 1 -- 172.21.15.1:0/1764020236 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9c404e630 con 0x557e7e0e6980 2024-02-10T00:04:04.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.133+0000 7ff9c97fa640 1 -- 172.21.15.1:0/1764020236 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff9c40326b0 con 0x557e7e0e6980 2024-02-10T00:04:04.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.133+0000 7ff9c97fa640 1 -- 172.21.15.1:0/1764020236 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9c4004180 con 0x557e7e0e6980 2024-02-10T00:04:04.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.134+0000 7ff9dc614740 1 -- 172.21.15.1:0/1764020236 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557e7e0e6980 msgr2=0x557e7e0ec700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.134+0000 7ff9dc614740 1 --2- 172.21.15.1:0/1764020236 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557e7e0e6980 0x557e7e0ec700 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7ff9c4032650 tx=0x7ff9c4009360 comp rx=0 tx=0).stop 2024-02-10T00:04:04.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.134+0000 7ff9dc614740 1 -- 172.21.15.1:0/1764020236 shutdown_connections 2024-02-10T00:04:04.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.134+0000 7ff9dc614740 1 --2- 172.21.15.1:0/1764020236 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557e7e0efeb0 0x557e7e0f73e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.134+0000 7ff9dc614740 1 --2- 172.21.15.1:0/1764020236 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557e7e0e7330 0x557e7e0f6ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.134+0000 7ff9dc614740 1 --2- 172.21.15.1:0/1764020236 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557e7e0e6980 0x557e7e0ec700 unknown :-1 s=CLOSED pgs=993 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.134+0000 7ff9dc614740 1 -- 172.21.15.1:0/1764020236 >> 172.21.15.1:0/1764020236 conn(0x557e7e0e1050 msgr2=0x557e7e0e1430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:04.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.134+0000 7ff9dc614740 1 -- 172.21.15.1:0/1764020236 shutdown_connections 2024-02-10T00:04:04.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.134+0000 7ff9dc614740 1 -- 172.21.15.1:0/1764020236 wait complete. 2024-02-10T00:04:04.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.134+0000 7ff9dc614740 1 -- start start 2024-02-10T00:04:04.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.134+0000 7ff9dc614740 1 Processor -- start 2024-02-10T00:04:04.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.134+0000 7ff9dc614740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557e7e0e6980 0x557e7e0f6a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.134+0000 7ff9dc614740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557e7e0e7330 0x557e7e0f6fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.134+0000 7ff9dc614740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557e7e0efeb0 0x557e7e0f4f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.134+0000 7ff9dc614740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e7e0f55a0 con 0x557e7e0efeb0 2024-02-10T00:04:04.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.134+0000 7ff9dc614740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e7e0f5710 con 0x557e7e0e6980 2024-02-10T00:04:04.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.134+0000 7ff9dc614740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557e7e0f58d0 con 0x557e7e0e7330 2024-02-10T00:04:04.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.135+0000 7ff9dc614740 10 client.0 _ll_register_callbacks cb 0x7ff9d406aac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:04.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.135+0000 7ff9d37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557e7e0efeb0 0x557e7e0f4f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.135+0000 7ff9d37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557e7e0efeb0 0x557e7e0f4f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33786/0 (socket says 172.21.15.1:33786) 2024-02-10T00:04:04.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.135+0000 7ff9d37fe640 1 -- 172.21.15.1:0/580095269 learned_addr learned my addr 172.21.15.1:0/580095269 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:04.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.135+0000 7ff9d37fe640 1 --2- 172.21.15.1:0/580095269 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557e7e0e6980 0x557e7e0f6a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.135+0000 7ff9d27fc640 1 --2- 172.21.15.1:0/580095269 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557e7e0e7330 0x557e7e0f6fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.135+0000 7ff9d37fe640 1 -- 172.21.15.1:0/580095269 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557e7e0e7330 msgr2=0x557e7e0f6fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.135+0000 7ff9d37fe640 1 --2- 172.21.15.1:0/580095269 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557e7e0e7330 0x557e7e0f6fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.135+0000 7ff9d37fe640 1 -- 172.21.15.1:0/580095269 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557e7e0e6980 msgr2=0x557e7e0f6a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.135+0000 7ff9d37fe640 1 --2- 172.21.15.1:0/580095269 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557e7e0e6980 0x557e7e0f6a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.135+0000 7ff9d37fe640 1 -- 172.21.15.1:0/580095269 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557e7e04d680 con 0x557e7e0efeb0 2024-02-10T00:04:04.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.135+0000 7ff9d37fe640 1 --2- 172.21.15.1:0/580095269 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557e7e0efeb0 0x557e7e0f4f90 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7ff9c4004270 tx=0x7ff9c404ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3554b96ec5622117 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:04.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.135+0000 7ff9b2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:04.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.135+0000 7ff9b2ffd640 1 -- 172.21.15.1:0/580095269 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9c4034c90 con 0x557e7e0efeb0 2024-02-10T00:04:04.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.135+0000 7ff9b2ffd640 1 -- 172.21.15.1:0/580095269 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7ff9c404e8c0 con 0x557e7e0efeb0 2024-02-10T00:04:04.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.135+0000 7ff9dc614740 1 -- 172.21.15.1:0/580095269 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff9c4003970 con 0x557e7e0efeb0 2024-02-10T00:04:04.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.135+0000 7ff9b2ffd640 1 -- 172.21.15.1:0/580095269 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff9c4032a50 con 0x557e7e0efeb0 2024-02-10T00:04:04.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.135+0000 7ff9dc614740 10 client.17211 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:04.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.135+0000 7ff9dc614740 1 -- 172.21.15.1:0/580095269 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x557e7e00f850 con 0x557e7e0efeb0 2024-02-10T00:04:04.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.136+0000 7ff9b2ffd640 1 -- 172.21.15.1:0/580095269 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff9c4003970 con 0x557e7e0efeb0 2024-02-10T00:04:04.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.136+0000 7ff9b2ffd640 1 -- 172.21.15.1:0/580095269 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ff9c4057960 con 0x557e7e0efeb0 2024-02-10T00:04:04.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.136+0000 7ff9dc614740 10 client.17211 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:04.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.136+0000 7ff9dc614740 10 client.17211 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:04:04.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.136+0000 7ff9dc614740 20 client.17211 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:04.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.136+0000 7ff9dc614740 1 --2- 172.21.15.1:0/580095269 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557e7e15b4b0 0x557e7e15d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.136+0000 7ff9dc614740 4 client.17211 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:04:04.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.136+0000 7ff9dc614740 1 -- 172.21.15.1:0/580095269 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x557e7ddda890 con 0x557e7e15b4b0 2024-02-10T00:04:04.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.136+0000 7ff9d27fc640 1 --2- 172.21.15.1:0/580095269 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557e7e15b4b0 0x557e7e15d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.136+0000 7ff9d27fc640 1 --2- 172.21.15.1:0/580095269 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557e7e15b4b0 0x557e7e15d8a0 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ea080f89c64b9c70 server_cookie=f37045a8d21e2eb in_seq=0 out_seq=0 2024-02-10T00:04:04.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.136+0000 7ff9b2ffd640 10 client.17211 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:04.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.137+0000 7ff9b2ffd640 1 -- 172.21.15.1:0/580095269 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x557e7ddda890 con 0x557e7e15b4b0 2024-02-10T00:04:04.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.137+0000 7ff9b2ffd640 10 client.17211 handle_command_reply: tid=0 2024-02-10T00:04:04.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.137+0000 7ff9dc614740 1 client.17211 shutdown 2024-02-10T00:04:04.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.137+0000 7ff9dc614740 1 -- 172.21.15.1:0/580095269 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557e7e0efeb0 msgr2=0x557e7e0f4f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.137+0000 7ff9dc614740 1 --2- 172.21.15.1:0/580095269 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557e7e0efeb0 0x557e7e0f4f90 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7ff9c4004270 tx=0x7ff9c404ec50 comp rx=0 tx=0).stop 2024-02-10T00:04:04.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.137+0000 7ff9dc614740 1 -- 172.21.15.1:0/580095269 shutdown_connections 2024-02-10T00:04:04.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.137+0000 7ff9dc614740 1 --2- 172.21.15.1:0/580095269 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557e7e15b4b0 0x557e7e15d8a0 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.137+0000 7ff9dc614740 1 --2- 172.21.15.1:0/580095269 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557e7e0efeb0 0x557e7e0f4f90 unknown :-1 s=CLOSED pgs=994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.137+0000 7ff9dc614740 1 --2- 172.21.15.1:0/580095269 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557e7e0e7330 0x557e7e0f6fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.137+0000 7ff9b2ffd640 0 client.17211 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:04.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.137+0000 7ff9dc614740 1 --2- 172.21.15.1:0/580095269 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557e7e0e6980 0x557e7e0f6a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.137+0000 7ff9dc614740 1 -- 172.21.15.1:0/580095269 >> 172.21.15.1:0/580095269 conn(0x557e7e0e1050 msgr2=0x557e7e0df960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:04.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.137+0000 7ff9dc614740 1 -- 172.21.15.1:0/580095269 shutdown_connections 2024-02-10T00:04:04.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.137+0000 7ff9dc614740 1 -- 172.21.15.1:0/580095269 wait complete. 2024-02-10T00:04:04.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.137+0000 7ff9dc614740 20 client.17211 trim_cache size 0 max 16384 2024-02-10T00:04:04.168 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:04:04.168 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "no active scrubs running", 2024-02-10T00:04:04.168 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": {} 2024-02-10T00:04:04.168 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:04:04.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.137+0000 7ff9d9965640 1 -- 172.21.15.1:0/3532334677 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff9c00a2230 msgr2=0x7ff9c00a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.137+0000 7ff9d9965640 1 --2- 172.21.15.1:0/3532334677 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff9c00a2230 0x7ff9c00a46f0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7ff9cc0974c0 tx=0x7ff9cc003ef0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.137+0000 7ff9d9965640 1 -- 172.21.15.1:0/3532334677 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff9d4100340 msgr2=0x7ff9d419d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.137+0000 7ff9d9965640 1 --2- 172.21.15.1:0/3532334677 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff9d4100340 0x7ff9d419d5b0 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7ff9cc00ea60 tx=0x7ff9cc00ef20 comp rx=0 tx=0).stop 2024-02-10T00:04:04.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.137+0000 7ff9d9965640 1 -- 172.21.15.1:0/3532334677 shutdown_connections 2024-02-10T00:04:04.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.137+0000 7ff9d9965640 1 --2- 172.21.15.1:0/3532334677 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff9c00a2230 0x7ff9c00a46f0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.137+0000 7ff9d9965640 1 --2- 172.21.15.1:0/3532334677 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff9d4197670 0x7ff9d4197af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.137+0000 7ff9d9965640 1 --2- 172.21.15.1:0/3532334677 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff9d4105410 0x7ff9d419daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.137+0000 7ff9d9965640 1 --2- 172.21.15.1:0/3532334677 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff9d4100340 0x7ff9d419d5b0 unknown :-1 s=CLOSED pgs=991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.137+0000 7ff9d9965640 1 -- 172.21.15.1:0/3532334677 >> 172.21.15.1:0/3532334677 conn(0x7ff9d40772e0 msgr2=0x7ff9d40fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:04.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.138+0000 7ff9d9965640 1 -- 172.21.15.1:0/3532334677 shutdown_connections 2024-02-10T00:04:04.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.138+0000 7ff9d9965640 1 -- 172.21.15.1:0/3532334677 wait complete. 2024-02-10T00:04:04.171 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-02-10T00:04:04.171 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-10T00:04:04.276 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.271+0000 7faf40e2a640 1 -- 172.21.15.1:0/2997723741 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7faf3c105420 msgr2=0x7faf3c10cff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.276 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.271+0000 7faf40e2a640 1 --2- 172.21.15.1:0/2997723741 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7faf3c105420 0x7faf3c10cff0 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7faf2c009cd0 tx=0x7faf2c02c0f0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.276 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.271+0000 7faf40e2a640 1 -- 172.21.15.1:0/2997723741 shutdown_connections 2024-02-10T00:04:04.276 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.271+0000 7faf40e2a640 1 --2- 172.21.15.1:0/2997723741 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7faf3c105420 0x7faf3c10cff0 unknown :-1 s=CLOSED pgs=995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.271+0000 7faf40e2a640 1 --2- 172.21.15.1:0/2997723741 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faf3c100d00 0x7faf3c104d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.271+0000 7faf40e2a640 1 --2- 172.21.15.1:0/2997723741 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf3c100350 0x7faf3c100730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.271+0000 7faf40e2a640 1 -- 172.21.15.1:0/2997723741 >> 172.21.15.1:0/2997723741 conn(0x7faf3c0772b0 msgr2=0x7faf3c0776c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:04.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.271+0000 7faf40e2a640 1 -- 172.21.15.1:0/2997723741 shutdown_connections 2024-02-10T00:04:04.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.271+0000 7faf40e2a640 1 -- 172.21.15.1:0/2997723741 wait complete. 2024-02-10T00:04:04.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.271+0000 7faf40e2a640 1 Processor -- start 2024-02-10T00:04:04.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.272+0000 7faf40e2a640 1 -- start start 2024-02-10T00:04:04.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.272+0000 7faf40e2a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf3c100350 0x7faf3c196750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.272+0000 7faf40e2a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faf3c105420 0x7faf3c196c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.272+0000 7faf40e2a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7faf3c19b010 0x7faf3c19b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.272+0000 7faf40e2a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf3c19ba00 con 0x7faf3c19b010 2024-02-10T00:04:04.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.272+0000 7faf40e2a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf3c19bb70 con 0x7faf3c100350 2024-02-10T00:04:04.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.272+0000 7faf40e2a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf3c19bce0 con 0x7faf3c105420 2024-02-10T00:04:04.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.272+0000 7faf3ad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7faf3c19b010 0x7faf3c19b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.277 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.272+0000 7faf3ad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7faf3c19b010 0x7faf3c19b4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33808/0 (socket says 172.21.15.1:33808) 2024-02-10T00:04:04.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.272+0000 7faf3ad9d640 1 -- 172.21.15.1:0/2464417989 learned_addr learned my addr 172.21.15.1:0/2464417989 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:04.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.272+0000 7faf39d9b640 1 --2- 172.21.15.1:0/2464417989 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faf3c105420 0x7faf3c196c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.272+0000 7faf3a59c640 1 --2- 172.21.15.1:0/2464417989 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf3c100350 0x7faf3c196750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.272+0000 7faf3ad9d640 1 -- 172.21.15.1:0/2464417989 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faf3c105420 msgr2=0x7faf3c196c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.272+0000 7faf3ad9d640 1 --2- 172.21.15.1:0/2464417989 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faf3c105420 0x7faf3c196c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.272+0000 7faf3ad9d640 1 -- 172.21.15.1:0/2464417989 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf3c100350 msgr2=0x7faf3c196750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.272+0000 7faf3ad9d640 1 --2- 172.21.15.1:0/2464417989 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf3c100350 0x7faf3c196750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.272+0000 7faf3ad9d640 1 -- 172.21.15.1:0/2464417989 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf2c009900 con 0x7faf3c19b010 2024-02-10T00:04:04.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.272+0000 7faf3a59c640 1 --2- 172.21.15.1:0/2464417989 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf3c100350 0x7faf3c196750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:04:04.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.272+0000 7faf3ad9d640 1 --2- 172.21.15.1:0/2464417989 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7faf3c19b010 0x7faf3c19b4c0 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7faf2c0348f0 tx=0x7faf2c034cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:04.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.273+0000 7faf2b7fe640 1 -- 172.21.15.1:0/2464417989 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf2c0328c0 con 0x7faf3c19b010 2024-02-10T00:04:04.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.273+0000 7faf2b7fe640 1 -- 172.21.15.1:0/2464417989 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faf2c003e50 con 0x7faf3c19b010 2024-02-10T00:04:04.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.273+0000 7faf40e2a640 1 -- 172.21.15.1:0/2464417989 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faf3c1a32c0 con 0x7faf3c19b010 2024-02-10T00:04:04.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.273+0000 7faf2b7fe640 1 -- 172.21.15.1:0/2464417989 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf2c040450 con 0x7faf3c19b010 2024-02-10T00:04:04.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.273+0000 7faf40e2a640 1 -- 172.21.15.1:0/2464417989 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf3c1a36e0 con 0x7faf3c19b010 2024-02-10T00:04:04.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.274+0000 7faf40e2a640 1 -- 172.21.15.1:0/2464417989 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faf3c068500 con 0x7faf3c19b010 2024-02-10T00:04:04.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.275+0000 7faf2b7fe640 1 -- 172.21.15.1:0/2464417989 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7faf2c00a040 con 0x7faf3c19b010 2024-02-10T00:04:04.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.275+0000 7faf2b7fe640 1 --2- 172.21.15.1:0/2464417989 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7faf240a2230 0x7faf240a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.275+0000 7faf3a59c640 1 --2- 172.21.15.1:0/2464417989 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7faf240a2230 0x7faf240a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.275+0000 7faf2b7fe640 1 -- 172.21.15.1:0/2464417989 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7faf2c0f11d0 con 0x7faf3c19b010 2024-02-10T00:04:04.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.276+0000 7faf3a59c640 1 --2- 172.21.15.1:0/2464417989 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7faf240a2230 0x7faf240a46f0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7faf34009b40 tx=0x7faf34005e50 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:04.281 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.279+0000 7faf2b7fe640 1 -- 172.21.15.1:0/2464417989 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7faf2c0ba0c0 con 0x7faf3c19b010 2024-02-10T00:04:04.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.496+0000 7faf40e2a640 1 -- 172.21.15.1:0/2464417989 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7faf3c100d00 con 0x7faf3c19b010 2024-02-10T00:04:04.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.497+0000 7faf2b7fe640 1 -- 172.21.15.1:0/2464417989 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) v1 ==== 94+0+11367 (secure 0 0 0) 0x7faf2c044090 con 0x7faf3c19b010 2024-02-10T00:04:04.500 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-10T00:04:04.500 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-09T23:57:05.956988+0000","modified":"2024-02-10T00:00:18.086451+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24496,"mds_2":24476,"mds_3":24475,"mds_4":14646},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14646":{"gid":14646,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24398":{"gid":24398,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24406":{"gid":24406,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24475":{"gid":24475,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_25477":{"gid":25477,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/1094349051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":1094349051},{"type":"v1","addr":"172.21.15.103:6835","nonce":1094349051}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-10T00:04:04.500 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 29 2024-02-10T00:04:04.501 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.499+0000 7faf40e2a640 1 -- 172.21.15.1:0/2464417989 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7faf240a2230 msgr2=0x7faf240a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.499+0000 7faf40e2a640 1 --2- 172.21.15.1:0/2464417989 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7faf240a2230 0x7faf240a46f0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7faf34009b40 tx=0x7faf34005e50 comp rx=0 tx=0).stop 2024-02-10T00:04:04.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.499+0000 7faf40e2a640 1 -- 172.21.15.1:0/2464417989 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7faf3c19b010 msgr2=0x7faf3c19b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.499+0000 7faf40e2a640 1 --2- 172.21.15.1:0/2464417989 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7faf3c19b010 0x7faf3c19b4c0 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7faf2c0348f0 tx=0x7faf2c034cc0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.499+0000 7faf40e2a640 1 -- 172.21.15.1:0/2464417989 shutdown_connections 2024-02-10T00:04:04.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.499+0000 7faf40e2a640 1 --2- 172.21.15.1:0/2464417989 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7faf240a2230 0x7faf240a46f0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.499+0000 7faf40e2a640 1 --2- 172.21.15.1:0/2464417989 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7faf3c19b010 0x7faf3c19b4c0 unknown :-1 s=CLOSED pgs=996 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.499+0000 7faf40e2a640 1 --2- 172.21.15.1:0/2464417989 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faf3c105420 0x7faf3c196c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.499+0000 7faf40e2a640 1 --2- 172.21.15.1:0/2464417989 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7faf3c100350 0x7faf3c196750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.499+0000 7faf40e2a640 1 -- 172.21.15.1:0/2464417989 >> 172.21.15.1:0/2464417989 conn(0x7faf3c0772b0 msgr2=0x7faf3c0fe1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:04.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.499+0000 7faf40e2a640 1 -- 172.21.15.1:0/2464417989 shutdown_connections 2024-02-10T00:04:04.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.499+0000 7faf40e2a640 1 -- 172.21.15.1:0/2464417989 wait complete. 2024-02-10T00:04:04.512 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:04:04.512 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-02-10T00:04:04.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.615+0000 7f9c43b0c640 1 -- 172.21.15.1:0/2486026530 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9c3c1026c0 msgr2=0x7f9c3c10d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.615+0000 7f9c43b0c640 1 --2- 172.21.15.1:0/2486026530 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9c3c1026c0 0x7f9c3c10d0c0 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f9c34009cd0 tx=0x7f9c3402c0f0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.615+0000 7f9c43b0c640 1 -- 172.21.15.1:0/2486026530 shutdown_connections 2024-02-10T00:04:04.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.615+0000 7f9c43b0c640 1 --2- 172.21.15.1:0/2486026530 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9c3c1026c0 0x7f9c3c10d0c0 unknown :-1 s=CLOSED pgs=997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.615+0000 7f9c43b0c640 1 --2- 172.21.15.1:0/2486026530 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9c3c101d20 0x7f9c3c102180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.615+0000 7f9c43b0c640 1 --2- 172.21.15.1:0/2486026530 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9c3c100440 0x7f9c3c100820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.615+0000 7f9c43b0c640 1 -- 172.21.15.1:0/2486026530 >> 172.21.15.1:0/2486026530 conn(0x7f9c3c077310 msgr2=0x7f9c3c077720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:04.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.615+0000 7f9c43b0c640 1 -- 172.21.15.1:0/2486026530 shutdown_connections 2024-02-10T00:04:04.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.615+0000 7f9c43b0c640 1 -- 172.21.15.1:0/2486026530 wait complete. 2024-02-10T00:04:04.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.616+0000 7f9c43b0c640 1 Processor -- start 2024-02-10T00:04:04.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.616+0000 7f9c43b0c640 1 -- start start 2024-02-10T00:04:04.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.616+0000 7f9c43b0c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9c3c100440 0x7f9c3c1967b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.616+0000 7f9c43b0c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9c3c101d20 0x7f9c3c196cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.616+0000 7f9c43b0c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9c3c1026c0 0x7f9c3c19b020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.616+0000 7f9c43b0c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c3c19b620 con 0x7f9c3c101d20 2024-02-10T00:04:04.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.616+0000 7f9c43b0c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c3c19b790 con 0x7f9c3c1026c0 2024-02-10T00:04:04.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.616+0000 7f9c43b0c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c3c19b950 con 0x7f9c3c100440 2024-02-10T00:04:04.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.616+0000 7f9c410a7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9c3c101d20 0x7f9c3c196cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.616+0000 7f9c410a7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9c3c101d20 0x7f9c3c196cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33822/0 (socket says 172.21.15.1:33822) 2024-02-10T00:04:04.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.616+0000 7f9c410a7640 1 -- 172.21.15.1:0/303241578 learned_addr learned my addr 172.21.15.1:0/303241578 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:04.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.616+0000 7f9c418a8640 1 --2- 172.21.15.1:0/303241578 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9c3c100440 0x7f9c3c1967b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.616+0000 7f9c420a9640 1 --2- 172.21.15.1:0/303241578 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9c3c1026c0 0x7f9c3c19b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.616+0000 7f9c410a7640 1 -- 172.21.15.1:0/303241578 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9c3c100440 msgr2=0x7f9c3c1967b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.616+0000 7f9c410a7640 1 --2- 172.21.15.1:0/303241578 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9c3c100440 0x7f9c3c1967b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.616+0000 7f9c410a7640 1 -- 172.21.15.1:0/303241578 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9c3c1026c0 msgr2=0x7f9c3c19b020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.616+0000 7f9c410a7640 1 --2- 172.21.15.1:0/303241578 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9c3c1026c0 0x7f9c3c19b020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.616+0000 7f9c410a7640 1 -- 172.21.15.1:0/303241578 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c34009900 con 0x7f9c3c101d20 2024-02-10T00:04:04.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.616+0000 7f9c420a9640 1 --2- 172.21.15.1:0/303241578 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9c3c1026c0 0x7f9c3c19b020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:04:04.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.617+0000 7f9c410a7640 1 --2- 172.21.15.1:0/303241578 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9c3c101d20 0x7f9c3c196cf0 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c00d950 tx=0x7f9c2c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:04.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.617+0000 7f9c32ffd640 1 -- 172.21.15.1:0/303241578 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c2c009a30 con 0x7f9c3c101d20 2024-02-10T00:04:04.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.617+0000 7f9c43b0c640 1 -- 172.21.15.1:0/303241578 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c3c19bc30 con 0x7f9c3c101d20 2024-02-10T00:04:04.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.617+0000 7f9c32ffd640 1 -- 172.21.15.1:0/303241578 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9c2c009b90 con 0x7f9c3c101d20 2024-02-10T00:04:04.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.617+0000 7f9c32ffd640 1 -- 172.21.15.1:0/303241578 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c2c004a00 con 0x7f9c3c101d20 2024-02-10T00:04:04.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.617+0000 7f9c43b0c640 1 -- 172.21.15.1:0/303241578 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c3c1a34b0 con 0x7f9c3c101d20 2024-02-10T00:04:04.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.619+0000 7f9c32ffd640 1 -- 172.21.15.1:0/303241578 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f9c2c009d00 con 0x7f9c3c101d20 2024-02-10T00:04:04.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.619+0000 7f9c467c3740 1 Processor -- start 2024-02-10T00:04:04.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.619+0000 7f9c467c3740 1 -- start start 2024-02-10T00:04:04.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.620+0000 7f9c467c3740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec7d880a30 0x55ec7d880e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.620+0000 7f9c467c3740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec7d8813e0 0x55ec7d889990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.620+0000 7f9c467c3740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec7d889f60 0x55ec7d88c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.620+0000 7f9c467c3740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec7d83c020 con 0x55ec7d880a30 2024-02-10T00:04:04.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.620+0000 7f9c467c3740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec7d7ef320 con 0x55ec7d889f60 2024-02-10T00:04:04.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.620+0000 7f9c467c3740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec7d7ec850 con 0x55ec7d8813e0 2024-02-10T00:04:04.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.620+0000 7f9c420a9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec7d880a30 0x55ec7d880e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.620+0000 7f9c420a9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec7d880a30 0x55ec7d880e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33826/0 (socket says 172.21.15.1:33826) 2024-02-10T00:04:04.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.620+0000 7f9c420a9640 1 -- 172.21.15.1:0/1840633264 learned_addr learned my addr 172.21.15.1:0/1840633264 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:04.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.620+0000 7f9c418a8640 1 --2- 172.21.15.1:0/1840633264 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec7d8813e0 0x55ec7d889990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.620+0000 7f9c32ffd640 1 --2- 172.21.15.1:0/303241578 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9c280a2230 0x7f9c280a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.620+0000 7f9c410a7640 1 --2- 172.21.15.1:0/1840633264 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec7d889f60 0x55ec7d88c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.620+0000 7f9c420a9640 1 -- 172.21.15.1:0/1840633264 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec7d8813e0 msgr2=0x55ec7d889990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.620+0000 7f9c420a9640 1 --2- 172.21.15.1:0/1840633264 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec7d8813e0 0x55ec7d889990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.620+0000 7f9c420a9640 1 -- 172.21.15.1:0/1840633264 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec7d889f60 msgr2=0x55ec7d88c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.620+0000 7f9c420a9640 1 --2- 172.21.15.1:0/1840633264 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec7d889f60 0x55ec7d88c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.620+0000 7f9c420a9640 1 -- 172.21.15.1:0/1840633264 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ec7d7aa210 con 0x55ec7d880a30 2024-02-10T00:04:04.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.620+0000 7f9c418a8640 1 --2- 172.21.15.1:0/1840633264 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec7d8813e0 0x55ec7d889990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:04:04.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.620+0000 7f9c420a9640 1 --2- 172.21.15.1:0/303241578 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9c280a2230 0x7f9c280a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.620+0000 7f9c32ffd640 1 -- 172.21.15.1:0/303241578 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f9c2c0cdb20 con 0x7f9c3c101d20 2024-02-10T00:04:04.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.620+0000 7f9c420a9640 1 --2- 172.21.15.1:0/1840633264 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec7d880a30 0x55ec7d880e10 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7f9c34004af0 tx=0x7f9c34032e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d6e59227982cb50 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:04.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.621+0000 7f9c27fff640 1 -- 172.21.15.1:0/1840633264 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c34034c90 con 0x55ec7d880a30 2024-02-10T00:04:04.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.621+0000 7f9c27fff640 1 -- 172.21.15.1:0/1840633264 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9c34034df0 con 0x55ec7d880a30 2024-02-10T00:04:04.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.621+0000 7f9c27fff640 1 -- 172.21.15.1:0/1840633264 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c34004240 con 0x55ec7d880a30 2024-02-10T00:04:04.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.621+0000 7f9c467c3740 1 -- 172.21.15.1:0/1840633264 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec7d880a30 msgr2=0x55ec7d880e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.621+0000 7f9c420a9640 1 --2- 172.21.15.1:0/303241578 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9c280a2230 0x7f9c280a46f0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f9c340098d0 tx=0x7f9c3404c000 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:04.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.621+0000 7f9c467c3740 1 --2- 172.21.15.1:0/1840633264 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec7d880a30 0x55ec7d880e10 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7f9c34004af0 tx=0x7f9c34032e70 comp rx=0 tx=0).stop 2024-02-10T00:04:04.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.621+0000 7f9c467c3740 1 -- 172.21.15.1:0/1840633264 shutdown_connections 2024-02-10T00:04:04.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.621+0000 7f9c467c3740 1 --2- 172.21.15.1:0/1840633264 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec7d889f60 0x55ec7d88c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.621+0000 7f9c467c3740 1 --2- 172.21.15.1:0/1840633264 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec7d8813e0 0x55ec7d889990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.621+0000 7f9c467c3740 1 --2- 172.21.15.1:0/1840633264 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec7d880a30 0x55ec7d880e10 unknown :-1 s=CLOSED pgs=999 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.621+0000 7f9c467c3740 1 -- 172.21.15.1:0/1840633264 >> 172.21.15.1:0/1840633264 conn(0x55ec7d87b100 msgr2=0x55ec7d87b4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:04.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.621+0000 7f9c467c3740 1 -- 172.21.15.1:0/1840633264 shutdown_connections 2024-02-10T00:04:04.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.621+0000 7f9c467c3740 1 -- 172.21.15.1:0/1840633264 wait complete. 2024-02-10T00:04:04.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.622+0000 7f9c467c3740 1 -- start start 2024-02-10T00:04:04.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.622+0000 7f9c467c3740 1 Processor -- start 2024-02-10T00:04:04.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.622+0000 7f9c467c3740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec7d880a30 0x55ec7d886f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.622+0000 7f9c467c3740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec7d8813e0 0x55ec7d887440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.622+0000 7f9c467c3740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec7d889f60 0x55ec7d887980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.622+0000 7f9c467c3740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec7d7e8030 con 0x55ec7d880a30 2024-02-10T00:04:04.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.622+0000 7f9c467c3740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec7d4bb430 con 0x55ec7d889f60 2024-02-10T00:04:04.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.622+0000 7f9c467c3740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec7d477e00 con 0x55ec7d8813e0 2024-02-10T00:04:04.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.622+0000 7f9c467c3740 10 client.0 _ll_register_callbacks cb 0x55ec7d7dd030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:04.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.622+0000 7f9c418a8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec7d880a30 0x55ec7d886f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.622+0000 7f9c418a8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec7d880a30 0x55ec7d886f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33840/0 (socket says 172.21.15.1:33840) 2024-02-10T00:04:04.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.622+0000 7f9c418a8640 1 -- 172.21.15.1:0/2102399691 learned_addr learned my addr 172.21.15.1:0/2102399691 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:04.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.622+0000 7f9c410a7640 1 --2- 172.21.15.1:0/2102399691 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec7d8813e0 0x55ec7d887440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.623+0000 7f9c420a9640 1 --2- 172.21.15.1:0/2102399691 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec7d889f60 0x55ec7d887980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.623+0000 7f9c418a8640 1 -- 172.21.15.1:0/2102399691 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec7d8813e0 msgr2=0x55ec7d887440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.623+0000 7f9c418a8640 1 --2- 172.21.15.1:0/2102399691 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec7d8813e0 0x55ec7d887440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.623+0000 7f9c418a8640 1 -- 172.21.15.1:0/2102399691 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec7d889f60 msgr2=0x55ec7d887980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.623+0000 7f9c418a8640 1 --2- 172.21.15.1:0/2102399691 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec7d889f60 0x55ec7d887980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.623+0000 7f9c418a8640 1 -- 172.21.15.1:0/2102399691 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c3c10d9c0 con 0x55ec7d880a30 2024-02-10T00:04:04.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.623+0000 7f9c418a8640 1 --2- 172.21.15.1:0/2102399691 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec7d880a30 0x55ec7d886f00 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7f9c38010420 tx=0x7f9c380108e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7dc58e6cf2febbc3 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:04.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.623+0000 7f9c257fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:04.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.623+0000 7f9c257fa640 1 -- 172.21.15.1:0/2102399691 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c38005220 con 0x55ec7d880a30 2024-02-10T00:04:04.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.623+0000 7f9c257fa640 1 -- 172.21.15.1:0/2102399691 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f9c38005380 con 0x55ec7d880a30 2024-02-10T00:04:04.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.623+0000 7f9c467c3740 1 -- 172.21.15.1:0/2102399691 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ec7d4e77e0 con 0x55ec7d880a30 2024-02-10T00:04:04.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.623+0000 7f9c257fa640 1 -- 172.21.15.1:0/2102399691 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9c38005540 con 0x55ec7d880a30 2024-02-10T00:04:04.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.623+0000 7f9c467c3740 10 client.17229 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:04.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.623+0000 7f9c467c3740 1 -- 172.21.15.1:0/2102399691 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55ec7d7e66b0 con 0x55ec7d880a30 2024-02-10T00:04:04.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.623+0000 7f9c257fa640 1 -- 172.21.15.1:0/2102399691 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55ec7d4e77e0 con 0x55ec7d880a30 2024-02-10T00:04:04.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.624+0000 7f9c257fa640 1 -- 172.21.15.1:0/2102399691 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f9c38012c70 con 0x55ec7d880a30 2024-02-10T00:04:04.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.624+0000 7f9c467c3740 10 client.17229 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:04.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.624+0000 7f9c467c3740 10 client.17229 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:04:04.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.624+0000 7f9c467c3740 20 client.17229 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:04.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.624+0000 7f9c467c3740 1 --2- 172.21.15.1:0/2102399691 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55ec7d89c6a0 0x55ec7d89eac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.624+0000 7f9c467c3740 4 client.17229 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:04:04.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.624+0000 7f9c467c3740 1 -- 172.21.15.1:0/2102399691 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ec7d524720 con 0x55ec7d89c6a0 2024-02-10T00:04:04.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.624+0000 7f9c410a7640 1 --2- 172.21.15.1:0/2102399691 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55ec7d89c6a0 0x55ec7d89eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.624+0000 7f9c257fa640 10 client.17229 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:04:04.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.624+0000 7f9c410a7640 1 --2- 172.21.15.1:0/2102399691 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55ec7d89c6a0 0x55ec7d89eac0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=4c67fc8ccc4c3b15 server_cookie=47301e54b36f518b in_seq=0 out_seq=0 2024-02-10T00:04:04.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.625+0000 7f9c257fa640 1 -- 172.21.15.1:0/2102399691 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55ec7d524720 con 0x55ec7d89c6a0 2024-02-10T00:04:04.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.625+0000 7f9c257fa640 10 client.17229 handle_command_reply: tid=0 2024-02-10T00:04:04.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.625+0000 7f9c467c3740 1 client.17229 shutdown 2024-02-10T00:04:04.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.625+0000 7f9c467c3740 1 -- 172.21.15.1:0/2102399691 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec7d880a30 msgr2=0x55ec7d886f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.625+0000 7f9c467c3740 1 --2- 172.21.15.1:0/2102399691 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec7d880a30 0x55ec7d886f00 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7f9c38010420 tx=0x7f9c380108e0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.625+0000 7f9c467c3740 1 -- 172.21.15.1:0/2102399691 shutdown_connections 2024-02-10T00:04:04.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.625+0000 7f9c467c3740 1 --2- 172.21.15.1:0/2102399691 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55ec7d89c6a0 0x55ec7d89eac0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.625+0000 7f9c467c3740 1 --2- 172.21.15.1:0/2102399691 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec7d889f60 0x55ec7d887980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.625+0000 7f9c467c3740 1 --2- 172.21.15.1:0/2102399691 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec7d8813e0 0x55ec7d887440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.625+0000 7f9c467c3740 1 --2- 172.21.15.1:0/2102399691 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec7d880a30 0x55ec7d886f00 unknown :-1 s=CLOSED pgs=1000 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.625+0000 7f9c257fa640 0 client.17229 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:04:04.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.625+0000 7f9c467c3740 1 -- 172.21.15.1:0/2102399691 >> 172.21.15.1:0/2102399691 conn(0x55ec7d87b100 msgr2=0x55ec7d87ce50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:04.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.625+0000 7f9c467c3740 1 -- 172.21.15.1:0/2102399691 shutdown_connections 2024-02-10T00:04:04.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.625+0000 7f9c467c3740 1 -- 172.21.15.1:0/2102399691 wait complete. 2024-02-10T00:04:04.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.625+0000 7f9c467c3740 20 client.17229 trim_cache size 0 max 16384 2024-02-10T00:04:04.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.637+0000 7f9c467c3740 1 Processor -- start 2024-02-10T00:04:04.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.637+0000 7f9c467c3740 1 -- start start 2024-02-10T00:04:04.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.637+0000 7f9c467c3740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec7d87b100 0x55ec7d889630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.637+0000 7f9c467c3740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec7d880a30 0x55ec7d8877a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.637+0000 7f9c467c3740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec7d8813e0 0x55ec7d884160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.637+0000 7f9c467c3740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec7d76d130 con 0x55ec7d880a30 2024-02-10T00:04:04.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.637+0000 7f9c467c3740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec7d87fac0 con 0x55ec7d8813e0 2024-02-10T00:04:04.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.637+0000 7f9c467c3740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec7d87fd50 con 0x55ec7d87b100 2024-02-10T00:04:04.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.637+0000 7f9c410a7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec7d880a30 0x55ec7d8877a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.637+0000 7f9c410a7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec7d880a30 0x55ec7d8877a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33844/0 (socket says 172.21.15.1:33844) 2024-02-10T00:04:04.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.637+0000 7f9c410a7640 1 -- 172.21.15.1:0/1313306611 learned_addr learned my addr 172.21.15.1:0/1313306611 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:04.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.637+0000 7f9c420a9640 1 --2- 172.21.15.1:0/1313306611 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec7d8813e0 0x55ec7d884160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.637+0000 7f9c410a7640 1 -- 172.21.15.1:0/1313306611 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec7d87b100 msgr2=0x55ec7d889630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.637+0000 7f9c410a7640 1 --2- 172.21.15.1:0/1313306611 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec7d87b100 0x55ec7d889630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.637+0000 7f9c410a7640 1 -- 172.21.15.1:0/1313306611 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec7d8813e0 msgr2=0x55ec7d884160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.637+0000 7f9c410a7640 1 --2- 172.21.15.1:0/1313306611 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec7d8813e0 0x55ec7d884160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.637+0000 7f9c410a7640 1 -- 172.21.15.1:0/1313306611 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ec7d782c90 con 0x55ec7d880a30 2024-02-10T00:04:04.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.637+0000 7f9c410a7640 1 --2- 172.21.15.1:0/1313306611 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec7d880a30 0x55ec7d8877a0 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c096f10 tx=0x7f9c2c09e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f564ad8c73ecddf6 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:04.647 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.637+0000 7f9c277fe640 1 -- 172.21.15.1:0/1313306611 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c2c0a2ce0 con 0x55ec7d880a30 2024-02-10T00:04:04.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.638+0000 7f9c277fe640 1 -- 172.21.15.1:0/1313306611 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9c2c005680 con 0x55ec7d880a30 2024-02-10T00:04:04.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.638+0000 7f9c277fe640 1 -- 172.21.15.1:0/1313306611 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c2c0cb6b0 con 0x55ec7d880a30 2024-02-10T00:04:04.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.638+0000 7f9c467c3740 1 -- 172.21.15.1:0/1313306611 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec7d880a30 msgr2=0x55ec7d8877a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.638+0000 7f9c467c3740 1 --2- 172.21.15.1:0/1313306611 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec7d880a30 0x55ec7d8877a0 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c096f10 tx=0x7f9c2c09e040 comp rx=0 tx=0).stop 2024-02-10T00:04:04.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.638+0000 7f9c467c3740 1 -- 172.21.15.1:0/1313306611 shutdown_connections 2024-02-10T00:04:04.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.638+0000 7f9c467c3740 1 --2- 172.21.15.1:0/1313306611 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec7d8813e0 0x55ec7d884160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.638+0000 7f9c467c3740 1 --2- 172.21.15.1:0/1313306611 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec7d880a30 0x55ec7d8877a0 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.638+0000 7f9c467c3740 1 --2- 172.21.15.1:0/1313306611 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec7d87b100 0x55ec7d889630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.638+0000 7f9c467c3740 1 -- 172.21.15.1:0/1313306611 >> 172.21.15.1:0/1313306611 conn(0x55ec7d881b30 msgr2=0x55ec7d882210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:04.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.638+0000 7f9c467c3740 1 -- 172.21.15.1:0/1313306611 shutdown_connections 2024-02-10T00:04:04.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.638+0000 7f9c467c3740 1 -- 172.21.15.1:0/1313306611 wait complete. 2024-02-10T00:04:04.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.638+0000 7f9c467c3740 1 -- start start 2024-02-10T00:04:04.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.639+0000 7f9c467c3740 1 Processor -- start 2024-02-10T00:04:04.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.639+0000 7f9c467c3740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec7d87b100 0x55ec7d891fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.639+0000 7f9c467c3740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec7d880a30 0x55ec7d892500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.639+0000 7f9c467c3740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec7d8813e0 0x55ec7d8f2bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.639+0000 7f9c467c3740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec7d892dd0 con 0x55ec7d880a30 2024-02-10T00:04:04.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.639+0000 7f9c467c3740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec7d8f3130 con 0x55ec7d8813e0 2024-02-10T00:04:04.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.639+0000 7f9c467c3740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec7d8f3270 con 0x55ec7d87b100 2024-02-10T00:04:04.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.639+0000 7f9c467c3740 10 client.0 _ll_register_callbacks cb 0x7f9c3c069730 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:04.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.639+0000 7f9c410a7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec7d880a30 0x55ec7d892500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.639+0000 7f9c410a7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec7d880a30 0x55ec7d892500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33852/0 (socket says 172.21.15.1:33852) 2024-02-10T00:04:04.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.639+0000 7f9c410a7640 1 -- 172.21.15.1:0/2459028270 learned_addr learned my addr 172.21.15.1:0/2459028270 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:04.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.639+0000 7f9c410a7640 1 -- 172.21.15.1:0/2459028270 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec7d87b100 msgr2=0x55ec7d891fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.639+0000 7f9c410a7640 1 --2- 172.21.15.1:0/2459028270 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec7d87b100 0x55ec7d891fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.639+0000 7f9c410a7640 1 -- 172.21.15.1:0/2459028270 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec7d8813e0 msgr2=0x55ec7d8f2bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.639+0000 7f9c410a7640 1 --2- 172.21.15.1:0/2459028270 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec7d8813e0 0x55ec7d8f2bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.639+0000 7f9c410a7640 1 -- 172.21.15.1:0/2459028270 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c3c1a34b0 con 0x55ec7d880a30 2024-02-10T00:04:04.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.639+0000 7f9c410a7640 1 --2- 172.21.15.1:0/2459028270 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec7d880a30 0x55ec7d892500 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c0cb8a0 tx=0x7f9c2c005340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=719d182bbac93d81 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:04.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.639+0000 7f9c257fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:04.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.640+0000 7f9c257fa640 1 -- 172.21.15.1:0/2459028270 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c2c0b30b0 con 0x55ec7d880a30 2024-02-10T00:04:04.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.640+0000 7f9c257fa640 1 -- 172.21.15.1:0/2459028270 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f9c2c0c4e40 con 0x55ec7d880a30 2024-02-10T00:04:04.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.640+0000 7f9c467c3740 1 -- 172.21.15.1:0/2459028270 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9c34034df0 con 0x55ec7d880a30 2024-02-10T00:04:04.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.640+0000 7f9c257fa640 1 -- 172.21.15.1:0/2459028270 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9c2c0a2ce0 con 0x55ec7d880a30 2024-02-10T00:04:04.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.640+0000 7f9c467c3740 10 client.17235 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:04.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.640+0000 7f9c467c3740 1 -- 172.21.15.1:0/2459028270 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55ec7d7a8a70 con 0x55ec7d880a30 2024-02-10T00:04:04.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.640+0000 7f9c257fa640 1 -- 172.21.15.1:0/2459028270 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9c34034df0 con 0x55ec7d880a30 2024-02-10T00:04:04.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.640+0000 7f9c257fa640 1 -- 172.21.15.1:0/2459028270 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f9c2c099990 con 0x55ec7d880a30 2024-02-10T00:04:04.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.640+0000 7f9c467c3740 10 client.17235 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:04.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.640+0000 7f9c467c3740 10 client.17235 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:04:04.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.640+0000 7f9c467c3740 20 client.17235 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:04.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.640+0000 7f9c467c3740 1 --2- 172.21.15.1:0/2459028270 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55ec7d889f60 0x55ec7d8f6820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.640+0000 7f9c467c3740 4 client.17235 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:04:04.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.640+0000 7f9c467c3740 1 -- 172.21.15.1:0/2459028270 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55ec7d573890 con 0x55ec7d889f60 2024-02-10T00:04:04.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.640+0000 7f9c418a8640 1 --2- 172.21.15.1:0/2459028270 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55ec7d889f60 0x55ec7d8f6820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.641+0000 7f9c257fa640 10 client.17235 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:04:04.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.641+0000 7f9c418a8640 1 --2- 172.21.15.1:0/2459028270 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55ec7d889f60 0x55ec7d8f6820 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=18e5cb9f499fd5cc server_cookie=ba9af4003ba9963f in_seq=0 out_seq=0 2024-02-10T00:04:04.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.641+0000 7f9c257fa640 1 -- 172.21.15.1:0/2459028270 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55ec7d573890 con 0x55ec7d889f60 2024-02-10T00:04:04.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.641+0000 7f9c257fa640 10 client.17235 handle_command_reply: tid=0 2024-02-10T00:04:04.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.641+0000 7f9c467c3740 1 client.17235 shutdown 2024-02-10T00:04:04.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.641+0000 7f9c467c3740 1 -- 172.21.15.1:0/2459028270 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec7d880a30 msgr2=0x55ec7d892500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.641+0000 7f9c467c3740 1 --2- 172.21.15.1:0/2459028270 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec7d880a30 0x55ec7d892500 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c0cb8a0 tx=0x7f9c2c005340 comp rx=0 tx=0).stop 2024-02-10T00:04:04.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.641+0000 7f9c467c3740 1 -- 172.21.15.1:0/2459028270 shutdown_connections 2024-02-10T00:04:04.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.641+0000 7f9c467c3740 1 --2- 172.21.15.1:0/2459028270 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55ec7d889f60 0x55ec7d8f6820 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.641+0000 7f9c467c3740 1 --2- 172.21.15.1:0/2459028270 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec7d8813e0 0x55ec7d8f2bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.641+0000 7f9c467c3740 1 --2- 172.21.15.1:0/2459028270 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec7d880a30 0x55ec7d892500 unknown :-1 s=CLOSED pgs=1002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.641+0000 7f9c467c3740 1 --2- 172.21.15.1:0/2459028270 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec7d87b100 0x55ec7d891fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.641+0000 7f9c257fa640 0 client.17235 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:04:04.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.641+0000 7f9c467c3740 1 -- 172.21.15.1:0/2459028270 >> 172.21.15.1:0/2459028270 conn(0x55ec7d881b30 msgr2=0x55ec7d8799b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:04.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.641+0000 7f9c467c3740 1 -- 172.21.15.1:0/2459028270 shutdown_connections 2024-02-10T00:04:04.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.641+0000 7f9c467c3740 1 -- 172.21.15.1:0/2459028270 wait complete. 2024-02-10T00:04:04.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.641+0000 7f9c467c3740 20 client.17235 trim_cache size 0 max 16384 2024-02-10T00:04:04.653 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:04:04.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.642+0000 7f9c43b0c640 1 -- 172.21.15.1:0/303241578 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9c280a2230 msgr2=0x7f9c280a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.642+0000 7f9c43b0c640 1 --2- 172.21.15.1:0/303241578 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9c280a2230 0x7f9c280a46f0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f9c340098d0 tx=0x7f9c3404c000 comp rx=0 tx=0).stop 2024-02-10T00:04:04.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.642+0000 7f9c43b0c640 1 -- 172.21.15.1:0/303241578 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9c3c101d20 msgr2=0x7f9c3c196cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.642+0000 7f9c43b0c640 1 --2- 172.21.15.1:0/303241578 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9c3c101d20 0x7f9c3c196cf0 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c00d950 tx=0x7f9c2c00de10 comp rx=0 tx=0).stop 2024-02-10T00:04:04.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.642+0000 7f9c43b0c640 1 -- 172.21.15.1:0/303241578 shutdown_connections 2024-02-10T00:04:04.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.642+0000 7f9c43b0c640 1 --2- 172.21.15.1:0/303241578 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9c280a2230 0x7f9c280a46f0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.642+0000 7f9c43b0c640 1 --2- 172.21.15.1:0/303241578 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9c3c1026c0 0x7f9c3c19b020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.642+0000 7f9c43b0c640 1 --2- 172.21.15.1:0/303241578 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9c3c101d20 0x7f9c3c196cf0 unknown :-1 s=CLOSED pgs=998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.642+0000 7f9c43b0c640 1 --2- 172.21.15.1:0/303241578 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9c3c100440 0x7f9c3c1967b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.642+0000 7f9c43b0c640 1 -- 172.21.15.1:0/303241578 >> 172.21.15.1:0/303241578 conn(0x7f9c3c077310 msgr2=0x7f9c3c103ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:04.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.642+0000 7f9c43b0c640 1 -- 172.21.15.1:0/303241578 shutdown_connections 2024-02-10T00:04:04.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.642+0000 7f9c43b0c640 1 -- 172.21.15.1:0/303241578 wait complete. 2024-02-10T00:04:04.657 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:04:04.657 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-02-10T00:04:04.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.759+0000 7fcabd7d7640 1 -- 172.21.15.1:0/1276878445 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcab8100340 msgr2=0x7fcab8100720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.759+0000 7fcabd7d7640 1 --2- 172.21.15.1:0/1276878445 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcab8100340 0x7fcab8100720 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7fcaa8009cd0 tx=0x7fcaa802c0f0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.759+0000 7fcabd7d7640 1 -- 172.21.15.1:0/1276878445 shutdown_connections 2024-02-10T00:04:04.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.759+0000 7fcabd7d7640 1 --2- 172.21.15.1:0/1276878445 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcab8105410 0x7fcab810cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.759+0000 7fcabd7d7640 1 --2- 172.21.15.1:0/1276878445 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcab8100cf0 0x7fcab8104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.759+0000 7fcabd7d7640 1 --2- 172.21.15.1:0/1276878445 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcab8100340 0x7fcab8100720 unknown :-1 s=CLOSED pgs=1003 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.759+0000 7fcabd7d7640 1 -- 172.21.15.1:0/1276878445 >> 172.21.15.1:0/1276878445 conn(0x7fcab80772e0 msgr2=0x7fcab80776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:04.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.759+0000 7fcabd7d7640 1 -- 172.21.15.1:0/1276878445 shutdown_connections 2024-02-10T00:04:04.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.759+0000 7fcabd7d7640 1 -- 172.21.15.1:0/1276878445 wait complete. 2024-02-10T00:04:04.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.760+0000 7fcabd7d7640 1 Processor -- start 2024-02-10T00:04:04.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.760+0000 7fcabd7d7640 1 -- start start 2024-02-10T00:04:04.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.760+0000 7fcabd7d7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcab8100340 0x7fcab819c460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.760+0000 7fcabd7d7640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcab8105410 0x7fcab819c9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.760+0000 7fcabd7d7640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcab8196610 0x7fcab8196ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.760+0000 7fcabd7d7640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcab8197000 con 0x7fcab8100340 2024-02-10T00:04:04.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.760+0000 7fcabd7d7640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcab8197170 con 0x7fcab8105410 2024-02-10T00:04:04.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.760+0000 7fcabd7d7640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcab8197330 con 0x7fcab8196610 2024-02-10T00:04:04.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.760+0000 7fcab6ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcab8100340 0x7fcab819c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.760+0000 7fcab6ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcab8100340 0x7fcab819c460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33864/0 (socket says 172.21.15.1:33864) 2024-02-10T00:04:04.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.760+0000 7fcab6ffd640 1 -- 172.21.15.1:0/2705063827 learned_addr learned my addr 172.21.15.1:0/2705063827 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:04.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.761+0000 7fcab67fc640 1 --2- 172.21.15.1:0/2705063827 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcab8105410 0x7fcab819c9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.761+0000 7fcab77fe640 1 --2- 172.21.15.1:0/2705063827 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcab8196610 0x7fcab8196ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.761+0000 7fcab6ffd640 1 -- 172.21.15.1:0/2705063827 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcab8196610 msgr2=0x7fcab8196ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.761+0000 7fcab6ffd640 1 --2- 172.21.15.1:0/2705063827 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcab8196610 0x7fcab8196ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.761+0000 7fcab6ffd640 1 -- 172.21.15.1:0/2705063827 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcab8105410 msgr2=0x7fcab819c9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.761+0000 7fcab6ffd640 1 --2- 172.21.15.1:0/2705063827 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcab8105410 0x7fcab819c9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.761+0000 7fcab6ffd640 1 -- 172.21.15.1:0/2705063827 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcaa8009900 con 0x7fcab8100340 2024-02-10T00:04:04.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.761+0000 7fcab67fc640 1 --2- 172.21.15.1:0/2705063827 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcab8105410 0x7fcab819c9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:04:04.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.761+0000 7fcab6ffd640 1 --2- 172.21.15.1:0/2705063827 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcab8100340 0x7fcab819c460 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7fcaa8004af0 tx=0x7fcaa8034cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:04.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.761+0000 7fcaaffff640 1 -- 172.21.15.1:0/2705063827 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcaa8032ac0 con 0x7fcab8100340 2024-02-10T00:04:04.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.761+0000 7fcabd7d7640 1 -- 172.21.15.1:0/2705063827 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcab81a3320 con 0x7fcab8100340 2024-02-10T00:04:04.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.761+0000 7fcaaffff640 1 -- 172.21.15.1:0/2705063827 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcaa8003e50 con 0x7fcab8100340 2024-02-10T00:04:04.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.761+0000 7fcaaffff640 1 -- 172.21.15.1:0/2705063827 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcaa8040450 con 0x7fcab8100340 2024-02-10T00:04:04.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.761+0000 7fcabd7d7640 1 -- 172.21.15.1:0/2705063827 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcab81a3780 con 0x7fcab8100340 2024-02-10T00:04:04.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.763+0000 7fcaaffff640 1 -- 172.21.15.1:0/2705063827 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fcaa800a040 con 0x7fcab8100340 2024-02-10T00:04:04.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.763+0000 7fcac03af740 1 Processor -- start 2024-02-10T00:04:04.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.763+0000 7fcac03af740 1 -- start start 2024-02-10T00:04:04.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.764+0000 7fcaaffff640 1 --2- 172.21.15.1:0/2705063827 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fcaa40a2230 0x7fcaa40a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.764+0000 7fcab77fe640 1 --2- 172.21.15.1:0/2705063827 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fcaa40a2230 0x7fcaa40a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.764+0000 7fcaaffff640 1 -- 172.21.15.1:0/2705063827 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fcaa80f0ee0 con 0x7fcab8100340 2024-02-10T00:04:04.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.764+0000 7fcac03af740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3e7761c40 0x55c3e7762020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.764+0000 7fcac03af740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3e77625f0 0x55c3e776aba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.764+0000 7fcac03af740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3e776b170 0x55c3e776d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.764+0000 7fcac03af740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3e771b020 con 0x55c3e776b170 2024-02-10T00:04:04.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.764+0000 7fcac03af740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3e76ce320 con 0x55c3e77625f0 2024-02-10T00:04:04.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.764+0000 7fcac03af740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3e76cb850 con 0x55c3e7761c40 2024-02-10T00:04:04.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.764+0000 7fcab77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3e776b170 0x55c3e776d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.764+0000 7fcab77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3e776b170 0x55c3e776d5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33868/0 (socket says 172.21.15.1:33868) 2024-02-10T00:04:04.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.764+0000 7fcab77fe640 1 -- 172.21.15.1:0/878711808 learned_addr learned my addr 172.21.15.1:0/878711808 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:04.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.764+0000 7fcab6ffd640 1 --2- 172.21.15.1:0/878711808 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3e7761c40 0x55c3e7762020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.764+0000 7fcab67fc640 1 --2- 172.21.15.1:0/878711808 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3e77625f0 0x55c3e776aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.764+0000 7fcab77fe640 1 --2- 172.21.15.1:0/2705063827 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fcaa40a2230 0x7fcaa40a46f0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fcab0009f80 tx=0x7fcab00157f0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:04.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.764+0000 7fcab77fe640 1 -- 172.21.15.1:0/878711808 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3e7761c40 msgr2=0x55c3e7762020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.764+0000 7fcab77fe640 1 --2- 172.21.15.1:0/878711808 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3e7761c40 0x55c3e7762020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.764+0000 7fcab77fe640 1 -- 172.21.15.1:0/878711808 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3e77625f0 msgr2=0x55c3e776aba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.764+0000 7fcab77fe640 1 --2- 172.21.15.1:0/878711808 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3e77625f0 0x55c3e776aba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.764+0000 7fcab77fe640 1 -- 172.21.15.1:0/878711808 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c3e7689210 con 0x55c3e776b170 2024-02-10T00:04:04.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.765+0000 7fcab77fe640 1 --2- 172.21.15.1:0/878711808 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3e776b170 0x55c3e776d5c0 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7fcab0005fd0 tx=0x7fcab001c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26e148b905565ba8 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:04.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.765+0000 7fcaad7fa640 1 -- 172.21.15.1:0/878711808 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcab0015030 con 0x55c3e776b170 2024-02-10T00:04:04.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.765+0000 7fcaad7fa640 1 -- 172.21.15.1:0/878711808 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcab0015190 con 0x55c3e776b170 2024-02-10T00:04:04.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.765+0000 7fcaad7fa640 1 -- 172.21.15.1:0/878711808 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcab001f450 con 0x55c3e776b170 2024-02-10T00:04:04.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.765+0000 7fcac03af740 1 -- 172.21.15.1:0/878711808 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3e776b170 msgr2=0x55c3e776d5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.765+0000 7fcac03af740 1 --2- 172.21.15.1:0/878711808 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3e776b170 0x55c3e776d5c0 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7fcab0005fd0 tx=0x7fcab001c000 comp rx=0 tx=0).stop 2024-02-10T00:04:04.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.765+0000 7fcac03af740 1 -- 172.21.15.1:0/878711808 shutdown_connections 2024-02-10T00:04:04.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.765+0000 7fcac03af740 1 --2- 172.21.15.1:0/878711808 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3e776b170 0x55c3e776d5c0 unknown :-1 s=CLOSED pgs=1005 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.765+0000 7fcac03af740 1 --2- 172.21.15.1:0/878711808 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3e77625f0 0x55c3e776aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.765+0000 7fcac03af740 1 --2- 172.21.15.1:0/878711808 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3e7761c40 0x55c3e7762020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.766+0000 7fcac03af740 1 -- 172.21.15.1:0/878711808 >> 172.21.15.1:0/878711808 conn(0x55c3e775c310 msgr2=0x55c3e775c6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:04.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.766+0000 7fcac03af740 1 -- 172.21.15.1:0/878711808 shutdown_connections 2024-02-10T00:04:04.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.766+0000 7fcac03af740 1 -- 172.21.15.1:0/878711808 wait complete. 2024-02-10T00:04:04.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.766+0000 7fcac03af740 1 -- start start 2024-02-10T00:04:04.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.766+0000 7fcac03af740 1 Processor -- start 2024-02-10T00:04:04.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.766+0000 7fcac03af740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3e7761c40 0x55c3e7768170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.766+0000 7fcac03af740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3e77625f0 0x55c3e77686b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.766+0000 7fcac03af740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3e776b170 0x55c3e7768bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.766+0000 7fcac03af740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3e76c7030 con 0x55c3e77625f0 2024-02-10T00:04:04.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.766+0000 7fcac03af740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3e739a430 con 0x55c3e776b170 2024-02-10T00:04:04.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.766+0000 7fcac03af740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3e7356e00 con 0x55c3e7761c40 2024-02-10T00:04:04.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.766+0000 7fcac03af740 10 client.0 _ll_register_callbacks cb 0x55c3e76bc030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:04.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.766+0000 7fcab67fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3e77625f0 0x55c3e77686b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.766+0000 7fcab67fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3e77625f0 0x55c3e77686b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33874/0 (socket says 172.21.15.1:33874) 2024-02-10T00:04:04.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.766+0000 7fcab67fc640 1 -- 172.21.15.1:0/96239167 learned_addr learned my addr 172.21.15.1:0/96239167 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:04.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.766+0000 7fcab77fe640 1 --2- 172.21.15.1:0/96239167 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3e776b170 0x55c3e7768bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.766+0000 7fcab67fc640 1 -- 172.21.15.1:0/96239167 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3e7761c40 msgr2=0x55c3e7768170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.766+0000 7fcab67fc640 1 --2- 172.21.15.1:0/96239167 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3e7761c40 0x55c3e7768170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.767+0000 7fcab67fc640 1 -- 172.21.15.1:0/96239167 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3e776b170 msgr2=0x55c3e7768bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.767+0000 7fcab67fc640 1 --2- 172.21.15.1:0/96239167 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3e776b170 0x55c3e7768bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.767+0000 7fcab67fc640 1 -- 172.21.15.1:0/96239167 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcab001b070 con 0x55c3e77625f0 2024-02-10T00:04:04.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.767+0000 7fcab77fe640 1 --2- 172.21.15.1:0/96239167 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3e776b170 0x55c3e7768bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:04:04.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.767+0000 7fcab67fc640 1 --2- 172.21.15.1:0/96239167 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3e77625f0 0x55c3e77686b0 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7fcab80ffcd0 tx=0x7fcaa00117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14657b78d384f28d server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:04.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.767+0000 7fca9e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:04.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.767+0000 7fca9e7fc640 1 -- 172.21.15.1:0/96239167 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcaa0012650 con 0x55c3e77625f0 2024-02-10T00:04:04.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.767+0000 7fca9e7fc640 1 -- 172.21.15.1:0/96239167 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fcaa00127b0 con 0x55c3e77625f0 2024-02-10T00:04:04.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.767+0000 7fcac03af740 1 -- 172.21.15.1:0/96239167 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c3e73c67e0 con 0x55c3e77625f0 2024-02-10T00:04:04.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.767+0000 7fca9e7fc640 1 -- 172.21.15.1:0/96239167 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcaa0012970 con 0x55c3e77625f0 2024-02-10T00:04:04.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.767+0000 7fcac03af740 10 client.17247 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:04.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.767+0000 7fcac03af740 1 -- 172.21.15.1:0/96239167 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c3e76c56b0 con 0x55c3e77625f0 2024-02-10T00:04:04.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.767+0000 7fca9e7fc640 1 -- 172.21.15.1:0/96239167 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55c3e73c67e0 con 0x55c3e77625f0 2024-02-10T00:04:04.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.767+0000 7fca9e7fc640 1 -- 172.21.15.1:0/96239167 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fcaa001bd10 con 0x55c3e77625f0 2024-02-10T00:04:04.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.767+0000 7fcac03af740 10 client.17247 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:04.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.767+0000 7fcac03af740 10 client.17247 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:04:04.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.767+0000 7fcac03af740 20 client.17247 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:04.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.767+0000 7fcac03af740 1 --2- 172.21.15.1:0/96239167 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c3e777b7e0 0x55c3e777dc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.767+0000 7fcac03af740 4 client.17247 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:04:04.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.767+0000 7fcac03af740 1 -- 172.21.15.1:0/96239167 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c3e7403720 con 0x55c3e777b7e0 2024-02-10T00:04:04.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.768+0000 7fcab6ffd640 1 --2- 172.21.15.1:0/96239167 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c3e777b7e0 0x55c3e777dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.768+0000 7fcab6ffd640 1 --2- 172.21.15.1:0/96239167 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c3e777b7e0 0x55c3e777dc00 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=d7257954ddeefebf server_cookie=9d73716a166ab556 in_seq=0 out_seq=0 2024-02-10T00:04:04.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.768+0000 7fca9e7fc640 10 client.17247 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:04:04.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.769+0000 7fca9e7fc640 1 -- 172.21.15.1:0/96239167 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55c3e7403720 con 0x55c3e777b7e0 2024-02-10T00:04:04.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.769+0000 7fca9e7fc640 10 client.17247 handle_command_reply: tid=0 2024-02-10T00:04:04.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.769+0000 7fcac03af740 1 client.17247 shutdown 2024-02-10T00:04:04.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.769+0000 7fcac03af740 1 -- 172.21.15.1:0/96239167 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3e77625f0 msgr2=0x55c3e77686b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.769+0000 7fcac03af740 1 --2- 172.21.15.1:0/96239167 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3e77625f0 0x55c3e77686b0 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7fcab80ffcd0 tx=0x7fcaa00117b0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.769+0000 7fcac03af740 1 -- 172.21.15.1:0/96239167 shutdown_connections 2024-02-10T00:04:04.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.769+0000 7fcac03af740 1 --2- 172.21.15.1:0/96239167 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c3e777b7e0 0x55c3e777dc00 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.769+0000 7fcac03af740 1 --2- 172.21.15.1:0/96239167 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3e776b170 0x55c3e7768bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.769+0000 7fcac03af740 1 --2- 172.21.15.1:0/96239167 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3e77625f0 0x55c3e77686b0 unknown :-1 s=CLOSED pgs=1006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.769+0000 7fcac03af740 1 --2- 172.21.15.1:0/96239167 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3e7761c40 0x55c3e7768170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.769+0000 7fca9e7fc640 0 client.17247 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:04:04.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.769+0000 7fcac03af740 1 -- 172.21.15.1:0/96239167 >> 172.21.15.1:0/96239167 conn(0x55c3e775c310 msgr2=0x55c3e7759240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:04.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.769+0000 7fcac03af740 1 -- 172.21.15.1:0/96239167 shutdown_connections 2024-02-10T00:04:04.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.769+0000 7fcac03af740 1 -- 172.21.15.1:0/96239167 wait complete. 2024-02-10T00:04:04.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.769+0000 7fcac03af740 20 client.17247 trim_cache size 0 max 16384 2024-02-10T00:04:04.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.781+0000 7fcac03af740 1 Processor -- start 2024-02-10T00:04:04.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.781+0000 7fcac03af740 1 -- start start 2024-02-10T00:04:04.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.781+0000 7fcac03af740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3e7761c40 0x55c3e7768a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.781+0000 7fcac03af740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3e77625f0 0x55c3e77720e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.781+0000 7fcac03af740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3e776b170 0x55c3e7772620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.781+0000 7fcac03af740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3e77558b0 con 0x55c3e77625f0 2024-02-10T00:04:04.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.781+0000 7fcac03af740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3e764c130 con 0x55c3e7761c40 2024-02-10T00:04:04.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.781+0000 7fcac03af740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3e7782e80 con 0x55c3e776b170 2024-02-10T00:04:04.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.781+0000 7fcab67fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3e77625f0 0x55c3e77720e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.781+0000 7fcab67fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3e77625f0 0x55c3e77720e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33882/0 (socket says 172.21.15.1:33882) 2024-02-10T00:04:04.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.781+0000 7fcab67fc640 1 -- 172.21.15.1:0/596154283 learned_addr learned my addr 172.21.15.1:0/596154283 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:04.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.781+0000 7fcab77fe640 1 --2- 172.21.15.1:0/596154283 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3e776b170 0x55c3e7772620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.781+0000 7fcab6ffd640 1 --2- 172.21.15.1:0/596154283 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3e7761c40 0x55c3e7768a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.781+0000 7fcab67fc640 1 -- 172.21.15.1:0/596154283 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3e776b170 msgr2=0x55c3e7772620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.781+0000 7fcab67fc640 1 --2- 172.21.15.1:0/596154283 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3e776b170 0x55c3e7772620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.781+0000 7fcab67fc640 1 -- 172.21.15.1:0/596154283 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3e7761c40 msgr2=0x55c3e7768a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.781+0000 7fcab67fc640 1 --2- 172.21.15.1:0/596154283 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3e7761c40 0x55c3e7768a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.782+0000 7fcab67fc640 1 -- 172.21.15.1:0/596154283 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c3e7661c90 con 0x55c3e77625f0 2024-02-10T00:04:04.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.782+0000 7fcab77fe640 1 --2- 172.21.15.1:0/596154283 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3e776b170 0x55c3e7772620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:04:04.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.782+0000 7fcab6ffd640 1 --2- 172.21.15.1:0/596154283 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3e7761c40 0x55c3e7768a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:04:04.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.782+0000 7fcab67fc640 1 --2- 172.21.15.1:0/596154283 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3e77625f0 0x55c3e77720e0 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7fcaa00233f0 tx=0x7fcaa000b720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8dbe38884fec8de5 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:04.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.782+0000 7fcaacff9640 1 -- 172.21.15.1:0/596154283 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcaa0023a40 con 0x55c3e77625f0 2024-02-10T00:04:04.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.782+0000 7fcaacff9640 1 -- 172.21.15.1:0/596154283 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcaa0016070 con 0x55c3e77625f0 2024-02-10T00:04:04.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.782+0000 7fcaacff9640 1 -- 172.21.15.1:0/596154283 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcaa0004900 con 0x55c3e77625f0 2024-02-10T00:04:04.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.782+0000 7fcac03af740 1 -- 172.21.15.1:0/596154283 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3e77625f0 msgr2=0x55c3e77720e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.782+0000 7fcac03af740 1 --2- 172.21.15.1:0/596154283 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3e77625f0 0x55c3e77720e0 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7fcaa00233f0 tx=0x7fcaa000b720 comp rx=0 tx=0).stop 2024-02-10T00:04:04.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.783+0000 7fcac03af740 1 -- 172.21.15.1:0/596154283 shutdown_connections 2024-02-10T00:04:04.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.783+0000 7fcac03af740 1 --2- 172.21.15.1:0/596154283 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3e776b170 0x55c3e7772620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.783+0000 7fcac03af740 1 --2- 172.21.15.1:0/596154283 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3e77625f0 0x55c3e77720e0 unknown :-1 s=CLOSED pgs=1007 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.783+0000 7fcac03af740 1 --2- 172.21.15.1:0/596154283 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3e7761c40 0x55c3e7768a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.783+0000 7fcac03af740 1 -- 172.21.15.1:0/596154283 >> 172.21.15.1:0/596154283 conn(0x55c3e775c310 msgr2=0x55c3e7763460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:04.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.783+0000 7fcac03af740 1 -- 172.21.15.1:0/596154283 shutdown_connections 2024-02-10T00:04:04.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.783+0000 7fcac03af740 1 -- 172.21.15.1:0/596154283 wait complete. 2024-02-10T00:04:04.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.783+0000 7fcac03af740 1 -- start start 2024-02-10T00:04:04.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.783+0000 7fcac03af740 1 Processor -- start 2024-02-10T00:04:04.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.783+0000 7fcac03af740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3e7761c40 0x55c3e7770e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.783+0000 7fcac03af740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3e77625f0 0x55c3e77713d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.783+0000 7fcac03af740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3e776b170 0x55c3e77d1d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.783+0000 7fcac03af740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3e7771ca0 con 0x55c3e7761c40 2024-02-10T00:04:04.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.783+0000 7fcac03af740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3e77d2270 con 0x55c3e776b170 2024-02-10T00:04:04.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.783+0000 7fcac03af740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3e77d23b0 con 0x55c3e77625f0 2024-02-10T00:04:04.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.783+0000 7fcac03af740 10 client.0 _ll_register_callbacks cb 0x7fcab806aac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:04.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.783+0000 7fcab6ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3e7761c40 0x55c3e7770e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.783+0000 7fcab6ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3e7761c40 0x55c3e7770e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33892/0 (socket says 172.21.15.1:33892) 2024-02-10T00:04:04.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.783+0000 7fcab6ffd640 1 -- 172.21.15.1:0/2708610026 learned_addr learned my addr 172.21.15.1:0/2708610026 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:04.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.783+0000 7fcab67fc640 1 --2- 172.21.15.1:0/2708610026 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3e77625f0 0x55c3e77713d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.783+0000 7fcab77fe640 1 --2- 172.21.15.1:0/2708610026 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3e776b170 0x55c3e77d1d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.783+0000 7fcab6ffd640 1 -- 172.21.15.1:0/2708610026 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3e77625f0 msgr2=0x55c3e77713d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.783+0000 7fcab6ffd640 1 --2- 172.21.15.1:0/2708610026 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3e77625f0 0x55c3e77713d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.783+0000 7fcab6ffd640 1 -- 172.21.15.1:0/2708610026 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3e776b170 msgr2=0x55c3e77d1d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.784+0000 7fcab6ffd640 1 --2- 172.21.15.1:0/2708610026 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3e776b170 0x55c3e77d1d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.784+0000 7fcab6ffd640 1 -- 172.21.15.1:0/2708610026 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c3e76c56b0 con 0x55c3e7761c40 2024-02-10T00:04:04.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.784+0000 7fcab67fc640 1 --2- 172.21.15.1:0/2708610026 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3e77625f0 0x55c3e77713d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:04:04.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.784+0000 7fcab6ffd640 1 --2- 172.21.15.1:0/2708610026 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3e7761c40 0x55c3e7770e90 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7fcaa80049d0 tx=0x7fcaa80bd430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6402b8a94d498aae server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:04.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.784+0000 7fca9e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:04.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.784+0000 7fca9e7fc640 1 -- 172.21.15.1:0/2708610026 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcaa80d5070 con 0x55c3e7761c40 2024-02-10T00:04:04.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.784+0000 7fca9e7fc640 1 -- 172.21.15.1:0/2708610026 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fcaa80c1b60 con 0x55c3e7761c40 2024-02-10T00:04:04.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.784+0000 7fcac03af740 1 -- 172.21.15.1:0/2708610026 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fcab0015190 con 0x55c3e7761c40 2024-02-10T00:04:04.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.784+0000 7fca9e7fc640 1 -- 172.21.15.1:0/2708610026 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcaa80c61b0 con 0x55c3e7761c40 2024-02-10T00:04:04.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.784+0000 7fcac03af740 10 client.17253 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:04.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.784+0000 7fcac03af740 1 -- 172.21.15.1:0/2708610026 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c3e7687a70 con 0x55c3e7761c40 2024-02-10T00:04:04.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.784+0000 7fca9e7fc640 1 -- 172.21.15.1:0/2708610026 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcab0015190 con 0x55c3e7761c40 2024-02-10T00:04:04.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.784+0000 7fca9e7fc640 1 -- 172.21.15.1:0/2708610026 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fcaa8004160 con 0x55c3e7761c40 2024-02-10T00:04:04.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.784+0000 7fcac03af740 10 client.17253 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:04.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.784+0000 7fcac03af740 10 client.17253 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:04:04.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.784+0000 7fcac03af740 20 client.17253 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:04.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.784+0000 7fcac03af740 1 --2- 172.21.15.1:0/2708610026 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c3e77d38b0 0x55c3e77d5cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.784+0000 7fcac03af740 4 client.17253 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:04:04.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.784+0000 7fcac03af740 1 -- 172.21.15.1:0/2708610026 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55c3e7452890 con 0x55c3e77d38b0 2024-02-10T00:04:04.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.785+0000 7fcab67fc640 1 --2- 172.21.15.1:0/2708610026 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c3e77d38b0 0x55c3e77d5cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.785+0000 7fca9e7fc640 10 client.17253 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:04:04.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.785+0000 7fcab67fc640 1 --2- 172.21.15.1:0/2708610026 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c3e77d38b0 0x55c3e77d5cd0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=8b6a0e6e120cd058 server_cookie=d3ab92f4fbcf436e in_seq=0 out_seq=0 2024-02-10T00:04:04.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.785+0000 7fca9e7fc640 1 -- 172.21.15.1:0/2708610026 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55c3e7452890 con 0x55c3e77d38b0 2024-02-10T00:04:04.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.785+0000 7fca9e7fc640 10 client.17253 handle_command_reply: tid=0 2024-02-10T00:04:04.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.785+0000 7fcac03af740 1 client.17253 shutdown 2024-02-10T00:04:04.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.785+0000 7fcac03af740 1 -- 172.21.15.1:0/2708610026 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3e7761c40 msgr2=0x55c3e7770e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.785+0000 7fcac03af740 1 --2- 172.21.15.1:0/2708610026 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3e7761c40 0x55c3e7770e90 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7fcaa80049d0 tx=0x7fcaa80bd430 comp rx=0 tx=0).stop 2024-02-10T00:04:04.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.785+0000 7fcac03af740 1 -- 172.21.15.1:0/2708610026 shutdown_connections 2024-02-10T00:04:04.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.785+0000 7fcac03af740 1 --2- 172.21.15.1:0/2708610026 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c3e77d38b0 0x55c3e77d5cd0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.785+0000 7fcac03af740 1 --2- 172.21.15.1:0/2708610026 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3e776b170 0x55c3e77d1d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.785+0000 7fcac03af740 1 --2- 172.21.15.1:0/2708610026 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3e77625f0 0x55c3e77713d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.785+0000 7fca9e7fc640 0 client.17253 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:04:04.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.785+0000 7fcac03af740 1 --2- 172.21.15.1:0/2708610026 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3e7761c40 0x55c3e7770e90 unknown :-1 s=CLOSED pgs=1008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.785+0000 7fcac03af740 1 -- 172.21.15.1:0/2708610026 >> 172.21.15.1:0/2708610026 conn(0x55c3e775c310 msgr2=0x55c3e77589b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:04.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.785+0000 7fcac03af740 1 -- 172.21.15.1:0/2708610026 shutdown_connections 2024-02-10T00:04:04.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.785+0000 7fcac03af740 1 -- 172.21.15.1:0/2708610026 wait complete. 2024-02-10T00:04:04.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.785+0000 7fcac03af740 20 client.17253 trim_cache size 0 max 16384 2024-02-10T00:04:04.797 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:04:04.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.786+0000 7fcabd7d7640 1 -- 172.21.15.1:0/2705063827 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fcaa40a2230 msgr2=0x7fcaa40a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.786+0000 7fcabd7d7640 1 --2- 172.21.15.1:0/2705063827 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fcaa40a2230 0x7fcaa40a46f0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fcab0009f80 tx=0x7fcab00157f0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.786+0000 7fcabd7d7640 1 -- 172.21.15.1:0/2705063827 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcab8100340 msgr2=0x7fcab819c460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.786+0000 7fcabd7d7640 1 --2- 172.21.15.1:0/2705063827 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcab8100340 0x7fcab819c460 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7fcaa8004af0 tx=0x7fcaa8034cc0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.786+0000 7fcabd7d7640 1 -- 172.21.15.1:0/2705063827 shutdown_connections 2024-02-10T00:04:04.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.786+0000 7fcabd7d7640 1 --2- 172.21.15.1:0/2705063827 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fcaa40a2230 0x7fcaa40a46f0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.786+0000 7fcabd7d7640 1 --2- 172.21.15.1:0/2705063827 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcab8196610 0x7fcab8196ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.786+0000 7fcabd7d7640 1 --2- 172.21.15.1:0/2705063827 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcab8105410 0x7fcab819c9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.786+0000 7fcabd7d7640 1 --2- 172.21.15.1:0/2705063827 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcab8100340 0x7fcab819c460 unknown :-1 s=CLOSED pgs=1004 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.786+0000 7fcabd7d7640 1 -- 172.21.15.1:0/2705063827 >> 172.21.15.1:0/2705063827 conn(0x7fcab80772e0 msgr2=0x7fcab80fe410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:04.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.786+0000 7fcabd7d7640 1 -- 172.21.15.1:0/2705063827 shutdown_connections 2024-02-10T00:04:04.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.786+0000 7fcabd7d7640 1 -- 172.21.15.1:0/2705063827 wait complete. 2024-02-10T00:04:04.799 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:04:04.800 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-02-10T00:04:04.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.901+0000 7f43e14b5640 1 -- 172.21.15.1:0/3145975013 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f43dc10b820 msgr2=0x7f43dc10dc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.901+0000 7f43e14b5640 1 --2- 172.21.15.1:0/3145975013 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f43dc10b820 0x7f43dc10dc50 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7f43cc009ca0 tx=0x7f43cc02c180 comp rx=0 tx=0).stop 2024-02-10T00:04:04.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.901+0000 7f43e14b5640 1 -- 172.21.15.1:0/3145975013 shutdown_connections 2024-02-10T00:04:04.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.901+0000 7f43e14b5640 1 --2- 172.21.15.1:0/3145975013 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f43dc10b820 0x7f43dc10dc50 unknown :-1 s=CLOSED pgs=1009 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.901+0000 7f43e14b5640 1 --2- 172.21.15.1:0/3145975013 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f43dc102d70 0x7f43dc10b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.901+0000 7f43e14b5640 1 --2- 172.21.15.1:0/3145975013 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f43dc102450 0x7f43dc102830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.901+0000 7f43e14b5640 1 -- 172.21.15.1:0/3145975013 >> 172.21.15.1:0/3145975013 conn(0x7f43dc0772e0 msgr2=0x7f43dc0776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:04.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.901+0000 7f43e14b5640 1 -- 172.21.15.1:0/3145975013 shutdown_connections 2024-02-10T00:04:04.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.901+0000 7f43e14b5640 1 -- 172.21.15.1:0/3145975013 wait complete. 2024-02-10T00:04:04.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.902+0000 7f43e14b5640 1 Processor -- start 2024-02-10T00:04:04.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.902+0000 7f43e14b5640 1 -- start start 2024-02-10T00:04:04.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.902+0000 7f43e14b5640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f43dc102450 0x7f43dc19d440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.902+0000 7f43e14b5640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f43dc102d70 0x7f43dc19d980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.902+0000 7f43e14b5640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f43dc10b820 0x7f43dc1975f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.902+0000 7f43e14b5640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43dc197c40 con 0x7f43dc102d70 2024-02-10T00:04:04.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.902+0000 7f43e14b5640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43dc197db0 con 0x7f43dc102450 2024-02-10T00:04:04.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.902+0000 7f43e14b5640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43dc197f70 con 0x7f43dc10b820 2024-02-10T00:04:04.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.902+0000 7f43da7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f43dc102d70 0x7f43dc19d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.902+0000 7f43da7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f43dc102d70 0x7f43dc19d980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33918/0 (socket says 172.21.15.1:33918) 2024-02-10T00:04:04.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.902+0000 7f43da7fc640 1 -- 172.21.15.1:0/2251793121 learned_addr learned my addr 172.21.15.1:0/2251793121 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:04.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.903+0000 7f43db7fe640 1 --2- 172.21.15.1:0/2251793121 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f43dc10b820 0x7f43dc1975f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.903+0000 7f43daffd640 1 --2- 172.21.15.1:0/2251793121 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f43dc102450 0x7f43dc19d440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.903+0000 7f43da7fc640 1 -- 172.21.15.1:0/2251793121 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f43dc10b820 msgr2=0x7f43dc1975f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.903+0000 7f43da7fc640 1 --2- 172.21.15.1:0/2251793121 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f43dc10b820 0x7f43dc1975f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.903+0000 7f43da7fc640 1 -- 172.21.15.1:0/2251793121 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f43dc102450 msgr2=0x7f43dc19d440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.903+0000 7f43da7fc640 1 --2- 172.21.15.1:0/2251793121 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f43dc102450 0x7f43dc19d440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.903+0000 7f43da7fc640 1 -- 172.21.15.1:0/2251793121 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43cc009900 con 0x7f43dc102d70 2024-02-10T00:04:04.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.903+0000 7f43db7fe640 1 --2- 172.21.15.1:0/2251793121 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f43dc10b820 0x7f43dc1975f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:04:04.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.903+0000 7f43da7fc640 1 --2- 172.21.15.1:0/2251793121 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f43dc102d70 0x7f43dc19d980 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f43c400c970 tx=0x7f43c400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:04.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.903+0000 7f43d3fff640 1 -- 172.21.15.1:0/2251793121 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43c4007bb0 con 0x7f43dc102d70 2024-02-10T00:04:04.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.903+0000 7f43d3fff640 1 -- 172.21.15.1:0/2251793121 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f43c4007d10 con 0x7f43dc102d70 2024-02-10T00:04:04.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.903+0000 7f43e14b5640 1 -- 172.21.15.1:0/2251793121 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f43dc198250 con 0x7f43dc102d70 2024-02-10T00:04:04.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.903+0000 7f43d3fff640 1 -- 172.21.15.1:0/2251793121 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43c400f450 con 0x7f43dc102d70 2024-02-10T00:04:04.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.903+0000 7f43e14b5640 1 -- 172.21.15.1:0/2251793121 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f43dc1a44e0 con 0x7f43dc102d70 2024-02-10T00:04:04.919 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.905+0000 7f43d3fff640 1 -- 172.21.15.1:0/2251793121 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f43c4004f70 con 0x7f43dc102d70 2024-02-10T00:04:04.919 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.905+0000 7f43e4167740 1 Processor -- start 2024-02-10T00:04:04.919 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.905+0000 7f43e4167740 1 -- start start 2024-02-10T00:04:04.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.906+0000 7f43e4167740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564c724a3a30 0x564c724a3e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.906+0000 7f43e4167740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564c724a43e0 0x564c724ac990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.906+0000 7f43e4167740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564c724acf60 0x564c724af3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.906+0000 7f43e4167740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x564c7245f020 con 0x564c724acf60 2024-02-10T00:04:04.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.906+0000 7f43e4167740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x564c72412320 con 0x564c724a43e0 2024-02-10T00:04:04.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.906+0000 7f43e4167740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x564c7240f850 con 0x564c724a3a30 2024-02-10T00:04:04.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.906+0000 7f43d3fff640 1 --2- 172.21.15.1:0/2251793121 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f43c80a2230 0x7f43c80a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.906+0000 7f43da7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564c724acf60 0x564c724af3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.906+0000 7f43db7fe640 1 --2- 172.21.15.1:0/2251793121 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f43c80a2230 0x7f43c80a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.906+0000 7f43da7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564c724acf60 0x564c724af3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33920/0 (socket says 172.21.15.1:33920) 2024-02-10T00:04:04.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.906+0000 7f43da7fc640 1 -- 172.21.15.1:0/496384571 learned_addr learned my addr 172.21.15.1:0/496384571 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:04.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.906+0000 7f43db7fe640 1 --2- 172.21.15.1:0/496384571 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564c724a3a30 0x564c724a3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.906+0000 7f43d3fff640 1 -- 172.21.15.1:0/2251793121 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f43c40cde50 con 0x7f43dc102d70 2024-02-10T00:04:04.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.906+0000 7f43daffd640 1 --2- 172.21.15.1:0/496384571 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564c724a43e0 0x564c724ac990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.906+0000 7f43da7fc640 1 -- 172.21.15.1:0/496384571 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564c724a3a30 msgr2=0x564c724a3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.906+0000 7f43da7fc640 1 --2- 172.21.15.1:0/496384571 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564c724a3a30 0x564c724a3e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.906+0000 7f43da7fc640 1 -- 172.21.15.1:0/496384571 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564c724a43e0 msgr2=0x564c724ac990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.906+0000 7f43da7fc640 1 --2- 172.21.15.1:0/496384571 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564c724a43e0 0x564c724ac990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.906+0000 7f43da7fc640 1 -- 172.21.15.1:0/496384571 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564c723cd210 con 0x564c724acf60 2024-02-10T00:04:04.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.907+0000 7f43db7fe640 1 --2- 172.21.15.1:0/2251793121 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f43c80a2230 0x7f43c80a46f0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f43cc004af0 tx=0x7f43cc0323d0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:04.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.907+0000 7f43da7fc640 1 --2- 172.21.15.1:0/496384571 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564c724acf60 0x564c724af3b0 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f43c4005940 tx=0x7f43c4004980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f016eb9d21353aca server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:04.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.907+0000 7f43d17fa640 1 -- 172.21.15.1:0/496384571 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43c4005600 con 0x564c724acf60 2024-02-10T00:04:04.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.907+0000 7f43d17fa640 1 -- 172.21.15.1:0/496384571 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f43c401d1e0 con 0x564c724acf60 2024-02-10T00:04:04.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.907+0000 7f43d17fa640 1 -- 172.21.15.1:0/496384571 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43c40850d0 con 0x564c724acf60 2024-02-10T00:04:04.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.907+0000 7f43e4167740 1 -- 172.21.15.1:0/496384571 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564c724acf60 msgr2=0x564c724af3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.907+0000 7f43e4167740 1 --2- 172.21.15.1:0/496384571 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564c724acf60 0x564c724af3b0 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f43c4005940 tx=0x7f43c4004980 comp rx=0 tx=0).stop 2024-02-10T00:04:04.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.908+0000 7f43e4167740 1 -- 172.21.15.1:0/496384571 shutdown_connections 2024-02-10T00:04:04.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.908+0000 7f43e4167740 1 --2- 172.21.15.1:0/496384571 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564c724acf60 0x564c724af3b0 unknown :-1 s=CLOSED pgs=1011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.908+0000 7f43e4167740 1 --2- 172.21.15.1:0/496384571 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564c724a43e0 0x564c724ac990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.908+0000 7f43e4167740 1 --2- 172.21.15.1:0/496384571 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564c724a3a30 0x564c724a3e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.908+0000 7f43e4167740 1 -- 172.21.15.1:0/496384571 >> 172.21.15.1:0/496384571 conn(0x564c7249e100 msgr2=0x564c7249e4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:04.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.908+0000 7f43e4167740 1 -- 172.21.15.1:0/496384571 shutdown_connections 2024-02-10T00:04:04.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.908+0000 7f43e4167740 1 -- 172.21.15.1:0/496384571 wait complete. 2024-02-10T00:04:04.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.908+0000 7f43e4167740 1 -- start start 2024-02-10T00:04:04.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.908+0000 7f43e4167740 1 Processor -- start 2024-02-10T00:04:04.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.908+0000 7f43e4167740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564c724a3a30 0x564c724a9f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.908+0000 7f43e4167740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564c724a43e0 0x564c724aa490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.908+0000 7f43e4167740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564c724acf60 0x564c724aa9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.908+0000 7f43e4167740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x564c7240b030 con 0x564c724a43e0 2024-02-10T00:04:04.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.908+0000 7f43e4167740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x564c720de430 con 0x564c724acf60 2024-02-10T00:04:04.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.908+0000 7f43e4167740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x564c7209ae00 con 0x564c724a3a30 2024-02-10T00:04:04.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.908+0000 7f43e4167740 10 client.0 _ll_register_callbacks cb 0x564c72400030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:04.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.908+0000 7f43da7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564c724a43e0 0x564c724aa490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.908+0000 7f43da7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564c724a43e0 0x564c724aa490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33922/0 (socket says 172.21.15.1:33922) 2024-02-10T00:04:04.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.908+0000 7f43da7fc640 1 -- 172.21.15.1:0/3036243579 learned_addr learned my addr 172.21.15.1:0/3036243579 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:04.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.908+0000 7f43daffd640 1 --2- 172.21.15.1:0/3036243579 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564c724a3a30 0x564c724a9f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.909+0000 7f43db7fe640 1 --2- 172.21.15.1:0/3036243579 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564c724acf60 0x564c724aa9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.909+0000 7f43da7fc640 1 -- 172.21.15.1:0/3036243579 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564c724a3a30 msgr2=0x564c724a9f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.909+0000 7f43da7fc640 1 --2- 172.21.15.1:0/3036243579 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564c724a3a30 0x564c724a9f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.909+0000 7f43da7fc640 1 -- 172.21.15.1:0/3036243579 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564c724acf60 msgr2=0x564c724aa9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.909+0000 7f43da7fc640 1 --2- 172.21.15.1:0/3036243579 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564c724acf60 0x564c724aa9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.909+0000 7f43da7fc640 1 -- 172.21.15.1:0/3036243579 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f43dc1a44e0 con 0x564c724a43e0 2024-02-10T00:04:04.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.909+0000 7f43db7fe640 1 --2- 172.21.15.1:0/3036243579 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564c724acf60 0x564c724aa9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:04:04.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.909+0000 7f43da7fc640 1 --2- 172.21.15.1:0/3036243579 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564c724a43e0 0x564c724aa490 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7f43c409a750 tx=0x7f43c40048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0965e5afdc3a039 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:04.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.909+0000 7f43c27fc640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:04.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.909+0000 7f43c27fc640 1 -- 172.21.15.1:0/3036243579 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43c4005600 con 0x564c724a43e0 2024-02-10T00:04:04.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.909+0000 7f43c27fc640 1 -- 172.21.15.1:0/3036243579 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f43c409a810 con 0x564c724a43e0 2024-02-10T00:04:04.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.909+0000 7f43e4167740 1 -- 172.21.15.1:0/3036243579 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564c7210a7e0 con 0x564c724a43e0 2024-02-10T00:04:04.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.909+0000 7f43c27fc640 1 -- 172.21.15.1:0/3036243579 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f43c409af10 con 0x564c724a43e0 2024-02-10T00:04:04.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.909+0000 7f43e4167740 10 client.17265 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:04.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.909+0000 7f43e4167740 1 -- 172.21.15.1:0/3036243579 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x564c724096b0 con 0x564c724a43e0 2024-02-10T00:04:04.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.909+0000 7f43c27fc640 1 -- 172.21.15.1:0/3036243579 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x564c7210a7e0 con 0x564c724a43e0 2024-02-10T00:04:04.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.909+0000 7f43c27fc640 1 -- 172.21.15.1:0/3036243579 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f43c4016030 con 0x564c724a43e0 2024-02-10T00:04:04.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.909+0000 7f43e4167740 10 client.17265 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:04.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.909+0000 7f43e4167740 10 client.17265 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:04:04.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.909+0000 7f43e4167740 20 client.17265 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:04.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.909+0000 7f43e4167740 1 --2- 172.21.15.1:0/3036243579 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x564c724bcfe0 0x564c724bf3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.909+0000 7f43e4167740 4 client.17265 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:04:04.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.909+0000 7f43e4167740 1 -- 172.21.15.1:0/3036243579 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564c72147720 con 0x564c724bcfe0 2024-02-10T00:04:04.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.910+0000 7f43daffd640 1 --2- 172.21.15.1:0/3036243579 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x564c724bcfe0 0x564c724bf3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.910+0000 7f43daffd640 1 --2- 172.21.15.1:0/3036243579 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x564c724bcfe0 0x564c724bf3d0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9b7abec3c11bdbaf server_cookie=4bce0cd4da2208ed in_seq=0 out_seq=0 2024-02-10T00:04:04.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.910+0000 7f43c27fc640 10 client.17265 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:04:04.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.911+0000 7f43c27fc640 1 -- 172.21.15.1:0/3036243579 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x564c72147720 con 0x564c724bcfe0 2024-02-10T00:04:04.927 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.911+0000 7f43c27fc640 10 client.17265 handle_command_reply: tid=0 2024-02-10T00:04:04.927 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.911+0000 7f43e4167740 1 client.17265 shutdown 2024-02-10T00:04:04.927 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.911+0000 7f43e4167740 1 -- 172.21.15.1:0/3036243579 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564c724a43e0 msgr2=0x564c724aa490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.911+0000 7f43e4167740 1 --2- 172.21.15.1:0/3036243579 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564c724a43e0 0x564c724aa490 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7f43c409a750 tx=0x7f43c40048f0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.911+0000 7f43e4167740 1 -- 172.21.15.1:0/3036243579 shutdown_connections 2024-02-10T00:04:04.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.911+0000 7f43e4167740 1 --2- 172.21.15.1:0/3036243579 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564c724acf60 0x564c724aa9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.911+0000 7f43e4167740 1 --2- 172.21.15.1:0/3036243579 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x564c724bcfe0 0x564c724bf3d0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.911+0000 7f43e4167740 1 --2- 172.21.15.1:0/3036243579 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564c724a43e0 0x564c724aa490 unknown :-1 s=CLOSED pgs=1012 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.911+0000 7f43c27fc640 0 client.17265 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:04:04.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.911+0000 7f43e4167740 1 --2- 172.21.15.1:0/3036243579 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564c724a3a30 0x564c724a9f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.911+0000 7f43e4167740 1 -- 172.21.15.1:0/3036243579 >> 172.21.15.1:0/3036243579 conn(0x564c7249e100 msgr2=0x564c7249fe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:04.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.911+0000 7f43e4167740 1 -- 172.21.15.1:0/3036243579 shutdown_connections 2024-02-10T00:04:04.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.911+0000 7f43e4167740 1 -- 172.21.15.1:0/3036243579 wait complete. 2024-02-10T00:04:04.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.911+0000 7f43e4167740 20 client.17265 trim_cache size 0 max 16384 2024-02-10T00:04:04.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.923+0000 7f43e4167740 1 Processor -- start 2024-02-10T00:04:04.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.923+0000 7f43e4167740 1 -- start start 2024-02-10T00:04:04.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.923+0000 7f43e4167740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564c724a3a30 0x564c724ac680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.923+0000 7f43e4167740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564c724a43e0 0x564c724aa7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.923+0000 7f43e4167740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564c724acf60 0x564c724c3d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.923+0000 7f43e4167740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x564c72390130 con 0x564c724acf60 2024-02-10T00:04:04.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.923+0000 7f43e4167740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x564c724a2ac0 con 0x564c724a43e0 2024-02-10T00:04:04.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.923+0000 7f43e4167740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x564c724a5b60 con 0x564c724a3a30 2024-02-10T00:04:04.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.923+0000 7f43db7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564c724acf60 0x564c724c3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.923+0000 7f43db7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564c724acf60 0x564c724c3d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33928/0 (socket says 172.21.15.1:33928) 2024-02-10T00:04:04.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.923+0000 7f43db7fe640 1 -- 172.21.15.1:0/3216208847 learned_addr learned my addr 172.21.15.1:0/3216208847 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:04.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.923+0000 7f43daffd640 1 --2- 172.21.15.1:0/3216208847 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564c724a3a30 0x564c724ac680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.923+0000 7f43da7fc640 1 --2- 172.21.15.1:0/3216208847 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564c724a43e0 0x564c724aa7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.923+0000 7f43db7fe640 1 -- 172.21.15.1:0/3216208847 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564c724a3a30 msgr2=0x564c724ac680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.923+0000 7f43db7fe640 1 --2- 172.21.15.1:0/3216208847 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564c724a3a30 0x564c724ac680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.923+0000 7f43db7fe640 1 -- 172.21.15.1:0/3216208847 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564c724a43e0 msgr2=0x564c724aa7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.923+0000 7f43db7fe640 1 --2- 172.21.15.1:0/3216208847 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564c724a43e0 0x564c724aa7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.924+0000 7f43db7fe640 1 -- 172.21.15.1:0/3216208847 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564c723a5c90 con 0x564c724acf60 2024-02-10T00:04:04.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.924+0000 7f43db7fe640 1 --2- 172.21.15.1:0/3216208847 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564c724acf60 0x564c724c3d30 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f43cc036000 tx=0x7f43cc048000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7475b1a363edc377 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:04.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.924+0000 7f43d0ff9640 1 -- 172.21.15.1:0/3216208847 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43cc003d70 con 0x564c724acf60 2024-02-10T00:04:04.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.924+0000 7f43d0ff9640 1 -- 172.21.15.1:0/3216208847 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f43cc032c70 con 0x564c724acf60 2024-02-10T00:04:04.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.924+0000 7f43d0ff9640 1 -- 172.21.15.1:0/3216208847 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43cc0046e0 con 0x564c724acf60 2024-02-10T00:04:04.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.924+0000 7f43e4167740 1 -- 172.21.15.1:0/3216208847 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564c724acf60 msgr2=0x564c724c3d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.924+0000 7f43e4167740 1 --2- 172.21.15.1:0/3216208847 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564c724acf60 0x564c724c3d30 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f43cc036000 tx=0x7f43cc048000 comp rx=0 tx=0).stop 2024-02-10T00:04:04.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.925+0000 7f43e4167740 1 -- 172.21.15.1:0/3216208847 shutdown_connections 2024-02-10T00:04:04.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.925+0000 7f43e4167740 1 --2- 172.21.15.1:0/3216208847 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564c724acf60 0x564c724c3d30 unknown :-1 s=CLOSED pgs=1013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.925+0000 7f43e4167740 1 --2- 172.21.15.1:0/3216208847 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564c724a43e0 0x564c724aa7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.925+0000 7f43e4167740 1 --2- 172.21.15.1:0/3216208847 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564c724a3a30 0x564c724ac680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.925+0000 7f43e4167740 1 -- 172.21.15.1:0/3216208847 >> 172.21.15.1:0/3216208847 conn(0x564c7249e100 msgr2=0x564c72499210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:04.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.925+0000 7f43e4167740 1 -- 172.21.15.1:0/3216208847 shutdown_connections 2024-02-10T00:04:04.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.925+0000 7f43e4167740 1 -- 172.21.15.1:0/3216208847 wait complete. 2024-02-10T00:04:04.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.925+0000 7f43e4167740 1 -- start start 2024-02-10T00:04:04.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.925+0000 7f43e4167740 1 Processor -- start 2024-02-10T00:04:04.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.925+0000 7f43e4167740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564c724a3a30 0x564c724b29f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.925+0000 7f43e4167740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564c724a43e0 0x564c724b2f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.925+0000 7f43e4167740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564c724acf60 0x564c724b3470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.925+0000 7f43e4167740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x564c725134c0 con 0x564c724acf60 2024-02-10T00:04:04.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.925+0000 7f43e4167740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x564c72513600 con 0x564c724a3a30 2024-02-10T00:04:04.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.925+0000 7f43e4167740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x564c72513740 con 0x564c724a43e0 2024-02-10T00:04:04.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.925+0000 7f43e4167740 10 client.0 _ll_register_callbacks cb 0x7f43c4096b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:04.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.925+0000 7f43db7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564c724acf60 0x564c724b3470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.925+0000 7f43db7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564c724acf60 0x564c724b3470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33932/0 (socket says 172.21.15.1:33932) 2024-02-10T00:04:04.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.925+0000 7f43db7fe640 1 -- 172.21.15.1:0/1133652546 learned_addr learned my addr 172.21.15.1:0/1133652546 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:04.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.925+0000 7f43da7fc640 1 --2- 172.21.15.1:0/1133652546 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564c724a43e0 0x564c724b2f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.925+0000 7f43daffd640 1 --2- 172.21.15.1:0/1133652546 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564c724a3a30 0x564c724b29f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.926+0000 7f43db7fe640 1 -- 172.21.15.1:0/1133652546 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564c724a43e0 msgr2=0x564c724b2f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.926+0000 7f43db7fe640 1 --2- 172.21.15.1:0/1133652546 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564c724a43e0 0x564c724b2f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.926+0000 7f43db7fe640 1 -- 172.21.15.1:0/1133652546 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564c724a3a30 msgr2=0x564c724b29f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:04.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.926+0000 7f43db7fe640 1 --2- 172.21.15.1:0/1133652546 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564c724a3a30 0x564c724b29f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.926+0000 7f43db7fe640 1 -- 172.21.15.1:0/1133652546 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f43dc10e8d0 con 0x564c724acf60 2024-02-10T00:04:04.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.926+0000 7f43daffd640 1 --2- 172.21.15.1:0/1133652546 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564c724a3a30 0x564c724b29f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:04:04.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.926+0000 7f43db7fe640 1 --2- 172.21.15.1:0/1133652546 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564c724acf60 0x564c724b3470 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7f43cc009430 tx=0x7f43cc02c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec928fafe1e85dad server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:04.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.926+0000 7f43c27fc640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:04.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.926+0000 7f43c27fc640 1 -- 172.21.15.1:0/1133652546 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43cc034690 con 0x564c724acf60 2024-02-10T00:04:04.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.926+0000 7f43c27fc640 1 -- 172.21.15.1:0/1133652546 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f43cc049040 con 0x564c724acf60 2024-02-10T00:04:04.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.926+0000 7f43e4167740 1 -- 172.21.15.1:0/1133652546 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f43c401d1e0 con 0x564c724acf60 2024-02-10T00:04:04.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.926+0000 7f43c27fc640 1 -- 172.21.15.1:0/1133652546 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f43cc032990 con 0x564c724acf60 2024-02-10T00:04:04.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.926+0000 7f43e4167740 10 client.17271 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:04.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.926+0000 7f43e4167740 1 -- 172.21.15.1:0/1133652546 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x564c723cba70 con 0x564c724acf60 2024-02-10T00:04:04.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.926+0000 7f43c27fc640 1 -- 172.21.15.1:0/1133652546 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f43c401d1e0 con 0x564c724acf60 2024-02-10T00:04:04.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.926+0000 7f43c27fc640 1 -- 172.21.15.1:0/1133652546 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f43cc03e040 con 0x564c724acf60 2024-02-10T00:04:04.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.926+0000 7f43e4167740 10 client.17271 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:04.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.926+0000 7f43e4167740 10 client.17271 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:04:04.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.926+0000 7f43e4167740 20 client.17271 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:04.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.926+0000 7f43e4167740 1 --2- 172.21.15.1:0/1133652546 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x564c724bcfe0 0x564c72516cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:04.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.926+0000 7f43e4167740 4 client.17271 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:04:04.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.926+0000 7f43e4167740 1 -- 172.21.15.1:0/1133652546 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x564c72196890 con 0x564c724bcfe0 2024-02-10T00:04:04.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.927+0000 7f43daffd640 1 --2- 172.21.15.1:0/1133652546 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x564c724bcfe0 0x564c72516cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:04.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.927+0000 7f43c27fc640 10 client.17271 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:04:04.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.927+0000 7f43daffd640 1 --2- 172.21.15.1:0/1133652546 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x564c724bcfe0 0x564c72516cc0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=87ba9709b73bdc03 server_cookie=3941a6d2a558f006 in_seq=0 out_seq=0 2024-02-10T00:04:04.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.927+0000 7f43c27fc640 1 -- 172.21.15.1:0/1133652546 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x564c72196890 con 0x564c724bcfe0 2024-02-10T00:04:04.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.927+0000 7f43c27fc640 10 client.17271 handle_command_reply: tid=0 2024-02-10T00:04:04.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.927+0000 7f43e4167740 1 client.17271 shutdown 2024-02-10T00:04:04.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.928+0000 7f43e4167740 1 -- 172.21.15.1:0/1133652546 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564c724acf60 msgr2=0x564c724b3470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.928+0000 7f43e4167740 1 --2- 172.21.15.1:0/1133652546 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564c724acf60 0x564c724b3470 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7f43cc009430 tx=0x7f43cc02c800 comp rx=0 tx=0).stop 2024-02-10T00:04:04.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.928+0000 7f43e4167740 1 -- 172.21.15.1:0/1133652546 shutdown_connections 2024-02-10T00:04:04.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.928+0000 7f43e4167740 1 --2- 172.21.15.1:0/1133652546 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x564c724bcfe0 0x564c72516cc0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.928+0000 7f43e4167740 1 --2- 172.21.15.1:0/1133652546 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564c724acf60 0x564c724b3470 unknown :-1 s=CLOSED pgs=1014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.928+0000 7f43e4167740 1 --2- 172.21.15.1:0/1133652546 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564c724a43e0 0x564c724b2f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.928+0000 7f43e4167740 1 --2- 172.21.15.1:0/1133652546 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564c724a3a30 0x564c724b29f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.928+0000 7f43e4167740 1 -- 172.21.15.1:0/1133652546 >> 172.21.15.1:0/1133652546 conn(0x564c7249e100 msgr2=0x564c724c3d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:04.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.928+0000 7f43c27fc640 0 client.17271 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:04:04.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.928+0000 7f43e4167740 1 -- 172.21.15.1:0/1133652546 shutdown_connections 2024-02-10T00:04:04.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.928+0000 7f43e4167740 1 -- 172.21.15.1:0/1133652546 wait complete. 2024-02-10T00:04:04.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.928+0000 7f43e4167740 20 client.17271 trim_cache size 0 max 16384 2024-02-10T00:04:04.943 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:04:04.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.928+0000 7f43e14b5640 1 -- 172.21.15.1:0/2251793121 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f43c80a2230 msgr2=0x7f43c80a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.928+0000 7f43e14b5640 1 --2- 172.21.15.1:0/2251793121 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f43c80a2230 0x7f43c80a46f0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f43cc004af0 tx=0x7f43cc0323d0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.928+0000 7f43e14b5640 1 -- 172.21.15.1:0/2251793121 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f43dc102d70 msgr2=0x7f43dc19d980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:04.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.928+0000 7f43e14b5640 1 --2- 172.21.15.1:0/2251793121 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f43dc102d70 0x7f43dc19d980 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f43c400c970 tx=0x7f43c400ce30 comp rx=0 tx=0).stop 2024-02-10T00:04:04.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.928+0000 7f43e14b5640 1 -- 172.21.15.1:0/2251793121 shutdown_connections 2024-02-10T00:04:04.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.928+0000 7f43e14b5640 1 --2- 172.21.15.1:0/2251793121 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f43c80a2230 0x7f43c80a46f0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.928+0000 7f43e14b5640 1 --2- 172.21.15.1:0/2251793121 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f43dc10b820 0x7f43dc1975f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.928+0000 7f43e14b5640 1 --2- 172.21.15.1:0/2251793121 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f43dc102d70 0x7f43dc19d980 unknown :-1 s=CLOSED pgs=1010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.928+0000 7f43e14b5640 1 --2- 172.21.15.1:0/2251793121 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f43dc102450 0x7f43dc19d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:04.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.928+0000 7f43e14b5640 1 -- 172.21.15.1:0/2251793121 >> 172.21.15.1:0/2251793121 conn(0x7f43dc0772e0 msgr2=0x7f43dc0fd1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:04.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.928+0000 7f43e14b5640 1 -- 172.21.15.1:0/2251793121 shutdown_connections 2024-02-10T00:04:04.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:04.928+0000 7f43e14b5640 1 -- 172.21.15.1:0/2251793121 wait complete. 2024-02-10T00:04:04.946 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:04:04.946 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-02-10T00:04:05.052 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.049+0000 7fc8b3a3e640 1 -- 172.21.15.1:0/3482758091 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc8ac100aa0 msgr2=0x7fc8ac100e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:05.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.049+0000 7fc8b3a3e640 1 --2- 172.21.15.1:0/3482758091 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc8ac100aa0 0x7fc8ac100e80 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7fc8a4009930 tx=0x7fc8a402bc30 comp rx=0 tx=0).stop 2024-02-10T00:04:05.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.049+0000 7fc8b3a3e640 1 -- 172.21.15.1:0/3482758091 shutdown_connections 2024-02-10T00:04:05.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.049+0000 7fc8b3a3e640 1 --2- 172.21.15.1:0/3482758091 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc8ac105490 0x7fc8ac10d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.049+0000 7fc8b3a3e640 1 --2- 172.21.15.1:0/3482758091 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc8ac101450 0x7fc8ac104d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.049+0000 7fc8b3a3e640 1 --2- 172.21.15.1:0/3482758091 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc8ac100aa0 0x7fc8ac100e80 unknown :-1 s=CLOSED pgs=1015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.049+0000 7fc8b3a3e640 1 -- 172.21.15.1:0/3482758091 >> 172.21.15.1:0/3482758091 conn(0x7fc8ac076630 msgr2=0x7fc8ac0fd9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:05.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.049+0000 7fc8b3a3e640 1 -- 172.21.15.1:0/3482758091 shutdown_connections 2024-02-10T00:04:05.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.049+0000 7fc8b3a3e640 1 -- 172.21.15.1:0/3482758091 wait complete. 2024-02-10T00:04:05.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.050+0000 7fc8b3a3e640 1 Processor -- start 2024-02-10T00:04:05.053 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.050+0000 7fc8b3a3e640 1 -- start start 2024-02-10T00:04:05.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.050+0000 7fc8b3a3e640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc8ac100aa0 0x7fc8ac19d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.050+0000 7fc8b3a3e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc8ac105490 0x7fc8ac19db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.050+0000 7fc8b3a3e640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc8ac197700 0x7fc8ac197b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.050+0000 7fc8b3a3e640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8ac1981d0 con 0x7fc8ac105490 2024-02-10T00:04:05.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.050+0000 7fc8b3a3e640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8ac198340 con 0x7fc8ac100aa0 2024-02-10T00:04:05.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.050+0000 7fc8b3a3e640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8ac198500 con 0x7fc8ac197700 2024-02-10T00:04:05.055 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.050+0000 7fc8b0fd9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc8ac105490 0x7fc8ac19db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:05.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.050+0000 7fc8b0fd9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc8ac105490 0x7fc8ac19db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33960/0 (socket says 172.21.15.1:33960) 2024-02-10T00:04:05.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.050+0000 7fc8b0fd9640 1 -- 172.21.15.1:0/307807468 learned_addr learned my addr 172.21.15.1:0/307807468 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:05.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.051+0000 7fc8b17da640 1 --2- 172.21.15.1:0/307807468 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc8ac100aa0 0x7fc8ac19d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:05.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.051+0000 7fc8b1fdb640 1 --2- 172.21.15.1:0/307807468 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc8ac197700 0x7fc8ac197b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:05.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.051+0000 7fc8b0fd9640 1 -- 172.21.15.1:0/307807468 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc8ac197700 msgr2=0x7fc8ac197b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:05.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.051+0000 7fc8b0fd9640 1 --2- 172.21.15.1:0/307807468 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc8ac197700 0x7fc8ac197b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.051+0000 7fc8b0fd9640 1 -- 172.21.15.1:0/307807468 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc8ac100aa0 msgr2=0x7fc8ac19d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:05.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.051+0000 7fc8b0fd9640 1 --2- 172.21.15.1:0/307807468 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc8ac100aa0 0x7fc8ac19d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.051+0000 7fc8b0fd9640 1 -- 172.21.15.1:0/307807468 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8a4009560 con 0x7fc8ac105490 2024-02-10T00:04:05.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.051+0000 7fc8b0fd9640 1 --2- 172.21.15.1:0/307807468 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc8ac105490 0x7fc8ac19db80 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7fc8a000c970 tx=0x7fc8a000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:05.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.051+0000 7fc8aa7fc640 1 -- 172.21.15.1:0/307807468 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8a0007bb0 con 0x7fc8ac105490 2024-02-10T00:04:05.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.051+0000 7fc8aa7fc640 1 -- 172.21.15.1:0/307807468 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc8a0007d10 con 0x7fc8ac105490 2024-02-10T00:04:05.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.051+0000 7fc8b3a3e640 1 -- 172.21.15.1:0/307807468 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc8ac1a44a0 con 0x7fc8ac105490 2024-02-10T00:04:05.056 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.051+0000 7fc8aa7fc640 1 -- 172.21.15.1:0/307807468 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8a000f450 con 0x7fc8ac105490 2024-02-10T00:04:05.057 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.051+0000 7fc8b3a3e640 1 -- 172.21.15.1:0/307807468 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8ac1a4980 con 0x7fc8ac105490 2024-02-10T00:04:05.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.053+0000 7fc8aa7fc640 1 -- 172.21.15.1:0/307807468 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fc8a0004ef0 con 0x7fc8ac105490 2024-02-10T00:04:05.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.054+0000 7fc8b660b740 1 Processor -- start 2024-02-10T00:04:05.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.054+0000 7fc8b660b740 1 -- start start 2024-02-10T00:04:05.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.054+0000 7fc8aa7fc640 1 --2- 172.21.15.1:0/307807468 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc8940a2230 0x7fc8940a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.054+0000 7fc8b660b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556304ddca30 0x556304ddce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.054+0000 7fc8b660b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556304ddd3e0 0x556304de5990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.054+0000 7fc8b660b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556304de5f60 0x556304de83b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.054+0000 7fc8b660b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556304d98020 con 0x556304ddca30 2024-02-10T00:04:05.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.054+0000 7fc8b660b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556304d4b320 con 0x556304ddd3e0 2024-02-10T00:04:05.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.054+0000 7fc8b660b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556304d48850 con 0x556304de5f60 2024-02-10T00:04:05.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.054+0000 7fc8aa7fc640 1 -- 172.21.15.1:0/307807468 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fc8a00cdef0 con 0x7fc8ac105490 2024-02-10T00:04:05.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.054+0000 7fc8b1fdb640 1 --2- 172.21.15.1:0/307807468 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc8940a2230 0x7fc8940a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:05.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.054+0000 7fc8b17da640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556304ddca30 0x556304ddce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:05.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.054+0000 7fc8b17da640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556304ddca30 0x556304ddce10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33972/0 (socket says 172.21.15.1:33972) 2024-02-10T00:04:05.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.054+0000 7fc8b17da640 1 -- 172.21.15.1:0/1839347776 learned_addr learned my addr 172.21.15.1:0/1839347776 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:05.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.054+0000 7fc8b17da640 1 -- 172.21.15.1:0/1839347776 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556304de5f60 msgr2=0x556304de83b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:05.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.054+0000 7fc8b17da640 1 --2- 172.21.15.1:0/1839347776 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556304de5f60 0x556304de83b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.054+0000 7fc8b0fd9640 1 --2- 172.21.15.1:0/1839347776 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556304ddd3e0 0x556304de5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:05.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.054+0000 7fc8b17da640 1 -- 172.21.15.1:0/1839347776 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556304ddd3e0 msgr2=0x556304de5990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:05.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.054+0000 7fc8b17da640 1 --2- 172.21.15.1:0/1839347776 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556304ddd3e0 0x556304de5990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.054+0000 7fc8b17da640 1 -- 172.21.15.1:0/1839347776 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556304d06210 con 0x556304ddca30 2024-02-10T00:04:05.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.055+0000 7fc8b1fdb640 1 --2- 172.21.15.1:0/307807468 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc8940a2230 0x7fc8940a46f0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fc89c005cc0 tx=0x7fc89c00a710 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:05.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.055+0000 7fc8b17da640 1 --2- 172.21.15.1:0/1839347776 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556304ddca30 0x556304ddce10 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7fc8a4005ab0 tx=0x7fc8a40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e67520628d870d0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:05.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.055+0000 7fc8937fe640 1 -- 172.21.15.1:0/1839347776 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8a402c7e0 con 0x556304ddca30 2024-02-10T00:04:05.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.055+0000 7fc8937fe640 1 -- 172.21.15.1:0/1839347776 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc8a4004510 con 0x556304ddca30 2024-02-10T00:04:05.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.055+0000 7fc8937fe640 1 -- 172.21.15.1:0/1839347776 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8a40053b0 con 0x556304ddca30 2024-02-10T00:04:05.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.056+0000 7fc8b660b740 1 -- 172.21.15.1:0/1839347776 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556304ddca30 msgr2=0x556304ddce10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:05.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.056+0000 7fc8b660b740 1 --2- 172.21.15.1:0/1839347776 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556304ddca30 0x556304ddce10 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7fc8a4005ab0 tx=0x7fc8a40046c0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.056+0000 7fc8b660b740 1 -- 172.21.15.1:0/1839347776 shutdown_connections 2024-02-10T00:04:05.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.056+0000 7fc8b660b740 1 --2- 172.21.15.1:0/1839347776 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556304de5f60 0x556304de83b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.056+0000 7fc8b660b740 1 --2- 172.21.15.1:0/1839347776 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556304ddd3e0 0x556304de5990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.056+0000 7fc8b660b740 1 --2- 172.21.15.1:0/1839347776 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556304ddca30 0x556304ddce10 unknown :-1 s=CLOSED pgs=1017 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.056+0000 7fc8b660b740 1 -- 172.21.15.1:0/1839347776 >> 172.21.15.1:0/1839347776 conn(0x556304dd7100 msgr2=0x556304dd74e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:05.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.056+0000 7fc8b660b740 1 -- 172.21.15.1:0/1839347776 shutdown_connections 2024-02-10T00:04:05.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.056+0000 7fc8b660b740 1 -- 172.21.15.1:0/1839347776 wait complete. 2024-02-10T00:04:05.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.056+0000 7fc8b660b740 1 -- start start 2024-02-10T00:04:05.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.056+0000 7fc8b660b740 1 Processor -- start 2024-02-10T00:04:05.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.057+0000 7fc8b660b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556304ddca30 0x556304de2f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.057+0000 7fc8b660b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556304ddd3e0 0x556304de3460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.057+0000 7fc8b660b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556304de5f60 0x556304de39a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.057+0000 7fc8b660b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556304d44030 con 0x556304de5f60 2024-02-10T00:04:05.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.057+0000 7fc8b660b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556304a17430 con 0x556304ddd3e0 2024-02-10T00:04:05.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.057+0000 7fc8b660b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5563049d3e00 con 0x556304ddca30 2024-02-10T00:04:05.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.057+0000 7fc8b660b740 10 client.0 _ll_register_callbacks cb 0x556304d39030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:05.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.057+0000 7fc8b1fdb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556304de5f60 0x556304de39a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:05.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.057+0000 7fc8b1fdb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556304de5f60 0x556304de39a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33982/0 (socket says 172.21.15.1:33982) 2024-02-10T00:04:05.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.057+0000 7fc8b1fdb640 1 -- 172.21.15.1:0/2485910933 learned_addr learned my addr 172.21.15.1:0/2485910933 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:05.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.057+0000 7fc8b0fd9640 1 --2- 172.21.15.1:0/2485910933 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556304ddd3e0 0x556304de3460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:05.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.057+0000 7fc8b17da640 1 --2- 172.21.15.1:0/2485910933 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556304ddca30 0x556304de2f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:05.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.057+0000 7fc8b1fdb640 1 -- 172.21.15.1:0/2485910933 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556304ddca30 msgr2=0x556304de2f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:05.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.057+0000 7fc8b1fdb640 1 --2- 172.21.15.1:0/2485910933 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556304ddca30 0x556304de2f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.057+0000 7fc8b1fdb640 1 -- 172.21.15.1:0/2485910933 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556304ddd3e0 msgr2=0x556304de3460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:05.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.057+0000 7fc8b1fdb640 1 --2- 172.21.15.1:0/2485910933 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556304ddd3e0 0x556304de3460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.057+0000 7fc8b1fdb640 1 -- 172.21.15.1:0/2485910933 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8ac0ff720 con 0x556304de5f60 2024-02-10T00:04:05.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.057+0000 7fc8b17da640 1 --2- 172.21.15.1:0/2485910933 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556304ddca30 0x556304de2f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:04:05.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.057+0000 7fc8b1fdb640 1 --2- 172.21.15.1:0/2485910933 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556304de5f60 0x556304de39a0 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7fc89c012db0 tx=0x7fc89c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a668282f66b0f30 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:05.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.057+0000 7fc890ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:05.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.057+0000 7fc890ff9640 1 -- 172.21.15.1:0/2485910933 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc89c00ae10 con 0x556304de5f60 2024-02-10T00:04:05.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.057+0000 7fc890ff9640 1 -- 172.21.15.1:0/2485910933 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fc89c018030 con 0x556304de5f60 2024-02-10T00:04:05.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.057+0000 7fc8b660b740 1 -- 172.21.15.1:0/2485910933 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556304a437e0 con 0x556304de5f60 2024-02-10T00:04:05.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.058+0000 7fc890ff9640 1 -- 172.21.15.1:0/2485910933 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc89c004b20 con 0x556304de5f60 2024-02-10T00:04:05.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.058+0000 7fc8b660b740 10 client.17283 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:05.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.058+0000 7fc8b660b740 1 -- 172.21.15.1:0/2485910933 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x556304d426b0 con 0x556304de5f60 2024-02-10T00:04:05.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.058+0000 7fc890ff9640 1 -- 172.21.15.1:0/2485910933 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x556304a437e0 con 0x556304de5f60 2024-02-10T00:04:05.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.058+0000 7fc890ff9640 1 -- 172.21.15.1:0/2485910933 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fc89c01f570 con 0x556304de5f60 2024-02-10T00:04:05.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.058+0000 7fc8b660b740 10 client.17283 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:05.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.058+0000 7fc8b660b740 10 client.17283 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:04:05.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.058+0000 7fc8b660b740 20 client.17283 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:05.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.058+0000 7fc8b660b740 1 --2- 172.21.15.1:0/2485910933 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x556304df6560 0x556304df8980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.058+0000 7fc8b660b740 4 client.17283 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:04:05.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.058+0000 7fc8b660b740 1 -- 172.21.15.1:0/2485910933 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556304a80720 con 0x556304df6560 2024-02-10T00:04:05.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.058+0000 7fc8b17da640 1 --2- 172.21.15.1:0/2485910933 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x556304df6560 0x556304df8980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:05.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.059+0000 7fc890ff9640 10 client.17283 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:04:05.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.059+0000 7fc8b17da640 1 --2- 172.21.15.1:0/2485910933 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x556304df6560 0x556304df8980 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=cc1ab3e729ca979f server_cookie=9724c23200021f08 in_seq=0 out_seq=0 2024-02-10T00:04:05.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.060+0000 7fc890ff9640 1 -- 172.21.15.1:0/2485910933 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x556304a80720 con 0x556304df6560 2024-02-10T00:04:05.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.060+0000 7fc890ff9640 10 client.17283 handle_command_reply: tid=0 2024-02-10T00:04:05.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.060+0000 7fc8b660b740 1 client.17283 shutdown 2024-02-10T00:04:05.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.060+0000 7fc8b660b740 1 -- 172.21.15.1:0/2485910933 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556304de5f60 msgr2=0x556304de39a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:05.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.060+0000 7fc8b660b740 1 --2- 172.21.15.1:0/2485910933 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556304de5f60 0x556304de39a0 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7fc89c012db0 tx=0x7fc89c004a40 comp rx=0 tx=0).stop 2024-02-10T00:04:05.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.060+0000 7fc8b660b740 1 -- 172.21.15.1:0/2485910933 shutdown_connections 2024-02-10T00:04:05.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.060+0000 7fc8b660b740 1 --2- 172.21.15.1:0/2485910933 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x556304df6560 0x556304df8980 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.060+0000 7fc8b660b740 1 --2- 172.21.15.1:0/2485910933 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556304de5f60 0x556304de39a0 unknown :-1 s=CLOSED pgs=1018 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.060+0000 7fc890ff9640 0 client.17283 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:04:05.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.060+0000 7fc8b660b740 1 --2- 172.21.15.1:0/2485910933 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556304ddd3e0 0x556304de3460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.060+0000 7fc8b660b740 1 --2- 172.21.15.1:0/2485910933 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556304ddca30 0x556304de2f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.060+0000 7fc8b660b740 1 -- 172.21.15.1:0/2485910933 >> 172.21.15.1:0/2485910933 conn(0x556304dd7100 msgr2=0x556304dd8e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:05.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.060+0000 7fc8b660b740 1 -- 172.21.15.1:0/2485910933 shutdown_connections 2024-02-10T00:04:05.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.060+0000 7fc8b660b740 1 -- 172.21.15.1:0/2485910933 wait complete. 2024-02-10T00:04:05.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.060+0000 7fc8b660b740 20 client.17283 trim_cache size 0 max 16384 2024-02-10T00:04:05.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.072+0000 7fc8b660b740 1 Processor -- start 2024-02-10T00:04:05.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.073+0000 7fc8b660b740 1 -- start start 2024-02-10T00:04:05.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.073+0000 7fc8b660b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556304ddca30 0x556304de37e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.073+0000 7fc8b660b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556304ddd3e0 0x556304dd60c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.073+0000 7fc8b660b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556304de5f60 0x556304decf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.073+0000 7fc8b660b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556304cc9130 con 0x556304ddca30 2024-02-10T00:04:05.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.073+0000 7fc8b660b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556304ddc380 con 0x556304de5f60 2024-02-10T00:04:05.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.073+0000 7fc8b660b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556304ddbac0 con 0x556304ddd3e0 2024-02-10T00:04:05.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.073+0000 7fc8b17da640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556304ddca30 0x556304de37e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:05.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.073+0000 7fc8b17da640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556304ddca30 0x556304de37e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33984/0 (socket says 172.21.15.1:33984) 2024-02-10T00:04:05.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.073+0000 7fc8b17da640 1 -- 172.21.15.1:0/1068904474 learned_addr learned my addr 172.21.15.1:0/1068904474 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:05.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.073+0000 7fc8b0fd9640 1 --2- 172.21.15.1:0/1068904474 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556304ddd3e0 0x556304dd60c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:05.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.073+0000 7fc8b17da640 1 -- 172.21.15.1:0/1068904474 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556304ddd3e0 msgr2=0x556304dd60c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:05.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.073+0000 7fc8b17da640 1 --2- 172.21.15.1:0/1068904474 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556304ddd3e0 0x556304dd60c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.073+0000 7fc8b17da640 1 -- 172.21.15.1:0/1068904474 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556304de5f60 msgr2=0x556304decf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:05.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.073+0000 7fc8b17da640 1 --2- 172.21.15.1:0/1068904474 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556304de5f60 0x556304decf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.073+0000 7fc8b17da640 1 -- 172.21.15.1:0/1068904474 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556304cdec90 con 0x556304ddca30 2024-02-10T00:04:05.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.073+0000 7fc8b17da640 1 --2- 172.21.15.1:0/1068904474 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556304ddca30 0x556304de37e0 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7fc8a4005940 tx=0x7fc8a4005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b77cf8bafd6a6075 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:05.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.073+0000 7fc892ffd640 1 -- 172.21.15.1:0/1068904474 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8a402cba0 con 0x556304ddca30 2024-02-10T00:04:05.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.073+0000 7fc892ffd640 1 -- 172.21.15.1:0/1068904474 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc8a4004df0 con 0x556304ddca30 2024-02-10T00:04:05.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.073+0000 7fc892ffd640 1 -- 172.21.15.1:0/1068904474 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8a40054c0 con 0x556304ddca30 2024-02-10T00:04:05.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.074+0000 7fc8b660b740 1 -- 172.21.15.1:0/1068904474 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556304ddca30 msgr2=0x556304de37e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:05.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.074+0000 7fc8b660b740 1 --2- 172.21.15.1:0/1068904474 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556304ddca30 0x556304de37e0 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7fc8a4005940 tx=0x7fc8a4005fd0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.074+0000 7fc8b660b740 1 -- 172.21.15.1:0/1068904474 shutdown_connections 2024-02-10T00:04:05.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.074+0000 7fc8b660b740 1 --2- 172.21.15.1:0/1068904474 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556304de5f60 0x556304decf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.074+0000 7fc8b660b740 1 --2- 172.21.15.1:0/1068904474 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556304ddd3e0 0x556304dd60c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.074+0000 7fc8b660b740 1 --2- 172.21.15.1:0/1068904474 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556304ddca30 0x556304de37e0 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.074+0000 7fc8b660b740 1 -- 172.21.15.1:0/1068904474 >> 172.21.15.1:0/1068904474 conn(0x556304dd7100 msgr2=0x556304dd59b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:05.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.074+0000 7fc8b660b740 1 -- 172.21.15.1:0/1068904474 shutdown_connections 2024-02-10T00:04:05.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.074+0000 7fc8b660b740 1 -- 172.21.15.1:0/1068904474 wait complete. 2024-02-10T00:04:05.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.074+0000 7fc8b660b740 1 -- start start 2024-02-10T00:04:05.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.074+0000 7fc8b660b740 1 Processor -- start 2024-02-10T00:04:05.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.075+0000 7fc8b660b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556304ddca30 0x556304ded030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.075+0000 7fc8b660b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556304ddd3e0 0x556304deb4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.075+0000 7fc8b660b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556304de5f60 0x556304deba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.075+0000 7fc8b660b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556304debf70 con 0x556304ddca30 2024-02-10T00:04:05.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.075+0000 7fc8b660b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556304dec0e0 con 0x556304de5f60 2024-02-10T00:04:05.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.075+0000 7fc8b660b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556304dec2a0 con 0x556304ddd3e0 2024-02-10T00:04:05.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.075+0000 7fc8b660b740 10 client.0 _ll_register_callbacks cb 0x7fc8a4009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:05.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.075+0000 7fc8b17da640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556304ddca30 0x556304ded030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:05.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.075+0000 7fc8b17da640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556304ddca30 0x556304ded030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33990/0 (socket says 172.21.15.1:33990) 2024-02-10T00:04:05.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.075+0000 7fc8b17da640 1 -- 172.21.15.1:0/2016166286 learned_addr learned my addr 172.21.15.1:0/2016166286 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:05.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.075+0000 7fc8b1fdb640 1 --2- 172.21.15.1:0/2016166286 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556304de5f60 0x556304deba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:05.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.075+0000 7fc8b17da640 1 -- 172.21.15.1:0/2016166286 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556304ddd3e0 msgr2=0x556304deb4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:05.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.075+0000 7fc8b0fd9640 1 --2- 172.21.15.1:0/2016166286 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556304ddd3e0 0x556304deb4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:05.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.075+0000 7fc8b17da640 1 --2- 172.21.15.1:0/2016166286 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556304ddd3e0 0x556304deb4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.075+0000 7fc8b17da640 1 -- 172.21.15.1:0/2016166286 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556304de5f60 msgr2=0x556304deba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:05.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.075+0000 7fc8b17da640 1 --2- 172.21.15.1:0/2016166286 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556304de5f60 0x556304deba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.075+0000 7fc8b17da640 1 -- 172.21.15.1:0/2016166286 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556304d06210 con 0x556304ddca30 2024-02-10T00:04:05.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.075+0000 7fc8b1fdb640 1 --2- 172.21.15.1:0/2016166286 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556304de5f60 0x556304deba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:04:05.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.075+0000 7fc8b17da640 1 --2- 172.21.15.1:0/2016166286 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556304ddca30 0x556304ded030 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7fc8a4052040 tx=0x7fc8a4004f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c28cf8a86003c12 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:05.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.075+0000 7fc890ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:05.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.076+0000 7fc890ff9640 1 -- 172.21.15.1:0/2016166286 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8a405d070 con 0x556304ddca30 2024-02-10T00:04:05.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.076+0000 7fc890ff9640 1 -- 172.21.15.1:0/2016166286 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fc8a4005370 con 0x556304ddca30 2024-02-10T00:04:05.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.076+0000 7fc8b660b740 1 -- 172.21.15.1:0/2016166286 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc8a4004510 con 0x556304ddca30 2024-02-10T00:04:05.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.076+0000 7fc890ff9640 1 -- 172.21.15.1:0/2016166286 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc8a4005530 con 0x556304ddca30 2024-02-10T00:04:05.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.076+0000 7fc8b660b740 10 client.17289 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:05.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.076+0000 7fc8b660b740 1 -- 172.21.15.1:0/2016166286 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x556304d04a70 con 0x556304ddca30 2024-02-10T00:04:05.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.076+0000 7fc890ff9640 1 -- 172.21.15.1:0/2016166286 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc8a4004510 con 0x556304ddca30 2024-02-10T00:04:05.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.076+0000 7fc890ff9640 1 -- 172.21.15.1:0/2016166286 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fc8a4060020 con 0x556304ddca30 2024-02-10T00:04:05.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.076+0000 7fc8b660b740 10 client.17289 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:05.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.076+0000 7fc8b660b740 10 client.17289 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:04:05.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.076+0000 7fc8b660b740 20 client.17289 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:05.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.076+0000 7fc8b660b740 1 --2- 172.21.15.1:0/2016166286 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x556304df6560 0x556304e4fb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.076+0000 7fc8b660b740 4 client.17289 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:04:05.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.076+0000 7fc8b660b740 1 -- 172.21.15.1:0/2016166286 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x556304acf890 con 0x556304df6560 2024-02-10T00:04:05.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.076+0000 7fc8b0fd9640 1 --2- 172.21.15.1:0/2016166286 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x556304df6560 0x556304e4fb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:05.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.077+0000 7fc8b0fd9640 1 --2- 172.21.15.1:0/2016166286 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x556304df6560 0x556304e4fb00 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=44e35d74428db37 server_cookie=a71785a4d63287a2 in_seq=0 out_seq=0 2024-02-10T00:04:05.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.077+0000 7fc890ff9640 10 client.17289 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:04:05.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.077+0000 7fc890ff9640 1 -- 172.21.15.1:0/2016166286 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x556304acf890 con 0x556304df6560 2024-02-10T00:04:05.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.077+0000 7fc890ff9640 10 client.17289 handle_command_reply: tid=0 2024-02-10T00:04:05.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.077+0000 7fc8b660b740 1 client.17289 shutdown 2024-02-10T00:04:05.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.077+0000 7fc8b660b740 1 -- 172.21.15.1:0/2016166286 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556304ddca30 msgr2=0x556304ded030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:05.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.077+0000 7fc8b660b740 1 --2- 172.21.15.1:0/2016166286 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556304ddca30 0x556304ded030 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7fc8a4052040 tx=0x7fc8a4004f90 comp rx=0 tx=0).stop 2024-02-10T00:04:05.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.077+0000 7fc8b660b740 1 -- 172.21.15.1:0/2016166286 shutdown_connections 2024-02-10T00:04:05.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.077+0000 7fc8b660b740 1 --2- 172.21.15.1:0/2016166286 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x556304df6560 0x556304e4fb00 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.077+0000 7fc8b660b740 1 --2- 172.21.15.1:0/2016166286 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556304de5f60 0x556304deba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.077+0000 7fc8b660b740 1 --2- 172.21.15.1:0/2016166286 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556304ddd3e0 0x556304deb4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.077+0000 7fc890ff9640 0 client.17289 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:04:05.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.077+0000 7fc8b660b740 1 --2- 172.21.15.1:0/2016166286 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556304ddca30 0x556304ded030 unknown :-1 s=CLOSED pgs=1020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.077+0000 7fc8b660b740 1 -- 172.21.15.1:0/2016166286 >> 172.21.15.1:0/2016166286 conn(0x556304dd7100 msgr2=0x556304dd6240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:05.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.077+0000 7fc8b660b740 1 -- 172.21.15.1:0/2016166286 shutdown_connections 2024-02-10T00:04:05.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.077+0000 7fc8b660b740 1 -- 172.21.15.1:0/2016166286 wait complete. 2024-02-10T00:04:05.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.077+0000 7fc8b660b740 20 client.17289 trim_cache size 0 max 16384 2024-02-10T00:04:05.087 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:04:05.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.078+0000 7fc8b3a3e640 1 -- 172.21.15.1:0/307807468 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc8940a2230 msgr2=0x7fc8940a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:05.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.078+0000 7fc8b3a3e640 1 --2- 172.21.15.1:0/307807468 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc8940a2230 0x7fc8940a46f0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fc89c005cc0 tx=0x7fc89c00a710 comp rx=0 tx=0).stop 2024-02-10T00:04:05.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.078+0000 7fc8b3a3e640 1 -- 172.21.15.1:0/307807468 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc8ac105490 msgr2=0x7fc8ac19db80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:05.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.078+0000 7fc8b3a3e640 1 --2- 172.21.15.1:0/307807468 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc8ac105490 0x7fc8ac19db80 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7fc8a000c970 tx=0x7fc8a000ce30 comp rx=0 tx=0).stop 2024-02-10T00:04:05.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.078+0000 7fc8b3a3e640 1 -- 172.21.15.1:0/307807468 shutdown_connections 2024-02-10T00:04:05.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.078+0000 7fc8b3a3e640 1 --2- 172.21.15.1:0/307807468 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc8940a2230 0x7fc8940a46f0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.078+0000 7fc8b3a3e640 1 --2- 172.21.15.1:0/307807468 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc8ac197700 0x7fc8ac197b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.078+0000 7fc8b3a3e640 1 --2- 172.21.15.1:0/307807468 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc8ac105490 0x7fc8ac19db80 unknown :-1 s=CLOSED pgs=1016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.078+0000 7fc8b3a3e640 1 --2- 172.21.15.1:0/307807468 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc8ac100aa0 0x7fc8ac19d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.078+0000 7fc8b3a3e640 1 -- 172.21.15.1:0/307807468 >> 172.21.15.1:0/307807468 conn(0x7fc8ac076630 msgr2=0x7fc8ac103750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:05.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.078+0000 7fc8b3a3e640 1 -- 172.21.15.1:0/307807468 shutdown_connections 2024-02-10T00:04:05.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.078+0000 7fc8b3a3e640 1 -- 172.21.15.1:0/307807468 wait complete. 2024-02-10T00:04:05.090 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:05 smithi001 ceph-mon[32335]: pgmap v145: 97 pgs: 97 active+clean; 2.8 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 74 KiB/s wr, 39 op/s 2024-02-10T00:04:05.090 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:05 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2464417989' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:04:05.091 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:04:05.092 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-02-10T00:04:05.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.193+0000 7f8dedb0c640 1 -- 172.21.15.1:0/1695577049 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8de810b820 msgr2=0x7f8de810dc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:05.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.193+0000 7f8dedb0c640 1 --2- 172.21.15.1:0/1695577049 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8de810b820 0x7f8de810dc50 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f8de0009900 tx=0x7f8de002bcd0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.193+0000 7f8dedb0c640 1 -- 172.21.15.1:0/1695577049 shutdown_connections 2024-02-10T00:04:05.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.193+0000 7f8dedb0c640 1 --2- 172.21.15.1:0/1695577049 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8de810b820 0x7f8de810dc50 unknown :-1 s=CLOSED pgs=1021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.193+0000 7f8dedb0c640 1 --2- 172.21.15.1:0/1695577049 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8de8102d70 0x7f8de810b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.193+0000 7f8dedb0c640 1 --2- 172.21.15.1:0/1695577049 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8de8102450 0x7f8de8102830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.193+0000 7f8dedb0c640 1 -- 172.21.15.1:0/1695577049 >> 172.21.15.1:0/1695577049 conn(0x7f8de80772e0 msgr2=0x7f8de80776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:05.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.193+0000 7f8dedb0c640 1 -- 172.21.15.1:0/1695577049 shutdown_connections 2024-02-10T00:04:05.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.193+0000 7f8dedb0c640 1 -- 172.21.15.1:0/1695577049 wait complete. 2024-02-10T00:04:05.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.194+0000 7f8dedb0c640 1 Processor -- start 2024-02-10T00:04:05.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.194+0000 7f8dedb0c640 1 -- start start 2024-02-10T00:04:05.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.194+0000 7f8dedb0c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8de8102450 0x7f8de819d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.194+0000 7f8dedb0c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8de8102d70 0x7f8de819d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.194+0000 7f8dedb0c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8de810b820 0x7f8de8197610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.194+0000 7f8dedb0c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8de8197c60 con 0x7f8de8102d70 2024-02-10T00:04:05.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.194+0000 7f8dedb0c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8de8197dd0 con 0x7f8de810b820 2024-02-10T00:04:05.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.194+0000 7f8dedb0c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8de8197f90 con 0x7f8de8102450 2024-02-10T00:04:05.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.195+0000 7f8de6ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8de8102d70 0x7f8de819d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:05.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.195+0000 7f8de6ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8de8102d70 0x7f8de819d9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33996/0 (socket says 172.21.15.1:33996) 2024-02-10T00:04:05.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.195+0000 7f8de6ffd640 1 -- 172.21.15.1:0/1943339554 learned_addr learned my addr 172.21.15.1:0/1943339554 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:05.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.195+0000 7f8de77fe640 1 --2- 172.21.15.1:0/1943339554 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8de8102450 0x7f8de819d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:05.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.195+0000 7f8de7fff640 1 --2- 172.21.15.1:0/1943339554 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8de810b820 0x7f8de8197610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:05.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.195+0000 7f8de6ffd640 1 -- 172.21.15.1:0/1943339554 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8de8102450 msgr2=0x7f8de819d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:05.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.195+0000 7f8de6ffd640 1 --2- 172.21.15.1:0/1943339554 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8de8102450 0x7f8de819d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.195+0000 7f8de6ffd640 1 -- 172.21.15.1:0/1943339554 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8de810b820 msgr2=0x7f8de8197610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:05.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.195+0000 7f8de6ffd640 1 --2- 172.21.15.1:0/1943339554 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8de810b820 0x7f8de8197610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.195+0000 7f8de6ffd640 1 -- 172.21.15.1:0/1943339554 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8de0009560 con 0x7f8de8102d70 2024-02-10T00:04:05.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.195+0000 7f8de7fff640 1 --2- 172.21.15.1:0/1943339554 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8de810b820 0x7f8de8197610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:04:05.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.195+0000 7f8de6ffd640 1 --2- 172.21.15.1:0/1943339554 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8de8102d70 0x7f8de819d9a0 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc00d950 tx=0x7f8ddc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:05.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.195+0000 7f8de4ff9640 1 -- 172.21.15.1:0/1943339554 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ddc009c30 con 0x7f8de8102d70 2024-02-10T00:04:05.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.195+0000 7f8de4ff9640 1 -- 172.21.15.1:0/1943339554 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8ddc009d90 con 0x7f8de8102d70 2024-02-10T00:04:05.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.195+0000 7f8dedb0c640 1 -- 172.21.15.1:0/1943339554 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8de8198270 con 0x7f8de8102d70 2024-02-10T00:04:05.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.195+0000 7f8de4ff9640 1 -- 172.21.15.1:0/1943339554 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ddc00f7e0 con 0x7f8de8102d70 2024-02-10T00:04:05.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.195+0000 7f8dedb0c640 1 -- 172.21.15.1:0/1943339554 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8de81a4500 con 0x7f8de8102d70 2024-02-10T00:04:05.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.197+0000 7f8de4ff9640 1 -- 172.21.15.1:0/1943339554 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f8ddc010ad0 con 0x7f8de8102d70 2024-02-10T00:04:05.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.198+0000 7f8df07c3740 1 Processor -- start 2024-02-10T00:04:05.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.198+0000 7f8df07c3740 1 -- start start 2024-02-10T00:04:05.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.198+0000 7f8df07c3740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564624f57a30 0x564624f57e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.198+0000 7f8df07c3740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564624f583e0 0x564624f60990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.198+0000 7f8df07c3740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564624f60f60 0x564624f633b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.198+0000 7f8df07c3740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x564624f13020 con 0x564624f60f60 2024-02-10T00:04:05.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.198+0000 7f8df07c3740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x564624ec6320 con 0x564624f583e0 2024-02-10T00:04:05.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.198+0000 7f8df07c3740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x564624ec3850 con 0x564624f57a30 2024-02-10T00:04:05.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.198+0000 7f8de4ff9640 1 --2- 172.21.15.1:0/1943339554 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8dd00a2230 0x7f8dd00a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.198+0000 7f8de6ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564624f60f60 0x564624f633b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:05.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.198+0000 7f8de7fff640 1 --2- 172.21.15.1:0/1943339554 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8dd00a2230 0x7f8dd00a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:05.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.198+0000 7f8de6ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564624f60f60 0x564624f633b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34000/0 (socket says 172.21.15.1:34000) 2024-02-10T00:04:05.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.198+0000 7f8de6ffd640 1 -- 172.21.15.1:0/334199001 learned_addr learned my addr 172.21.15.1:0/334199001 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:05.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.198+0000 7f8de7fff640 1 --2- 172.21.15.1:0/334199001 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564624f57a30 0x564624f57e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:05.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.198+0000 7f8de4ff9640 1 -- 172.21.15.1:0/1943339554 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f8ddc0cdcb0 con 0x7f8de8102d70 2024-02-10T00:04:05.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.198+0000 7f8de77fe640 1 --2- 172.21.15.1:0/334199001 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564624f583e0 0x564624f60990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:05.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.198+0000 7f8de6ffd640 1 -- 172.21.15.1:0/334199001 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564624f57a30 msgr2=0x564624f57e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:05.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.198+0000 7f8de6ffd640 1 --2- 172.21.15.1:0/334199001 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564624f57a30 0x564624f57e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.198+0000 7f8de6ffd640 1 -- 172.21.15.1:0/334199001 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564624f583e0 msgr2=0x564624f60990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:05.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.198+0000 7f8de6ffd640 1 --2- 172.21.15.1:0/334199001 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564624f583e0 0x564624f60990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.198+0000 7f8de6ffd640 1 -- 172.21.15.1:0/334199001 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564624e81210 con 0x564624f60f60 2024-02-10T00:04:05.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.199+0000 7f8de77fe640 1 --2- 172.21.15.1:0/334199001 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564624f583e0 0x564624f60990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:04:05.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.199+0000 7f8de7fff640 1 --2- 172.21.15.1:0/1943339554 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8dd00a2230 0x7f8dd00a46f0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f8de0005c40 tx=0x7f8de0004850 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:05.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.199+0000 7f8de6ffd640 1 --2- 172.21.15.1:0/334199001 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564624f60f60 0x564624f633b0 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc00dfe0 tx=0x7f8ddc06d6e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f4ad075744d1646 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:05.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.199+0000 7f8dcdffb640 1 -- 172.21.15.1:0/334199001 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ddc09ad70 con 0x564624f60f60 2024-02-10T00:04:05.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.199+0000 7f8dcdffb640 1 -- 172.21.15.1:0/334199001 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8ddc09b760 con 0x564624f60f60 2024-02-10T00:04:05.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.199+0000 7f8dcdffb640 1 -- 172.21.15.1:0/334199001 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ddc0a2e10 con 0x564624f60f60 2024-02-10T00:04:05.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.199+0000 7f8df07c3740 1 -- 172.21.15.1:0/334199001 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564624f60f60 msgr2=0x564624f633b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:05.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.199+0000 7f8df07c3740 1 --2- 172.21.15.1:0/334199001 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564624f60f60 0x564624f633b0 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc00dfe0 tx=0x7f8ddc06d6e0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.199+0000 7f8df07c3740 1 -- 172.21.15.1:0/334199001 shutdown_connections 2024-02-10T00:04:05.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.199+0000 7f8df07c3740 1 --2- 172.21.15.1:0/334199001 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564624f60f60 0x564624f633b0 unknown :-1 s=CLOSED pgs=1023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.199+0000 7f8df07c3740 1 --2- 172.21.15.1:0/334199001 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564624f583e0 0x564624f60990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.199+0000 7f8df07c3740 1 --2- 172.21.15.1:0/334199001 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564624f57a30 0x564624f57e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.199+0000 7f8df07c3740 1 -- 172.21.15.1:0/334199001 >> 172.21.15.1:0/334199001 conn(0x564624f52100 msgr2=0x564624f524e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:05.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.200+0000 7f8df07c3740 1 -- 172.21.15.1:0/334199001 shutdown_connections 2024-02-10T00:04:05.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.200+0000 7f8df07c3740 1 -- 172.21.15.1:0/334199001 wait complete. 2024-02-10T00:04:05.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.200+0000 7f8df07c3740 1 -- start start 2024-02-10T00:04:05.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.200+0000 7f8df07c3740 1 Processor -- start 2024-02-10T00:04:05.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.200+0000 7f8df07c3740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564624f57a30 0x564624f5df70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.200+0000 7f8df07c3740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564624f583e0 0x564624f5e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.200+0000 7f8df07c3740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564624f60f60 0x564624f5e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.200+0000 7f8df07c3740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x564624ebf030 con 0x564624f583e0 2024-02-10T00:04:05.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.200+0000 7f8df07c3740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x564624b92430 con 0x564624f57a30 2024-02-10T00:04:05.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.200+0000 7f8df07c3740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x564624b4ee00 con 0x564624f60f60 2024-02-10T00:04:05.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.200+0000 7f8df07c3740 10 client.0 _ll_register_callbacks cb 0x564624eb4030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:05.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.200+0000 7f8de6ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564624f583e0 0x564624f5e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:05.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.200+0000 7f8de6ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564624f583e0 0x564624f5e4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34006/0 (socket says 172.21.15.1:34006) 2024-02-10T00:04:05.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.200+0000 7f8de6ffd640 1 -- 172.21.15.1:0/631856912 learned_addr learned my addr 172.21.15.1:0/631856912 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:05.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.201+0000 7f8de7fff640 1 --2- 172.21.15.1:0/631856912 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564624f60f60 0x564624f5e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:05.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.201+0000 7f8de77fe640 1 --2- 172.21.15.1:0/631856912 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564624f57a30 0x564624f5df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:05.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.201+0000 7f8de6ffd640 1 -- 172.21.15.1:0/631856912 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564624f60f60 msgr2=0x564624f5e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:05.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.201+0000 7f8de6ffd640 1 --2- 172.21.15.1:0/631856912 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564624f60f60 0x564624f5e9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.201+0000 7f8de6ffd640 1 -- 172.21.15.1:0/631856912 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564624f57a30 msgr2=0x564624f5df70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:05.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.201+0000 7f8de6ffd640 1 --2- 172.21.15.1:0/631856912 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564624f57a30 0x564624f5df70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.201+0000 7f8de6ffd640 1 -- 172.21.15.1:0/631856912 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8de81a4500 con 0x564624f583e0 2024-02-10T00:04:05.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.201+0000 7f8de6ffd640 1 --2- 172.21.15.1:0/631856912 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564624f583e0 0x564624f5e4b0 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc096ad0 tx=0x7f8ddc010e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36aa63ab7e424d72 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:05.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.201+0000 7f8dc6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:05.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.201+0000 7f8dc6ffd640 1 -- 172.21.15.1:0/631856912 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ddc09ad70 con 0x564624f583e0 2024-02-10T00:04:05.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.201+0000 7f8dc6ffd640 1 -- 172.21.15.1:0/631856912 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f8ddc09a670 con 0x564624f583e0 2024-02-10T00:04:05.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.201+0000 7f8df07c3740 1 -- 172.21.15.1:0/631856912 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564624bbe7e0 con 0x564624f583e0 2024-02-10T00:04:05.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.201+0000 7f8dc6ffd640 1 -- 172.21.15.1:0/631856912 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8ddc0850b0 con 0x564624f583e0 2024-02-10T00:04:05.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.201+0000 7f8df07c3740 10 client.17301 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:05.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.201+0000 7f8df07c3740 1 -- 172.21.15.1:0/631856912 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x564624ebd6b0 con 0x564624f583e0 2024-02-10T00:04:05.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.201+0000 7f8dc6ffd640 1 -- 172.21.15.1:0/631856912 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x564624bbe7e0 con 0x564624f583e0 2024-02-10T00:04:05.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.201+0000 7f8dc6ffd640 1 -- 172.21.15.1:0/631856912 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f8ddc0cb650 con 0x564624f583e0 2024-02-10T00:04:05.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.201+0000 7f8df07c3740 10 client.17301 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:05.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.201+0000 7f8df07c3740 10 client.17301 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:04:05.212 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.201+0000 7f8df07c3740 20 client.17301 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:05.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.202+0000 7f8df07c3740 1 --2- 172.21.15.1:0/631856912 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564624f711c0 0x564624f735e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.202+0000 7f8df07c3740 4 client.17301 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:04:05.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.202+0000 7f8df07c3740 1 -- 172.21.15.1:0/631856912 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564624bfb720 con 0x564624f711c0 2024-02-10T00:04:05.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.202+0000 7f8de77fe640 1 --2- 172.21.15.1:0/631856912 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564624f711c0 0x564624f735e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:05.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.202+0000 7f8de77fe640 1 --2- 172.21.15.1:0/631856912 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564624f711c0 0x564624f735e0 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2ca05a28f47dbbed server_cookie=a51bed9604a925e9 in_seq=0 out_seq=0 2024-02-10T00:04:05.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.202+0000 7f8dc6ffd640 10 client.17301 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:05.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.203+0000 7f8dc6ffd640 1 -- 172.21.15.1:0/631856912 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x564624bfb720 con 0x564624f711c0 2024-02-10T00:04:05.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.203+0000 7f8dc6ffd640 10 client.17301 handle_command_reply: tid=0 2024-02-10T00:04:05.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.203+0000 7f8df07c3740 1 client.17301 shutdown 2024-02-10T00:04:05.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.203+0000 7f8df07c3740 1 -- 172.21.15.1:0/631856912 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564624f583e0 msgr2=0x564624f5e4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:05.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.203+0000 7f8df07c3740 1 --2- 172.21.15.1:0/631856912 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564624f583e0 0x564624f5e4b0 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc096ad0 tx=0x7f8ddc010e70 comp rx=0 tx=0).stop 2024-02-10T00:04:05.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.203+0000 7f8df07c3740 1 -- 172.21.15.1:0/631856912 shutdown_connections 2024-02-10T00:04:05.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.203+0000 7f8df07c3740 1 --2- 172.21.15.1:0/631856912 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564624f711c0 0x564624f735e0 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.203+0000 7f8df07c3740 1 --2- 172.21.15.1:0/631856912 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564624f60f60 0x564624f5e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.203+0000 7f8df07c3740 1 --2- 172.21.15.1:0/631856912 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564624f583e0 0x564624f5e4b0 unknown :-1 s=CLOSED pgs=1024 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.203+0000 7f8dc6ffd640 0 client.17301 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:05.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.203+0000 7f8df07c3740 1 --2- 172.21.15.1:0/631856912 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564624f57a30 0x564624f5df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.203+0000 7f8df07c3740 1 -- 172.21.15.1:0/631856912 >> 172.21.15.1:0/631856912 conn(0x564624f52100 msgr2=0x564624f53e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:05.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.203+0000 7f8df07c3740 1 -- 172.21.15.1:0/631856912 shutdown_connections 2024-02-10T00:04:05.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.203+0000 7f8df07c3740 1 -- 172.21.15.1:0/631856912 wait complete. 2024-02-10T00:04:05.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.203+0000 7f8df07c3740 20 client.17301 trim_cache size 0 max 16384 2024-02-10T00:04:05.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.215+0000 7f8df07c3740 1 Processor -- start 2024-02-10T00:04:05.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.215+0000 7f8df07c3740 1 -- start start 2024-02-10T00:04:05.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.215+0000 7f8df07c3740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564624f57a30 0x564624f5e810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.215+0000 7f8df07c3740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564624f583e0 0x564624f5b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.215+0000 7f8df07c3740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564624f60f60 0x564624f5b710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.215+0000 7f8df07c3740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x564624e44130 con 0x564624f583e0 2024-02-10T00:04:05.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.215+0000 7f8df07c3740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x564624bfb720 con 0x564624f57a30 2024-02-10T00:04:05.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.215+0000 7f8df07c3740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x564624f519c0 con 0x564624f60f60 2024-02-10T00:04:05.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.215+0000 7f8de6ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564624f583e0 0x564624f5b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:05.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.215+0000 7f8de6ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564624f583e0 0x564624f5b1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34020/0 (socket says 172.21.15.1:34020) 2024-02-10T00:04:05.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.215+0000 7f8de6ffd640 1 -- 172.21.15.1:0/2183702117 learned_addr learned my addr 172.21.15.1:0/2183702117 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:05.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.215+0000 7f8de6ffd640 1 -- 172.21.15.1:0/2183702117 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564624f60f60 msgr2=0x564624f5b710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:05.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.215+0000 7f8de6ffd640 1 --2- 172.21.15.1:0/2183702117 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564624f60f60 0x564624f5b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.215+0000 7f8de6ffd640 1 -- 172.21.15.1:0/2183702117 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564624f57a30 msgr2=0x564624f5e810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:05.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.215+0000 7f8de6ffd640 1 --2- 172.21.15.1:0/2183702117 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564624f57a30 0x564624f5e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.215+0000 7f8de6ffd640 1 -- 172.21.15.1:0/2183702117 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564624e59c90 con 0x564624f583e0 2024-02-10T00:04:05.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.216+0000 7f8de6ffd640 1 --2- 172.21.15.1:0/2183702117 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564624f583e0 0x564624f5b1d0 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc09a370 tx=0x7f8ddc098b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e01f6fb8df56dd0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:05.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.216+0000 7f8dcd7fa640 1 -- 172.21.15.1:0/2183702117 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ddc09ad70 con 0x564624f583e0 2024-02-10T00:04:05.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.216+0000 7f8dcd7fa640 1 -- 172.21.15.1:0/2183702117 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8ddc09e830 con 0x564624f583e0 2024-02-10T00:04:05.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.216+0000 7f8dcd7fa640 1 -- 172.21.15.1:0/2183702117 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ddc09a670 con 0x564624f583e0 2024-02-10T00:04:05.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.216+0000 7f8df07c3740 1 -- 172.21.15.1:0/2183702117 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564624f583e0 msgr2=0x564624f5b1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:05.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.216+0000 7f8df07c3740 1 --2- 172.21.15.1:0/2183702117 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564624f583e0 0x564624f5b1d0 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc09a370 tx=0x7f8ddc098b80 comp rx=0 tx=0).stop 2024-02-10T00:04:05.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.216+0000 7f8df07c3740 1 -- 172.21.15.1:0/2183702117 shutdown_connections 2024-02-10T00:04:05.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.216+0000 7f8df07c3740 1 --2- 172.21.15.1:0/2183702117 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564624f60f60 0x564624f5b710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.216+0000 7f8df07c3740 1 --2- 172.21.15.1:0/2183702117 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564624f583e0 0x564624f5b1d0 unknown :-1 s=CLOSED pgs=1025 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.216+0000 7f8df07c3740 1 --2- 172.21.15.1:0/2183702117 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564624f57a30 0x564624f5e810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.216+0000 7f8df07c3740 1 -- 172.21.15.1:0/2183702117 >> 172.21.15.1:0/2183702117 conn(0x564624f52100 msgr2=0x564624f59250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:05.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.216+0000 7f8df07c3740 1 -- 172.21.15.1:0/2183702117 shutdown_connections 2024-02-10T00:04:05.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.216+0000 7f8df07c3740 1 -- 172.21.15.1:0/2183702117 wait complete. 2024-02-10T00:04:05.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.217+0000 7f8df07c3740 1 -- start start 2024-02-10T00:04:05.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.217+0000 7f8df07c3740 1 Processor -- start 2024-02-10T00:04:05.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.217+0000 7f8df07c3740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564624f57a30 0x564624f66a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.217+0000 7f8df07c3740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564624f583e0 0x564624f66f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.217+0000 7f8df07c3740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564624f60f60 0x564624f674a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.217+0000 7f8df07c3740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x564624fc76d0 con 0x564624f583e0 2024-02-10T00:04:05.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.217+0000 7f8df07c3740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x564624fc7810 con 0x564624f57a30 2024-02-10T00:04:05.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.217+0000 7f8df07c3740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x564624fc7950 con 0x564624f60f60 2024-02-10T00:04:05.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.217+0000 7f8df07c3740 10 client.0 _ll_register_callbacks cb 0x7f8ddc010d80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:05.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.217+0000 7f8de6ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564624f583e0 0x564624f66f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:05.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.217+0000 7f8de6ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564624f583e0 0x564624f66f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34034/0 (socket says 172.21.15.1:34034) 2024-02-10T00:04:05.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.217+0000 7f8de6ffd640 1 -- 172.21.15.1:0/2443209162 learned_addr learned my addr 172.21.15.1:0/2443209162 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:05.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.217+0000 7f8de77fe640 1 --2- 172.21.15.1:0/2443209162 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564624f57a30 0x564624f66a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:05.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.217+0000 7f8de6ffd640 1 -- 172.21.15.1:0/2443209162 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564624f60f60 msgr2=0x564624f674a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:05.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.217+0000 7f8de6ffd640 1 --2- 172.21.15.1:0/2443209162 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564624f60f60 0x564624f674a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.217+0000 7f8de6ffd640 1 -- 172.21.15.1:0/2443209162 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564624f57a30 msgr2=0x564624f66a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:05.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.217+0000 7f8de6ffd640 1 --2- 172.21.15.1:0/2443209162 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564624f57a30 0x564624f66a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.217+0000 7f8de6ffd640 1 -- 172.21.15.1:0/2443209162 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564624ebd6b0 con 0x564624f583e0 2024-02-10T00:04:05.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.218+0000 7f8de6ffd640 1 --2- 172.21.15.1:0/2443209162 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564624f583e0 0x564624f66f60 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc097040 tx=0x7f8ddc0962e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c65a608c158ae86b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:05.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.218+0000 7f8dc6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:05.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.218+0000 7f8dc6ffd640 1 -- 172.21.15.1:0/2443209162 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ddc0ba2b0 con 0x564624f583e0 2024-02-10T00:04:05.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.218+0000 7f8df07c3740 1 -- 172.21.15.1:0/2443209162 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564624c4a890 con 0x564624f583e0 2024-02-10T00:04:05.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.218+0000 7f8dc6ffd640 1 -- 172.21.15.1:0/2443209162 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f8ddc09b480 con 0x564624f583e0 2024-02-10T00:04:05.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.218+0000 7f8dc6ffd640 1 -- 172.21.15.1:0/2443209162 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8ddc09ad70 con 0x564624f583e0 2024-02-10T00:04:05.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.218+0000 7f8df07c3740 10 client.17307 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:05.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.218+0000 7f8df07c3740 1 -- 172.21.15.1:0/2443209162 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x564624e7fa70 con 0x564624f583e0 2024-02-10T00:04:05.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.218+0000 7f8dc6ffd640 1 -- 172.21.15.1:0/2443209162 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x564624c4a890 con 0x564624f583e0 2024-02-10T00:04:05.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.218+0000 7f8dc6ffd640 1 -- 172.21.15.1:0/2443209162 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f8ddc083bb0 con 0x564624f583e0 2024-02-10T00:04:05.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.218+0000 7f8df07c3740 10 client.17307 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:05.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.218+0000 7f8df07c3740 10 client.17307 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:04:05.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.218+0000 7f8df07c3740 20 client.17307 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:05.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.218+0000 7f8df07c3740 1 --2- 172.21.15.1:0/2443209162 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564624fc8c10 0x564624fcb000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:05.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.218+0000 7f8df07c3740 4 client.17307 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:04:05.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.218+0000 7f8df07c3740 1 -- 172.21.15.1:0/2443209162 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x564624b6a700 con 0x564624fc8c10 2024-02-10T00:04:05.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.218+0000 7f8de77fe640 1 --2- 172.21.15.1:0/2443209162 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564624fc8c10 0x564624fcb000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:05.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.219+0000 7f8dc6ffd640 10 client.17307 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:05.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.219+0000 7f8de77fe640 1 --2- 172.21.15.1:0/2443209162 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564624fc8c10 0x564624fcb000 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a63ef2b8c4694a8c server_cookie=4e27be9eee09cdba in_seq=0 out_seq=0 2024-02-10T00:04:05.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.219+0000 7f8dc6ffd640 1 -- 172.21.15.1:0/2443209162 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x564624b6a700 con 0x564624fc8c10 2024-02-10T00:04:05.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.219+0000 7f8dc6ffd640 10 client.17307 handle_command_reply: tid=0 2024-02-10T00:04:05.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.219+0000 7f8df07c3740 1 client.17307 shutdown 2024-02-10T00:04:05.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.219+0000 7f8df07c3740 1 -- 172.21.15.1:0/2443209162 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564624f583e0 msgr2=0x564624f66f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:05.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.219+0000 7f8df07c3740 1 --2- 172.21.15.1:0/2443209162 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564624f583e0 0x564624f66f60 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc097040 tx=0x7f8ddc0962e0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.219+0000 7f8df07c3740 1 -- 172.21.15.1:0/2443209162 shutdown_connections 2024-02-10T00:04:05.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.219+0000 7f8df07c3740 1 --2- 172.21.15.1:0/2443209162 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564624fc8c10 0x564624fcb000 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.219+0000 7f8df07c3740 1 --2- 172.21.15.1:0/2443209162 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564624f60f60 0x564624f674a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.219+0000 7f8df07c3740 1 --2- 172.21.15.1:0/2443209162 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564624f583e0 0x564624f66f60 unknown :-1 s=CLOSED pgs=1026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.219+0000 7f8dc6ffd640 0 client.17307 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:05.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.219+0000 7f8df07c3740 1 --2- 172.21.15.1:0/2443209162 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564624f57a30 0x564624f66a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.219+0000 7f8df07c3740 1 -- 172.21.15.1:0/2443209162 >> 172.21.15.1:0/2443209162 conn(0x564624f52100 msgr2=0x564624f509b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:05.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.219+0000 7f8df07c3740 1 -- 172.21.15.1:0/2443209162 shutdown_connections 2024-02-10T00:04:05.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.219+0000 7f8df07c3740 1 -- 172.21.15.1:0/2443209162 wait complete. 2024-02-10T00:04:05.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.219+0000 7f8df07c3740 20 client.17307 trim_cache size 0 max 16384 2024-02-10T00:04:05.229 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:04:05.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.220+0000 7f8dedb0c640 1 -- 172.21.15.1:0/1943339554 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8dd00a2230 msgr2=0x7f8dd00a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:05.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.220+0000 7f8dedb0c640 1 --2- 172.21.15.1:0/1943339554 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8dd00a2230 0x7f8dd00a46f0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f8de0005c40 tx=0x7f8de0004850 comp rx=0 tx=0).stop 2024-02-10T00:04:05.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.220+0000 7f8dedb0c640 1 -- 172.21.15.1:0/1943339554 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8de8102d70 msgr2=0x7f8de819d9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:05.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.220+0000 7f8dedb0c640 1 --2- 172.21.15.1:0/1943339554 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8de8102d70 0x7f8de819d9a0 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc00d950 tx=0x7f8ddc00de10 comp rx=0 tx=0).stop 2024-02-10T00:04:05.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.220+0000 7f8dedb0c640 1 -- 172.21.15.1:0/1943339554 shutdown_connections 2024-02-10T00:04:05.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.220+0000 7f8dedb0c640 1 --2- 172.21.15.1:0/1943339554 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8dd00a2230 0x7f8dd00a46f0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.220+0000 7f8dedb0c640 1 --2- 172.21.15.1:0/1943339554 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8de810b820 0x7f8de8197610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.220+0000 7f8dedb0c640 1 --2- 172.21.15.1:0/1943339554 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8de8102d70 0x7f8de819d9a0 unknown :-1 s=CLOSED pgs=1022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.220+0000 7f8dedb0c640 1 --2- 172.21.15.1:0/1943339554 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8de8102450 0x7f8de819d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:05.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.220+0000 7f8dedb0c640 1 -- 172.21.15.1:0/1943339554 >> 172.21.15.1:0/1943339554 conn(0x7f8de80772e0 msgr2=0x7f8de80fd1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:05.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.220+0000 7f8dedb0c640 1 -- 172.21.15.1:0/1943339554 shutdown_connections 2024-02-10T00:04:05.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:05.220+0000 7f8dedb0c640 1 -- 172.21.15.1:0/1943339554 wait complete. 2024-02-10T00:04:05.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:05 smithi088 ceph-mon[36452]: pgmap v145: 97 pgs: 97 active+clean; 2.8 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 74 KiB/s wr, 39 op/s 2024-02-10T00:04:05.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:05 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2464417989' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:04:05.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:05 smithi103 ceph-mon[36942]: pgmap v145: 97 pgs: 97 active+clean; 2.8 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 74 KiB/s wr, 39 op/s 2024-02-10T00:04:05.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:05 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2464417989' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:04:06.233 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-02-10T00:04:06.234 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T00:04:06.234 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-02-10T00:04:06.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.351+0000 7f0839800640 1 -- 172.21.15.1:0/3906816092 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0834102ac0 msgr2=0x7f083410afa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:06.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.351+0000 7f0839800640 1 --2- 172.21.15.1:0/3906816092 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0834102ac0 0x7f083410afa0 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f081c009900 tx=0x7f081c02bc30 comp rx=0 tx=0).stop 2024-02-10T00:04:06.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.351+0000 7f0839800640 1 -- 172.21.15.1:0/3906816092 shutdown_connections 2024-02-10T00:04:06.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.351+0000 7f0839800640 1 --2- 172.21.15.1:0/3906816092 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f083410b610 0x7f083410da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.351+0000 7f0839800640 1 --2- 172.21.15.1:0/3906816092 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0834102ac0 0x7f083410afa0 unknown :-1 s=CLOSED pgs=1027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.351+0000 7f0839800640 1 --2- 172.21.15.1:0/3906816092 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f08341021a0 0x7f0834102580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.351+0000 7f0839800640 1 -- 172.21.15.1:0/3906816092 >> 172.21.15.1:0/3906816092 conn(0x7f08340fba00 msgr2=0x7f08340fde20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:06.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.351+0000 7f0839800640 1 -- 172.21.15.1:0/3906816092 shutdown_connections 2024-02-10T00:04:06.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.351+0000 7f0839800640 1 -- 172.21.15.1:0/3906816092 wait complete. 2024-02-10T00:04:06.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.352+0000 7f0839800640 1 Processor -- start 2024-02-10T00:04:06.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.352+0000 7f0839800640 1 -- start start 2024-02-10T00:04:06.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.352+0000 7f0839800640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f08341021a0 0x7f08341976b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.352+0000 7f0839800640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0834102ac0 0x7f0834197bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.352+0000 7f0839800640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f083410b610 0x7f083419bf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.352+0000 7f0839800640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f083419c570 con 0x7f083410b610 2024-02-10T00:04:06.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.352+0000 7f0839800640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f083419c6e0 con 0x7f08341021a0 2024-02-10T00:04:06.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.352+0000 7f0839800640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f083419c8a0 con 0x7f0834102ac0 2024-02-10T00:04:06.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.352+0000 7f08337fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f083410b610 0x7f083419bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.352+0000 7f08337fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f083410b610 0x7f083419bf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34060/0 (socket says 172.21.15.1:34060) 2024-02-10T00:04:06.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.352+0000 7f08337fe640 1 -- 172.21.15.1:0/1852667262 learned_addr learned my addr 172.21.15.1:0/1852667262 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:06.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.352+0000 7f0832ffd640 1 --2- 172.21.15.1:0/1852667262 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f08341021a0 0x7f08341976b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.352+0000 7f082bfff640 1 --2- 172.21.15.1:0/1852667262 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0834102ac0 0x7f0834197bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.353+0000 7f08337fe640 1 -- 172.21.15.1:0/1852667262 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0834102ac0 msgr2=0x7f0834197bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:06.361 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.353+0000 7f08337fe640 1 --2- 172.21.15.1:0/1852667262 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0834102ac0 0x7f0834197bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.361 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.353+0000 7f08337fe640 1 -- 172.21.15.1:0/1852667262 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f08341021a0 msgr2=0x7f08341976b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:06.361 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.353+0000 7f08337fe640 1 --2- 172.21.15.1:0/1852667262 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f08341021a0 0x7f08341976b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.361 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.353+0000 7f08337fe640 1 -- 172.21.15.1:0/1852667262 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f081c009560 con 0x7f083410b610 2024-02-10T00:04:06.361 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.353+0000 7f08337fe640 1 --2- 172.21.15.1:0/1852667262 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f083410b610 0x7f083419bf70 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f082c00cad0 tx=0x7f082c00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:06.361 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.353+0000 7f0830ff9640 1 -- 172.21.15.1:0/1852667262 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f082c00ae20 con 0x7f083410b610 2024-02-10T00:04:06.361 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.353+0000 7f0830ff9640 1 -- 172.21.15.1:0/1852667262 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f082c005020 con 0x7f083410b610 2024-02-10T00:04:06.362 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.353+0000 7f0839800640 1 -- 172.21.15.1:0/1852667262 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f083419cb80 con 0x7f083410b610 2024-02-10T00:04:06.362 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.353+0000 7f0830ff9640 1 -- 172.21.15.1:0/1852667262 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f082c00f6b0 con 0x7f083410b610 2024-02-10T00:04:06.362 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.353+0000 7f0839800640 1 -- 172.21.15.1:0/1852667262 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08341a4400 con 0x7f083410b610 2024-02-10T00:04:06.362 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.355+0000 7f0830ff9640 1 -- 172.21.15.1:0/1852667262 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f082c005520 con 0x7f083410b610 2024-02-10T00:04:06.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.356+0000 7f083c3cd740 1 Processor -- start 2024-02-10T00:04:06.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.356+0000 7f0830ff9640 1 --2- 172.21.15.1:0/1852667262 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f08200a22a0 0x7f08200a4760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.356+0000 7f083c3cd740 1 -- start start 2024-02-10T00:04:06.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.356+0000 7f0832ffd640 1 --2- 172.21.15.1:0/1852667262 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f08200a22a0 0x7f08200a4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.356+0000 7f0830ff9640 1 -- 172.21.15.1:0/1852667262 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f082c0ce080 con 0x7f083410b610 2024-02-10T00:04:06.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.356+0000 7f083c3cd740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e880887380 0x55e880887760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.356+0000 7f083c3cd740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e880887ca0 0x55e880890340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.356+0000 7f083c3cd740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e880890880 0x55e880892c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.356+0000 7f083c3cd740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e8807f5000 con 0x55e880887380 2024-02-10T00:04:06.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.356+0000 7f083c3cd740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e8807f2530 con 0x55e880887ca0 2024-02-10T00:04:06.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.356+0000 7f083c3cd740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e8807edd10 con 0x55e880890880 2024-02-10T00:04:06.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.356+0000 7f0832ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e880887380 0x55e880887760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.356+0000 7f0832ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e880887380 0x55e880887760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34062/0 (socket says 172.21.15.1:34062) 2024-02-10T00:04:06.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.356+0000 7f0832ffd640 1 -- 172.21.15.1:0/426437711 learned_addr learned my addr 172.21.15.1:0/426437711 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:06.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.356+0000 7f0832ffd640 1 --2- 172.21.15.1:0/1852667262 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f08200a22a0 0x7f08200a4760 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f0824005fd0 tx=0x7f082400f360 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:06.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.356+0000 7f082bfff640 1 --2- 172.21.15.1:0/426437711 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e880887ca0 0x55e880890340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.357+0000 7f08337fe640 1 --2- 172.21.15.1:0/426437711 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e880890880 0x55e880892c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.357+0000 7f0832ffd640 1 -- 172.21.15.1:0/426437711 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e880890880 msgr2=0x55e880892c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:06.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.357+0000 7f0832ffd640 1 --2- 172.21.15.1:0/426437711 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e880890880 0x55e880892c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.357+0000 7f0832ffd640 1 -- 172.21.15.1:0/426437711 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e880887ca0 msgr2=0x55e880890340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:06.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.357+0000 7f0832ffd640 1 --2- 172.21.15.1:0/426437711 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e880887ca0 0x55e880890340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.357+0000 7f0832ffd640 1 -- 172.21.15.1:0/426437711 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e880794210 con 0x55e880887380 2024-02-10T00:04:06.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.357+0000 7f082bfff640 1 --2- 172.21.15.1:0/426437711 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e880887ca0 0x55e880890340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:04:06.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.357+0000 7f0832ffd640 1 --2- 172.21.15.1:0/426437711 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e880887380 0x55e880887760 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f08240123f0 tx=0x7f082401a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=807ec91a85910082 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:06.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.357+0000 7f08297fa640 1 -- 172.21.15.1:0/426437711 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f082401d620 con 0x55e880887380 2024-02-10T00:04:06.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.357+0000 7f08297fa640 1 -- 172.21.15.1:0/426437711 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f082401dc60 con 0x55e880887380 2024-02-10T00:04:06.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.357+0000 7f08297fa640 1 -- 172.21.15.1:0/426437711 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0824010c00 con 0x55e880887380 2024-02-10T00:04:06.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.358+0000 7f083c3cd740 1 -- 172.21.15.1:0/426437711 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e880887380 msgr2=0x55e880887760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:06.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.358+0000 7f083c3cd740 1 --2- 172.21.15.1:0/426437711 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e880887380 0x55e880887760 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f08240123f0 tx=0x7f082401a000 comp rx=0 tx=0).stop 2024-02-10T00:04:06.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.358+0000 7f083c3cd740 1 -- 172.21.15.1:0/426437711 shutdown_connections 2024-02-10T00:04:06.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.358+0000 7f083c3cd740 1 --2- 172.21.15.1:0/426437711 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e880890880 0x55e880892c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.358+0000 7f083c3cd740 1 --2- 172.21.15.1:0/426437711 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e880887ca0 0x55e880890340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.358+0000 7f083c3cd740 1 --2- 172.21.15.1:0/426437711 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e880887380 0x55e880887760 unknown :-1 s=CLOSED pgs=1029 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.358+0000 7f083c3cd740 1 -- 172.21.15.1:0/426437711 >> 172.21.15.1:0/426437711 conn(0x55e880881ab0 msgr2=0x55e880881e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:06.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.358+0000 7f083c3cd740 1 -- 172.21.15.1:0/426437711 shutdown_connections 2024-02-10T00:04:06.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.358+0000 7f083c3cd740 1 -- 172.21.15.1:0/426437711 wait complete. 2024-02-10T00:04:06.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.358+0000 7f083c3cd740 1 -- start start 2024-02-10T00:04:06.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.358+0000 7f083c3cd740 1 Processor -- start 2024-02-10T00:04:06.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.358+0000 7f083c3cd740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e880887380 0x55e88088d8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.358+0000 7f083c3cd740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e880887ca0 0x55e88088de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.358+0000 7f083c3cd740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e880890880 0x55e88088e350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.358+0000 7f083c3cd740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e880792e60 con 0x55e880890880 2024-02-10T00:04:06.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.358+0000 7f083c3cd740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e8804c14b0 con 0x55e880887380 2024-02-10T00:04:06.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.358+0000 7f083c3cd740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e880773670 con 0x55e880887ca0 2024-02-10T00:04:06.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.359+0000 7f083c3cd740 10 client.0 _ll_register_callbacks cb 0x55e88078b190 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:06.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.359+0000 7f08337fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e880890880 0x55e88088e350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.359+0000 7f08337fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e880890880 0x55e88088e350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34068/0 (socket says 172.21.15.1:34068) 2024-02-10T00:04:06.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.359+0000 7f08337fe640 1 -- 172.21.15.1:0/559767690 learned_addr learned my addr 172.21.15.1:0/559767690 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:06.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.359+0000 7f0832ffd640 1 --2- 172.21.15.1:0/559767690 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e880887380 0x55e88088d8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.359+0000 7f082bfff640 1 --2- 172.21.15.1:0/559767690 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e880887ca0 0x55e88088de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.359+0000 7f08337fe640 1 -- 172.21.15.1:0/559767690 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e880887ca0 msgr2=0x55e88088de10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:06.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.359+0000 7f08337fe640 1 --2- 172.21.15.1:0/559767690 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e880887ca0 0x55e88088de10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.359+0000 7f08337fe640 1 -- 172.21.15.1:0/559767690 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e880887380 msgr2=0x55e88088d8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:06.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.359+0000 7f08337fe640 1 --2- 172.21.15.1:0/559767690 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e880887380 0x55e88088d8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.359+0000 7f08337fe640 1 -- 172.21.15.1:0/559767690 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f082400fd30 con 0x55e880890880 2024-02-10T00:04:06.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.359+0000 7f08337fe640 1 --2- 172.21.15.1:0/559767690 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e880890880 0x55e88088e350 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f082c0cbe00 tx=0x7f082c09aaa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5aae93f78c6b8fc server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:06.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.359+0000 7f081a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:06.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.359+0000 7f081a7fc640 1 -- 172.21.15.1:0/559767690 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f082c005390 con 0x55e880890880 2024-02-10T00:04:06.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.359+0000 7f081a7fc640 1 -- 172.21.15.1:0/559767690 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f082c099ef0 con 0x55e880890880 2024-02-10T00:04:06.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.359+0000 7f083c3cd740 1 -- 172.21.15.1:0/559767690 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e8804ed860 con 0x55e880890880 2024-02-10T00:04:06.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.359+0000 7f081a7fc640 1 -- 172.21.15.1:0/559767690 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f082c09a0b0 con 0x55e880890880 2024-02-10T00:04:06.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.359+0000 7f083c3cd740 10 client.17319 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:06.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.359+0000 7f083c3cd740 1 -- 172.21.15.1:0/559767690 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55e8807ec390 con 0x55e880890880 2024-02-10T00:04:06.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.360+0000 7f081a7fc640 1 -- 172.21.15.1:0/559767690 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55e8804ed860 con 0x55e880890880 2024-02-10T00:04:06.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.360+0000 7f081a7fc640 1 -- 172.21.15.1:0/559767690 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f082c016030 con 0x55e880890880 2024-02-10T00:04:06.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.360+0000 7f083c3cd740 10 client.17319 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:06.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.360+0000 7f083c3cd740 10 client.17319 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:04:06.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.360+0000 7f083c3cd740 20 client.17319 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:06.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.360+0000 7f083c3cd740 1 --2- 172.21.15.1:0/559767690 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e8808a0890 0x55e8808a2c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.360+0000 7f083c3cd740 4 client.17319 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:04:06.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.360+0000 7f083c3cd740 1 -- 172.21.15.1:0/559767690 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e88053e410 con 0x55e8808a0890 2024-02-10T00:04:06.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.360+0000 7f0832ffd640 1 --2- 172.21.15.1:0/559767690 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e8808a0890 0x55e8808a2c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.360+0000 7f0832ffd640 1 --2- 172.21.15.1:0/559767690 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e8808a0890 0x55e8808a2c80 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b52748fb77b69235 server_cookie=13e9b7cdda9de1a0 in_seq=0 out_seq=0 2024-02-10T00:04:06.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.360+0000 7f081a7fc640 10 client.17319 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:06.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.361+0000 7f081a7fc640 1 -- 172.21.15.1:0/559767690 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55e88053e410 con 0x55e8808a0890 2024-02-10T00:04:06.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.361+0000 7f081a7fc640 10 client.17319 handle_command_reply: tid=0 2024-02-10T00:04:06.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.361+0000 7f083c3cd740 1 client.17319 shutdown 2024-02-10T00:04:06.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.361+0000 7f083c3cd740 1 -- 172.21.15.1:0/559767690 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e880890880 msgr2=0x55e88088e350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:06.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.361+0000 7f083c3cd740 1 --2- 172.21.15.1:0/559767690 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e880890880 0x55e88088e350 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f082c0cbe00 tx=0x7f082c09aaa0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.361+0000 7f083c3cd740 1 -- 172.21.15.1:0/559767690 shutdown_connections 2024-02-10T00:04:06.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.361+0000 7f083c3cd740 1 --2- 172.21.15.1:0/559767690 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e8808a0890 0x55e8808a2c80 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.361+0000 7f083c3cd740 1 --2- 172.21.15.1:0/559767690 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e880890880 0x55e88088e350 unknown :-1 s=CLOSED pgs=1030 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.361+0000 7f083c3cd740 1 --2- 172.21.15.1:0/559767690 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e880887ca0 0x55e88088de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.361+0000 7f081a7fc640 0 client.17319 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:06.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.361+0000 7f083c3cd740 1 --2- 172.21.15.1:0/559767690 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e880887380 0x55e88088d8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.361+0000 7f083c3cd740 1 -- 172.21.15.1:0/559767690 >> 172.21.15.1:0/559767690 conn(0x55e880881ab0 msgr2=0x55e880883800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:06.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.362+0000 7f083c3cd740 1 -- 172.21.15.1:0/559767690 shutdown_connections 2024-02-10T00:04:06.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.362+0000 7f083c3cd740 1 -- 172.21.15.1:0/559767690 wait complete. 2024-02-10T00:04:06.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.362+0000 7f083c3cd740 20 client.17319 trim_cache size 0 max 16384 2024-02-10T00:04:06.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.377+0000 7f083c3cd740 1 Processor -- start 2024-02-10T00:04:06.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.377+0000 7f083c3cd740 1 -- start start 2024-02-10T00:04:06.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.377+0000 7f083c3cd740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e880887380 0x55e880897730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.377+0000 7f083c3cd740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e880887ca0 0x55e880897c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.377+0000 7f083c3cd740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e880890880 0x55e880883470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.377+0000 7f083c3cd740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e8808a7df0 con 0x55e880887380 2024-02-10T00:04:06.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.377+0000 7f083c3cd740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e88087ff30 con 0x55e880890880 2024-02-10T00:04:06.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.377+0000 7f083c3cd740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e88087bbd0 con 0x55e880887ca0 2024-02-10T00:04:06.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.377+0000 7f0832ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e880887380 0x55e880897730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.377+0000 7f0832ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e880887380 0x55e880897730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34082/0 (socket says 172.21.15.1:34082) 2024-02-10T00:04:06.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.377+0000 7f0832ffd640 1 -- 172.21.15.1:0/2607387 learned_addr learned my addr 172.21.15.1:0/2607387 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:06.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.377+0000 7f082bfff640 1 --2- 172.21.15.1:0/2607387 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e880887ca0 0x55e880897c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.377+0000 7f08337fe640 1 --2- 172.21.15.1:0/2607387 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e880890880 0x55e880883470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.377+0000 7f0832ffd640 1 -- 172.21.15.1:0/2607387 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e880887ca0 msgr2=0x55e880897c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:06.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.377+0000 7f0832ffd640 1 --2- 172.21.15.1:0/2607387 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e880887ca0 0x55e880897c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.377+0000 7f0832ffd640 1 -- 172.21.15.1:0/2607387 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e880890880 msgr2=0x55e880883470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:06.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.377+0000 7f0832ffd640 1 --2- 172.21.15.1:0/2607387 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e880890880 0x55e880883470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.377+0000 7f0832ffd640 1 -- 172.21.15.1:0/2607387 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e880788c70 con 0x55e880887380 2024-02-10T00:04:06.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.377+0000 7f082bfff640 1 --2- 172.21.15.1:0/2607387 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e880887ca0 0x55e880897c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:04:06.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.377+0000 7f08337fe640 1 --2- 172.21.15.1:0/2607387 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e880890880 0x55e880883470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:04:06.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.378+0000 7f0832ffd640 1 --2- 172.21.15.1:0/2607387 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e880887380 0x55e880897730 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7f0824010710 tx=0x7f0824010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a81e60d02457330 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:06.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.378+0000 7f0828ff9640 1 -- 172.21.15.1:0/2607387 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08240103d0 con 0x55e880887380 2024-02-10T00:04:06.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.378+0000 7f0828ff9640 1 -- 172.21.15.1:0/2607387 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0824010df0 con 0x55e880887380 2024-02-10T00:04:06.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.378+0000 7f0828ff9640 1 -- 172.21.15.1:0/2607387 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f082401d680 con 0x55e880887380 2024-02-10T00:04:06.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.378+0000 7f083c3cd740 1 -- 172.21.15.1:0/2607387 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e880887380 msgr2=0x55e880897730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:06.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.378+0000 7f083c3cd740 1 --2- 172.21.15.1:0/2607387 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e880887380 0x55e880897730 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7f0824010710 tx=0x7f0824010740 comp rx=0 tx=0).stop 2024-02-10T00:04:06.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.378+0000 7f083c3cd740 1 -- 172.21.15.1:0/2607387 shutdown_connections 2024-02-10T00:04:06.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.378+0000 7f083c3cd740 1 --2- 172.21.15.1:0/2607387 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e880890880 0x55e880883470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.378+0000 7f083c3cd740 1 --2- 172.21.15.1:0/2607387 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e880887ca0 0x55e880897c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.378+0000 7f083c3cd740 1 --2- 172.21.15.1:0/2607387 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e880887380 0x55e880897730 unknown :-1 s=CLOSED pgs=1031 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.378+0000 7f083c3cd740 1 -- 172.21.15.1:0/2607387 >> 172.21.15.1:0/2607387 conn(0x55e880881ab0 msgr2=0x55e880882d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:06.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.378+0000 7f083c3cd740 1 -- 172.21.15.1:0/2607387 shutdown_connections 2024-02-10T00:04:06.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.378+0000 7f083c3cd740 1 -- 172.21.15.1:0/2607387 wait complete. 2024-02-10T00:04:06.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.379+0000 7f083c3cd740 1 -- start start 2024-02-10T00:04:06.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.379+0000 7f083c3cd740 1 Processor -- start 2024-02-10T00:04:06.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.379+0000 7f083c3cd740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e880887380 0x55e880896ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.379+0000 7f083c3cd740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e880887ca0 0x55e880897010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.379+0000 7f083c3cd740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e880890880 0x55e8808f0df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.379+0000 7f083c3cd740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e8808f1330 con 0x55e880887380 2024-02-10T00:04:06.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.379+0000 7f083c3cd740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e8808f1470 con 0x55e880890880 2024-02-10T00:04:06.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.379+0000 7f083c3cd740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e8808f1630 con 0x55e880887ca0 2024-02-10T00:04:06.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.379+0000 7f083c3cd740 10 client.0 _ll_register_callbacks cb 0x7f082400b880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:06.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.379+0000 7f0832ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e880887380 0x55e880896ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.379+0000 7f0832ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e880887380 0x55e880896ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34086/0 (socket says 172.21.15.1:34086) 2024-02-10T00:04:06.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.379+0000 7f0832ffd640 1 -- 172.21.15.1:0/3685501839 learned_addr learned my addr 172.21.15.1:0/3685501839 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:06.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.379+0000 7f08337fe640 1 --2- 172.21.15.1:0/3685501839 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e880890880 0x55e8808f0df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.379+0000 7f082bfff640 1 --2- 172.21.15.1:0/3685501839 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e880887ca0 0x55e880897010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.379+0000 7f0832ffd640 1 -- 172.21.15.1:0/3685501839 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e880887ca0 msgr2=0x55e880897010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:06.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.379+0000 7f0832ffd640 1 --2- 172.21.15.1:0/3685501839 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e880887ca0 0x55e880897010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.379+0000 7f0832ffd640 1 -- 172.21.15.1:0/3685501839 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e880890880 msgr2=0x55e8808f0df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:06.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.379+0000 7f0832ffd640 1 --2- 172.21.15.1:0/3685501839 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e880890880 0x55e8808f0df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.379+0000 7f0832ffd640 1 -- 172.21.15.1:0/3685501839 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0824029040 con 0x55e880887380 2024-02-10T00:04:06.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.380+0000 7f0832ffd640 1 --2- 172.21.15.1:0/3685501839 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e880887380 0x55e880896ad0 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7f0824005530 tx=0x7f0824012f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21a2a2b87247d6fc server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:06.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.380+0000 7f081a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:06.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.380+0000 7f081a7fc640 1 -- 172.21.15.1:0/3685501839 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0824005040 con 0x55e880887380 2024-02-10T00:04:06.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.380+0000 7f083c3cd740 1 -- 172.21.15.1:0/3685501839 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f082401dc60 con 0x55e880887380 2024-02-10T00:04:06.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.380+0000 7f081a7fc640 1 -- 172.21.15.1:0/3685501839 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f0824018050 con 0x55e880887380 2024-02-10T00:04:06.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.380+0000 7f081a7fc640 1 -- 172.21.15.1:0/3685501839 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f08240051a0 con 0x55e880887380 2024-02-10T00:04:06.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.380+0000 7f083c3cd740 10 client.17325 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:06.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.380+0000 7f083c3cd740 1 -- 172.21.15.1:0/3685501839 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55e8807aeac0 con 0x55e880887380 2024-02-10T00:04:06.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.380+0000 7f081a7fc640 1 -- 172.21.15.1:0/3685501839 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f082401dc60 con 0x55e880887380 2024-02-10T00:04:06.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.380+0000 7f081a7fc640 1 -- 172.21.15.1:0/3685501839 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f0824023070 con 0x55e880887380 2024-02-10T00:04:06.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.380+0000 7f083c3cd740 10 client.17325 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:06.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.380+0000 7f083c3cd740 10 client.17325 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:04:06.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.380+0000 7f083c3cd740 20 client.17325 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:06.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.380+0000 7f083c3cd740 1 --2- 172.21.15.1:0/3685501839 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e8808f8a80 0x55e8808fae70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.380+0000 7f083c3cd740 4 client.17325 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-02-10T00:04:06.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.380+0000 7f083c3cd740 1 -- 172.21.15.1:0/3685501839 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55e88052a7b0 con 0x55e8808f8a80 2024-02-10T00:04:06.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.381+0000 7f082bfff640 1 --2- 172.21.15.1:0/3685501839 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e8808f8a80 0x55e8808fae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.381+0000 7f082bfff640 1 --2- 172.21.15.1:0/3685501839 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e8808f8a80 0x55e8808fae70 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b985ce63194d1d1b server_cookie=c44e8ed4f1d2b64 in_seq=0 out_seq=0 2024-02-10T00:04:06.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.381+0000 7f081a7fc640 10 client.17325 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:06.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.382+0000 7f081a7fc640 1 -- 172.21.15.1:0/3685501839 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55e88052a7b0 con 0x55e8808f8a80 2024-02-10T00:04:06.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.382+0000 7f081a7fc640 10 client.17325 handle_command_reply: tid=0 2024-02-10T00:04:06.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.382+0000 7f083c3cd740 1 client.17325 shutdown 2024-02-10T00:04:06.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.382+0000 7f083c3cd740 1 -- 172.21.15.1:0/3685501839 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e880887380 msgr2=0x55e880896ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:06.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.382+0000 7f083c3cd740 1 --2- 172.21.15.1:0/3685501839 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e880887380 0x55e880896ad0 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7f0824005530 tx=0x7f0824012f80 comp rx=0 tx=0).stop 2024-02-10T00:04:06.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.382+0000 7f083c3cd740 1 -- 172.21.15.1:0/3685501839 shutdown_connections 2024-02-10T00:04:06.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.382+0000 7f083c3cd740 1 --2- 172.21.15.1:0/3685501839 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e8808f8a80 0x55e8808fae70 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.382+0000 7f083c3cd740 1 --2- 172.21.15.1:0/3685501839 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e880890880 0x55e8808f0df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.382+0000 7f083c3cd740 1 --2- 172.21.15.1:0/3685501839 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e880887ca0 0x55e880897010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.382+0000 7f083c3cd740 1 --2- 172.21.15.1:0/3685501839 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e880887380 0x55e880896ad0 unknown :-1 s=CLOSED pgs=1032 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.382+0000 7f083c3cd740 1 -- 172.21.15.1:0/3685501839 >> 172.21.15.1:0/3685501839 conn(0x55e880881ab0 msgr2=0x55e8808835f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:06.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.382+0000 7f081a7fc640 0 client.17325 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:06.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.382+0000 7f083c3cd740 1 -- 172.21.15.1:0/3685501839 shutdown_connections 2024-02-10T00:04:06.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.382+0000 7f083c3cd740 1 -- 172.21.15.1:0/3685501839 wait complete. 2024-02-10T00:04:06.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.382+0000 7f083c3cd740 20 client.17325 trim_cache size 0 max 16384 2024-02-10T00:04:06.392 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:04:06.392 INFO:teuthology.orchestra.run.smithi001.stdout: "return_code": 0, 2024-02-10T00:04:06.392 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_tag": "d61e879d-7e42-4bde-aea7-49972c86f0d1", 2024-02-10T00:04:06.392 INFO:teuthology.orchestra.run.smithi001.stdout: "mode": "asynchronous" 2024-02-10T00:04:06.392 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:04:06.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.383+0000 7f0839800640 1 -- 172.21.15.1:0/1852667262 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f08200a22a0 msgr2=0x7f08200a4760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:06.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.383+0000 7f0839800640 1 --2- 172.21.15.1:0/1852667262 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f08200a22a0 0x7f08200a4760 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f0824005fd0 tx=0x7f082400f360 comp rx=0 tx=0).stop 2024-02-10T00:04:06.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.383+0000 7f0839800640 1 -- 172.21.15.1:0/1852667262 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f083410b610 msgr2=0x7f083419bf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:06.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.383+0000 7f0839800640 1 --2- 172.21.15.1:0/1852667262 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f083410b610 0x7f083419bf70 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f082c00cad0 tx=0x7f082c00cf90 comp rx=0 tx=0).stop 2024-02-10T00:04:06.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.383+0000 7f0839800640 1 -- 172.21.15.1:0/1852667262 shutdown_connections 2024-02-10T00:04:06.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.383+0000 7f0839800640 1 --2- 172.21.15.1:0/1852667262 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f08200a22a0 0x7f08200a4760 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.383+0000 7f0839800640 1 --2- 172.21.15.1:0/1852667262 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f083410b610 0x7f083419bf70 unknown :-1 s=CLOSED pgs=1028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.383+0000 7f0839800640 1 --2- 172.21.15.1:0/1852667262 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0834102ac0 0x7f0834197bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.383+0000 7f0839800640 1 --2- 172.21.15.1:0/1852667262 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f08341021a0 0x7f08341976b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.383+0000 7f0839800640 1 -- 172.21.15.1:0/1852667262 >> 172.21.15.1:0/1852667262 conn(0x7f08340fba00 msgr2=0x7f08340fd3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:06.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.383+0000 7f0839800640 1 -- 172.21.15.1:0/1852667262 shutdown_connections 2024-02-10T00:04:06.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.383+0000 7f0839800640 1 -- 172.21.15.1:0/1852667262 wait complete. 2024-02-10T00:04:06.397 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:04:06.397 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:04:06.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.498+0000 7efcd8bc2640 1 -- 172.21.15.1:0/477377918 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efcd4105410 msgr2=0x7efcd410cfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:06.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.498+0000 7efcd8bc2640 1 --2- 172.21.15.1:0/477377918 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efcd4105410 0x7efcd410cfe0 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7efccc009cd0 tx=0x7efccc02c0f0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.499+0000 7efcd8bc2640 1 -- 172.21.15.1:0/477377918 shutdown_connections 2024-02-10T00:04:06.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.499+0000 7efcd8bc2640 1 --2- 172.21.15.1:0/477377918 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efcd4105410 0x7efcd410cfe0 unknown :-1 s=CLOSED pgs=1033 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.499+0000 7efcd8bc2640 1 --2- 172.21.15.1:0/477377918 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efcd4100cf0 0x7efcd4104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.499+0000 7efcd8bc2640 1 --2- 172.21.15.1:0/477377918 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efcd4100340 0x7efcd4100720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.499+0000 7efcd8bc2640 1 -- 172.21.15.1:0/477377918 >> 172.21.15.1:0/477377918 conn(0x7efcd40772e0 msgr2=0x7efcd40776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:06.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.499+0000 7efcd8bc2640 1 -- 172.21.15.1:0/477377918 shutdown_connections 2024-02-10T00:04:06.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.499+0000 7efcd8bc2640 1 -- 172.21.15.1:0/477377918 wait complete. 2024-02-10T00:04:06.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.499+0000 7efcd8bc2640 1 Processor -- start 2024-02-10T00:04:06.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.499+0000 7efcd8bc2640 1 -- start start 2024-02-10T00:04:06.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.500+0000 7efcd8bc2640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efcd4100340 0x7efcd410d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.505 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.500+0000 7efcd8bc2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efcd4105410 0x7efcd410de00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.500+0000 7efcd8bc2640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efcd410e340 0x7efcd41a5a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.500+0000 7efcd8bc2640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcd41a5ff0 con 0x7efcd4105410 2024-02-10T00:04:06.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.500+0000 7efcd8bc2640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcd41a6160 con 0x7efcd410e340 2024-02-10T00:04:06.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.500+0000 7efcd8bc2640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efcd41a6320 con 0x7efcd4100340 2024-02-10T00:04:06.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.500+0000 7efcd1d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efcd4105410 0x7efcd410de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.500+0000 7efcd1d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efcd4105410 0x7efcd410de00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34102/0 (socket says 172.21.15.1:34102) 2024-02-10T00:04:06.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.500+0000 7efcd1d9b640 1 -- 172.21.15.1:0/1634573385 learned_addr learned my addr 172.21.15.1:0/1634573385 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:06.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.500+0000 7efcd259c640 1 --2- 172.21.15.1:0/1634573385 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efcd4100340 0x7efcd410d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.500+0000 7efcd2d9d640 1 --2- 172.21.15.1:0/1634573385 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efcd410e340 0x7efcd41a5a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.500+0000 7efcd1d9b640 1 -- 172.21.15.1:0/1634573385 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efcd4100340 msgr2=0x7efcd410d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:06.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.500+0000 7efcd1d9b640 1 --2- 172.21.15.1:0/1634573385 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efcd4100340 0x7efcd410d8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.500+0000 7efcd1d9b640 1 -- 172.21.15.1:0/1634573385 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efcd410e340 msgr2=0x7efcd41a5a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:06.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.500+0000 7efcd1d9b640 1 --2- 172.21.15.1:0/1634573385 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efcd410e340 0x7efcd41a5a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.500+0000 7efcd1d9b640 1 -- 172.21.15.1:0/1634573385 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efccc009900 con 0x7efcd4105410 2024-02-10T00:04:06.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.500+0000 7efcd1d9b640 1 --2- 172.21.15.1:0/1634573385 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efcd4105410 0x7efcd410de00 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7efcc8005fd0 tx=0x7efcc800dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:06.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.500+0000 7efcc37fe640 1 -- 172.21.15.1:0/1634573385 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcc8009c30 con 0x7efcd4105410 2024-02-10T00:04:06.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.500+0000 7efcc37fe640 1 -- 172.21.15.1:0/1634573385 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efcc8009d90 con 0x7efcd4105410 2024-02-10T00:04:06.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.500+0000 7efcd8bc2640 1 -- 172.21.15.1:0/1634573385 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efcd41a6600 con 0x7efcd4105410 2024-02-10T00:04:06.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.500+0000 7efcc37fe640 1 -- 172.21.15.1:0/1634573385 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcc8010460 con 0x7efcd4105410 2024-02-10T00:04:06.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.500+0000 7efcd8bc2640 1 -- 172.21.15.1:0/1634573385 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efcd41a6b10 con 0x7efcd4105410 2024-02-10T00:04:06.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.502+0000 7efcc37fe640 1 -- 172.21.15.1:0/1634573385 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7efcc8003f20 con 0x7efcd4105410 2024-02-10T00:04:06.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.503+0000 7efcdb78b740 1 Processor -- start 2024-02-10T00:04:06.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.503+0000 7efcdb78b740 1 -- start start 2024-02-10T00:04:06.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.503+0000 7efcc37fe640 1 --2- 172.21.15.1:0/1634573385 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7efcbc0a2260 0x7efcbc0a4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.503+0000 7efcdb78b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2d8ab5980 0x55c2d8ab5d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.503+0000 7efcdb78b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2d8ab6330 0x55c2d8abe8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.503+0000 7efcdb78b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2d8abeeb0 0x55c2d8ac1300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.503+0000 7efcdb78b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2d8a70d00 con 0x55c2d8ab5980 2024-02-10T00:04:06.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.503+0000 7efcdb78b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2d8a252f0 con 0x55c2d8ab6330 2024-02-10T00:04:06.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.503+0000 7efcdb78b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2d8a22820 con 0x55c2d8abeeb0 2024-02-10T00:04:06.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.503+0000 7efcd2d9d640 1 --2- 172.21.15.1:0/1634573385 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7efcbc0a2260 0x7efcbc0a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.503+0000 7efcc37fe640 1 -- 172.21.15.1:0/1634573385 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7efcc80cdbf0 con 0x7efcd4105410 2024-02-10T00:04:06.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.503+0000 7efcd259c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2d8ab5980 0x55c2d8ab5d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.503+0000 7efcd259c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2d8ab5980 0x55c2d8ab5d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34114/0 (socket says 172.21.15.1:34114) 2024-02-10T00:04:06.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.503+0000 7efcd259c640 1 -- 172.21.15.1:0/715691833 learned_addr learned my addr 172.21.15.1:0/715691833 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:06.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.503+0000 7efcd2d9d640 1 --2- 172.21.15.1:0/715691833 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2d8abeeb0 0x55c2d8ac1300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.503+0000 7efcd1d9b640 1 --2- 172.21.15.1:0/715691833 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2d8ab6330 0x55c2d8abe8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.504+0000 7efcd259c640 1 -- 172.21.15.1:0/715691833 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2d8abeeb0 msgr2=0x55c2d8ac1300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:06.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.504+0000 7efcd259c640 1 --2- 172.21.15.1:0/715691833 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2d8abeeb0 0x55c2d8ac1300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.504+0000 7efcd259c640 1 -- 172.21.15.1:0/715691833 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2d8ab6330 msgr2=0x55c2d8abe8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:06.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.504+0000 7efcd259c640 1 --2- 172.21.15.1:0/715691833 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2d8ab6330 0x55c2d8abe8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.504+0000 7efcd259c640 1 -- 172.21.15.1:0/715691833 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c2d89dfff0 con 0x55c2d8ab5980 2024-02-10T00:04:06.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.504+0000 7efcd2d9d640 1 --2- 172.21.15.1:0/1634573385 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7efcbc0a2260 0x7efcbc0a4720 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7efccc005cc0 tx=0x7efccc034520 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:06.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.504+0000 7efcd259c640 1 --2- 172.21.15.1:0/715691833 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2d8ab5980 0x55c2d8ab5d60 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7efcc400ac20 tx=0x7efcc400f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71f5c445347bc815 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:06.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.504+0000 7efcc0ff9640 1 -- 172.21.15.1:0/715691833 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcc400a720 con 0x55c2d8ab5980 2024-02-10T00:04:06.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.504+0000 7efcc0ff9640 1 -- 172.21.15.1:0/715691833 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efcc4018b20 con 0x55c2d8ab5980 2024-02-10T00:04:06.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.504+0000 7efcc0ff9640 1 -- 172.21.15.1:0/715691833 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcc4010ba0 con 0x55c2d8ab5980 2024-02-10T00:04:06.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.505+0000 7efcdb78b740 1 -- 172.21.15.1:0/715691833 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2d8ab5980 msgr2=0x55c2d8ab5d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:06.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.505+0000 7efcdb78b740 1 --2- 172.21.15.1:0/715691833 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2d8ab5980 0x55c2d8ab5d60 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7efcc400ac20 tx=0x7efcc400f790 comp rx=0 tx=0).stop 2024-02-10T00:04:06.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.505+0000 7efcdb78b740 1 -- 172.21.15.1:0/715691833 shutdown_connections 2024-02-10T00:04:06.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.505+0000 7efcdb78b740 1 --2- 172.21.15.1:0/715691833 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2d8abeeb0 0x55c2d8ac1300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.505+0000 7efcdb78b740 1 --2- 172.21.15.1:0/715691833 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2d8ab6330 0x55c2d8abe8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.505+0000 7efcdb78b740 1 --2- 172.21.15.1:0/715691833 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2d8ab5980 0x55c2d8ab5d60 unknown :-1 s=CLOSED pgs=1035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.505+0000 7efcdb78b740 1 -- 172.21.15.1:0/715691833 >> 172.21.15.1:0/715691833 conn(0x55c2d8ab0050 msgr2=0x55c2d8ab0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:06.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.505+0000 7efcdb78b740 1 -- 172.21.15.1:0/715691833 shutdown_connections 2024-02-10T00:04:06.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.505+0000 7efcdb78b740 1 -- 172.21.15.1:0/715691833 wait complete. 2024-02-10T00:04:06.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.505+0000 7efcdb78b740 1 -- start start 2024-02-10T00:04:06.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.505+0000 7efcdb78b740 1 Processor -- start 2024-02-10T00:04:06.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.505+0000 7efcdb78b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2d8ab5980 0x55c2d8abbd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.505+0000 7efcdb78b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2d8ab6330 0x55c2d8abc2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.505+0000 7efcdb78b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2d8abeeb0 0x55c2d8abc7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.505+0000 7efcdb78b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2d8a1e000 con 0x55c2d8abeeb0 2024-02-10T00:04:06.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.505+0000 7efcdb78b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2d86f1430 con 0x55c2d8ab6330 2024-02-10T00:04:06.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.505+0000 7efcdb78b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2d86ade00 con 0x55c2d8ab5980 2024-02-10T00:04:06.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.505+0000 7efcdb78b740 10 client.0 _ll_register_callbacks cb 0x55c2d8a127f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:06.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.506+0000 7efcd2d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2d8abeeb0 0x55c2d8abc7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.506+0000 7efcd2d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2d8abeeb0 0x55c2d8abc7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34120/0 (socket says 172.21.15.1:34120) 2024-02-10T00:04:06.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.506+0000 7efcd2d9d640 1 -- 172.21.15.1:0/3822279258 learned_addr learned my addr 172.21.15.1:0/3822279258 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:06.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.506+0000 7efcd259c640 1 --2- 172.21.15.1:0/3822279258 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2d8ab5980 0x55c2d8abbd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.506+0000 7efcd1d9b640 1 --2- 172.21.15.1:0/3822279258 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2d8ab6330 0x55c2d8abc2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.506+0000 7efcd2d9d640 1 -- 172.21.15.1:0/3822279258 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2d8ab5980 msgr2=0x55c2d8abbd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:06.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.506+0000 7efcd2d9d640 1 --2- 172.21.15.1:0/3822279258 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2d8ab5980 0x55c2d8abbd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.506+0000 7efcd2d9d640 1 -- 172.21.15.1:0/3822279258 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2d8ab6330 msgr2=0x55c2d8abc2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:06.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.506+0000 7efcd2d9d640 1 --2- 172.21.15.1:0/3822279258 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2d8ab6330 0x55c2d8abc2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.506+0000 7efcd2d9d640 1 -- 172.21.15.1:0/3822279258 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efcc400a880 con 0x55c2d8abeeb0 2024-02-10T00:04:06.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.506+0000 7efcd259c640 1 --2- 172.21.15.1:0/3822279258 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2d8ab5980 0x55c2d8abbd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:04:06.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.506+0000 7efcd2d9d640 1 --2- 172.21.15.1:0/3822279258 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2d8abeeb0 0x55c2d8abc7f0 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7efccc036000 tx=0x7efccc02c0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7211db5c9c6b7b7d server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:06.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.506+0000 7efcb9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:06.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.506+0000 7efcb9ffb640 1 -- 172.21.15.1:0/3822279258 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efccc003d80 con 0x55c2d8abeeb0 2024-02-10T00:04:06.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.506+0000 7efcb9ffb640 1 -- 172.21.15.1:0/3822279258 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7efccc004030 con 0x55c2d8abeeb0 2024-02-10T00:04:06.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.506+0000 7efcdb78b740 1 -- 172.21.15.1:0/3822279258 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c2d871d7e0 con 0x55c2d8abeeb0 2024-02-10T00:04:06.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.507+0000 7efcb9ffb640 1 -- 172.21.15.1:0/3822279258 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7efccc0041f0 con 0x55c2d8abeeb0 2024-02-10T00:04:06.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.507+0000 7efcdb78b740 10 client.17337 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:06.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.507+0000 7efcdb78b740 1 -- 172.21.15.1:0/3822279258 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c2d8a1c680 con 0x55c2d8abeeb0 2024-02-10T00:04:06.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.507+0000 7efcb9ffb640 1 -- 172.21.15.1:0/3822279258 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55c2d871d7e0 con 0x55c2d8abeeb0 2024-02-10T00:04:06.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.507+0000 7efcb9ffb640 1 -- 172.21.15.1:0/3822279258 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7efccc044840 con 0x55c2d8abeeb0 2024-02-10T00:04:06.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.507+0000 7efcdb78b740 10 client.17337 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:06.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.507+0000 7efcdb78b740 10 client.17337 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:04:06.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.507+0000 7efcdb78b740 20 client.17337 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:06.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.507+0000 7efcdb78b740 1 --2- 172.21.15.1:0/3822279258 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c2d8acf4d0 0x55c2d8ad18f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.507+0000 7efcdb78b740 4 client.17337 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:04:06.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.507+0000 7efcdb78b740 1 -- 172.21.15.1:0/3822279258 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c2d875a720 con 0x55c2d8acf4d0 2024-02-10T00:04:06.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.507+0000 7efcd259c640 1 --2- 172.21.15.1:0/3822279258 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c2d8acf4d0 0x55c2d8ad18f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.507+0000 7efcd259c640 1 --2- 172.21.15.1:0/3822279258 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c2d8acf4d0 0x55c2d8ad18f0 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6e6bc510910021c7 server_cookie=3e50a38546fd584f in_seq=0 out_seq=0 2024-02-10T00:04:06.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.508+0000 7efcb9ffb640 10 client.17337 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:06.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.508+0000 7efcb9ffb640 1 -- 172.21.15.1:0/3822279258 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55c2d875a720 con 0x55c2d8acf4d0 2024-02-10T00:04:06.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.508+0000 7efcb9ffb640 10 client.17337 handle_command_reply: tid=0 2024-02-10T00:04:06.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.508+0000 7efcdb78b740 1 client.17337 shutdown 2024-02-10T00:04:06.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.508+0000 7efcdb78b740 1 -- 172.21.15.1:0/3822279258 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2d8abeeb0 msgr2=0x55c2d8abc7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:06.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.508+0000 7efcdb78b740 1 --2- 172.21.15.1:0/3822279258 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2d8abeeb0 0x55c2d8abc7f0 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7efccc036000 tx=0x7efccc02c0f0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.508+0000 7efcdb78b740 1 -- 172.21.15.1:0/3822279258 shutdown_connections 2024-02-10T00:04:06.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.508+0000 7efcdb78b740 1 --2- 172.21.15.1:0/3822279258 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c2d8acf4d0 0x55c2d8ad18f0 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.508+0000 7efcdb78b740 1 --2- 172.21.15.1:0/3822279258 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2d8abeeb0 0x55c2d8abc7f0 unknown :-1 s=CLOSED pgs=1036 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.508+0000 7efcdb78b740 1 --2- 172.21.15.1:0/3822279258 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2d8ab6330 0x55c2d8abc2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.508+0000 7efcb9ffb640 0 client.17337 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:06.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.508+0000 7efcdb78b740 1 --2- 172.21.15.1:0/3822279258 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2d8ab5980 0x55c2d8abbd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.508+0000 7efcdb78b740 1 -- 172.21.15.1:0/3822279258 >> 172.21.15.1:0/3822279258 conn(0x55c2d8ab0050 msgr2=0x55c2d8ab1da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:06.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.508+0000 7efcdb78b740 1 -- 172.21.15.1:0/3822279258 shutdown_connections 2024-02-10T00:04:06.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.508+0000 7efcdb78b740 1 -- 172.21.15.1:0/3822279258 wait complete. 2024-02-10T00:04:06.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.508+0000 7efcdb78b740 20 client.17337 trim_cache size 0 max 16384 2024-02-10T00:04:06.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.524+0000 7efcdb78b740 1 Processor -- start 2024-02-10T00:04:06.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.524+0000 7efcdb78b740 1 -- start start 2024-02-10T00:04:06.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.524+0000 7efcdb78b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2d8ab0050 0x55c2d8ab9010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.524+0000 7efcdb78b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2d8ab5980 0x55c2d8ab9550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.524+0000 7efcdb78b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2d8ab6330 0x55c2d8abbd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.524+0000 7efcdb78b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2d89a2fd0 con 0x55c2d8ab0050 2024-02-10T00:04:06.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.524+0000 7efcdb78b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2d8ac19c0 con 0x55c2d8ab5980 2024-02-10T00:04:06.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.524+0000 7efcdb78b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2d871d7e0 con 0x55c2d8ab6330 2024-02-10T00:04:06.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.524+0000 7efcd259c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2d8ab0050 0x55c2d8ab9010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.524+0000 7efcd259c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2d8ab0050 0x55c2d8ab9010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34132/0 (socket says 172.21.15.1:34132) 2024-02-10T00:04:06.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.524+0000 7efcd259c640 1 -- 172.21.15.1:0/3756532782 learned_addr learned my addr 172.21.15.1:0/3756532782 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:06.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.524+0000 7efcd1d9b640 1 --2- 172.21.15.1:0/3756532782 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2d8ab5980 0x55c2d8ab9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.524+0000 7efcd259c640 1 -- 172.21.15.1:0/3756532782 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2d8ab6330 msgr2=0x55c2d8abbd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:06.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.524+0000 7efcd259c640 1 --2- 172.21.15.1:0/3756532782 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2d8ab6330 0x55c2d8abbd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.524+0000 7efcd259c640 1 -- 172.21.15.1:0/3756532782 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2d8ab5980 msgr2=0x55c2d8ab9550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:06.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.524+0000 7efcd259c640 1 --2- 172.21.15.1:0/3756532782 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2d8ab5980 0x55c2d8ab9550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.524+0000 7efcd259c640 1 -- 172.21.15.1:0/3756532782 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c2d89b8b30 con 0x55c2d8ab0050 2024-02-10T00:04:06.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.524+0000 7efcd259c640 1 --2- 172.21.15.1:0/3756532782 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2d8ab0050 0x55c2d8ab9010 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7efcc400ab70 tx=0x7efcc4005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94a3a1b8b310ce7d server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:06.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.525+0000 7efcbbfff640 1 -- 172.21.15.1:0/3756532782 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcc4028070 con 0x55c2d8ab0050 2024-02-10T00:04:06.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.525+0000 7efcbbfff640 1 -- 172.21.15.1:0/3756532782 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efcc402c070 con 0x55c2d8ab0050 2024-02-10T00:04:06.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.525+0000 7efcbbfff640 1 -- 172.21.15.1:0/3756532782 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcc4010b10 con 0x55c2d8ab0050 2024-02-10T00:04:06.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.525+0000 7efcdb78b740 1 -- 172.21.15.1:0/3756532782 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2d8ab0050 msgr2=0x55c2d8ab9010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:06.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.525+0000 7efcdb78b740 1 --2- 172.21.15.1:0/3756532782 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2d8ab0050 0x55c2d8ab9010 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7efcc400ab70 tx=0x7efcc4005dc0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.525+0000 7efcdb78b740 1 -- 172.21.15.1:0/3756532782 shutdown_connections 2024-02-10T00:04:06.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.525+0000 7efcdb78b740 1 --2- 172.21.15.1:0/3756532782 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2d8ab6330 0x55c2d8abbd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.525+0000 7efcdb78b740 1 --2- 172.21.15.1:0/3756532782 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2d8ab5980 0x55c2d8ab9550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.525+0000 7efcdb78b740 1 --2- 172.21.15.1:0/3756532782 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2d8ab0050 0x55c2d8ab9010 unknown :-1 s=CLOSED pgs=1037 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.525+0000 7efcdb78b740 1 -- 172.21.15.1:0/3756532782 >> 172.21.15.1:0/3756532782 conn(0x55c2d8ab6a80 msgr2=0x55c2d8ad6270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:06.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.525+0000 7efcdb78b740 1 -- 172.21.15.1:0/3756532782 shutdown_connections 2024-02-10T00:04:06.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.525+0000 7efcdb78b740 1 -- 172.21.15.1:0/3756532782 wait complete. 2024-02-10T00:04:06.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.526+0000 7efcdb78b740 1 -- start start 2024-02-10T00:04:06.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.526+0000 7efcdb78b740 1 Processor -- start 2024-02-10T00:04:06.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.526+0000 7efcdb78b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2d8ab0050 0x55c2d8b201b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.526+0000 7efcdb78b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2d8ab5980 0x55c2d8b206f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.526+0000 7efcdb78b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2d8ab6330 0x55c2d8ac55a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.526+0000 7efcdb78b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2d8ac5b60 con 0x55c2d8ab0050 2024-02-10T00:04:06.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.526+0000 7efcdb78b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2d8ac5cd0 con 0x55c2d8ab6330 2024-02-10T00:04:06.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.526+0000 7efcdb78b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2d8ac5e90 con 0x55c2d8ab5980 2024-02-10T00:04:06.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.526+0000 7efcdb78b740 10 client.0 _ll_register_callbacks cb 0x7efcc400a670 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:06.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.526+0000 7efcd259c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2d8ab0050 0x55c2d8b201b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.526+0000 7efcd259c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2d8ab0050 0x55c2d8b201b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:34138/0 (socket says 172.21.15.1:34138) 2024-02-10T00:04:06.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.526+0000 7efcd259c640 1 -- 172.21.15.1:0/4114769398 learned_addr learned my addr 172.21.15.1:0/4114769398 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:06.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.526+0000 7efcd2d9d640 1 --2- 172.21.15.1:0/4114769398 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2d8ab6330 0x55c2d8ac55a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.526+0000 7efcd1d9b640 1 --2- 172.21.15.1:0/4114769398 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2d8ab5980 0x55c2d8b206f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.526+0000 7efcd259c640 1 -- 172.21.15.1:0/4114769398 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2d8ab5980 msgr2=0x55c2d8b206f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:06.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.526+0000 7efcd259c640 1 --2- 172.21.15.1:0/4114769398 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2d8ab5980 0x55c2d8b206f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.526+0000 7efcd259c640 1 -- 172.21.15.1:0/4114769398 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2d8ab6330 msgr2=0x55c2d8ac55a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:06.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.526+0000 7efcd259c640 1 --2- 172.21.15.1:0/4114769398 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2d8ab6330 0x55c2d8ac55a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.526+0000 7efcd259c640 1 -- 172.21.15.1:0/4114769398 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c2d89dfff0 con 0x55c2d8ab0050 2024-02-10T00:04:06.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.526+0000 7efcd2d9d640 1 --2- 172.21.15.1:0/4114769398 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2d8ab6330 0x55c2d8ac55a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:04:06.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.526+0000 7efcd259c640 1 --2- 172.21.15.1:0/4114769398 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2d8ab0050 0x55c2d8b201b0 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7efcc401b040 tx=0x7efcc400f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87a15f8ec8c64d server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:06.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.526+0000 7efcb9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:06.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.527+0000 7efcb9ffb640 1 -- 172.21.15.1:0/4114769398 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efcc4028050 con 0x55c2d8ab0050 2024-02-10T00:04:06.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.527+0000 7efcb9ffb640 1 -- 172.21.15.1:0/4114769398 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7efcc4010890 con 0x55c2d8ab0050 2024-02-10T00:04:06.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.527+0000 7efcdb78b740 1 -- 172.21.15.1:0/4114769398 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7efcc4018b20 con 0x55c2d8ab0050 2024-02-10T00:04:06.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.527+0000 7efcb9ffb640 1 -- 172.21.15.1:0/4114769398 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7efcc4018880 con 0x55c2d8ab0050 2024-02-10T00:04:06.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.527+0000 7efcdb78b740 10 client.17343 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:06.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.527+0000 7efcdb78b740 1 -- 172.21.15.1:0/4114769398 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c2d89de850 con 0x55c2d8ab0050 2024-02-10T00:04:06.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.527+0000 7efcb9ffb640 1 -- 172.21.15.1:0/4114769398 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efcc4018b20 con 0x55c2d8ab0050 2024-02-10T00:04:06.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.527+0000 7efcb9ffb640 1 -- 172.21.15.1:0/4114769398 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7efcc4038020 con 0x55c2d8ab0050 2024-02-10T00:04:06.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.527+0000 7efcdb78b740 10 client.17343 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:06.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.527+0000 7efcdb78b740 10 client.17343 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:04:06.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.527+0000 7efcdb78b740 20 client.17343 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:06.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.527+0000 7efcdb78b740 1 --2- 172.21.15.1:0/4114769398 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c2d8abeeb0 0x55c2d8b29e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:06.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.527+0000 7efcdb78b740 4 client.17343 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:04:06.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.527+0000 7efcdb78b740 1 -- 172.21.15.1:0/4114769398 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55c2d87a9890 con 0x55c2d8abeeb0 2024-02-10T00:04:06.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.527+0000 7efcd1d9b640 1 --2- 172.21.15.1:0/4114769398 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c2d8abeeb0 0x55c2d8b29e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:06.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.528+0000 7efcb9ffb640 10 client.17343 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:06.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.528+0000 7efcd1d9b640 1 --2- 172.21.15.1:0/4114769398 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c2d8abeeb0 0x55c2d8b29e20 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b61a8849376bc9bb server_cookie=4474611557531be2 in_seq=0 out_seq=0 2024-02-10T00:04:06.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.528+0000 7efcb9ffb640 1 -- 172.21.15.1:0/4114769398 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55c2d87a9890 con 0x55c2d8abeeb0 2024-02-10T00:04:06.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.528+0000 7efcb9ffb640 10 client.17343 handle_command_reply: tid=0 2024-02-10T00:04:06.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.528+0000 7efcdb78b740 1 client.17343 shutdown 2024-02-10T00:04:06.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.528+0000 7efcdb78b740 1 -- 172.21.15.1:0/4114769398 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2d8ab0050 msgr2=0x55c2d8b201b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:06.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.528+0000 7efcdb78b740 1 --2- 172.21.15.1:0/4114769398 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2d8ab0050 0x55c2d8b201b0 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7efcc401b040 tx=0x7efcc400f790 comp rx=0 tx=0).stop 2024-02-10T00:04:06.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.528+0000 7efcdb78b740 1 -- 172.21.15.1:0/4114769398 shutdown_connections 2024-02-10T00:04:06.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.528+0000 7efcdb78b740 1 --2- 172.21.15.1:0/4114769398 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c2d8abeeb0 0x55c2d8b29e20 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.528+0000 7efcdb78b740 1 --2- 172.21.15.1:0/4114769398 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c2d8ab6330 0x55c2d8ac55a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.528+0000 7efcdb78b740 1 --2- 172.21.15.1:0/4114769398 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c2d8ab5980 0x55c2d8b206f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.528+0000 7efcb9ffb640 0 client.17343 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:06.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.528+0000 7efcdb78b740 1 --2- 172.21.15.1:0/4114769398 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c2d8ab0050 0x55c2d8b201b0 unknown :-1 s=CLOSED pgs=1038 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.528+0000 7efcdb78b740 1 -- 172.21.15.1:0/4114769398 >> 172.21.15.1:0/4114769398 conn(0x55c2d8ab6a80 msgr2=0x55c2d8aae960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:06.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.528+0000 7efcdb78b740 1 -- 172.21.15.1:0/4114769398 shutdown_connections 2024-02-10T00:04:06.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.528+0000 7efcdb78b740 1 -- 172.21.15.1:0/4114769398 wait complete. 2024-02-10T00:04:06.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.528+0000 7efcdb78b740 20 client.17343 trim_cache size 0 max 16384 2024-02-10T00:04:06.541 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:04:06.541 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "IDLE (waiting for more scrubs)", 2024-02-10T00:04:06.541 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": { 2024-02-10T00:04:06.541 INFO:teuthology.orchestra.run.smithi001.stdout: "d61e879d-7e42-4bde-aea7-49972c86f0d1": { 2024-02-10T00:04:06.541 INFO:teuthology.orchestra.run.smithi001.stdout: "path": "/", 2024-02-10T00:04:06.541 INFO:teuthology.orchestra.run.smithi001.stdout: "tag": "d61e879d-7e42-4bde-aea7-49972c86f0d1", 2024-02-10T00:04:06.541 INFO:teuthology.orchestra.run.smithi001.stdout: "options": "recursive,force" 2024-02-10T00:04:06.541 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:04:06.541 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:04:06.542 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:04:06.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.529+0000 7efcd8bc2640 1 -- 172.21.15.1:0/1634573385 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7efcbc0a2260 msgr2=0x7efcbc0a4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:06.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.529+0000 7efcd8bc2640 1 --2- 172.21.15.1:0/1634573385 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7efcbc0a2260 0x7efcbc0a4720 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7efccc005cc0 tx=0x7efccc034520 comp rx=0 tx=0).stop 2024-02-10T00:04:06.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.529+0000 7efcd8bc2640 1 -- 172.21.15.1:0/1634573385 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efcd4105410 msgr2=0x7efcd410de00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:06.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.529+0000 7efcd8bc2640 1 --2- 172.21.15.1:0/1634573385 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efcd4105410 0x7efcd410de00 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7efcc8005fd0 tx=0x7efcc800dde0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.529+0000 7efcd8bc2640 1 -- 172.21.15.1:0/1634573385 shutdown_connections 2024-02-10T00:04:06.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.529+0000 7efcd8bc2640 1 --2- 172.21.15.1:0/1634573385 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7efcbc0a2260 0x7efcbc0a4720 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.529+0000 7efcd8bc2640 1 --2- 172.21.15.1:0/1634573385 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efcd410e340 0x7efcd41a5a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.529+0000 7efcd8bc2640 1 --2- 172.21.15.1:0/1634573385 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efcd4105410 0x7efcd410de00 unknown :-1 s=CLOSED pgs=1034 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.529+0000 7efcd8bc2640 1 --2- 172.21.15.1:0/1634573385 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efcd4100340 0x7efcd410d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:06.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.529+0000 7efcd8bc2640 1 -- 172.21.15.1:0/1634573385 >> 172.21.15.1:0/1634573385 conn(0x7efcd40772e0 msgr2=0x7efcd40fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:06.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.529+0000 7efcd8bc2640 1 -- 172.21.15.1:0/1634573385 shutdown_connections 2024-02-10T00:04:06.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:06.529+0000 7efcd8bc2640 1 -- 172.21.15.1:0/1634573385 wait complete. 2024-02-10T00:04:06.544 INFO:tasks.cephfs.filesystem:scrub status for tag:d61e879d-7e42-4bde-aea7-49972c86f0d1 - {'path': '/', 'tag': 'd61e879d-7e42-4bde-aea7-49972c86f0d1', 'options': 'recursive,force'} 2024-02-10T00:04:07.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:07 smithi088 ceph-mon[36452]: pgmap v146: 97 pgs: 97 active+clean; 2.8 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 56 KiB/s wr, 30 op/s 2024-02-10T00:04:07.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:07 smithi088 ceph-mon[36452]: scrub queued for path: / 2024-02-10T00:04:07.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:07 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:04:07.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:07 smithi088 ceph-mon[36452]: scrub summary: active paths [/] 2024-02-10T00:04:07.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:07 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:04:07.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:07 smithi103 ceph-mon[36942]: pgmap v146: 97 pgs: 97 active+clean; 2.8 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 56 KiB/s wr, 30 op/s 2024-02-10T00:04:07.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:07 smithi103 ceph-mon[36942]: scrub queued for path: / 2024-02-10T00:04:07.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:07 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:04:07.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:07 smithi103 ceph-mon[36942]: scrub summary: active paths [/] 2024-02-10T00:04:07.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:07 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:04:07.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:07 smithi001 ceph-mon[32335]: pgmap v146: 97 pgs: 97 active+clean; 2.8 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 56 KiB/s wr, 30 op/s 2024-02-10T00:04:07.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:07 smithi001 ceph-mon[32335]: scrub queued for path: / 2024-02-10T00:04:07.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:07 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:04:07.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:07 smithi001 ceph-mon[32335]: scrub summary: active paths [/] 2024-02-10T00:04:07.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:07 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:04:09.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:09 smithi088 ceph-mon[36452]: pgmap v147: 97 pgs: 97 active+clean; 2.9 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 71 KiB/s wr, 38 op/s 2024-02-10T00:04:09.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:09 smithi103 ceph-mon[36942]: pgmap v147: 97 pgs: 97 active+clean; 2.9 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 71 KiB/s wr, 38 op/s 2024-02-10T00:04:09.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:09 smithi001 ceph-mon[32335]: pgmap v147: 97 pgs: 97 active+clean; 2.9 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 71 KiB/s wr, 38 op/s 2024-02-10T00:04:11.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:11 smithi088 ceph-mon[36452]: pgmap v148: 97 pgs: 97 active+clean; 2.9 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 58 KiB/s wr, 31 op/s 2024-02-10T00:04:11.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:11 smithi088 ceph-mon[36452]: scrub summary: idle 2024-02-10T00:04:11.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:11 smithi103 ceph-mon[36942]: pgmap v148: 97 pgs: 97 active+clean; 2.9 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 58 KiB/s wr, 31 op/s 2024-02-10T00:04:11.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:11 smithi103 ceph-mon[36942]: scrub summary: idle 2024-02-10T00:04:11.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:11 smithi001 ceph-mon[32335]: pgmap v148: 97 pgs: 97 active+clean; 2.9 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 58 KiB/s wr, 31 op/s 2024-02-10T00:04:11.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:11 smithi001 ceph-mon[32335]: scrub summary: idle 2024-02-10T00:04:13.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:13 smithi088 ceph-mon[36452]: pgmap v149: 97 pgs: 97 active+clean; 2.9 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 58 KiB/s wr, 31 op/s 2024-02-10T00:04:13.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:13 smithi103 ceph-mon[36942]: pgmap v149: 97 pgs: 97 active+clean; 2.9 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 58 KiB/s wr, 31 op/s 2024-02-10T00:04:13.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:13 smithi001 ceph-mon[32335]: pgmap v149: 97 pgs: 97 active+clean; 2.9 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 58 KiB/s wr, 31 op/s 2024-02-10T00:04:15.287 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.282+0000 7fb62d56c640 1 -- 172.21.15.1:0/3656336949 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb628100340 msgr2=0x7fb628100720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:15.287 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.282+0000 7fb62d56c640 1 --2- 172.21.15.1:0/3656336949 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb628100340 0x7fb628100720 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7fb618009930 tx=0x7fb61802bc30 comp rx=0 tx=0).stop 2024-02-10T00:04:15.287 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.282+0000 7fb62d56c640 1 -- 172.21.15.1:0/3656336949 shutdown_connections 2024-02-10T00:04:15.287 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.282+0000 7fb62d56c640 1 --2- 172.21.15.1:0/3656336949 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb628105410 0x7fb62810cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:15.288 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.282+0000 7fb62d56c640 1 --2- 172.21.15.1:0/3656336949 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb628100cf0 0x7fb628104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:15.288 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.282+0000 7fb62d56c640 1 --2- 172.21.15.1:0/3656336949 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb628100340 0x7fb628100720 unknown :-1 s=CLOSED pgs=1039 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:15.288 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.282+0000 7fb62d56c640 1 -- 172.21.15.1:0/3656336949 >> 172.21.15.1:0/3656336949 conn(0x7fb628077220 msgr2=0x7fb628077630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:15.288 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.282+0000 7fb62d56c640 1 -- 172.21.15.1:0/3656336949 shutdown_connections 2024-02-10T00:04:15.288 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.282+0000 7fb62d56c640 1 -- 172.21.15.1:0/3656336949 wait complete. 2024-02-10T00:04:15.288 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.283+0000 7fb62d56c640 1 Processor -- start 2024-02-10T00:04:15.288 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.283+0000 7fb62d56c640 1 -- start start 2024-02-10T00:04:15.288 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.283+0000 7fb62d56c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb628100340 0x7fb6281987a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:15.288 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.283+0000 7fb62d56c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb628105410 0x7fb628198ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:15.288 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.283+0000 7fb62d56c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb628199270 0x7fb6281a3820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:15.289 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.283+0000 7fb62d56c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6281a3ef0 con 0x7fb628100340 2024-02-10T00:04:15.289 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.283+0000 7fb62d56c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6281a4060 con 0x7fb628199270 2024-02-10T00:04:15.289 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.283+0000 7fb62d56c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6281a4220 con 0x7fb628105410 2024-02-10T00:04:15.289 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.283+0000 7fb626ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb628100340 0x7fb6281987a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:15.289 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.283+0000 7fb626ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb628100340 0x7fb6281987a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54410/0 (socket says 172.21.15.1:54410) 2024-02-10T00:04:15.289 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.283+0000 7fb626ffd640 1 -- 172.21.15.1:0/147467578 learned_addr learned my addr 172.21.15.1:0/147467578 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:15.289 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.283+0000 7fb6277fe640 1 --2- 172.21.15.1:0/147467578 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb628199270 0x7fb6281a3820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:15.289 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.283+0000 7fb61ffff640 1 --2- 172.21.15.1:0/147467578 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb628105410 0x7fb628198ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:15.289 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.283+0000 7fb626ffd640 1 -- 172.21.15.1:0/147467578 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb628105410 msgr2=0x7fb628198ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:15.289 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.283+0000 7fb626ffd640 1 --2- 172.21.15.1:0/147467578 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb628105410 0x7fb628198ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:15.289 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.283+0000 7fb626ffd640 1 -- 172.21.15.1:0/147467578 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb628199270 msgr2=0x7fb6281a3820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:15.289 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.283+0000 7fb626ffd640 1 --2- 172.21.15.1:0/147467578 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb628199270 0x7fb6281a3820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:15.289 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.283+0000 7fb626ffd640 1 -- 172.21.15.1:0/147467578 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb618009560 con 0x7fb628100340 2024-02-10T00:04:15.290 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.283+0000 7fb6277fe640 1 --2- 172.21.15.1:0/147467578 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb628199270 0x7fb6281a3820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:04:15.290 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.283+0000 7fb626ffd640 1 --2- 172.21.15.1:0/147467578 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb628100340 0x7fb6281987a0 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7fb618009230 tx=0x7fb618004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:15.290 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.284+0000 7fb624ff9640 1 -- 172.21.15.1:0/147467578 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb618004440 con 0x7fb628100340 2024-02-10T00:04:15.290 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.284+0000 7fb624ff9640 1 -- 172.21.15.1:0/147467578 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb6180052d0 con 0x7fb628100340 2024-02-10T00:04:15.290 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.284+0000 7fb62d56c640 1 -- 172.21.15.1:0/147467578 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb6281a44a0 con 0x7fb628100340 2024-02-10T00:04:15.290 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.284+0000 7fb624ff9640 1 -- 172.21.15.1:0/147467578 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb618003d70 con 0x7fb628100340 2024-02-10T00:04:15.290 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.284+0000 7fb62d56c640 1 -- 172.21.15.1:0/147467578 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6281a4a00 con 0x7fb628100340 2024-02-10T00:04:15.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.286+0000 7fb624ff9640 1 -- 172.21.15.1:0/147467578 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fb618005440 con 0x7fb628100340 2024-02-10T00:04:15.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.286+0000 7fb63021d740 1 Processor -- start 2024-02-10T00:04:15.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.286+0000 7fb624ff9640 1 --2- 172.21.15.1:0/147467578 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb6140a22a0 0x7fb6140a4760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:15.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.286+0000 7fb63021d740 1 -- start start 2024-02-10T00:04:15.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.287+0000 7fb6277fe640 1 --2- 172.21.15.1:0/147467578 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb6140a22a0 0x7fb6140a4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:15.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.287+0000 7fb624ff9640 1 -- 172.21.15.1:0/147467578 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fb6180f0270 con 0x7fb628100340 2024-02-10T00:04:15.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.287+0000 7fb63021d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561ea5377b50 0x561ea5377f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:15.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.287+0000 7fb63021d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561ea5378470 0x561ea5385670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:15.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.287+0000 7fb63021d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561ea5385bb0 0x561ea5387fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:15.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.287+0000 7fb63021d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x561ea52e6a00 con 0x561ea5385bb0 2024-02-10T00:04:15.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.287+0000 7fb63021d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x561ea52e3f30 con 0x561ea5377b50 2024-02-10T00:04:15.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.287+0000 7fb63021d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x561ea52df710 con 0x561ea5378470 2024-02-10T00:04:15.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.287+0000 7fb6277fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561ea5385bb0 0x561ea5387fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:15.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.287+0000 7fb6277fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561ea5385bb0 0x561ea5387fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54426/0 (socket says 172.21.15.1:54426) 2024-02-10T00:04:15.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.287+0000 7fb626ffd640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561ea5377b50 0x561ea5377f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:15.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.287+0000 7fb6277fe640 1 -- 172.21.15.1:0/822607855 learned_addr learned my addr 172.21.15.1:0/822607855 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:15.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.287+0000 7fb61ffff640 1 --2- 172.21.15.1:0/822607855 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561ea5378470 0x561ea5385670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:15.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.287+0000 7fb6277fe640 1 --2- 172.21.15.1:0/147467578 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb6140a22a0 0x7fb6140a4760 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fb620008ca0 tx=0x7fb62000d710 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:15.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.288+0000 7fb6277fe640 1 -- 172.21.15.1:0/822607855 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561ea5378470 msgr2=0x561ea5385670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:15.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.288+0000 7fb6277fe640 1 --2- 172.21.15.1:0/822607855 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561ea5378470 0x561ea5385670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:15.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.288+0000 7fb6277fe640 1 -- 172.21.15.1:0/822607855 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561ea5377b50 msgr2=0x561ea5377f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:15.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.288+0000 7fb6277fe640 1 --2- 172.21.15.1:0/822607855 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561ea5377b50 0x561ea5377f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:15.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.288+0000 7fb6277fe640 1 -- 172.21.15.1:0/822607855 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561ea52a43b0 con 0x561ea5385bb0 2024-02-10T00:04:15.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.288+0000 7fb6277fe640 1 --2- 172.21.15.1:0/822607855 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561ea5385bb0 0x561ea5387fa0 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7fb620011520 tx=0x7fb620018000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97fef9c8e988768e server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:15.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.288+0000 7fb61d7fa640 1 -- 172.21.15.1:0/822607855 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb620017030 con 0x561ea5385bb0 2024-02-10T00:04:15.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.288+0000 7fb61d7fa640 1 -- 172.21.15.1:0/822607855 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb620010d80 con 0x561ea5385bb0 2024-02-10T00:04:15.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.288+0000 7fb61d7fa640 1 -- 172.21.15.1:0/822607855 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb62001cde0 con 0x561ea5385bb0 2024-02-10T00:04:15.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.289+0000 7fb63021d740 1 -- 172.21.15.1:0/822607855 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561ea5385bb0 msgr2=0x561ea5387fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:15.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.289+0000 7fb63021d740 1 --2- 172.21.15.1:0/822607855 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561ea5385bb0 0x561ea5387fa0 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7fb620011520 tx=0x7fb620018000 comp rx=0 tx=0).stop 2024-02-10T00:04:15.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.289+0000 7fb63021d740 1 -- 172.21.15.1:0/822607855 shutdown_connections 2024-02-10T00:04:15.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.289+0000 7fb63021d740 1 --2- 172.21.15.1:0/822607855 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561ea5385bb0 0x561ea5387fa0 unknown :-1 s=CLOSED pgs=1041 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:15.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.289+0000 7fb63021d740 1 --2- 172.21.15.1:0/822607855 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561ea5378470 0x561ea5385670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:15.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.289+0000 7fb63021d740 1 --2- 172.21.15.1:0/822607855 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561ea5377b50 0x561ea5377f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:15.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.289+0000 7fb63021d740 1 -- 172.21.15.1:0/822607855 >> 172.21.15.1:0/822607855 conn(0x561ea53729d0 msgr2=0x561ea5372db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:15.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.289+0000 7fb63021d740 1 -- 172.21.15.1:0/822607855 shutdown_connections 2024-02-10T00:04:15.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.289+0000 7fb63021d740 1 -- 172.21.15.1:0/822607855 wait complete. 2024-02-10T00:04:15.301 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.289+0000 7fb63021d740 1 -- start start 2024-02-10T00:04:15.301 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.289+0000 7fb63021d740 1 Processor -- start 2024-02-10T00:04:15.301 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.289+0000 7fb63021d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561ea5377b50 0x561ea5382b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:15.301 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.289+0000 7fb63021d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561ea5378470 0x561ea53830d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:15.301 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.289+0000 7fb63021d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561ea5385bb0 0x561ea5383610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:15.301 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.289+0000 7fb63021d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x561ea5284b90 con 0x561ea5378470 2024-02-10T00:04:15.301 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.289+0000 7fb63021d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x561ea4fb3250 con 0x561ea5385bb0 2024-02-10T00:04:15.301 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.289+0000 7fb63021d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x561ea5265200 con 0x561ea5377b50 2024-02-10T00:04:15.301 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.289+0000 7fb63021d740 10 client.0 _ll_register_callbacks cb 0x561ea529b5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:15.301 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.290+0000 7fb61ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561ea5378470 0x561ea53830d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:15.301 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.290+0000 7fb61ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561ea5378470 0x561ea53830d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54440/0 (socket says 172.21.15.1:54440) 2024-02-10T00:04:15.301 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.290+0000 7fb61ffff640 1 -- 172.21.15.1:0/3878848390 learned_addr learned my addr 172.21.15.1:0/3878848390 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:15.301 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.290+0000 7fb6277fe640 1 --2- 172.21.15.1:0/3878848390 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561ea5385bb0 0x561ea5383610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:15.302 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.290+0000 7fb626ffd640 1 --2- 172.21.15.1:0/3878848390 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561ea5377b50 0x561ea5382b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:15.302 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.290+0000 7fb61ffff640 1 -- 172.21.15.1:0/3878848390 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561ea5377b50 msgr2=0x561ea5382b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:15.302 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.290+0000 7fb61ffff640 1 --2- 172.21.15.1:0/3878848390 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561ea5377b50 0x561ea5382b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:15.302 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.290+0000 7fb61ffff640 1 -- 172.21.15.1:0/3878848390 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561ea5385bb0 msgr2=0x561ea5383610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:15.302 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.290+0000 7fb61ffff640 1 --2- 172.21.15.1:0/3878848390 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561ea5385bb0 0x561ea5383610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:15.302 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.290+0000 7fb61ffff640 1 -- 172.21.15.1:0/3878848390 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb620008d90 con 0x561ea5378470 2024-02-10T00:04:15.302 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.290+0000 7fb6277fe640 1 --2- 172.21.15.1:0/3878848390 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561ea5385bb0 0x561ea5383610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:04:15.302 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.290+0000 7fb626ffd640 1 --2- 172.21.15.1:0/3878848390 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561ea5377b50 0x561ea5382b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:04:15.302 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.290+0000 7fb61ffff640 1 --2- 172.21.15.1:0/3878848390 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561ea5378470 0x561ea53830d0 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7fb6100104a0 tx=0x7fb610010960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fdcdcd62ad9ade18 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:15.302 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.290+0000 7fb60e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:15.302 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.290+0000 7fb60e7fc640 1 -- 172.21.15.1:0/3878848390 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb610012920 con 0x561ea5378470 2024-02-10T00:04:15.302 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.290+0000 7fb63021d740 1 -- 172.21.15.1:0/3878848390 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561ea5305ee0 con 0x561ea5378470 2024-02-10T00:04:15.302 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.290+0000 7fb60e7fc640 1 -- 172.21.15.1:0/3878848390 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fb610012a80 con 0x561ea5378470 2024-02-10T00:04:15.302 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.290+0000 7fb60e7fc640 1 -- 172.21.15.1:0/3878848390 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb610012c40 con 0x561ea5378470 2024-02-10T00:04:15.302 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.290+0000 7fb63021d740 10 client.17355 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:15.303 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.290+0000 7fb63021d740 1 -- 172.21.15.1:0/3878848390 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x561ea52ddd90 con 0x561ea5378470 2024-02-10T00:04:15.303 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.291+0000 7fb60e7fc640 1 -- 172.21.15.1:0/3878848390 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x561ea5305ee0 con 0x561ea5378470 2024-02-10T00:04:15.303 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.291+0000 7fb60e7fc640 1 -- 172.21.15.1:0/3878848390 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fb6100113e0 con 0x561ea5378470 2024-02-10T00:04:15.303 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.291+0000 7fb63021d740 10 client.17355 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:15.303 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.291+0000 7fb63021d740 10 client.17355 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:04:15.303 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.291+0000 7fb63021d740 20 client.17355 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:15.303 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.291+0000 7fb63021d740 1 --2- 172.21.15.1:0/3878848390 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561ea5395e90 0x561ea53982d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:15.303 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.291+0000 7fb63021d740 4 client.17355 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:04:15.303 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.291+0000 7fb63021d740 1 -- 172.21.15.1:0/3878848390 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561ea4fdf600 con 0x561ea5395e90 2024-02-10T00:04:15.303 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.291+0000 7fb626ffd640 1 --2- 172.21.15.1:0/3878848390 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561ea5395e90 0x561ea53982d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:15.303 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.292+0000 7fb626ffd640 1 --2- 172.21.15.1:0/3878848390 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561ea5395e90 0x561ea53982d0 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=75ea811795da187d server_cookie=f30c441c886a112e in_seq=0 out_seq=0 2024-02-10T00:04:15.303 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.292+0000 7fb60e7fc640 10 client.17355 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:15.303 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.292+0000 7fb60e7fc640 1 -- 172.21.15.1:0/3878848390 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x561ea4fdf600 con 0x561ea5395e90 2024-02-10T00:04:15.303 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.292+0000 7fb60e7fc640 10 client.17355 handle_command_reply: tid=0 2024-02-10T00:04:15.303 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.292+0000 7fb63021d740 1 client.17355 shutdown 2024-02-10T00:04:15.304 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.292+0000 7fb63021d740 1 -- 172.21.15.1:0/3878848390 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561ea5378470 msgr2=0x561ea53830d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:15.304 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.292+0000 7fb63021d740 1 --2- 172.21.15.1:0/3878848390 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561ea5378470 0x561ea53830d0 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7fb6100104a0 tx=0x7fb610010960 comp rx=0 tx=0).stop 2024-02-10T00:04:15.304 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.292+0000 7fb63021d740 1 -- 172.21.15.1:0/3878848390 shutdown_connections 2024-02-10T00:04:15.304 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.292+0000 7fb63021d740 1 --2- 172.21.15.1:0/3878848390 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561ea5395e90 0x561ea53982d0 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:15.304 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.292+0000 7fb63021d740 1 --2- 172.21.15.1:0/3878848390 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561ea5385bb0 0x561ea5383610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:15.304 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.292+0000 7fb63021d740 1 --2- 172.21.15.1:0/3878848390 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561ea5378470 0x561ea53830d0 unknown :-1 s=CLOSED pgs=1042 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:15.304 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.292+0000 7fb60e7fc640 0 client.17355 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:15.304 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.292+0000 7fb63021d740 1 --2- 172.21.15.1:0/3878848390 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561ea5377b50 0x561ea5382b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:15.304 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.292+0000 7fb63021d740 1 -- 172.21.15.1:0/3878848390 >> 172.21.15.1:0/3878848390 conn(0x561ea53729d0 msgr2=0x561ea5374720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:15.304 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.293+0000 7fb63021d740 1 -- 172.21.15.1:0/3878848390 shutdown_connections 2024-02-10T00:04:15.304 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.293+0000 7fb63021d740 1 -- 172.21.15.1:0/3878848390 wait complete. 2024-02-10T00:04:15.304 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.293+0000 7fb63021d740 20 client.17355 trim_cache size 0 max 16384 2024-02-10T00:04:15.308 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.306+0000 7fb63021d740 1 Processor -- start 2024-02-10T00:04:15.308 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.306+0000 7fb63021d740 1 -- start start 2024-02-10T00:04:15.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.306+0000 7fb63021d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561ea5377b50 0x561ea53852c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:15.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.306+0000 7fb63021d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561ea5378470 0x561ea5383430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:15.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.306+0000 7fb63021d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561ea5385bb0 0x561ea5381460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:15.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.306+0000 7fb63021d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x561ea5305ee0 con 0x561ea5377b50 2024-02-10T00:04:15.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.306+0000 7fb63021d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x561ea536cef0 con 0x561ea5378470 2024-02-10T00:04:15.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.306+0000 7fb63021d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x561ea53928f0 con 0x561ea5385bb0 2024-02-10T00:04:15.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.306+0000 7fb626ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561ea5377b50 0x561ea53852c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:15.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.306+0000 7fb626ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561ea5377b50 0x561ea53852c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54456/0 (socket says 172.21.15.1:54456) 2024-02-10T00:04:15.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.306+0000 7fb626ffd640 1 -- 172.21.15.1:0/343548768 learned_addr learned my addr 172.21.15.1:0/343548768 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:15.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.307+0000 7fb61ffff640 1 --2- 172.21.15.1:0/343548768 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561ea5378470 0x561ea5383430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:15.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.307+0000 7fb626ffd640 1 -- 172.21.15.1:0/343548768 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561ea5385bb0 msgr2=0x561ea5381460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:15.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.307+0000 7fb6277fe640 1 --2- 172.21.15.1:0/343548768 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561ea5385bb0 0x561ea5381460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:15.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.307+0000 7fb626ffd640 1 --2- 172.21.15.1:0/343548768 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561ea5385bb0 0x561ea5381460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:15.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.307+0000 7fb626ffd640 1 -- 172.21.15.1:0/343548768 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561ea5378470 msgr2=0x561ea5383430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:15.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.307+0000 7fb626ffd640 1 --2- 172.21.15.1:0/343548768 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561ea5378470 0x561ea5383430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:15.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.307+0000 7fb626ffd640 1 -- 172.21.15.1:0/343548768 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561ea527a820 con 0x561ea5377b50 2024-02-10T00:04:15.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.307+0000 7fb61ffff640 1 --2- 172.21.15.1:0/343548768 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561ea5378470 0x561ea5383430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:04:15.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.307+0000 7fb626ffd640 1 --2- 172.21.15.1:0/343548768 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561ea5377b50 0x561ea53852c0 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7fb618000c00 tx=0x7fb618003840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a6c594414fff669 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:15.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.307+0000 7fb61cff9640 1 -- 172.21.15.1:0/343548768 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6180d9070 con 0x561ea5377b50 2024-02-10T00:04:15.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.307+0000 7fb61cff9640 1 -- 172.21.15.1:0/343548768 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb6180c54e0 con 0x561ea5377b50 2024-02-10T00:04:15.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.307+0000 7fb61cff9640 1 -- 172.21.15.1:0/343548768 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6180b93b0 con 0x561ea5377b50 2024-02-10T00:04:15.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.308+0000 7fb63021d740 1 -- 172.21.15.1:0/343548768 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561ea5377b50 msgr2=0x561ea53852c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:15.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.308+0000 7fb63021d740 1 --2- 172.21.15.1:0/343548768 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561ea5377b50 0x561ea53852c0 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7fb618000c00 tx=0x7fb618003840 comp rx=0 tx=0).stop 2024-02-10T00:04:15.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.308+0000 7fb63021d740 1 -- 172.21.15.1:0/343548768 shutdown_connections 2024-02-10T00:04:15.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.308+0000 7fb63021d740 1 --2- 172.21.15.1:0/343548768 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561ea5385bb0 0x561ea5381460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:15.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.308+0000 7fb63021d740 1 --2- 172.21.15.1:0/343548768 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561ea5378470 0x561ea5383430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:15.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.308+0000 7fb63021d740 1 --2- 172.21.15.1:0/343548768 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561ea5377b50 0x561ea53852c0 unknown :-1 s=CLOSED pgs=1043 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:15.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.308+0000 7fb63021d740 1 -- 172.21.15.1:0/343548768 >> 172.21.15.1:0/343548768 conn(0x561ea53729d0 msgr2=0x561ea539cc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:15.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.308+0000 7fb63021d740 1 -- 172.21.15.1:0/343548768 shutdown_connections 2024-02-10T00:04:15.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.308+0000 7fb63021d740 1 -- 172.21.15.1:0/343548768 wait complete. 2024-02-10T00:04:15.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.308+0000 7fb63021d740 1 -- start start 2024-02-10T00:04:15.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.308+0000 7fb63021d740 1 Processor -- start 2024-02-10T00:04:15.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.308+0000 7fb63021d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561ea5377b50 0x561ea538c650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:15.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.308+0000 7fb63021d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561ea5378470 0x561ea538cb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:15.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.308+0000 7fb63021d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561ea5385bb0 0x561ea538acf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:15.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.308+0000 7fb63021d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x561ea538b2b0 con 0x561ea5377b50 2024-02-10T00:04:15.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.308+0000 7fb63021d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x561ea538b420 con 0x561ea5385bb0 2024-02-10T00:04:15.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.308+0000 7fb63021d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x561ea538b5e0 con 0x561ea5378470 2024-02-10T00:04:15.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.308+0000 7fb63021d740 10 client.0 _ll_register_callbacks cb 0x7fb61000e310 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:15.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.308+0000 7fb626ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561ea5377b50 0x561ea538c650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:15.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.309+0000 7fb626ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561ea5377b50 0x561ea538c650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54470/0 (socket says 172.21.15.1:54470) 2024-02-10T00:04:15.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.309+0000 7fb626ffd640 1 -- 172.21.15.1:0/2052719947 learned_addr learned my addr 172.21.15.1:0/2052719947 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:15.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.309+0000 7fb6277fe640 1 --2- 172.21.15.1:0/2052719947 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561ea5385bb0 0x561ea538acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:15.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.309+0000 7fb61ffff640 1 --2- 172.21.15.1:0/2052719947 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561ea5378470 0x561ea538cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:15.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.309+0000 7fb626ffd640 1 -- 172.21.15.1:0/2052719947 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561ea5378470 msgr2=0x561ea538cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:15.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.309+0000 7fb626ffd640 1 --2- 172.21.15.1:0/2052719947 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561ea5378470 0x561ea538cb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:15.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.309+0000 7fb626ffd640 1 -- 172.21.15.1:0/2052719947 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561ea5385bb0 msgr2=0x561ea538acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:15.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.309+0000 7fb626ffd640 1 --2- 172.21.15.1:0/2052719947 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561ea5385bb0 0x561ea538acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:15.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.309+0000 7fb626ffd640 1 -- 172.21.15.1:0/2052719947 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6281a4a00 con 0x561ea5377b50 2024-02-10T00:04:15.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.309+0000 7fb61ffff640 1 --2- 172.21.15.1:0/2052719947 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561ea5378470 0x561ea538cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:04:15.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.309+0000 7fb626ffd640 1 --2- 172.21.15.1:0/2052719947 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561ea5377b50 0x561ea538c650 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7fb618005c40 tx=0x7fb6180c1010 comp rx=0 tx=0).ready entity=mon.0 client_cookie=841082499f7398c1 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:15.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.309+0000 7fb60e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:15.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.309+0000 7fb60e7fc640 1 -- 172.21.15.1:0/2052719947 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6180d9030 con 0x561ea5377b50 2024-02-10T00:04:15.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.309+0000 7fb60e7fc640 1 -- 172.21.15.1:0/2052719947 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fb6180da070 con 0x561ea5377b50 2024-02-10T00:04:15.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.309+0000 7fb63021d740 1 -- 172.21.15.1:0/2052719947 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb620010d80 con 0x561ea5377b50 2024-02-10T00:04:15.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.309+0000 7fb60e7fc640 1 -- 172.21.15.1:0/2052719947 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb6180bb040 con 0x561ea5377b50 2024-02-10T00:04:15.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.309+0000 7fb63021d740 10 client.17361 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:15.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.309+0000 7fb63021d740 1 -- 172.21.15.1:0/2052719947 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x561ea52a06f0 con 0x561ea5377b50 2024-02-10T00:04:15.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.309+0000 7fb60e7fc640 1 -- 172.21.15.1:0/2052719947 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb620010d80 con 0x561ea5377b50 2024-02-10T00:04:15.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.310+0000 7fb60e7fc640 1 -- 172.21.15.1:0/2052719947 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fb61803c070 con 0x561ea5377b50 2024-02-10T00:04:15.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.310+0000 7fb63021d740 10 client.17361 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:15.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.310+0000 7fb63021d740 10 client.17361 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:04:15.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.310+0000 7fb63021d740 20 client.17361 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:15.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.310+0000 7fb63021d740 1 --2- 172.21.15.1:0/2052719947 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561ea53ed2a0 0x561ea53ef6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:15.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.310+0000 7fb63021d740 4 client.17361 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:04:15.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.310+0000 7fb63021d740 1 -- 172.21.15.1:0/2052719947 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x561ea50301b0 con 0x561ea53ed2a0 2024-02-10T00:04:15.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.310+0000 7fb61ffff640 1 --2- 172.21.15.1:0/2052719947 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561ea53ed2a0 0x561ea53ef6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:15.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.310+0000 7fb60e7fc640 10 client.17361 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:15.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.310+0000 7fb61ffff640 1 --2- 172.21.15.1:0/2052719947 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561ea53ed2a0 0x561ea53ef6c0 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eeef60938fa12c5c server_cookie=2f208fa948edf723 in_seq=0 out_seq=0 2024-02-10T00:04:15.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.325+0000 7fb60e7fc640 1 -- 172.21.15.1:0/2052719947 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x561ea50301b0 con 0x561ea53ed2a0 2024-02-10T00:04:15.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.325+0000 7fb60e7fc640 10 client.17361 handle_command_reply: tid=0 2024-02-10T00:04:15.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.325+0000 7fb63021d740 1 client.17361 shutdown 2024-02-10T00:04:15.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.325+0000 7fb63021d740 1 -- 172.21.15.1:0/2052719947 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561ea5377b50 msgr2=0x561ea538c650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:15.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.325+0000 7fb63021d740 1 --2- 172.21.15.1:0/2052719947 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561ea5377b50 0x561ea538c650 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7fb618005c40 tx=0x7fb6180c1010 comp rx=0 tx=0).stop 2024-02-10T00:04:15.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.325+0000 7fb63021d740 1 -- 172.21.15.1:0/2052719947 shutdown_connections 2024-02-10T00:04:15.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.325+0000 7fb63021d740 1 --2- 172.21.15.1:0/2052719947 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561ea53ed2a0 0x561ea53ef6c0 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:15.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.325+0000 7fb63021d740 1 --2- 172.21.15.1:0/2052719947 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561ea5385bb0 0x561ea538acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:15.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.325+0000 7fb63021d740 1 --2- 172.21.15.1:0/2052719947 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561ea5378470 0x561ea538cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:15.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.325+0000 7fb60e7fc640 0 client.17361 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:15.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.325+0000 7fb63021d740 1 --2- 172.21.15.1:0/2052719947 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561ea5377b50 0x561ea538c650 unknown :-1 s=CLOSED pgs=1044 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:15.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.325+0000 7fb63021d740 1 -- 172.21.15.1:0/2052719947 >> 172.21.15.1:0/2052719947 conn(0x561ea53729d0 msgr2=0x561ea53812f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:15.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.325+0000 7fb63021d740 1 -- 172.21.15.1:0/2052719947 shutdown_connections 2024-02-10T00:04:15.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.325+0000 7fb63021d740 1 -- 172.21.15.1:0/2052719947 wait complete. 2024-02-10T00:04:15.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.325+0000 7fb63021d740 20 client.17361 trim_cache size 0 max 16384 2024-02-10T00:04:15.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:04:15.330 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:04:15.330 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:04:15.330 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:04:15.331 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.326+0000 7fb62d56c640 1 -- 172.21.15.1:0/147467578 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb6140a22a0 msgr2=0x7fb6140a4760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:15.331 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.326+0000 7fb62d56c640 1 --2- 172.21.15.1:0/147467578 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb6140a22a0 0x7fb6140a4760 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fb620008ca0 tx=0x7fb62000d710 comp rx=0 tx=0).stop 2024-02-10T00:04:15.331 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.326+0000 7fb62d56c640 1 -- 172.21.15.1:0/147467578 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb628100340 msgr2=0x7fb6281987a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:15.331 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.326+0000 7fb62d56c640 1 --2- 172.21.15.1:0/147467578 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb628100340 0x7fb6281987a0 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7fb618009230 tx=0x7fb618004040 comp rx=0 tx=0).stop 2024-02-10T00:04:15.331 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.326+0000 7fb62d56c640 1 -- 172.21.15.1:0/147467578 shutdown_connections 2024-02-10T00:04:15.331 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.326+0000 7fb62d56c640 1 --2- 172.21.15.1:0/147467578 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb6140a22a0 0x7fb6140a4760 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:15.332 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.326+0000 7fb62d56c640 1 --2- 172.21.15.1:0/147467578 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb628199270 0x7fb6281a3820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:15.332 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.326+0000 7fb62d56c640 1 --2- 172.21.15.1:0/147467578 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb628105410 0x7fb628198ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:15.332 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.326+0000 7fb62d56c640 1 --2- 172.21.15.1:0/147467578 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb628100340 0x7fb6281987a0 unknown :-1 s=CLOSED pgs=1040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:15.332 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.326+0000 7fb62d56c640 1 -- 172.21.15.1:0/147467578 >> 172.21.15.1:0/147467578 conn(0x7fb628077220 msgr2=0x7fb6280fe410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:15.332 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.326+0000 7fb62d56c640 1 -- 172.21.15.1:0/147467578 shutdown_connections 2024-02-10T00:04:15.332 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:15.326+0000 7fb62d56c640 1 -- 172.21.15.1:0/147467578 wait complete. 2024-02-10T00:04:15.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:15 smithi088 ceph-mon[36452]: pgmap v150: 97 pgs: 97 active+clean; 3.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 74 KiB/s wr, 38 op/s 2024-02-10T00:04:15.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:15 smithi103 ceph-mon[36942]: pgmap v150: 97 pgs: 97 active+clean; 3.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 74 KiB/s wr, 38 op/s 2024-02-10T00:04:15.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:15 smithi001 ceph-mon[32335]: pgmap v150: 97 pgs: 97 active+clean; 3.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 74 KiB/s wr, 38 op/s 2024-02-10T00:04:17.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:17 smithi088 ceph-mon[36452]: pgmap v151: 97 pgs: 97 active+clean; 3.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 30 KiB/s wr, 14 op/s 2024-02-10T00:04:17.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:17 smithi103 ceph-mon[36942]: pgmap v151: 97 pgs: 97 active+clean; 3.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 30 KiB/s wr, 14 op/s 2024-02-10T00:04:17.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:17 smithi001 ceph-mon[32335]: pgmap v151: 97 pgs: 97 active+clean; 3.1 MiB data, 364 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 30 KiB/s wr, 14 op/s 2024-02-10T00:04:19.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:19 smithi088 ceph-mon[36452]: pgmap v152: 97 pgs: 97 active+clean; 3.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 51 KiB/s wr, 23 op/s 2024-02-10T00:04:19.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:19 smithi103 ceph-mon[36942]: pgmap v152: 97 pgs: 97 active+clean; 3.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 51 KiB/s wr, 23 op/s 2024-02-10T00:04:19.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:19 smithi001 ceph-mon[32335]: pgmap v152: 97 pgs: 97 active+clean; 3.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 51 KiB/s wr, 23 op/s 2024-02-10T00:04:21.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:21 smithi088 ceph-mon[36452]: pgmap v153: 97 pgs: 97 active+clean; 3.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 36 KiB/s wr, 15 op/s 2024-02-10T00:04:21.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:21 smithi103 ceph-mon[36942]: pgmap v153: 97 pgs: 97 active+clean; 3.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 36 KiB/s wr, 15 op/s 2024-02-10T00:04:21.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:21 smithi001 ceph-mon[32335]: pgmap v153: 97 pgs: 97 active+clean; 3.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 36 KiB/s wr, 15 op/s 2024-02-10T00:04:23.347 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:23 smithi088 ceph-mon[36452]: pgmap v154: 97 pgs: 97 active+clean; 3.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 36 KiB/s wr, 15 op/s 2024-02-10T00:04:23.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:23 smithi103 ceph-mon[36942]: pgmap v154: 97 pgs: 97 active+clean; 3.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 36 KiB/s wr, 15 op/s 2024-02-10T00:04:23.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:23 smithi001 ceph-mon[32335]: pgmap v154: 97 pgs: 97 active+clean; 3.3 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 36 KiB/s wr, 15 op/s 2024-02-10T00:04:25.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:25 smithi088 ceph-mon[36452]: pgmap v155: 97 pgs: 97 active+clean; 3.5 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 51 KiB/s wr, 22 op/s 2024-02-10T00:04:25.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:25 smithi103 ceph-mon[36942]: pgmap v155: 97 pgs: 97 active+clean; 3.5 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 51 KiB/s wr, 22 op/s 2024-02-10T00:04:25.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:25 smithi001 ceph-mon[32335]: pgmap v155: 97 pgs: 97 active+clean; 3.5 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 51 KiB/s wr, 22 op/s 2024-02-10T00:04:27.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:27 smithi088 ceph-mon[36452]: pgmap v156: 97 pgs: 97 active+clean; 3.5 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 36 KiB/s wr, 15 op/s 2024-02-10T00:04:27.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:27 smithi103 ceph-mon[36942]: pgmap v156: 97 pgs: 97 active+clean; 3.5 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 36 KiB/s wr, 15 op/s 2024-02-10T00:04:27.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:27 smithi001 ceph-mon[32335]: pgmap v156: 97 pgs: 97 active+clean; 3.5 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 36 KiB/s wr, 15 op/s 2024-02-10T00:04:28.444 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.425+0000 7fc5cfdd7640 1 -- 172.21.15.1:0/2923473875 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc5c8100340 msgr2=0x7fc5c8100720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:28.444 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.425+0000 7fc5cfdd7640 1 --2- 172.21.15.1:0/2923473875 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc5c8100340 0x7fc5c8100720 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7fc5c4009cd0 tx=0x7fc5c402c0f0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.444 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.425+0000 7fc5cfdd7640 1 -- 172.21.15.1:0/2923473875 shutdown_connections 2024-02-10T00:04:28.444 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.425+0000 7fc5cfdd7640 1 --2- 172.21.15.1:0/2923473875 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc5c8105410 0x7fc5c810cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.445 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.425+0000 7fc5cfdd7640 1 --2- 172.21.15.1:0/2923473875 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc5c8100cf0 0x7fc5c8104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.445 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.425+0000 7fc5cfdd7640 1 --2- 172.21.15.1:0/2923473875 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc5c8100340 0x7fc5c8100720 unknown :-1 s=CLOSED pgs=1045 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.445 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.425+0000 7fc5cfdd7640 1 -- 172.21.15.1:0/2923473875 >> 172.21.15.1:0/2923473875 conn(0x7fc5c8077220 msgr2=0x7fc5c8077630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:28.445 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.425+0000 7fc5cfdd7640 1 -- 172.21.15.1:0/2923473875 shutdown_connections 2024-02-10T00:04:28.445 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.425+0000 7fc5cfdd7640 1 -- 172.21.15.1:0/2923473875 wait complete. 2024-02-10T00:04:28.445 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.426+0000 7fc5cfdd7640 1 Processor -- start 2024-02-10T00:04:28.445 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.426+0000 7fc5cfdd7640 1 -- start start 2024-02-10T00:04:28.446 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.426+0000 7fc5cfdd7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc5c8100340 0x7fc5c810d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:28.446 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.426+0000 7fc5cfdd7640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc5c8105410 0x7fc5c810de00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:28.446 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.426+0000 7fc5cfdd7640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc5c810e340 0x7fc5c81a5a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:28.446 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.426+0000 7fc5cfdd7640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5c81a6050 con 0x7fc5c8100340 2024-02-10T00:04:28.446 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.426+0000 7fc5cfdd7640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5c81a61c0 con 0x7fc5c8105410 2024-02-10T00:04:28.446 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.426+0000 7fc5cfdd7640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5c81a6380 con 0x7fc5c810e340 2024-02-10T00:04:28.446 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.426+0000 7fc5cdb73640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc5c8100340 0x7fc5c810d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:28.446 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.426+0000 7fc5cdb73640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc5c8100340 0x7fc5c810d8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33424/0 (socket says 172.21.15.1:33424) 2024-02-10T00:04:28.447 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.426+0000 7fc5cdb73640 1 -- 172.21.15.1:0/3730021592 learned_addr learned my addr 172.21.15.1:0/3730021592 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:28.447 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.426+0000 7fc5cd372640 1 --2- 172.21.15.1:0/3730021592 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc5c8105410 0x7fc5c810de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:28.447 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.426+0000 7fc5cdb73640 1 -- 172.21.15.1:0/3730021592 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc5c810e340 msgr2=0x7fc5c81a5a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:28.447 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.426+0000 7fc5ce374640 1 --2- 172.21.15.1:0/3730021592 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc5c810e340 0x7fc5c81a5a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:28.447 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.426+0000 7fc5cdb73640 1 --2- 172.21.15.1:0/3730021592 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc5c810e340 0x7fc5c81a5a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.447 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.426+0000 7fc5cdb73640 1 -- 172.21.15.1:0/3730021592 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc5c8105410 msgr2=0x7fc5c810de00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:28.447 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.426+0000 7fc5cdb73640 1 --2- 172.21.15.1:0/3730021592 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc5c8105410 0x7fc5c810de00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.447 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.426+0000 7fc5cdb73640 1 -- 172.21.15.1:0/3730021592 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5c4009900 con 0x7fc5c8100340 2024-02-10T00:04:28.448 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.427+0000 7fc5cdb73640 1 --2- 172.21.15.1:0/3730021592 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc5c8100340 0x7fc5c810d8c0 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7fc5c4004af0 tx=0x7fc5c4034cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:28.448 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.427+0000 7fc5beffd640 1 -- 172.21.15.1:0/3730021592 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5c4032ac0 con 0x7fc5c8100340 2024-02-10T00:04:28.448 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.427+0000 7fc5beffd640 1 -- 172.21.15.1:0/3730021592 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc5c4003e50 con 0x7fc5c8100340 2024-02-10T00:04:28.448 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.427+0000 7fc5cfdd7640 1 -- 172.21.15.1:0/3730021592 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5c81a6600 con 0x7fc5c8100340 2024-02-10T00:04:28.448 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.427+0000 7fc5beffd640 1 -- 172.21.15.1:0/3730021592 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5c4040450 con 0x7fc5c8100340 2024-02-10T00:04:28.448 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.427+0000 7fc5cfdd7640 1 -- 172.21.15.1:0/3730021592 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5c81a6b00 con 0x7fc5c8100340 2024-02-10T00:04:28.448 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.429+0000 7fc5beffd640 1 -- 172.21.15.1:0/3730021592 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fc5c400a040 con 0x7fc5c8100340 2024-02-10T00:04:28.449 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.429+0000 7fc5d29af740 1 Processor -- start 2024-02-10T00:04:28.449 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.430+0000 7fc5d29af740 1 -- start start 2024-02-10T00:04:28.449 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.430+0000 7fc5beffd640 1 --2- 172.21.15.1:0/3730021592 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc5b40a22d0 0x7fc5b40a4790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:28.449 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.430+0000 7fc5d29af740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559371a3f0b0 0x559371a3f490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:28.449 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.430+0000 7fc5d29af740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559371a3f9d0 0x559371a48260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:28.449 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.430+0000 7fc5d29af740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559371a487a0 0x559371a4ab90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:28.449 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.430+0000 7fc5d29af740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593719ada00 con 0x559371a487a0 2024-02-10T00:04:28.449 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.430+0000 7fc5d29af740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593719aaf30 con 0x559371a3f9d0 2024-02-10T00:04:28.449 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.430+0000 7fc5d29af740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593719a6710 con 0x559371a3f0b0 2024-02-10T00:04:28.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.430+0000 7fc5ce374640 1 --2- 172.21.15.1:0/3730021592 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc5b40a22d0 0x7fc5b40a4790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:28.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.430+0000 7fc5beffd640 1 -- 172.21.15.1:0/3730021592 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fc5c40f0e70 con 0x7fc5c8100340 2024-02-10T00:04:28.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.430+0000 7fc5ce374640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559371a487a0 0x559371a4ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:28.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.430+0000 7fc5cdb73640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559371a3f0b0 0x559371a3f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:28.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.430+0000 7fc5ce374640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559371a487a0 0x559371a4ab90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33428/0 (socket says 172.21.15.1:33428) 2024-02-10T00:04:28.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.430+0000 7fc5ce374640 1 -- 172.21.15.1:0/2628665652 learned_addr learned my addr 172.21.15.1:0/2628665652 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:28.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.430+0000 7fc5cd372640 1 --2- 172.21.15.1:0/2628665652 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559371a3f9d0 0x559371a48260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:28.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.431+0000 7fc5cdb73640 1 -- 172.21.15.1:0/2628665652 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559371a3f9d0 msgr2=0x559371a48260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:28.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.431+0000 7fc5cdb73640 1 --2- 172.21.15.1:0/2628665652 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559371a3f9d0 0x559371a48260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.431+0000 7fc5cdb73640 1 -- 172.21.15.1:0/2628665652 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559371a487a0 msgr2=0x559371a4ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:28.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.431+0000 7fc5cdb73640 1 --2- 172.21.15.1:0/2628665652 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559371a487a0 0x559371a4ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.431+0000 7fc5cdb73640 1 -- 172.21.15.1:0/2628665652 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55937196b3b0 con 0x559371a3f0b0 2024-02-10T00:04:28.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.431+0000 7fc5ce374640 1 --2- 172.21.15.1:0/2628665652 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559371a487a0 0x559371a4ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:04:28.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.431+0000 7fc5ce374640 1 --2- 172.21.15.1:0/3730021592 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc5b40a22d0 0x7fc5b40a4790 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fc5c00137e0 tx=0x7fc5c000e9f0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:28.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.431+0000 7fc5cdb73640 1 --2- 172.21.15.1:0/2628665652 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559371a3f0b0 0x559371a3f490 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fc5c40ee6a0 tx=0x7fc5c40b9be0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fea88052566326b3 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:28.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.431+0000 7fc5b3fff640 1 -- 172.21.15.1:0/2628665652 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5c409b140 con 0x559371a3f0b0 2024-02-10T00:04:28.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.431+0000 7fc5b3fff640 1 -- 172.21.15.1:0/2628665652 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc5c409af60 con 0x559371a3f0b0 2024-02-10T00:04:28.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.431+0000 7fc5b3fff640 1 -- 172.21.15.1:0/2628665652 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5c40c60e0 con 0x559371a3f0b0 2024-02-10T00:04:28.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.432+0000 7fc5d29af740 1 -- 172.21.15.1:0/2628665652 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559371a3f0b0 msgr2=0x559371a3f490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:28.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.432+0000 7fc5d29af740 1 --2- 172.21.15.1:0/2628665652 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559371a3f0b0 0x559371a3f490 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fc5c40ee6a0 tx=0x7fc5c40b9be0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.432+0000 7fc5d29af740 1 -- 172.21.15.1:0/2628665652 shutdown_connections 2024-02-10T00:04:28.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.432+0000 7fc5d29af740 1 --2- 172.21.15.1:0/2628665652 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559371a487a0 0x559371a4ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.432+0000 7fc5d29af740 1 --2- 172.21.15.1:0/2628665652 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559371a3f9d0 0x559371a48260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.432+0000 7fc5d29af740 1 --2- 172.21.15.1:0/2628665652 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559371a3f0b0 0x559371a3f490 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.432+0000 7fc5d29af740 1 -- 172.21.15.1:0/2628665652 >> 172.21.15.1:0/2628665652 conn(0x559371a399d0 msgr2=0x559371a39db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:28.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.432+0000 7fc5d29af740 1 -- 172.21.15.1:0/2628665652 shutdown_connections 2024-02-10T00:04:28.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.432+0000 7fc5d29af740 1 -- 172.21.15.1:0/2628665652 wait complete. 2024-02-10T00:04:28.456 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.432+0000 7fc5d29af740 1 -- start start 2024-02-10T00:04:28.456 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.432+0000 7fc5d29af740 1 Processor -- start 2024-02-10T00:04:28.456 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.433+0000 7fc5d29af740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559371a3f0b0 0x559371a45700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:28.456 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.433+0000 7fc5d29af740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559371a3f9d0 0x559371a45c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:28.456 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.433+0000 7fc5d29af740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559371a487a0 0x559371a46180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:28.456 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.433+0000 7fc5d29af740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55937194bb90 con 0x559371a3f0b0 2024-02-10T00:04:28.456 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.433+0000 7fc5d29af740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55937167a250 con 0x559371a3f9d0 2024-02-10T00:04:28.456 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.433+0000 7fc5d29af740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55937192c200 con 0x559371a487a0 2024-02-10T00:04:28.456 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.433+0000 7fc5d29af740 10 client.0 _ll_register_callbacks cb 0x5593719625d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:28.456 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.433+0000 7fc5cdb73640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559371a3f0b0 0x559371a45700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:28.456 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.433+0000 7fc5cdb73640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559371a3f0b0 0x559371a45700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33436/0 (socket says 172.21.15.1:33436) 2024-02-10T00:04:28.456 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.433+0000 7fc5cdb73640 1 -- 172.21.15.1:0/2982522275 learned_addr learned my addr 172.21.15.1:0/2982522275 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:28.456 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.433+0000 7fc5cd372640 1 --2- 172.21.15.1:0/2982522275 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559371a3f9d0 0x559371a45c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:28.457 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.433+0000 7fc5ce374640 1 --2- 172.21.15.1:0/2982522275 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559371a487a0 0x559371a46180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:28.457 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.433+0000 7fc5cdb73640 1 -- 172.21.15.1:0/2982522275 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559371a487a0 msgr2=0x559371a46180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:28.457 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.433+0000 7fc5cdb73640 1 --2- 172.21.15.1:0/2982522275 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559371a487a0 0x559371a46180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.457 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.433+0000 7fc5cdb73640 1 -- 172.21.15.1:0/2982522275 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559371a3f9d0 msgr2=0x559371a45c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:28.457 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.433+0000 7fc5cdb73640 1 --2- 172.21.15.1:0/2982522275 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559371a3f9d0 0x559371a45c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.457 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.433+0000 7fc5cdb73640 1 -- 172.21.15.1:0/2982522275 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5c81a6b00 con 0x559371a3f0b0 2024-02-10T00:04:28.457 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.433+0000 7fc5cd372640 1 --2- 172.21.15.1:0/2982522275 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559371a3f9d0 0x559371a45c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:04:28.457 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.433+0000 7fc5ce374640 1 --2- 172.21.15.1:0/2982522275 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559371a487a0 0x559371a46180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:04:28.457 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.433+0000 7fc5cdb73640 1 --2- 172.21.15.1:0/2982522275 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559371a3f0b0 0x559371a45700 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7fc5c4009430 tx=0x7fc5c40bd300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e34b52dc3f3042e0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:28.457 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.433+0000 7fc5b17fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:28.457 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.434+0000 7fc5b17fa640 1 -- 172.21.15.1:0/2982522275 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5c40be040 con 0x559371a3f0b0 2024-02-10T00:04:28.457 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.434+0000 7fc5b17fa640 1 -- 172.21.15.1:0/2982522275 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fc5c40c60e0 con 0x559371a3f0b0 2024-02-10T00:04:28.457 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.434+0000 7fc5d29af740 1 -- 172.21.15.1:0/2982522275 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5593719ccee0 con 0x559371a3f0b0 2024-02-10T00:04:28.458 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.434+0000 7fc5b17fa640 1 -- 172.21.15.1:0/2982522275 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc5c40bd940 con 0x559371a3f0b0 2024-02-10T00:04:28.458 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.434+0000 7fc5d29af740 10 client.17373 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:28.458 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.434+0000 7fc5d29af740 1 -- 172.21.15.1:0/2982522275 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5593719a4d90 con 0x559371a3f0b0 2024-02-10T00:04:28.458 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.434+0000 7fc5b17fa640 1 -- 172.21.15.1:0/2982522275 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5593719ccee0 con 0x559371a3f0b0 2024-02-10T00:04:28.458 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.434+0000 7fc5b17fa640 1 -- 172.21.15.1:0/2982522275 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fc5c4050300 con 0x559371a3f0b0 2024-02-10T00:04:28.458 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.434+0000 7fc5d29af740 10 client.17373 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:28.458 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.434+0000 7fc5d29af740 10 client.17373 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:04:28.458 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.434+0000 7fc5d29af740 20 client.17373 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:28.458 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.434+0000 7fc5d29af740 1 --2- 172.21.15.1:0/2982522275 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559371a58280 0x559371a5a670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:28.458 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.434+0000 7fc5d29af740 4 client.17373 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:04:28.458 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.434+0000 7fc5d29af740 1 -- 172.21.15.1:0/2982522275 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5593716a6600 con 0x559371a58280 2024-02-10T00:04:28.458 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.435+0000 7fc5cd372640 1 --2- 172.21.15.1:0/2982522275 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559371a58280 0x559371a5a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:28.458 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.435+0000 7fc5cd372640 1 --2- 172.21.15.1:0/2982522275 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559371a58280 0x559371a5a670 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3f1c5f78c30f4803 server_cookie=199de176b2036d54 in_seq=0 out_seq=0 2024-02-10T00:04:28.458 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.435+0000 7fc5b17fa640 10 client.17373 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:28.459 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.436+0000 7fc5b17fa640 1 -- 172.21.15.1:0/2982522275 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5593716a6600 con 0x559371a58280 2024-02-10T00:04:28.459 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.436+0000 7fc5b17fa640 10 client.17373 handle_command_reply: tid=0 2024-02-10T00:04:28.459 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.436+0000 7fc5d29af740 1 client.17373 shutdown 2024-02-10T00:04:28.459 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.436+0000 7fc5d29af740 1 -- 172.21.15.1:0/2982522275 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559371a3f0b0 msgr2=0x559371a45700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:28.459 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.436+0000 7fc5d29af740 1 --2- 172.21.15.1:0/2982522275 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559371a3f0b0 0x559371a45700 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7fc5c4009430 tx=0x7fc5c40bd300 comp rx=0 tx=0).stop 2024-02-10T00:04:28.459 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.436+0000 7fc5d29af740 1 -- 172.21.15.1:0/2982522275 shutdown_connections 2024-02-10T00:04:28.459 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.436+0000 7fc5d29af740 1 --2- 172.21.15.1:0/2982522275 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559371a58280 0x559371a5a670 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.459 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.436+0000 7fc5d29af740 1 --2- 172.21.15.1:0/2982522275 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559371a487a0 0x559371a46180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.459 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.436+0000 7fc5d29af740 1 --2- 172.21.15.1:0/2982522275 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559371a3f9d0 0x559371a45c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.460 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.436+0000 7fc5b17fa640 0 client.17373 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:28.460 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.436+0000 7fc5d29af740 1 --2- 172.21.15.1:0/2982522275 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559371a3f0b0 0x559371a45700 unknown :-1 s=CLOSED pgs=1047 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.460 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.436+0000 7fc5d29af740 1 -- 172.21.15.1:0/2982522275 >> 172.21.15.1:0/2982522275 conn(0x559371a399d0 msgr2=0x559371a3b720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:28.460 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.436+0000 7fc5d29af740 1 -- 172.21.15.1:0/2982522275 shutdown_connections 2024-02-10T00:04:28.460 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.436+0000 7fc5d29af740 1 -- 172.21.15.1:0/2982522275 wait complete. 2024-02-10T00:04:28.460 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.436+0000 7fc5d29af740 20 client.17373 trim_cache size 0 max 16384 2024-02-10T00:04:28.465 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.449+0000 7fc5d29af740 1 Processor -- start 2024-02-10T00:04:28.465 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.449+0000 7fc5d29af740 1 -- start start 2024-02-10T00:04:28.465 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.450+0000 7fc5d29af740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559371a3f0b0 0x559371a446e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:28.465 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.450+0000 7fc5d29af740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559371a3f9d0 0x559371a45fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:28.465 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.450+0000 7fc5d29af740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559371a487a0 0x559371a42960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:28.466 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.450+0000 7fc5d29af740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559371a4ab90 con 0x559371a3f9d0 2024-02-10T00:04:28.466 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.450+0000 7fc5d29af740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559371a3a5a0 con 0x559371a3f0b0 2024-02-10T00:04:28.466 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.450+0000 7fc5d29af740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559371a3e390 con 0x559371a487a0 2024-02-10T00:04:28.466 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.450+0000 7fc5cd372640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559371a3f9d0 0x559371a45fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:28.466 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.450+0000 7fc5cd372640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559371a3f9d0 0x559371a45fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33446/0 (socket says 172.21.15.1:33446) 2024-02-10T00:04:28.466 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.450+0000 7fc5cd372640 1 -- 172.21.15.1:0/4245068336 learned_addr learned my addr 172.21.15.1:0/4245068336 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:28.466 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.450+0000 7fc5cdb73640 1 --2- 172.21.15.1:0/4245068336 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559371a3f0b0 0x559371a446e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:28.466 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.450+0000 7fc5cd372640 1 -- 172.21.15.1:0/4245068336 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559371a487a0 msgr2=0x559371a42960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:28.466 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.450+0000 7fc5cd372640 1 --2- 172.21.15.1:0/4245068336 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559371a487a0 0x559371a42960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.466 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.450+0000 7fc5cd372640 1 -- 172.21.15.1:0/4245068336 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559371a3f0b0 msgr2=0x559371a446e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:28.466 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.450+0000 7fc5cd372640 1 --2- 172.21.15.1:0/4245068336 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559371a3f0b0 0x559371a446e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.466 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.450+0000 7fc5cd372640 1 -- 172.21.15.1:0/4245068336 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559371941820 con 0x559371a3f9d0 2024-02-10T00:04:28.466 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.450+0000 7fc5cd372640 1 --2- 172.21.15.1:0/4245068336 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559371a3f9d0 0x559371a45fa0 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7fc5b8000c00 tx=0x7fc5b800b4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a26116189e85458 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:28.467 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.450+0000 7fc5b37fe640 1 -- 172.21.15.1:0/4245068336 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5b8018040 con 0x559371a3f9d0 2024-02-10T00:04:28.467 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.450+0000 7fc5b37fe640 1 -- 172.21.15.1:0/4245068336 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc5b8005020 con 0x559371a3f9d0 2024-02-10T00:04:28.467 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.450+0000 7fc5b37fe640 1 -- 172.21.15.1:0/4245068336 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5b801a610 con 0x559371a3f9d0 2024-02-10T00:04:28.467 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.451+0000 7fc5d29af740 1 -- 172.21.15.1:0/4245068336 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559371a3f9d0 msgr2=0x559371a45fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:28.467 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.451+0000 7fc5d29af740 1 --2- 172.21.15.1:0/4245068336 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559371a3f9d0 0x559371a45fa0 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7fc5b8000c00 tx=0x7fc5b800b4d0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.467 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.451+0000 7fc5d29af740 1 -- 172.21.15.1:0/4245068336 shutdown_connections 2024-02-10T00:04:28.467 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.451+0000 7fc5d29af740 1 --2- 172.21.15.1:0/4245068336 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559371a487a0 0x559371a42960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.467 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.451+0000 7fc5d29af740 1 --2- 172.21.15.1:0/4245068336 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559371a3f9d0 0x559371a45fa0 unknown :-1 s=CLOSED pgs=1048 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.467 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.451+0000 7fc5d29af740 1 --2- 172.21.15.1:0/4245068336 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559371a3f0b0 0x559371a446e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.467 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.451+0000 7fc5d29af740 1 -- 172.21.15.1:0/4245068336 >> 172.21.15.1:0/4245068336 conn(0x559371a399d0 msgr2=0x559371a43fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:28.467 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.451+0000 7fc5d29af740 1 -- 172.21.15.1:0/4245068336 shutdown_connections 2024-02-10T00:04:28.467 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.451+0000 7fc5d29af740 1 -- 172.21.15.1:0/4245068336 wait complete. 2024-02-10T00:04:28.467 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.451+0000 7fc5d29af740 1 -- start start 2024-02-10T00:04:28.467 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.451+0000 7fc5d29af740 1 Processor -- start 2024-02-10T00:04:28.467 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.452+0000 7fc5d29af740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559371a3f0b0 0x559371a4db60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:28.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.452+0000 7fc5d29af740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559371a3f9d0 0x559371a4e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:28.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.452+0000 7fc5d29af740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559371a487a0 0x559371a4e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:28.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.452+0000 7fc5d29af740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559371a4fb00 con 0x559371a3f0b0 2024-02-10T00:04:28.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.452+0000 7fc5d29af740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559371aae710 con 0x559371a3f9d0 2024-02-10T00:04:28.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.452+0000 7fc5d29af740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559371aae850 con 0x559371a487a0 2024-02-10T00:04:28.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.452+0000 7fc5d29af740 10 client.0 _ll_register_callbacks cb 0x7fc5c000eec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:28.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.452+0000 7fc5cdb73640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559371a3f0b0 0x559371a4db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:28.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.452+0000 7fc5cdb73640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559371a3f0b0 0x559371a4db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:33454/0 (socket says 172.21.15.1:33454) 2024-02-10T00:04:28.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.452+0000 7fc5cdb73640 1 -- 172.21.15.1:0/3165340046 learned_addr learned my addr 172.21.15.1:0/3165340046 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:28.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.452+0000 7fc5cd372640 1 --2- 172.21.15.1:0/3165340046 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559371a3f9d0 0x559371a4e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:28.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.452+0000 7fc5ce374640 1 --2- 172.21.15.1:0/3165340046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559371a487a0 0x559371a4e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:28.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.452+0000 7fc5cdb73640 1 -- 172.21.15.1:0/3165340046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559371a487a0 msgr2=0x559371a4e5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:28.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.452+0000 7fc5cdb73640 1 --2- 172.21.15.1:0/3165340046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559371a487a0 0x559371a4e5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.452+0000 7fc5cdb73640 1 -- 172.21.15.1:0/3165340046 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559371a3f9d0 msgr2=0x559371a4e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.452+0000 7fc5cdb73640 1 --2- 172.21.15.1:0/3165340046 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559371a3f9d0 0x559371a4e0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.452+0000 7fc5cdb73640 1 -- 172.21.15.1:0/3165340046 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5593719676f0 con 0x559371a3f0b0 2024-02-10T00:04:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.452+0000 7fc5ce374640 1 --2- 172.21.15.1:0/3165340046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559371a487a0 0x559371a4e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:04:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.452+0000 7fc5cdb73640 1 --2- 172.21.15.1:0/3165340046 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559371a3f0b0 0x559371a4db60 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7fc5c4009df0 tx=0x7fc5c40ba1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47a6d5471561e2c server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.452+0000 7fc5b17fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.453+0000 7fc5b17fa640 1 -- 172.21.15.1:0/3165340046 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5c40bde20 con 0x559371a3f0b0 2024-02-10T00:04:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.453+0000 7fc5b17fa640 1 -- 172.21.15.1:0/3165340046 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fc5c40a82b0 con 0x559371a3f0b0 2024-02-10T00:04:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.453+0000 7fc5d29af740 1 -- 172.21.15.1:0/3165340046 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc5c409af60 con 0x559371a3f0b0 2024-02-10T00:04:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.453+0000 7fc5b17fa640 1 -- 172.21.15.1:0/3165340046 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc5c4004370 con 0x559371a3f0b0 2024-02-10T00:04:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.453+0000 7fc5d29af740 10 client.17379 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.453+0000 7fc5d29af740 1 -- 172.21.15.1:0/3165340046 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55937194def0 con 0x559371a3f0b0 2024-02-10T00:04:28.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.453+0000 7fc5b17fa640 1 -- 172.21.15.1:0/3165340046 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc5c409af60 con 0x559371a3f0b0 2024-02-10T00:04:28.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.453+0000 7fc5b17fa640 1 -- 172.21.15.1:0/3165340046 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fc5c4050300 con 0x559371a3f0b0 2024-02-10T00:04:28.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.453+0000 7fc5d29af740 10 client.17379 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:28.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.453+0000 7fc5d29af740 10 client.17379 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:04:28.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.453+0000 7fc5d29af740 20 client.17379 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:28.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.453+0000 7fc5d29af740 1 --2- 172.21.15.1:0/3165340046 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559371aafae0 0x559371ab1ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:28.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.453+0000 7fc5d29af740 4 client.17379 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:04:28.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.453+0000 7fc5d29af740 1 -- 172.21.15.1:0/3165340046 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5593716f71b0 con 0x559371aafae0 2024-02-10T00:04:28.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.453+0000 7fc5cd372640 1 --2- 172.21.15.1:0/3165340046 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559371aafae0 0x559371ab1ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:28.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.454+0000 7fc5b17fa640 10 client.17379 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:28.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.454+0000 7fc5cd372640 1 --2- 172.21.15.1:0/3165340046 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559371aafae0 0x559371ab1ed0 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ee60370323fa3684 server_cookie=5a1813b25d0b6c1c in_seq=0 out_seq=0 2024-02-10T00:04:28.471 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.468+0000 7fc5b17fa640 1 -- 172.21.15.1:0/3165340046 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5593716f71b0 con 0x559371aafae0 2024-02-10T00:04:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.468+0000 7fc5b17fa640 10 client.17379 handle_command_reply: tid=0 2024-02-10T00:04:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.468+0000 7fc5d29af740 1 client.17379 shutdown 2024-02-10T00:04:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.468+0000 7fc5d29af740 1 -- 172.21.15.1:0/3165340046 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559371a3f0b0 msgr2=0x559371a4db60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.468+0000 7fc5d29af740 1 --2- 172.21.15.1:0/3165340046 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559371a3f0b0 0x559371a4db60 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7fc5c4009df0 tx=0x7fc5c40ba1e0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.468+0000 7fc5d29af740 1 -- 172.21.15.1:0/3165340046 shutdown_connections 2024-02-10T00:04:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.468+0000 7fc5d29af740 1 --2- 172.21.15.1:0/3165340046 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559371aafae0 0x559371ab1ed0 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.468+0000 7fc5d29af740 1 --2- 172.21.15.1:0/3165340046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559371a487a0 0x559371a4e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.468+0000 7fc5d29af740 1 --2- 172.21.15.1:0/3165340046 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559371a3f9d0 0x559371a4e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.468+0000 7fc5d29af740 1 --2- 172.21.15.1:0/3165340046 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559371a3f0b0 0x559371a4db60 unknown :-1 s=CLOSED pgs=1049 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.468+0000 7fc5b17fa640 0 client.17379 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.468+0000 7fc5d29af740 1 -- 172.21.15.1:0/3165340046 >> 172.21.15.1:0/3165340046 conn(0x559371a399d0 msgr2=0x559371a3b6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.468+0000 7fc5d29af740 1 -- 172.21.15.1:0/3165340046 shutdown_connections 2024-02-10T00:04:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.468+0000 7fc5d29af740 1 -- 172.21.15.1:0/3165340046 wait complete. 2024-02-10T00:04:28.472 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.468+0000 7fc5d29af740 20 client.17379 trim_cache size 0 max 16384 2024-02-10T00:04:28.473 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:04:28.473 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:04:28.473 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:04:28.473 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:04:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.469+0000 7fc5cfdd7640 1 -- 172.21.15.1:0/3730021592 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc5b40a22d0 msgr2=0x7fc5b40a4790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.469+0000 7fc5cfdd7640 1 --2- 172.21.15.1:0/3730021592 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc5b40a22d0 0x7fc5b40a4790 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fc5c00137e0 tx=0x7fc5c000e9f0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.469+0000 7fc5cfdd7640 1 -- 172.21.15.1:0/3730021592 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc5c8100340 msgr2=0x7fc5c810d8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.469+0000 7fc5cfdd7640 1 --2- 172.21.15.1:0/3730021592 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc5c8100340 0x7fc5c810d8c0 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7fc5c4004af0 tx=0x7fc5c4034cc0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.469+0000 7fc5cfdd7640 1 -- 172.21.15.1:0/3730021592 shutdown_connections 2024-02-10T00:04:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.469+0000 7fc5cfdd7640 1 --2- 172.21.15.1:0/3730021592 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc5b40a22d0 0x7fc5b40a4790 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.469+0000 7fc5cfdd7640 1 --2- 172.21.15.1:0/3730021592 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc5c810e340 0x7fc5c81a5a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.469+0000 7fc5cfdd7640 1 --2- 172.21.15.1:0/3730021592 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc5c8105410 0x7fc5c810de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.469+0000 7fc5cfdd7640 1 --2- 172.21.15.1:0/3730021592 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc5c8100340 0x7fc5c810d8c0 unknown :-1 s=CLOSED pgs=1046 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:28.474 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.469+0000 7fc5cfdd7640 1 -- 172.21.15.1:0/3730021592 >> 172.21.15.1:0/3730021592 conn(0x7fc5c8077220 msgr2=0x7fc5c80fe380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:28.475 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.469+0000 7fc5cfdd7640 1 -- 172.21.15.1:0/3730021592 shutdown_connections 2024-02-10T00:04:28.475 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:28.469+0000 7fc5cfdd7640 1 -- 172.21.15.1:0/3730021592 wait complete. 2024-02-10T00:04:29.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:29 smithi088 ceph-mon[36452]: pgmap v157: 97 pgs: 97 active+clean; 3.6 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 50 KiB/s wr, 22 op/s 2024-02-10T00:04:29.360 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.360 INFO:tasks.workunit.client.0.smithi001.stdout:189/600: open fd = 3 2024-02-10T00:04:29.360 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.360 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.360 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.360 INFO:tasks.workunit.client.0.smithi001.stdout:190/600: open fd = 3 2024-02-10T00:04:29.360 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.360 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.360 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.360 INFO:tasks.workunit.client.0.smithi001.stdout:191/600: open fd = 3 2024-02-10T00:04:29.361 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.361 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.361 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.361 INFO:tasks.workunit.client.0.smithi001.stdout:192/600: open fd = 3 2024-02-10T00:04:29.361 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.361 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.361 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.361 INFO:tasks.workunit.client.0.smithi001.stdout:193/600: open fd = 3 2024-02-10T00:04:29.361 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.361 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.361 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.361 INFO:tasks.workunit.client.0.smithi001.stdout:194/600: open fd = 3 2024-02-10T00:04:29.361 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.361 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.361 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.362 INFO:tasks.workunit.client.0.smithi001.stdout:195/600: open fd = 3 2024-02-10T00:04:29.362 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.362 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.362 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.362 INFO:tasks.workunit.client.0.smithi001.stdout:196/600: open fd = 3 2024-02-10T00:04:29.362 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.362 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.362 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.362 INFO:tasks.workunit.client.0.smithi001.stdout:197/600: open fd = 3 2024-02-10T00:04:29.362 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.362 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.362 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.362 INFO:tasks.workunit.client.0.smithi001.stdout:198/600: open fd = 3 2024-02-10T00:04:29.362 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.362 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.363 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.363 INFO:tasks.workunit.client.0.smithi001.stdout:199/600: open fd = 3 2024-02-10T00:04:29.363 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.363 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.363 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.363 INFO:tasks.workunit.client.0.smithi001.stdout:200/600: open fd = 3 2024-02-10T00:04:29.363 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.363 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.363 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.363 INFO:tasks.workunit.client.0.smithi001.stdout:201/600: open fd = 3 2024-02-10T00:04:29.363 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.363 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.363 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.363 INFO:tasks.workunit.client.0.smithi001.stdout:202/600: open fd = 3 2024-02-10T00:04:29.363 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.363 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.364 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.364 INFO:tasks.workunit.client.0.smithi001.stdout:203/600: open fd = 3 2024-02-10T00:04:29.364 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.364 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.364 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.364 INFO:tasks.workunit.client.0.smithi001.stdout:204/600: open fd = 3 2024-02-10T00:04:29.364 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.364 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.364 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.364 INFO:tasks.workunit.client.0.smithi001.stdout:205/600: open fd = 3 2024-02-10T00:04:29.364 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.364 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.364 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.365 INFO:tasks.workunit.client.0.smithi001.stdout:206/600: open fd = 3 2024-02-10T00:04:29.365 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.365 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.365 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.365 INFO:tasks.workunit.client.0.smithi001.stdout:207/600: open fd = 3 2024-02-10T00:04:29.365 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.365 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.365 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.365 INFO:tasks.workunit.client.0.smithi001.stdout:208/600: open fd = 3 2024-02-10T00:04:29.365 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.365 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.365 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.365 INFO:tasks.workunit.client.0.smithi001.stdout:209/600: open fd = 3 2024-02-10T00:04:29.365 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.365 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.365 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.366 INFO:tasks.workunit.client.0.smithi001.stdout:210/600: open fd = 3 2024-02-10T00:04:29.366 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.366 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.366 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.366 INFO:tasks.workunit.client.0.smithi001.stdout:211/600: open fd = 3 2024-02-10T00:04:29.366 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.366 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.366 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.366 INFO:tasks.workunit.client.0.smithi001.stdout:212/600: open fd = 3 2024-02-10T00:04:29.366 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.366 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.366 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.366 INFO:tasks.workunit.client.0.smithi001.stdout:213/600: open fd = 3 2024-02-10T00:04:29.366 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.366 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.367 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.367 INFO:tasks.workunit.client.0.smithi001.stdout:214/600: open fd = 3 2024-02-10T00:04:29.367 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.367 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.367 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.367 INFO:tasks.workunit.client.0.smithi001.stdout:215/600: open fd = 3 2024-02-10T00:04:29.367 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.367 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.367 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.367 INFO:tasks.workunit.client.0.smithi001.stdout:216/600: open fd = 3 2024-02-10T00:04:29.367 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.367 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.367 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.367 INFO:tasks.workunit.client.0.smithi001.stdout:217/600: open fd = 3 2024-02-10T00:04:29.367 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.367 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.368 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.368 INFO:tasks.workunit.client.0.smithi001.stdout:218/600: open fd = 3 2024-02-10T00:04:29.368 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.368 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.368 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.368 INFO:tasks.workunit.client.0.smithi001.stdout:219/600: open fd = 3 2024-02-10T00:04:29.368 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.368 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.368 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.368 INFO:tasks.workunit.client.0.smithi001.stdout:220/600: open fd = 3 2024-02-10T00:04:29.368 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.368 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.368 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.368 INFO:tasks.workunit.client.0.smithi001.stdout:221/600: open fd = 3 2024-02-10T00:04:29.369 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.369 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.369 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.369 INFO:tasks.workunit.client.0.smithi001.stdout:222/600: open fd = 3 2024-02-10T00:04:29.369 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.369 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.369 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.369 INFO:tasks.workunit.client.0.smithi001.stdout:223/600: open fd = 3 2024-02-10T00:04:29.369 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.369 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.369 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.369 INFO:tasks.workunit.client.0.smithi001.stdout:224/600: open fd = 3 2024-02-10T00:04:29.369 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.369 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.369 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.369 INFO:tasks.workunit.client.0.smithi001.stdout:225/600: open fd = 3 2024-02-10T00:04:29.370 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.370 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.370 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.370 INFO:tasks.workunit.client.0.smithi001.stdout:226/600: open fd = 3 2024-02-10T00:04:29.370 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.370 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.370 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.370 INFO:tasks.workunit.client.0.smithi001.stdout:227/600: open fd = 3 2024-02-10T00:04:29.370 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.370 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.370 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.370 INFO:tasks.workunit.client.0.smithi001.stdout:228/600: open fd = 3 2024-02-10T00:04:29.370 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.370 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.371 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.371 INFO:tasks.workunit.client.0.smithi001.stdout:229/600: open fd = 3 2024-02-10T00:04:29.371 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.371 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.371 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.371 INFO:tasks.workunit.client.0.smithi001.stdout:230/600: open fd = 3 2024-02-10T00:04:29.371 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.371 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.371 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.371 INFO:tasks.workunit.client.0.smithi001.stdout:231/600: open fd = 3 2024-02-10T00:04:29.371 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.371 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.371 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.371 INFO:tasks.workunit.client.0.smithi001.stdout:232/600: open fd = 3 2024-02-10T00:04:29.371 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.372 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.372 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.372 INFO:tasks.workunit.client.0.smithi001.stdout:233/600: open fd = 3 2024-02-10T00:04:29.372 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.372 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.372 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.372 INFO:tasks.workunit.client.0.smithi001.stdout:234/600: open fd = 3 2024-02-10T00:04:29.372 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.372 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.372 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.372 INFO:tasks.workunit.client.0.smithi001.stdout:235/600: open fd = 3 2024-02-10T00:04:29.372 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.372 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.372 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.373 INFO:tasks.workunit.client.0.smithi001.stdout:236/600: open fd = 3 2024-02-10T00:04:29.373 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.373 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.373 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.373 INFO:tasks.workunit.client.0.smithi001.stdout:237/600: open fd = 3 2024-02-10T00:04:29.373 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.373 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.373 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.373 INFO:tasks.workunit.client.0.smithi001.stdout:238/600: open fd = 3 2024-02-10T00:04:29.373 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.373 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.373 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.373 INFO:tasks.workunit.client.0.smithi001.stdout:239/600: open fd = 3 2024-02-10T00:04:29.373 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.374 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.374 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.374 INFO:tasks.workunit.client.0.smithi001.stdout:240/600: open fd = 3 2024-02-10T00:04:29.374 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.374 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.374 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.374 INFO:tasks.workunit.client.0.smithi001.stdout:241/600: open fd = 3 2024-02-10T00:04:29.374 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.374 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.374 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.374 INFO:tasks.workunit.client.0.smithi001.stdout:242/600: open fd = 3 2024-02-10T00:04:29.374 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.374 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.374 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.374 INFO:tasks.workunit.client.0.smithi001.stdout:243/600: open fd = 3 2024-02-10T00:04:29.374 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.375 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.375 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.375 INFO:tasks.workunit.client.0.smithi001.stdout:244/600: open fd = 3 2024-02-10T00:04:29.375 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.375 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.375 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.375 INFO:tasks.workunit.client.0.smithi001.stdout:245/600: open fd = 3 2024-02-10T00:04:29.375 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.375 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.375 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.375 INFO:tasks.workunit.client.0.smithi001.stdout:246/600: open fd = 3 2024-02-10T00:04:29.375 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.375 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.375 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.376 INFO:tasks.workunit.client.0.smithi001.stdout:247/600: open fd = 3 2024-02-10T00:04:29.376 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.376 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.376 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.376 INFO:tasks.workunit.client.0.smithi001.stdout:248/600: open fd = 3 2024-02-10T00:04:29.376 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.376 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.376 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.376 INFO:tasks.workunit.client.0.smithi001.stdout:249/600: open fd = 3 2024-02-10T00:04:29.376 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.376 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.376 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:04:29.376 INFO:tasks.workunit.client.0.smithi001.stdout:250/600: open fd = 3 2024-02-10T00:04:29.376 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.377 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:04:29.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:29 smithi103 ceph-mon[36942]: pgmap v157: 97 pgs: 97 active+clean; 3.6 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 50 KiB/s wr, 22 op/s 2024-02-10T00:04:29.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:29 smithi001 ceph-mon[32335]: pgmap v157: 97 pgs: 97 active+clean; 3.6 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 50 KiB/s wr, 22 op/s 2024-02-10T00:04:31.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:31 smithi088 ceph-mon[36452]: pgmap v158: 97 pgs: 97 active+clean; 3.6 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 29 KiB/s wr, 12 op/s 2024-02-10T00:04:31.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:31 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:04:31.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:31 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:04:31.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:31 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:04:31.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:31 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:04:31.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:31 smithi103 ceph-mon[36942]: pgmap v158: 97 pgs: 97 active+clean; 3.6 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 29 KiB/s wr, 12 op/s 2024-02-10T00:04:31.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:31 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:04:31.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:31 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:04:31.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:31 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:04:31.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:31 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:04:31.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:31 smithi001 ceph-mon[32335]: pgmap v158: 97 pgs: 97 active+clean; 3.6 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 29 KiB/s wr, 12 op/s 2024-02-10T00:04:31.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:31 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:04:31.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:31 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:04:31.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:31 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:04:31.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:31 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:04:33.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:33 smithi088 ceph-mon[36452]: pgmap v159: 97 pgs: 97 active+clean; 3.6 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 29 KiB/s wr, 12 op/s 2024-02-10T00:04:33.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:33 smithi103 ceph-mon[36942]: pgmap v159: 97 pgs: 97 active+clean; 3.6 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 29 KiB/s wr, 12 op/s 2024-02-10T00:04:33.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:33 smithi001 ceph-mon[32335]: pgmap v159: 97 pgs: 97 active+clean; 3.6 MiB data, 369 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 29 KiB/s wr, 12 op/s 2024-02-10T00:04:35.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:35 smithi088 ceph-mon[36452]: pgmap v160: 97 pgs: 97 active+clean; 3.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 47 KiB/s wr, 21 op/s 2024-02-10T00:04:35.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:35 smithi103 ceph-mon[36942]: pgmap v160: 97 pgs: 97 active+clean; 3.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 47 KiB/s wr, 21 op/s 2024-02-10T00:04:35.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:35 smithi001 ceph-mon[32335]: pgmap v160: 97 pgs: 97 active+clean; 3.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 47 KiB/s wr, 21 op/s 2024-02-10T00:04:36.545 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:04:36.546 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:04:36.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.661+0000 7fd8646d4640 1 -- 172.21.15.1:0/3834180800 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd85c102d90 msgr2=0x7fd85c10b270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:36.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.661+0000 7fd8646d4640 1 --2- 172.21.15.1:0/3834180800 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd85c102d90 0x7fd85c10b270 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7fd84c009900 tx=0x7fd84c02bcd0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.662+0000 7fd8646d4640 1 -- 172.21.15.1:0/3834180800 shutdown_connections 2024-02-10T00:04:36.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.662+0000 7fd8646d4640 1 --2- 172.21.15.1:0/3834180800 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd85c10b7b0 0x7fd85c10dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.662+0000 7fd8646d4640 1 --2- 172.21.15.1:0/3834180800 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd85c102d90 0x7fd85c10b270 unknown :-1 s=CLOSED pgs=1050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.662+0000 7fd8646d4640 1 --2- 172.21.15.1:0/3834180800 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd85c102470 0x7fd85c102850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.662+0000 7fd8646d4640 1 -- 172.21.15.1:0/3834180800 >> 172.21.15.1:0/3834180800 conn(0x7fd85c0772e0 msgr2=0x7fd85c0776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:36.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.662+0000 7fd8646d4640 1 -- 172.21.15.1:0/3834180800 shutdown_connections 2024-02-10T00:04:36.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.662+0000 7fd8646d4640 1 -- 172.21.15.1:0/3834180800 wait complete. 2024-02-10T00:04:36.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.662+0000 7fd8646d4640 1 Processor -- start 2024-02-10T00:04:36.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.662+0000 7fd8646d4640 1 -- start start 2024-02-10T00:04:36.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.662+0000 7fd8646d4640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd85c102470 0x7fd85c19d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:36.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.662+0000 7fd8646d4640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd85c102d90 0x7fd85c19db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:36.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.662+0000 7fd8646d4640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd85c10b7b0 0x7fd85c1976f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:36.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.662+0000 7fd8646d4640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd85c197e80 con 0x7fd85c102d90 2024-02-10T00:04:36.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.662+0000 7fd8646d4640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd85c197ff0 con 0x7fd85c10b7b0 2024-02-10T00:04:36.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.662+0000 7fd8646d4640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd85c1981b0 con 0x7fd85c102470 2024-02-10T00:04:36.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.663+0000 7fd861c6f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd85c102d90 0x7fd85c19db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:36.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.663+0000 7fd861c6f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd85c102d90 0x7fd85c19db70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43682/0 (socket says 172.21.15.1:43682) 2024-02-10T00:04:36.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.663+0000 7fd861c6f640 1 -- 172.21.15.1:0/3587900556 learned_addr learned my addr 172.21.15.1:0/3587900556 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:36.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.663+0000 7fd862c71640 1 --2- 172.21.15.1:0/3587900556 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd85c10b7b0 0x7fd85c1976f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:36.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.663+0000 7fd862470640 1 --2- 172.21.15.1:0/3587900556 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd85c102470 0x7fd85c19d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:36.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.663+0000 7fd861c6f640 1 -- 172.21.15.1:0/3587900556 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd85c102470 msgr2=0x7fd85c19d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:36.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.663+0000 7fd861c6f640 1 --2- 172.21.15.1:0/3587900556 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd85c102470 0x7fd85c19d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.663+0000 7fd861c6f640 1 -- 172.21.15.1:0/3587900556 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd85c10b7b0 msgr2=0x7fd85c1976f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:36.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.663+0000 7fd861c6f640 1 --2- 172.21.15.1:0/3587900556 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd85c10b7b0 0x7fd85c1976f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.663+0000 7fd861c6f640 1 -- 172.21.15.1:0/3587900556 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd84c009560 con 0x7fd85c102d90 2024-02-10T00:04:36.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.663+0000 7fd861c6f640 1 --2- 172.21.15.1:0/3587900556 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd85c102d90 0x7fd85c19db70 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7fd84c005940 tx=0x7fd84c004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:36.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.663+0000 7fd8537fe640 1 -- 172.21.15.1:0/3587900556 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd84c004440 con 0x7fd85c102d90 2024-02-10T00:04:36.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.663+0000 7fd8646d4640 1 -- 172.21.15.1:0/3587900556 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd85c198430 con 0x7fd85c102d90 2024-02-10T00:04:36.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.663+0000 7fd8537fe640 1 -- 172.21.15.1:0/3587900556 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd84c0052d0 con 0x7fd85c102d90 2024-02-10T00:04:36.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.663+0000 7fd8537fe640 1 -- 172.21.15.1:0/3587900556 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd84c003da0 con 0x7fd85c102d90 2024-02-10T00:04:36.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.663+0000 7fd8646d4640 1 -- 172.21.15.1:0/3587900556 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd85c1a45b0 con 0x7fd85c102d90 2024-02-10T00:04:36.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.666+0000 7fd8537fe640 1 -- 172.21.15.1:0/3587900556 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fd84c005440 con 0x7fd85c102d90 2024-02-10T00:04:36.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.666+0000 7fd867384740 1 Processor -- start 2024-02-10T00:04:36.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.666+0000 7fd867384740 1 -- start start 2024-02-10T00:04:36.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.667+0000 7fd867384740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55821097c860 0x55821097cc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:36.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.667+0000 7fd867384740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55821097d210 0x558210985d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:36.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.667+0000 7fd8537fe640 1 --2- 172.21.15.1:0/3587900556 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd8480a2230 0x7fd8480a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:36.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.667+0000 7fd867384740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558210986310 0x558210986770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:36.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.667+0000 7fd867384740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x558210937d00 con 0x558210986310 2024-02-10T00:04:36.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.667+0000 7fd867384740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582108ec2f0 con 0x55821097c860 2024-02-10T00:04:36.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.667+0000 7fd867384740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582108e9820 con 0x55821097d210 2024-02-10T00:04:36.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.667+0000 7fd862c71640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558210986310 0x558210986770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:36.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.667+0000 7fd862470640 1 --2- 172.21.15.1:0/3587900556 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd8480a2230 0x7fd8480a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:36.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.667+0000 7fd862c71640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558210986310 0x558210986770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43692/0 (socket says 172.21.15.1:43692) 2024-02-10T00:04:36.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.667+0000 7fd862c71640 1 -- 172.21.15.1:0/1017436223 learned_addr learned my addr 172.21.15.1:0/1017436223 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:36.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.667+0000 7fd8537fe640 1 -- 172.21.15.1:0/3587900556 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fd84c0f0810 con 0x7fd85c102d90 2024-02-10T00:04:36.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.667+0000 7fd861c6f640 1 --2- 172.21.15.1:0/1017436223 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55821097d210 0x558210985d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:36.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.667+0000 7fd862c71640 1 --2- 172.21.15.1:0/1017436223 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55821097c860 0x55821097cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:36.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.667+0000 7fd862c71640 1 -- 172.21.15.1:0/1017436223 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55821097d210 msgr2=0x558210985d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:36.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.667+0000 7fd862c71640 1 --2- 172.21.15.1:0/1017436223 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55821097d210 0x558210985d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.667+0000 7fd862c71640 1 -- 172.21.15.1:0/1017436223 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55821097c860 msgr2=0x55821097cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:36.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.667+0000 7fd862c71640 1 --2- 172.21.15.1:0/1017436223 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55821097c860 0x55821097cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.667+0000 7fd862c71640 1 -- 172.21.15.1:0/1017436223 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5582108a6ff0 con 0x558210986310 2024-02-10T00:04:36.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.667+0000 7fd862470640 1 --2- 172.21.15.1:0/3587900556 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd8480a2230 0x7fd8480a46f0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fd858005fd0 tx=0x7fd858005850 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:36.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.667+0000 7fd862c71640 1 --2- 172.21.15.1:0/1017436223 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558210986310 0x558210986770 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7fd854012a20 tx=0x7fd8540099e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85fe466cd98c35d9 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:36.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.668+0000 7fd850ff9640 1 -- 172.21.15.1:0/1017436223 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd854003970 con 0x558210986310 2024-02-10T00:04:36.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.668+0000 7fd850ff9640 1 -- 172.21.15.1:0/1017436223 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd854010770 con 0x558210986310 2024-02-10T00:04:36.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.668+0000 7fd850ff9640 1 -- 172.21.15.1:0/1017436223 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8540042a0 con 0x558210986310 2024-02-10T00:04:36.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.668+0000 7fd867384740 1 -- 172.21.15.1:0/1017436223 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558210986310 msgr2=0x558210986770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:36.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.668+0000 7fd867384740 1 --2- 172.21.15.1:0/1017436223 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558210986310 0x558210986770 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7fd854012a20 tx=0x7fd8540099e0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.668+0000 7fd867384740 1 -- 172.21.15.1:0/1017436223 shutdown_connections 2024-02-10T00:04:36.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.668+0000 7fd867384740 1 --2- 172.21.15.1:0/1017436223 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558210986310 0x558210986770 unknown :-1 s=CLOSED pgs=1052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.668+0000 7fd867384740 1 --2- 172.21.15.1:0/1017436223 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55821097d210 0x558210985d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.668+0000 7fd867384740 1 --2- 172.21.15.1:0/1017436223 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55821097c860 0x55821097cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.668+0000 7fd867384740 1 -- 172.21.15.1:0/1017436223 >> 172.21.15.1:0/1017436223 conn(0x558210977050 msgr2=0x558210977430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:36.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.668+0000 7fd867384740 1 -- 172.21.15.1:0/1017436223 shutdown_connections 2024-02-10T00:04:36.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.668+0000 7fd867384740 1 -- 172.21.15.1:0/1017436223 wait complete. 2024-02-10T00:04:36.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.669+0000 7fd867384740 1 -- start start 2024-02-10T00:04:36.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.669+0000 7fd867384740 1 Processor -- start 2024-02-10T00:04:36.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.669+0000 7fd867384740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55821097c860 0x558210989cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:36.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.669+0000 7fd867384740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55821097d210 0x55821098a230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:36.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.669+0000 7fd867384740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558210986310 0x55821098a770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:36.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.669+0000 7fd867384740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582108e5000 con 0x558210986310 2024-02-10T00:04:36.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.669+0000 7fd867384740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582105b8430 con 0x55821097c860 2024-02-10T00:04:36.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.669+0000 7fd867384740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x558210574e00 con 0x55821097d210 2024-02-10T00:04:36.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.669+0000 7fd867384740 10 client.0 _ll_register_callbacks cb 0x5582108d97f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:36.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.669+0000 7fd862c71640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558210986310 0x55821098a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:36.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.669+0000 7fd862c71640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558210986310 0x55821098a770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43706/0 (socket says 172.21.15.1:43706) 2024-02-10T00:04:36.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.669+0000 7fd862c71640 1 -- 172.21.15.1:0/1673476422 learned_addr learned my addr 172.21.15.1:0/1673476422 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:36.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.669+0000 7fd862470640 1 --2- 172.21.15.1:0/1673476422 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55821097c860 0x558210989cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:36.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.670+0000 7fd861c6f640 1 --2- 172.21.15.1:0/1673476422 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55821097d210 0x55821098a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:36.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.670+0000 7fd862c71640 1 -- 172.21.15.1:0/1673476422 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55821097d210 msgr2=0x55821098a230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:36.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.670+0000 7fd862c71640 1 --2- 172.21.15.1:0/1673476422 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55821097d210 0x55821098a230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.670+0000 7fd862c71640 1 -- 172.21.15.1:0/1673476422 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55821097c860 msgr2=0x558210989cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:36.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.670+0000 7fd862c71640 1 --2- 172.21.15.1:0/1673476422 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55821097c860 0x558210989cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.670+0000 7fd862c71640 1 -- 172.21.15.1:0/1673476422 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd85401a040 con 0x558210986310 2024-02-10T00:04:36.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.670+0000 7fd861c6f640 1 --2- 172.21.15.1:0/1673476422 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55821097d210 0x55821098a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:04:36.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.670+0000 7fd862c71640 1 --2- 172.21.15.1:0/1673476422 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558210986310 0x55821098a770 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7fd854010bc0 tx=0x7fd854010bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fea6dceaff71a6a server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:36.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.670+0000 7fd845ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:36.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.670+0000 7fd845ffb640 1 -- 172.21.15.1:0/1673476422 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd854004c50 con 0x558210986310 2024-02-10T00:04:36.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.670+0000 7fd845ffb640 1 -- 172.21.15.1:0/1673476422 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fd854004db0 con 0x558210986310 2024-02-10T00:04:36.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.670+0000 7fd867384740 1 -- 172.21.15.1:0/1673476422 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5582105e47e0 con 0x558210986310 2024-02-10T00:04:36.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.670+0000 7fd845ffb640 1 -- 172.21.15.1:0/1673476422 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd854003970 con 0x558210986310 2024-02-10T00:04:36.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.670+0000 7fd867384740 10 client.17391 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:36.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.670+0000 7fd867384740 1 -- 172.21.15.1:0/1673476422 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5582108e3680 con 0x558210986310 2024-02-10T00:04:36.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.670+0000 7fd845ffb640 1 -- 172.21.15.1:0/1673476422 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5582105e47e0 con 0x558210986310 2024-02-10T00:04:36.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.670+0000 7fd845ffb640 1 -- 172.21.15.1:0/1673476422 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fd854025020 con 0x558210986310 2024-02-10T00:04:36.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.670+0000 7fd867384740 10 client.17391 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:36.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.671+0000 7fd867384740 10 client.17391 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:04:36.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.671+0000 7fd867384740 20 client.17391 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:36.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.671+0000 7fd867384740 1 --2- 172.21.15.1:0/1673476422 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55821099a560 0x55821099c980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:36.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.671+0000 7fd867384740 4 client.17391 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:04:36.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.671+0000 7fd867384740 1 -- 172.21.15.1:0/1673476422 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558210621720 con 0x55821099a560 2024-02-10T00:04:36.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.671+0000 7fd862470640 1 --2- 172.21.15.1:0/1673476422 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55821099a560 0x55821099c980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:36.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.671+0000 7fd845ffb640 10 client.17391 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:36.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.671+0000 7fd862470640 1 --2- 172.21.15.1:0/1673476422 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55821099a560 0x55821099c980 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=90f2df34ae6ec2e6 server_cookie=55c0d0daf49dcedd in_seq=0 out_seq=0 2024-02-10T00:04:36.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.672+0000 7fd845ffb640 1 -- 172.21.15.1:0/1673476422 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x558210621720 con 0x55821099a560 2024-02-10T00:04:36.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.672+0000 7fd845ffb640 10 client.17391 handle_command_reply: tid=0 2024-02-10T00:04:36.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.672+0000 7fd867384740 1 client.17391 shutdown 2024-02-10T00:04:36.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.672+0000 7fd867384740 1 -- 172.21.15.1:0/1673476422 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558210986310 msgr2=0x55821098a770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:36.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.672+0000 7fd867384740 1 --2- 172.21.15.1:0/1673476422 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558210986310 0x55821098a770 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7fd854010bc0 tx=0x7fd854010bf0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.672+0000 7fd867384740 1 -- 172.21.15.1:0/1673476422 shutdown_connections 2024-02-10T00:04:36.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.672+0000 7fd867384740 1 --2- 172.21.15.1:0/1673476422 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55821099a560 0x55821099c980 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.672+0000 7fd867384740 1 --2- 172.21.15.1:0/1673476422 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558210986310 0x55821098a770 unknown :-1 s=CLOSED pgs=1053 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.672+0000 7fd867384740 1 --2- 172.21.15.1:0/1673476422 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55821097d210 0x55821098a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.672+0000 7fd867384740 1 --2- 172.21.15.1:0/1673476422 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55821097c860 0x558210989cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.672+0000 7fd845ffb640 0 client.17391 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:36.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.672+0000 7fd867384740 1 -- 172.21.15.1:0/1673476422 >> 172.21.15.1:0/1673476422 conn(0x558210977050 msgr2=0x558210978da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:36.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.672+0000 7fd867384740 1 -- 172.21.15.1:0/1673476422 shutdown_connections 2024-02-10T00:04:36.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.672+0000 7fd867384740 1 -- 172.21.15.1:0/1673476422 wait complete. 2024-02-10T00:04:36.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.672+0000 7fd867384740 20 client.17391 trim_cache size 0 max 16384 2024-02-10T00:04:36.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.687+0000 7fd867384740 1 Processor -- start 2024-02-10T00:04:36.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.687+0000 7fd867384740 1 -- start start 2024-02-10T00:04:36.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.687+0000 7fd867384740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55821097c860 0x558210987700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:36.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.687+0000 7fd867384740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55821097d210 0x558210984040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:36.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.687+0000 7fd867384740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558210986310 0x558210991350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:36.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.687+0000 7fd867384740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x558210869fd0 con 0x558210986310 2024-02-10T00:04:36.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.687+0000 7fd867384740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55821094cab0 con 0x55821097c860 2024-02-10T00:04:36.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.687+0000 7fd867384740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55821097bc90 con 0x55821097d210 2024-02-10T00:04:36.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.687+0000 7fd862c71640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558210986310 0x558210991350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:36.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.687+0000 7fd862c71640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558210986310 0x558210991350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43712/0 (socket says 172.21.15.1:43712) 2024-02-10T00:04:36.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.687+0000 7fd862c71640 1 -- 172.21.15.1:0/2082923442 learned_addr learned my addr 172.21.15.1:0/2082923442 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:36.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.688+0000 7fd862470640 1 --2- 172.21.15.1:0/2082923442 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55821097c860 0x558210987700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:36.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.688+0000 7fd861c6f640 1 --2- 172.21.15.1:0/2082923442 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55821097d210 0x558210984040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:36.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.688+0000 7fd862c71640 1 -- 172.21.15.1:0/2082923442 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55821097d210 msgr2=0x558210984040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:36.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.688+0000 7fd862c71640 1 --2- 172.21.15.1:0/2082923442 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55821097d210 0x558210984040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.688+0000 7fd862c71640 1 -- 172.21.15.1:0/2082923442 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55821097c860 msgr2=0x558210987700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:36.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.688+0000 7fd862c71640 1 --2- 172.21.15.1:0/2082923442 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55821097c860 0x558210987700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.688+0000 7fd862c71640 1 -- 172.21.15.1:0/2082923442 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55821087fb30 con 0x558210986310 2024-02-10T00:04:36.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.688+0000 7fd862c71640 1 --2- 172.21.15.1:0/2082923442 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558210986310 0x558210991350 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7fd854009930 tx=0x7fd854009550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49518506e8a45ad4 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:36.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.688+0000 7fd847fff640 1 -- 172.21.15.1:0/2082923442 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8540124f0 con 0x558210986310 2024-02-10T00:04:36.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.688+0000 7fd847fff640 1 -- 172.21.15.1:0/2082923442 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd854010c60 con 0x558210986310 2024-02-10T00:04:36.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.688+0000 7fd847fff640 1 -- 172.21.15.1:0/2082923442 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd85401e620 con 0x558210986310 2024-02-10T00:04:36.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.689+0000 7fd867384740 1 -- 172.21.15.1:0/2082923442 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558210986310 msgr2=0x558210991350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:36.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.689+0000 7fd867384740 1 --2- 172.21.15.1:0/2082923442 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558210986310 0x558210991350 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7fd854009930 tx=0x7fd854009550 comp rx=0 tx=0).stop 2024-02-10T00:04:36.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.689+0000 7fd867384740 1 -- 172.21.15.1:0/2082923442 shutdown_connections 2024-02-10T00:04:36.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.689+0000 7fd867384740 1 --2- 172.21.15.1:0/2082923442 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558210986310 0x558210991350 unknown :-1 s=CLOSED pgs=1054 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.689+0000 7fd867384740 1 --2- 172.21.15.1:0/2082923442 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55821097d210 0x558210984040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.689+0000 7fd867384740 1 --2- 172.21.15.1:0/2082923442 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55821097c860 0x558210987700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.689+0000 7fd867384740 1 -- 172.21.15.1:0/2082923442 >> 172.21.15.1:0/2082923442 conn(0x558210977050 msgr2=0x55821098a5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:36.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.689+0000 7fd867384740 1 -- 172.21.15.1:0/2082923442 shutdown_connections 2024-02-10T00:04:36.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.689+0000 7fd867384740 1 -- 172.21.15.1:0/2082923442 wait complete. 2024-02-10T00:04:36.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.689+0000 7fd867384740 1 -- start start 2024-02-10T00:04:36.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.689+0000 7fd867384740 1 Processor -- start 2024-02-10T00:04:36.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.689+0000 7fd867384740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55821097c860 0x5582109e4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:36.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.689+0000 7fd867384740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55821097d210 0x5582109e50e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:36.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.689+0000 7fd867384740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558210986310 0x5582109e9a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:36.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.689+0000 7fd867384740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582109e9fb0 con 0x558210986310 2024-02-10T00:04:36.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.689+0000 7fd867384740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582109ea120 con 0x55821097c860 2024-02-10T00:04:36.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.689+0000 7fd867384740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582109ea2e0 con 0x55821097d210 2024-02-10T00:04:36.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.689+0000 7fd867384740 10 client.0 _ll_register_callbacks cb 0x7fd854009d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:36.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.689+0000 7fd862c71640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558210986310 0x5582109e9a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:36.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.689+0000 7fd862c71640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558210986310 0x5582109e9a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43720/0 (socket says 172.21.15.1:43720) 2024-02-10T00:04:36.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.689+0000 7fd862c71640 1 -- 172.21.15.1:0/3848103015 learned_addr learned my addr 172.21.15.1:0/3848103015 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:36.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.689+0000 7fd862470640 1 --2- 172.21.15.1:0/3848103015 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55821097c860 0x5582109e4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:36.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.689+0000 7fd861c6f640 1 --2- 172.21.15.1:0/3848103015 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55821097d210 0x5582109e50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:36.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.690+0000 7fd862c71640 1 -- 172.21.15.1:0/3848103015 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55821097d210 msgr2=0x5582109e50e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:36.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.690+0000 7fd862c71640 1 --2- 172.21.15.1:0/3848103015 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55821097d210 0x5582109e50e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.690+0000 7fd862c71640 1 -- 172.21.15.1:0/3848103015 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55821097c860 msgr2=0x5582109e4ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:36.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.690+0000 7fd862c71640 1 --2- 172.21.15.1:0/3848103015 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55821097c860 0x5582109e4ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.690+0000 7fd862c71640 1 -- 172.21.15.1:0/3848103015 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5582108e3680 con 0x558210986310 2024-02-10T00:04:36.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.690+0000 7fd862c71640 1 --2- 172.21.15.1:0/3848103015 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558210986310 0x5582109e9a70 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7fd854015040 tx=0x7fd854005210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d3d5b44d9711097 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:36.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.690+0000 7fd845ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:36.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.690+0000 7fd845ffb640 1 -- 172.21.15.1:0/3848103015 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8540124f0 con 0x558210986310 2024-02-10T00:04:36.699 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.690+0000 7fd845ffb640 1 -- 172.21.15.1:0/3848103015 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fd854009960 con 0x558210986310 2024-02-10T00:04:36.699 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.690+0000 7fd867384740 1 -- 172.21.15.1:0/3848103015 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd854010770 con 0x558210986310 2024-02-10T00:04:36.699 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.690+0000 7fd845ffb640 1 -- 172.21.15.1:0/3848103015 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd854004f60 con 0x558210986310 2024-02-10T00:04:36.699 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.690+0000 7fd867384740 10 client.17397 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:36.699 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.690+0000 7fd867384740 1 -- 172.21.15.1:0/3848103015 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5582108a5850 con 0x558210986310 2024-02-10T00:04:36.699 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.690+0000 7fd845ffb640 1 -- 172.21.15.1:0/3848103015 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd854010770 con 0x558210986310 2024-02-10T00:04:36.699 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.691+0000 7fd845ffb640 1 -- 172.21.15.1:0/3848103015 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fd854025070 con 0x558210986310 2024-02-10T00:04:36.699 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.691+0000 7fd867384740 10 client.17397 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:36.699 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.691+0000 7fd867384740 10 client.17397 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:04:36.699 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.691+0000 7fd867384740 20 client.17397 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:36.699 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.691+0000 7fd867384740 1 --2- 172.21.15.1:0/3848103015 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5582109f1730 0x5582109f3b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:36.699 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.691+0000 7fd867384740 4 client.17397 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:04:36.699 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.691+0000 7fd867384740 1 -- 172.21.15.1:0/3848103015 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x558210670890 con 0x5582109f1730 2024-02-10T00:04:36.700 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.691+0000 7fd862470640 1 --2- 172.21.15.1:0/3848103015 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5582109f1730 0x5582109f3b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:36.700 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.691+0000 7fd862470640 1 --2- 172.21.15.1:0/3848103015 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5582109f1730 0x5582109f3b50 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8ae0f7b2c3ca4b18 server_cookie=ab8c316cd3d3cdaa in_seq=0 out_seq=0 2024-02-10T00:04:36.700 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.691+0000 7fd845ffb640 10 client.17397 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:36.700 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.691+0000 7fd845ffb640 1 -- 172.21.15.1:0/3848103015 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x558210670890 con 0x5582109f1730 2024-02-10T00:04:36.700 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.691+0000 7fd845ffb640 10 client.17397 handle_command_reply: tid=0 2024-02-10T00:04:36.700 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.691+0000 7fd867384740 1 client.17397 shutdown 2024-02-10T00:04:36.700 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.691+0000 7fd867384740 1 -- 172.21.15.1:0/3848103015 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558210986310 msgr2=0x5582109e9a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:36.700 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.691+0000 7fd867384740 1 --2- 172.21.15.1:0/3848103015 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558210986310 0x5582109e9a70 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7fd854015040 tx=0x7fd854005210 comp rx=0 tx=0).stop 2024-02-10T00:04:36.700 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.691+0000 7fd867384740 1 -- 172.21.15.1:0/3848103015 shutdown_connections 2024-02-10T00:04:36.700 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.691+0000 7fd867384740 1 --2- 172.21.15.1:0/3848103015 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5582109f1730 0x5582109f3b50 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.700 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.692+0000 7fd867384740 1 --2- 172.21.15.1:0/3848103015 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558210986310 0x5582109e9a70 unknown :-1 s=CLOSED pgs=1055 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.692+0000 7fd867384740 1 --2- 172.21.15.1:0/3848103015 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55821097d210 0x5582109e50e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.692+0000 7fd845ffb640 0 client.17397 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:36.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.692+0000 7fd867384740 1 --2- 172.21.15.1:0/3848103015 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55821097c860 0x5582109e4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.692+0000 7fd867384740 1 -- 172.21.15.1:0/3848103015 >> 172.21.15.1:0/3848103015 conn(0x558210977050 msgr2=0x5582109a12a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:36.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.692+0000 7fd867384740 1 -- 172.21.15.1:0/3848103015 shutdown_connections 2024-02-10T00:04:36.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.692+0000 7fd867384740 1 -- 172.21.15.1:0/3848103015 wait complete. 2024-02-10T00:04:36.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.692+0000 7fd867384740 20 client.17397 trim_cache size 0 max 16384 2024-02-10T00:04:36.701 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:04:36.701 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "no active scrubs running", 2024-02-10T00:04:36.701 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": {} 2024-02-10T00:04:36.702 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:04:36.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.692+0000 7fd8646d4640 1 -- 172.21.15.1:0/3587900556 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd8480a2230 msgr2=0x7fd8480a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:36.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.692+0000 7fd8646d4640 1 --2- 172.21.15.1:0/3587900556 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd8480a2230 0x7fd8480a46f0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fd858005fd0 tx=0x7fd858005850 comp rx=0 tx=0).stop 2024-02-10T00:04:36.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.692+0000 7fd8646d4640 1 -- 172.21.15.1:0/3587900556 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd85c102d90 msgr2=0x7fd85c19db70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:36.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.692+0000 7fd8646d4640 1 --2- 172.21.15.1:0/3587900556 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd85c102d90 0x7fd85c19db70 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7fd84c005940 tx=0x7fd84c004040 comp rx=0 tx=0).stop 2024-02-10T00:04:36.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.692+0000 7fd8646d4640 1 -- 172.21.15.1:0/3587900556 shutdown_connections 2024-02-10T00:04:36.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.692+0000 7fd8646d4640 1 --2- 172.21.15.1:0/3587900556 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd8480a2230 0x7fd8480a46f0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.692+0000 7fd8646d4640 1 --2- 172.21.15.1:0/3587900556 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd85c10b7b0 0x7fd85c1976f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.692+0000 7fd8646d4640 1 --2- 172.21.15.1:0/3587900556 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd85c102d90 0x7fd85c19db70 unknown :-1 s=CLOSED pgs=1051 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.692+0000 7fd8646d4640 1 --2- 172.21.15.1:0/3587900556 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd85c102470 0x7fd85c19d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.692+0000 7fd8646d4640 1 -- 172.21.15.1:0/3587900556 >> 172.21.15.1:0/3587900556 conn(0x7fd85c0772e0 msgr2=0x7fd85c0fd250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:36.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.692+0000 7fd8646d4640 1 -- 172.21.15.1:0/3587900556 shutdown_connections 2024-02-10T00:04:36.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.692+0000 7fd8646d4640 1 -- 172.21.15.1:0/3587900556 wait complete. 2024-02-10T00:04:36.706 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-02-10T00:04:36.707 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-10T00:04:36.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.807+0000 7f98e028f640 1 -- 172.21.15.1:0/3864167148 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f98d8106510 msgr2=0x7f98d810e0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:36.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.807+0000 7f98e028f640 1 --2- 172.21.15.1:0/3864167148 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f98d8106510 0x7f98d810e0e0 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f98d0009cd0 tx=0x7f98d002c0f0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.807+0000 7f98e028f640 1 -- 172.21.15.1:0/3864167148 shutdown_connections 2024-02-10T00:04:36.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.807+0000 7f98e028f640 1 --2- 172.21.15.1:0/3864167148 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f98d8106510 0x7f98d810e0e0 unknown :-1 s=CLOSED pgs=1056 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.807+0000 7f98e028f640 1 --2- 172.21.15.1:0/3864167148 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f98d8101df0 0x7f98d8105e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.807+0000 7f98e028f640 1 --2- 172.21.15.1:0/3864167148 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f98d8101440 0x7f98d8101820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.807+0000 7f98e028f640 1 -- 172.21.15.1:0/3864167148 >> 172.21.15.1:0/3864167148 conn(0x7f98d80fcce0 msgr2=0x7f98d80ff100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:36.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.807+0000 7f98e028f640 1 -- 172.21.15.1:0/3864167148 shutdown_connections 2024-02-10T00:04:36.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.807+0000 7f98e028f640 1 -- 172.21.15.1:0/3864167148 wait complete. 2024-02-10T00:04:36.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.808+0000 7f98e028f640 1 Processor -- start 2024-02-10T00:04:36.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.808+0000 7f98e028f640 1 -- start start 2024-02-10T00:04:36.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.808+0000 7f98e028f640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f98d8101440 0x7f98d819d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:36.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.808+0000 7f98e028f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f98d8106510 0x7f98d819db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:36.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.808+0000 7f98e028f640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f98d8197730 0x7f98d8197bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:36.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.808+0000 7f98e028f640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98d8198200 con 0x7f98d8106510 2024-02-10T00:04:36.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.808+0000 7f98e028f640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98d8198370 con 0x7f98d8197730 2024-02-10T00:04:36.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.808+0000 7f98e028f640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98d8198530 con 0x7f98d8101440 2024-02-10T00:04:36.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.808+0000 7f98dd82a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f98d8106510 0x7f98d819db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:36.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.808+0000 7f98dd82a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f98d8106510 0x7f98d819db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43740/0 (socket says 172.21.15.1:43740) 2024-02-10T00:04:36.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.808+0000 7f98dd82a640 1 -- 172.21.15.1:0/4185004610 learned_addr learned my addr 172.21.15.1:0/4185004610 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:36.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.808+0000 7f98de02b640 1 --2- 172.21.15.1:0/4185004610 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f98d8101440 0x7f98d819d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:36.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.808+0000 7f98de82c640 1 --2- 172.21.15.1:0/4185004610 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f98d8197730 0x7f98d8197bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:36.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.808+0000 7f98dd82a640 1 -- 172.21.15.1:0/4185004610 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f98d8101440 msgr2=0x7f98d819d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:36.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.808+0000 7f98dd82a640 1 --2- 172.21.15.1:0/4185004610 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f98d8101440 0x7f98d819d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.808+0000 7f98dd82a640 1 -- 172.21.15.1:0/4185004610 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f98d8197730 msgr2=0x7f98d8197bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:36.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.808+0000 7f98dd82a640 1 --2- 172.21.15.1:0/4185004610 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f98d8197730 0x7f98d8197bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:36.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.808+0000 7f98dd82a640 1 -- 172.21.15.1:0/4185004610 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98d0009900 con 0x7f98d8106510 2024-02-10T00:04:36.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.808+0000 7f98de82c640 1 --2- 172.21.15.1:0/4185004610 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f98d8197730 0x7f98d8197bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:04:36.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.809+0000 7f98dd82a640 1 --2- 172.21.15.1:0/4185004610 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f98d8106510 0x7f98d819db60 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7f98d400e9f0 tx=0x7f98d400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:36.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.809+0000 7f98cb7fe640 1 -- 172.21.15.1:0/4185004610 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98d40096c0 con 0x7f98d8106510 2024-02-10T00:04:36.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.809+0000 7f98e028f640 1 -- 172.21.15.1:0/4185004610 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f98d81a4480 con 0x7f98d8106510 2024-02-10T00:04:36.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.809+0000 7f98cb7fe640 1 -- 172.21.15.1:0/4185004610 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f98d4005500 con 0x7f98d8106510 2024-02-10T00:04:36.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.809+0000 7f98cb7fe640 1 -- 172.21.15.1:0/4185004610 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98d4010430 con 0x7f98d8106510 2024-02-10T00:04:36.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.809+0000 7f98e028f640 1 -- 172.21.15.1:0/4185004610 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98d81a4960 con 0x7f98d8106510 2024-02-10T00:04:36.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.810+0000 7f98e028f640 1 -- 172.21.15.1:0/4185004610 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f98d8102910 con 0x7f98d8106510 2024-02-10T00:04:36.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.811+0000 7f98cb7fe640 1 -- 172.21.15.1:0/4185004610 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f98d4005000 con 0x7f98d8106510 2024-02-10T00:04:36.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.811+0000 7f98cb7fe640 1 --2- 172.21.15.1:0/4185004610 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f98c40a2230 0x7f98c40a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:36.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.811+0000 7f98cb7fe640 1 -- 172.21.15.1:0/4185004610 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f98d4014070 con 0x7f98d8106510 2024-02-10T00:04:36.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.811+0000 7f98de02b640 1 --2- 172.21.15.1:0/4185004610 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f98c40a2230 0x7f98c40a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:36.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.812+0000 7f98de02b640 1 --2- 172.21.15.1:0/4185004610 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f98c40a2230 0x7f98c40a46f0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f98cc009990 tx=0x7f98cc009110 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:36.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:36.815+0000 7f98cb7fe640 1 -- 172.21.15.1:0/4185004610 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f98d4097310 con 0x7f98d8106510 2024-02-10T00:04:37.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.034+0000 7f98e028f640 1 -- 172.21.15.1:0/4185004610 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f98d8068500 con 0x7f98d8106510 2024-02-10T00:04:37.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.035+0000 7f98cb7fe640 1 -- 172.21.15.1:0/4185004610 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) v1 ==== 94+0+11367 (secure 0 0 0) 0x7f98d409a9d0 con 0x7f98d8106510 2024-02-10T00:04:37.036 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-10T00:04:37.037 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-09T23:57:05.956988+0000","modified":"2024-02-10T00:00:18.086451+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24496,"mds_2":24476,"mds_3":24475,"mds_4":14646},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14646":{"gid":14646,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24398":{"gid":24398,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24406":{"gid":24406,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24475":{"gid":24475,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_25477":{"gid":25477,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/1094349051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":1094349051},{"type":"v1","addr":"172.21.15.103:6835","nonce":1094349051}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-10T00:04:37.037 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 29 2024-02-10T00:04:37.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.036+0000 7f98e028f640 1 -- 172.21.15.1:0/4185004610 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f98c40a2230 msgr2=0x7f98c40a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.036+0000 7f98e028f640 1 --2- 172.21.15.1:0/4185004610 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f98c40a2230 0x7f98c40a46f0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f98cc009990 tx=0x7f98cc009110 comp rx=0 tx=0).stop 2024-02-10T00:04:37.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.036+0000 7f98e028f640 1 -- 172.21.15.1:0/4185004610 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f98d8106510 msgr2=0x7f98d819db60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.036+0000 7f98e028f640 1 --2- 172.21.15.1:0/4185004610 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f98d8106510 0x7f98d819db60 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7f98d400e9f0 tx=0x7f98d400edf0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.036+0000 7f98e028f640 1 -- 172.21.15.1:0/4185004610 shutdown_connections 2024-02-10T00:04:37.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.036+0000 7f98e028f640 1 --2- 172.21.15.1:0/4185004610 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f98c40a2230 0x7f98c40a46f0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.036+0000 7f98e028f640 1 --2- 172.21.15.1:0/4185004610 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f98d8197730 0x7f98d8197bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.036+0000 7f98e028f640 1 --2- 172.21.15.1:0/4185004610 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f98d8106510 0x7f98d819db60 unknown :-1 s=CLOSED pgs=1057 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.036+0000 7f98e028f640 1 --2- 172.21.15.1:0/4185004610 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f98d8101440 0x7f98d819d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.037+0000 7f98e028f640 1 -- 172.21.15.1:0/4185004610 >> 172.21.15.1:0/4185004610 conn(0x7f98d80fcce0 msgr2=0x7f98d80ff010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:37.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.037+0000 7f98e028f640 1 -- 172.21.15.1:0/4185004610 shutdown_connections 2024-02-10T00:04:37.039 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.037+0000 7f98e028f640 1 -- 172.21.15.1:0/4185004610 wait complete. 2024-02-10T00:04:37.049 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:04:37.049 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-02-10T00:04:37.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.153+0000 7fdc63d2c640 1 -- 172.21.15.1:0/4214514611 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdc5c101520 msgr2=0x7fdc5c101900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.153+0000 7fdc63d2c640 1 --2- 172.21.15.1:0/4214514611 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdc5c101520 0x7fdc5c101900 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7fdc54009930 tx=0x7fdc5402bc30 comp rx=0 tx=0).stop 2024-02-10T00:04:37.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.153+0000 7fdc63d2c640 1 -- 172.21.15.1:0/4214514611 shutdown_connections 2024-02-10T00:04:37.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.153+0000 7fdc63d2c640 1 --2- 172.21.15.1:0/4214514611 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdc5c1037a0 0x7fdc5c10e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.153+0000 7fdc63d2c640 1 --2- 172.21.15.1:0/4214514611 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdc5c102e00 0x7fdc5c103260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.153+0000 7fdc63d2c640 1 --2- 172.21.15.1:0/4214514611 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdc5c101520 0x7fdc5c101900 unknown :-1 s=CLOSED pgs=1058 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.153+0000 7fdc63d2c640 1 -- 172.21.15.1:0/4214514611 >> 172.21.15.1:0/4214514611 conn(0x7fdc5c0fccc0 msgr2=0x7fdc5c0ff0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:37.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.153+0000 7fdc63d2c640 1 -- 172.21.15.1:0/4214514611 shutdown_connections 2024-02-10T00:04:37.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.153+0000 7fdc63d2c640 1 -- 172.21.15.1:0/4214514611 wait complete. 2024-02-10T00:04:37.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.154+0000 7fdc63d2c640 1 Processor -- start 2024-02-10T00:04:37.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.154+0000 7fdc63d2c640 1 -- start start 2024-02-10T00:04:37.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.154+0000 7fdc63d2c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdc5c101520 0x7fdc5c19d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.154+0000 7fdc63d2c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdc5c102e00 0x7fdc5c19dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.154+0000 7fdc63d2c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdc5c1037a0 0x7fdc5c197730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.154+0000 7fdc63d2c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc5c197ec0 con 0x7fdc5c1037a0 2024-02-10T00:04:37.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.154+0000 7fdc63d2c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc5c198030 con 0x7fdc5c102e00 2024-02-10T00:04:37.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.154+0000 7fdc63d2c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc5c1981f0 con 0x7fdc5c101520 2024-02-10T00:04:37.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.154+0000 7fdc622c9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdc5c1037a0 0x7fdc5c197730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.154+0000 7fdc622c9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdc5c1037a0 0x7fdc5c197730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43764/0 (socket says 172.21.15.1:43764) 2024-02-10T00:04:37.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.154+0000 7fdc622c9640 1 -- 172.21.15.1:0/2686701494 learned_addr learned my addr 172.21.15.1:0/2686701494 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:37.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.154+0000 7fdc612c7640 1 --2- 172.21.15.1:0/2686701494 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdc5c102e00 0x7fdc5c19dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.154+0000 7fdc61ac8640 1 --2- 172.21.15.1:0/2686701494 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdc5c101520 0x7fdc5c19d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.154+0000 7fdc622c9640 1 -- 172.21.15.1:0/2686701494 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdc5c101520 msgr2=0x7fdc5c19d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.154+0000 7fdc622c9640 1 --2- 172.21.15.1:0/2686701494 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdc5c101520 0x7fdc5c19d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.154+0000 7fdc622c9640 1 -- 172.21.15.1:0/2686701494 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdc5c102e00 msgr2=0x7fdc5c19dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.154+0000 7fdc622c9640 1 --2- 172.21.15.1:0/2686701494 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdc5c102e00 0x7fdc5c19dbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.154+0000 7fdc622c9640 1 -- 172.21.15.1:0/2686701494 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc54009560 con 0x7fdc5c1037a0 2024-02-10T00:04:37.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.154+0000 7fdc622c9640 1 --2- 172.21.15.1:0/2686701494 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdc5c1037a0 0x7fdc5c197730 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7fdc5800eaa0 tx=0x7fdc5800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:37.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.154+0000 7fdc52ffd640 1 -- 172.21.15.1:0/2686701494 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc5800cdb0 con 0x7fdc5c1037a0 2024-02-10T00:04:37.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.154+0000 7fdc52ffd640 1 -- 172.21.15.1:0/2686701494 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdc58005020 con 0x7fdc5c1037a0 2024-02-10T00:04:37.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.155+0000 7fdc63d2c640 1 -- 172.21.15.1:0/2686701494 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdc5c1984d0 con 0x7fdc5c1037a0 2024-02-10T00:04:37.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.155+0000 7fdc52ffd640 1 -- 172.21.15.1:0/2686701494 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc580116b0 con 0x7fdc5c1037a0 2024-02-10T00:04:37.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.155+0000 7fdc63d2c640 1 -- 172.21.15.1:0/2686701494 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc5c1a45f0 con 0x7fdc5c1037a0 2024-02-10T00:04:37.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.157+0000 7fdc52ffd640 1 -- 172.21.15.1:0/2686701494 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fdc58005520 con 0x7fdc5c1037a0 2024-02-10T00:04:37.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.157+0000 7fdc669de740 1 Processor -- start 2024-02-10T00:04:37.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.157+0000 7fdc669de740 1 -- start start 2024-02-10T00:04:37.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.157+0000 7fdc52ffd640 1 --2- 172.21.15.1:0/2686701494 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdc480a22b0 0x7fdc480a4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.157+0000 7fdc669de740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed7d509a30 0x55ed7d509e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.157+0000 7fdc669de740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed7d50a3e0 0x55ed7d512990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.157+0000 7fdc669de740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed7d512f60 0x55ed7d5153b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.157+0000 7fdc669de740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed7d4c5020 con 0x55ed7d50a3e0 2024-02-10T00:04:37.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.157+0000 7fdc669de740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed7d478320 con 0x55ed7d512f60 2024-02-10T00:04:37.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.157+0000 7fdc669de740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed7d475850 con 0x55ed7d509a30 2024-02-10T00:04:37.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.158+0000 7fdc612c7640 1 --2- 172.21.15.1:0/2686701494 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdc480a22b0 0x7fdc480a4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.158+0000 7fdc61ac8640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed7d509a30 0x55ed7d509e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.158+0000 7fdc61ac8640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed7d509a30 0x55ed7d509e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.1:55264/0 (socket says 172.21.15.1:55264) 2024-02-10T00:04:37.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.158+0000 7fdc61ac8640 1 -- 172.21.15.1:0/2705753398 learned_addr learned my addr 172.21.15.1:0/2705753398 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:37.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.158+0000 7fdc612c7640 1 --2- 172.21.15.1:0/2705753398 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed7d50a3e0 0x55ed7d512990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.158+0000 7fdc52ffd640 1 -- 172.21.15.1:0/2686701494 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fdc580ce280 con 0x7fdc5c1037a0 2024-02-10T00:04:37.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.158+0000 7fdc622c9640 1 --2- 172.21.15.1:0/2705753398 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed7d512f60 0x55ed7d5153b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.158+0000 7fdc61ac8640 1 -- 172.21.15.1:0/2705753398 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed7d512f60 msgr2=0x55ed7d5153b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.158+0000 7fdc61ac8640 1 --2- 172.21.15.1:0/2705753398 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed7d512f60 0x55ed7d5153b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.158+0000 7fdc61ac8640 1 -- 172.21.15.1:0/2705753398 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed7d50a3e0 msgr2=0x55ed7d512990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.158+0000 7fdc61ac8640 1 --2- 172.21.15.1:0/2705753398 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed7d50a3e0 0x55ed7d512990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.158+0000 7fdc61ac8640 1 -- 172.21.15.1:0/2705753398 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ed7d433210 con 0x55ed7d509a30 2024-02-10T00:04:37.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.158+0000 7fdc612c7640 1 --2- 172.21.15.1:0/2686701494 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdc480a22b0 0x7fdc480a4770 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fdc4c00b620 tx=0x7fdc4c00bb10 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:37.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.158+0000 7fdc61ac8640 1 --2- 172.21.15.1:0/2705753398 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed7d509a30 0x55ed7d509e10 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fdc54009930 tx=0x7fdc5402c650 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aaa07801efce72ca server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:37.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.158+0000 7fdc47fff640 1 -- 172.21.15.1:0/2705753398 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc54004a80 con 0x55ed7d509a30 2024-02-10T00:04:37.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.159+0000 7fdc47fff640 1 -- 172.21.15.1:0/2705753398 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdc54004030 con 0x55ed7d509a30 2024-02-10T00:04:37.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.159+0000 7fdc47fff640 1 -- 172.21.15.1:0/2705753398 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc54005210 con 0x55ed7d509a30 2024-02-10T00:04:37.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.159+0000 7fdc669de740 1 -- 172.21.15.1:0/2705753398 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed7d509a30 msgr2=0x55ed7d509e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.159+0000 7fdc669de740 1 --2- 172.21.15.1:0/2705753398 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed7d509a30 0x55ed7d509e10 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fdc54009930 tx=0x7fdc5402c650 comp rx=0 tx=0).stop 2024-02-10T00:04:37.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.159+0000 7fdc669de740 1 -- 172.21.15.1:0/2705753398 shutdown_connections 2024-02-10T00:04:37.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.159+0000 7fdc669de740 1 --2- 172.21.15.1:0/2705753398 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed7d512f60 0x55ed7d5153b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.159+0000 7fdc669de740 1 --2- 172.21.15.1:0/2705753398 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed7d50a3e0 0x55ed7d512990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.159+0000 7fdc669de740 1 --2- 172.21.15.1:0/2705753398 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed7d509a30 0x55ed7d509e10 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.159+0000 7fdc669de740 1 -- 172.21.15.1:0/2705753398 >> 172.21.15.1:0/2705753398 conn(0x55ed7d504100 msgr2=0x55ed7d5044e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:37.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.159+0000 7fdc669de740 1 -- 172.21.15.1:0/2705753398 shutdown_connections 2024-02-10T00:04:37.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.159+0000 7fdc669de740 1 -- 172.21.15.1:0/2705753398 wait complete. 2024-02-10T00:04:37.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.160+0000 7fdc669de740 1 -- start start 2024-02-10T00:04:37.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.160+0000 7fdc669de740 1 Processor -- start 2024-02-10T00:04:37.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.160+0000 7fdc669de740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed7d509a30 0x55ed7d50fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.160+0000 7fdc669de740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed7d50a3e0 0x55ed7d510390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.160+0000 7fdc669de740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed7d512f60 0x55ed7d5108d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.160+0000 7fdc669de740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed7d471030 con 0x55ed7d50a3e0 2024-02-10T00:04:37.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.160+0000 7fdc669de740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed7d144430 con 0x55ed7d512f60 2024-02-10T00:04:37.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.160+0000 7fdc669de740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed7d100e00 con 0x55ed7d509a30 2024-02-10T00:04:37.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.160+0000 7fdc669de740 10 client.0 _ll_register_callbacks cb 0x55ed7d466030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:37.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.160+0000 7fdc612c7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed7d50a3e0 0x55ed7d510390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.160+0000 7fdc612c7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed7d50a3e0 0x55ed7d510390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43788/0 (socket says 172.21.15.1:43788) 2024-02-10T00:04:37.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.160+0000 7fdc612c7640 1 -- 172.21.15.1:0/4251032010 learned_addr learned my addr 172.21.15.1:0/4251032010 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:37.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.160+0000 7fdc61ac8640 1 --2- 172.21.15.1:0/4251032010 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed7d509a30 0x55ed7d50fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.161+0000 7fdc622c9640 1 --2- 172.21.15.1:0/4251032010 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed7d512f60 0x55ed7d5108d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.161+0000 7fdc612c7640 1 -- 172.21.15.1:0/4251032010 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed7d509a30 msgr2=0x55ed7d50fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.161+0000 7fdc612c7640 1 --2- 172.21.15.1:0/4251032010 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed7d509a30 0x55ed7d50fe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.161+0000 7fdc612c7640 1 -- 172.21.15.1:0/4251032010 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed7d512f60 msgr2=0x55ed7d5108d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.161+0000 7fdc612c7640 1 --2- 172.21.15.1:0/4251032010 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed7d512f60 0x55ed7d5108d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.161+0000 7fdc612c7640 1 -- 172.21.15.1:0/4251032010 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc5c10eaa0 con 0x55ed7d50a3e0 2024-02-10T00:04:37.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.161+0000 7fdc612c7640 1 --2- 172.21.15.1:0/4251032010 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed7d50a3e0 0x55ed7d510390 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7fdc4c012440 tx=0x7fdc4c00b390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94fa567f2aa26211 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:37.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.161+0000 7fdc457fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:37.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.161+0000 7fdc457fa640 1 -- 172.21.15.1:0/4251032010 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc4c01eb90 con 0x55ed7d50a3e0 2024-02-10T00:04:37.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.161+0000 7fdc457fa640 1 -- 172.21.15.1:0/4251032010 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fdc4c01ecf0 con 0x55ed7d50a3e0 2024-02-10T00:04:37.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.161+0000 7fdc669de740 1 -- 172.21.15.1:0/4251032010 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ed7d1707e0 con 0x55ed7d50a3e0 2024-02-10T00:04:37.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.161+0000 7fdc457fa640 1 -- 172.21.15.1:0/4251032010 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdc4c02a410 con 0x55ed7d50a3e0 2024-02-10T00:04:37.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.161+0000 7fdc669de740 10 client.17415 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:37.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.161+0000 7fdc669de740 1 -- 172.21.15.1:0/4251032010 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55ed7d46f6b0 con 0x55ed7d50a3e0 2024-02-10T00:04:37.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.161+0000 7fdc457fa640 1 -- 172.21.15.1:0/4251032010 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55ed7d1707e0 con 0x55ed7d50a3e0 2024-02-10T00:04:37.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.161+0000 7fdc457fa640 1 -- 172.21.15.1:0/4251032010 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fdc4c020660 con 0x55ed7d50a3e0 2024-02-10T00:04:37.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.161+0000 7fdc669de740 10 client.17415 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:37.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.162+0000 7fdc669de740 10 client.17415 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:04:37.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.162+0000 7fdc669de740 20 client.17415 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:37.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.162+0000 7fdc669de740 1 --2- 172.21.15.1:0/4251032010 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55ed7d5234b0 0x55ed7d5258d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.162+0000 7fdc669de740 4 client.17415 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:04:37.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.162+0000 7fdc669de740 1 -- 172.21.15.1:0/4251032010 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ed7d1ad720 con 0x55ed7d5234b0 2024-02-10T00:04:37.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.162+0000 7fdc61ac8640 1 --2- 172.21.15.1:0/4251032010 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55ed7d5234b0 0x55ed7d5258d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.162+0000 7fdc457fa640 10 client.17415 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:04:37.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.162+0000 7fdc61ac8640 1 --2- 172.21.15.1:0/4251032010 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55ed7d5234b0 0x55ed7d5258d0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=11131e1ab7ee9653 server_cookie=b5835a54af3462f3 in_seq=0 out_seq=0 2024-02-10T00:04:37.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.162+0000 7fdc457fa640 1 -- 172.21.15.1:0/4251032010 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55ed7d1ad720 con 0x55ed7d5234b0 2024-02-10T00:04:37.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.162+0000 7fdc457fa640 10 client.17415 handle_command_reply: tid=0 2024-02-10T00:04:37.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.162+0000 7fdc669de740 1 client.17415 shutdown 2024-02-10T00:04:37.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.163+0000 7fdc669de740 1 -- 172.21.15.1:0/4251032010 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed7d50a3e0 msgr2=0x55ed7d510390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.163+0000 7fdc669de740 1 --2- 172.21.15.1:0/4251032010 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed7d50a3e0 0x55ed7d510390 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7fdc4c012440 tx=0x7fdc4c00b390 comp rx=0 tx=0).stop 2024-02-10T00:04:37.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.163+0000 7fdc669de740 1 -- 172.21.15.1:0/4251032010 shutdown_connections 2024-02-10T00:04:37.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.163+0000 7fdc669de740 1 --2- 172.21.15.1:0/4251032010 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55ed7d5234b0 0x55ed7d5258d0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.163+0000 7fdc669de740 1 --2- 172.21.15.1:0/4251032010 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed7d512f60 0x55ed7d5108d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.163+0000 7fdc669de740 1 --2- 172.21.15.1:0/4251032010 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed7d50a3e0 0x55ed7d510390 unknown :-1 s=CLOSED pgs=1060 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.163+0000 7fdc457fa640 0 client.17415 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:04:37.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.163+0000 7fdc669de740 1 --2- 172.21.15.1:0/4251032010 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed7d509a30 0x55ed7d50fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.163+0000 7fdc669de740 1 -- 172.21.15.1:0/4251032010 >> 172.21.15.1:0/4251032010 conn(0x55ed7d504100 msgr2=0x55ed7d505e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:37.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.163+0000 7fdc669de740 1 -- 172.21.15.1:0/4251032010 shutdown_connections 2024-02-10T00:04:37.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.163+0000 7fdc669de740 1 -- 172.21.15.1:0/4251032010 wait complete. 2024-02-10T00:04:37.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.163+0000 7fdc669de740 20 client.17415 trim_cache size 0 max 16384 2024-02-10T00:04:37.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.175+0000 7fdc669de740 1 Processor -- start 2024-02-10T00:04:37.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.175+0000 7fdc669de740 1 -- start start 2024-02-10T00:04:37.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.175+0000 7fdc669de740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed7d509a30 0x55ed7d512580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.175+0000 7fdc669de740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed7d50a3e0 0x55ed7d5106f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.175+0000 7fdc669de740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed7d512f60 0x55ed7d50d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.175+0000 7fdc669de740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed7d4ff8b0 con 0x55ed7d509a30 2024-02-10T00:04:37.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.175+0000 7fdc669de740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed7d3f6130 con 0x55ed7d512f60 2024-02-10T00:04:37.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.175+0000 7fdc669de740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed7d52aae0 con 0x55ed7d50a3e0 2024-02-10T00:04:37.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.175+0000 7fdc61ac8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed7d509a30 0x55ed7d512580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.175+0000 7fdc61ac8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed7d509a30 0x55ed7d512580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43798/0 (socket says 172.21.15.1:43798) 2024-02-10T00:04:37.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.175+0000 7fdc61ac8640 1 -- 172.21.15.1:0/2718265836 learned_addr learned my addr 172.21.15.1:0/2718265836 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:37.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.175+0000 7fdc61ac8640 1 -- 172.21.15.1:0/2718265836 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed7d50a3e0 msgr2=0x55ed7d5106f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.175+0000 7fdc61ac8640 1 --2- 172.21.15.1:0/2718265836 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed7d50a3e0 0x55ed7d5106f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.175+0000 7fdc622c9640 1 --2- 172.21.15.1:0/2718265836 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed7d512f60 0x55ed7d50d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.175+0000 7fdc61ac8640 1 -- 172.21.15.1:0/2718265836 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed7d512f60 msgr2=0x55ed7d50d0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.175+0000 7fdc61ac8640 1 --2- 172.21.15.1:0/2718265836 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed7d512f60 0x55ed7d50d0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.176+0000 7fdc61ac8640 1 -- 172.21.15.1:0/2718265836 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ed7d40bc90 con 0x55ed7d509a30 2024-02-10T00:04:37.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.176+0000 7fdc622c9640 1 --2- 172.21.15.1:0/2718265836 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed7d512f60 0x55ed7d50d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:04:37.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.176+0000 7fdc61ac8640 1 --2- 172.21.15.1:0/2718265836 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed7d509a30 0x55ed7d512580 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7fdc54005ab0 tx=0x7fdc54005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4af19bc04c8b98f8 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:37.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.176+0000 7fdc477fe640 1 -- 172.21.15.1:0/2718265836 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc540043a0 con 0x55ed7d509a30 2024-02-10T00:04:37.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.176+0000 7fdc477fe640 1 -- 172.21.15.1:0/2718265836 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdc5402c7e0 con 0x55ed7d509a30 2024-02-10T00:04:37.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.176+0000 7fdc477fe640 1 -- 172.21.15.1:0/2718265836 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc540505f0 con 0x55ed7d509a30 2024-02-10T00:04:37.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.176+0000 7fdc669de740 1 -- 172.21.15.1:0/2718265836 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed7d509a30 msgr2=0x55ed7d512580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.176+0000 7fdc669de740 1 --2- 172.21.15.1:0/2718265836 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed7d509a30 0x55ed7d512580 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7fdc54005ab0 tx=0x7fdc54005fd0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.176+0000 7fdc669de740 1 -- 172.21.15.1:0/2718265836 shutdown_connections 2024-02-10T00:04:37.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.176+0000 7fdc669de740 1 --2- 172.21.15.1:0/2718265836 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed7d512f60 0x55ed7d50d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.189 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.176+0000 7fdc669de740 1 --2- 172.21.15.1:0/2718265836 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed7d50a3e0 0x55ed7d5106f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.190 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.176+0000 7fdc669de740 1 --2- 172.21.15.1:0/2718265836 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed7d509a30 0x55ed7d512580 unknown :-1 s=CLOSED pgs=1061 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.190 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.176+0000 7fdc669de740 1 -- 172.21.15.1:0/2718265836 >> 172.21.15.1:0/2718265836 conn(0x55ed7d504100 msgr2=0x55ed7d50b170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:37.190 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.176+0000 7fdc669de740 1 -- 172.21.15.1:0/2718265836 shutdown_connections 2024-02-10T00:04:37.190 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.177+0000 7fdc669de740 1 -- 172.21.15.1:0/2718265836 wait complete. 2024-02-10T00:04:37.190 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.177+0000 7fdc669de740 1 -- start start 2024-02-10T00:04:37.190 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.177+0000 7fdc669de740 1 Processor -- start 2024-02-10T00:04:37.190 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.177+0000 7fdc669de740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed7d509a30 0x55ed7d518980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.190 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.177+0000 7fdc669de740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed7d50a3e0 0x55ed7d518ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.177+0000 7fdc669de740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed7d512f60 0x55ed7d519400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.177+0000 7fdc669de740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed7d5821d0 con 0x55ed7d512f60 2024-02-10T00:04:37.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.177+0000 7fdc669de740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed7d582310 con 0x55ed7d509a30 2024-02-10T00:04:37.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.177+0000 7fdc669de740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed7d582450 con 0x55ed7d50a3e0 2024-02-10T00:04:37.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.177+0000 7fdc669de740 10 client.0 _ll_register_callbacks cb 0x7fdc54009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:37.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.177+0000 7fdc622c9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed7d512f60 0x55ed7d519400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.177+0000 7fdc622c9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed7d512f60 0x55ed7d519400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43812/0 (socket says 172.21.15.1:43812) 2024-02-10T00:04:37.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.177+0000 7fdc622c9640 1 -- 172.21.15.1:0/3340873361 learned_addr learned my addr 172.21.15.1:0/3340873361 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:37.191 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.177+0000 7fdc612c7640 1 --2- 172.21.15.1:0/3340873361 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed7d50a3e0 0x55ed7d518ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.178+0000 7fdc61ac8640 1 --2- 172.21.15.1:0/3340873361 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed7d509a30 0x55ed7d518980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.178+0000 7fdc622c9640 1 -- 172.21.15.1:0/3340873361 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed7d50a3e0 msgr2=0x55ed7d518ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.178+0000 7fdc622c9640 1 --2- 172.21.15.1:0/3340873361 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed7d50a3e0 0x55ed7d518ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.178+0000 7fdc622c9640 1 -- 172.21.15.1:0/3340873361 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed7d509a30 msgr2=0x55ed7d518980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.178+0000 7fdc622c9640 1 --2- 172.21.15.1:0/3340873361 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed7d509a30 0x55ed7d518980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.178+0000 7fdc622c9640 1 -- 172.21.15.1:0/3340873361 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ed7d433210 con 0x55ed7d512f60 2024-02-10T00:04:37.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.178+0000 7fdc622c9640 1 --2- 172.21.15.1:0/3340873361 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed7d512f60 0x55ed7d519400 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7fdc58009270 tx=0x7fdc5809b400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78acb0f4c07a49d9 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:37.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.178+0000 7fdc457fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:37.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.178+0000 7fdc457fa640 1 -- 172.21.15.1:0/3340873361 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc580053a0 con 0x55ed7d512f60 2024-02-10T00:04:37.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.178+0000 7fdc457fa640 1 -- 172.21.15.1:0/3340873361 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fdc580a33e0 con 0x55ed7d512f60 2024-02-10T00:04:37.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.178+0000 7fdc669de740 1 -- 172.21.15.1:0/3340873361 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fdc54004030 con 0x55ed7d512f60 2024-02-10T00:04:37.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.178+0000 7fdc457fa640 1 -- 172.21.15.1:0/3340873361 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdc580cbe20 con 0x55ed7d512f60 2024-02-10T00:04:37.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.178+0000 7fdc669de740 10 client.17421 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:37.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.178+0000 7fdc669de740 1 -- 172.21.15.1:0/3340873361 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55ed7d431a70 con 0x55ed7d512f60 2024-02-10T00:04:37.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.178+0000 7fdc457fa640 1 -- 172.21.15.1:0/3340873361 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdc54004030 con 0x55ed7d512f60 2024-02-10T00:04:37.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.178+0000 7fdc457fa640 1 -- 172.21.15.1:0/3340873361 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fdc58018030 con 0x55ed7d512f60 2024-02-10T00:04:37.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.178+0000 7fdc669de740 10 client.17421 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:37.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.178+0000 7fdc669de740 10 client.17421 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:04:37.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.178+0000 7fdc669de740 20 client.17421 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:37.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.178+0000 7fdc669de740 1 --2- 172.21.15.1:0/3340873361 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55ed7d583b40 0x55ed7d585f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.178+0000 7fdc669de740 4 client.17421 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:04:37.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.178+0000 7fdc669de740 1 -- 172.21.15.1:0/3340873361 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55ed7d1fc890 con 0x55ed7d583b40 2024-02-10T00:04:37.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.179+0000 7fdc61ac8640 1 --2- 172.21.15.1:0/3340873361 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55ed7d583b40 0x55ed7d585f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.179+0000 7fdc457fa640 10 client.17421 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:04:37.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.179+0000 7fdc61ac8640 1 --2- 172.21.15.1:0/3340873361 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55ed7d583b40 0x55ed7d585f60 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=ebc21edcfbebc6d9 server_cookie=5bd15c192ca710a7 in_seq=0 out_seq=0 2024-02-10T00:04:37.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.179+0000 7fdc457fa640 1 -- 172.21.15.1:0/3340873361 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55ed7d1fc890 con 0x55ed7d583b40 2024-02-10T00:04:37.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.179+0000 7fdc457fa640 10 client.17421 handle_command_reply: tid=0 2024-02-10T00:04:37.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.179+0000 7fdc669de740 1 client.17421 shutdown 2024-02-10T00:04:37.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.179+0000 7fdc669de740 1 -- 172.21.15.1:0/3340873361 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed7d512f60 msgr2=0x55ed7d519400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.179+0000 7fdc669de740 1 --2- 172.21.15.1:0/3340873361 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed7d512f60 0x55ed7d519400 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7fdc58009270 tx=0x7fdc5809b400 comp rx=0 tx=0).stop 2024-02-10T00:04:37.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.179+0000 7fdc669de740 1 -- 172.21.15.1:0/3340873361 shutdown_connections 2024-02-10T00:04:37.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.179+0000 7fdc669de740 1 --2- 172.21.15.1:0/3340873361 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55ed7d583b40 0x55ed7d585f60 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.179+0000 7fdc669de740 1 --2- 172.21.15.1:0/3340873361 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ed7d512f60 0x55ed7d519400 unknown :-1 s=CLOSED pgs=1062 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.179+0000 7fdc669de740 1 --2- 172.21.15.1:0/3340873361 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ed7d50a3e0 0x55ed7d518ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.179+0000 7fdc457fa640 0 client.17421 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:04:37.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.179+0000 7fdc669de740 1 --2- 172.21.15.1:0/3340873361 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ed7d509a30 0x55ed7d518980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.179+0000 7fdc669de740 1 -- 172.21.15.1:0/3340873361 >> 172.21.15.1:0/3340873361 conn(0x55ed7d504100 msgr2=0x55ed7d5029b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:37.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.179+0000 7fdc669de740 1 -- 172.21.15.1:0/3340873361 shutdown_connections 2024-02-10T00:04:37.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.179+0000 7fdc669de740 1 -- 172.21.15.1:0/3340873361 wait complete. 2024-02-10T00:04:37.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.179+0000 7fdc669de740 20 client.17421 trim_cache size 0 max 16384 2024-02-10T00:04:37.196 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:04:37.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.180+0000 7fdc63d2c640 1 -- 172.21.15.1:0/2686701494 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdc480a22b0 msgr2=0x7fdc480a4770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.180+0000 7fdc63d2c640 1 --2- 172.21.15.1:0/2686701494 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdc480a22b0 0x7fdc480a4770 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fdc4c00b620 tx=0x7fdc4c00bb10 comp rx=0 tx=0).stop 2024-02-10T00:04:37.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.180+0000 7fdc63d2c640 1 -- 172.21.15.1:0/2686701494 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdc5c1037a0 msgr2=0x7fdc5c197730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.180+0000 7fdc63d2c640 1 --2- 172.21.15.1:0/2686701494 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdc5c1037a0 0x7fdc5c197730 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7fdc5800eaa0 tx=0x7fdc5800ef60 comp rx=0 tx=0).stop 2024-02-10T00:04:37.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.180+0000 7fdc63d2c640 1 -- 172.21.15.1:0/2686701494 shutdown_connections 2024-02-10T00:04:37.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.180+0000 7fdc63d2c640 1 --2- 172.21.15.1:0/2686701494 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdc480a22b0 0x7fdc480a4770 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.180+0000 7fdc63d2c640 1 --2- 172.21.15.1:0/2686701494 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdc5c1037a0 0x7fdc5c197730 unknown :-1 s=CLOSED pgs=1059 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.180+0000 7fdc63d2c640 1 --2- 172.21.15.1:0/2686701494 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdc5c102e00 0x7fdc5c19dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.180+0000 7fdc63d2c640 1 --2- 172.21.15.1:0/2686701494 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdc5c101520 0x7fdc5c19d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.180+0000 7fdc63d2c640 1 -- 172.21.15.1:0/2686701494 >> 172.21.15.1:0/2686701494 conn(0x7fdc5c0fccc0 msgr2=0x7fdc5c0fd5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:37.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.180+0000 7fdc63d2c640 1 -- 172.21.15.1:0/2686701494 shutdown_connections 2024-02-10T00:04:37.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.180+0000 7fdc63d2c640 1 -- 172.21.15.1:0/2686701494 wait complete. 2024-02-10T00:04:37.199 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:04:37.199 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-02-10T00:04:37.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.301+0000 7f1556e8f640 1 -- 172.21.15.1:0/1236141795 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1550100cf0 msgr2=0x7f1550104d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.301+0000 7f1556e8f640 1 --2- 172.21.15.1:0/1236141795 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1550100cf0 0x7f1550104d30 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7f1544009930 tx=0x7f154402bc30 comp rx=0 tx=0).stop 2024-02-10T00:04:37.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.301+0000 7f1556e8f640 1 -- 172.21.15.1:0/1236141795 shutdown_connections 2024-02-10T00:04:37.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.301+0000 7f1556e8f640 1 --2- 172.21.15.1:0/1236141795 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1550105410 0x7f155010cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.301+0000 7f1556e8f640 1 --2- 172.21.15.1:0/1236141795 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1550100cf0 0x7f1550104d30 unknown :-1 s=CLOSED pgs=1063 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.301+0000 7f1556e8f640 1 --2- 172.21.15.1:0/1236141795 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1550100340 0x7f1550100720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.301+0000 7f1556e8f640 1 -- 172.21.15.1:0/1236141795 >> 172.21.15.1:0/1236141795 conn(0x7f15500772e0 msgr2=0x7f15500776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:37.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.301+0000 7f1556e8f640 1 -- 172.21.15.1:0/1236141795 shutdown_connections 2024-02-10T00:04:37.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.301+0000 7f1556e8f640 1 -- 172.21.15.1:0/1236141795 wait complete. 2024-02-10T00:04:37.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.302+0000 7f1556e8f640 1 Processor -- start 2024-02-10T00:04:37.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.302+0000 7f1556e8f640 1 -- start start 2024-02-10T00:04:37.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.302+0000 7f1556e8f640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1550100340 0x7f155019d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.302+0000 7f1556e8f640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1550105410 0x7f155019db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.302+0000 7f1556e8f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15501976f0 0x7f1550197b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.302+0000 7f1556e8f640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15501981c0 con 0x7f15501976f0 2024-02-10T00:04:37.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.302+0000 7f1556e8f640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1550198330 con 0x7f1550100340 2024-02-10T00:04:37.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.302+0000 7f1556e8f640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15501984f0 con 0x7f1550105410 2024-02-10T00:04:37.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.302+0000 7f155542c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15501976f0 0x7f1550197b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.302+0000 7f155542c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15501976f0 0x7f1550197b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43830/0 (socket says 172.21.15.1:43830) 2024-02-10T00:04:37.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.302+0000 7f155542c640 1 -- 172.21.15.1:0/3150041812 learned_addr learned my addr 172.21.15.1:0/3150041812 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:37.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.302+0000 7f154ffff640 1 --2- 172.21.15.1:0/3150041812 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1550105410 0x7f155019db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.303+0000 7f1554c2b640 1 --2- 172.21.15.1:0/3150041812 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1550100340 0x7f155019d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.303+0000 7f155542c640 1 -- 172.21.15.1:0/3150041812 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1550105410 msgr2=0x7f155019db70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.303+0000 7f155542c640 1 --2- 172.21.15.1:0/3150041812 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1550105410 0x7f155019db70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.314 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.303+0000 7f155542c640 1 -- 172.21.15.1:0/3150041812 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1550100340 msgr2=0x7f155019d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.303+0000 7f155542c640 1 --2- 172.21.15.1:0/3150041812 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1550100340 0x7f155019d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.303+0000 7f155542c640 1 -- 172.21.15.1:0/3150041812 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1544009560 con 0x7f15501976f0 2024-02-10T00:04:37.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.303+0000 7f155542c640 1 --2- 172.21.15.1:0/3150041812 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15501976f0 0x7f1550197b70 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f154000d700 tx=0x7f154000dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:37.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.303+0000 7f154dffb640 1 -- 172.21.15.1:0/3150041812 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1540004020 con 0x7f15501976f0 2024-02-10T00:04:37.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.303+0000 7f154dffb640 1 -- 172.21.15.1:0/3150041812 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1540009d00 con 0x7f15501976f0 2024-02-10T00:04:37.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.303+0000 7f154dffb640 1 -- 172.21.15.1:0/3150041812 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1540003cf0 con 0x7f15501976f0 2024-02-10T00:04:37.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.303+0000 7f1556e8f640 1 -- 172.21.15.1:0/3150041812 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15501a4490 con 0x7f15501976f0 2024-02-10T00:04:37.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.303+0000 7f1556e8f640 1 -- 172.21.15.1:0/3150041812 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15501a4920 con 0x7f15501976f0 2024-02-10T00:04:37.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.305+0000 7f154dffb640 1 -- 172.21.15.1:0/3150041812 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f1540009820 con 0x7f15501976f0 2024-02-10T00:04:37.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.306+0000 7f1559a5d740 1 Processor -- start 2024-02-10T00:04:37.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.306+0000 7f1559a5d740 1 -- start start 2024-02-10T00:04:37.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.306+0000 7f154dffb640 1 --2- 172.21.15.1:0/3150041812 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f15380a2230 0x7f15380a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.306+0000 7f1559a5d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55adc3db2a30 0x55adc3db2e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.306+0000 7f1559a5d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55adc3db33e0 0x55adc3dbb990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.306+0000 7f1559a5d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55adc3dbbf60 0x55adc3dbe3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.306+0000 7f1559a5d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55adc3d6e020 con 0x55adc3db2a30 2024-02-10T00:04:37.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.306+0000 7f1559a5d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55adc3d21320 con 0x55adc3dbbf60 2024-02-10T00:04:37.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.306+0000 7f1559a5d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55adc3d1e850 con 0x55adc3db33e0 2024-02-10T00:04:37.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.306+0000 7f154ffff640 1 --2- 172.21.15.1:0/3150041812 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f15380a2230 0x7f15380a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.306+0000 7f154dffb640 1 -- 172.21.15.1:0/3150041812 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f15400cd9c0 con 0x7f15501976f0 2024-02-10T00:04:37.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.306+0000 7f1554c2b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55adc3db2a30 0x55adc3db2e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.306+0000 7f1554c2b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55adc3db2a30 0x55adc3db2e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43846/0 (socket says 172.21.15.1:43846) 2024-02-10T00:04:37.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.306+0000 7f1554c2b640 1 -- 172.21.15.1:0/2048416326 learned_addr learned my addr 172.21.15.1:0/2048416326 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:37.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.306+0000 7f155542c640 1 --2- 172.21.15.1:0/2048416326 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55adc3dbbf60 0x55adc3dbe3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.306+0000 7f154ffff640 1 --2- 172.21.15.1:0/2048416326 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55adc3db33e0 0x55adc3dbb990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.306+0000 7f1554c2b640 1 -- 172.21.15.1:0/2048416326 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55adc3db33e0 msgr2=0x55adc3dbb990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.307+0000 7f1554c2b640 1 --2- 172.21.15.1:0/2048416326 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55adc3db33e0 0x55adc3dbb990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.307+0000 7f1554c2b640 1 -- 172.21.15.1:0/2048416326 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55adc3dbbf60 msgr2=0x55adc3dbe3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.307+0000 7f1554c2b640 1 --2- 172.21.15.1:0/2048416326 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55adc3dbbf60 0x55adc3dbe3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.307+0000 7f1554c2b640 1 -- 172.21.15.1:0/2048416326 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55adc3cdc210 con 0x55adc3db2a30 2024-02-10T00:04:37.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.307+0000 7f155542c640 1 --2- 172.21.15.1:0/2048416326 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55adc3dbbf60 0x55adc3dbe3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:04:37.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.307+0000 7f154ffff640 1 --2- 172.21.15.1:0/2048416326 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55adc3db33e0 0x55adc3dbb990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:04:37.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.307+0000 7f154ffff640 1 --2- 172.21.15.1:0/3150041812 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f15380a2230 0x7f15380a46f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f1544000c00 tx=0x7f1544004820 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:37.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.307+0000 7f1554c2b640 1 --2- 172.21.15.1:0/2048416326 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55adc3db2a30 0x55adc3db2e10 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7f15480114f0 tx=0x7f15480119b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce1e6c37262ed0d0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:37.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.307+0000 7f1536ffd640 1 -- 172.21.15.1:0/2048416326 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1548004d20 con 0x55adc3db2a30 2024-02-10T00:04:37.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.307+0000 7f1536ffd640 1 -- 172.21.15.1:0/2048416326 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1548004e80 con 0x55adc3db2a30 2024-02-10T00:04:37.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.307+0000 7f1536ffd640 1 -- 172.21.15.1:0/2048416326 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f154800f7c0 con 0x55adc3db2a30 2024-02-10T00:04:37.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.308+0000 7f1559a5d740 1 -- 172.21.15.1:0/2048416326 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55adc3db2a30 msgr2=0x55adc3db2e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.308+0000 7f1559a5d740 1 --2- 172.21.15.1:0/2048416326 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55adc3db2a30 0x55adc3db2e10 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7f15480114f0 tx=0x7f15480119b0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.308+0000 7f1559a5d740 1 -- 172.21.15.1:0/2048416326 shutdown_connections 2024-02-10T00:04:37.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.308+0000 7f1559a5d740 1 --2- 172.21.15.1:0/2048416326 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55adc3dbbf60 0x55adc3dbe3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.308+0000 7f1559a5d740 1 --2- 172.21.15.1:0/2048416326 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55adc3db33e0 0x55adc3dbb990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.308+0000 7f1559a5d740 1 --2- 172.21.15.1:0/2048416326 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55adc3db2a30 0x55adc3db2e10 unknown :-1 s=CLOSED pgs=1065 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.308+0000 7f1559a5d740 1 -- 172.21.15.1:0/2048416326 >> 172.21.15.1:0/2048416326 conn(0x55adc3dad100 msgr2=0x55adc3dad4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:37.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.308+0000 7f1559a5d740 1 -- 172.21.15.1:0/2048416326 shutdown_connections 2024-02-10T00:04:37.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.308+0000 7f1559a5d740 1 -- 172.21.15.1:0/2048416326 wait complete. 2024-02-10T00:04:37.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.308+0000 7f1559a5d740 1 -- start start 2024-02-10T00:04:37.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.308+0000 7f1559a5d740 1 Processor -- start 2024-02-10T00:04:37.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.308+0000 7f1559a5d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55adc3db2a30 0x55adc3db8de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.308+0000 7f1559a5d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55adc3db33e0 0x55adc3db9320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.308+0000 7f1559a5d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55adc3dbbf60 0x55adc3db9860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.308+0000 7f1559a5d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55adc3d1a030 con 0x55adc3db2a30 2024-02-10T00:04:37.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.308+0000 7f1559a5d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55adc39ed430 con 0x55adc3dbbf60 2024-02-10T00:04:37.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.308+0000 7f1559a5d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55adc39a9e00 con 0x55adc3db33e0 2024-02-10T00:04:37.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.308+0000 7f1559a5d740 10 client.0 _ll_register_callbacks cb 0x55adc3d0f030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:37.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.308+0000 7f1554c2b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55adc3db2a30 0x55adc3db8de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.309+0000 7f1554c2b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55adc3db2a30 0x55adc3db8de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43848/0 (socket says 172.21.15.1:43848) 2024-02-10T00:04:37.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.309+0000 7f1554c2b640 1 -- 172.21.15.1:0/1882058962 learned_addr learned my addr 172.21.15.1:0/1882058962 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:37.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.309+0000 7f154ffff640 1 --2- 172.21.15.1:0/1882058962 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55adc3db33e0 0x55adc3db9320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.309+0000 7f155542c640 1 --2- 172.21.15.1:0/1882058962 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55adc3dbbf60 0x55adc3db9860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.309+0000 7f1554c2b640 1 -- 172.21.15.1:0/1882058962 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55adc3db33e0 msgr2=0x55adc3db9320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.309+0000 7f1554c2b640 1 --2- 172.21.15.1:0/1882058962 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55adc3db33e0 0x55adc3db9320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.309+0000 7f1554c2b640 1 -- 172.21.15.1:0/1882058962 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55adc3dbbf60 msgr2=0x55adc3db9860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.309+0000 7f1554c2b640 1 --2- 172.21.15.1:0/1882058962 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55adc3dbbf60 0x55adc3db9860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.309+0000 7f1554c2b640 1 -- 172.21.15.1:0/1882058962 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1548009c80 con 0x55adc3db2a30 2024-02-10T00:04:37.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.309+0000 7f154ffff640 1 --2- 172.21.15.1:0/1882058962 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55adc3db33e0 0x55adc3db9320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:04:37.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.309+0000 7f155542c640 1 --2- 172.21.15.1:0/1882058962 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55adc3dbbf60 0x55adc3db9860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:04:37.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.309+0000 7f1554c2b640 1 --2- 172.21.15.1:0/1882058962 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55adc3db2a30 0x55adc3db8de0 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f154801b040 tx=0x7f1548003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36795846d74094b3 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:37.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.309+0000 7f152ffff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:37.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.309+0000 7f152ffff640 1 -- 172.21.15.1:0/1882058962 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1548004460 con 0x55adc3db2a30 2024-02-10T00:04:37.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.309+0000 7f152ffff640 1 -- 172.21.15.1:0/1882058962 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f154800f560 con 0x55adc3db2a30 2024-02-10T00:04:37.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.309+0000 7f1559a5d740 1 -- 172.21.15.1:0/1882058962 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55adc3a56720 con 0x55adc3db2a30 2024-02-10T00:04:37.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.309+0000 7f152ffff640 1 -- 172.21.15.1:0/1882058962 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f154800f720 con 0x55adc3db2a30 2024-02-10T00:04:37.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.309+0000 7f1559a5d740 10 client.17433 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:37.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.309+0000 7f1559a5d740 1 -- 172.21.15.1:0/1882058962 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55adc3d186b0 con 0x55adc3db2a30 2024-02-10T00:04:37.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.310+0000 7f152ffff640 1 -- 172.21.15.1:0/1882058962 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55adc3a56720 con 0x55adc3db2a30 2024-02-10T00:04:37.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.310+0000 7f152ffff640 1 -- 172.21.15.1:0/1882058962 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f1548021040 con 0x55adc3db2a30 2024-02-10T00:04:37.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.310+0000 7f1559a5d740 10 client.17433 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:37.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.310+0000 7f1559a5d740 10 client.17433 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:04:37.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.310+0000 7f1559a5d740 20 client.17433 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:37.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.310+0000 7f1559a5d740 1 --2- 172.21.15.1:0/1882058962 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55adc3dcc340 0x55adc3dce730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.310+0000 7f1559a5d740 4 client.17433 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:04:37.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.310+0000 7f1559a5d740 1 -- 172.21.15.1:0/1882058962 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55adc3aa5890 con 0x55adc3dcc340 2024-02-10T00:04:37.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.310+0000 7f154ffff640 1 --2- 172.21.15.1:0/1882058962 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55adc3dcc340 0x55adc3dce730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.310+0000 7f154ffff640 1 --2- 172.21.15.1:0/1882058962 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55adc3dcc340 0x55adc3dce730 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=b0d813e2b0a5698f server_cookie=c921eab87eeda1a2 in_seq=0 out_seq=0 2024-02-10T00:04:37.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.310+0000 7f152ffff640 10 client.17433 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:04:37.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.311+0000 7f152ffff640 1 -- 172.21.15.1:0/1882058962 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55adc3aa5890 con 0x55adc3dcc340 2024-02-10T00:04:37.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.311+0000 7f152ffff640 10 client.17433 handle_command_reply: tid=0 2024-02-10T00:04:37.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.311+0000 7f1559a5d740 1 client.17433 shutdown 2024-02-10T00:04:37.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.311+0000 7f1559a5d740 1 -- 172.21.15.1:0/1882058962 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55adc3db2a30 msgr2=0x55adc3db8de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.311+0000 7f1559a5d740 1 --2- 172.21.15.1:0/1882058962 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55adc3db2a30 0x55adc3db8de0 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f154801b040 tx=0x7f1548003ce0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.311+0000 7f1559a5d740 1 -- 172.21.15.1:0/1882058962 shutdown_connections 2024-02-10T00:04:37.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.311+0000 7f1559a5d740 1 --2- 172.21.15.1:0/1882058962 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55adc3dcc340 0x55adc3dce730 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.311+0000 7f1559a5d740 1 --2- 172.21.15.1:0/1882058962 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55adc3dbbf60 0x55adc3db9860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.311+0000 7f1559a5d740 1 --2- 172.21.15.1:0/1882058962 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55adc3db33e0 0x55adc3db9320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.311+0000 7f152ffff640 0 client.17433 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:04:37.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.311+0000 7f1559a5d740 1 --2- 172.21.15.1:0/1882058962 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55adc3db2a30 0x55adc3db8de0 unknown :-1 s=CLOSED pgs=1066 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.311+0000 7f1559a5d740 1 -- 172.21.15.1:0/1882058962 >> 172.21.15.1:0/1882058962 conn(0x55adc3dad100 msgr2=0x55adc3daee50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:37.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.311+0000 7f1559a5d740 1 -- 172.21.15.1:0/1882058962 shutdown_connections 2024-02-10T00:04:37.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.311+0000 7f1559a5d740 1 -- 172.21.15.1:0/1882058962 wait complete. 2024-02-10T00:04:37.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.311+0000 7f1559a5d740 20 client.17433 trim_cache size 0 max 16384 2024-02-10T00:04:37.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.323+0000 7f1559a5d740 1 Processor -- start 2024-02-10T00:04:37.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.323+0000 7f1559a5d740 1 -- start start 2024-02-10T00:04:37.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.323+0000 7f1559a5d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55adc3dad100 0x55adc3dbb510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.323+0000 7f1559a5d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55adc3db2a30 0x55adc3dc2f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.323+0000 7f1559a5d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55adc3db33e0 0x55adc3dc34d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.323+0000 7f1559a5d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55adc3c9f130 con 0x55adc3db2a30 2024-02-10T00:04:37.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.323+0000 7f1559a5d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55adc3dacf30 con 0x55adc3db33e0 2024-02-10T00:04:37.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.323+0000 7f1559a5d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55adc3db9d50 con 0x55adc3dad100 2024-02-10T00:04:37.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.323+0000 7f154ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55adc3db2a30 0x55adc3dc2f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.323+0000 7f154ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55adc3db2a30 0x55adc3dc2f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43862/0 (socket says 172.21.15.1:43862) 2024-02-10T00:04:37.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.323+0000 7f154ffff640 1 -- 172.21.15.1:0/500907132 learned_addr learned my addr 172.21.15.1:0/500907132 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:37.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.324+0000 7f1554c2b640 1 --2- 172.21.15.1:0/500907132 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55adc3dad100 0x55adc3dbb510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.324+0000 7f154ffff640 1 -- 172.21.15.1:0/500907132 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55adc3dad100 msgr2=0x55adc3dbb510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.324+0000 7f154ffff640 1 --2- 172.21.15.1:0/500907132 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55adc3dad100 0x55adc3dbb510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.324+0000 7f154ffff640 1 -- 172.21.15.1:0/500907132 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55adc3db33e0 msgr2=0x55adc3dc34d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.324+0000 7f155542c640 1 --2- 172.21.15.1:0/500907132 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55adc3db33e0 0x55adc3dc34d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.324+0000 7f154ffff640 1 --2- 172.21.15.1:0/500907132 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55adc3db33e0 0x55adc3dc34d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.324+0000 7f154ffff640 1 -- 172.21.15.1:0/500907132 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55adc3cb4c90 con 0x55adc3db2a30 2024-02-10T00:04:37.332 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.324+0000 7f154ffff640 1 --2- 172.21.15.1:0/500907132 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55adc3db2a30 0x55adc3dc2f90 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7f1544004930 tx=0x7f1544041000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fde191cc50d3a12b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:37.332 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.324+0000 7f15367fc640 1 -- 172.21.15.1:0/500907132 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1544004040 con 0x55adc3db2a30 2024-02-10T00:04:37.332 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.324+0000 7f15367fc640 1 -- 172.21.15.1:0/500907132 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f15440520e0 con 0x55adc3db2a30 2024-02-10T00:04:37.332 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.324+0000 7f15367fc640 1 -- 172.21.15.1:0/500907132 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1544003850 con 0x55adc3db2a30 2024-02-10T00:04:37.332 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.325+0000 7f1559a5d740 1 -- 172.21.15.1:0/500907132 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55adc3db2a30 msgr2=0x55adc3dc2f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.332 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.325+0000 7f1559a5d740 1 --2- 172.21.15.1:0/500907132 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55adc3db2a30 0x55adc3dc2f90 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7f1544004930 tx=0x7f1544041000 comp rx=0 tx=0).stop 2024-02-10T00:04:37.332 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.325+0000 7f1559a5d740 1 -- 172.21.15.1:0/500907132 shutdown_connections 2024-02-10T00:04:37.332 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.325+0000 7f1559a5d740 1 --2- 172.21.15.1:0/500907132 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55adc3db33e0 0x55adc3dc34d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.332 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.325+0000 7f1559a5d740 1 --2- 172.21.15.1:0/500907132 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55adc3db2a30 0x55adc3dc2f90 unknown :-1 s=CLOSED pgs=1067 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.332 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.325+0000 7f1559a5d740 1 --2- 172.21.15.1:0/500907132 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55adc3dad100 0x55adc3dbb510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.332 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.325+0000 7f1559a5d740 1 -- 172.21.15.1:0/500907132 >> 172.21.15.1:0/500907132 conn(0x55adc3db3b30 msgr2=0x55adc3dd30a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:37.332 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.325+0000 7f1559a5d740 1 -- 172.21.15.1:0/500907132 shutdown_connections 2024-02-10T00:04:37.332 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.325+0000 7f1559a5d740 1 -- 172.21.15.1:0/500907132 wait complete. 2024-02-10T00:04:37.332 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.325+0000 7f1559a5d740 1 -- start start 2024-02-10T00:04:37.333 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.325+0000 7f1559a5d740 1 Processor -- start 2024-02-10T00:04:37.333 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.325+0000 7f1559a5d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55adc3dad100 0x55adc3e1c770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.333 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.325+0000 7f1559a5d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55adc3db2a30 0x55adc3e1ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.333 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.326+0000 7f1559a5d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55adc3db33e0 0x55adc3e16b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.333 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.326+0000 7f1559a5d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55adc3e17140 con 0x55adc3db2a30 2024-02-10T00:04:37.333 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.326+0000 7f1559a5d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55adc3e172b0 con 0x55adc3dad100 2024-02-10T00:04:37.333 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.326+0000 7f1559a5d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55adc3e17470 con 0x55adc3db33e0 2024-02-10T00:04:37.333 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.326+0000 7f1559a5d740 10 client.0 _ll_register_callbacks cb 0x7f1548009b30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:37.333 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.326+0000 7f154ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55adc3db2a30 0x55adc3e1ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.333 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.326+0000 7f154ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55adc3db2a30 0x55adc3e1ccb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43876/0 (socket says 172.21.15.1:43876) 2024-02-10T00:04:37.333 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.326+0000 7f154ffff640 1 -- 172.21.15.1:0/710855978 learned_addr learned my addr 172.21.15.1:0/710855978 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:37.333 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.326+0000 7f1554c2b640 1 --2- 172.21.15.1:0/710855978 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55adc3dad100 0x55adc3e1c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.333 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.326+0000 7f155542c640 1 --2- 172.21.15.1:0/710855978 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55adc3db33e0 0x55adc3e16b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.333 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.326+0000 7f154ffff640 1 -- 172.21.15.1:0/710855978 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55adc3db33e0 msgr2=0x55adc3e16b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.333 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.326+0000 7f154ffff640 1 --2- 172.21.15.1:0/710855978 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55adc3db33e0 0x55adc3e16b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.326+0000 7f154ffff640 1 -- 172.21.15.1:0/710855978 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55adc3dad100 msgr2=0x55adc3e1c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.326+0000 7f154ffff640 1 --2- 172.21.15.1:0/710855978 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55adc3dad100 0x55adc3e1c770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.326+0000 7f154ffff640 1 -- 172.21.15.1:0/710855978 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1550068500 con 0x55adc3db2a30 2024-02-10T00:04:37.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.326+0000 7f155542c640 1 --2- 172.21.15.1:0/710855978 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55adc3db33e0 0x55adc3e16b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:04:37.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.326+0000 7f154ffff640 1 --2- 172.21.15.1:0/710855978 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55adc3db2a30 0x55adc3e1ccb0 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f1544009850 tx=0x7f1544052550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88e9b075a8db7a72 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:37.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.326+0000 7f152ffff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:37.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.326+0000 7f152ffff640 1 -- 172.21.15.1:0/710855978 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1544004ff0 con 0x55adc3db2a30 2024-02-10T00:04:37.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.326+0000 7f152ffff640 1 -- 172.21.15.1:0/710855978 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f1544052800 con 0x55adc3db2a30 2024-02-10T00:04:37.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.326+0000 7f1559a5d740 1 -- 172.21.15.1:0/710855978 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55adc3a197e0 con 0x55adc3db2a30 2024-02-10T00:04:37.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.326+0000 7f152ffff640 1 -- 172.21.15.1:0/710855978 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1544005150 con 0x55adc3db2a30 2024-02-10T00:04:37.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.326+0000 7f1559a5d740 10 client.17439 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:37.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.326+0000 7f1559a5d740 1 -- 172.21.15.1:0/710855978 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55adc3cdaa70 con 0x55adc3db2a30 2024-02-10T00:04:37.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.327+0000 7f152ffff640 1 -- 172.21.15.1:0/710855978 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55adc3a197e0 con 0x55adc3db2a30 2024-02-10T00:04:37.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.327+0000 7f152ffff640 1 -- 172.21.15.1:0/710855978 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f154403c030 con 0x55adc3db2a30 2024-02-10T00:04:37.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.327+0000 7f1559a5d740 10 client.17439 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:37.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.327+0000 7f1559a5d740 10 client.17439 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:04:37.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.327+0000 7f1559a5d740 20 client.17439 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:37.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.327+0000 7f1559a5d740 1 --2- 172.21.15.1:0/710855978 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55adc3dbbf60 0x55adc3e26340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.327+0000 7f1559a5d740 4 client.17439 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:04:37.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.327+0000 7f1559a5d740 1 -- 172.21.15.1:0/710855978 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55adc39c5700 con 0x55adc3dbbf60 2024-02-10T00:04:37.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.327+0000 7f1554c2b640 1 --2- 172.21.15.1:0/710855978 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55adc3dbbf60 0x55adc3e26340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.327+0000 7f152ffff640 10 client.17439 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:04:37.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.327+0000 7f1554c2b640 1 --2- 172.21.15.1:0/710855978 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55adc3dbbf60 0x55adc3e26340 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=2197be5adc45fb6a server_cookie=91744ec28feeac77 in_seq=0 out_seq=0 2024-02-10T00:04:37.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.328+0000 7f152ffff640 1 -- 172.21.15.1:0/710855978 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55adc39c5700 con 0x55adc3dbbf60 2024-02-10T00:04:37.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.328+0000 7f152ffff640 10 client.17439 handle_command_reply: tid=0 2024-02-10T00:04:37.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.328+0000 7f1559a5d740 1 client.17439 shutdown 2024-02-10T00:04:37.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.328+0000 7f1559a5d740 1 -- 172.21.15.1:0/710855978 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55adc3db2a30 msgr2=0x55adc3e1ccb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.328+0000 7f1559a5d740 1 --2- 172.21.15.1:0/710855978 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55adc3db2a30 0x55adc3e1ccb0 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f1544009850 tx=0x7f1544052550 comp rx=0 tx=0).stop 2024-02-10T00:04:37.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.328+0000 7f1559a5d740 1 -- 172.21.15.1:0/710855978 shutdown_connections 2024-02-10T00:04:37.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.328+0000 7f1559a5d740 1 --2- 172.21.15.1:0/710855978 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55adc3db33e0 0x55adc3e16b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.328+0000 7f1559a5d740 1 --2- 172.21.15.1:0/710855978 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55adc3db2a30 0x55adc3e1ccb0 unknown :-1 s=CLOSED pgs=1068 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.328+0000 7f1559a5d740 1 --2- 172.21.15.1:0/710855978 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55adc3dbbf60 0x55adc3e26340 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.328+0000 7f1559a5d740 1 --2- 172.21.15.1:0/710855978 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55adc3dad100 0x55adc3e1c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.328+0000 7f1559a5d740 1 -- 172.21.15.1:0/710855978 >> 172.21.15.1:0/710855978 conn(0x55adc3db3b30 msgr2=0x55adc3dab9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:37.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.328+0000 7f152ffff640 0 client.17439 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:04:37.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.328+0000 7f1559a5d740 1 -- 172.21.15.1:0/710855978 shutdown_connections 2024-02-10T00:04:37.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.328+0000 7f1559a5d740 1 -- 172.21.15.1:0/710855978 wait complete. 2024-02-10T00:04:37.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.328+0000 7f1559a5d740 20 client.17439 trim_cache size 0 max 16384 2024-02-10T00:04:37.336 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:04:37.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.328+0000 7f1556e8f640 1 -- 172.21.15.1:0/3150041812 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f15380a2230 msgr2=0x7f15380a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.328+0000 7f1556e8f640 1 --2- 172.21.15.1:0/3150041812 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f15380a2230 0x7f15380a46f0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f1544000c00 tx=0x7f1544004820 comp rx=0 tx=0).stop 2024-02-10T00:04:37.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.328+0000 7f1556e8f640 1 -- 172.21.15.1:0/3150041812 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15501976f0 msgr2=0x7f1550197b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.328+0000 7f1556e8f640 1 --2- 172.21.15.1:0/3150041812 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15501976f0 0x7f1550197b70 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f154000d700 tx=0x7f154000dbc0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.329+0000 7f1556e8f640 1 -- 172.21.15.1:0/3150041812 shutdown_connections 2024-02-10T00:04:37.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.329+0000 7f1556e8f640 1 --2- 172.21.15.1:0/3150041812 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f15380a2230 0x7f15380a46f0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.329+0000 7f1556e8f640 1 --2- 172.21.15.1:0/3150041812 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f15501976f0 0x7f1550197b70 unknown :-1 s=CLOSED pgs=1064 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.329+0000 7f1556e8f640 1 --2- 172.21.15.1:0/3150041812 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1550105410 0x7f155019db70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.329+0000 7f1556e8f640 1 --2- 172.21.15.1:0/3150041812 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1550100340 0x7f155019d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.329+0000 7f1556e8f640 1 -- 172.21.15.1:0/3150041812 >> 172.21.15.1:0/3150041812 conn(0x7f15500772e0 msgr2=0x7f15500fe380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:37.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.329+0000 7f1556e8f640 1 -- 172.21.15.1:0/3150041812 shutdown_connections 2024-02-10T00:04:37.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.329+0000 7f1556e8f640 1 -- 172.21.15.1:0/3150041812 wait complete. 2024-02-10T00:04:37.340 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:37 smithi001 ceph-mon[32335]: pgmap v161: 97 pgs: 97 active+clean; 3.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 32 KiB/s wr, 15 op/s 2024-02-10T00:04:37.341 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:37 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/4185004610' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:04:37.342 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:04:37.342 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-02-10T00:04:37.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:37 smithi088 ceph-mon[36452]: pgmap v161: 97 pgs: 97 active+clean; 3.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 32 KiB/s wr, 15 op/s 2024-02-10T00:04:37.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:37 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/4185004610' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:04:37.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:37 smithi103 ceph-mon[36942]: pgmap v161: 97 pgs: 97 active+clean; 3.8 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 32 KiB/s wr, 15 op/s 2024-02-10T00:04:37.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:37 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/4185004610' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:04:37.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.445+0000 7fcf80f63640 1 -- 172.21.15.1:0/2517193942 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcf7c100340 msgr2=0x7fcf7c100720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.445+0000 7fcf80f63640 1 --2- 172.21.15.1:0/2517193942 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcf7c100340 0x7fcf7c100720 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7fcf74009930 tx=0x7fcf7402bc30 comp rx=0 tx=0).stop 2024-02-10T00:04:37.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.446+0000 7fcf80f63640 1 -- 172.21.15.1:0/2517193942 shutdown_connections 2024-02-10T00:04:37.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.446+0000 7fcf80f63640 1 --2- 172.21.15.1:0/2517193942 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcf7c105410 0x7fcf7c10cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.446+0000 7fcf80f63640 1 --2- 172.21.15.1:0/2517193942 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcf7c100cf0 0x7fcf7c104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.446+0000 7fcf80f63640 1 --2- 172.21.15.1:0/2517193942 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcf7c100340 0x7fcf7c100720 unknown :-1 s=CLOSED pgs=1069 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.446+0000 7fcf80f63640 1 -- 172.21.15.1:0/2517193942 >> 172.21.15.1:0/2517193942 conn(0x7fcf7c0772e0 msgr2=0x7fcf7c0776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:37.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.446+0000 7fcf80f63640 1 -- 172.21.15.1:0/2517193942 shutdown_connections 2024-02-10T00:04:37.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.446+0000 7fcf80f63640 1 -- 172.21.15.1:0/2517193942 wait complete. 2024-02-10T00:04:37.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.446+0000 7fcf80f63640 1 Processor -- start 2024-02-10T00:04:37.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.446+0000 7fcf80f63640 1 -- start start 2024-02-10T00:04:37.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.447+0000 7fcf80f63640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcf7c100340 0x7fcf7c19d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.447+0000 7fcf80f63640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcf7c105410 0x7fcf7c19db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.447+0000 7fcf80f63640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcf7c1976e0 0x7fcf7c197b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.447+0000 7fcf80f63640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf7c1981b0 con 0x7fcf7c1976e0 2024-02-10T00:04:37.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.447+0000 7fcf80f63640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf7c198320 con 0x7fcf7c105410 2024-02-10T00:04:37.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.447+0000 7fcf80f63640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf7c1984e0 con 0x7fcf7c100340 2024-02-10T00:04:37.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.447+0000 7fcf7ad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcf7c1976e0 0x7fcf7c197b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.447+0000 7fcf7ad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcf7c1976e0 0x7fcf7c197b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43900/0 (socket says 172.21.15.1:43900) 2024-02-10T00:04:37.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.447+0000 7fcf7ad9d640 1 -- 172.21.15.1:0/83029988 learned_addr learned my addr 172.21.15.1:0/83029988 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:37.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.447+0000 7fcf7a59c640 1 --2- 172.21.15.1:0/83029988 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcf7c100340 0x7fcf7c19d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.447+0000 7fcf79d9b640 1 --2- 172.21.15.1:0/83029988 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcf7c105410 0x7fcf7c19db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.447+0000 7fcf7ad9d640 1 -- 172.21.15.1:0/83029988 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcf7c100340 msgr2=0x7fcf7c19d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.447+0000 7fcf7ad9d640 1 --2- 172.21.15.1:0/83029988 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcf7c100340 0x7fcf7c19d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.447+0000 7fcf7ad9d640 1 -- 172.21.15.1:0/83029988 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcf7c105410 msgr2=0x7fcf7c19db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.447+0000 7fcf7ad9d640 1 --2- 172.21.15.1:0/83029988 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcf7c105410 0x7fcf7c19db60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.447+0000 7fcf7ad9d640 1 -- 172.21.15.1:0/83029988 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf74009560 con 0x7fcf7c1976e0 2024-02-10T00:04:37.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.447+0000 7fcf7ad9d640 1 --2- 172.21.15.1:0/83029988 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcf7c1976e0 0x7fcf7c197b60 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7fcf6c00e960 tx=0x7fcf6c00ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:37.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.447+0000 7fcf737fe640 1 -- 172.21.15.1:0/83029988 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf6c004d20 con 0x7fcf7c1976e0 2024-02-10T00:04:37.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.447+0000 7fcf80f63640 1 -- 172.21.15.1:0/83029988 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcf7c1a4480 con 0x7fcf7c1976e0 2024-02-10T00:04:37.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.447+0000 7fcf737fe640 1 -- 172.21.15.1:0/83029988 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcf6c004e80 con 0x7fcf7c1976e0 2024-02-10T00:04:37.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.447+0000 7fcf737fe640 1 -- 172.21.15.1:0/83029988 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf6c0116d0 con 0x7fcf7c1976e0 2024-02-10T00:04:37.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.447+0000 7fcf80f63640 1 -- 172.21.15.1:0/83029988 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf7c1a4960 con 0x7fcf7c1976e0 2024-02-10T00:04:37.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.450+0000 7fcf737fe640 1 -- 172.21.15.1:0/83029988 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fcf6c005340 con 0x7fcf7c1976e0 2024-02-10T00:04:37.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.450+0000 7fcf83c0f740 1 Processor -- start 2024-02-10T00:04:37.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.450+0000 7fcf83c0f740 1 -- start start 2024-02-10T00:04:37.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.450+0000 7fcf83c0f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562fc93dca30 0x562fc93dce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.450+0000 7fcf83c0f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562fc93dd3e0 0x562fc93e5990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.450+0000 7fcf737fe640 1 --2- 172.21.15.1:0/83029988 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fcf680a2230 0x7fcf680a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.450+0000 7fcf83c0f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562fc93e5f60 0x562fc93e83b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.450+0000 7fcf83c0f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x562fc9398020 con 0x562fc93dd3e0 2024-02-10T00:04:37.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.450+0000 7fcf83c0f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x562fc934b320 con 0x562fc93e5f60 2024-02-10T00:04:37.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.450+0000 7fcf83c0f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x562fc9348850 con 0x562fc93dca30 2024-02-10T00:04:37.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.451+0000 7fcf7a59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562fc93dd3e0 0x562fc93e5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.451+0000 7fcf79d9b640 1 --2- 172.21.15.1:0/83029988 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fcf680a2230 0x7fcf680a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.451+0000 7fcf7a59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562fc93dd3e0 0x562fc93e5990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43910/0 (socket says 172.21.15.1:43910) 2024-02-10T00:04:37.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.451+0000 7fcf7a59c640 1 -- 172.21.15.1:0/3974889815 learned_addr learned my addr 172.21.15.1:0/3974889815 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:37.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.451+0000 7fcf737fe640 1 -- 172.21.15.1:0/83029988 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fcf6c0ce100 con 0x7fcf7c1976e0 2024-02-10T00:04:37.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.451+0000 7fcf79d9b640 1 --2- 172.21.15.1:0/3974889815 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562fc93dca30 0x562fc93dce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.451+0000 7fcf7ad9d640 1 --2- 172.21.15.1:0/3974889815 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562fc93e5f60 0x562fc93e83b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.451+0000 7fcf7a59c640 1 -- 172.21.15.1:0/3974889815 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562fc93dca30 msgr2=0x562fc93dce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.451+0000 7fcf7a59c640 1 --2- 172.21.15.1:0/3974889815 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562fc93dca30 0x562fc93dce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.451+0000 7fcf7a59c640 1 -- 172.21.15.1:0/3974889815 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562fc93e5f60 msgr2=0x562fc93e83b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.451+0000 7fcf7a59c640 1 --2- 172.21.15.1:0/3974889815 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562fc93e5f60 0x562fc93e83b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.451+0000 7fcf7a59c640 1 -- 172.21.15.1:0/3974889815 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562fc9306210 con 0x562fc93dd3e0 2024-02-10T00:04:37.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.451+0000 7fcf79d9b640 1 --2- 172.21.15.1:0/83029988 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fcf680a2230 0x7fcf680a46f0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fcf7c198f30 tx=0x7fcf6400bb30 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:37.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.451+0000 7fcf7a59c640 1 --2- 172.21.15.1:0/3974889815 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562fc93dd3e0 0x562fc93e5990 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7fcf74036040 tx=0x7fcf74005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8173bbd8a4966669 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:37.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.451+0000 7fcf70ff9640 1 -- 172.21.15.1:0/3974889815 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf74004900 con 0x562fc93dd3e0 2024-02-10T00:04:37.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.451+0000 7fcf70ff9640 1 -- 172.21.15.1:0/3974889815 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcf74004a60 con 0x562fc93dd3e0 2024-02-10T00:04:37.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.451+0000 7fcf70ff9640 1 -- 172.21.15.1:0/3974889815 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf74005030 con 0x562fc93dd3e0 2024-02-10T00:04:37.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.452+0000 7fcf83c0f740 1 -- 172.21.15.1:0/3974889815 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562fc93dd3e0 msgr2=0x562fc93e5990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.452+0000 7fcf83c0f740 1 --2- 172.21.15.1:0/3974889815 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562fc93dd3e0 0x562fc93e5990 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7fcf74036040 tx=0x7fcf74005c00 comp rx=0 tx=0).stop 2024-02-10T00:04:37.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.452+0000 7fcf83c0f740 1 -- 172.21.15.1:0/3974889815 shutdown_connections 2024-02-10T00:04:37.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.452+0000 7fcf83c0f740 1 --2- 172.21.15.1:0/3974889815 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562fc93e5f60 0x562fc93e83b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.452+0000 7fcf83c0f740 1 --2- 172.21.15.1:0/3974889815 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562fc93dd3e0 0x562fc93e5990 unknown :-1 s=CLOSED pgs=1071 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.452+0000 7fcf83c0f740 1 --2- 172.21.15.1:0/3974889815 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562fc93dca30 0x562fc93dce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.452+0000 7fcf83c0f740 1 -- 172.21.15.1:0/3974889815 >> 172.21.15.1:0/3974889815 conn(0x562fc93d7100 msgr2=0x562fc93d74e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:37.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.452+0000 7fcf83c0f740 1 -- 172.21.15.1:0/3974889815 shutdown_connections 2024-02-10T00:04:37.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.452+0000 7fcf83c0f740 1 -- 172.21.15.1:0/3974889815 wait complete. 2024-02-10T00:04:37.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.452+0000 7fcf83c0f740 1 -- start start 2024-02-10T00:04:37.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.453+0000 7fcf83c0f740 1 Processor -- start 2024-02-10T00:04:37.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.453+0000 7fcf83c0f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562fc93dca30 0x562fc93e2e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.453+0000 7fcf83c0f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562fc93dd3e0 0x562fc93e33c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.453+0000 7fcf83c0f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562fc93e5f60 0x562fc93e3900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.453+0000 7fcf83c0f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x562fc9344030 con 0x562fc93e5f60 2024-02-10T00:04:37.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.453+0000 7fcf83c0f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x562fc9017430 con 0x562fc93dca30 2024-02-10T00:04:37.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.453+0000 7fcf83c0f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x562fc8fd3e00 con 0x562fc93dd3e0 2024-02-10T00:04:37.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.453+0000 7fcf83c0f740 10 client.0 _ll_register_callbacks cb 0x562fc9339030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:37.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.453+0000 7fcf7ad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562fc93e5f60 0x562fc93e3900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.453+0000 7fcf7ad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562fc93e5f60 0x562fc93e3900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43912/0 (socket says 172.21.15.1:43912) 2024-02-10T00:04:37.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.453+0000 7fcf7ad9d640 1 -- 172.21.15.1:0/88417229 learned_addr learned my addr 172.21.15.1:0/88417229 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:37.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.453+0000 7fcf79d9b640 1 --2- 172.21.15.1:0/88417229 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562fc93dd3e0 0x562fc93e33c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.453+0000 7fcf7a59c640 1 --2- 172.21.15.1:0/88417229 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562fc93dca30 0x562fc93e2e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.453+0000 7fcf7ad9d640 1 -- 172.21.15.1:0/88417229 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562fc93dd3e0 msgr2=0x562fc93e33c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.453+0000 7fcf7ad9d640 1 --2- 172.21.15.1:0/88417229 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562fc93dd3e0 0x562fc93e33c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.453+0000 7fcf7ad9d640 1 -- 172.21.15.1:0/88417229 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562fc93dca30 msgr2=0x562fc93e2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.453+0000 7fcf7ad9d640 1 --2- 172.21.15.1:0/88417229 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562fc93dca30 0x562fc93e2e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.453+0000 7fcf7ad9d640 1 -- 172.21.15.1:0/88417229 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf7c10d7f0 con 0x562fc93e5f60 2024-02-10T00:04:37.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.453+0000 7fcf7ad9d640 1 --2- 172.21.15.1:0/88417229 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562fc93e5f60 0x562fc93e3900 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7fcf6c0975a0 tx=0x7fcf6c09b390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dac5aa656358a2bc server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:37.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.453+0000 7fcf61ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:37.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.453+0000 7fcf61ffb640 1 -- 172.21.15.1:0/88417229 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf6c09be50 con 0x562fc93e5f60 2024-02-10T00:04:37.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.453+0000 7fcf61ffb640 1 -- 172.21.15.1:0/88417229 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fcf6c09ec70 con 0x562fc93e5f60 2024-02-10T00:04:37.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.453+0000 7fcf83c0f740 1 -- 172.21.15.1:0/88417229 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562fc90437e0 con 0x562fc93e5f60 2024-02-10T00:04:37.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.454+0000 7fcf61ffb640 1 -- 172.21.15.1:0/88417229 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcf6c0a32c0 con 0x562fc93e5f60 2024-02-10T00:04:37.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.454+0000 7fcf83c0f740 10 client.17451 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:37.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.454+0000 7fcf83c0f740 1 -- 172.21.15.1:0/88417229 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x562fc93426b0 con 0x562fc93e5f60 2024-02-10T00:04:37.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.454+0000 7fcf61ffb640 1 -- 172.21.15.1:0/88417229 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x562fc90437e0 con 0x562fc93e5f60 2024-02-10T00:04:37.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.454+0000 7fcf61ffb640 1 -- 172.21.15.1:0/88417229 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fcf6c018030 con 0x562fc93e5f60 2024-02-10T00:04:37.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.454+0000 7fcf83c0f740 10 client.17451 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:37.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.454+0000 7fcf83c0f740 10 client.17451 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:04:37.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.454+0000 7fcf83c0f740 20 client.17451 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:37.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.454+0000 7fcf83c0f740 1 --2- 172.21.15.1:0/88417229 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x562fc93f62c0 0x562fc93f86b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.454+0000 7fcf83c0f740 4 client.17451 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:04:37.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.454+0000 7fcf83c0f740 1 -- 172.21.15.1:0/88417229 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562fc9080720 con 0x562fc93f62c0 2024-02-10T00:04:37.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.454+0000 7fcf7a59c640 1 --2- 172.21.15.1:0/88417229 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x562fc93f62c0 0x562fc93f86b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.455+0000 7fcf7a59c640 1 --2- 172.21.15.1:0/88417229 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x562fc93f62c0 0x562fc93f86b0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e9669c9ff9d2e7cc server_cookie=118c4000574b154c in_seq=0 out_seq=0 2024-02-10T00:04:37.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.455+0000 7fcf61ffb640 10 client.17451 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:04:37.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.455+0000 7fcf61ffb640 1 -- 172.21.15.1:0/88417229 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x562fc9080720 con 0x562fc93f62c0 2024-02-10T00:04:37.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.455+0000 7fcf61ffb640 10 client.17451 handle_command_reply: tid=0 2024-02-10T00:04:37.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.455+0000 7fcf83c0f740 1 client.17451 shutdown 2024-02-10T00:04:37.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.455+0000 7fcf83c0f740 1 -- 172.21.15.1:0/88417229 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562fc93e5f60 msgr2=0x562fc93e3900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.455+0000 7fcf83c0f740 1 --2- 172.21.15.1:0/88417229 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562fc93e5f60 0x562fc93e3900 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7fcf6c0975a0 tx=0x7fcf6c09b390 comp rx=0 tx=0).stop 2024-02-10T00:04:37.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.455+0000 7fcf83c0f740 1 -- 172.21.15.1:0/88417229 shutdown_connections 2024-02-10T00:04:37.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.455+0000 7fcf83c0f740 1 --2- 172.21.15.1:0/88417229 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x562fc93f62c0 0x562fc93f86b0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.455+0000 7fcf83c0f740 1 --2- 172.21.15.1:0/88417229 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562fc93e5f60 0x562fc93e3900 unknown :-1 s=CLOSED pgs=1072 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.455+0000 7fcf83c0f740 1 --2- 172.21.15.1:0/88417229 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562fc93dd3e0 0x562fc93e33c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.455+0000 7fcf61ffb640 0 client.17451 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:04:37.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.455+0000 7fcf83c0f740 1 --2- 172.21.15.1:0/88417229 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562fc93dca30 0x562fc93e2e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.455+0000 7fcf83c0f740 1 -- 172.21.15.1:0/88417229 >> 172.21.15.1:0/88417229 conn(0x562fc93d7100 msgr2=0x562fc93d8e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:37.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.455+0000 7fcf83c0f740 1 -- 172.21.15.1:0/88417229 shutdown_connections 2024-02-10T00:04:37.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.455+0000 7fcf83c0f740 1 -- 172.21.15.1:0/88417229 wait complete. 2024-02-10T00:04:37.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.455+0000 7fcf83c0f740 20 client.17451 trim_cache size 0 max 16384 2024-02-10T00:04:37.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.467+0000 7fcf83c0f740 1 Processor -- start 2024-02-10T00:04:37.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.467+0000 7fcf83c0f740 1 -- start start 2024-02-10T00:04:37.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.467+0000 7fcf83c0f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562fc93dca30 0x562fc93e55b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.467+0000 7fcf83c0f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562fc93dd3e0 0x562fc93e3720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.467+0000 7fcf83c0f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562fc93e5f60 0x562fc93e1750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.467+0000 7fcf83c0f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x562fc92c9130 con 0x562fc93e5f60 2024-02-10T00:04:37.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.467+0000 7fcf83c0f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x562fc90437e0 con 0x562fc93dd3e0 2024-02-10T00:04:37.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.467+0000 7fcf83c0f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x562fc93deae0 con 0x562fc93dca30 2024-02-10T00:04:37.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.467+0000 7fcf7ad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562fc93e5f60 0x562fc93e1750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.468+0000 7fcf7ad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562fc93e5f60 0x562fc93e1750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43926/0 (socket says 172.21.15.1:43926) 2024-02-10T00:04:37.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.468+0000 7fcf7ad9d640 1 -- 172.21.15.1:0/488901552 learned_addr learned my addr 172.21.15.1:0/488901552 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:37.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.468+0000 7fcf79d9b640 1 --2- 172.21.15.1:0/488901552 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562fc93dd3e0 0x562fc93e3720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.468+0000 7fcf7a59c640 1 --2- 172.21.15.1:0/488901552 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562fc93dca30 0x562fc93e55b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.468+0000 7fcf7ad9d640 1 -- 172.21.15.1:0/488901552 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562fc93dca30 msgr2=0x562fc93e55b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.468+0000 7fcf7ad9d640 1 --2- 172.21.15.1:0/488901552 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562fc93dca30 0x562fc93e55b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.468+0000 7fcf7ad9d640 1 -- 172.21.15.1:0/488901552 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562fc93dd3e0 msgr2=0x562fc93e3720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.468+0000 7fcf7ad9d640 1 --2- 172.21.15.1:0/488901552 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562fc93dd3e0 0x562fc93e3720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.468+0000 7fcf7ad9d640 1 -- 172.21.15.1:0/488901552 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562fc92dec90 con 0x562fc93e5f60 2024-02-10T00:04:37.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.468+0000 7fcf79d9b640 1 --2- 172.21.15.1:0/488901552 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562fc93dd3e0 0x562fc93e3720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:04:37.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.468+0000 7fcf7ad9d640 1 --2- 172.21.15.1:0/488901552 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562fc93e5f60 0x562fc93e1750 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7fcf6c00c640 tx=0x7fcf6c005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4fe5996015dbce4d server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:37.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.468+0000 7fcf63fff640 1 -- 172.21.15.1:0/488901552 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf6c0bf120 con 0x562fc93e5f60 2024-02-10T00:04:37.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.468+0000 7fcf63fff640 1 -- 172.21.15.1:0/488901552 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcf6c09a320 con 0x562fc93e5f60 2024-02-10T00:04:37.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.468+0000 7fcf63fff640 1 -- 172.21.15.1:0/488901552 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf6c0aedd0 con 0x562fc93e5f60 2024-02-10T00:04:37.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.469+0000 7fcf83c0f740 1 -- 172.21.15.1:0/488901552 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562fc93e5f60 msgr2=0x562fc93e1750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.469+0000 7fcf83c0f740 1 --2- 172.21.15.1:0/488901552 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562fc93e5f60 0x562fc93e1750 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7fcf6c00c640 tx=0x7fcf6c005740 comp rx=0 tx=0).stop 2024-02-10T00:04:37.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.469+0000 7fcf83c0f740 1 -- 172.21.15.1:0/488901552 shutdown_connections 2024-02-10T00:04:37.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.469+0000 7fcf83c0f740 1 --2- 172.21.15.1:0/488901552 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562fc93e5f60 0x562fc93e1750 unknown :-1 s=CLOSED pgs=1073 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.469+0000 7fcf83c0f740 1 --2- 172.21.15.1:0/488901552 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562fc93dd3e0 0x562fc93e3720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.469+0000 7fcf83c0f740 1 --2- 172.21.15.1:0/488901552 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562fc93dca30 0x562fc93e55b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.469+0000 7fcf83c0f740 1 -- 172.21.15.1:0/488901552 >> 172.21.15.1:0/488901552 conn(0x562fc93d7100 msgr2=0x562fc93fd030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:37.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.469+0000 7fcf83c0f740 1 -- 172.21.15.1:0/488901552 shutdown_connections 2024-02-10T00:04:37.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.469+0000 7fcf83c0f740 1 -- 172.21.15.1:0/488901552 wait complete. 2024-02-10T00:04:37.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.469+0000 7fcf83c0f740 1 -- start start 2024-02-10T00:04:37.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.469+0000 7fcf83c0f740 1 Processor -- start 2024-02-10T00:04:37.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.469+0000 7fcf83c0f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562fc93dca30 0x562fc93ed180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.469+0000 7fcf83c0f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562fc93dd3e0 0x562fc93eb520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.469+0000 7fcf83c0f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562fc93e5f60 0x562fc93eba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.469+0000 7fcf83c0f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x562fc93ebfa0 con 0x562fc93dd3e0 2024-02-10T00:04:37.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.469+0000 7fcf83c0f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x562fc93ec110 con 0x562fc93dca30 2024-02-10T00:04:37.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.469+0000 7fcf83c0f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x562fc93ec2d0 con 0x562fc93e5f60 2024-02-10T00:04:37.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.469+0000 7fcf83c0f740 10 client.0 _ll_register_callbacks cb 0x7fcf74005b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:37.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.469+0000 7fcf79d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562fc93dd3e0 0x562fc93eb520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.469+0000 7fcf79d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562fc93dd3e0 0x562fc93eb520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43934/0 (socket says 172.21.15.1:43934) 2024-02-10T00:04:37.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.469+0000 7fcf79d9b640 1 -- 172.21.15.1:0/974519123 learned_addr learned my addr 172.21.15.1:0/974519123 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:37.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.470+0000 7fcf7a59c640 1 --2- 172.21.15.1:0/974519123 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562fc93dca30 0x562fc93ed180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.470+0000 7fcf7ad9d640 1 --2- 172.21.15.1:0/974519123 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562fc93e5f60 0x562fc93eba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.470+0000 7fcf79d9b640 1 -- 172.21.15.1:0/974519123 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562fc93e5f60 msgr2=0x562fc93eba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.470+0000 7fcf79d9b640 1 --2- 172.21.15.1:0/974519123 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562fc93e5f60 0x562fc93eba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.470+0000 7fcf79d9b640 1 -- 172.21.15.1:0/974519123 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562fc93dca30 msgr2=0x562fc93ed180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.470+0000 7fcf79d9b640 1 --2- 172.21.15.1:0/974519123 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562fc93dca30 0x562fc93ed180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.470+0000 7fcf79d9b640 1 -- 172.21.15.1:0/974519123 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562fc93426b0 con 0x562fc93dd3e0 2024-02-10T00:04:37.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.470+0000 7fcf79d9b640 1 --2- 172.21.15.1:0/974519123 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562fc93dd3e0 0x562fc93eb520 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7fcf64005d00 tx=0x7fcf6400b410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3b6d33a80f388f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:37.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.470+0000 7fcf61ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:37.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.470+0000 7fcf61ffb640 1 -- 172.21.15.1:0/974519123 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf64025070 con 0x562fc93dd3e0 2024-02-10T00:04:37.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.470+0000 7fcf61ffb640 1 -- 172.21.15.1:0/974519123 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fcf64020b60 con 0x562fc93dd3e0 2024-02-10T00:04:37.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.470+0000 7fcf83c0f740 1 -- 172.21.15.1:0/974519123 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fcf74004a60 con 0x562fc93dd3e0 2024-02-10T00:04:37.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.470+0000 7fcf61ffb640 1 -- 172.21.15.1:0/974519123 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcf64020d20 con 0x562fc93dd3e0 2024-02-10T00:04:37.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.470+0000 7fcf83c0f740 10 client.17457 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:37.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.470+0000 7fcf83c0f740 1 -- 172.21.15.1:0/974519123 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x562fc9304a70 con 0x562fc93dd3e0 2024-02-10T00:04:37.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.470+0000 7fcf61ffb640 1 -- 172.21.15.1:0/974519123 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcf74004a60 con 0x562fc93dd3e0 2024-02-10T00:04:37.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.471+0000 7fcf61ffb640 1 -- 172.21.15.1:0/974519123 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fcf6401e3f0 con 0x562fc93dd3e0 2024-02-10T00:04:37.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.471+0000 7fcf83c0f740 10 client.17457 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:37.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.471+0000 7fcf83c0f740 10 client.17457 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:04:37.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.471+0000 7fcf83c0f740 20 client.17457 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:37.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.471+0000 7fcf83c0f740 1 --2- 172.21.15.1:0/974519123 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x562fc9452200 0x562fc9454620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.471+0000 7fcf83c0f740 4 client.17457 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:04:37.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.471+0000 7fcf83c0f740 1 -- 172.21.15.1:0/974519123 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x562fc90cf890 con 0x562fc9452200 2024-02-10T00:04:37.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.471+0000 7fcf7a59c640 1 --2- 172.21.15.1:0/974519123 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x562fc9452200 0x562fc9454620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.471+0000 7fcf61ffb640 10 client.17457 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:04:37.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.471+0000 7fcf7a59c640 1 --2- 172.21.15.1:0/974519123 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x562fc9452200 0x562fc9454620 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=728b424bdf2fcbb5 server_cookie=88dc4b0b4a16aa1b in_seq=0 out_seq=0 2024-02-10T00:04:37.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.471+0000 7fcf61ffb640 1 -- 172.21.15.1:0/974519123 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x562fc90cf890 con 0x562fc9452200 2024-02-10T00:04:37.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.471+0000 7fcf61ffb640 10 client.17457 handle_command_reply: tid=0 2024-02-10T00:04:37.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.471+0000 7fcf83c0f740 1 client.17457 shutdown 2024-02-10T00:04:37.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.471+0000 7fcf83c0f740 1 -- 172.21.15.1:0/974519123 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562fc93dd3e0 msgr2=0x562fc93eb520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.471+0000 7fcf83c0f740 1 --2- 172.21.15.1:0/974519123 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562fc93dd3e0 0x562fc93eb520 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7fcf64005d00 tx=0x7fcf6400b410 comp rx=0 tx=0).stop 2024-02-10T00:04:37.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.471+0000 7fcf83c0f740 1 -- 172.21.15.1:0/974519123 shutdown_connections 2024-02-10T00:04:37.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.471+0000 7fcf83c0f740 1 --2- 172.21.15.1:0/974519123 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562fc93e5f60 0x562fc93eba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.471+0000 7fcf83c0f740 1 --2- 172.21.15.1:0/974519123 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x562fc9452200 0x562fc9454620 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.471+0000 7fcf83c0f740 1 --2- 172.21.15.1:0/974519123 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562fc93dd3e0 0x562fc93eb520 unknown :-1 s=CLOSED pgs=1074 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.471+0000 7fcf83c0f740 1 --2- 172.21.15.1:0/974519123 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562fc93dca30 0x562fc93ed180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.471+0000 7fcf61ffb640 0 client.17457 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:04:37.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.471+0000 7fcf83c0f740 1 -- 172.21.15.1:0/974519123 >> 172.21.15.1:0/974519123 conn(0x562fc93d7100 msgr2=0x562fc93e16d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:37.500 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.472+0000 7fcf83c0f740 1 -- 172.21.15.1:0/974519123 shutdown_connections 2024-02-10T00:04:37.500 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.472+0000 7fcf83c0f740 1 -- 172.21.15.1:0/974519123 wait complete. 2024-02-10T00:04:37.500 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.472+0000 7fcf83c0f740 20 client.17457 trim_cache size 0 max 16384 2024-02-10T00:04:37.500 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:04:37.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.472+0000 7fcf80f63640 1 -- 172.21.15.1:0/83029988 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fcf680a2230 msgr2=0x7fcf680a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.472+0000 7fcf80f63640 1 --2- 172.21.15.1:0/83029988 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fcf680a2230 0x7fcf680a46f0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fcf7c198f30 tx=0x7fcf6400bb30 comp rx=0 tx=0).stop 2024-02-10T00:04:37.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.472+0000 7fcf80f63640 1 -- 172.21.15.1:0/83029988 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcf7c1976e0 msgr2=0x7fcf7c197b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.472+0000 7fcf80f63640 1 --2- 172.21.15.1:0/83029988 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcf7c1976e0 0x7fcf7c197b60 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7fcf6c00e960 tx=0x7fcf6c00ee20 comp rx=0 tx=0).stop 2024-02-10T00:04:37.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.472+0000 7fcf80f63640 1 -- 172.21.15.1:0/83029988 shutdown_connections 2024-02-10T00:04:37.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.472+0000 7fcf80f63640 1 --2- 172.21.15.1:0/83029988 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fcf680a2230 0x7fcf680a46f0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.472+0000 7fcf80f63640 1 --2- 172.21.15.1:0/83029988 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcf7c1976e0 0x7fcf7c197b60 unknown :-1 s=CLOSED pgs=1070 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.472+0000 7fcf80f63640 1 --2- 172.21.15.1:0/83029988 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcf7c105410 0x7fcf7c19db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.472+0000 7fcf80f63640 1 --2- 172.21.15.1:0/83029988 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcf7c100340 0x7fcf7c19d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.472+0000 7fcf80f63640 1 -- 172.21.15.1:0/83029988 >> 172.21.15.1:0/83029988 conn(0x7fcf7c0772e0 msgr2=0x7fcf7c0688a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:37.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.472+0000 7fcf80f63640 1 -- 172.21.15.1:0/83029988 shutdown_connections 2024-02-10T00:04:37.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.472+0000 7fcf80f63640 1 -- 172.21.15.1:0/83029988 wait complete. 2024-02-10T00:04:37.503 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:04:37.503 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-02-10T00:04:37.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.606+0000 7f792646f640 1 -- 172.21.15.1:0/4048096909 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7920101430 msgr2=0x7f7920101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.606+0000 7f792646f640 1 --2- 172.21.15.1:0/4048096909 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7920101430 0x7f7920101810 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7f7910009930 tx=0x7f791002bc30 comp rx=0 tx=0).stop 2024-02-10T00:04:37.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.606+0000 7f792646f640 1 -- 172.21.15.1:0/4048096909 shutdown_connections 2024-02-10T00:04:37.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.606+0000 7f792646f640 1 --2- 172.21.15.1:0/4048096909 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7920106500 0x7f792010e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.606+0000 7f792646f640 1 --2- 172.21.15.1:0/4048096909 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7920101de0 0x7f7920105e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.606+0000 7f792646f640 1 --2- 172.21.15.1:0/4048096909 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7920101430 0x7f7920101810 unknown :-1 s=CLOSED pgs=1075 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.606+0000 7f792646f640 1 -- 172.21.15.1:0/4048096909 >> 172.21.15.1:0/4048096909 conn(0x7f79200fccd0 msgr2=0x7f79200ff0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:37.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.606+0000 7f792646f640 1 -- 172.21.15.1:0/4048096909 shutdown_connections 2024-02-10T00:04:37.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.606+0000 7f792646f640 1 -- 172.21.15.1:0/4048096909 wait complete. 2024-02-10T00:04:37.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.606+0000 7f792646f640 1 Processor -- start 2024-02-10T00:04:37.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.606+0000 7f792646f640 1 -- start start 2024-02-10T00:04:37.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.607+0000 7f792646f640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7920101430 0x7f792019d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.607+0000 7f792646f640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7920106500 0x7f792019db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.607+0000 7f792646f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7920197700 0x7f7920197b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.607+0000 7f792646f640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79201981d0 con 0x7f7920197700 2024-02-10T00:04:37.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.607+0000 7f792646f640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7920198340 con 0x7f7920101430 2024-02-10T00:04:37.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.607+0000 7f792646f640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7920198500 con 0x7f7920106500 2024-02-10T00:04:37.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.607+0000 7f7924a0c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7920197700 0x7f7920197b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.607+0000 7f7924a0c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7920197700 0x7f7920197b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43948/0 (socket says 172.21.15.1:43948) 2024-02-10T00:04:37.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.607+0000 7f7924a0c640 1 -- 172.21.15.1:0/240470815 learned_addr learned my addr 172.21.15.1:0/240470815 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:37.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.607+0000 7f791f7fe640 1 --2- 172.21.15.1:0/240470815 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7920106500 0x7f792019db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.607+0000 7f791ffff640 1 --2- 172.21.15.1:0/240470815 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7920101430 0x7f792019d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.607+0000 7f7924a0c640 1 -- 172.21.15.1:0/240470815 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7920106500 msgr2=0x7f792019db80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.607+0000 7f7924a0c640 1 --2- 172.21.15.1:0/240470815 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7920106500 0x7f792019db80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.607+0000 7f7924a0c640 1 -- 172.21.15.1:0/240470815 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7920101430 msgr2=0x7f792019d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.607+0000 7f7924a0c640 1 --2- 172.21.15.1:0/240470815 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7920101430 0x7f792019d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.607+0000 7f7924a0c640 1 -- 172.21.15.1:0/240470815 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7910009560 con 0x7f7920197700 2024-02-10T00:04:37.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.607+0000 7f791ffff640 1 --2- 172.21.15.1:0/240470815 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7920101430 0x7f792019d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:04:37.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.607+0000 7f7924a0c640 1 --2- 172.21.15.1:0/240470815 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7920197700 0x7f7920197b80 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7f791800cad0 tx=0x7f791800cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:37.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.607+0000 7f791d7fa640 1 -- 172.21.15.1:0/240470815 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f791800ae20 con 0x7f7920197700 2024-02-10T00:04:37.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.607+0000 7f792646f640 1 -- 172.21.15.1:0/240470815 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f79201a44a0 con 0x7f7920197700 2024-02-10T00:04:37.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.607+0000 7f791d7fa640 1 -- 172.21.15.1:0/240470815 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7918005020 con 0x7f7920197700 2024-02-10T00:04:37.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.607+0000 7f791d7fa640 1 -- 172.21.15.1:0/240470815 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f791800f6b0 con 0x7f7920197700 2024-02-10T00:04:37.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.607+0000 7f792646f640 1 -- 172.21.15.1:0/240470815 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79201a4930 con 0x7f7920197700 2024-02-10T00:04:37.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.610+0000 7f791d7fa640 1 -- 172.21.15.1:0/240470815 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f7918005520 con 0x7f7920197700 2024-02-10T00:04:37.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.610+0000 7f7929040740 1 Processor -- start 2024-02-10T00:04:37.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.610+0000 7f7929040740 1 -- start start 2024-02-10T00:04:37.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.610+0000 7f7929040740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571dfa37890 0x5571dfa37c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.610+0000 7f7929040740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571dfa38240 0x5571dfa40d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.610+0000 7f7929040740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571dfa413a0 0x5571dfa41820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.610+0000 7f7929040740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571df9f3020 con 0x5571dfa38240 2024-02-10T00:04:37.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.610+0000 7f7929040740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571df9a6320 con 0x5571dfa413a0 2024-02-10T00:04:37.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.610+0000 7f7929040740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571df9a3850 con 0x5571dfa37890 2024-02-10T00:04:37.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.611+0000 7f791d7fa640 1 --2- 172.21.15.1:0/240470815 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f79080a2230 0x7f79080a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.611+0000 7f791ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571dfa38240 0x5571dfa40d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.611+0000 7f791ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571dfa38240 0x5571dfa40d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43962/0 (socket says 172.21.15.1:43962) 2024-02-10T00:04:37.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.611+0000 7f791ffff640 1 -- 172.21.15.1:0/1758836535 learned_addr learned my addr 172.21.15.1:0/1758836535 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:37.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.611+0000 7f7924a0c640 1 --2- 172.21.15.1:0/240470815 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f79080a2230 0x7f79080a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.611+0000 7f791f7fe640 1 --2- 172.21.15.1:0/1758836535 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571dfa37890 0x5571dfa37c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.611+0000 7f791f7fe640 1 --2- 172.21.15.1:0/1758836535 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571dfa413a0 0x5571dfa41820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.611+0000 7f791d7fa640 1 -- 172.21.15.1:0/240470815 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f79180ce0b0 con 0x7f7920197700 2024-02-10T00:04:37.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.611+0000 7f791ffff640 1 -- 172.21.15.1:0/1758836535 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571dfa37890 msgr2=0x5571dfa37c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.611+0000 7f791ffff640 1 --2- 172.21.15.1:0/1758836535 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571dfa37890 0x5571dfa37c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.611+0000 7f791ffff640 1 -- 172.21.15.1:0/1758836535 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571dfa413a0 msgr2=0x5571dfa41820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.611+0000 7f791ffff640 1 --2- 172.21.15.1:0/1758836535 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571dfa413a0 0x5571dfa41820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.611+0000 7f791ffff640 1 -- 172.21.15.1:0/1758836535 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5571df961210 con 0x5571dfa38240 2024-02-10T00:04:37.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.611+0000 7f7924a0c640 1 --2- 172.21.15.1:0/240470815 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f79080a2230 0x7f79080a46f0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f7918096e80 tx=0x7f79180c5370 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:37.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.611+0000 7f791ffff640 1 --2- 172.21.15.1:0/1758836535 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571dfa38240 0x5571dfa40d80 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7f7910009930 tx=0x7f791002c720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=252b55d2eb72716b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:37.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.611+0000 7f79067fc640 1 -- 172.21.15.1:0/1758836535 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7910004a80 con 0x5571dfa38240 2024-02-10T00:04:37.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.611+0000 7f79067fc640 1 -- 172.21.15.1:0/1758836535 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7910004030 con 0x5571dfa38240 2024-02-10T00:04:37.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.611+0000 7f79067fc640 1 -- 172.21.15.1:0/1758836535 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79100052e0 con 0x5571dfa38240 2024-02-10T00:04:37.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.612+0000 7f7929040740 1 -- 172.21.15.1:0/1758836535 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571dfa38240 msgr2=0x5571dfa40d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.612+0000 7f7929040740 1 --2- 172.21.15.1:0/1758836535 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571dfa38240 0x5571dfa40d80 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7f7910009930 tx=0x7f791002c720 comp rx=0 tx=0).stop 2024-02-10T00:04:37.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.612+0000 7f7929040740 1 -- 172.21.15.1:0/1758836535 shutdown_connections 2024-02-10T00:04:37.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.612+0000 7f7929040740 1 --2- 172.21.15.1:0/1758836535 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571dfa413a0 0x5571dfa41820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.612+0000 7f7929040740 1 --2- 172.21.15.1:0/1758836535 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571dfa38240 0x5571dfa40d80 unknown :-1 s=CLOSED pgs=1077 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.612+0000 7f7929040740 1 --2- 172.21.15.1:0/1758836535 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571dfa37890 0x5571dfa37c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.612+0000 7f7929040740 1 -- 172.21.15.1:0/1758836535 >> 172.21.15.1:0/1758836535 conn(0x5571dfa32100 msgr2=0x5571dfa324e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:37.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.612+0000 7f7929040740 1 -- 172.21.15.1:0/1758836535 shutdown_connections 2024-02-10T00:04:37.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.612+0000 7f7929040740 1 -- 172.21.15.1:0/1758836535 wait complete. 2024-02-10T00:04:37.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.612+0000 7f7929040740 1 -- start start 2024-02-10T00:04:37.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.613+0000 7f7929040740 1 Processor -- start 2024-02-10T00:04:37.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.613+0000 7f7929040740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571dfa37890 0x5571dfa44e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.613+0000 7f7929040740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571dfa38240 0x5571dfa45350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.613+0000 7f7929040740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571dfa413a0 0x5571dfa45890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.613+0000 7f7929040740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571df99f030 con 0x5571dfa37890 2024-02-10T00:04:37.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.613+0000 7f7929040740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571df672430 con 0x5571dfa413a0 2024-02-10T00:04:37.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.613+0000 7f7929040740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571df62ee00 con 0x5571dfa38240 2024-02-10T00:04:37.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.613+0000 7f7929040740 10 client.0 _ll_register_callbacks cb 0x5571df994030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:37.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.613+0000 7f791f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571dfa37890 0x5571dfa44e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.613+0000 7f791f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571dfa37890 0x5571dfa44e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43968/0 (socket says 172.21.15.1:43968) 2024-02-10T00:04:37.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.613+0000 7f791f7fe640 1 -- 172.21.15.1:0/4189960654 learned_addr learned my addr 172.21.15.1:0/4189960654 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:37.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.613+0000 7f791ffff640 1 --2- 172.21.15.1:0/4189960654 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571dfa38240 0x5571dfa45350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.613+0000 7f791f7fe640 1 -- 172.21.15.1:0/4189960654 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571dfa38240 msgr2=0x5571dfa45350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.613+0000 7f791f7fe640 1 --2- 172.21.15.1:0/4189960654 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571dfa38240 0x5571dfa45350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.613+0000 7f791f7fe640 1 -- 172.21.15.1:0/4189960654 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571dfa413a0 msgr2=0x5571dfa45890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.613+0000 7f791f7fe640 1 --2- 172.21.15.1:0/4189960654 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571dfa413a0 0x5571dfa45890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.613+0000 7f791f7fe640 1 -- 172.21.15.1:0/4189960654 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f792010e8e0 con 0x5571dfa37890 2024-02-10T00:04:37.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.613+0000 7f791f7fe640 1 --2- 172.21.15.1:0/4189960654 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571dfa37890 0x5571dfa44e10 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7f7914009650 tx=0x7f7914003a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=528408b56aa0c034 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:37.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.613+0000 7f78ff7fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:37.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.614+0000 7f78ff7fe640 1 -- 172.21.15.1:0/4189960654 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7914016070 con 0x5571dfa37890 2024-02-10T00:04:37.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.614+0000 7f78ff7fe640 1 -- 172.21.15.1:0/4189960654 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f7914011940 con 0x5571dfa37890 2024-02-10T00:04:37.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.614+0000 7f7929040740 1 -- 172.21.15.1:0/4189960654 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5571df69e7e0 con 0x5571dfa37890 2024-02-10T00:04:37.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.614+0000 7f78ff7fe640 1 -- 172.21.15.1:0/4189960654 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7914011b00 con 0x5571dfa37890 2024-02-10T00:04:37.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.614+0000 7f7929040740 10 client.17469 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:37.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.614+0000 7f7929040740 1 -- 172.21.15.1:0/4189960654 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5571df99d6b0 con 0x5571dfa37890 2024-02-10T00:04:37.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.614+0000 7f78ff7fe640 1 -- 172.21.15.1:0/4189960654 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f791402b080 con 0x5571dfa37890 2024-02-10T00:04:37.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.614+0000 7f78ff7fe640 1 -- 172.21.15.1:0/4189960654 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f791401e3f0 con 0x5571dfa37890 2024-02-10T00:04:37.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.614+0000 7f7929040740 10 client.17469 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:37.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.614+0000 7f7929040740 10 client.17469 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:04:37.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.614+0000 7f7929040740 20 client.17469 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:37.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.614+0000 7f7929040740 1 --2- 172.21.15.1:0/4189960654 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5571dfa558d0 0x5571dfa57d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.614+0000 7f7929040740 4 client.17469 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:04:37.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.614+0000 7f7929040740 1 -- 172.21.15.1:0/4189960654 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5571df6db720 con 0x5571dfa558d0 2024-02-10T00:04:37.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.615+0000 7f791ffff640 1 --2- 172.21.15.1:0/4189960654 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5571dfa558d0 0x5571dfa57d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.615+0000 7f791ffff640 1 --2- 172.21.15.1:0/4189960654 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5571dfa558d0 0x5571dfa57d10 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=560807367a045819 server_cookie=1f2318d275d945f0 in_seq=0 out_seq=0 2024-02-10T00:04:37.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.615+0000 7f78ff7fe640 10 client.17469 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:04:37.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.616+0000 7f78ff7fe640 1 -- 172.21.15.1:0/4189960654 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5571df6db720 con 0x5571dfa558d0 2024-02-10T00:04:37.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.616+0000 7f78ff7fe640 10 client.17469 handle_command_reply: tid=0 2024-02-10T00:04:37.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.616+0000 7f7929040740 1 client.17469 shutdown 2024-02-10T00:04:37.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.616+0000 7f7929040740 1 -- 172.21.15.1:0/4189960654 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571dfa37890 msgr2=0x5571dfa44e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.616+0000 7f7929040740 1 --2- 172.21.15.1:0/4189960654 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571dfa37890 0x5571dfa44e10 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7f7914009650 tx=0x7f7914003a80 comp rx=0 tx=0).stop 2024-02-10T00:04:37.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.616+0000 7f7929040740 1 -- 172.21.15.1:0/4189960654 shutdown_connections 2024-02-10T00:04:37.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.616+0000 7f7929040740 1 --2- 172.21.15.1:0/4189960654 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5571dfa558d0 0x5571dfa57d10 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.616+0000 7f7929040740 1 --2- 172.21.15.1:0/4189960654 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571dfa413a0 0x5571dfa45890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.616+0000 7f7929040740 1 --2- 172.21.15.1:0/4189960654 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571dfa38240 0x5571dfa45350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.616+0000 7f78ff7fe640 0 client.17469 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:04:37.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.616+0000 7f7929040740 1 --2- 172.21.15.1:0/4189960654 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571dfa37890 0x5571dfa44e10 unknown :-1 s=CLOSED pgs=1078 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.616+0000 7f7929040740 1 -- 172.21.15.1:0/4189960654 >> 172.21.15.1:0/4189960654 conn(0x5571dfa32100 msgr2=0x5571dfa33e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:37.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.616+0000 7f7929040740 1 -- 172.21.15.1:0/4189960654 shutdown_connections 2024-02-10T00:04:37.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.616+0000 7f7929040740 1 -- 172.21.15.1:0/4189960654 wait complete. 2024-02-10T00:04:37.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.616+0000 7f7929040740 20 client.17469 trim_cache size 0 max 16384 2024-02-10T00:04:37.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.628+0000 7f7929040740 1 Processor -- start 2024-02-10T00:04:37.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.628+0000 7f7929040740 1 -- start start 2024-02-10T00:04:37.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.628+0000 7f7929040740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571dfa37890 0x5571dfa47540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.628+0000 7f7929040740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571dfa38240 0x5571dfa42790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.628+0000 7f7929040740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571dfa413a0 0x5571dfa3f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.628+0000 7f7929040740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571df924130 con 0x5571dfa37890 2024-02-10T00:04:37.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.628+0000 7f7929040740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571df6db750 con 0x5571dfa38240 2024-02-10T00:04:37.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.628+0000 7f7929040740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571dfa523d0 con 0x5571dfa413a0 2024-02-10T00:04:37.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.628+0000 7f791f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571dfa37890 0x5571dfa47540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.628+0000 7f791f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571dfa37890 0x5571dfa47540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43978/0 (socket says 172.21.15.1:43978) 2024-02-10T00:04:37.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.628+0000 7f791f7fe640 1 -- 172.21.15.1:0/1896052556 learned_addr learned my addr 172.21.15.1:0/1896052556 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:37.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.628+0000 7f791ffff640 1 --2- 172.21.15.1:0/1896052556 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571dfa38240 0x5571dfa42790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.628+0000 7f791f7fe640 1 --2- 172.21.15.1:0/1896052556 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571dfa413a0 0x5571dfa3f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.628+0000 7f791f7fe640 1 -- 172.21.15.1:0/1896052556 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571dfa413a0 msgr2=0x5571dfa3f0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.628+0000 7f791f7fe640 1 --2- 172.21.15.1:0/1896052556 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571dfa413a0 0x5571dfa3f0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.628+0000 7f791f7fe640 1 -- 172.21.15.1:0/1896052556 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571dfa38240 msgr2=0x5571dfa42790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.628+0000 7f791f7fe640 1 --2- 172.21.15.1:0/1896052556 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571dfa38240 0x5571dfa42790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.628+0000 7f791f7fe640 1 -- 172.21.15.1:0/1896052556 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5571df939c90 con 0x5571dfa37890 2024-02-10T00:04:37.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.628+0000 7f791f7fe640 1 --2- 172.21.15.1:0/1896052556 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571dfa37890 0x5571dfa47540 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7f7914000c00 tx=0x7f7914005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bef15f78b5a35507 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:37.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.629+0000 7f7905ffb640 1 -- 172.21.15.1:0/1896052556 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7914016070 con 0x5571dfa37890 2024-02-10T00:04:37.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.629+0000 7f7905ffb640 1 -- 172.21.15.1:0/1896052556 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5571df69e7e0 con 0x5571dfa37890 2024-02-10T00:04:37.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.629+0000 7f7905ffb640 1 -- 172.21.15.1:0/1896052556 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7914011290 con 0x5571dfa37890 2024-02-10T00:04:37.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.629+0000 7f7929040740 1 -- 172.21.15.1:0/1896052556 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571dfa37890 msgr2=0x5571dfa47540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.629+0000 7f7929040740 1 --2- 172.21.15.1:0/1896052556 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571dfa37890 0x5571dfa47540 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7f7914000c00 tx=0x7f7914005850 comp rx=0 tx=0).stop 2024-02-10T00:04:37.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.629+0000 7f7929040740 1 -- 172.21.15.1:0/1896052556 shutdown_connections 2024-02-10T00:04:37.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.629+0000 7f7929040740 1 --2- 172.21.15.1:0/1896052556 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571dfa413a0 0x5571dfa3f0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.629+0000 7f7929040740 1 --2- 172.21.15.1:0/1896052556 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571dfa38240 0x5571dfa42790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.629+0000 7f7929040740 1 --2- 172.21.15.1:0/1896052556 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571dfa37890 0x5571dfa47540 unknown :-1 s=CLOSED pgs=1079 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.629+0000 7f7929040740 1 -- 172.21.15.1:0/1896052556 >> 172.21.15.1:0/1896052556 conn(0x5571dfa32100 msgr2=0x5571dfa324e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:37.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.629+0000 7f7929040740 1 -- 172.21.15.1:0/1896052556 shutdown_connections 2024-02-10T00:04:37.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.629+0000 7f7929040740 1 -- 172.21.15.1:0/1896052556 wait complete. 2024-02-10T00:04:37.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.630+0000 7f7929040740 1 -- start start 2024-02-10T00:04:37.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.630+0000 7f7929040740 1 Processor -- start 2024-02-10T00:04:37.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.630+0000 7f7929040740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571dfa37890 0x5571dfa4b4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.630+0000 7f7929040740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571dfa38240 0x5571dfa4ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.630+0000 7f7929040740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571dfa413a0 0x5571dfaabe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.630+0000 7f7929040740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571dfa4c1a0 con 0x5571dfa37890 2024-02-10T00:04:37.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.630+0000 7f7929040740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571dfaac340 con 0x5571dfa38240 2024-02-10T00:04:37.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.630+0000 7f7929040740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571dfaac500 con 0x5571dfa413a0 2024-02-10T00:04:37.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.630+0000 7f7929040740 10 client.0 _ll_register_callbacks cb 0x7f7914005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:37.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.630+0000 7f791f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571dfa37890 0x5571dfa4b4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.630+0000 7f791f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571dfa37890 0x5571dfa4b4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43984/0 (socket says 172.21.15.1:43984) 2024-02-10T00:04:37.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.630+0000 7f791f7fe640 1 -- 172.21.15.1:0/4121113602 learned_addr learned my addr 172.21.15.1:0/4121113602 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:37.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.630+0000 7f791ffff640 1 --2- 172.21.15.1:0/4121113602 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571dfa38240 0x5571dfa4ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.630+0000 7f791f7fe640 1 -- 172.21.15.1:0/4121113602 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571dfa413a0 msgr2=0x5571dfaabe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.630+0000 7f791f7fe640 1 --2- 172.21.15.1:0/4121113602 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571dfa413a0 0x5571dfaabe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.630+0000 7f791f7fe640 1 -- 172.21.15.1:0/4121113602 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571dfa38240 msgr2=0x5571dfa4ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.630+0000 7f791f7fe640 1 --2- 172.21.15.1:0/4121113602 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571dfa38240 0x5571dfa4ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.630+0000 7f791f7fe640 1 -- 172.21.15.1:0/4121113602 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5571df99d6b0 con 0x5571dfa37890 2024-02-10T00:04:37.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.631+0000 7f791f7fe640 1 --2- 172.21.15.1:0/4121113602 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571dfa37890 0x5571dfa4b4d0 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7f7914009710 tx=0x7f79140097f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8aa01234fb98bc0f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:37.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.631+0000 7f78ff7fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:37.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.631+0000 7f78ff7fe640 1 -- 172.21.15.1:0/4121113602 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7914016070 con 0x5571dfa37890 2024-02-10T00:04:37.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.631+0000 7f78ff7fe640 1 -- 172.21.15.1:0/4121113602 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f7914000e40 con 0x5571dfa37890 2024-02-10T00:04:37.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.631+0000 7f7929040740 1 -- 172.21.15.1:0/4121113602 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7910004030 con 0x5571dfa37890 2024-02-10T00:04:37.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.631+0000 7f78ff7fe640 1 -- 172.21.15.1:0/4121113602 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f791401e970 con 0x5571dfa37890 2024-02-10T00:04:37.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.631+0000 7f7929040740 10 client.17475 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:37.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.631+0000 7f7929040740 1 -- 172.21.15.1:0/4121113602 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5571df95fa70 con 0x5571dfa37890 2024-02-10T00:04:37.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.631+0000 7f78ff7fe640 1 -- 172.21.15.1:0/4121113602 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7910004030 con 0x5571dfa37890 2024-02-10T00:04:37.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.631+0000 7f78ff7fe640 1 -- 172.21.15.1:0/4121113602 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f7914035620 con 0x5571dfa37890 2024-02-10T00:04:37.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.631+0000 7f7929040740 10 client.17475 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:37.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.631+0000 7f7929040740 10 client.17475 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:04:37.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.631+0000 7f7929040740 20 client.17475 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:37.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.631+0000 7f7929040740 1 --2- 172.21.15.1:0/4121113602 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5571dfaada50 0x5571dfaafe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.631+0000 7f7929040740 4 client.17475 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:04:37.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.631+0000 7f7929040740 1 -- 172.21.15.1:0/4121113602 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5571df72a890 con 0x5571dfaada50 2024-02-10T00:04:37.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.632+0000 7f791ffff640 1 --2- 172.21.15.1:0/4121113602 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5571dfaada50 0x5571dfaafe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.632+0000 7f78ff7fe640 10 client.17475 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:04:37.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.632+0000 7f791ffff640 1 --2- 172.21.15.1:0/4121113602 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5571dfaada50 0x5571dfaafe70 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f29fc7cde574457 server_cookie=c38b2d633e7820af in_seq=0 out_seq=0 2024-02-10T00:04:37.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.632+0000 7f78ff7fe640 1 -- 172.21.15.1:0/4121113602 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5571df72a890 con 0x5571dfaada50 2024-02-10T00:04:37.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.632+0000 7f78ff7fe640 10 client.17475 handle_command_reply: tid=0 2024-02-10T00:04:37.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.632+0000 7f7929040740 1 client.17475 shutdown 2024-02-10T00:04:37.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.632+0000 7f7929040740 1 -- 172.21.15.1:0/4121113602 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571dfa37890 msgr2=0x5571dfa4b4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.632+0000 7f7929040740 1 --2- 172.21.15.1:0/4121113602 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571dfa37890 0x5571dfa4b4d0 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7f7914009710 tx=0x7f79140097f0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.632+0000 7f7929040740 1 -- 172.21.15.1:0/4121113602 shutdown_connections 2024-02-10T00:04:37.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.632+0000 7f7929040740 1 --2- 172.21.15.1:0/4121113602 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5571dfaada50 0x5571dfaafe70 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.632+0000 7f7929040740 1 --2- 172.21.15.1:0/4121113602 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5571dfa413a0 0x5571dfaabe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.632+0000 7f7929040740 1 --2- 172.21.15.1:0/4121113602 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5571dfa38240 0x5571dfa4ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.632+0000 7f7929040740 1 --2- 172.21.15.1:0/4121113602 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5571dfa37890 0x5571dfa4b4d0 unknown :-1 s=CLOSED pgs=1080 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.632+0000 7f78ff7fe640 0 client.17475 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:04:37.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.632+0000 7f7929040740 1 -- 172.21.15.1:0/4121113602 >> 172.21.15.1:0/4121113602 conn(0x5571dfa32100 msgr2=0x5571dfa436c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:37.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.632+0000 7f7929040740 1 -- 172.21.15.1:0/4121113602 shutdown_connections 2024-02-10T00:04:37.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.632+0000 7f7929040740 1 -- 172.21.15.1:0/4121113602 wait complete. 2024-02-10T00:04:37.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.633+0000 7f7929040740 20 client.17475 trim_cache size 0 max 16384 2024-02-10T00:04:37.641 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:04:37.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.633+0000 7f792646f640 1 -- 172.21.15.1:0/240470815 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f79080a2230 msgr2=0x7f79080a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.633+0000 7f792646f640 1 --2- 172.21.15.1:0/240470815 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f79080a2230 0x7f79080a46f0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f7918096e80 tx=0x7f79180c5370 comp rx=0 tx=0).stop 2024-02-10T00:04:37.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.633+0000 7f792646f640 1 -- 172.21.15.1:0/240470815 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7920197700 msgr2=0x7f7920197b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.633+0000 7f792646f640 1 --2- 172.21.15.1:0/240470815 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7920197700 0x7f7920197b80 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7f791800cad0 tx=0x7f791800cf90 comp rx=0 tx=0).stop 2024-02-10T00:04:37.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.633+0000 7f792646f640 1 -- 172.21.15.1:0/240470815 shutdown_connections 2024-02-10T00:04:37.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.633+0000 7f792646f640 1 --2- 172.21.15.1:0/240470815 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f79080a2230 0x7f79080a46f0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.633+0000 7f792646f640 1 --2- 172.21.15.1:0/240470815 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7920197700 0x7f7920197b80 unknown :-1 s=CLOSED pgs=1076 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.633+0000 7f792646f640 1 --2- 172.21.15.1:0/240470815 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7920106500 0x7f792019db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.633+0000 7f792646f640 1 --2- 172.21.15.1:0/240470815 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7920101430 0x7f792019d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.633+0000 7f792646f640 1 -- 172.21.15.1:0/240470815 >> 172.21.15.1:0/240470815 conn(0x7f79200fccd0 msgr2=0x7f79200fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:37.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.633+0000 7f792646f640 1 -- 172.21.15.1:0/240470815 shutdown_connections 2024-02-10T00:04:37.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.633+0000 7f792646f640 1 -- 172.21.15.1:0/240470815 wait complete. 2024-02-10T00:04:37.646 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:04:37.646 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-02-10T00:04:37.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.749+0000 7fd26aec9640 1 -- 172.21.15.1:0/2831645694 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd264100340 msgr2=0x7fd264100720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.749+0000 7fd26aec9640 1 --2- 172.21.15.1:0/2831645694 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd264100340 0x7fd264100720 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7fd25c009cd0 tx=0x7fd25c02c0f0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.749+0000 7fd26aec9640 1 -- 172.21.15.1:0/2831645694 shutdown_connections 2024-02-10T00:04:37.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.749+0000 7fd26aec9640 1 --2- 172.21.15.1:0/2831645694 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd264105410 0x7fd26410cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.749+0000 7fd26aec9640 1 --2- 172.21.15.1:0/2831645694 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd264100cf0 0x7fd264104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.749+0000 7fd26aec9640 1 --2- 172.21.15.1:0/2831645694 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd264100340 0x7fd264100720 unknown :-1 s=CLOSED pgs=1081 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.749+0000 7fd26aec9640 1 -- 172.21.15.1:0/2831645694 >> 172.21.15.1:0/2831645694 conn(0x7fd2640772e0 msgr2=0x7fd2640776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:37.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.749+0000 7fd26aec9640 1 -- 172.21.15.1:0/2831645694 shutdown_connections 2024-02-10T00:04:37.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.749+0000 7fd26aec9640 1 -- 172.21.15.1:0/2831645694 wait complete. 2024-02-10T00:04:37.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.749+0000 7fd26aec9640 1 Processor -- start 2024-02-10T00:04:37.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.749+0000 7fd26aec9640 1 -- start start 2024-02-10T00:04:37.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.749+0000 7fd26aec9640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd264100340 0x7fd264101dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.749+0000 7fd26aec9640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd264105410 0x7fd264102310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.749+0000 7fd26aec9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd264102850 0x7fd2641a5a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.749+0000 7fd26aec9640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2641a5ff0 con 0x7fd264102850 2024-02-10T00:04:37.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.749+0000 7fd26aec9640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2641a6160 con 0x7fd264100340 2024-02-10T00:04:37.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.749+0000 7fd26aec9640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2641a6320 con 0x7fd264105410 2024-02-10T00:04:37.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.749+0000 7fd269466640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd264102850 0x7fd2641a5a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.750+0000 7fd269466640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd264102850 0x7fd2641a5a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:44000/0 (socket says 172.21.15.1:44000) 2024-02-10T00:04:37.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.750+0000 7fd269466640 1 -- 172.21.15.1:0/1910797880 learned_addr learned my addr 172.21.15.1:0/1910797880 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:37.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.750+0000 7fd268c65640 1 --2- 172.21.15.1:0/1910797880 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd264100340 0x7fd264101dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.750+0000 7fd263fff640 1 --2- 172.21.15.1:0/1910797880 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd264105410 0x7fd264102310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.750+0000 7fd269466640 1 -- 172.21.15.1:0/1910797880 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd264105410 msgr2=0x7fd264102310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.750+0000 7fd269466640 1 --2- 172.21.15.1:0/1910797880 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd264105410 0x7fd264102310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.750+0000 7fd269466640 1 -- 172.21.15.1:0/1910797880 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd264100340 msgr2=0x7fd264101dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.750+0000 7fd269466640 1 --2- 172.21.15.1:0/1910797880 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd264100340 0x7fd264101dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.750+0000 7fd269466640 1 -- 172.21.15.1:0/1910797880 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd25c009900 con 0x7fd264102850 2024-02-10T00:04:37.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.750+0000 7fd263fff640 1 --2- 172.21.15.1:0/1910797880 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd264105410 0x7fd264102310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:04:37.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.750+0000 7fd269466640 1 --2- 172.21.15.1:0/1910797880 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd264102850 0x7fd2641a5a20 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7fd24c00e970 tx=0x7fd24c00ee30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:37.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.750+0000 7fd261ffb640 1 -- 172.21.15.1:0/1910797880 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd24c009670 con 0x7fd264102850 2024-02-10T00:04:37.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.750+0000 7fd261ffb640 1 -- 172.21.15.1:0/1910797880 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd24c005500 con 0x7fd264102850 2024-02-10T00:04:37.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.750+0000 7fd261ffb640 1 -- 172.21.15.1:0/1910797880 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd24c010430 con 0x7fd264102850 2024-02-10T00:04:37.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.750+0000 7fd26aec9640 1 -- 172.21.15.1:0/1910797880 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd2641a6600 con 0x7fd264102850 2024-02-10T00:04:37.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.750+0000 7fd26aec9640 1 -- 172.21.15.1:0/1910797880 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2641a6b10 con 0x7fd264102850 2024-02-10T00:04:37.761 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.752+0000 7fd261ffb640 1 -- 172.21.15.1:0/1910797880 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fd24c004ee0 con 0x7fd264102850 2024-02-10T00:04:37.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.753+0000 7fd26db7e740 1 Processor -- start 2024-02-10T00:04:37.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.753+0000 7fd26db7e740 1 -- start start 2024-02-10T00:04:37.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.753+0000 7fd261ffb640 1 --2- 172.21.15.1:0/1910797880 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd2500a2260 0x7fd2500a4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.753+0000 7fd26db7e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556832fdea30 0x556832fdee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.753+0000 7fd26db7e740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556832fdf3e0 0x556832fe7990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.753+0000 7fd26db7e740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556832fe7f60 0x556832fea3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.753+0000 7fd26db7e740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556832f9a020 con 0x556832fe7f60 2024-02-10T00:04:37.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.753+0000 7fd26db7e740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556832f4d320 con 0x556832fdf3e0 2024-02-10T00:04:37.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.753+0000 7fd26db7e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556832f4a850 con 0x556832fdea30 2024-02-10T00:04:37.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.753+0000 7fd263fff640 1 --2- 172.21.15.1:0/1910797880 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd2500a2260 0x7fd2500a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.753+0000 7fd261ffb640 1 -- 172.21.15.1:0/1910797880 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fd24c014070 con 0x7fd264102850 2024-02-10T00:04:37.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.753+0000 7fd269466640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556832fe7f60 0x556832fea3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.753+0000 7fd269466640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556832fe7f60 0x556832fea3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:44012/0 (socket says 172.21.15.1:44012) 2024-02-10T00:04:37.762 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.753+0000 7fd269466640 1 -- 172.21.15.1:0/3384478511 learned_addr learned my addr 172.21.15.1:0/3384478511 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:37.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.753+0000 7fd268c65640 1 --2- 172.21.15.1:0/3384478511 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556832fdea30 0x556832fdee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.753+0000 7fd263fff640 1 --2- 172.21.15.1:0/3384478511 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556832fdf3e0 0x556832fe7990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.753+0000 7fd269466640 1 -- 172.21.15.1:0/3384478511 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556832fdea30 msgr2=0x556832fdee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.753+0000 7fd269466640 1 --2- 172.21.15.1:0/3384478511 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556832fdea30 0x556832fdee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.754+0000 7fd269466640 1 -- 172.21.15.1:0/3384478511 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556832fdf3e0 msgr2=0x556832fe7990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.754+0000 7fd269466640 1 --2- 172.21.15.1:0/3384478511 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556832fdf3e0 0x556832fe7990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.754+0000 7fd269466640 1 -- 172.21.15.1:0/3384478511 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556832f08210 con 0x556832fe7f60 2024-02-10T00:04:37.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.754+0000 7fd268c65640 1 --2- 172.21.15.1:0/3384478511 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556832fdea30 0x556832fdee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:04:37.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.754+0000 7fd263fff640 1 --2- 172.21.15.1:0/1910797880 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd2500a2260 0x7fd2500a4720 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fd254005fd0 tx=0x7fd25400a6a0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:37.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.754+0000 7fd269466640 1 --2- 172.21.15.1:0/3384478511 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556832fe7f60 0x556832fea3b0 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7fd24c097750 tx=0x7fd24c09a980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a8ff45fd7ab273e server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:37.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.754+0000 7fd25affd640 1 -- 172.21.15.1:0/3384478511 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd24c09eed0 con 0x556832fe7f60 2024-02-10T00:04:37.763 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.754+0000 7fd25affd640 1 -- 172.21.15.1:0/3384478511 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd24c0a3520 con 0x556832fe7f60 2024-02-10T00:04:37.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.754+0000 7fd25affd640 1 -- 172.21.15.1:0/3384478511 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd24c0cbd60 con 0x556832fe7f60 2024-02-10T00:04:37.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.754+0000 7fd26db7e740 1 -- 172.21.15.1:0/3384478511 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556832fe7f60 msgr2=0x556832fea3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.754+0000 7fd26db7e740 1 --2- 172.21.15.1:0/3384478511 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556832fe7f60 0x556832fea3b0 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7fd24c097750 tx=0x7fd24c09a980 comp rx=0 tx=0).stop 2024-02-10T00:04:37.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.755+0000 7fd26db7e740 1 -- 172.21.15.1:0/3384478511 shutdown_connections 2024-02-10T00:04:37.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.755+0000 7fd26db7e740 1 --2- 172.21.15.1:0/3384478511 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556832fe7f60 0x556832fea3b0 unknown :-1 s=CLOSED pgs=1083 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.755+0000 7fd26db7e740 1 --2- 172.21.15.1:0/3384478511 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556832fdf3e0 0x556832fe7990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.755+0000 7fd26db7e740 1 --2- 172.21.15.1:0/3384478511 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556832fdea30 0x556832fdee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.755+0000 7fd26db7e740 1 -- 172.21.15.1:0/3384478511 >> 172.21.15.1:0/3384478511 conn(0x556832fd9100 msgr2=0x556832fd94e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:37.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.755+0000 7fd26db7e740 1 -- 172.21.15.1:0/3384478511 shutdown_connections 2024-02-10T00:04:37.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.755+0000 7fd26db7e740 1 -- 172.21.15.1:0/3384478511 wait complete. 2024-02-10T00:04:37.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.755+0000 7fd26db7e740 1 -- start start 2024-02-10T00:04:37.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.755+0000 7fd26db7e740 1 Processor -- start 2024-02-10T00:04:37.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.755+0000 7fd26db7e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556832fdea30 0x556832fe4f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.755+0000 7fd26db7e740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556832fdf3e0 0x556832fe54d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.755+0000 7fd26db7e740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556832fe7f60 0x556832fe5a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.755+0000 7fd26db7e740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556832f46030 con 0x556832fe7f60 2024-02-10T00:04:37.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.755+0000 7fd26db7e740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556832c19430 con 0x556832fdf3e0 2024-02-10T00:04:37.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.755+0000 7fd26db7e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556832bd5e00 con 0x556832fdea30 2024-02-10T00:04:37.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.755+0000 7fd26db7e740 10 client.0 _ll_register_callbacks cb 0x556832f3b030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:37.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.755+0000 7fd269466640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556832fe7f60 0x556832fe5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.756+0000 7fd269466640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556832fe7f60 0x556832fe5a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:44014/0 (socket says 172.21.15.1:44014) 2024-02-10T00:04:37.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.756+0000 7fd269466640 1 -- 172.21.15.1:0/3696847426 learned_addr learned my addr 172.21.15.1:0/3696847426 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:37.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.756+0000 7fd268c65640 1 --2- 172.21.15.1:0/3696847426 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556832fdea30 0x556832fe4f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.756+0000 7fd263fff640 1 --2- 172.21.15.1:0/3696847426 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556832fdf3e0 0x556832fe54d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.756+0000 7fd269466640 1 -- 172.21.15.1:0/3696847426 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556832fdea30 msgr2=0x556832fe4f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.756+0000 7fd269466640 1 --2- 172.21.15.1:0/3696847426 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556832fdea30 0x556832fe4f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.756+0000 7fd269466640 1 -- 172.21.15.1:0/3696847426 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556832fdf3e0 msgr2=0x556832fe54d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.756+0000 7fd269466640 1 --2- 172.21.15.1:0/3696847426 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556832fdf3e0 0x556832fe54d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.756+0000 7fd269466640 1 -- 172.21.15.1:0/3696847426 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2641a6b10 con 0x556832fe7f60 2024-02-10T00:04:37.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.756+0000 7fd269466640 1 --2- 172.21.15.1:0/3696847426 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556832fe7f60 0x556832fe5a10 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7fd24c099030 tx=0x7fd24c09ae40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cb2b78abf979b75 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:37.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.756+0000 7fd243fff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:37.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.756+0000 7fd243fff640 1 -- 172.21.15.1:0/3696847426 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd24c005190 con 0x556832fe7f60 2024-02-10T00:04:37.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.756+0000 7fd243fff640 1 -- 172.21.15.1:0/3696847426 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fd24c0052f0 con 0x556832fe7f60 2024-02-10T00:04:37.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.756+0000 7fd26db7e740 1 -- 172.21.15.1:0/3696847426 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556832c457e0 con 0x556832fe7f60 2024-02-10T00:04:37.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.756+0000 7fd243fff640 1 -- 172.21.15.1:0/3696847426 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd24c0cbd60 con 0x556832fe7f60 2024-02-10T00:04:37.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.756+0000 7fd26db7e740 10 client.17487 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:37.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.756+0000 7fd26db7e740 1 -- 172.21.15.1:0/3696847426 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x556832f446b0 con 0x556832fe7f60 2024-02-10T00:04:37.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.756+0000 7fd243fff640 1 -- 172.21.15.1:0/3696847426 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd24c0b7020 con 0x556832fe7f60 2024-02-10T00:04:37.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.757+0000 7fd243fff640 1 -- 172.21.15.1:0/3696847426 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fd24c01f060 con 0x556832fe7f60 2024-02-10T00:04:37.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.757+0000 7fd26db7e740 10 client.17487 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:37.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.757+0000 7fd26db7e740 10 client.17487 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:04:37.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.757+0000 7fd26db7e740 20 client.17487 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:37.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.757+0000 7fd26db7e740 1 --2- 172.21.15.1:0/3696847426 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556832ff8090 0x556832ffa4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.757+0000 7fd26db7e740 4 client.17487 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:04:37.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.757+0000 7fd26db7e740 1 -- 172.21.15.1:0/3696847426 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556832c82720 con 0x556832ff8090 2024-02-10T00:04:37.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.757+0000 7fd268c65640 1 --2- 172.21.15.1:0/3696847426 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556832ff8090 0x556832ffa4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.757+0000 7fd243fff640 10 client.17487 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:37.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.757+0000 7fd268c65640 1 --2- 172.21.15.1:0/3696847426 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556832ff8090 0x556832ffa4b0 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6008ebc4533b1d68 server_cookie=6a8efe3ef97170c2 in_seq=0 out_seq=0 2024-02-10T00:04:37.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.758+0000 7fd243fff640 1 -- 172.21.15.1:0/3696847426 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x556832c82720 con 0x556832ff8090 2024-02-10T00:04:37.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.758+0000 7fd243fff640 10 client.17487 handle_command_reply: tid=0 2024-02-10T00:04:37.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.758+0000 7fd26db7e740 1 client.17487 shutdown 2024-02-10T00:04:37.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.758+0000 7fd26db7e740 1 -- 172.21.15.1:0/3696847426 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556832fe7f60 msgr2=0x556832fe5a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.758+0000 7fd26db7e740 1 --2- 172.21.15.1:0/3696847426 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556832fe7f60 0x556832fe5a10 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7fd24c099030 tx=0x7fd24c09ae40 comp rx=0 tx=0).stop 2024-02-10T00:04:37.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.758+0000 7fd26db7e740 1 -- 172.21.15.1:0/3696847426 shutdown_connections 2024-02-10T00:04:37.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.758+0000 7fd26db7e740 1 --2- 172.21.15.1:0/3696847426 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556832ff8090 0x556832ffa4b0 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.758+0000 7fd26db7e740 1 --2- 172.21.15.1:0/3696847426 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556832fe7f60 0x556832fe5a10 unknown :-1 s=CLOSED pgs=1084 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.758+0000 7fd26db7e740 1 --2- 172.21.15.1:0/3696847426 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556832fdf3e0 0x556832fe54d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.758+0000 7fd26db7e740 1 --2- 172.21.15.1:0/3696847426 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556832fdea30 0x556832fe4f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.758+0000 7fd243fff640 0 client.17487 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:37.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.758+0000 7fd26db7e740 1 -- 172.21.15.1:0/3696847426 >> 172.21.15.1:0/3696847426 conn(0x556832fd9100 msgr2=0x556832fdae50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:37.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.758+0000 7fd26db7e740 1 -- 172.21.15.1:0/3696847426 shutdown_connections 2024-02-10T00:04:37.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.758+0000 7fd26db7e740 1 -- 172.21.15.1:0/3696847426 wait complete. 2024-02-10T00:04:37.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.758+0000 7fd26db7e740 20 client.17487 trim_cache size 0 max 16384 2024-02-10T00:04:37.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.770+0000 7fd26db7e740 1 Processor -- start 2024-02-10T00:04:37.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.770+0000 7fd26db7e740 1 -- start start 2024-02-10T00:04:37.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.770+0000 7fd26db7e740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556832fdea30 0x556832fe76c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.770+0000 7fd26db7e740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556832fdf3e0 0x556832fe5830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.770+0000 7fd26db7e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556832fe7f60 0x556832fe2230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.770+0000 7fd26db7e740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556832ecb130 con 0x556832fdf3e0 2024-02-10T00:04:37.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.770+0000 7fd26db7e740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556832fde380 con 0x556832fdea30 2024-02-10T00:04:37.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.770+0000 7fd26db7e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556832fff680 con 0x556832fe7f60 2024-02-10T00:04:37.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.770+0000 7fd263fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556832fdf3e0 0x556832fe5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.770+0000 7fd263fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556832fdf3e0 0x556832fe5830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:44030/0 (socket says 172.21.15.1:44030) 2024-02-10T00:04:37.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.770+0000 7fd263fff640 1 -- 172.21.15.1:0/1473188756 learned_addr learned my addr 172.21.15.1:0/1473188756 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:37.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.770+0000 7fd269466640 1 --2- 172.21.15.1:0/1473188756 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556832fe7f60 0x556832fe2230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.770+0000 7fd263fff640 1 -- 172.21.15.1:0/1473188756 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556832fe7f60 msgr2=0x556832fe2230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.770+0000 7fd268c65640 1 --2- 172.21.15.1:0/1473188756 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556832fdea30 0x556832fe76c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.770+0000 7fd263fff640 1 --2- 172.21.15.1:0/1473188756 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556832fe7f60 0x556832fe2230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.770+0000 7fd263fff640 1 -- 172.21.15.1:0/1473188756 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556832fdea30 msgr2=0x556832fe76c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.770+0000 7fd263fff640 1 --2- 172.21.15.1:0/1473188756 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556832fdea30 0x556832fe76c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.770+0000 7fd263fff640 1 -- 172.21.15.1:0/1473188756 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556832ee0c90 con 0x556832fdf3e0 2024-02-10T00:04:37.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.770+0000 7fd268c65640 1 --2- 172.21.15.1:0/1473188756 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556832fdea30 0x556832fe76c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:04:37.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.771+0000 7fd263fff640 1 --2- 172.21.15.1:0/1473188756 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556832fdf3e0 0x556832fe5830 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7fd254015000 tx=0x7fd254017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b537017707a91878 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:37.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.771+0000 7fd25a7fc640 1 -- 172.21.15.1:0/1473188756 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd25400a9f0 con 0x556832fdf3e0 2024-02-10T00:04:37.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.771+0000 7fd25a7fc640 1 -- 172.21.15.1:0/1473188756 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd2540047a0 con 0x556832fdf3e0 2024-02-10T00:04:37.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.771+0000 7fd25a7fc640 1 -- 172.21.15.1:0/1473188756 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd25401fb60 con 0x556832fdf3e0 2024-02-10T00:04:37.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.771+0000 7fd26db7e740 1 -- 172.21.15.1:0/1473188756 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556832fdf3e0 msgr2=0x556832fe5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.771+0000 7fd26db7e740 1 --2- 172.21.15.1:0/1473188756 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556832fdf3e0 0x556832fe5830 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7fd254015000 tx=0x7fd254017000 comp rx=0 tx=0).stop 2024-02-10T00:04:37.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.771+0000 7fd26db7e740 1 -- 172.21.15.1:0/1473188756 shutdown_connections 2024-02-10T00:04:37.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.771+0000 7fd26db7e740 1 --2- 172.21.15.1:0/1473188756 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556832fe7f60 0x556832fe2230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.771+0000 7fd26db7e740 1 --2- 172.21.15.1:0/1473188756 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556832fdf3e0 0x556832fe5830 unknown :-1 s=CLOSED pgs=1085 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.771+0000 7fd26db7e740 1 --2- 172.21.15.1:0/1473188756 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556832fdea30 0x556832fe76c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.771+0000 7fd26db7e740 1 -- 172.21.15.1:0/1473188756 >> 172.21.15.1:0/1473188756 conn(0x556832fd9100 msgr2=0x556832fe0250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:37.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.771+0000 7fd26db7e740 1 -- 172.21.15.1:0/1473188756 shutdown_connections 2024-02-10T00:04:37.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.771+0000 7fd26db7e740 1 -- 172.21.15.1:0/1473188756 wait complete. 2024-02-10T00:04:37.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.772+0000 7fd26db7e740 1 -- start start 2024-02-10T00:04:37.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.772+0000 7fd26db7e740 1 Processor -- start 2024-02-10T00:04:37.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.772+0000 7fd26db7e740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556832fdea30 0x556833048d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.772+0000 7fd26db7e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556832fdf3e0 0x556833049280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.772+0000 7fd26db7e740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556832fe7f60 0x556832fee680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.772+0000 7fd26db7e740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556832feec40 con 0x556832fe7f60 2024-02-10T00:04:37.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.772+0000 7fd26db7e740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556832feedb0 con 0x556832fdea30 2024-02-10T00:04:37.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.772+0000 7fd26db7e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556832feef70 con 0x556832fdf3e0 2024-02-10T00:04:37.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.772+0000 7fd26db7e740 10 client.0 _ll_register_callbacks cb 0x7fd24c00ccc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:37.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.772+0000 7fd269466640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556832fe7f60 0x556832fee680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.772+0000 7fd269466640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556832fe7f60 0x556832fee680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:44034/0 (socket says 172.21.15.1:44034) 2024-02-10T00:04:37.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.772+0000 7fd269466640 1 -- 172.21.15.1:0/1407151028 learned_addr learned my addr 172.21.15.1:0/1407151028 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:37.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.773+0000 7fd263fff640 1 --2- 172.21.15.1:0/1407151028 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556832fdf3e0 0x556833049280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.773+0000 7fd269466640 1 -- 172.21.15.1:0/1407151028 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556832fdf3e0 msgr2=0x556833049280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.773+0000 7fd269466640 1 --2- 172.21.15.1:0/1407151028 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556832fdf3e0 0x556833049280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.773+0000 7fd268c65640 1 --2- 172.21.15.1:0/1407151028 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556832fdea30 0x556833048d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.773+0000 7fd269466640 1 -- 172.21.15.1:0/1407151028 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556832fdea30 msgr2=0x556833048d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:37.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.773+0000 7fd269466640 1 --2- 172.21.15.1:0/1407151028 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556832fdea30 0x556833048d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.773+0000 7fd269466640 1 -- 172.21.15.1:0/1407151028 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd25400ad40 con 0x556832fe7f60 2024-02-10T00:04:37.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.773+0000 7fd263fff640 1 --2- 172.21.15.1:0/1407151028 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556832fdf3e0 0x556833049280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:04:37.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.773+0000 7fd268c65640 1 --2- 172.21.15.1:0/1407151028 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556832fdea30 0x556833048d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:04:37.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.773+0000 7fd269466640 1 --2- 172.21.15.1:0/1407151028 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556832fe7f60 0x556832fee680 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7fd24c00e940 tx=0x7fd24c005780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1953cac133240a7 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:37.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.773+0000 7fd243fff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:37.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.773+0000 7fd243fff640 1 -- 172.21.15.1:0/1407151028 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd24c09a540 con 0x556832fe7f60 2024-02-10T00:04:37.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.773+0000 7fd243fff640 1 -- 172.21.15.1:0/1407151028 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fd24c0b8080 con 0x556832fe7f60 2024-02-10T00:04:37.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.773+0000 7fd26db7e740 1 -- 172.21.15.1:0/1407151028 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd24c0a3520 con 0x556832fe7f60 2024-02-10T00:04:37.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.773+0000 7fd243fff640 1 -- 172.21.15.1:0/1407151028 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd24c005390 con 0x556832fe7f60 2024-02-10T00:04:37.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.773+0000 7fd26db7e740 10 client.17493 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:37.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.773+0000 7fd26db7e740 1 -- 172.21.15.1:0/1407151028 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x556832f06a70 con 0x556832fe7f60 2024-02-10T00:04:37.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.773+0000 7fd243fff640 1 -- 172.21.15.1:0/1407151028 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd24c0a3520 con 0x556832fe7f60 2024-02-10T00:04:37.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.773+0000 7fd243fff640 1 -- 172.21.15.1:0/1407151028 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fd24c01f050 con 0x556832fe7f60 2024-02-10T00:04:37.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.773+0000 7fd26db7e740 10 client.17493 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:37.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.773+0000 7fd26db7e740 10 client.17493 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:04:37.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.773+0000 7fd26db7e740 20 client.17493 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:37.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.773+0000 7fd26db7e740 1 --2- 172.21.15.1:0/1407151028 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5568330506b0 0x556833052aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:37.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.773+0000 7fd26db7e740 4 client.17493 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:04:37.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.773+0000 7fd26db7e740 1 -- 172.21.15.1:0/1407151028 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x556832cd1890 con 0x5568330506b0 2024-02-10T00:04:37.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.774+0000 7fd268c65640 1 --2- 172.21.15.1:0/1407151028 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5568330506b0 0x556833052aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:37.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.774+0000 7fd243fff640 10 client.17493 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:37.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.774+0000 7fd268c65640 1 --2- 172.21.15.1:0/1407151028 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5568330506b0 0x556833052aa0 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=333b2aa615edfdd5 server_cookie=c7602e85599ede71 in_seq=0 out_seq=0 2024-02-10T00:04:37.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.774+0000 7fd243fff640 1 -- 172.21.15.1:0/1407151028 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x556832cd1890 con 0x5568330506b0 2024-02-10T00:04:37.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.774+0000 7fd243fff640 10 client.17493 handle_command_reply: tid=0 2024-02-10T00:04:37.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.774+0000 7fd26db7e740 1 client.17493 shutdown 2024-02-10T00:04:37.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.774+0000 7fd26db7e740 1 -- 172.21.15.1:0/1407151028 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556832fe7f60 msgr2=0x556832fee680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.774+0000 7fd26db7e740 1 --2- 172.21.15.1:0/1407151028 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556832fe7f60 0x556832fee680 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7fd24c00e940 tx=0x7fd24c005780 comp rx=0 tx=0).stop 2024-02-10T00:04:37.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.774+0000 7fd26db7e740 1 -- 172.21.15.1:0/1407151028 shutdown_connections 2024-02-10T00:04:37.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.774+0000 7fd26db7e740 1 --2- 172.21.15.1:0/1407151028 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5568330506b0 0x556833052aa0 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.774+0000 7fd26db7e740 1 --2- 172.21.15.1:0/1407151028 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556832fe7f60 0x556832fee680 unknown :-1 s=CLOSED pgs=1086 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.774+0000 7fd26db7e740 1 --2- 172.21.15.1:0/1407151028 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556832fdf3e0 0x556833049280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.774+0000 7fd243fff640 0 client.17493 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:37.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.774+0000 7fd26db7e740 1 --2- 172.21.15.1:0/1407151028 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556832fdea30 0x556833048d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.774+0000 7fd26db7e740 1 -- 172.21.15.1:0/1407151028 >> 172.21.15.1:0/1407151028 conn(0x556832fd9100 msgr2=0x556832fd79b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:37.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.774+0000 7fd26db7e740 1 -- 172.21.15.1:0/1407151028 shutdown_connections 2024-02-10T00:04:37.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.774+0000 7fd26db7e740 1 -- 172.21.15.1:0/1407151028 wait complete. 2024-02-10T00:04:37.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.775+0000 7fd26db7e740 20 client.17493 trim_cache size 0 max 16384 2024-02-10T00:04:37.783 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:04:37.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.775+0000 7fd26aec9640 1 -- 172.21.15.1:0/1910797880 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd2500a2260 msgr2=0x7fd2500a4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.775+0000 7fd26aec9640 1 --2- 172.21.15.1:0/1910797880 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd2500a2260 0x7fd2500a4720 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fd254005fd0 tx=0x7fd25400a6a0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.775+0000 7fd26aec9640 1 -- 172.21.15.1:0/1910797880 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd264102850 msgr2=0x7fd2641a5a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:37.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.775+0000 7fd26aec9640 1 --2- 172.21.15.1:0/1910797880 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd264102850 0x7fd2641a5a20 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7fd24c00e970 tx=0x7fd24c00ee30 comp rx=0 tx=0).stop 2024-02-10T00:04:37.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.775+0000 7fd26aec9640 1 -- 172.21.15.1:0/1910797880 shutdown_connections 2024-02-10T00:04:37.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.775+0000 7fd26aec9640 1 --2- 172.21.15.1:0/1910797880 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd2500a2260 0x7fd2500a4720 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.775+0000 7fd26aec9640 1 --2- 172.21.15.1:0/1910797880 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd264102850 0x7fd2641a5a20 unknown :-1 s=CLOSED pgs=1082 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.775+0000 7fd26aec9640 1 --2- 172.21.15.1:0/1910797880 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd264105410 0x7fd264102310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.775+0000 7fd26aec9640 1 --2- 172.21.15.1:0/1910797880 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd264100340 0x7fd264101dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:37.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.775+0000 7fd26aec9640 1 -- 172.21.15.1:0/1910797880 >> 172.21.15.1:0/1910797880 conn(0x7fd2640772e0 msgr2=0x7fd2640687e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:37.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.775+0000 7fd26aec9640 1 -- 172.21.15.1:0/1910797880 shutdown_connections 2024-02-10T00:04:37.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:37.775+0000 7fd26aec9640 1 -- 172.21.15.1:0/1910797880 wait complete. 2024-02-10T00:04:38.789 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-02-10T00:04:38.789 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T00:04:38.789 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-02-10T00:04:38.912 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.907+0000 7f65af777640 1 -- 172.21.15.1:0/3288839468 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f65a8100cc0 msgr2=0x7f65a8104d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:38.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.907+0000 7f65af777640 1 --2- 172.21.15.1:0/3288839468 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f65a8100cc0 0x7f65a8104d00 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7f6598009930 tx=0x7f659802bc30 comp rx=0 tx=0).stop 2024-02-10T00:04:38.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.907+0000 7f65af777640 1 -- 172.21.15.1:0/3288839468 shutdown_connections 2024-02-10T00:04:38.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.907+0000 7f65af777640 1 --2- 172.21.15.1:0/3288839468 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f65a81053e0 0x7f65a810cfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.907+0000 7f65af777640 1 --2- 172.21.15.1:0/3288839468 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f65a8100cc0 0x7f65a8104d00 unknown :-1 s=CLOSED pgs=1087 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.907+0000 7f65af777640 1 --2- 172.21.15.1:0/3288839468 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f65a8100310 0x7f65a81006f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.907+0000 7f65af777640 1 -- 172.21.15.1:0/3288839468 >> 172.21.15.1:0/3288839468 conn(0x7f65a8077230 msgr2=0x7f65a8077640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:38.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.907+0000 7f65af777640 1 -- 172.21.15.1:0/3288839468 shutdown_connections 2024-02-10T00:04:38.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.907+0000 7f65af777640 1 -- 172.21.15.1:0/3288839468 wait complete. 2024-02-10T00:04:38.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.907+0000 7f65af777640 1 Processor -- start 2024-02-10T00:04:38.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.907+0000 7f65af777640 1 -- start start 2024-02-10T00:04:38.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.908+0000 7f65af777640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f65a8100310 0x7f65a819d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:38.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.908+0000 7f65af777640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f65a81053e0 0x7f65a819dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:38.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.908+0000 7f65af777640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f65a8197730 0x7f65a8197bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:38.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.908+0000 7f65af777640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65a8198200 con 0x7f65a8100310 2024-02-10T00:04:38.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.908+0000 7f65af777640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65a8198370 con 0x7f65a81053e0 2024-02-10T00:04:38.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.908+0000 7f65af777640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65a8198530 con 0x7f65a8197730 2024-02-10T00:04:38.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.908+0000 7f65ad513640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f65a8100310 0x7f65a819d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:38.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.908+0000 7f65ad513640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f65a8100310 0x7f65a819d670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:44066/0 (socket says 172.21.15.1:44066) 2024-02-10T00:04:38.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.908+0000 7f65ad513640 1 -- 172.21.15.1:0/3337668763 learned_addr learned my addr 172.21.15.1:0/3337668763 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:38.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.908+0000 7f65acd12640 1 --2- 172.21.15.1:0/3337668763 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f65a81053e0 0x7f65a819dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:38.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.908+0000 7f65add14640 1 --2- 172.21.15.1:0/3337668763 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f65a8197730 0x7f65a8197bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:38.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.908+0000 7f65ad513640 1 -- 172.21.15.1:0/3337668763 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f65a8197730 msgr2=0x7f65a8197bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:38.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.908+0000 7f65ad513640 1 --2- 172.21.15.1:0/3337668763 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f65a8197730 0x7f65a8197bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.908+0000 7f65ad513640 1 -- 172.21.15.1:0/3337668763 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f65a81053e0 msgr2=0x7f65a819dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:38.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.908+0000 7f65ad513640 1 --2- 172.21.15.1:0/3337668763 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f65a81053e0 0x7f65a819dbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.908+0000 7f65ad513640 1 -- 172.21.15.1:0/3337668763 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6598009560 con 0x7f65a8100310 2024-02-10T00:04:38.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.908+0000 7f65add14640 1 --2- 172.21.15.1:0/3337668763 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f65a8197730 0x7f65a8197bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:04:38.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.908+0000 7f65ad513640 1 --2- 172.21.15.1:0/3337668763 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f65a8100310 0x7f65a819d670 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7f65a400b4a0 tx=0x7f65a400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:38.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.908+0000 7f659e7fc640 1 -- 172.21.15.1:0/3337668763 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65a4010610 con 0x7f65a8100310 2024-02-10T00:04:38.916 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.909+0000 7f65af777640 1 -- 172.21.15.1:0/3337668763 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65a81a44d0 con 0x7f65a8100310 2024-02-10T00:04:38.916 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.909+0000 7f659e7fc640 1 -- 172.21.15.1:0/3337668763 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f65a4010c50 con 0x7f65a8100310 2024-02-10T00:04:38.916 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.909+0000 7f659e7fc640 1 -- 172.21.15.1:0/3337668763 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65a4017e20 con 0x7f65a8100310 2024-02-10T00:04:38.916 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.909+0000 7f65af777640 1 -- 172.21.15.1:0/3337668763 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65a81a49b0 con 0x7f65a8100310 2024-02-10T00:04:38.916 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.911+0000 7f659e7fc640 1 -- 172.21.15.1:0/3337668763 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f65a4017480 con 0x7f65a8100310 2024-02-10T00:04:38.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.911+0000 7f65b2429740 1 Processor -- start 2024-02-10T00:04:38.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.911+0000 7f65b2429740 1 -- start start 2024-02-10T00:04:38.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.912+0000 7f65b2429740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55faaa64a190 0x55faaa64a570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:38.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.912+0000 7f65b2429740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55faaa64aab0 0x55faaa653150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:38.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.912+0000 7f65b2429740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55faaa653690 0x55faaa655a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:38.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.912+0000 7f65b2429740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55faaa5b8000 con 0x55faaa64a190 2024-02-10T00:04:38.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.912+0000 7f65b2429740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55faaa5b5530 con 0x55faaa64aab0 2024-02-10T00:04:38.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.912+0000 7f65b2429740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55faaa5b0d10 con 0x55faaa653690 2024-02-10T00:04:38.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.912+0000 7f659e7fc640 1 --2- 172.21.15.1:0/3337668763 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f65940a2230 0x7f65940a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:38.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.912+0000 7f65add14640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55faaa64a190 0x55faaa64a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:38.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.912+0000 7f65add14640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55faaa64a190 0x55faaa64a570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:44072/0 (socket says 172.21.15.1:44072) 2024-02-10T00:04:38.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.912+0000 7f65add14640 1 -- 172.21.15.1:0/2863084770 learned_addr learned my addr 172.21.15.1:0/2863084770 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:38.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.912+0000 7f65add14640 1 --2- 172.21.15.1:0/3337668763 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f65940a2230 0x7f65940a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:38.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.912+0000 7f65ad513640 1 --2- 172.21.15.1:0/2863084770 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55faaa64aab0 0x55faaa653150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:38.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.912+0000 7f65acd12640 1 --2- 172.21.15.1:0/2863084770 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55faaa653690 0x55faaa655a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:38.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.912+0000 7f659e7fc640 1 -- 172.21.15.1:0/3337668763 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f65a40cd6a0 con 0x7f65a8100310 2024-02-10T00:04:38.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.912+0000 7f65add14640 1 -- 172.21.15.1:0/2863084770 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55faaa653690 msgr2=0x55faaa655a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:38.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.912+0000 7f65add14640 1 --2- 172.21.15.1:0/2863084770 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55faaa653690 0x55faaa655a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.912+0000 7f65add14640 1 -- 172.21.15.1:0/2863084770 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55faaa64aab0 msgr2=0x55faaa653150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:38.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.912+0000 7f65add14640 1 --2- 172.21.15.1:0/2863084770 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55faaa64aab0 0x55faaa653150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.912+0000 7f65add14640 1 -- 172.21.15.1:0/2863084770 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55faaa557210 con 0x55faaa64a190 2024-02-10T00:04:38.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.912+0000 7f65add14640 1 --2- 172.21.15.1:0/2863084770 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55faaa64a190 0x55faaa64a570 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7f65a0014e40 tx=0x7f65a0011750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b799417f7ed3f6df server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:38.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.912+0000 7f65add14640 1 --2- 172.21.15.1:0/3337668763 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f65940a2230 0x7f65940a46f0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f65a0009fd0 tx=0x7f65a0016000 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:38.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.913+0000 7f65937fe640 1 -- 172.21.15.1:0/2863084770 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65a000cc00 con 0x55faaa64a190 2024-02-10T00:04:38.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.913+0000 7f65937fe640 1 -- 172.21.15.1:0/2863084770 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f65a001a040 con 0x55faaa64a190 2024-02-10T00:04:38.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.913+0000 7f65937fe640 1 -- 172.21.15.1:0/2863084770 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65a0005280 con 0x55faaa64a190 2024-02-10T00:04:38.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.913+0000 7f65b2429740 1 -- 172.21.15.1:0/2863084770 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55faaa64a190 msgr2=0x55faaa64a570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:38.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.913+0000 7f65b2429740 1 --2- 172.21.15.1:0/2863084770 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55faaa64a190 0x55faaa64a570 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7f65a0014e40 tx=0x7f65a0011750 comp rx=0 tx=0).stop 2024-02-10T00:04:38.927 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.913+0000 7f65b2429740 1 -- 172.21.15.1:0/2863084770 shutdown_connections 2024-02-10T00:04:38.927 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.913+0000 7f65b2429740 1 --2- 172.21.15.1:0/2863084770 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55faaa653690 0x55faaa655a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.927 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.913+0000 7f65b2429740 1 --2- 172.21.15.1:0/2863084770 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55faaa64aab0 0x55faaa653150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.927 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.913+0000 7f65b2429740 1 --2- 172.21.15.1:0/2863084770 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55faaa64a190 0x55faaa64a570 unknown :-1 s=CLOSED pgs=1089 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.927 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.913+0000 7f65b2429740 1 -- 172.21.15.1:0/2863084770 >> 172.21.15.1:0/2863084770 conn(0x55faaa6448c0 msgr2=0x55faaa644ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:38.927 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.913+0000 7f65b2429740 1 -- 172.21.15.1:0/2863084770 shutdown_connections 2024-02-10T00:04:38.927 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.913+0000 7f65b2429740 1 -- 172.21.15.1:0/2863084770 wait complete. 2024-02-10T00:04:38.927 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.914+0000 7f65b2429740 1 -- start start 2024-02-10T00:04:38.927 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.914+0000 7f65b2429740 1 Processor -- start 2024-02-10T00:04:38.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.914+0000 7f65b2429740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55faaa64a190 0x55faaa650740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:38.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.914+0000 7f65b2429740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55faaa64aab0 0x55faaa650c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:38.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.914+0000 7f65b2429740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55faaa653690 0x55faaa6511c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:38.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.914+0000 7f65b2429740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55faaa555e60 con 0x55faaa653690 2024-02-10T00:04:38.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.914+0000 7f65b2429740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55faaa2844b0 con 0x55faaa64a190 2024-02-10T00:04:38.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.914+0000 7f65b2429740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55faaa536670 con 0x55faaa64aab0 2024-02-10T00:04:38.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.914+0000 7f65b2429740 10 client.0 _ll_register_callbacks cb 0x55faaa54e190 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:38.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.914+0000 7f65add14640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55faaa653690 0x55faaa6511c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:38.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.914+0000 7f65add14640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55faaa653690 0x55faaa6511c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:44082/0 (socket says 172.21.15.1:44082) 2024-02-10T00:04:38.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.914+0000 7f65add14640 1 -- 172.21.15.1:0/1805446713 learned_addr learned my addr 172.21.15.1:0/1805446713 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:38.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.915+0000 7f65ad513640 1 --2- 172.21.15.1:0/1805446713 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55faaa64a190 0x55faaa650740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:38.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.915+0000 7f65acd12640 1 --2- 172.21.15.1:0/1805446713 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55faaa64aab0 0x55faaa650c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:38.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.915+0000 7f65add14640 1 -- 172.21.15.1:0/1805446713 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55faaa64aab0 msgr2=0x55faaa650c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:38.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.915+0000 7f65add14640 1 --2- 172.21.15.1:0/1805446713 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55faaa64aab0 0x55faaa650c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.915+0000 7f65add14640 1 -- 172.21.15.1:0/1805446713 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55faaa64a190 msgr2=0x55faaa650740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:38.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.915+0000 7f65add14640 1 --2- 172.21.15.1:0/1805446713 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55faaa64a190 0x55faaa650740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.915+0000 7f65add14640 1 -- 172.21.15.1:0/1805446713 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65a00149f0 con 0x55faaa653690 2024-02-10T00:04:38.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.915+0000 7f65acd12640 1 --2- 172.21.15.1:0/1805446713 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55faaa64aab0 0x55faaa650c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:04:38.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.915+0000 7f65add14640 1 --2- 172.21.15.1:0/1805446713 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55faaa653690 0x55faaa6511c0 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7f65a00142d0 tx=0x7f65a0009cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84cd850b8e7fab97 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:38.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.915+0000 7f6590ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:38.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.915+0000 7f6590ff9640 1 -- 172.21.15.1:0/1805446713 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65a00049c0 con 0x55faaa653690 2024-02-10T00:04:38.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.915+0000 7f6590ff9640 1 -- 172.21.15.1:0/1805446713 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f65a0004b20 con 0x55faaa653690 2024-02-10T00:04:38.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.915+0000 7f65b2429740 1 -- 172.21.15.1:0/1805446713 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55faaa2b0860 con 0x55faaa653690 2024-02-10T00:04:38.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.915+0000 7f6590ff9640 1 -- 172.21.15.1:0/1805446713 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f65a0004d00 con 0x55faaa653690 2024-02-10T00:04:38.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.915+0000 7f65b2429740 10 client.17505 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:38.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.915+0000 7f65b2429740 1 -- 172.21.15.1:0/1805446713 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55faaa5af390 con 0x55faaa653690 2024-02-10T00:04:38.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.915+0000 7f6590ff9640 1 -- 172.21.15.1:0/1805446713 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55faaa2b0860 con 0x55faaa653690 2024-02-10T00:04:38.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.916+0000 7f6590ff9640 1 -- 172.21.15.1:0/1805446713 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f65a0024020 con 0x55faaa653690 2024-02-10T00:04:38.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.916+0000 7f65b2429740 10 client.17505 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:38.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.916+0000 7f65b2429740 10 client.17505 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:04:38.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.916+0000 7f65b2429740 20 client.17505 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:38.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.916+0000 7f65b2429740 1 --2- 172.21.15.1:0/1805446713 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55faaa6636d0 0x55faaa665af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:38.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.916+0000 7f65b2429740 4 client.17505 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:04:38.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.916+0000 7f65b2429740 1 -- 172.21.15.1:0/1805446713 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55faaa301410 con 0x55faaa6636d0 2024-02-10T00:04:38.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.916+0000 7f65ad513640 1 --2- 172.21.15.1:0/1805446713 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55faaa6636d0 0x55faaa665af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:38.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.916+0000 7f65ad513640 1 --2- 172.21.15.1:0/1805446713 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55faaa6636d0 0x55faaa665af0 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d909a1232a412de1 server_cookie=bb18669b1191c6e8 in_seq=0 out_seq=0 2024-02-10T00:04:38.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.916+0000 7f6590ff9640 10 client.17505 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:38.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.917+0000 7f6590ff9640 1 -- 172.21.15.1:0/1805446713 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55faaa301410 con 0x55faaa6636d0 2024-02-10T00:04:38.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.917+0000 7f6590ff9640 10 client.17505 handle_command_reply: tid=0 2024-02-10T00:04:38.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.917+0000 7f65b2429740 1 client.17505 shutdown 2024-02-10T00:04:38.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.917+0000 7f65b2429740 1 -- 172.21.15.1:0/1805446713 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55faaa653690 msgr2=0x55faaa6511c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:38.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.917+0000 7f65b2429740 1 --2- 172.21.15.1:0/1805446713 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55faaa653690 0x55faaa6511c0 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7f65a00142d0 tx=0x7f65a0009cb0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.917+0000 7f65b2429740 1 -- 172.21.15.1:0/1805446713 shutdown_connections 2024-02-10T00:04:38.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.917+0000 7f65b2429740 1 --2- 172.21.15.1:0/1805446713 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55faaa6636d0 0x55faaa665af0 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.917+0000 7f65b2429740 1 --2- 172.21.15.1:0/1805446713 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55faaa653690 0x55faaa6511c0 unknown :-1 s=CLOSED pgs=1090 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.917+0000 7f65b2429740 1 --2- 172.21.15.1:0/1805446713 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55faaa64aab0 0x55faaa650c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.917+0000 7f6590ff9640 0 client.17505 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:38.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.917+0000 7f65b2429740 1 --2- 172.21.15.1:0/1805446713 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55faaa64a190 0x55faaa650740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.917+0000 7f65b2429740 1 -- 172.21.15.1:0/1805446713 >> 172.21.15.1:0/1805446713 conn(0x55faaa6448c0 msgr2=0x55faaa646610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:38.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.917+0000 7f65b2429740 1 -- 172.21.15.1:0/1805446713 shutdown_connections 2024-02-10T00:04:38.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.917+0000 7f65b2429740 1 -- 172.21.15.1:0/1805446713 wait complete. 2024-02-10T00:04:38.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.917+0000 7f65b2429740 20 client.17505 trim_cache size 0 max 16384 2024-02-10T00:04:38.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.933+0000 7f65b2429740 1 Processor -- start 2024-02-10T00:04:38.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.933+0000 7f65b2429740 1 -- start start 2024-02-10T00:04:38.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.933+0000 7f65b2429740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55faaa64a190 0x55faaa652e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:38.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.933+0000 7f65b2429740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55faaa64aab0 0x55faaa650fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:38.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.933+0000 7f65b2429740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55faaa653690 0x55faaa64ba70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:38.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.933+0000 7f65b2429740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55faaa644150 con 0x55faaa64a190 2024-02-10T00:04:38.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.933+0000 7f65b2429740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55faaa66ad00 con 0x55faaa653690 2024-02-10T00:04:38.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.933+0000 7f65b2429740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55faaa651520 con 0x55faaa64aab0 2024-02-10T00:04:38.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.933+0000 7f65ad513640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55faaa64a190 0x55faaa652e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:38.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.933+0000 7f65ad513640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55faaa64a190 0x55faaa652e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:44086/0 (socket says 172.21.15.1:44086) 2024-02-10T00:04:38.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.933+0000 7f65ad513640 1 -- 172.21.15.1:0/2084498256 learned_addr learned my addr 172.21.15.1:0/2084498256 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:38.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.933+0000 7f65acd12640 1 --2- 172.21.15.1:0/2084498256 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55faaa64aab0 0x55faaa650fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:38.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.933+0000 7f65add14640 1 --2- 172.21.15.1:0/2084498256 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55faaa653690 0x55faaa64ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:38.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.933+0000 7f65ad513640 1 -- 172.21.15.1:0/2084498256 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55faaa64aab0 msgr2=0x55faaa650fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:38.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.933+0000 7f65ad513640 1 --2- 172.21.15.1:0/2084498256 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55faaa64aab0 0x55faaa650fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.933+0000 7f65ad513640 1 -- 172.21.15.1:0/2084498256 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55faaa653690 msgr2=0x55faaa64ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:38.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.933+0000 7f65ad513640 1 --2- 172.21.15.1:0/2084498256 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55faaa653690 0x55faaa64ba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.933+0000 7f65ad513640 1 -- 172.21.15.1:0/2084498256 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55faaa54bc70 con 0x55faaa64a190 2024-02-10T00:04:38.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.933+0000 7f65add14640 1 --2- 172.21.15.1:0/2084498256 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55faaa653690 0x55faaa64ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:04:38.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.934+0000 7f65ad513640 1 --2- 172.21.15.1:0/2084498256 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55faaa64a190 0x55faaa652e70 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7f65a400be60 tx=0x7f65a40cd040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e73b1f49181d256c server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:38.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.934+0000 7f6592ffd640 1 -- 172.21.15.1:0/2084498256 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65a40a2970 con 0x55faaa64a190 2024-02-10T00:04:38.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.934+0000 7f6592ffd640 1 -- 172.21.15.1:0/2084498256 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f65a409e0d0 con 0x55faaa64a190 2024-02-10T00:04:38.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.934+0000 7f6592ffd640 1 -- 172.21.15.1:0/2084498256 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65a40985c0 con 0x55faaa64a190 2024-02-10T00:04:38.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.934+0000 7f65b2429740 1 -- 172.21.15.1:0/2084498256 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55faaa64a190 msgr2=0x55faaa652e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:38.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.934+0000 7f65b2429740 1 --2- 172.21.15.1:0/2084498256 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55faaa64a190 0x55faaa652e70 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7f65a400be60 tx=0x7f65a40cd040 comp rx=0 tx=0).stop 2024-02-10T00:04:38.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.934+0000 7f65b2429740 1 -- 172.21.15.1:0/2084498256 shutdown_connections 2024-02-10T00:04:38.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.934+0000 7f65b2429740 1 --2- 172.21.15.1:0/2084498256 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55faaa653690 0x55faaa64ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.934+0000 7f65b2429740 1 --2- 172.21.15.1:0/2084498256 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55faaa64aab0 0x55faaa650fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.934+0000 7f65b2429740 1 --2- 172.21.15.1:0/2084498256 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55faaa64a190 0x55faaa652e70 unknown :-1 s=CLOSED pgs=1091 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.934+0000 7f65b2429740 1 -- 172.21.15.1:0/2084498256 >> 172.21.15.1:0/2084498256 conn(0x55faaa6448c0 msgr2=0x55faaa63f4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:38.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.934+0000 7f65b2429740 1 -- 172.21.15.1:0/2084498256 shutdown_connections 2024-02-10T00:04:38.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.934+0000 7f65b2429740 1 -- 172.21.15.1:0/2084498256 wait complete. 2024-02-10T00:04:38.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.935+0000 7f65b2429740 1 -- start start 2024-02-10T00:04:38.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.935+0000 7f65b2429740 1 Processor -- start 2024-02-10T00:04:38.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.935+0000 7f65b2429740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55faaa64a190 0x55faaa659b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:38.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.935+0000 7f65b2429740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55faaa64aab0 0x55faaa65a040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:38.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.935+0000 7f65b2429740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55faaa653690 0x55faaa6b2c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:38.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.935+0000 7f65b2429740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55faaa6b31c0 con 0x55faaa64aab0 2024-02-10T00:04:38.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.935+0000 7f65b2429740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55faaa6b3330 con 0x55faaa64a190 2024-02-10T00:04:38.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.935+0000 7f65b2429740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55faaa6b34f0 con 0x55faaa653690 2024-02-10T00:04:38.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.935+0000 7f65b2429740 10 client.0 _ll_register_callbacks cb 0x7f65a0009e60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:38.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.935+0000 7f65acd12640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55faaa64aab0 0x55faaa65a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:38.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.935+0000 7f65acd12640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55faaa64aab0 0x55faaa65a040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:44102/0 (socket says 172.21.15.1:44102) 2024-02-10T00:04:38.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.935+0000 7f65acd12640 1 -- 172.21.15.1:0/1779521370 learned_addr learned my addr 172.21.15.1:0/1779521370 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:38.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.935+0000 7f65ad513640 1 --2- 172.21.15.1:0/1779521370 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55faaa64a190 0x55faaa659b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:38.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.935+0000 7f65add14640 1 --2- 172.21.15.1:0/1779521370 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55faaa653690 0x55faaa6b2c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:38.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.935+0000 7f65acd12640 1 -- 172.21.15.1:0/1779521370 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55faaa653690 msgr2=0x55faaa6b2c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:38.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.935+0000 7f65acd12640 1 --2- 172.21.15.1:0/1779521370 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55faaa653690 0x55faaa6b2c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.935+0000 7f65acd12640 1 -- 172.21.15.1:0/1779521370 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55faaa64a190 msgr2=0x55faaa659b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:38.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.935+0000 7f65acd12640 1 --2- 172.21.15.1:0/1779521370 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55faaa64a190 0x55faaa659b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.935+0000 7f65acd12640 1 -- 172.21.15.1:0/1779521370 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65a81a49b0 con 0x55faaa64aab0 2024-02-10T00:04:38.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.935+0000 7f65ad513640 1 --2- 172.21.15.1:0/1779521370 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55faaa64a190 0x55faaa659b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:04:38.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.936+0000 7f65acd12640 1 --2- 172.21.15.1:0/1779521370 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55faaa64aab0 0x55faaa65a040 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7f6598009340 tx=0x7f659802ca80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2648f5df66e91bad server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:38.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.936+0000 7f6590ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:38.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.936+0000 7f6590ff9640 1 -- 172.21.15.1:0/1779521370 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6598004250 con 0x55faaa64aab0 2024-02-10T00:04:38.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.936+0000 7f6590ff9640 1 -- 172.21.15.1:0/1779521370 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f65980043b0 con 0x55faaa64aab0 2024-02-10T00:04:38.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.936+0000 7f65b2429740 1 -- 172.21.15.1:0/1779521370 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f65a001a040 con 0x55faaa64aab0 2024-02-10T00:04:38.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.936+0000 7f6590ff9640 1 -- 172.21.15.1:0/1779521370 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6598004df0 con 0x55faaa64aab0 2024-02-10T00:04:38.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.936+0000 7f65b2429740 10 client.17511 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:38.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.936+0000 7f65b2429740 1 -- 172.21.15.1:0/1779521370 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55faaa571ac0 con 0x55faaa64aab0 2024-02-10T00:04:38.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.936+0000 7f6590ff9640 1 -- 172.21.15.1:0/1779521370 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6598054020 con 0x55faaa64aab0 2024-02-10T00:04:38.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.936+0000 7f6590ff9640 1 -- 172.21.15.1:0/1779521370 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f659803c040 con 0x55faaa64aab0 2024-02-10T00:04:38.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.936+0000 7f65b2429740 10 client.17511 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:38.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.936+0000 7f65b2429740 10 client.17511 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:04:38.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.936+0000 7f65b2429740 20 client.17511 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:38.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.936+0000 7f65b2429740 1 --2- 172.21.15.1:0/1779521370 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55faaa6bbfd0 0x55faaa6be3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:38.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.936+0000 7f65b2429740 4 client.17511 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-02-10T00:04:38.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.936+0000 7f65b2429740 1 -- 172.21.15.1:0/1779521370 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55faaa2ed7b0 con 0x55faaa6bbfd0 2024-02-10T00:04:38.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.937+0000 7f65ad513640 1 --2- 172.21.15.1:0/1779521370 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55faaa6bbfd0 0x55faaa6be3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:38.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.937+0000 7f65ad513640 1 --2- 172.21.15.1:0/1779521370 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55faaa6bbfd0 0x55faaa6be3f0 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=39fbedcb2d829e1a server_cookie=37dc67d3eed83be1 in_seq=0 out_seq=0 2024-02-10T00:04:38.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.937+0000 7f6590ff9640 10 client.17511 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:38.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.938+0000 7f6590ff9640 1 -- 172.21.15.1:0/1779521370 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55faaa2ed7b0 con 0x55faaa6bbfd0 2024-02-10T00:04:38.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.938+0000 7f6590ff9640 10 client.17511 handle_command_reply: tid=0 2024-02-10T00:04:38.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.938+0000 7f65b2429740 1 client.17511 shutdown 2024-02-10T00:04:38.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.938+0000 7f65b2429740 1 -- 172.21.15.1:0/1779521370 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55faaa64aab0 msgr2=0x55faaa65a040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:38.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.938+0000 7f65b2429740 1 --2- 172.21.15.1:0/1779521370 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55faaa64aab0 0x55faaa65a040 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7f6598009340 tx=0x7f659802ca80 comp rx=0 tx=0).stop 2024-02-10T00:04:38.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.938+0000 7f65b2429740 1 -- 172.21.15.1:0/1779521370 shutdown_connections 2024-02-10T00:04:38.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.938+0000 7f65b2429740 1 --2- 172.21.15.1:0/1779521370 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55faaa6bbfd0 0x55faaa6be3f0 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.938+0000 7f65b2429740 1 --2- 172.21.15.1:0/1779521370 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55faaa653690 0x55faaa6b2c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.938+0000 7f65b2429740 1 --2- 172.21.15.1:0/1779521370 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55faaa64aab0 0x55faaa65a040 unknown :-1 s=CLOSED pgs=1092 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.938+0000 7f6590ff9640 0 client.17511 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:38.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.938+0000 7f65b2429740 1 --2- 172.21.15.1:0/1779521370 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55faaa64a190 0x55faaa659b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.938+0000 7f65b2429740 1 -- 172.21.15.1:0/1779521370 >> 172.21.15.1:0/1779521370 conn(0x55faaa6448c0 msgr2=0x55faaa643090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:38.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.939+0000 7f65b2429740 1 -- 172.21.15.1:0/1779521370 shutdown_connections 2024-02-10T00:04:38.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.939+0000 7f65b2429740 1 -- 172.21.15.1:0/1779521370 wait complete. 2024-02-10T00:04:38.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.939+0000 7f65b2429740 20 client.17511 trim_cache size 0 max 16384 2024-02-10T00:04:38.949 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:04:38.950 INFO:teuthology.orchestra.run.smithi001.stdout: "return_code": 0, 2024-02-10T00:04:38.950 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_tag": "35b71cb2-1c25-449b-9492-309dc3415578", 2024-02-10T00:04:38.950 INFO:teuthology.orchestra.run.smithi001.stdout: "mode": "asynchronous" 2024-02-10T00:04:38.950 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:04:38.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.939+0000 7f65af777640 1 -- 172.21.15.1:0/3337668763 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f65940a2230 msgr2=0x7f65940a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:38.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.939+0000 7f65af777640 1 --2- 172.21.15.1:0/3337668763 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f65940a2230 0x7f65940a46f0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f65a0009fd0 tx=0x7f65a0016000 comp rx=0 tx=0).stop 2024-02-10T00:04:38.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.939+0000 7f65af777640 1 -- 172.21.15.1:0/3337668763 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f65a8100310 msgr2=0x7f65a819d670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:38.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.939+0000 7f65af777640 1 --2- 172.21.15.1:0/3337668763 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f65a8100310 0x7f65a819d670 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7f65a400b4a0 tx=0x7f65a400b960 comp rx=0 tx=0).stop 2024-02-10T00:04:38.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.939+0000 7f65af777640 1 -- 172.21.15.1:0/3337668763 shutdown_connections 2024-02-10T00:04:38.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.939+0000 7f65af777640 1 --2- 172.21.15.1:0/3337668763 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f65940a2230 0x7f65940a46f0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.939+0000 7f65af777640 1 --2- 172.21.15.1:0/3337668763 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f65a8197730 0x7f65a8197bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.939+0000 7f65af777640 1 --2- 172.21.15.1:0/3337668763 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f65a81053e0 0x7f65a819dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.939+0000 7f65af777640 1 --2- 172.21.15.1:0/3337668763 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f65a8100310 0x7f65a819d670 unknown :-1 s=CLOSED pgs=1088 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:38.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.939+0000 7f65af777640 1 -- 172.21.15.1:0/3337668763 >> 172.21.15.1:0/3337668763 conn(0x7f65a8077230 msgr2=0x7f65a8068970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:38.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.939+0000 7f65af777640 1 -- 172.21.15.1:0/3337668763 shutdown_connections 2024-02-10T00:04:38.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:38.939+0000 7f65af777640 1 -- 172.21.15.1:0/3337668763 wait complete. 2024-02-10T00:04:38.953 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:04:38.953 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:04:39.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.057+0000 7f0133e49640 1 -- 172.21.15.1:0/4089099551 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f012c100340 msgr2=0x7f012c100720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:39.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.057+0000 7f0133e49640 1 --2- 172.21.15.1:0/4089099551 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f012c100340 0x7f012c100720 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7f0124009930 tx=0x7f012402bc30 comp rx=0 tx=0).stop 2024-02-10T00:04:39.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.057+0000 7f0133e49640 1 -- 172.21.15.1:0/4089099551 shutdown_connections 2024-02-10T00:04:39.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.057+0000 7f0133e49640 1 --2- 172.21.15.1:0/4089099551 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f012c105410 0x7f012c10cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.057+0000 7f0133e49640 1 --2- 172.21.15.1:0/4089099551 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f012c100cf0 0x7f012c104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.057+0000 7f0133e49640 1 --2- 172.21.15.1:0/4089099551 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f012c100340 0x7f012c100720 unknown :-1 s=CLOSED pgs=1093 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.057+0000 7f0133e49640 1 -- 172.21.15.1:0/4089099551 >> 172.21.15.1:0/4089099551 conn(0x7f012c0772e0 msgr2=0x7f012c0776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:39.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.057+0000 7f0133e49640 1 -- 172.21.15.1:0/4089099551 shutdown_connections 2024-02-10T00:04:39.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.057+0000 7f0133e49640 1 -- 172.21.15.1:0/4089099551 wait complete. 2024-02-10T00:04:39.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.057+0000 7f0133e49640 1 Processor -- start 2024-02-10T00:04:39.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.057+0000 7f0133e49640 1 -- start start 2024-02-10T00:04:39.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.057+0000 7f0133e49640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f012c100340 0x7f012c19d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:39.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.057+0000 7f0133e49640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f012c105410 0x7f012c19db10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:39.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.057+0000 7f0133e49640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f012c197690 0x7f012c197b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:39.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.057+0000 7f0133e49640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f012c198160 con 0x7f012c105410 2024-02-10T00:04:39.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.057+0000 7f0133e49640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f012c1982d0 con 0x7f012c197690 2024-02-10T00:04:39.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.057+0000 7f0133e49640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f012c198490 con 0x7f012c100340 2024-02-10T00:04:39.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.058+0000 7f01313e4640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f012c105410 0x7f012c19db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:39.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.058+0000 7f01313e4640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f012c105410 0x7f012c19db10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:44118/0 (socket says 172.21.15.1:44118) 2024-02-10T00:04:39.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.058+0000 7f01313e4640 1 -- 172.21.15.1:0/3026367452 learned_addr learned my addr 172.21.15.1:0/3026367452 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:39.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.058+0000 7f0131be5640 1 --2- 172.21.15.1:0/3026367452 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f012c100340 0x7f012c19d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:39.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.058+0000 7f01323e6640 1 --2- 172.21.15.1:0/3026367452 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f012c197690 0x7f012c197b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:39.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.058+0000 7f01313e4640 1 -- 172.21.15.1:0/3026367452 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f012c100340 msgr2=0x7f012c19d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:39.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.058+0000 7f01313e4640 1 --2- 172.21.15.1:0/3026367452 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f012c100340 0x7f012c19d5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.058+0000 7f01313e4640 1 -- 172.21.15.1:0/3026367452 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f012c197690 msgr2=0x7f012c197b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:39.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.058+0000 7f01313e4640 1 --2- 172.21.15.1:0/3026367452 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f012c197690 0x7f012c197b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.058+0000 7f01313e4640 1 -- 172.21.15.1:0/3026367452 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0124009560 con 0x7f012c105410 2024-02-10T00:04:39.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.058+0000 7f01313e4640 1 --2- 172.21.15.1:0/3026367452 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f012c105410 0x7f012c19db10 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7f012000c970 tx=0x7f012000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:39.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.058+0000 7f012affd640 1 -- 172.21.15.1:0/3026367452 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0120007bb0 con 0x7f012c105410 2024-02-10T00:04:39.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.058+0000 7f012affd640 1 -- 172.21.15.1:0/3026367452 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0120007d10 con 0x7f012c105410 2024-02-10T00:04:39.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.058+0000 7f0133e49640 1 -- 172.21.15.1:0/3026367452 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f012c1a4430 con 0x7f012c105410 2024-02-10T00:04:39.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.058+0000 7f012affd640 1 -- 172.21.15.1:0/3026367452 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0120018730 con 0x7f012c105410 2024-02-10T00:04:39.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.058+0000 7f0133e49640 1 -- 172.21.15.1:0/3026367452 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f012c1a48c0 con 0x7f012c105410 2024-02-10T00:04:39.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.061+0000 7f012affd640 1 -- 172.21.15.1:0/3026367452 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f012000f450 con 0x7f012c105410 2024-02-10T00:04:39.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.061+0000 7f0136a17740 1 Processor -- start 2024-02-10T00:04:39.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.061+0000 7f0136a17740 1 -- start start 2024-02-10T00:04:39.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.061+0000 7f012affd640 1 --2- 172.21.15.1:0/3026367452 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f01140a2230 0x7f01140a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:39.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.062+0000 7f0136a17740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ebc0223980 0x55ebc0223d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:39.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.062+0000 7f012affd640 1 -- 172.21.15.1:0/3026367452 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f01200ce0d0 con 0x7f012c105410 2024-02-10T00:04:39.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.062+0000 7f0136a17740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ebc0224330 0x55ebc022c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:39.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.062+0000 7f0136a17740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ebc022ceb0 0x55ebc022f300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:39.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.062+0000 7f01323e6640 1 --2- 172.21.15.1:0/3026367452 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f01140a2230 0x7f01140a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:39.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.062+0000 7f0136a17740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ebc01ded00 con 0x55ebc0223980 2024-02-10T00:04:39.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.062+0000 7f0136a17740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ebc01932f0 con 0x55ebc022ceb0 2024-02-10T00:04:39.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.062+0000 7f0136a17740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ebc0190820 con 0x55ebc0224330 2024-02-10T00:04:39.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.062+0000 7f0131be5640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ebc0223980 0x55ebc0223d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:39.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.062+0000 7f0131be5640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ebc0223980 0x55ebc0223d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:44120/0 (socket says 172.21.15.1:44120) 2024-02-10T00:04:39.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.062+0000 7f0131be5640 1 -- 172.21.15.1:0/2177221565 learned_addr learned my addr 172.21.15.1:0/2177221565 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:39.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.062+0000 7f01313e4640 1 --2- 172.21.15.1:0/2177221565 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ebc0224330 0x55ebc022c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:39.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.062+0000 7f0131be5640 1 -- 172.21.15.1:0/2177221565 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ebc0224330 msgr2=0x55ebc022c8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:39.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.062+0000 7f0131be5640 1 --2- 172.21.15.1:0/2177221565 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ebc0224330 0x55ebc022c8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.062+0000 7f0131be5640 1 -- 172.21.15.1:0/2177221565 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ebc022ceb0 msgr2=0x55ebc022f300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:39.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.062+0000 7f0131be5640 1 --2- 172.21.15.1:0/2177221565 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ebc022ceb0 0x55ebc022f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.062+0000 7f0131be5640 1 -- 172.21.15.1:0/2177221565 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ebc014dff0 con 0x55ebc0223980 2024-02-10T00:04:39.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.062+0000 7f01313e4640 1 --2- 172.21.15.1:0/2177221565 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ebc0224330 0x55ebc022c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:04:39.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.062+0000 7f01323e6640 1 --2- 172.21.15.1:0/3026367452 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f01140a2230 0x7f01140a46f0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f011c007dd0 tx=0x7f011c00f790 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:39.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.062+0000 7f0131be5640 1 --2- 172.21.15.1:0/2177221565 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ebc0223980 0x55ebc0223d60 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7f0124036040 tx=0x7f0124004800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c331440ca21369d2 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:39.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.062+0000 7f0113fff640 1 -- 172.21.15.1:0/2177221565 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0124004970 con 0x55ebc0223980 2024-02-10T00:04:39.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.062+0000 7f0113fff640 1 -- 172.21.15.1:0/2177221565 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0124004ad0 con 0x55ebc0223980 2024-02-10T00:04:39.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.062+0000 7f0113fff640 1 -- 172.21.15.1:0/2177221565 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0124005290 con 0x55ebc0223980 2024-02-10T00:04:39.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.063+0000 7f0136a17740 1 -- 172.21.15.1:0/2177221565 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ebc0223980 msgr2=0x55ebc0223d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:39.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.063+0000 7f0136a17740 1 --2- 172.21.15.1:0/2177221565 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ebc0223980 0x55ebc0223d60 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7f0124036040 tx=0x7f0124004800 comp rx=0 tx=0).stop 2024-02-10T00:04:39.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.063+0000 7f0136a17740 1 -- 172.21.15.1:0/2177221565 shutdown_connections 2024-02-10T00:04:39.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.063+0000 7f0136a17740 1 --2- 172.21.15.1:0/2177221565 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ebc022ceb0 0x55ebc022f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.063+0000 7f0136a17740 1 --2- 172.21.15.1:0/2177221565 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ebc0224330 0x55ebc022c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.063+0000 7f0136a17740 1 --2- 172.21.15.1:0/2177221565 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ebc0223980 0x55ebc0223d60 unknown :-1 s=CLOSED pgs=1095 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.063+0000 7f0136a17740 1 -- 172.21.15.1:0/2177221565 >> 172.21.15.1:0/2177221565 conn(0x55ebc021e050 msgr2=0x55ebc021e430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:39.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.063+0000 7f0136a17740 1 -- 172.21.15.1:0/2177221565 shutdown_connections 2024-02-10T00:04:39.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.063+0000 7f0136a17740 1 -- 172.21.15.1:0/2177221565 wait complete. 2024-02-10T00:04:39.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.064+0000 7f0136a17740 1 -- start start 2024-02-10T00:04:39.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.064+0000 7f0136a17740 1 Processor -- start 2024-02-10T00:04:39.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.064+0000 7f0136a17740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ebc0223980 0x55ebc0229e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:39.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.064+0000 7f0136a17740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ebc0224330 0x55ebc022a370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:39.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.064+0000 7f0136a17740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ebc022ceb0 0x55ebc022a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:39.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.064+0000 7f0136a17740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ebc018c000 con 0x55ebc0224330 2024-02-10T00:04:39.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.064+0000 7f0136a17740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ebbfe5f430 con 0x55ebc0223980 2024-02-10T00:04:39.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.064+0000 7f0136a17740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ebbfe1be00 con 0x55ebc022ceb0 2024-02-10T00:04:39.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.064+0000 7f0136a17740 10 client.0 _ll_register_callbacks cb 0x55ebc01807f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:39.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.064+0000 7f01313e4640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ebc0224330 0x55ebc022a370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:39.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.064+0000 7f01313e4640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ebc0224330 0x55ebc022a370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:44130/0 (socket says 172.21.15.1:44130) 2024-02-10T00:04:39.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.064+0000 7f01313e4640 1 -- 172.21.15.1:0/1814588288 learned_addr learned my addr 172.21.15.1:0/1814588288 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:39.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.064+0000 7f0131be5640 1 --2- 172.21.15.1:0/1814588288 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ebc0223980 0x55ebc0229e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:39.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.064+0000 7f01323e6640 1 --2- 172.21.15.1:0/1814588288 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ebc022ceb0 0x55ebc022a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:39.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.065+0000 7f01313e4640 1 -- 172.21.15.1:0/1814588288 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ebc022ceb0 msgr2=0x55ebc022a8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:39.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.065+0000 7f01313e4640 1 --2- 172.21.15.1:0/1814588288 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ebc022ceb0 0x55ebc022a8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.065+0000 7f01313e4640 1 -- 172.21.15.1:0/1814588288 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ebc0223980 msgr2=0x55ebc0229e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:39.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.065+0000 7f01313e4640 1 --2- 172.21.15.1:0/1814588288 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ebc0223980 0x55ebc0229e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.065+0000 7f01313e4640 1 -- 172.21.15.1:0/1814588288 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f012c10d7f0 con 0x55ebc0224330 2024-02-10T00:04:39.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.065+0000 7f01313e4640 1 --2- 172.21.15.1:0/1814588288 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ebc0224330 0x55ebc022a370 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7f012000c940 tx=0x7f012009a540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51605d1fd583a552 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:39.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.065+0000 7f01117fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:39.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.065+0000 7f01117fa640 1 -- 172.21.15.1:0/1814588288 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01200a3290 con 0x55ebc0224330 2024-02-10T00:04:39.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.065+0000 7f01117fa640 1 -- 172.21.15.1:0/1814588288 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f0120097160 con 0x55ebc0224330 2024-02-10T00:04:39.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.065+0000 7f0136a17740 1 -- 172.21.15.1:0/1814588288 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ebbfe8b7e0 con 0x55ebc0224330 2024-02-10T00:04:39.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.065+0000 7f01117fa640 1 -- 172.21.15.1:0/1814588288 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0120097320 con 0x55ebc0224330 2024-02-10T00:04:39.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.065+0000 7f0136a17740 10 client.17523 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:39.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.065+0000 7f0136a17740 1 -- 172.21.15.1:0/1814588288 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55ebc018a680 con 0x55ebc0224330 2024-02-10T00:04:39.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.065+0000 7f01117fa640 1 -- 172.21.15.1:0/1814588288 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55ebbfe8b7e0 con 0x55ebc0224330 2024-02-10T00:04:39.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.065+0000 7f01117fa640 1 -- 172.21.15.1:0/1814588288 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f0120016020 con 0x55ebc0224330 2024-02-10T00:04:39.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.065+0000 7f0136a17740 10 client.17523 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:39.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.065+0000 7f0136a17740 10 client.17523 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:04:39.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.065+0000 7f0136a17740 20 client.17523 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:39.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.065+0000 7f0136a17740 1 --2- 172.21.15.1:0/1814588288 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ebc023d2b0 0x55ebc023f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:39.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.065+0000 7f0136a17740 4 client.17523 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:04:39.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.065+0000 7f0136a17740 1 -- 172.21.15.1:0/1814588288 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ebbfec8720 con 0x55ebc023d2b0 2024-02-10T00:04:39.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.066+0000 7f0131be5640 1 --2- 172.21.15.1:0/1814588288 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ebc023d2b0 0x55ebc023f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:39.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.066+0000 7f01117fa640 10 client.17523 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:39.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.066+0000 7f0131be5640 1 --2- 172.21.15.1:0/1814588288 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ebc023d2b0 0x55ebc023f6a0 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=df9a4f7919499b79 server_cookie=f30f95f0bc3f761f in_seq=0 out_seq=0 2024-02-10T00:04:39.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.067+0000 7f01117fa640 1 -- 172.21.15.1:0/1814588288 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55ebbfec8720 con 0x55ebc023d2b0 2024-02-10T00:04:39.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.067+0000 7f01117fa640 10 client.17523 handle_command_reply: tid=0 2024-02-10T00:04:39.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.067+0000 7f0136a17740 1 client.17523 shutdown 2024-02-10T00:04:39.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.067+0000 7f0136a17740 1 -- 172.21.15.1:0/1814588288 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ebc0224330 msgr2=0x55ebc022a370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:39.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.067+0000 7f0136a17740 1 --2- 172.21.15.1:0/1814588288 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ebc0224330 0x55ebc022a370 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7f012000c940 tx=0x7f012009a540 comp rx=0 tx=0).stop 2024-02-10T00:04:39.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.067+0000 7f0136a17740 1 -- 172.21.15.1:0/1814588288 shutdown_connections 2024-02-10T00:04:39.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.067+0000 7f0136a17740 1 --2- 172.21.15.1:0/1814588288 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ebc023d2b0 0x55ebc023f6a0 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.067+0000 7f0136a17740 1 --2- 172.21.15.1:0/1814588288 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ebc022ceb0 0x55ebc022a8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.067+0000 7f01117fa640 0 client.17523 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:39.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.067+0000 7f0136a17740 1 --2- 172.21.15.1:0/1814588288 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ebc0224330 0x55ebc022a370 unknown :-1 s=CLOSED pgs=1096 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.067+0000 7f0136a17740 1 --2- 172.21.15.1:0/1814588288 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ebc0223980 0x55ebc0229e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.067+0000 7f0136a17740 1 -- 172.21.15.1:0/1814588288 >> 172.21.15.1:0/1814588288 conn(0x55ebc021e050 msgr2=0x55ebc021fda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:39.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.067+0000 7f0136a17740 1 -- 172.21.15.1:0/1814588288 shutdown_connections 2024-02-10T00:04:39.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.067+0000 7f0136a17740 1 -- 172.21.15.1:0/1814588288 wait complete. 2024-02-10T00:04:39.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.067+0000 7f0136a17740 20 client.17523 trim_cache size 0 max 16384 2024-02-10T00:04:39.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.084+0000 7f0136a17740 1 Processor -- start 2024-02-10T00:04:39.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.084+0000 7f0136a17740 1 -- start start 2024-02-10T00:04:39.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.084+0000 7f0136a17740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ebc0223980 0x55ebc02270b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:39.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.084+0000 7f0136a17740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ebc0224330 0x55ebc02275f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:39.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.084+0000 7f0136a17740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ebc022ceb0 0x55ebc021c960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:39.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.084+0000 7f0136a17740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ebc0110fd0 con 0x55ebc0223980 2024-02-10T00:04:39.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.084+0000 7f0136a17740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ebbfe8b810 con 0x55ebc0224330 2024-02-10T00:04:39.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.084+0000 7f0136a17740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ebc0222c10 con 0x55ebc022ceb0 2024-02-10T00:04:39.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.085+0000 7f0131be5640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ebc0223980 0x55ebc02270b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:39.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.085+0000 7f0131be5640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ebc0223980 0x55ebc02270b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:44138/0 (socket says 172.21.15.1:44138) 2024-02-10T00:04:39.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.085+0000 7f0131be5640 1 -- 172.21.15.1:0/3589505854 learned_addr learned my addr 172.21.15.1:0/3589505854 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:39.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.085+0000 7f01323e6640 1 --2- 172.21.15.1:0/3589505854 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ebc022ceb0 0x55ebc021c960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:39.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.085+0000 7f01313e4640 1 --2- 172.21.15.1:0/3589505854 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ebc0224330 0x55ebc02275f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:39.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.085+0000 7f0131be5640 1 -- 172.21.15.1:0/3589505854 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ebc022ceb0 msgr2=0x55ebc021c960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:39.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.085+0000 7f0131be5640 1 --2- 172.21.15.1:0/3589505854 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ebc022ceb0 0x55ebc021c960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.085+0000 7f0131be5640 1 -- 172.21.15.1:0/3589505854 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ebc0224330 msgr2=0x55ebc02275f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:39.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.085+0000 7f0131be5640 1 --2- 172.21.15.1:0/3589505854 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ebc0224330 0x55ebc02275f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.085+0000 7f0131be5640 1 -- 172.21.15.1:0/3589505854 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ebc0126b30 con 0x55ebc0223980 2024-02-10T00:04:39.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.085+0000 7f01323e6640 1 --2- 172.21.15.1:0/3589505854 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ebc022ceb0 0x55ebc021c960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:04:39.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.085+0000 7f0131be5640 1 --2- 172.21.15.1:0/3589505854 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ebc0223980 0x55ebc02270b0 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7f0124004e60 tx=0x7f0124004e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc2c8e9e31df2387 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:39.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.085+0000 7f01137fe640 1 -- 172.21.15.1:0/3589505854 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f012404fb00 con 0x55ebc0223980 2024-02-10T00:04:39.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.085+0000 7f01137fe640 1 -- 172.21.15.1:0/3589505854 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f012404fc60 con 0x55ebc0223980 2024-02-10T00:04:39.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.085+0000 7f01137fe640 1 -- 172.21.15.1:0/3589505854 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0124005200 con 0x55ebc0223980 2024-02-10T00:04:39.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.086+0000 7f0136a17740 1 -- 172.21.15.1:0/3589505854 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ebc0223980 msgr2=0x55ebc02270b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:39.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.086+0000 7f0136a17740 1 --2- 172.21.15.1:0/3589505854 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ebc0223980 0x55ebc02270b0 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7f0124004e60 tx=0x7f0124004e90 comp rx=0 tx=0).stop 2024-02-10T00:04:39.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.086+0000 7f0136a17740 1 -- 172.21.15.1:0/3589505854 shutdown_connections 2024-02-10T00:04:39.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.086+0000 7f0136a17740 1 --2- 172.21.15.1:0/3589505854 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ebc022ceb0 0x55ebc021c960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.086+0000 7f0136a17740 1 --2- 172.21.15.1:0/3589505854 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ebc0224330 0x55ebc02275f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.086+0000 7f0136a17740 1 --2- 172.21.15.1:0/3589505854 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ebc0223980 0x55ebc02270b0 unknown :-1 s=CLOSED pgs=1097 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.086+0000 7f0136a17740 1 -- 172.21.15.1:0/3589505854 >> 172.21.15.1:0/3589505854 conn(0x55ebc021e050 msgr2=0x55ebc0228700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:39.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.086+0000 7f0136a17740 1 -- 172.21.15.1:0/3589505854 shutdown_connections 2024-02-10T00:04:39.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.086+0000 7f0136a17740 1 -- 172.21.15.1:0/3589505854 wait complete. 2024-02-10T00:04:39.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.086+0000 7f0136a17740 1 -- start start 2024-02-10T00:04:39.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.086+0000 7f0136a17740 1 Processor -- start 2024-02-10T00:04:39.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.087+0000 7f0136a17740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ebc0223980 0x55ebc0234310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:39.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.087+0000 7f0136a17740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ebc0224330 0x55ebc0232700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:39.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.087+0000 7f0136a17740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ebc022ceb0 0x55ebc0232d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:39.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.087+0000 7f0136a17740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ebc02333d0 con 0x55ebc022ceb0 2024-02-10T00:04:39.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.087+0000 7f0136a17740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ebc0233540 con 0x55ebc0223980 2024-02-10T00:04:39.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.087+0000 7f0136a17740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ebc02937a0 con 0x55ebc0224330 2024-02-10T00:04:39.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.087+0000 7f0136a17740 10 client.0 _ll_register_callbacks cb 0x7f012402c630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:39.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.087+0000 7f01323e6640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ebc022ceb0 0x55ebc0232d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:39.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.087+0000 7f01323e6640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ebc022ceb0 0x55ebc0232d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:44150/0 (socket says 172.21.15.1:44150) 2024-02-10T00:04:39.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.087+0000 7f01323e6640 1 -- 172.21.15.1:0/3815165069 learned_addr learned my addr 172.21.15.1:0/3815165069 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:39.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.087+0000 7f0131be5640 1 --2- 172.21.15.1:0/3815165069 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ebc0223980 0x55ebc0234310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:39.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.087+0000 7f01313e4640 1 --2- 172.21.15.1:0/3815165069 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ebc0224330 0x55ebc0232700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:39.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.087+0000 7f01323e6640 1 -- 172.21.15.1:0/3815165069 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ebc0224330 msgr2=0x55ebc0232700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:39.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.087+0000 7f01323e6640 1 --2- 172.21.15.1:0/3815165069 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ebc0224330 0x55ebc0232700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.087+0000 7f01323e6640 1 -- 172.21.15.1:0/3815165069 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ebc0223980 msgr2=0x55ebc0234310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:39.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.087+0000 7f01323e6640 1 --2- 172.21.15.1:0/3815165069 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ebc0223980 0x55ebc0234310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.087+0000 7f01323e6640 1 -- 172.21.15.1:0/3815165069 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ebc014dff0 con 0x55ebc022ceb0 2024-02-10T00:04:39.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.087+0000 7f01323e6640 1 --2- 172.21.15.1:0/3815165069 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ebc022ceb0 0x55ebc0232d30 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f011c010e80 tx=0x7f011c004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfadf9b8af175068 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:39.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.087+0000 7f01117fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:39.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.088+0000 7f01117fa640 1 -- 172.21.15.1:0/3815165069 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f011c01f830 con 0x55ebc022ceb0 2024-02-10T00:04:39.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.088+0000 7f01117fa640 1 -- 172.21.15.1:0/3815165069 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f011c018070 con 0x55ebc022ceb0 2024-02-10T00:04:39.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.088+0000 7f0136a17740 1 -- 172.21.15.1:0/3815165069 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0124004ad0 con 0x55ebc022ceb0 2024-02-10T00:04:39.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.088+0000 7f01117fa640 1 -- 172.21.15.1:0/3815165069 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f011c01ee80 con 0x55ebc022ceb0 2024-02-10T00:04:39.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.088+0000 7f0136a17740 10 client.17529 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:39.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.088+0000 7f0136a17740 1 -- 172.21.15.1:0/3815165069 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55ebc014c850 con 0x55ebc022ceb0 2024-02-10T00:04:39.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.088+0000 7f01117fa640 1 -- 172.21.15.1:0/3815165069 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0124004ad0 con 0x55ebc022ceb0 2024-02-10T00:04:39.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.088+0000 7f01117fa640 1 -- 172.21.15.1:0/3815165069 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f011c01b040 con 0x55ebc022ceb0 2024-02-10T00:04:39.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.088+0000 7f0136a17740 10 client.17529 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:39.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.088+0000 7f0136a17740 10 client.17529 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:04:39.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.088+0000 7f0136a17740 20 client.17529 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:39.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.088+0000 7f0136a17740 1 --2- 172.21.15.1:0/3815165069 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ebc02950b0 0x55ebc02974d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:39.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.088+0000 7f0136a17740 4 client.17529 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:04:39.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.088+0000 7f0136a17740 1 -- 172.21.15.1:0/3815165069 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55ebbff17890 con 0x55ebc02950b0 2024-02-10T00:04:39.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.089+0000 7f0131be5640 1 --2- 172.21.15.1:0/3815165069 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ebc02950b0 0x55ebc02974d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:39.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.089+0000 7f0131be5640 1 --2- 172.21.15.1:0/3815165069 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ebc02950b0 0x55ebc02974d0 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3a6a5c414ff4eea7 server_cookie=c1ca8cc12a96ca0f in_seq=0 out_seq=0 2024-02-10T00:04:39.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.089+0000 7f01117fa640 10 client.17529 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:39.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.089+0000 7f01117fa640 1 -- 172.21.15.1:0/3815165069 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55ebbff17890 con 0x55ebc02950b0 2024-02-10T00:04:39.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.089+0000 7f01117fa640 10 client.17529 handle_command_reply: tid=0 2024-02-10T00:04:39.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.089+0000 7f0136a17740 1 client.17529 shutdown 2024-02-10T00:04:39.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.089+0000 7f0136a17740 1 -- 172.21.15.1:0/3815165069 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ebc022ceb0 msgr2=0x55ebc0232d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:39.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.089+0000 7f0136a17740 1 --2- 172.21.15.1:0/3815165069 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ebc022ceb0 0x55ebc0232d30 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f011c010e80 tx=0x7f011c004ab0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.089+0000 7f0136a17740 1 -- 172.21.15.1:0/3815165069 shutdown_connections 2024-02-10T00:04:39.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.089+0000 7f0136a17740 1 --2- 172.21.15.1:0/3815165069 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ebc02950b0 0x55ebc02974d0 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.089+0000 7f0136a17740 1 --2- 172.21.15.1:0/3815165069 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ebc022ceb0 0x55ebc0232d30 unknown :-1 s=CLOSED pgs=1098 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.089+0000 7f0136a17740 1 --2- 172.21.15.1:0/3815165069 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ebc0224330 0x55ebc0232700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.089+0000 7f01117fa640 0 client.17529 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:39.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.089+0000 7f0136a17740 1 --2- 172.21.15.1:0/3815165069 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ebc0223980 0x55ebc0234310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.089+0000 7f0136a17740 1 -- 172.21.15.1:0/3815165069 >> 172.21.15.1:0/3815165069 conn(0x55ebc021e050 msgr2=0x55ebc021c960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:39.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.089+0000 7f0136a17740 1 -- 172.21.15.1:0/3815165069 shutdown_connections 2024-02-10T00:04:39.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.089+0000 7f0136a17740 1 -- 172.21.15.1:0/3815165069 wait complete. 2024-02-10T00:04:39.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.090+0000 7f0136a17740 20 client.17529 trim_cache size 0 max 16384 2024-02-10T00:04:39.101 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:04:39.101 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "IDLE (waiting for more scrubs)", 2024-02-10T00:04:39.101 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": { 2024-02-10T00:04:39.102 INFO:teuthology.orchestra.run.smithi001.stdout: "35b71cb2-1c25-449b-9492-309dc3415578": { 2024-02-10T00:04:39.102 INFO:teuthology.orchestra.run.smithi001.stdout: "path": "/", 2024-02-10T00:04:39.102 INFO:teuthology.orchestra.run.smithi001.stdout: "tag": "35b71cb2-1c25-449b-9492-309dc3415578", 2024-02-10T00:04:39.102 INFO:teuthology.orchestra.run.smithi001.stdout: "options": "recursive,force" 2024-02-10T00:04:39.102 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:04:39.102 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:04:39.102 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:04:39.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.090+0000 7f0133e49640 1 -- 172.21.15.1:0/3026367452 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f01140a2230 msgr2=0x7f01140a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:39.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.090+0000 7f0133e49640 1 --2- 172.21.15.1:0/3026367452 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f01140a2230 0x7f01140a46f0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f011c007dd0 tx=0x7f011c00f790 comp rx=0 tx=0).stop 2024-02-10T00:04:39.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.090+0000 7f0133e49640 1 -- 172.21.15.1:0/3026367452 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f012c105410 msgr2=0x7f012c19db10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:39.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.090+0000 7f0133e49640 1 --2- 172.21.15.1:0/3026367452 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f012c105410 0x7f012c19db10 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7f012000c970 tx=0x7f012000ce30 comp rx=0 tx=0).stop 2024-02-10T00:04:39.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.090+0000 7f0133e49640 1 -- 172.21.15.1:0/3026367452 shutdown_connections 2024-02-10T00:04:39.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.090+0000 7f0133e49640 1 --2- 172.21.15.1:0/3026367452 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f01140a2230 0x7f01140a46f0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.090+0000 7f0133e49640 1 --2- 172.21.15.1:0/3026367452 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f012c197690 0x7f012c197b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.090+0000 7f0133e49640 1 --2- 172.21.15.1:0/3026367452 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f012c105410 0x7f012c19db10 unknown :-1 s=CLOSED pgs=1094 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.090+0000 7f0133e49640 1 --2- 172.21.15.1:0/3026367452 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f012c100340 0x7f012c19d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:39.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.090+0000 7f0133e49640 1 -- 172.21.15.1:0/3026367452 >> 172.21.15.1:0/3026367452 conn(0x7f012c0772e0 msgr2=0x7f012c0fe2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:39.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.090+0000 7f0133e49640 1 -- 172.21.15.1:0/3026367452 shutdown_connections 2024-02-10T00:04:39.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:04:39.090+0000 7f0133e49640 1 -- 172.21.15.1:0/3026367452 wait complete. 2024-02-10T00:04:39.104 INFO:tasks.cephfs.filesystem:scrub status for tag:35b71cb2-1c25-449b-9492-309dc3415578 - {'path': '/', 'tag': '35b71cb2-1c25-449b-9492-309dc3415578', 'options': 'recursive,force'} 2024-02-10T00:04:39.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:39 smithi088 ceph-mon[36452]: pgmap v162: 97 pgs: 97 active+clean; 4.0 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 48 KiB/s wr, 21 op/s 2024-02-10T00:04:39.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:39 smithi103 ceph-mon[36942]: pgmap v162: 97 pgs: 97 active+clean; 4.0 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 48 KiB/s wr, 21 op/s 2024-02-10T00:04:39.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:39 smithi001 ceph-mon[32335]: pgmap v162: 97 pgs: 97 active+clean; 4.0 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 48 KiB/s wr, 21 op/s 2024-02-10T00:04:40.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:40 smithi088 ceph-mon[36452]: scrub queued for path: / 2024-02-10T00:04:40.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:40 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:04:40.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:40 smithi088 ceph-mon[36452]: scrub summary: active paths [/] 2024-02-10T00:04:40.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:40 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:04:40.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:40 smithi103 ceph-mon[36942]: scrub queued for path: / 2024-02-10T00:04:40.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:40 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:04:40.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:40 smithi103 ceph-mon[36942]: scrub summary: active paths [/] 2024-02-10T00:04:40.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:40 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:04:40.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:40 smithi001 ceph-mon[32335]: scrub queued for path: / 2024-02-10T00:04:40.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:40 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:04:40.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:40 smithi001 ceph-mon[32335]: scrub summary: active paths [/] 2024-02-10T00:04:40.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:40 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:04:41.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:41 smithi088 ceph-mon[36452]: pgmap v163: 97 pgs: 97 active+clean; 4.0 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 34 KiB/s wr, 15 op/s 2024-02-10T00:04:41.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:41 smithi088 ceph-mon[36452]: scrub summary: idle 2024-02-10T00:04:41.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:41 smithi103 ceph-mon[36942]: pgmap v163: 97 pgs: 97 active+clean; 4.0 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 34 KiB/s wr, 15 op/s 2024-02-10T00:04:41.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:41 smithi103 ceph-mon[36942]: scrub summary: idle 2024-02-10T00:04:41.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:41 smithi001 ceph-mon[32335]: pgmap v163: 97 pgs: 97 active+clean; 4.0 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 34 KiB/s wr, 15 op/s 2024-02-10T00:04:41.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:41 smithi001 ceph-mon[32335]: scrub summary: idle 2024-02-10T00:04:41.571 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.566+0000 7fd1c0bf6640 1 -- 172.21.15.1:0/1699499629 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd1bc1062c0 msgr2=0x7fd1bc1066a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:41.571 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.566+0000 7fd1c0bf6640 1 --2- 172.21.15.1:0/1699499629 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd1bc1062c0 0x7fd1bc1066a0 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7fd1ac009930 tx=0x7fd1ac02bc30 comp rx=0 tx=0).stop 2024-02-10T00:04:41.572 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.566+0000 7fd1c0bf6640 1 -- 172.21.15.1:0/1699499629 shutdown_connections 2024-02-10T00:04:41.572 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.566+0000 7fd1c0bf6640 1 --2- 172.21.15.1:0/1699499629 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd1bc100d40 0x7fd1bc10cf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.572 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.566+0000 7fd1c0bf6640 1 --2- 172.21.15.1:0/1699499629 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd1bc100380 0x7fd1bc100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.572 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.566+0000 7fd1c0bf6640 1 --2- 172.21.15.1:0/1699499629 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd1bc1062c0 0x7fd1bc1066a0 unknown :-1 s=CLOSED pgs=1099 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.572 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.566+0000 7fd1c0bf6640 1 -- 172.21.15.1:0/1699499629 >> 172.21.15.1:0/1699499629 conn(0x7fd1bc076ef0 msgr2=0x7fd1bc077300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:41.572 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.566+0000 7fd1c0bf6640 1 -- 172.21.15.1:0/1699499629 shutdown_connections 2024-02-10T00:04:41.572 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.566+0000 7fd1c0bf6640 1 -- 172.21.15.1:0/1699499629 wait complete. 2024-02-10T00:04:41.572 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.567+0000 7fd1c0bf6640 1 Processor -- start 2024-02-10T00:04:41.572 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.567+0000 7fd1c0bf6640 1 -- start start 2024-02-10T00:04:41.572 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.567+0000 7fd1c0bf6640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd1bc100380 0x7fd1bc196740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:41.572 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.567+0000 7fd1c0bf6640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd1bc100d40 0x7fd1bc196c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:41.572 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.567+0000 7fd1c0bf6640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd1bc1062c0 0x7fd1bc19b000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:41.573 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.567+0000 7fd1c0bf6640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1bc19b600 con 0x7fd1bc100d40 2024-02-10T00:04:41.573 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.567+0000 7fd1c0bf6640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1bc19b770 con 0x7fd1bc100380 2024-02-10T00:04:41.573 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.568+0000 7fd1c0bf6640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1bc19b930 con 0x7fd1bc1062c0 2024-02-10T00:04:41.573 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.568+0000 7fd1b3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd1bc100d40 0x7fd1bc196c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:41.573 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.568+0000 7fd1b3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd1bc100d40 0x7fd1bc196c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57136/0 (socket says 172.21.15.1:57136) 2024-02-10T00:04:41.573 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.568+0000 7fd1b3fff640 1 -- 172.21.15.1:0/396922018 learned_addr learned my addr 172.21.15.1:0/396922018 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:41.573 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.568+0000 7fd1bad9d640 1 --2- 172.21.15.1:0/396922018 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd1bc1062c0 0x7fd1bc19b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:41.573 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.568+0000 7fd1ba59c640 1 --2- 172.21.15.1:0/396922018 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd1bc100380 0x7fd1bc196740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:41.573 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.568+0000 7fd1b3fff640 1 -- 172.21.15.1:0/396922018 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd1bc1062c0 msgr2=0x7fd1bc19b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:41.573 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.568+0000 7fd1b3fff640 1 --2- 172.21.15.1:0/396922018 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd1bc1062c0 0x7fd1bc19b000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.573 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.568+0000 7fd1b3fff640 1 -- 172.21.15.1:0/396922018 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd1bc100380 msgr2=0x7fd1bc196740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:41.573 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.568+0000 7fd1b3fff640 1 --2- 172.21.15.1:0/396922018 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd1bc100380 0x7fd1bc196740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.573 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.568+0000 7fd1b3fff640 1 -- 172.21.15.1:0/396922018 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1ac009560 con 0x7fd1bc100d40 2024-02-10T00:04:41.573 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.568+0000 7fd1b3fff640 1 --2- 172.21.15.1:0/396922018 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd1bc100d40 0x7fd1bc196c80 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7fd1a400d950 tx=0x7fd1a400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:41.574 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.568+0000 7fd1b37fe640 1 -- 172.21.15.1:0/396922018 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1a4009c30 con 0x7fd1bc100d40 2024-02-10T00:04:41.574 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.568+0000 7fd1c0bf6640 1 -- 172.21.15.1:0/396922018 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd1bc19bc10 con 0x7fd1bc100d40 2024-02-10T00:04:41.574 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.568+0000 7fd1b37fe640 1 -- 172.21.15.1:0/396922018 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd1a4009d90 con 0x7fd1bc100d40 2024-02-10T00:04:41.574 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.568+0000 7fd1b37fe640 1 -- 172.21.15.1:0/396922018 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1a400f7e0 con 0x7fd1bc100d40 2024-02-10T00:04:41.574 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.568+0000 7fd1c0bf6640 1 -- 172.21.15.1:0/396922018 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1bc1a3490 con 0x7fd1bc100d40 2024-02-10T00:04:41.589 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.571+0000 7fd1b37fe640 1 -- 172.21.15.1:0/396922018 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fd1a4010ad0 con 0x7fd1bc100d40 2024-02-10T00:04:41.589 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.571+0000 7fd1c37c5740 1 Processor -- start 2024-02-10T00:04:41.589 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.571+0000 7fd1c37c5740 1 -- start start 2024-02-10T00:04:41.589 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.572+0000 7fd1b37fe640 1 --2- 172.21.15.1:0/396922018 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd1a80a2220 0x7fd1a80a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:41.589 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.572+0000 7fd1c37c5740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b755357b60 0x55b755357f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:41.590 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.572+0000 7fd1c37c5740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b755358480 0x55b755363470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:41.590 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.572+0000 7fd1c37c5740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b7553639b0 0x55b755365da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:41.590 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.572+0000 7fd1bad9d640 1 --2- 172.21.15.1:0/396922018 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd1a80a2220 0x7fd1a80a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:41.590 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.572+0000 7fd1b37fe640 1 -- 172.21.15.1:0/396922018 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fd1a40cdc60 con 0x7fd1bc100d40 2024-02-10T00:04:41.590 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.572+0000 7fd1c37c5740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7552c6a00 con 0x55b755357b60 2024-02-10T00:04:41.590 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.572+0000 7fd1c37c5740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7552c3f30 con 0x55b755358480 2024-02-10T00:04:41.590 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.572+0000 7fd1c37c5740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7552bf710 con 0x55b7553639b0 2024-02-10T00:04:41.591 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.572+0000 7fd1ba59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b755357b60 0x55b755357f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:41.591 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.572+0000 7fd1ba59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b755357b60 0x55b755357f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57142/0 (socket says 172.21.15.1:57142) 2024-02-10T00:04:41.591 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.572+0000 7fd1ba59c640 1 -- 172.21.15.1:0/4032242575 learned_addr learned my addr 172.21.15.1:0/4032242575 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:41.591 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.572+0000 7fd1bad9d640 1 --2- 172.21.15.1:0/4032242575 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b7553639b0 0x55b755365da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:41.591 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.572+0000 7fd1b3fff640 1 --2- 172.21.15.1:0/4032242575 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b755358480 0x55b755363470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:41.591 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.572+0000 7fd1ba59c640 1 -- 172.21.15.1:0/4032242575 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b7553639b0 msgr2=0x55b755365da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:41.591 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.572+0000 7fd1ba59c640 1 --2- 172.21.15.1:0/4032242575 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b7553639b0 0x55b755365da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.591 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.572+0000 7fd1ba59c640 1 -- 172.21.15.1:0/4032242575 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b755358480 msgr2=0x55b755363470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:41.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.572+0000 7fd1ba59c640 1 --2- 172.21.15.1:0/4032242575 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b755358480 0x55b755363470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.572+0000 7fd1ba59c640 1 -- 172.21.15.1:0/4032242575 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b7552843b0 con 0x55b755357b60 2024-02-10T00:04:41.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.572+0000 7fd1bad9d640 1 --2- 172.21.15.1:0/396922018 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd1a80a2220 0x7fd1a80a46e0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fd1b4005fd0 tx=0x7fd1b4014bf0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:41.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.572+0000 7fd1ba59c640 1 --2- 172.21.15.1:0/4032242575 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b755357b60 0x55b755357f40 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7fd1ac036040 tx=0x7fd1ac005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9860898d724d933f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:41.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.573+0000 7fd1b0ff9640 1 -- 172.21.15.1:0/4032242575 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1ac004880 con 0x55b755357b60 2024-02-10T00:04:41.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.573+0000 7fd1b0ff9640 1 -- 172.21.15.1:0/4032242575 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd1ac0049e0 con 0x55b755357b60 2024-02-10T00:04:41.593 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.573+0000 7fd1b0ff9640 1 -- 172.21.15.1:0/4032242575 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1ac0051b0 con 0x55b755357b60 2024-02-10T00:04:41.593 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.573+0000 7fd1c37c5740 1 -- 172.21.15.1:0/4032242575 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b755357b60 msgr2=0x55b755357f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:41.593 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.573+0000 7fd1c37c5740 1 --2- 172.21.15.1:0/4032242575 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b755357b60 0x55b755357f40 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7fd1ac036040 tx=0x7fd1ac005c00 comp rx=0 tx=0).stop 2024-02-10T00:04:41.593 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.573+0000 7fd1c37c5740 1 -- 172.21.15.1:0/4032242575 shutdown_connections 2024-02-10T00:04:41.593 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.573+0000 7fd1c37c5740 1 --2- 172.21.15.1:0/4032242575 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b7553639b0 0x55b755365da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.593 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.573+0000 7fd1c37c5740 1 --2- 172.21.15.1:0/4032242575 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b755358480 0x55b755363470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.573+0000 7fd1c37c5740 1 --2- 172.21.15.1:0/4032242575 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b755357b60 0x55b755357f40 unknown :-1 s=CLOSED pgs=1101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.573+0000 7fd1c37c5740 1 -- 172.21.15.1:0/4032242575 >> 172.21.15.1:0/4032242575 conn(0x55b7553529d0 msgr2=0x55b755352db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:41.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.574+0000 7fd1c37c5740 1 -- 172.21.15.1:0/4032242575 shutdown_connections 2024-02-10T00:04:41.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.574+0000 7fd1c37c5740 1 -- 172.21.15.1:0/4032242575 wait complete. 2024-02-10T00:04:41.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.574+0000 7fd1c37c5740 1 -- start start 2024-02-10T00:04:41.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.574+0000 7fd1c37c5740 1 Processor -- start 2024-02-10T00:04:41.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.574+0000 7fd1c37c5740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b755357b60 0x55b755360970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:41.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.574+0000 7fd1c37c5740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b755358480 0x55b755360eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:41.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.574+0000 7fd1c37c5740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b7553639b0 0x55b7553613f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:41.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.574+0000 7fd1c37c5740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b755264b90 con 0x55b7553639b0 2024-02-10T00:04:41.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.574+0000 7fd1c37c5740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b754f93250 con 0x55b755357b60 2024-02-10T00:04:41.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.574+0000 7fd1c37c5740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b755245200 con 0x55b755358480 2024-02-10T00:04:41.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.574+0000 7fd1c37c5740 10 client.0 _ll_register_callbacks cb 0x55b75527b5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:41.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.574+0000 7fd1bad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b7553639b0 0x55b7553613f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:41.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.574+0000 7fd1bad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b7553639b0 0x55b7553613f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57146/0 (socket says 172.21.15.1:57146) 2024-02-10T00:04:41.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.574+0000 7fd1bad9d640 1 -- 172.21.15.1:0/3832376697 learned_addr learned my addr 172.21.15.1:0/3832376697 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:41.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.574+0000 7fd1ba59c640 1 --2- 172.21.15.1:0/3832376697 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b755357b60 0x55b755360970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:41.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.574+0000 7fd1b3fff640 1 --2- 172.21.15.1:0/3832376697 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b755358480 0x55b755360eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:41.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.575+0000 7fd1bad9d640 1 -- 172.21.15.1:0/3832376697 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b755358480 msgr2=0x55b755360eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:41.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.575+0000 7fd1bad9d640 1 --2- 172.21.15.1:0/3832376697 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b755358480 0x55b755360eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.575+0000 7fd1bad9d640 1 -- 172.21.15.1:0/3832376697 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b755357b60 msgr2=0x55b755360970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:41.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.575+0000 7fd1bad9d640 1 --2- 172.21.15.1:0/3832376697 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b755357b60 0x55b755360970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.575+0000 7fd1bad9d640 1 -- 172.21.15.1:0/3832376697 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1bc10d880 con 0x55b7553639b0 2024-02-10T00:04:41.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.575+0000 7fd1ba59c640 1 --2- 172.21.15.1:0/3832376697 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b755357b60 0x55b755360970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:04:41.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.575+0000 7fd1bad9d640 1 --2- 172.21.15.1:0/3832376697 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b7553639b0 0x55b7553613f0 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7fd1b4012f90 tx=0x7fd1b4004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5cc2ff7c995317b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:41.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.575+0000 7fd1a1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:41.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.575+0000 7fd1a1ffb640 1 -- 172.21.15.1:0/3832376697 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1b4021420 con 0x55b7553639b0 2024-02-10T00:04:41.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.575+0000 7fd1a1ffb640 1 -- 172.21.15.1:0/3832376697 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fd1b4014e40 con 0x55b7553639b0 2024-02-10T00:04:41.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.575+0000 7fd1c37c5740 1 -- 172.21.15.1:0/3832376697 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b7552e5ee0 con 0x55b7553639b0 2024-02-10T00:04:41.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.575+0000 7fd1a1ffb640 1 -- 172.21.15.1:0/3832376697 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd1b4021580 con 0x55b7553639b0 2024-02-10T00:04:41.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.575+0000 7fd1c37c5740 10 client.17541 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:41.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.575+0000 7fd1c37c5740 1 -- 172.21.15.1:0/3832376697 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55b7552bdd90 con 0x55b7553639b0 2024-02-10T00:04:41.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.576+0000 7fd1a1ffb640 1 -- 172.21.15.1:0/3832376697 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55b7552e5ee0 con 0x55b7553639b0 2024-02-10T00:04:41.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.576+0000 7fd1a1ffb640 1 -- 172.21.15.1:0/3832376697 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fd1b40206e0 con 0x55b7553639b0 2024-02-10T00:04:41.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.576+0000 7fd1c37c5740 10 client.17541 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:41.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.576+0000 7fd1c37c5740 10 client.17541 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:04:41.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.576+0000 7fd1c37c5740 20 client.17541 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:41.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.576+0000 7fd1c37c5740 1 --2- 172.21.15.1:0/3832376697 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b755373bc0 0x55b755375fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:41.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.576+0000 7fd1c37c5740 4 client.17541 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:04:41.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.576+0000 7fd1c37c5740 1 -- 172.21.15.1:0/3832376697 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b754fbf600 con 0x55b755373bc0 2024-02-10T00:04:41.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.576+0000 7fd1ba59c640 1 --2- 172.21.15.1:0/3832376697 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b755373bc0 0x55b755375fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:41.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.577+0000 7fd1ba59c640 1 --2- 172.21.15.1:0/3832376697 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b755373bc0 0x55b755375fe0 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2d80a5507bc8acbe server_cookie=24a1e6b2efdaf19e in_seq=0 out_seq=0 2024-02-10T00:04:41.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.577+0000 7fd1a1ffb640 10 client.17541 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.577+0000 7fd1a1ffb640 1 -- 172.21.15.1:0/3832376697 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55b754fbf600 con 0x55b755373bc0 2024-02-10T00:04:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.577+0000 7fd1a1ffb640 10 client.17541 handle_command_reply: tid=0 2024-02-10T00:04:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.577+0000 7fd1c37c5740 1 client.17541 shutdown 2024-02-10T00:04:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.577+0000 7fd1c37c5740 1 -- 172.21.15.1:0/3832376697 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b7553639b0 msgr2=0x55b7553613f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.577+0000 7fd1c37c5740 1 --2- 172.21.15.1:0/3832376697 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b7553639b0 0x55b7553613f0 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7fd1b4012f90 tx=0x7fd1b4004ab0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.577+0000 7fd1c37c5740 1 -- 172.21.15.1:0/3832376697 shutdown_connections 2024-02-10T00:04:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.577+0000 7fd1c37c5740 1 --2- 172.21.15.1:0/3832376697 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b755373bc0 0x55b755375fe0 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.577+0000 7fd1c37c5740 1 --2- 172.21.15.1:0/3832376697 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b7553639b0 0x55b7553613f0 unknown :-1 s=CLOSED pgs=1102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.577+0000 7fd1a1ffb640 0 client.17541 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:41.600 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.577+0000 7fd1c37c5740 1 --2- 172.21.15.1:0/3832376697 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b755358480 0x55b755360eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.600 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.577+0000 7fd1c37c5740 1 --2- 172.21.15.1:0/3832376697 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b755357b60 0x55b755360970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.600 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.577+0000 7fd1c37c5740 1 -- 172.21.15.1:0/3832376697 >> 172.21.15.1:0/3832376697 conn(0x55b7553529d0 msgr2=0x55b755354720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:41.600 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.577+0000 7fd1c37c5740 1 -- 172.21.15.1:0/3832376697 shutdown_connections 2024-02-10T00:04:41.600 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.578+0000 7fd1c37c5740 1 -- 172.21.15.1:0/3832376697 wait complete. 2024-02-10T00:04:41.600 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.578+0000 7fd1c37c5740 20 client.17541 trim_cache size 0 max 16384 2024-02-10T00:04:41.609 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.591+0000 7fd1c37c5740 1 Processor -- start 2024-02-10T00:04:41.609 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.591+0000 7fd1c37c5740 1 -- start start 2024-02-10T00:04:41.610 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.591+0000 7fd1c37c5740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b755357b60 0x55b755361210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:41.610 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.591+0000 7fd1c37c5740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b755358480 0x55b75535f240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:41.610 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.591+0000 7fd1c37c5740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b7553639b0 0x55b75535f780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:41.610 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.591+0000 7fd1c37c5740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7553535a0 con 0x55b7553639b0 2024-02-10T00:04:41.610 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.591+0000 7fd1c37c5740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7553739c0 con 0x55b755357b60 2024-02-10T00:04:41.610 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.591+0000 7fd1c37c5740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b75535fcc0 con 0x55b755358480 2024-02-10T00:04:41.610 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.591+0000 7fd1bad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b7553639b0 0x55b75535f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:41.610 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.591+0000 7fd1bad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b7553639b0 0x55b75535f780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57156/0 (socket says 172.21.15.1:57156) 2024-02-10T00:04:41.611 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.591+0000 7fd1bad9d640 1 -- 172.21.15.1:0/1379986443 learned_addr learned my addr 172.21.15.1:0/1379986443 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:41.611 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.591+0000 7fd1ba59c640 1 --2- 172.21.15.1:0/1379986443 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b755357b60 0x55b755361210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:41.611 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.591+0000 7fd1b3fff640 1 --2- 172.21.15.1:0/1379986443 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b755358480 0x55b75535f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:41.611 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.592+0000 7fd1bad9d640 1 -- 172.21.15.1:0/1379986443 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b755358480 msgr2=0x55b75535f240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:41.611 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.592+0000 7fd1bad9d640 1 --2- 172.21.15.1:0/1379986443 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b755358480 0x55b75535f240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.611 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.592+0000 7fd1bad9d640 1 -- 172.21.15.1:0/1379986443 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b755357b60 msgr2=0x55b755361210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:41.611 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.592+0000 7fd1bad9d640 1 --2- 172.21.15.1:0/1379986443 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b755357b60 0x55b755361210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.611 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.592+0000 7fd1bad9d640 1 -- 172.21.15.1:0/1379986443 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b75525a820 con 0x55b7553639b0 2024-02-10T00:04:41.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.592+0000 7fd1b3fff640 1 --2- 172.21.15.1:0/1379986443 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b755358480 0x55b75535f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:04:41.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.592+0000 7fd1bad9d640 1 --2- 172.21.15.1:0/1379986443 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b7553639b0 0x55b75535f780 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7fd1b4018010 tx=0x7fd1b40127e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3210d22914927fe server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:41.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.592+0000 7fd1a3fff640 1 -- 172.21.15.1:0/1379986443 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1b4004950 con 0x55b7553639b0 2024-02-10T00:04:41.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.592+0000 7fd1a3fff640 1 -- 172.21.15.1:0/1379986443 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd1b401a070 con 0x55b7553639b0 2024-02-10T00:04:41.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.592+0000 7fd1a3fff640 1 -- 172.21.15.1:0/1379986443 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1b402a840 con 0x55b7553639b0 2024-02-10T00:04:41.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.592+0000 7fd1c37c5740 1 -- 172.21.15.1:0/1379986443 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b7553639b0 msgr2=0x55b75535f780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:41.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.592+0000 7fd1c37c5740 1 --2- 172.21.15.1:0/1379986443 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b7553639b0 0x55b75535f780 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7fd1b4018010 tx=0x7fd1b40127e0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.593+0000 7fd1c37c5740 1 -- 172.21.15.1:0/1379986443 shutdown_connections 2024-02-10T00:04:41.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.593+0000 7fd1c37c5740 1 --2- 172.21.15.1:0/1379986443 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b7553639b0 0x55b75535f780 unknown :-1 s=CLOSED pgs=1103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.593+0000 7fd1c37c5740 1 --2- 172.21.15.1:0/1379986443 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b755358480 0x55b75535f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.593+0000 7fd1c37c5740 1 --2- 172.21.15.1:0/1379986443 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b755357b60 0x55b755361210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.593+0000 7fd1c37c5740 1 -- 172.21.15.1:0/1379986443 >> 172.21.15.1:0/1379986443 conn(0x55b7553529d0 msgr2=0x55b75535bc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:41.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.593+0000 7fd1c37c5740 1 -- 172.21.15.1:0/1379986443 shutdown_connections 2024-02-10T00:04:41.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.593+0000 7fd1c37c5740 1 -- 172.21.15.1:0/1379986443 wait complete. 2024-02-10T00:04:41.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.593+0000 7fd1c37c5740 1 -- start start 2024-02-10T00:04:41.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.593+0000 7fd1c37c5740 1 Processor -- start 2024-02-10T00:04:41.614 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.593+0000 7fd1c37c5740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b755357b60 0x55b75536a390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:41.614 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.593+0000 7fd1c37c5740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b755358480 0x55b75536a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:41.614 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.593+0000 7fd1c37c5740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b7553639b0 0x55b755368910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:41.614 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.593+0000 7fd1c37c5740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b755368ed0 con 0x55b7553639b0 2024-02-10T00:04:41.614 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.593+0000 7fd1c37c5740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b755369040 con 0x55b755358480 2024-02-10T00:04:41.614 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.593+0000 7fd1c37c5740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b755369200 con 0x55b755357b60 2024-02-10T00:04:41.614 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.593+0000 7fd1c37c5740 10 client.0 _ll_register_callbacks cb 0x7fd1b4012df0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:41.615 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.593+0000 7fd1bad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b7553639b0 0x55b755368910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:41.615 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.593+0000 7fd1bad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b7553639b0 0x55b755368910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57164/0 (socket says 172.21.15.1:57164) 2024-02-10T00:04:41.615 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.593+0000 7fd1bad9d640 1 -- 172.21.15.1:0/1333537720 learned_addr learned my addr 172.21.15.1:0/1333537720 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:41.615 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.593+0000 7fd1b3fff640 1 --2- 172.21.15.1:0/1333537720 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b755358480 0x55b75536a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:41.615 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.593+0000 7fd1ba59c640 1 --2- 172.21.15.1:0/1333537720 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b755357b60 0x55b75536a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:41.615 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.594+0000 7fd1bad9d640 1 -- 172.21.15.1:0/1333537720 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b755357b60 msgr2=0x55b75536a390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:41.615 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.594+0000 7fd1bad9d640 1 --2- 172.21.15.1:0/1333537720 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b755357b60 0x55b75536a390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.615 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.594+0000 7fd1bad9d640 1 -- 172.21.15.1:0/1333537720 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b755358480 msgr2=0x55b75536a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:41.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.594+0000 7fd1bad9d640 1 --2- 172.21.15.1:0/1333537720 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b755358480 0x55b75536a8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.594+0000 7fd1bad9d640 1 -- 172.21.15.1:0/1333537720 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b7552bdd90 con 0x55b7553639b0 2024-02-10T00:04:41.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.594+0000 7fd1bad9d640 1 --2- 172.21.15.1:0/1333537720 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b7553639b0 0x55b755368910 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7fd1b4020f10 tx=0x7fd1b4020630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fa40652d4a71192 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:41.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.594+0000 7fd1a1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:41.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.594+0000 7fd1a1ffb640 1 -- 172.21.15.1:0/1333537720 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1b4004b60 con 0x55b7553639b0 2024-02-10T00:04:41.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.594+0000 7fd1a1ffb640 1 -- 172.21.15.1:0/1333537720 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fd1b4014e40 con 0x55b7553639b0 2024-02-10T00:04:41.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.594+0000 7fd1c37c5740 1 -- 172.21.15.1:0/1333537720 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd1ac0049e0 con 0x55b7553639b0 2024-02-10T00:04:41.617 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.594+0000 7fd1a1ffb640 1 -- 172.21.15.1:0/1333537720 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd1b4009c90 con 0x55b7553639b0 2024-02-10T00:04:41.617 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.594+0000 7fd1c37c5740 10 client.17547 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:41.617 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.594+0000 7fd1c37c5740 1 -- 172.21.15.1:0/1333537720 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55b7552806f0 con 0x55b7553639b0 2024-02-10T00:04:41.617 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.594+0000 7fd1a1ffb640 1 -- 172.21.15.1:0/1333537720 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd1ac0049e0 con 0x55b7553639b0 2024-02-10T00:04:41.617 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.594+0000 7fd1a1ffb640 1 -- 172.21.15.1:0/1333537720 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fd1b402aa20 con 0x55b7553639b0 2024-02-10T00:04:41.617 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.595+0000 7fd1c37c5740 10 client.17547 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:41.617 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.595+0000 7fd1c37c5740 10 client.17547 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:04:41.617 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.595+0000 7fd1c37c5740 20 client.17547 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:41.617 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.595+0000 7fd1c37c5740 1 --2- 172.21.15.1:0/1333537720 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b7553caf00 0x55b7553cd2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:41.618 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.595+0000 7fd1c37c5740 4 client.17547 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:04:41.618 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.595+0000 7fd1c37c5740 1 -- 172.21.15.1:0/1333537720 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55b7550101b0 con 0x55b7553caf00 2024-02-10T00:04:41.618 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.595+0000 7fd1ba59c640 1 --2- 172.21.15.1:0/1333537720 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b7553caf00 0x55b7553cd2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:41.618 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.595+0000 7fd1a1ffb640 10 client.17547 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:41.618 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.595+0000 7fd1ba59c640 1 --2- 172.21.15.1:0/1333537720 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b7553caf00 0x55b7553cd2f0 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8d3f3f20b1983d52 server_cookie=1a977c89b484fad2 in_seq=0 out_seq=0 2024-02-10T00:04:41.620 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.610+0000 7fd1a1ffb640 1 -- 172.21.15.1:0/1333537720 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55b7550101b0 con 0x55b7553caf00 2024-02-10T00:04:41.620 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.610+0000 7fd1a1ffb640 10 client.17547 handle_command_reply: tid=0 2024-02-10T00:04:41.620 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.610+0000 7fd1c37c5740 1 client.17547 shutdown 2024-02-10T00:04:41.621 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.610+0000 7fd1c37c5740 1 -- 172.21.15.1:0/1333537720 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b7553639b0 msgr2=0x55b755368910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:41.621 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.610+0000 7fd1c37c5740 1 --2- 172.21.15.1:0/1333537720 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b7553639b0 0x55b755368910 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7fd1b4020f10 tx=0x7fd1b4020630 comp rx=0 tx=0).stop 2024-02-10T00:04:41.621 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.610+0000 7fd1c37c5740 1 -- 172.21.15.1:0/1333537720 shutdown_connections 2024-02-10T00:04:41.621 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.610+0000 7fd1c37c5740 1 --2- 172.21.15.1:0/1333537720 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b7553caf00 0x55b7553cd2f0 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.621 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.610+0000 7fd1c37c5740 1 --2- 172.21.15.1:0/1333537720 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b7553639b0 0x55b755368910 unknown :-1 s=CLOSED pgs=1104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.621 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.610+0000 7fd1c37c5740 1 --2- 172.21.15.1:0/1333537720 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b755358480 0x55b75536a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.621 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.610+0000 7fd1a1ffb640 0 client.17547 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:41.621 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.610+0000 7fd1c37c5740 1 --2- 172.21.15.1:0/1333537720 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b755357b60 0x55b75536a390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.622 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.610+0000 7fd1c37c5740 1 -- 172.21.15.1:0/1333537720 >> 172.21.15.1:0/1333537720 conn(0x55b7553529d0 msgr2=0x55b75535ee80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:41.622 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.610+0000 7fd1c37c5740 1 -- 172.21.15.1:0/1333537720 shutdown_connections 2024-02-10T00:04:41.622 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.610+0000 7fd1c37c5740 1 -- 172.21.15.1:0/1333537720 wait complete. 2024-02-10T00:04:41.622 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.610+0000 7fd1c37c5740 20 client.17547 trim_cache size 0 max 16384 2024-02-10T00:04:41.622 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:04:41.622 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:04:41.623 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:04:41.623 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:04:41.624 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.611+0000 7fd1c0bf6640 1 -- 172.21.15.1:0/396922018 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd1a80a2220 msgr2=0x7fd1a80a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:41.624 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.611+0000 7fd1c0bf6640 1 --2- 172.21.15.1:0/396922018 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd1a80a2220 0x7fd1a80a46e0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fd1b4005fd0 tx=0x7fd1b4014bf0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.624 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.611+0000 7fd1c0bf6640 1 -- 172.21.15.1:0/396922018 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd1bc100d40 msgr2=0x7fd1bc196c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:41.625 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.611+0000 7fd1c0bf6640 1 --2- 172.21.15.1:0/396922018 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd1bc100d40 0x7fd1bc196c80 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7fd1a400d950 tx=0x7fd1a400de10 comp rx=0 tx=0).stop 2024-02-10T00:04:41.625 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.611+0000 7fd1c0bf6640 1 -- 172.21.15.1:0/396922018 shutdown_connections 2024-02-10T00:04:41.625 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.611+0000 7fd1c0bf6640 1 --2- 172.21.15.1:0/396922018 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd1a80a2220 0x7fd1a80a46e0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.625 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.611+0000 7fd1c0bf6640 1 --2- 172.21.15.1:0/396922018 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd1bc1062c0 0x7fd1bc19b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.625 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.611+0000 7fd1c0bf6640 1 --2- 172.21.15.1:0/396922018 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd1bc100d40 0x7fd1bc196c80 unknown :-1 s=CLOSED pgs=1100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.625 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.611+0000 7fd1c0bf6640 1 --2- 172.21.15.1:0/396922018 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd1bc100380 0x7fd1bc196740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:41.625 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.611+0000 7fd1c0bf6640 1 -- 172.21.15.1:0/396922018 >> 172.21.15.1:0/396922018 conn(0x7fd1bc076ef0 msgr2=0x7fd1bc0fefd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:41.625 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.611+0000 7fd1c0bf6640 1 -- 172.21.15.1:0/396922018 shutdown_connections 2024-02-10T00:04:41.626 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:41.611+0000 7fd1c0bf6640 1 -- 172.21.15.1:0/396922018 wait complete. 2024-02-10T00:04:43.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:43 smithi088 ceph-mon[36452]: pgmap v164: 97 pgs: 97 active+clean; 4.0 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 34 KiB/s wr, 15 op/s 2024-02-10T00:04:43.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:43 smithi103 ceph-mon[36942]: pgmap v164: 97 pgs: 97 active+clean; 4.0 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 34 KiB/s wr, 15 op/s 2024-02-10T00:04:43.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:43 smithi001 ceph-mon[32335]: pgmap v164: 97 pgs: 97 active+clean; 4.0 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 34 KiB/s wr, 15 op/s 2024-02-10T00:04:45.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:45 smithi088 ceph-mon[36452]: pgmap v165: 97 pgs: 97 active+clean; 4.2 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 55 KiB/s wr, 26 op/s 2024-02-10T00:04:45.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:45 smithi103 ceph-mon[36942]: pgmap v165: 97 pgs: 97 active+clean; 4.2 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 55 KiB/s wr, 26 op/s 2024-02-10T00:04:45.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:45 smithi001 ceph-mon[32335]: pgmap v165: 97 pgs: 97 active+clean; 4.2 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 55 KiB/s wr, 26 op/s 2024-02-10T00:04:47.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:47 smithi088 ceph-mon[36452]: pgmap v166: 97 pgs: 97 active+clean; 4.2 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 37 KiB/s wr, 17 op/s 2024-02-10T00:04:47.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:47 smithi103 ceph-mon[36942]: pgmap v166: 97 pgs: 97 active+clean; 4.2 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 37 KiB/s wr, 17 op/s 2024-02-10T00:04:47.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:47 smithi001 ceph-mon[32335]: pgmap v166: 97 pgs: 97 active+clean; 4.2 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 37 KiB/s wr, 17 op/s 2024-02-10T00:04:49.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:49 smithi088 ceph-mon[36452]: pgmap v167: 97 pgs: 97 active+clean; 4.3 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 51 KiB/s wr, 23 op/s 2024-02-10T00:04:49.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:49 smithi103 ceph-mon[36942]: pgmap v167: 97 pgs: 97 active+clean; 4.3 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 51 KiB/s wr, 23 op/s 2024-02-10T00:04:49.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:49 smithi001 ceph-mon[32335]: pgmap v167: 97 pgs: 97 active+clean; 4.3 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 51 KiB/s wr, 23 op/s 2024-02-10T00:04:51.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:51 smithi103 ceph-mon[36942]: pgmap v168: 97 pgs: 97 active+clean; 4.3 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 36 KiB/s wr, 16 op/s 2024-02-10T00:04:51.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:51 smithi001 ceph-mon[32335]: pgmap v168: 97 pgs: 97 active+clean; 4.3 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 36 KiB/s wr, 16 op/s 2024-02-10T00:04:51.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:51 smithi088 ceph-mon[36452]: pgmap v168: 97 pgs: 97 active+clean; 4.3 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 36 KiB/s wr, 16 op/s 2024-02-10T00:04:53.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:53 smithi103 ceph-mon[36942]: pgmap v169: 97 pgs: 97 active+clean; 4.3 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 36 KiB/s wr, 16 op/s 2024-02-10T00:04:53.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:53 smithi001 ceph-mon[32335]: pgmap v169: 97 pgs: 97 active+clean; 4.3 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 36 KiB/s wr, 16 op/s 2024-02-10T00:04:53.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:53 smithi088 ceph-mon[36452]: pgmap v169: 97 pgs: 97 active+clean; 4.3 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 36 KiB/s wr, 16 op/s 2024-02-10T00:04:54.713 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.709+0000 7f36be72c640 1 -- 172.21.15.1:0/289604778 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f36b810b800 msgr2=0x7f36b810dca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:54.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.709+0000 7f36be72c640 1 --2- 172.21.15.1:0/289604778 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f36b810b800 0x7f36b810dca0 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7f36b0009ca0 tx=0x7f36b002c230 comp rx=0 tx=0).stop 2024-02-10T00:04:54.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.709+0000 7f36be72c640 1 -- 172.21.15.1:0/289604778 shutdown_connections 2024-02-10T00:04:54.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.709+0000 7f36be72c640 1 --2- 172.21.15.1:0/289604778 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f36b810b800 0x7f36b810dca0 unknown :-1 s=CLOSED pgs=1105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.709+0000 7f36be72c640 1 --2- 172.21.15.1:0/289604778 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f36b8102de0 0x7f36b810b2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.709+0000 7f36be72c640 1 --2- 172.21.15.1:0/289604778 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f36b81024c0 0x7f36b81028a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.709+0000 7f36be72c640 1 -- 172.21.15.1:0/289604778 >> 172.21.15.1:0/289604778 conn(0x7f36b80772b0 msgr2=0x7f36b80776c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:54.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.709+0000 7f36be72c640 1 -- 172.21.15.1:0/289604778 shutdown_connections 2024-02-10T00:04:54.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.710+0000 7f36be72c640 1 -- 172.21.15.1:0/289604778 wait complete. 2024-02-10T00:04:54.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.710+0000 7f36be72c640 1 Processor -- start 2024-02-10T00:04:54.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.710+0000 7f36be72c640 1 -- start start 2024-02-10T00:04:54.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.711+0000 7f36be72c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f36b81024c0 0x7f36b819d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:54.714 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.711+0000 7f36be72c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f36b8102de0 0x7f36b819d920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.711+0000 7f36be72c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f36b810b800 0x7f36b81975e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.711+0000 7f36be72c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36b8197c30 con 0x7f36b810b800 2024-02-10T00:04:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.711+0000 7f36be72c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36b8197da0 con 0x7f36b8102de0 2024-02-10T00:04:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.711+0000 7f36be72c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36b8197f60 con 0x7f36b81024c0 2024-02-10T00:04:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.711+0000 7f36bccc9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f36b810b800 0x7f36b81975e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.711+0000 7f36bccc9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f36b810b800 0x7f36b81975e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:40694/0 (socket says 172.21.15.1:40694) 2024-02-10T00:04:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.711+0000 7f36bccc9640 1 -- 172.21.15.1:0/3696934819 learned_addr learned my addr 172.21.15.1:0/3696934819 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.711+0000 7f36b7fff640 1 --2- 172.21.15.1:0/3696934819 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f36b81024c0 0x7f36b819d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.711+0000 7f36b77fe640 1 --2- 172.21.15.1:0/3696934819 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f36b8102de0 0x7f36b819d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.711+0000 7f36bccc9640 1 -- 172.21.15.1:0/3696934819 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f36b81024c0 msgr2=0x7f36b819d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.711+0000 7f36bccc9640 1 --2- 172.21.15.1:0/3696934819 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f36b81024c0 0x7f36b819d3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.711+0000 7f36bccc9640 1 -- 172.21.15.1:0/3696934819 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f36b8102de0 msgr2=0x7f36b819d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:54.715 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.711+0000 7f36bccc9640 1 --2- 172.21.15.1:0/3696934819 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f36b8102de0 0x7f36b819d920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.711+0000 7f36bccc9640 1 -- 172.21.15.1:0/3696934819 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36b0009900 con 0x7f36b810b800 2024-02-10T00:04:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.711+0000 7f36bccc9640 1 --2- 172.21.15.1:0/3696934819 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f36b810b800 0x7f36b81975e0 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7f36b002c840 tx=0x7f36b00347b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.712+0000 7f36b57fa640 1 -- 172.21.15.1:0/3696934819 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36b0003d80 con 0x7f36b810b800 2024-02-10T00:04:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.712+0000 7f36b57fa640 1 -- 172.21.15.1:0/3696934819 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f36b0032cd0 con 0x7f36b810b800 2024-02-10T00:04:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.712+0000 7f36be72c640 1 -- 172.21.15.1:0/3696934819 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f36b81981e0 con 0x7f36b810b800 2024-02-10T00:04:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.712+0000 7f36b57fa640 1 -- 172.21.15.1:0/3696934819 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36b0004780 con 0x7f36b810b800 2024-02-10T00:04:54.716 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.712+0000 7f36be72c640 1 -- 172.21.15.1:0/3696934819 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f36b81a4480 con 0x7f36b810b800 2024-02-10T00:04:54.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.714+0000 7f36b57fa640 1 -- 172.21.15.1:0/3696934819 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f36b003b040 con 0x7f36b810b800 2024-02-10T00:04:54.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.714+0000 7f36c13dd740 1 Processor -- start 2024-02-10T00:04:54.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.714+0000 7f36c13dd740 1 -- start start 2024-02-10T00:04:54.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.714+0000 7f36b57fa640 1 --2- 172.21.15.1:0/3696934819 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f36a00a2220 0x7f36a00a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:54.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.715+0000 7f36c13dd740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e37f017b50 0x55e37f017f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:54.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.715+0000 7f36b77fe640 1 --2- 172.21.15.1:0/3696934819 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f36a00a2220 0x7f36a00a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:54.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.715+0000 7f36c13dd740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e37f018470 0x55e37f025670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:54.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.715+0000 7f36c13dd740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e37f025bb0 0x55e37f027fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:54.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.715+0000 7f36c13dd740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e37ef86a00 con 0x55e37f017b50 2024-02-10T00:04:54.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.715+0000 7f36c13dd740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e37ef83f30 con 0x55e37f025bb0 2024-02-10T00:04:54.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.715+0000 7f36c13dd740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e37ef7f710 con 0x55e37f018470 2024-02-10T00:04:54.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.715+0000 7f36b57fa640 1 -- 172.21.15.1:0/3696934819 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f36b00f09f0 con 0x7f36b810b800 2024-02-10T00:04:54.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.715+0000 7f36b7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e37f017b50 0x55e37f017f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:54.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.715+0000 7f36b7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e37f017b50 0x55e37f017f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:40698/0 (socket says 172.21.15.1:40698) 2024-02-10T00:04:54.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.715+0000 7f36b7fff640 1 -- 172.21.15.1:0/1543590693 learned_addr learned my addr 172.21.15.1:0/1543590693 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:54.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.715+0000 7f36b77fe640 1 --2- 172.21.15.1:0/1543590693 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e37f018470 0x55e37f025670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:54.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.715+0000 7f36b7fff640 1 -- 172.21.15.1:0/1543590693 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e37f018470 msgr2=0x55e37f025670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:54.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.715+0000 7f36b7fff640 1 --2- 172.21.15.1:0/1543590693 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e37f018470 0x55e37f025670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.715+0000 7f36bccc9640 1 --2- 172.21.15.1:0/1543590693 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e37f025bb0 0x55e37f027fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:54.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.715+0000 7f36b7fff640 1 -- 172.21.15.1:0/1543590693 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e37f025bb0 msgr2=0x55e37f027fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:54.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.715+0000 7f36b7fff640 1 --2- 172.21.15.1:0/1543590693 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e37f025bb0 0x55e37f027fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.715+0000 7f36b7fff640 1 -- 172.21.15.1:0/1543590693 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e37ef443b0 con 0x55e37f017b50 2024-02-10T00:04:54.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.715+0000 7f36b77fe640 1 --2- 172.21.15.1:0/3696934819 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f36a00a2220 0x7f36a00a46e0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f36b80ffa50 tx=0x7f36ac00af60 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:54.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.715+0000 7f36b7fff640 1 --2- 172.21.15.1:0/1543590693 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e37f017b50 0x55e37f017f30 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7f36a800bd40 tx=0x7f36a80107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5a324b6dcf5bdf0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:54.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.715+0000 7f369e7fc640 1 -- 172.21.15.1:0/1543590693 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36a8004230 con 0x55e37f017b50 2024-02-10T00:04:54.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.716+0000 7f369e7fc640 1 -- 172.21.15.1:0/1543590693 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f36a8015070 con 0x55e37f017b50 2024-02-10T00:04:54.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.716+0000 7f369e7fc640 1 -- 172.21.15.1:0/1543590693 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36a801a670 con 0x55e37f017b50 2024-02-10T00:04:54.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.716+0000 7f36c13dd740 1 -- 172.21.15.1:0/1543590693 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e37f017b50 msgr2=0x55e37f017f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:54.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.716+0000 7f36c13dd740 1 --2- 172.21.15.1:0/1543590693 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e37f017b50 0x55e37f017f30 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7f36a800bd40 tx=0x7f36a80107a0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.716+0000 7f36c13dd740 1 -- 172.21.15.1:0/1543590693 shutdown_connections 2024-02-10T00:04:54.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.716+0000 7f36c13dd740 1 --2- 172.21.15.1:0/1543590693 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e37f025bb0 0x55e37f027fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.716+0000 7f36c13dd740 1 --2- 172.21.15.1:0/1543590693 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e37f018470 0x55e37f025670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.716+0000 7f36c13dd740 1 --2- 172.21.15.1:0/1543590693 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e37f017b50 0x55e37f017f30 unknown :-1 s=CLOSED pgs=1107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.716+0000 7f36c13dd740 1 -- 172.21.15.1:0/1543590693 >> 172.21.15.1:0/1543590693 conn(0x55e37f0129d0 msgr2=0x55e37f012db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:54.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.716+0000 7f36c13dd740 1 -- 172.21.15.1:0/1543590693 shutdown_connections 2024-02-10T00:04:54.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.716+0000 7f36c13dd740 1 -- 172.21.15.1:0/1543590693 wait complete. 2024-02-10T00:04:54.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.717+0000 7f36c13dd740 1 -- start start 2024-02-10T00:04:54.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.717+0000 7f36c13dd740 1 Processor -- start 2024-02-10T00:04:54.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.717+0000 7f36c13dd740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e37f017b50 0x55e37f022c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:54.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.717+0000 7f36c13dd740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e37f018470 0x55e37f023140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:54.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.717+0000 7f36c13dd740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e37f025bb0 0x55e37f023680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:54.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.717+0000 7f36c13dd740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e37ef24b90 con 0x55e37f018470 2024-02-10T00:04:54.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.717+0000 7f36c13dd740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e37ec53250 con 0x55e37f025bb0 2024-02-10T00:04:54.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.717+0000 7f36c13dd740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e37ef05200 con 0x55e37f017b50 2024-02-10T00:04:54.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.717+0000 7f36c13dd740 10 client.0 _ll_register_callbacks cb 0x55e37ef3b5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:54.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.717+0000 7f36b77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e37f018470 0x55e37f023140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:54.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.717+0000 7f36b77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e37f018470 0x55e37f023140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:40714/0 (socket says 172.21.15.1:40714) 2024-02-10T00:04:54.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.717+0000 7f36b77fe640 1 -- 172.21.15.1:0/356298252 learned_addr learned my addr 172.21.15.1:0/356298252 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:54.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.717+0000 7f36b7fff640 1 --2- 172.21.15.1:0/356298252 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e37f017b50 0x55e37f022c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:54.726 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.717+0000 7f36bccc9640 1 --2- 172.21.15.1:0/356298252 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e37f025bb0 0x55e37f023680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.718+0000 7f36b77fe640 1 -- 172.21.15.1:0/356298252 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e37f017b50 msgr2=0x55e37f022c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.718+0000 7f36b77fe640 1 --2- 172.21.15.1:0/356298252 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e37f017b50 0x55e37f022c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.718+0000 7f36b77fe640 1 -- 172.21.15.1:0/356298252 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e37f025bb0 msgr2=0x55e37f023680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.718+0000 7f36b77fe640 1 --2- 172.21.15.1:0/356298252 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e37f025bb0 0x55e37f023680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.718+0000 7f36b77fe640 1 -- 172.21.15.1:0/356298252 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f36a800b940 con 0x55e37f018470 2024-02-10T00:04:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.718+0000 7f36b77fe640 1 --2- 172.21.15.1:0/356298252 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e37f018470 0x55e37f023140 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7f36ac01db00 tx=0x7f36ac004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=996b8a5660e5bd4 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.718+0000 7f36977fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.718+0000 7f36977fe640 1 -- 172.21.15.1:0/356298252 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36ac010e80 con 0x55e37f018470 2024-02-10T00:04:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.718+0000 7f36c13dd740 1 -- 172.21.15.1:0/356298252 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e37efa5ee0 con 0x55e37f018470 2024-02-10T00:04:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.718+0000 7f36977fe640 1 -- 172.21.15.1:0/356298252 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f36ac01b3b0 con 0x55e37f018470 2024-02-10T00:04:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.718+0000 7f36977fe640 1 -- 172.21.15.1:0/356298252 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f36ac01b570 con 0x55e37f018470 2024-02-10T00:04:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.718+0000 7f36c13dd740 10 client.17559 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.718+0000 7f36c13dd740 1 -- 172.21.15.1:0/356298252 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55e37ef7dd90 con 0x55e37f018470 2024-02-10T00:04:54.727 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.718+0000 7f36977fe640 1 -- 172.21.15.1:0/356298252 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55e37efa5ee0 con 0x55e37f018470 2024-02-10T00:04:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.718+0000 7f36977fe640 1 -- 172.21.15.1:0/356298252 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f36ac027950 con 0x55e37f018470 2024-02-10T00:04:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.719+0000 7f36c13dd740 10 client.17559 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.719+0000 7f36c13dd740 10 client.17559 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:04:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.719+0000 7f36c13dd740 20 client.17559 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.719+0000 7f36c13dd740 1 --2- 172.21.15.1:0/356298252 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e37f035ff0 0x55e37f038410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.719+0000 7f36c13dd740 4 client.17559 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:04:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.719+0000 7f36c13dd740 1 -- 172.21.15.1:0/356298252 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e37ec7f600 con 0x55e37f035ff0 2024-02-10T00:04:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.719+0000 7f36b7fff640 1 --2- 172.21.15.1:0/356298252 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e37f035ff0 0x55e37f038410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.719+0000 7f36977fe640 10 client.17559 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.719+0000 7f36b7fff640 1 --2- 172.21.15.1:0/356298252 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e37f035ff0 0x55e37f038410 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f43992fd0edfc0c8 server_cookie=9d2ee5466ee3c6a7 in_seq=0 out_seq=0 2024-02-10T00:04:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.720+0000 7f36977fe640 1 -- 172.21.15.1:0/356298252 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55e37ec7f600 con 0x55e37f035ff0 2024-02-10T00:04:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.720+0000 7f36977fe640 10 client.17559 handle_command_reply: tid=0 2024-02-10T00:04:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.720+0000 7f36c13dd740 1 client.17559 shutdown 2024-02-10T00:04:54.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.720+0000 7f36c13dd740 1 -- 172.21.15.1:0/356298252 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e37f018470 msgr2=0x55e37f023140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:54.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.720+0000 7f36c13dd740 1 --2- 172.21.15.1:0/356298252 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e37f018470 0x55e37f023140 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7f36ac01db00 tx=0x7f36ac004730 comp rx=0 tx=0).stop 2024-02-10T00:04:54.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.720+0000 7f36c13dd740 1 -- 172.21.15.1:0/356298252 shutdown_connections 2024-02-10T00:04:54.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.720+0000 7f36c13dd740 1 --2- 172.21.15.1:0/356298252 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e37f035ff0 0x55e37f038410 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.720+0000 7f36c13dd740 1 --2- 172.21.15.1:0/356298252 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e37f025bb0 0x55e37f023680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.720+0000 7f36c13dd740 1 --2- 172.21.15.1:0/356298252 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e37f018470 0x55e37f023140 unknown :-1 s=CLOSED pgs=1108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.720+0000 7f36977fe640 0 client.17559 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:54.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.720+0000 7f36c13dd740 1 --2- 172.21.15.1:0/356298252 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e37f017b50 0x55e37f022c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.720+0000 7f36c13dd740 1 -- 172.21.15.1:0/356298252 >> 172.21.15.1:0/356298252 conn(0x55e37f0129d0 msgr2=0x55e37f014720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:54.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.720+0000 7f36c13dd740 1 -- 172.21.15.1:0/356298252 shutdown_connections 2024-02-10T00:04:54.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.720+0000 7f36c13dd740 1 -- 172.21.15.1:0/356298252 wait complete. 2024-02-10T00:04:54.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.720+0000 7f36c13dd740 20 client.17559 trim_cache size 0 max 16384 2024-02-10T00:04:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.734+0000 7f36c13dd740 1 Processor -- start 2024-02-10T00:04:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.734+0000 7f36c13dd740 1 -- start start 2024-02-10T00:04:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.734+0000 7f36c13dd740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e37f017b50 0x55e37f025330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.734+0000 7f36c13dd740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e37f018470 0x55e37f0234a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.734+0000 7f36c13dd740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e37f025bb0 0x55e37f01fea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:54.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.734+0000 7f36c13dd740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e37f0173c0 con 0x55e37f018470 2024-02-10T00:04:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.734+0000 7f36c13dd740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e37f021170 con 0x55e37f025bb0 2024-02-10T00:04:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.734+0000 7f36c13dd740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e37f01e780 con 0x55e37f017b50 2024-02-10T00:04:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.734+0000 7f36b77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e37f018470 0x55e37f0234a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.734+0000 7f36b77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e37f018470 0x55e37f0234a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:40718/0 (socket says 172.21.15.1:40718) 2024-02-10T00:04:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.734+0000 7f36b77fe640 1 -- 172.21.15.1:0/4174566311 learned_addr learned my addr 172.21.15.1:0/4174566311 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.734+0000 7f36b7fff640 1 --2- 172.21.15.1:0/4174566311 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e37f017b50 0x55e37f025330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.734+0000 7f36b77fe640 1 -- 172.21.15.1:0/4174566311 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e37f017b50 msgr2=0x55e37f025330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.734+0000 7f36b77fe640 1 --2- 172.21.15.1:0/4174566311 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e37f017b50 0x55e37f025330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.734+0000 7f36b77fe640 1 -- 172.21.15.1:0/4174566311 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e37f025bb0 msgr2=0x55e37f01fea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.734+0000 7f36b77fe640 1 --2- 172.21.15.1:0/4174566311 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e37f025bb0 0x55e37f01fea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.734+0000 7f36b77fe640 1 -- 172.21.15.1:0/4174566311 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e37ef1a820 con 0x55e37f018470 2024-02-10T00:04:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.735+0000 7f36b77fe640 1 --2- 172.21.15.1:0/4174566311 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e37f018470 0x55e37f0234a0 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7f36ac00b010 tx=0x7f36ac01d800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54fb19860ea65080 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.735+0000 7f369dffb640 1 -- 172.21.15.1:0/4174566311 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36ac005de0 con 0x55e37f018470 2024-02-10T00:04:54.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.735+0000 7f369dffb640 1 -- 172.21.15.1:0/4174566311 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f36ac010e80 con 0x55e37f018470 2024-02-10T00:04:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.735+0000 7f369dffb640 1 -- 172.21.15.1:0/4174566311 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36ac0308e0 con 0x55e37f018470 2024-02-10T00:04:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.735+0000 7f36c13dd740 1 -- 172.21.15.1:0/4174566311 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e37f018470 msgr2=0x55e37f0234a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.735+0000 7f36c13dd740 1 --2- 172.21.15.1:0/4174566311 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e37f018470 0x55e37f0234a0 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7f36ac00b010 tx=0x7f36ac01d800 comp rx=0 tx=0).stop 2024-02-10T00:04:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.735+0000 7f36c13dd740 1 -- 172.21.15.1:0/4174566311 shutdown_connections 2024-02-10T00:04:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.735+0000 7f36c13dd740 1 --2- 172.21.15.1:0/4174566311 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e37f025bb0 0x55e37f01fea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.735+0000 7f36c13dd740 1 --2- 172.21.15.1:0/4174566311 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e37f018470 0x55e37f0234a0 unknown :-1 s=CLOSED pgs=1109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.735+0000 7f36c13dd740 1 --2- 172.21.15.1:0/4174566311 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e37f017b50 0x55e37f025330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.735+0000 7f36c13dd740 1 -- 172.21.15.1:0/4174566311 >> 172.21.15.1:0/4174566311 conn(0x55e37f0129d0 msgr2=0x55e37f0214f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.735+0000 7f36c13dd740 1 -- 172.21.15.1:0/4174566311 shutdown_connections 2024-02-10T00:04:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.735+0000 7f36c13dd740 1 -- 172.21.15.1:0/4174566311 wait complete. 2024-02-10T00:04:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.736+0000 7f36c13dd740 1 -- start start 2024-02-10T00:04:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.736+0000 7f36c13dd740 1 Processor -- start 2024-02-10T00:04:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.736+0000 7f36c13dd740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e37f017b50 0x55e37f0868f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.736+0000 7f36c13dd740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e37f018470 0x55e37f086e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:54.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.736+0000 7f36c13dd740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e37f025bb0 0x55e37f02bc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:54.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.736+0000 7f36c13dd740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e37f02c1b0 con 0x55e37f017b50 2024-02-10T00:04:54.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.736+0000 7f36c13dd740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e37f02c320 con 0x55e37f018470 2024-02-10T00:04:54.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.736+0000 7f36c13dd740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e37f02c4e0 con 0x55e37f025bb0 2024-02-10T00:04:54.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.736+0000 7f36c13dd740 10 client.0 _ll_register_callbacks cb 0x7f36ac00fc10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:04:54.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.736+0000 7f36b7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e37f017b50 0x55e37f0868f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:54.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.736+0000 7f36b7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e37f017b50 0x55e37f0868f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:40734/0 (socket says 172.21.15.1:40734) 2024-02-10T00:04:54.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.736+0000 7f36b7fff640 1 -- 172.21.15.1:0/340266699 learned_addr learned my addr 172.21.15.1:0/340266699 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:04:54.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.737+0000 7f36bccc9640 1 --2- 172.21.15.1:0/340266699 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e37f025bb0 0x55e37f02bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:54.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.737+0000 7f36b77fe640 1 --2- 172.21.15.1:0/340266699 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e37f018470 0x55e37f086e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:54.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.737+0000 7f36b7fff640 1 -- 172.21.15.1:0/340266699 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e37f025bb0 msgr2=0x55e37f02bc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:54.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.737+0000 7f36b7fff640 1 --2- 172.21.15.1:0/340266699 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e37f025bb0 0x55e37f02bc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.737+0000 7f36b7fff640 1 -- 172.21.15.1:0/340266699 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e37f018470 msgr2=0x55e37f086e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:04:54.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.737+0000 7f36b7fff640 1 --2- 172.21.15.1:0/340266699 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e37f018470 0x55e37f086e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.737+0000 7f36b7fff640 1 -- 172.21.15.1:0/340266699 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e37ef7dd90 con 0x55e37f017b50 2024-02-10T00:04:54.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.737+0000 7f36b77fe640 1 --2- 172.21.15.1:0/340266699 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e37f018470 0x55e37f086e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:04:54.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.737+0000 7f36b7fff640 1 --2- 172.21.15.1:0/340266699 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e37f017b50 0x55e37f0868f0 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7f36a800bd10 tx=0x7f36a8005c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16fdba66fbbaf002 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:04:54.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.737+0000 7f36977fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:04:54.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.737+0000 7f36977fe640 1 -- 172.21.15.1:0/340266699 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36a8020040 con 0x55e37f017b50 2024-02-10T00:04:54.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.737+0000 7f36977fe640 1 -- 172.21.15.1:0/340266699 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f36a8003930 con 0x55e37f017b50 2024-02-10T00:04:54.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.737+0000 7f36c13dd740 1 -- 172.21.15.1:0/340266699 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e37ecd01b0 con 0x55e37f017b50 2024-02-10T00:04:54.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.737+0000 7f36977fe640 1 -- 172.21.15.1:0/340266699 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f36a8003e90 con 0x55e37f017b50 2024-02-10T00:04:54.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.737+0000 7f36c13dd740 10 client.17565 fetch_fsmap learned FSMap version 29 2024-02-10T00:04:54.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.737+0000 7f36c13dd740 1 -- 172.21.15.1:0/340266699 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55e37ef406f0 con 0x55e37f017b50 2024-02-10T00:04:54.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.737+0000 7f36977fe640 1 -- 172.21.15.1:0/340266699 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55e37ecd01b0 con 0x55e37f017b50 2024-02-10T00:04:54.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.738+0000 7f36977fe640 1 -- 172.21.15.1:0/340266699 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f36a8004680 con 0x55e37f017b50 2024-02-10T00:04:54.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.738+0000 7f36c13dd740 10 client.17565 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:04:54.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.738+0000 7f36c13dd740 10 client.17565 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:04:54.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.738+0000 7f36c13dd740 20 client.17565 populate_metadata read hostname 'smithi001' 2024-02-10T00:04:54.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.738+0000 7f36c13dd740 1 --2- 172.21.15.1:0/340266699 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e37f08e780 0x55e37f090ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:04:54.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.738+0000 7f36c13dd740 4 client.17565 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:04:54.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.738+0000 7f36c13dd740 1 -- 172.21.15.1:0/340266699 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55e37ecbc550 con 0x55e37f08e780 2024-02-10T00:04:54.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.738+0000 7f36b77fe640 1 --2- 172.21.15.1:0/340266699 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e37f08e780 0x55e37f090ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:04:54.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.738+0000 7f36977fe640 10 client.17565 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:54.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.738+0000 7f36b77fe640 1 --2- 172.21.15.1:0/340266699 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e37f08e780 0x55e37f090ba0 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3e6e492cfb53f158 server_cookie=b6a04caad19472f3 in_seq=0 out_seq=0 2024-02-10T00:04:54.757 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.753+0000 7f36977fe640 1 -- 172.21.15.1:0/340266699 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55e37ecbc550 con 0x55e37f08e780 2024-02-10T00:04:54.757 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.753+0000 7f36977fe640 10 client.17565 handle_command_reply: tid=0 2024-02-10T00:04:54.757 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.754+0000 7f36c13dd740 1 client.17565 shutdown 2024-02-10T00:04:54.757 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.754+0000 7f36c13dd740 1 -- 172.21.15.1:0/340266699 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e37f017b50 msgr2=0x55e37f0868f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:54.757 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.754+0000 7f36c13dd740 1 --2- 172.21.15.1:0/340266699 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e37f017b50 0x55e37f0868f0 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7f36a800bd10 tx=0x7f36a8005c80 comp rx=0 tx=0).stop 2024-02-10T00:04:54.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.754+0000 7f36c13dd740 1 -- 172.21.15.1:0/340266699 shutdown_connections 2024-02-10T00:04:54.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.754+0000 7f36c13dd740 1 --2- 172.21.15.1:0/340266699 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e37f08e780 0x55e37f090ba0 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.754+0000 7f36c13dd740 1 --2- 172.21.15.1:0/340266699 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e37f025bb0 0x55e37f02bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.754+0000 7f36977fe640 0 client.17565 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:04:54.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.754+0000 7f36c13dd740 1 --2- 172.21.15.1:0/340266699 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e37f018470 0x55e37f086e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.754+0000 7f36c13dd740 1 --2- 172.21.15.1:0/340266699 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e37f017b50 0x55e37f0868f0 unknown :-1 s=CLOSED pgs=1110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.754+0000 7f36c13dd740 1 -- 172.21.15.1:0/340266699 >> 172.21.15.1:0/340266699 conn(0x55e37f0129d0 msgr2=0x55e37f0111a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:54.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.754+0000 7f36c13dd740 1 -- 172.21.15.1:0/340266699 shutdown_connections 2024-02-10T00:04:54.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.754+0000 7f36c13dd740 1 -- 172.21.15.1:0/340266699 wait complete. 2024-02-10T00:04:54.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.754+0000 7f36c13dd740 20 client.17565 trim_cache size 0 max 16384 2024-02-10T00:04:54.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:04:54.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:04:54.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:04:54.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:04:54.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.754+0000 7f36be72c640 1 -- 172.21.15.1:0/3696934819 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f36a00a2220 msgr2=0x7f36a00a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:54.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.754+0000 7f36be72c640 1 --2- 172.21.15.1:0/3696934819 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f36a00a2220 0x7f36a00a46e0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f36b80ffa50 tx=0x7f36ac00af60 comp rx=0 tx=0).stop 2024-02-10T00:04:54.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.754+0000 7f36be72c640 1 -- 172.21.15.1:0/3696934819 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f36b810b800 msgr2=0x7f36b81975e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:04:54.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.754+0000 7f36be72c640 1 --2- 172.21.15.1:0/3696934819 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f36b810b800 0x7f36b81975e0 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7f36b002c840 tx=0x7f36b00347b0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.755+0000 7f36be72c640 1 -- 172.21.15.1:0/3696934819 shutdown_connections 2024-02-10T00:04:54.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.755+0000 7f36be72c640 1 --2- 172.21.15.1:0/3696934819 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f36a00a2220 0x7f36a00a46e0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.755+0000 7f36be72c640 1 --2- 172.21.15.1:0/3696934819 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f36b810b800 0x7f36b81975e0 unknown :-1 s=CLOSED pgs=1106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.755+0000 7f36be72c640 1 --2- 172.21.15.1:0/3696934819 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f36b8102de0 0x7f36b819d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.755+0000 7f36be72c640 1 --2- 172.21.15.1:0/3696934819 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f36b81024c0 0x7f36b819d3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:04:54.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.755+0000 7f36be72c640 1 -- 172.21.15.1:0/3696934819 >> 172.21.15.1:0/3696934819 conn(0x7f36b80772b0 msgr2=0x7f36b80fd100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:04:54.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.755+0000 7f36be72c640 1 -- 172.21.15.1:0/3696934819 shutdown_connections 2024-02-10T00:04:54.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:04:54.755+0000 7f36be72c640 1 -- 172.21.15.1:0/3696934819 wait complete. 2024-02-10T00:04:55.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:55 smithi103 ceph-mon[36942]: pgmap v170: 97 pgs: 97 active+clean; 4.5 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 51 KiB/s wr, 23 op/s 2024-02-10T00:04:55.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:55 smithi001 ceph-mon[32335]: pgmap v170: 97 pgs: 97 active+clean; 4.5 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 51 KiB/s wr, 23 op/s 2024-02-10T00:04:55.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:55 smithi088 ceph-mon[36452]: pgmap v170: 97 pgs: 97 active+clean; 4.5 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 51 KiB/s wr, 23 op/s 2024-02-10T00:04:57.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:57 smithi103 ceph-mon[36942]: pgmap v171: 97 pgs: 97 active+clean; 4.5 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 30 KiB/s wr, 13 op/s 2024-02-10T00:04:57.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:57 smithi001 ceph-mon[32335]: pgmap v171: 97 pgs: 97 active+clean; 4.5 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 30 KiB/s wr, 13 op/s 2024-02-10T00:04:57.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:57 smithi088 ceph-mon[36452]: pgmap v171: 97 pgs: 97 active+clean; 4.5 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 30 KiB/s wr, 13 op/s 2024-02-10T00:04:59.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:04:59 smithi103 ceph-mon[36942]: pgmap v172: 97 pgs: 97 active+clean; 4.7 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 51 KiB/s wr, 22 op/s 2024-02-10T00:04:59.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:04:59 smithi001 ceph-mon[32335]: pgmap v172: 97 pgs: 97 active+clean; 4.7 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 51 KiB/s wr, 22 op/s 2024-02-10T00:04:59.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:04:59 smithi088 ceph-mon[36452]: pgmap v172: 97 pgs: 97 active+clean; 4.7 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 51 KiB/s wr, 22 op/s 2024-02-10T00:05:01.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:01 smithi103 ceph-mon[36942]: pgmap v173: 97 pgs: 97 active+clean; 4.7 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 37 KiB/s wr, 15 op/s 2024-02-10T00:05:01.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:01 smithi001 ceph-mon[32335]: pgmap v173: 97 pgs: 97 active+clean; 4.7 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 37 KiB/s wr, 15 op/s 2024-02-10T00:05:01.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:01 smithi088 ceph-mon[36452]: pgmap v173: 97 pgs: 97 active+clean; 4.7 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 37 KiB/s wr, 15 op/s 2024-02-10T00:05:03.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:03 smithi103 ceph-mon[36942]: pgmap v174: 97 pgs: 97 active+clean; 4.7 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 37 KiB/s wr, 15 op/s 2024-02-10T00:05:03.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:03 smithi001 ceph-mon[32335]: pgmap v174: 97 pgs: 97 active+clean; 4.7 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 37 KiB/s wr, 15 op/s 2024-02-10T00:05:03.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:03 smithi088 ceph-mon[36452]: pgmap v174: 97 pgs: 97 active+clean; 4.7 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 37 KiB/s wr, 15 op/s 2024-02-10T00:05:05.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:05 smithi103 ceph-mon[36942]: pgmap v175: 97 pgs: 97 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 77 KiB/s wr, 37 op/s 2024-02-10T00:05:05.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:05 smithi001 ceph-mon[32335]: pgmap v175: 97 pgs: 97 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 77 KiB/s wr, 37 op/s 2024-02-10T00:05:05.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:05 smithi088 ceph-mon[36452]: pgmap v175: 97 pgs: 97 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 77 KiB/s wr, 37 op/s 2024-02-10T00:05:07.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:07 smithi103 ceph-mon[36942]: pgmap v176: 97 pgs: 97 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 61 KiB/s wr, 30 op/s 2024-02-10T00:05:07.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:07 smithi001 ceph-mon[32335]: pgmap v176: 97 pgs: 97 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 61 KiB/s wr, 30 op/s 2024-02-10T00:05:07.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:07 smithi088 ceph-mon[36452]: pgmap v176: 97 pgs: 97 active+clean; 4.9 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 61 KiB/s wr, 30 op/s 2024-02-10T00:05:07.857 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.851+0000 7f22eabbc640 1 -- 172.21.15.1:0/3155338530 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f22e4101450 msgr2=0x7f22e4101830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:07.857 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.851+0000 7f22eabbc640 1 --2- 172.21.15.1:0/3155338530 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f22e4101450 0x7f22e4101830 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7f22d8009930 tx=0x7f22d802bc30 comp rx=0 tx=0).stop 2024-02-10T00:05:07.857 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.851+0000 7f22eabbc640 1 -- 172.21.15.1:0/3155338530 shutdown_connections 2024-02-10T00:05:07.857 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.851+0000 7f22eabbc640 1 --2- 172.21.15.1:0/3155338530 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f22e4106520 0x7f22e410e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.857 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.851+0000 7f22eabbc640 1 --2- 172.21.15.1:0/3155338530 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f22e4101e00 0x7f22e4105e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.857 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.851+0000 7f22eabbc640 1 --2- 172.21.15.1:0/3155338530 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f22e4101450 0x7f22e4101830 unknown :-1 s=CLOSED pgs=1111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.857 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.851+0000 7f22eabbc640 1 -- 172.21.15.1:0/3155338530 >> 172.21.15.1:0/3155338530 conn(0x7f22e40fccb0 msgr2=0x7f22e40ff0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:07.857 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.851+0000 7f22eabbc640 1 -- 172.21.15.1:0/3155338530 shutdown_connections 2024-02-10T00:05:07.857 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.851+0000 7f22eabbc640 1 -- 172.21.15.1:0/3155338530 wait complete. 2024-02-10T00:05:07.858 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.852+0000 7f22eabbc640 1 Processor -- start 2024-02-10T00:05:07.858 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.852+0000 7f22eabbc640 1 -- start start 2024-02-10T00:05:07.858 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.852+0000 7f22eabbc640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f22e4101450 0x7f22e419d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:07.858 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.852+0000 7f22eabbc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f22e4106520 0x7f22e419dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:07.858 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.852+0000 7f22eabbc640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f22e4197770 0x7f22e4197bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:07.858 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.852+0000 7f22eabbc640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22e4198240 con 0x7f22e4106520 2024-02-10T00:05:07.858 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.852+0000 7f22eabbc640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22e41983b0 con 0x7f22e4197770 2024-02-10T00:05:07.858 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.852+0000 7f22eabbc640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22e4198570 con 0x7f22e4101450 2024-02-10T00:05:07.858 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.852+0000 7f22e3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f22e4106520 0x7f22e419dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:07.858 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.852+0000 7f22e3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f22e4106520 0x7f22e419dba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42154/0 (socket says 172.21.15.1:42154) 2024-02-10T00:05:07.858 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.852+0000 7f22e3fff640 1 -- 172.21.15.1:0/2852366286 learned_addr learned my addr 172.21.15.1:0/2852366286 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:07.858 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.853+0000 7f22e8958640 1 --2- 172.21.15.1:0/2852366286 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f22e4101450 0x7f22e419d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:07.858 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.853+0000 7f22e9159640 1 --2- 172.21.15.1:0/2852366286 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f22e4197770 0x7f22e4197bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:07.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.853+0000 7f22e3fff640 1 -- 172.21.15.1:0/2852366286 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f22e4101450 msgr2=0x7f22e419d660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:07.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.853+0000 7f22e3fff640 1 --2- 172.21.15.1:0/2852366286 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f22e4101450 0x7f22e419d660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.853+0000 7f22e3fff640 1 -- 172.21.15.1:0/2852366286 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f22e4197770 msgr2=0x7f22e4197bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:07.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.853+0000 7f22e3fff640 1 --2- 172.21.15.1:0/2852366286 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f22e4197770 0x7f22e4197bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.853+0000 7f22e3fff640 1 -- 172.21.15.1:0/2852366286 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22d8009560 con 0x7f22e4106520 2024-02-10T00:05:07.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.853+0000 7f22e9159640 1 --2- 172.21.15.1:0/2852366286 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f22e4197770 0x7f22e4197bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:05:07.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.853+0000 7f22e3fff640 1 --2- 172.21.15.1:0/2852366286 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f22e4106520 0x7f22e419dba0 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7f22d000c970 tx=0x7f22d000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:07.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.853+0000 7f22e1ffb640 1 -- 172.21.15.1:0/2852366286 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22d0007bb0 con 0x7f22e4106520 2024-02-10T00:05:07.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.853+0000 7f22e1ffb640 1 -- 172.21.15.1:0/2852366286 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f22d0007d10 con 0x7f22e4106520 2024-02-10T00:05:07.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.853+0000 7f22eabbc640 1 -- 172.21.15.1:0/2852366286 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f22e41a44c0 con 0x7f22e4106520 2024-02-10T00:05:07.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.853+0000 7f22e1ffb640 1 -- 172.21.15.1:0/2852366286 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22d000f450 con 0x7f22e4106520 2024-02-10T00:05:07.859 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.853+0000 7f22eabbc640 1 -- 172.21.15.1:0/2852366286 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f22e41a49a0 con 0x7f22e4106520 2024-02-10T00:05:07.866 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.855+0000 7f22e1ffb640 1 -- 172.21.15.1:0/2852366286 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f22d0004f20 con 0x7f22e4106520 2024-02-10T00:05:07.866 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.856+0000 7f22e1ffb640 1 --2- 172.21.15.1:0/2852366286 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f22d40a2220 0x7f22d40a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:07.867 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.856+0000 7f22ed78d740 1 Processor -- start 2024-02-10T00:05:07.867 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.856+0000 7f22ed78d740 1 -- start start 2024-02-10T00:05:07.867 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.856+0000 7f22e8958640 1 --2- 172.21.15.1:0/2852366286 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f22d40a2220 0x7f22d40a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:07.867 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.856+0000 7f22e1ffb640 1 -- 172.21.15.1:0/2852366286 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f22d00ce1d0 con 0x7f22e4106520 2024-02-10T00:05:07.867 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.856+0000 7f22ed78d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56261159ea70 0x56261159ee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:07.867 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.856+0000 7f22ed78d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56261159f390 0x5626115ac670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:07.867 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.856+0000 7f22ed78d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5626115acbb0 0x5626115aefa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:07.867 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.856+0000 7f22ed78d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56261150da00 con 0x56261159f390 2024-02-10T00:05:07.867 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.856+0000 7f22ed78d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56261150af30 con 0x56261159ea70 2024-02-10T00:05:07.867 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.856+0000 7f22ed78d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x562611506710 con 0x5626115acbb0 2024-02-10T00:05:07.867 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.856+0000 7f22e3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56261159f390 0x5626115ac670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:07.867 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.856+0000 7f22e3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56261159f390 0x5626115ac670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42156/0 (socket says 172.21.15.1:42156) 2024-02-10T00:05:07.868 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.856+0000 7f22e3fff640 1 -- 172.21.15.1:0/2929933738 learned_addr learned my addr 172.21.15.1:0/2929933738 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:07.868 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.857+0000 7f22e8958640 1 --2- 172.21.15.1:0/2929933738 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56261159ea70 0x56261159ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:07.868 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.857+0000 7f22e8958640 1 --2- 172.21.15.1:0/2852366286 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f22d40a2220 0x7f22d40a46e0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f22d8006010 tx=0x7f22d8000bc0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:07.868 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.857+0000 7f22e9159640 1 --2- 172.21.15.1:0/2929933738 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5626115acbb0 0x5626115aefa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:07.868 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.857+0000 7f22e3fff640 1 -- 172.21.15.1:0/2929933738 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5626115acbb0 msgr2=0x5626115aefa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:07.868 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.857+0000 7f22e3fff640 1 --2- 172.21.15.1:0/2929933738 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5626115acbb0 0x5626115aefa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.868 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.857+0000 7f22e3fff640 1 -- 172.21.15.1:0/2929933738 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56261159ea70 msgr2=0x56261159ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:07.868 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.857+0000 7f22e3fff640 1 --2- 172.21.15.1:0/2929933738 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56261159ea70 0x56261159ee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.868 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.857+0000 7f22e3fff640 1 -- 172.21.15.1:0/2929933738 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5626114cb3b0 con 0x56261159f390 2024-02-10T00:05:07.868 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.857+0000 7f22e3fff640 1 --2- 172.21.15.1:0/2929933738 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56261159f390 0x5626115ac670 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7f22d00a2e00 tx=0x7f22d009a5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=753435fe98ba9788 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:07.868 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.857+0000 7f22ceffd640 1 -- 172.21.15.1:0/2929933738 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22d009ab90 con 0x56261159f390 2024-02-10T00:05:07.868 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.857+0000 7f22ceffd640 1 -- 172.21.15.1:0/2929933738 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f22d009ece0 con 0x56261159f390 2024-02-10T00:05:07.868 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.857+0000 7f22ceffd640 1 -- 172.21.15.1:0/2929933738 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22d00aebe0 con 0x56261159f390 2024-02-10T00:05:07.869 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.858+0000 7f22ed78d740 1 -- 172.21.15.1:0/2929933738 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56261159f390 msgr2=0x5626115ac670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:07.869 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.858+0000 7f22ed78d740 1 --2- 172.21.15.1:0/2929933738 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56261159f390 0x5626115ac670 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7f22d00a2e00 tx=0x7f22d009a5b0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.869 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.858+0000 7f22ed78d740 1 -- 172.21.15.1:0/2929933738 shutdown_connections 2024-02-10T00:05:07.869 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.858+0000 7f22ed78d740 1 --2- 172.21.15.1:0/2929933738 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5626115acbb0 0x5626115aefa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.869 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.858+0000 7f22ed78d740 1 --2- 172.21.15.1:0/2929933738 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56261159f390 0x5626115ac670 unknown :-1 s=CLOSED pgs=1113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.869 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.858+0000 7f22ed78d740 1 --2- 172.21.15.1:0/2929933738 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56261159ea70 0x56261159ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.869 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.858+0000 7f22ed78d740 1 -- 172.21.15.1:0/2929933738 >> 172.21.15.1:0/2929933738 conn(0x5626115999d0 msgr2=0x562611599db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:07.869 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.858+0000 7f22ed78d740 1 -- 172.21.15.1:0/2929933738 shutdown_connections 2024-02-10T00:05:07.869 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.858+0000 7f22ed78d740 1 -- 172.21.15.1:0/2929933738 wait complete. 2024-02-10T00:05:07.869 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.858+0000 7f22ed78d740 1 -- start start 2024-02-10T00:05:07.869 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.858+0000 7f22ed78d740 1 Processor -- start 2024-02-10T00:05:07.869 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.859+0000 7f22ed78d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56261159ea70 0x5626115a9c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:07.869 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.859+0000 7f22ed78d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56261159f390 0x5626115aa180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:07.870 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.859+0000 7f22ed78d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5626115acbb0 0x5626115aa6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:07.870 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.859+0000 7f22ed78d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626114abb90 con 0x56261159f390 2024-02-10T00:05:07.870 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.859+0000 7f22ed78d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626111da250 con 0x56261159ea70 2024-02-10T00:05:07.870 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.859+0000 7f22ed78d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56261148c200 con 0x5626115acbb0 2024-02-10T00:05:07.870 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.859+0000 7f22ed78d740 10 client.0 _ll_register_callbacks cb 0x5626114c25d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:07.870 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.859+0000 7f22e3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56261159f390 0x5626115aa180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:07.870 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.859+0000 7f22e3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56261159f390 0x5626115aa180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42172/0 (socket says 172.21.15.1:42172) 2024-02-10T00:05:07.870 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.859+0000 7f22e3fff640 1 -- 172.21.15.1:0/3817169879 learned_addr learned my addr 172.21.15.1:0/3817169879 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:07.871 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.859+0000 7f22e8958640 1 --2- 172.21.15.1:0/3817169879 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56261159ea70 0x5626115a9c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:07.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.859+0000 7f22e9159640 1 --2- 172.21.15.1:0/3817169879 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5626115acbb0 0x5626115aa6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:07.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.859+0000 7f22e3fff640 1 -- 172.21.15.1:0/3817169879 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5626115acbb0 msgr2=0x5626115aa6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:07.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.859+0000 7f22e3fff640 1 --2- 172.21.15.1:0/3817169879 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5626115acbb0 0x5626115aa6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.859+0000 7f22e3fff640 1 -- 172.21.15.1:0/3817169879 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56261159ea70 msgr2=0x5626115a9c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:07.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.859+0000 7f22e3fff640 1 --2- 172.21.15.1:0/3817169879 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56261159ea70 0x5626115a9c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.859+0000 7f22e3fff640 1 -- 172.21.15.1:0/3817169879 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f22e41a49a0 con 0x56261159f390 2024-02-10T00:05:07.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.859+0000 7f22e3fff640 1 --2- 172.21.15.1:0/3817169879 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56261159f390 0x5626115aa180 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7f22d0097560 tx=0x7f22d0096f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c076bd58e53a5afd server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:07.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.859+0000 7f22c3fff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:07.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.860+0000 7f22c3fff640 1 -- 172.21.15.1:0/3817169879 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22d009ab90 con 0x56261159f390 2024-02-10T00:05:07.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.860+0000 7f22ed78d740 1 -- 172.21.15.1:0/3817169879 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56261152cee0 con 0x56261159f390 2024-02-10T00:05:07.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.860+0000 7f22c3fff640 1 -- 172.21.15.1:0/3817169879 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f22d00aedf0 con 0x56261159f390 2024-02-10T00:05:07.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.860+0000 7f22c3fff640 1 -- 172.21.15.1:0/3817169879 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f22d009adf0 con 0x56261159f390 2024-02-10T00:05:07.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.860+0000 7f22ed78d740 10 client.17577 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:07.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.860+0000 7f22ed78d740 1 -- 172.21.15.1:0/3817169879 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x562611504d90 con 0x56261159f390 2024-02-10T00:05:07.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.860+0000 7f22c3fff640 1 -- 172.21.15.1:0/3817169879 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f22d007d080 con 0x56261159f390 2024-02-10T00:05:07.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.860+0000 7f22c3fff640 1 -- 172.21.15.1:0/3817169879 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f22d0020070 con 0x56261159f390 2024-02-10T00:05:07.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.860+0000 7f22ed78d740 10 client.17577 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:07.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.860+0000 7f22ed78d740 10 client.17577 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:05:07.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.860+0000 7f22ed78d740 20 client.17577 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:07.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.860+0000 7f22ed78d740 1 --2- 172.21.15.1:0/3817169879 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5626115bc850 0x5626115bec70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:07.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.860+0000 7f22ed78d740 4 client.17577 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:05:07.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.860+0000 7f22ed78d740 1 -- 172.21.15.1:0/3817169879 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562611206600 con 0x5626115bc850 2024-02-10T00:05:07.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.861+0000 7f22e8958640 1 --2- 172.21.15.1:0/3817169879 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5626115bc850 0x5626115bec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:07.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.861+0000 7f22c3fff640 10 client.17577 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:07.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.861+0000 7f22e8958640 1 --2- 172.21.15.1:0/3817169879 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5626115bc850 0x5626115bec70 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5c77605050cc6e37 server_cookie=bc7ddda064ce006e in_seq=0 out_seq=0 2024-02-10T00:05:07.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.862+0000 7f22c3fff640 1 -- 172.21.15.1:0/3817169879 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x562611206600 con 0x5626115bc850 2024-02-10T00:05:07.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.862+0000 7f22c3fff640 10 client.17577 handle_command_reply: tid=0 2024-02-10T00:05:07.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.862+0000 7f22ed78d740 1 client.17577 shutdown 2024-02-10T00:05:07.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.862+0000 7f22ed78d740 1 -- 172.21.15.1:0/3817169879 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56261159f390 msgr2=0x5626115aa180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:07.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.862+0000 7f22ed78d740 1 --2- 172.21.15.1:0/3817169879 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56261159f390 0x5626115aa180 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7f22d0097560 tx=0x7f22d0096f60 comp rx=0 tx=0).stop 2024-02-10T00:05:07.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.862+0000 7f22ed78d740 1 -- 172.21.15.1:0/3817169879 shutdown_connections 2024-02-10T00:05:07.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.862+0000 7f22ed78d740 1 --2- 172.21.15.1:0/3817169879 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5626115bc850 0x5626115bec70 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.862+0000 7f22ed78d740 1 --2- 172.21.15.1:0/3817169879 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5626115acbb0 0x5626115aa6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.862+0000 7f22ed78d740 1 --2- 172.21.15.1:0/3817169879 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56261159f390 0x5626115aa180 unknown :-1 s=CLOSED pgs=1114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.862+0000 7f22ed78d740 1 --2- 172.21.15.1:0/3817169879 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56261159ea70 0x5626115a9c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.862+0000 7f22c3fff640 0 client.17577 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:07.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.862+0000 7f22ed78d740 1 -- 172.21.15.1:0/3817169879 >> 172.21.15.1:0/3817169879 conn(0x5626115999d0 msgr2=0x56261159b720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:07.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.862+0000 7f22ed78d740 1 -- 172.21.15.1:0/3817169879 shutdown_connections 2024-02-10T00:05:07.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.862+0000 7f22ed78d740 1 -- 172.21.15.1:0/3817169879 wait complete. 2024-02-10T00:05:07.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.862+0000 7f22ed78d740 20 client.17577 trim_cache size 0 max 16384 2024-02-10T00:05:07.883 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.875+0000 7f22ed78d740 1 Processor -- start 2024-02-10T00:05:07.883 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.875+0000 7f22ed78d740 1 -- start start 2024-02-10T00:05:07.883 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.875+0000 7f22ed78d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56261159ea70 0x5626115ac370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:07.883 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.875+0000 7f22ed78d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56261159f390 0x562611594b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:07.883 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.875+0000 7f22ed78d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5626115acbb0 0x5626115aa4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:07.883 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.875+0000 7f22ed78d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56261159e390 con 0x5626115acbb0 2024-02-10T00:05:07.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.875+0000 7f22ed78d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626115a81b0 con 0x56261159ea70 2024-02-10T00:05:07.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.875+0000 7f22ed78d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626115aaa20 con 0x56261159f390 2024-02-10T00:05:07.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.876+0000 7f22e9159640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5626115acbb0 0x5626115aa4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:07.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.876+0000 7f22e9159640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5626115acbb0 0x5626115aa4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42182/0 (socket says 172.21.15.1:42182) 2024-02-10T00:05:07.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.876+0000 7f22e9159640 1 -- 172.21.15.1:0/2111647422 learned_addr learned my addr 172.21.15.1:0/2111647422 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:07.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.876+0000 7f22e3fff640 1 --2- 172.21.15.1:0/2111647422 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56261159f390 0x562611594b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:07.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.876+0000 7f22e8958640 1 --2- 172.21.15.1:0/2111647422 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56261159ea70 0x5626115ac370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:07.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.876+0000 7f22e9159640 1 -- 172.21.15.1:0/2111647422 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56261159f390 msgr2=0x562611594b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:07.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.876+0000 7f22e9159640 1 --2- 172.21.15.1:0/2111647422 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56261159f390 0x562611594b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.876+0000 7f22e9159640 1 -- 172.21.15.1:0/2111647422 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56261159ea70 msgr2=0x5626115ac370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:07.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.876+0000 7f22e9159640 1 --2- 172.21.15.1:0/2111647422 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56261159ea70 0x5626115ac370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.884 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.876+0000 7f22e9159640 1 -- 172.21.15.1:0/2111647422 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5626114a1820 con 0x5626115acbb0 2024-02-10T00:05:07.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.876+0000 7f22e8958640 1 --2- 172.21.15.1:0/2111647422 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56261159ea70 0x5626115ac370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:07.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.876+0000 7f22e9159640 1 --2- 172.21.15.1:0/2111647422 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5626115acbb0 0x5626115aa4e0 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7f22dc011470 tx=0x7f22dc011930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1e6642cd1debfae server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:07.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.876+0000 7f22ce7fc640 1 -- 172.21.15.1:0/2111647422 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22dc016070 con 0x5626115acbb0 2024-02-10T00:05:07.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.876+0000 7f22ce7fc640 1 -- 172.21.15.1:0/2111647422 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f22dc0104f0 con 0x5626115acbb0 2024-02-10T00:05:07.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.876+0000 7f22ce7fc640 1 -- 172.21.15.1:0/2111647422 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22dc005280 con 0x5626115acbb0 2024-02-10T00:05:07.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.877+0000 7f22ed78d740 1 -- 172.21.15.1:0/2111647422 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5626115acbb0 msgr2=0x5626115aa4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:07.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.877+0000 7f22ed78d740 1 --2- 172.21.15.1:0/2111647422 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5626115acbb0 0x5626115aa4e0 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7f22dc011470 tx=0x7f22dc011930 comp rx=0 tx=0).stop 2024-02-10T00:05:07.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.877+0000 7f22ed78d740 1 -- 172.21.15.1:0/2111647422 shutdown_connections 2024-02-10T00:05:07.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.877+0000 7f22ed78d740 1 --2- 172.21.15.1:0/2111647422 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5626115acbb0 0x5626115aa4e0 unknown :-1 s=CLOSED pgs=1115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.877+0000 7f22ed78d740 1 --2- 172.21.15.1:0/2111647422 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56261159f390 0x562611594b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.877+0000 7f22ed78d740 1 --2- 172.21.15.1:0/2111647422 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56261159ea70 0x5626115ac370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.877+0000 7f22ed78d740 1 -- 172.21.15.1:0/2111647422 >> 172.21.15.1:0/2111647422 conn(0x5626115999d0 msgr2=0x562611599db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:07.885 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.877+0000 7f22ed78d740 1 -- 172.21.15.1:0/2111647422 shutdown_connections 2024-02-10T00:05:07.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.877+0000 7f22ed78d740 1 -- 172.21.15.1:0/2111647422 wait complete. 2024-02-10T00:05:07.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.877+0000 7f22ed78d740 1 -- start start 2024-02-10T00:05:07.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.877+0000 7f22ed78d740 1 Processor -- start 2024-02-10T00:05:07.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.878+0000 7f22ed78d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56261159ea70 0x5626115b2320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:07.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.878+0000 7f22ed78d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56261159f390 0x5626115b2860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:07.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.878+0000 7f22ed78d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5626115acbb0 0x5626115b2da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:07.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.878+0000 7f22ed78d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x562611612e00 con 0x56261159f390 2024-02-10T00:05:07.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.878+0000 7f22ed78d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x562611612f40 con 0x5626115acbb0 2024-02-10T00:05:07.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.878+0000 7f22ed78d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x562611613100 con 0x56261159ea70 2024-02-10T00:05:07.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.878+0000 7f22ed78d740 10 client.0 _ll_register_callbacks cb 0x7f22d00b1070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:07.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.878+0000 7f22e3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56261159f390 0x5626115b2860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:07.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.878+0000 7f22e3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56261159f390 0x5626115b2860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42198/0 (socket says 172.21.15.1:42198) 2024-02-10T00:05:07.886 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.878+0000 7f22e3fff640 1 -- 172.21.15.1:0/2949319777 learned_addr learned my addr 172.21.15.1:0/2949319777 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:07.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.878+0000 7f22e9159640 1 --2- 172.21.15.1:0/2949319777 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5626115acbb0 0x5626115b2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:07.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.878+0000 7f22e8958640 1 --2- 172.21.15.1:0/2949319777 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56261159ea70 0x5626115b2320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:07.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.878+0000 7f22e3fff640 1 -- 172.21.15.1:0/2949319777 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56261159ea70 msgr2=0x5626115b2320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:07.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.878+0000 7f22e3fff640 1 --2- 172.21.15.1:0/2949319777 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56261159ea70 0x5626115b2320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.878+0000 7f22e3fff640 1 -- 172.21.15.1:0/2949319777 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5626115acbb0 msgr2=0x5626115b2da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:07.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.878+0000 7f22e3fff640 1 --2- 172.21.15.1:0/2949319777 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5626115acbb0 0x5626115b2da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.878+0000 7f22e3fff640 1 -- 172.21.15.1:0/2949319777 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f22dc009ca0 con 0x56261159f390 2024-02-10T00:05:07.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.878+0000 7f22e8958640 1 --2- 172.21.15.1:0/2949319777 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56261159ea70 0x5626115b2320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:07.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.878+0000 7f22e3fff640 1 --2- 172.21.15.1:0/2949319777 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56261159f390 0x5626115b2860 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7f22d0000c00 tx=0x7f22d00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e5ad7fe22cac064 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:07.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.878+0000 7f22c3fff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:07.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.878+0000 7f22c3fff640 1 -- 172.21.15.1:0/2949319777 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22d000a4a0 con 0x56261159f390 2024-02-10T00:05:07.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.878+0000 7f22c3fff640 1 -- 172.21.15.1:0/2949319777 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f22d009ab90 con 0x56261159f390 2024-02-10T00:05:07.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.878+0000 7f22ed78d740 1 -- 172.21.15.1:0/2949319777 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f22d009ece0 con 0x56261159f390 2024-02-10T00:05:07.887 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.879+0000 7f22c3fff640 1 -- 172.21.15.1:0/2949319777 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f22d0099fe0 con 0x56261159f390 2024-02-10T00:05:07.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.879+0000 7f22ed78d740 10 client.17583 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:07.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.879+0000 7f22ed78d740 1 -- 172.21.15.1:0/2949319777 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5626114c76f0 con 0x56261159f390 2024-02-10T00:05:07.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.879+0000 7f22c3fff640 1 -- 172.21.15.1:0/2949319777 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f22d009ece0 con 0x56261159f390 2024-02-10T00:05:07.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.879+0000 7f22c3fff640 1 -- 172.21.15.1:0/2949319777 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f22d0020040 con 0x56261159f390 2024-02-10T00:05:07.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.879+0000 7f22ed78d740 10 client.17583 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:07.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.879+0000 7f22ed78d740 10 client.17583 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:05:07.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.879+0000 7f22ed78d740 20 client.17583 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:07.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.879+0000 7f22ed78d740 1 --2- 172.21.15.1:0/2949319777 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5626116144a0 0x562611616890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:07.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.879+0000 7f22ed78d740 4 client.17583 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:05:07.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.879+0000 7f22ed78d740 1 -- 172.21.15.1:0/2949319777 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5626112571b0 con 0x5626116144a0 2024-02-10T00:05:07.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.879+0000 7f22e8958640 1 --2- 172.21.15.1:0/2949319777 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5626116144a0 0x562611616890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:07.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.880+0000 7f22c3fff640 10 client.17583 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:07.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.880+0000 7f22e8958640 1 --2- 172.21.15.1:0/2949319777 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5626116144a0 0x562611616890 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=66bfcbb2d8aeeabc server_cookie=869fc7242d19520a in_seq=0 out_seq=0 2024-02-10T00:05:07.898 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.895+0000 7f22c3fff640 1 -- 172.21.15.1:0/2949319777 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5626112571b0 con 0x5626116144a0 2024-02-10T00:05:07.898 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.895+0000 7f22c3fff640 10 client.17583 handle_command_reply: tid=0 2024-02-10T00:05:07.898 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.895+0000 7f22ed78d740 1 client.17583 shutdown 2024-02-10T00:05:07.898 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.895+0000 7f22ed78d740 1 -- 172.21.15.1:0/2949319777 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56261159f390 msgr2=0x5626115b2860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:07.898 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.895+0000 7f22ed78d740 1 --2- 172.21.15.1:0/2949319777 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56261159f390 0x5626115b2860 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7f22d0000c00 tx=0x7f22d00046c0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.899 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.895+0000 7f22ed78d740 1 -- 172.21.15.1:0/2949319777 shutdown_connections 2024-02-10T00:05:07.899 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.895+0000 7f22ed78d740 1 --2- 172.21.15.1:0/2949319777 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5626116144a0 0x562611616890 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.899 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.895+0000 7f22ed78d740 1 --2- 172.21.15.1:0/2949319777 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5626115acbb0 0x5626115b2da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.899 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.895+0000 7f22ed78d740 1 --2- 172.21.15.1:0/2949319777 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56261159f390 0x5626115b2860 unknown :-1 s=CLOSED pgs=1116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.899 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.895+0000 7f22ed78d740 1 --2- 172.21.15.1:0/2949319777 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56261159ea70 0x5626115b2320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.899 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.895+0000 7f22c3fff640 0 client.17583 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:07.899 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.895+0000 7f22ed78d740 1 -- 172.21.15.1:0/2949319777 >> 172.21.15.1:0/2949319777 conn(0x5626115999d0 msgr2=0x5626115a4f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:07.899 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.895+0000 7f22ed78d740 1 -- 172.21.15.1:0/2949319777 shutdown_connections 2024-02-10T00:05:07.899 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.895+0000 7f22ed78d740 1 -- 172.21.15.1:0/2949319777 wait complete. 2024-02-10T00:05:07.899 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.895+0000 7f22ed78d740 20 client.17583 trim_cache size 0 max 16384 2024-02-10T00:05:07.899 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:05:07.900 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:05:07.900 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:05:07.900 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:05:07.901 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.896+0000 7f22eabbc640 1 -- 172.21.15.1:0/2852366286 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f22d40a2220 msgr2=0x7f22d40a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:07.901 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.896+0000 7f22eabbc640 1 --2- 172.21.15.1:0/2852366286 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f22d40a2220 0x7f22d40a46e0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f22d8006010 tx=0x7f22d8000bc0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.901 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.896+0000 7f22eabbc640 1 -- 172.21.15.1:0/2852366286 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f22e4106520 msgr2=0x7f22e419dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:07.901 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.896+0000 7f22eabbc640 1 --2- 172.21.15.1:0/2852366286 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f22e4106520 0x7f22e419dba0 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7f22d000c970 tx=0x7f22d000ce30 comp rx=0 tx=0).stop 2024-02-10T00:05:07.901 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.896+0000 7f22eabbc640 1 -- 172.21.15.1:0/2852366286 shutdown_connections 2024-02-10T00:05:07.901 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.896+0000 7f22eabbc640 1 --2- 172.21.15.1:0/2852366286 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f22d40a2220 0x7f22d40a46e0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.901 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.896+0000 7f22eabbc640 1 --2- 172.21.15.1:0/2852366286 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f22e4197770 0x7f22e4197bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.901 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.896+0000 7f22eabbc640 1 --2- 172.21.15.1:0/2852366286 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f22e4106520 0x7f22e419dba0 unknown :-1 s=CLOSED pgs=1112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.901 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.896+0000 7f22eabbc640 1 --2- 172.21.15.1:0/2852366286 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f22e4101450 0x7f22e419d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:07.901 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.896+0000 7f22eabbc640 1 -- 172.21.15.1:0/2852366286 >> 172.21.15.1:0/2852366286 conn(0x7f22e40fccb0 msgr2=0x7f22e40fe020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:07.901 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.896+0000 7f22eabbc640 1 -- 172.21.15.1:0/2852366286 shutdown_connections 2024-02-10T00:05:07.901 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:07.896+0000 7f22eabbc640 1 -- 172.21.15.1:0/2852366286 wait complete. 2024-02-10T00:05:09.105 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:05:09.105 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:05:09.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.220+0000 7f6a1ab3a640 1 -- 172.21.15.1:0/2745271246 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6a14100cf0 msgr2=0x7f6a14104d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.220+0000 7f6a1ab3a640 1 --2- 172.21.15.1:0/2745271246 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6a14100cf0 0x7f6a14104d30 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7f6a00009930 tx=0x7f6a0002bc30 comp rx=0 tx=0).stop 2024-02-10T00:05:09.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.220+0000 7f6a1ab3a640 1 -- 172.21.15.1:0/2745271246 shutdown_connections 2024-02-10T00:05:09.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.220+0000 7f6a1ab3a640 1 --2- 172.21.15.1:0/2745271246 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6a14105410 0x7f6a1410cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.220+0000 7f6a1ab3a640 1 --2- 172.21.15.1:0/2745271246 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6a14100cf0 0x7f6a14104d30 unknown :-1 s=CLOSED pgs=1117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.220+0000 7f6a1ab3a640 1 --2- 172.21.15.1:0/2745271246 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6a14100340 0x7f6a14100720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.220+0000 7f6a1ab3a640 1 -- 172.21.15.1:0/2745271246 >> 172.21.15.1:0/2745271246 conn(0x7f6a140772e0 msgr2=0x7f6a140776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:09.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.220+0000 7f6a1ab3a640 1 -- 172.21.15.1:0/2745271246 shutdown_connections 2024-02-10T00:05:09.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.220+0000 7f6a1ab3a640 1 -- 172.21.15.1:0/2745271246 wait complete. 2024-02-10T00:05:09.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.220+0000 7f6a1ab3a640 1 Processor -- start 2024-02-10T00:05:09.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.220+0000 7f6a1ab3a640 1 -- start start 2024-02-10T00:05:09.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.221+0000 7f6a1ab3a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6a14100340 0x7f6a1419c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.221+0000 7f6a1ab3a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6a14105410 0x7f6a1419c940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.221+0000 7f6a1ab3a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6a141965b0 0x7f6a14196a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.221+0000 7f6a1ab3a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a14196fa0 con 0x7f6a14105410 2024-02-10T00:05:09.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.221+0000 7f6a1ab3a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a14197110 con 0x7f6a141965b0 2024-02-10T00:05:09.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.221+0000 7f6a1ab3a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a141972d0 con 0x7f6a14100340 2024-02-10T00:05:09.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.221+0000 7f6a13fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6a14105410 0x7f6a1419c940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.221+0000 7f6a13fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6a14105410 0x7f6a1419c940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42220/0 (socket says 172.21.15.1:42220) 2024-02-10T00:05:09.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.221+0000 7f6a13fff640 1 -- 172.21.15.1:0/2222499077 learned_addr learned my addr 172.21.15.1:0/2222499077 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:09.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.221+0000 7f6a190d7640 1 --2- 172.21.15.1:0/2222499077 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6a141965b0 0x7f6a14196a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.221+0000 7f6a188d6640 1 --2- 172.21.15.1:0/2222499077 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6a14100340 0x7f6a1419c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.221+0000 7f6a13fff640 1 -- 172.21.15.1:0/2222499077 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6a14100340 msgr2=0x7f6a1419c400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.221+0000 7f6a13fff640 1 --2- 172.21.15.1:0/2222499077 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6a14100340 0x7f6a1419c400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.221+0000 7f6a13fff640 1 -- 172.21.15.1:0/2222499077 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6a141965b0 msgr2=0x7f6a14196a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.221+0000 7f6a13fff640 1 --2- 172.21.15.1:0/2222499077 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6a141965b0 0x7f6a14196a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.221+0000 7f6a13fff640 1 -- 172.21.15.1:0/2222499077 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a00009560 con 0x7f6a14105410 2024-02-10T00:05:09.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.221+0000 7f6a188d6640 1 --2- 172.21.15.1:0/2222499077 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6a14100340 0x7f6a1419c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:09.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.221+0000 7f6a13fff640 1 --2- 172.21.15.1:0/2222499077 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6a14105410 0x7f6a1419c940 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7f6a00009230 tx=0x7f6a00004c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:09.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.221+0000 7f6a11ffb640 1 -- 172.21.15.1:0/2222499077 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a000043d0 con 0x7f6a14105410 2024-02-10T00:05:09.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.221+0000 7f6a1ab3a640 1 -- 172.21.15.1:0/2222499077 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a141a32c0 con 0x7f6a14105410 2024-02-10T00:05:09.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.221+0000 7f6a11ffb640 1 -- 172.21.15.1:0/2222499077 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6a000052d0 con 0x7f6a14105410 2024-02-10T00:05:09.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.221+0000 7f6a11ffb640 1 -- 172.21.15.1:0/2222499077 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a00003d80 con 0x7f6a14105410 2024-02-10T00:05:09.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.222+0000 7f6a1ab3a640 1 -- 172.21.15.1:0/2222499077 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a141a37c0 con 0x7f6a14105410 2024-02-10T00:05:09.240 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.224+0000 7f6a11ffb640 1 -- 172.21.15.1:0/2222499077 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f6a00005440 con 0x7f6a14105410 2024-02-10T00:05:09.240 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.225+0000 7f6a1d7e7740 1 Processor -- start 2024-02-10T00:05:09.240 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.225+0000 7f6a1d7e7740 1 -- start start 2024-02-10T00:05:09.240 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.225+0000 7f6a1d7e7740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578f383a7f0 0x5578f383abd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.240 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.225+0000 7f6a1d7e7740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578f383b1a0 0x5578f3841ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.240 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.225+0000 7f6a1d7e7740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578f38420a0 0x5578f3842520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.240 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.225+0000 7f6a1d7e7740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578f37f5d00 con 0x5578f383a7f0 2024-02-10T00:05:09.240 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.225+0000 7f6a1d7e7740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578f37aa2f0 con 0x5578f38420a0 2024-02-10T00:05:09.240 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.225+0000 7f6a1d7e7740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578f37a7820 con 0x5578f383b1a0 2024-02-10T00:05:09.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.225+0000 7f6a190d7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578f383a7f0 0x5578f383abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.225+0000 7f6a190d7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578f383a7f0 0x5578f383abd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42222/0 (socket says 172.21.15.1:42222) 2024-02-10T00:05:09.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.225+0000 7f6a190d7640 1 -- 172.21.15.1:0/3947008408 learned_addr learned my addr 172.21.15.1:0/3947008408 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:09.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.225+0000 7f6a11ffb640 1 --2- 172.21.15.1:0/2222499077 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6a040a2230 0x7f6a040a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.225+0000 7f6a190d7640 1 --2- 172.21.15.1:0/2222499077 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6a040a2230 0x7f6a040a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.225+0000 7f6a188d6640 1 --2- 172.21.15.1:0/3947008408 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578f383b1a0 0x5578f3841ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.225+0000 7f6a11ffb640 1 -- 172.21.15.1:0/2222499077 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f6a000f0190 con 0x7f6a14105410 2024-02-10T00:05:09.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.225+0000 7f6a13fff640 1 --2- 172.21.15.1:0/3947008408 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578f38420a0 0x5578f3842520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.225+0000 7f6a190d7640 1 -- 172.21.15.1:0/3947008408 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578f383b1a0 msgr2=0x5578f3841ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:09.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.225+0000 7f6a190d7640 1 --2- 172.21.15.1:0/3947008408 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578f383b1a0 0x5578f3841ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.225+0000 7f6a190d7640 1 -- 172.21.15.1:0/3947008408 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578f38420a0 msgr2=0x5578f3842520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:09.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.225+0000 7f6a190d7640 1 --2- 172.21.15.1:0/3947008408 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578f38420a0 0x5578f3842520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.225+0000 7f6a190d7640 1 -- 172.21.15.1:0/3947008408 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5578f3764ff0 con 0x5578f383a7f0 2024-02-10T00:05:09.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.226+0000 7f6a190d7640 1 --2- 172.21.15.1:0/3947008408 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578f383a7f0 0x5578f383abd0 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c0049d0 tx=0x7f6a0c013f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49e906a59bc3eec0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:09.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.226+0000 7f69feffd640 1 -- 172.21.15.1:0/3947008408 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a0c012820 con 0x5578f383a7f0 2024-02-10T00:05:09.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.226+0000 7f69feffd640 1 -- 172.21.15.1:0/3947008408 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6a0c012e60 con 0x5578f383a7f0 2024-02-10T00:05:09.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.226+0000 7f69feffd640 1 -- 172.21.15.1:0/3947008408 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a0c010ae0 con 0x5578f383a7f0 2024-02-10T00:05:09.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.226+0000 7f6a1d7e7740 1 -- 172.21.15.1:0/3947008408 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578f383a7f0 msgr2=0x5578f383abd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.226+0000 7f6a190d7640 1 --2- 172.21.15.1:0/2222499077 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6a040a2230 0x7f6a040a46f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c023000 tx=0x7f6a0c021000 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:09.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.226+0000 7f6a1d7e7740 1 --2- 172.21.15.1:0/3947008408 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578f383a7f0 0x5578f383abd0 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c0049d0 tx=0x7f6a0c013f50 comp rx=0 tx=0).stop 2024-02-10T00:05:09.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.226+0000 7f6a1d7e7740 1 -- 172.21.15.1:0/3947008408 shutdown_connections 2024-02-10T00:05:09.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.226+0000 7f6a1d7e7740 1 --2- 172.21.15.1:0/3947008408 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578f38420a0 0x5578f3842520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.226+0000 7f6a1d7e7740 1 --2- 172.21.15.1:0/3947008408 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578f383b1a0 0x5578f3841ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.226+0000 7f6a1d7e7740 1 --2- 172.21.15.1:0/3947008408 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578f383a7f0 0x5578f383abd0 unknown :-1 s=CLOSED pgs=1119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.226+0000 7f6a1d7e7740 1 -- 172.21.15.1:0/3947008408 >> 172.21.15.1:0/3947008408 conn(0x5578f3835050 msgr2=0x5578f3835430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:09.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.227+0000 7f6a1d7e7740 1 -- 172.21.15.1:0/3947008408 shutdown_connections 2024-02-10T00:05:09.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.227+0000 7f6a1d7e7740 1 -- 172.21.15.1:0/3947008408 wait complete. 2024-02-10T00:05:09.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.227+0000 7f6a1d7e7740 1 -- start start 2024-02-10T00:05:09.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.227+0000 7f6a1d7e7740 1 Processor -- start 2024-02-10T00:05:09.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.227+0000 7f6a1d7e7740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578f383a7f0 0x5578f3845a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.227+0000 7f6a1d7e7740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578f383b1a0 0x5578f3845f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.227+0000 7f6a1d7e7740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578f38420a0 0x5578f38464b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.227+0000 7f6a1d7e7740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578f37a3000 con 0x5578f383b1a0 2024-02-10T00:05:09.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.227+0000 7f6a1d7e7740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578f3476430 con 0x5578f383a7f0 2024-02-10T00:05:09.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.227+0000 7f6a1d7e7740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578f3432e00 con 0x5578f38420a0 2024-02-10T00:05:09.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.227+0000 7f6a1d7e7740 10 client.0 _ll_register_callbacks cb 0x5578f37977f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:09.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.227+0000 7f6a13fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578f383b1a0 0x5578f3845f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.228+0000 7f6a13fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578f383b1a0 0x5578f3845f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42224/0 (socket says 172.21.15.1:42224) 2024-02-10T00:05:09.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.228+0000 7f6a13fff640 1 -- 172.21.15.1:0/1596997710 learned_addr learned my addr 172.21.15.1:0/1596997710 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:09.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.228+0000 7f6a188d6640 1 --2- 172.21.15.1:0/1596997710 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578f383a7f0 0x5578f3845a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.228+0000 7f6a190d7640 1 --2- 172.21.15.1:0/1596997710 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578f38420a0 0x5578f38464b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.228+0000 7f6a13fff640 1 -- 172.21.15.1:0/1596997710 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578f38420a0 msgr2=0x5578f38464b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:09.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.228+0000 7f6a13fff640 1 --2- 172.21.15.1:0/1596997710 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578f38420a0 0x5578f38464b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.228+0000 7f6a13fff640 1 -- 172.21.15.1:0/1596997710 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578f383a7f0 msgr2=0x5578f3845a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:09.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.228+0000 7f6a13fff640 1 --2- 172.21.15.1:0/1596997710 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578f383a7f0 0x5578f3845a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.228+0000 7f6a13fff640 1 -- 172.21.15.1:0/1596997710 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a0c0136a0 con 0x5578f383b1a0 2024-02-10T00:05:09.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.228+0000 7f6a190d7640 1 --2- 172.21.15.1:0/1596997710 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578f38420a0 0x5578f38464b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:09.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.228+0000 7f6a13fff640 1 --2- 172.21.15.1:0/1596997710 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578f383b1a0 0x5578f3845f70 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7f6a000b9630 tx=0x7f6a000bcab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f7d076414ecf281 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:09.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.228+0000 7f69f3fff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:09.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.228+0000 7f69f3fff640 1 -- 172.21.15.1:0/1596997710 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a000bcc60 con 0x5578f383b1a0 2024-02-10T00:05:09.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.228+0000 7f69f3fff640 1 -- 172.21.15.1:0/1596997710 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f6a000c0db0 con 0x5578f383b1a0 2024-02-10T00:05:09.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.228+0000 7f6a1d7e7740 1 -- 172.21.15.1:0/1596997710 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5578f34a27e0 con 0x5578f383b1a0 2024-02-10T00:05:09.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.228+0000 7f69f3fff640 1 -- 172.21.15.1:0/1596997710 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6a000c5400 con 0x5578f383b1a0 2024-02-10T00:05:09.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.228+0000 7f6a1d7e7740 10 client.17595 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:09.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.228+0000 7f6a1d7e7740 1 -- 172.21.15.1:0/1596997710 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5578f37a1680 con 0x5578f383b1a0 2024-02-10T00:05:09.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.228+0000 7f69f3fff640 1 -- 172.21.15.1:0/1596997710 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6a000d9080 con 0x5578f383b1a0 2024-02-10T00:05:09.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.229+0000 7f69f3fff640 1 -- 172.21.15.1:0/1596997710 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f6a0003c070 con 0x5578f383b1a0 2024-02-10T00:05:09.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.229+0000 7f6a1d7e7740 10 client.17595 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:09.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.229+0000 7f6a1d7e7740 10 client.17595 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:05:09.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.229+0000 7f6a1d7e7740 20 client.17595 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:09.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.229+0000 7f6a1d7e7740 1 --2- 172.21.15.1:0/1596997710 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5578f3856370 0x5578f3858760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.229+0000 7f6a1d7e7740 4 client.17595 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:05:09.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.229+0000 7f6a1d7e7740 1 -- 172.21.15.1:0/1596997710 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5578f34df720 con 0x5578f3856370 2024-02-10T00:05:09.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.229+0000 7f6a188d6640 1 --2- 172.21.15.1:0/1596997710 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5578f3856370 0x5578f3858760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.229+0000 7f6a188d6640 1 --2- 172.21.15.1:0/1596997710 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5578f3856370 0x5578f3858760 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bf45b9e9784d0b62 server_cookie=78c90a844a809bf1 in_seq=0 out_seq=0 2024-02-10T00:05:09.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.229+0000 7f69f3fff640 10 client.17595 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:09.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.230+0000 7f69f3fff640 1 -- 172.21.15.1:0/1596997710 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5578f34df720 con 0x5578f3856370 2024-02-10T00:05:09.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.230+0000 7f69f3fff640 10 client.17595 handle_command_reply: tid=0 2024-02-10T00:05:09.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.230+0000 7f6a1d7e7740 1 client.17595 shutdown 2024-02-10T00:05:09.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.230+0000 7f6a1d7e7740 1 -- 172.21.15.1:0/1596997710 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578f383b1a0 msgr2=0x5578f3845f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.230+0000 7f6a1d7e7740 1 --2- 172.21.15.1:0/1596997710 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578f383b1a0 0x5578f3845f70 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7f6a000b9630 tx=0x7f6a000bcab0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.230+0000 7f6a1d7e7740 1 -- 172.21.15.1:0/1596997710 shutdown_connections 2024-02-10T00:05:09.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.230+0000 7f6a1d7e7740 1 --2- 172.21.15.1:0/1596997710 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5578f3856370 0x5578f3858760 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.230+0000 7f6a1d7e7740 1 --2- 172.21.15.1:0/1596997710 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578f38420a0 0x5578f38464b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.230+0000 7f6a1d7e7740 1 --2- 172.21.15.1:0/1596997710 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578f383b1a0 0x5578f3845f70 unknown :-1 s=CLOSED pgs=1120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.230+0000 7f69f3fff640 0 client.17595 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:09.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.230+0000 7f6a1d7e7740 1 --2- 172.21.15.1:0/1596997710 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578f383a7f0 0x5578f3845a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.230+0000 7f6a1d7e7740 1 -- 172.21.15.1:0/1596997710 >> 172.21.15.1:0/1596997710 conn(0x5578f3835050 msgr2=0x5578f3836da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:09.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.231+0000 7f6a1d7e7740 1 -- 172.21.15.1:0/1596997710 shutdown_connections 2024-02-10T00:05:09.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.231+0000 7f6a1d7e7740 1 -- 172.21.15.1:0/1596997710 wait complete. 2024-02-10T00:05:09.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.231+0000 7f6a1d7e7740 20 client.17595 trim_cache size 0 max 16384 2024-02-10T00:05:09.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.246+0000 7f6a1d7e7740 1 Processor -- start 2024-02-10T00:05:09.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.246+0000 7f6a1d7e7740 1 -- start start 2024-02-10T00:05:09.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.246+0000 7f6a1d7e7740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578f383a7f0 0x5578f3848160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.246+0000 7f6a1d7e7740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578f383b1a0 0x5578f3841a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.246+0000 7f6a1d7e7740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578f38420a0 0x5578f3844a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.246+0000 7f6a1d7e7740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578f3727fd0 con 0x5578f383b1a0 2024-02-10T00:05:09.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.246+0000 7f6a1d7e7740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578f382f630 con 0x5578f383a7f0 2024-02-10T00:05:09.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.246+0000 7f6a1d7e7740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578f3830910 con 0x5578f38420a0 2024-02-10T00:05:09.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.246+0000 7f6a13fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578f383b1a0 0x5578f3841a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.246+0000 7f6a13fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578f383b1a0 0x5578f3841a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42226/0 (socket says 172.21.15.1:42226) 2024-02-10T00:05:09.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.246+0000 7f6a13fff640 1 -- 172.21.15.1:0/2023926620 learned_addr learned my addr 172.21.15.1:0/2023926620 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:09.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.246+0000 7f6a13fff640 1 -- 172.21.15.1:0/2023926620 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578f38420a0 msgr2=0x5578f3844a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:09.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.246+0000 7f6a13fff640 1 --2- 172.21.15.1:0/2023926620 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578f38420a0 0x5578f3844a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.246+0000 7f6a13fff640 1 -- 172.21.15.1:0/2023926620 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578f383a7f0 msgr2=0x5578f3848160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:09.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.246+0000 7f6a13fff640 1 --2- 172.21.15.1:0/2023926620 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578f383a7f0 0x5578f3848160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.246+0000 7f6a13fff640 1 -- 172.21.15.1:0/2023926620 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5578f373db30 con 0x5578f383b1a0 2024-02-10T00:05:09.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.246+0000 7f6a13fff640 1 --2- 172.21.15.1:0/2023926620 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578f383b1a0 0x5578f3841a30 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7f6a00000c00 tx=0x7f6a00003f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4093c4c6489ab8a server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:09.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.246+0000 7f69fe7fc640 1 -- 172.21.15.1:0/2023926620 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a000c5220 con 0x5578f383b1a0 2024-02-10T00:05:09.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.246+0000 7f69fe7fc640 1 -- 172.21.15.1:0/2023926620 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5578f34a27e0 con 0x5578f383b1a0 2024-02-10T00:05:09.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.246+0000 7f69fe7fc640 1 -- 172.21.15.1:0/2023926620 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a000c5490 con 0x5578f383b1a0 2024-02-10T00:05:09.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.247+0000 7f6a1d7e7740 1 -- 172.21.15.1:0/2023926620 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578f383b1a0 msgr2=0x5578f3841a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.247+0000 7f6a1d7e7740 1 --2- 172.21.15.1:0/2023926620 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578f383b1a0 0x5578f3841a30 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7f6a00000c00 tx=0x7f6a00003f00 comp rx=0 tx=0).stop 2024-02-10T00:05:09.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.247+0000 7f6a1d7e7740 1 -- 172.21.15.1:0/2023926620 shutdown_connections 2024-02-10T00:05:09.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.247+0000 7f6a1d7e7740 1 --2- 172.21.15.1:0/2023926620 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578f38420a0 0x5578f3844a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.247+0000 7f6a1d7e7740 1 --2- 172.21.15.1:0/2023926620 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578f383b1a0 0x5578f3841a30 unknown :-1 s=CLOSED pgs=1121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.247+0000 7f6a1d7e7740 1 --2- 172.21.15.1:0/2023926620 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578f383a7f0 0x5578f3848160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.247+0000 7f6a1d7e7740 1 -- 172.21.15.1:0/2023926620 >> 172.21.15.1:0/2023926620 conn(0x5578f3835050 msgr2=0x5578f3844300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:09.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.247+0000 7f6a1d7e7740 1 -- 172.21.15.1:0/2023926620 shutdown_connections 2024-02-10T00:05:09.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.247+0000 7f6a1d7e7740 1 -- 172.21.15.1:0/2023926620 wait complete. 2024-02-10T00:05:09.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.247+0000 7f6a1d7e7740 1 -- start start 2024-02-10T00:05:09.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.248+0000 7f6a1d7e7740 1 Processor -- start 2024-02-10T00:05:09.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.248+0000 7f6a1d7e7740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578f383a7f0 0x5578f38a6e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.248+0000 7f6a1d7e7740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578f383b1a0 0x5578f38a73a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.248+0000 7f6a1d7e7740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578f38420a0 0x5578f384c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.248+0000 7f6a1d7e7740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578f384cc20 con 0x5578f383b1a0 2024-02-10T00:05:09.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.248+0000 7f6a1d7e7740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578f384cd90 con 0x5578f383a7f0 2024-02-10T00:05:09.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.248+0000 7f6a1d7e7740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578f384cf50 con 0x5578f38420a0 2024-02-10T00:05:09.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.248+0000 7f6a1d7e7740 10 client.0 _ll_register_callbacks cb 0x7f6a0c009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:09.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.248+0000 7f6a13fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578f383b1a0 0x5578f38a73a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.248+0000 7f6a13fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578f383b1a0 0x5578f38a73a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42240/0 (socket says 172.21.15.1:42240) 2024-02-10T00:05:09.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.248+0000 7f6a13fff640 1 -- 172.21.15.1:0/3205218216 learned_addr learned my addr 172.21.15.1:0/3205218216 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:09.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.248+0000 7f6a188d6640 1 --2- 172.21.15.1:0/3205218216 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578f383a7f0 0x5578f38a6e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.248+0000 7f6a190d7640 1 --2- 172.21.15.1:0/3205218216 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578f38420a0 0x5578f384c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.248+0000 7f6a13fff640 1 -- 172.21.15.1:0/3205218216 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578f38420a0 msgr2=0x5578f384c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:09.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.248+0000 7f6a13fff640 1 --2- 172.21.15.1:0/3205218216 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578f38420a0 0x5578f384c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.248+0000 7f6a13fff640 1 -- 172.21.15.1:0/3205218216 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578f383a7f0 msgr2=0x5578f38a6e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:09.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.248+0000 7f6a13fff640 1 --2- 172.21.15.1:0/3205218216 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578f383a7f0 0x5578f38a6e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.248+0000 7f6a13fff640 1 -- 172.21.15.1:0/3205218216 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5578f37a1680 con 0x5578f383b1a0 2024-02-10T00:05:09.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.248+0000 7f6a188d6640 1 --2- 172.21.15.1:0/3205218216 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578f383a7f0 0x5578f38a6e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:05:09.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.248+0000 7f6a190d7640 1 --2- 172.21.15.1:0/3205218216 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578f38420a0 0x5578f384c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:05:09.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.249+0000 7f6a13fff640 1 --2- 172.21.15.1:0/3205218216 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578f383b1a0 0x5578f38a73a0 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7f6a000db230 tx=0x7f6a000bcab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83d2adb4e9cbe66f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:09.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.249+0000 7f69f3fff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:09.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.249+0000 7f69f3fff640 1 -- 172.21.15.1:0/3205218216 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a000edd30 con 0x5578f383b1a0 2024-02-10T00:05:09.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.249+0000 7f69f3fff640 1 -- 172.21.15.1:0/3205218216 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f6a000c0db0 con 0x5578f383b1a0 2024-02-10T00:05:09.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.249+0000 7f6a1d7e7740 1 -- 172.21.15.1:0/3205218216 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f6a0c012e60 con 0x5578f383b1a0 2024-02-10T00:05:09.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.249+0000 7f69f3fff640 1 -- 172.21.15.1:0/3205218216 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6a00088230 con 0x5578f383b1a0 2024-02-10T00:05:09.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.249+0000 7f6a1d7e7740 10 client.17601 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:09.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.249+0000 7f6a1d7e7740 1 -- 172.21.15.1:0/3205218216 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5578f3763850 con 0x5578f383b1a0 2024-02-10T00:05:09.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.249+0000 7f69f3fff640 1 -- 172.21.15.1:0/3205218216 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6a0c012e60 con 0x5578f383b1a0 2024-02-10T00:05:09.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.249+0000 7f69f3fff640 1 -- 172.21.15.1:0/3205218216 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f6a0003c070 con 0x5578f383b1a0 2024-02-10T00:05:09.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.249+0000 7f6a1d7e7740 10 client.17601 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:09.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.249+0000 7f6a1d7e7740 10 client.17601 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:05:09.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.249+0000 7f6a1d7e7740 20 client.17601 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:09.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.249+0000 7f6a1d7e7740 1 --2- 172.21.15.1:0/3205218216 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5578f38ae7d0 0x5578f38b0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.249+0000 7f6a1d7e7740 4 client.17601 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:05:09.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.249+0000 7f6a1d7e7740 1 -- 172.21.15.1:0/3205218216 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5578f352e890 con 0x5578f38ae7d0 2024-02-10T00:05:09.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.250+0000 7f6a188d6640 1 --2- 172.21.15.1:0/3205218216 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5578f38ae7d0 0x5578f38b0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.250+0000 7f6a188d6640 1 --2- 172.21.15.1:0/3205218216 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5578f38ae7d0 0x5578f38b0bc0 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bae06ca6dc7e3ab server_cookie=7741bad99b9f11f1 in_seq=0 out_seq=0 2024-02-10T00:05:09.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.250+0000 7f69f3fff640 10 client.17601 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:09.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.250+0000 7f69f3fff640 1 -- 172.21.15.1:0/3205218216 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x5578f352e890 con 0x5578f38ae7d0 2024-02-10T00:05:09.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.250+0000 7f69f3fff640 10 client.17601 handle_command_reply: tid=0 2024-02-10T00:05:09.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.250+0000 7f6a1d7e7740 1 client.17601 shutdown 2024-02-10T00:05:09.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.250+0000 7f6a1d7e7740 1 -- 172.21.15.1:0/3205218216 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578f383b1a0 msgr2=0x5578f38a73a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.250+0000 7f6a1d7e7740 1 --2- 172.21.15.1:0/3205218216 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578f383b1a0 0x5578f38a73a0 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7f6a000db230 tx=0x7f6a000bcab0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.250+0000 7f6a1d7e7740 1 -- 172.21.15.1:0/3205218216 shutdown_connections 2024-02-10T00:05:09.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.250+0000 7f6a1d7e7740 1 --2- 172.21.15.1:0/3205218216 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5578f38ae7d0 0x5578f38b0bc0 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.250+0000 7f6a1d7e7740 1 --2- 172.21.15.1:0/3205218216 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578f38420a0 0x5578f384c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.250+0000 7f6a1d7e7740 1 --2- 172.21.15.1:0/3205218216 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578f383b1a0 0x5578f38a73a0 unknown :-1 s=CLOSED pgs=1122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.250+0000 7f69f3fff640 0 client.17601 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:09.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.250+0000 7f6a1d7e7740 1 --2- 172.21.15.1:0/3205218216 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578f383a7f0 0x5578f38a6e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.250+0000 7f6a1d7e7740 1 -- 172.21.15.1:0/3205218216 >> 172.21.15.1:0/3205218216 conn(0x5578f3835050 msgr2=0x5578f3836c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:09.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.250+0000 7f6a1d7e7740 1 -- 172.21.15.1:0/3205218216 shutdown_connections 2024-02-10T00:05:09.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.250+0000 7f6a1d7e7740 1 -- 172.21.15.1:0/3205218216 wait complete. 2024-02-10T00:05:09.261 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.250+0000 7f6a1d7e7740 20 client.17601 trim_cache size 0 max 16384 2024-02-10T00:05:09.262 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:05:09.262 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "no active scrubs running", 2024-02-10T00:05:09.262 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": {} 2024-02-10T00:05:09.262 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:05:09.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.251+0000 7f6a1ab3a640 1 -- 172.21.15.1:0/2222499077 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6a040a2230 msgr2=0x7f6a040a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.251+0000 7f6a1ab3a640 1 --2- 172.21.15.1:0/2222499077 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6a040a2230 0x7f6a040a46f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f6a0c023000 tx=0x7f6a0c021000 comp rx=0 tx=0).stop 2024-02-10T00:05:09.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.251+0000 7f6a1ab3a640 1 -- 172.21.15.1:0/2222499077 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6a14105410 msgr2=0x7f6a1419c940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.251+0000 7f6a1ab3a640 1 --2- 172.21.15.1:0/2222499077 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6a14105410 0x7f6a1419c940 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7f6a00009230 tx=0x7f6a00004c00 comp rx=0 tx=0).stop 2024-02-10T00:05:09.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.251+0000 7f6a1ab3a640 1 -- 172.21.15.1:0/2222499077 shutdown_connections 2024-02-10T00:05:09.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.251+0000 7f6a1ab3a640 1 --2- 172.21.15.1:0/2222499077 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6a040a2230 0x7f6a040a46f0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.251+0000 7f6a1ab3a640 1 --2- 172.21.15.1:0/2222499077 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6a141965b0 0x7f6a14196a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.251+0000 7f6a1ab3a640 1 --2- 172.21.15.1:0/2222499077 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6a14105410 0x7f6a1419c940 unknown :-1 s=CLOSED pgs=1118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.251+0000 7f6a1ab3a640 1 --2- 172.21.15.1:0/2222499077 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6a14100340 0x7f6a1419c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.251+0000 7f6a1ab3a640 1 -- 172.21.15.1:0/2222499077 >> 172.21.15.1:0/2222499077 conn(0x7f6a140772e0 msgr2=0x7f6a140fe300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:09.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.251+0000 7f6a1ab3a640 1 -- 172.21.15.1:0/2222499077 shutdown_connections 2024-02-10T00:05:09.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.251+0000 7f6a1ab3a640 1 -- 172.21.15.1:0/2222499077 wait complete. 2024-02-10T00:05:09.265 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-02-10T00:05:09.265 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-10T00:05:09.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.365+0000 7f35b1d84640 1 -- 172.21.15.1:0/2357159940 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f35ac105420 msgr2=0x7f35ac10cff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.365+0000 7f35b1d84640 1 --2- 172.21.15.1:0/2357159940 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f35ac105420 0x7f35ac10cff0 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7f35a4009cd0 tx=0x7f35a402c0f0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.365+0000 7f35b1d84640 1 -- 172.21.15.1:0/2357159940 shutdown_connections 2024-02-10T00:05:09.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.365+0000 7f35b1d84640 1 --2- 172.21.15.1:0/2357159940 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f35ac105420 0x7f35ac10cff0 unknown :-1 s=CLOSED pgs=1123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.365+0000 7f35b1d84640 1 --2- 172.21.15.1:0/2357159940 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f35ac100d00 0x7f35ac104d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.365+0000 7f35b1d84640 1 --2- 172.21.15.1:0/2357159940 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f35ac100350 0x7f35ac100730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.365+0000 7f35b1d84640 1 -- 172.21.15.1:0/2357159940 >> 172.21.15.1:0/2357159940 conn(0x7f35ac0772b0 msgr2=0x7f35ac0776c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:09.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.365+0000 7f35b1d84640 1 -- 172.21.15.1:0/2357159940 shutdown_connections 2024-02-10T00:05:09.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.365+0000 7f35b1d84640 1 -- 172.21.15.1:0/2357159940 wait complete. 2024-02-10T00:05:09.370 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.366+0000 7f35b1d84640 1 Processor -- start 2024-02-10T00:05:09.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.366+0000 7f35b1d84640 1 -- start start 2024-02-10T00:05:09.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.366+0000 7f35b1d84640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f35ac100350 0x7f35ac196650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.366+0000 7f35b1d84640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f35ac105420 0x7f35ac196b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.366+0000 7f35b1d84640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f35ac19aec0 0x7f35ac19b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.366+0000 7f35b1d84640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35ac19b8b0 con 0x7f35ac100350 2024-02-10T00:05:09.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.366+0000 7f35b1d84640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35ac19ba20 con 0x7f35ac19aec0 2024-02-10T00:05:09.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.366+0000 7f35b1d84640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35ac19bb90 con 0x7f35ac105420 2024-02-10T00:05:09.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.366+0000 7f35ab7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f35ac100350 0x7f35ac196650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.366+0000 7f35ab7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f35ac100350 0x7f35ac196650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42266/0 (socket says 172.21.15.1:42266) 2024-02-10T00:05:09.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.366+0000 7f35ab7fe640 1 -- 172.21.15.1:0/564820374 learned_addr learned my addr 172.21.15.1:0/564820374 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:09.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.366+0000 7f35abfff640 1 --2- 172.21.15.1:0/564820374 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f35ac19aec0 0x7f35ac19b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.366+0000 7f35aaffd640 1 --2- 172.21.15.1:0/564820374 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f35ac105420 0x7f35ac196b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.366+0000 7f35ab7fe640 1 -- 172.21.15.1:0/564820374 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f35ac105420 msgr2=0x7f35ac196b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.366+0000 7f35ab7fe640 1 --2- 172.21.15.1:0/564820374 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f35ac105420 0x7f35ac196b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.371 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.366+0000 7f35ab7fe640 1 -- 172.21.15.1:0/564820374 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f35ac19aec0 msgr2=0x7f35ac19b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.366+0000 7f35ab7fe640 1 --2- 172.21.15.1:0/564820374 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f35ac19aec0 0x7f35ac19b370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.366+0000 7f35ab7fe640 1 -- 172.21.15.1:0/564820374 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35a4009900 con 0x7f35ac100350 2024-02-10T00:05:09.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.367+0000 7f35ab7fe640 1 --2- 172.21.15.1:0/564820374 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f35ac100350 0x7f35ac196650 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7f359c00c920 tx=0x7f359c00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:09.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.367+0000 7f35a8ff9640 1 -- 172.21.15.1:0/564820374 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f359c007c70 con 0x7f35ac100350 2024-02-10T00:05:09.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.367+0000 7f35a8ff9640 1 -- 172.21.15.1:0/564820374 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f359c007dd0 con 0x7f35ac100350 2024-02-10T00:05:09.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.367+0000 7f35b1d84640 1 -- 172.21.15.1:0/564820374 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f35ac1a3170 con 0x7f35ac100350 2024-02-10T00:05:09.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.367+0000 7f35a8ff9640 1 -- 172.21.15.1:0/564820374 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f359c018860 con 0x7f35ac100350 2024-02-10T00:05:09.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.367+0000 7f35b1d84640 1 -- 172.21.15.1:0/564820374 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f35ac1a3620 con 0x7f35ac100350 2024-02-10T00:05:09.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.368+0000 7f35b1d84640 1 -- 172.21.15.1:0/564820374 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f35ac0680b0 con 0x7f35ac100350 2024-02-10T00:05:09.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.369+0000 7f35a8ff9640 1 -- 172.21.15.1:0/564820374 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f359c00fac0 con 0x7f35ac100350 2024-02-10T00:05:09.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.369+0000 7f35a8ff9640 1 --2- 172.21.15.1:0/564820374 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f35940a2230 0x7f35940a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.370+0000 7f35aaffd640 1 --2- 172.21.15.1:0/564820374 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f35940a2230 0x7f35940a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.370+0000 7f35a8ff9640 1 -- 172.21.15.1:0/564820374 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f359c0ce1f0 con 0x7f35ac100350 2024-02-10T00:05:09.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.370+0000 7f35aaffd640 1 --2- 172.21.15.1:0/564820374 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f35940a2230 0x7f35940a46f0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f35ac106730 tx=0x7f35a000c4a0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:09.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.374+0000 7f35a8ff9640 1 -- 172.21.15.1:0/564820374 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f359c096eb0 con 0x7f35ac100350 2024-02-10T00:05:09.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:09 smithi103 ceph-mon[36942]: pgmap v177: 97 pgs: 97 active+clean; 5.1 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 77 KiB/s wr, 37 op/s 2024-02-10T00:05:09.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:09 smithi001 ceph-mon[32335]: pgmap v177: 97 pgs: 97 active+clean; 5.1 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 77 KiB/s wr, 37 op/s 2024-02-10T00:05:09.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:09 smithi088 ceph-mon[36452]: pgmap v177: 97 pgs: 97 active+clean; 5.1 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 77 KiB/s wr, 37 op/s 2024-02-10T00:05:09.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.593+0000 7f35b1d84640 1 -- 172.21.15.1:0/564820374 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f35ac197950 con 0x7f35ac100350 2024-02-10T00:05:09.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.594+0000 7f35a8ff9640 1 -- 172.21.15.1:0/564820374 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) v1 ==== 94+0+11367 (secure 0 0 0) 0x7f359c09a570 con 0x7f35ac100350 2024-02-10T00:05:09.598 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-10T00:05:09.598 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-09T23:57:05.956988+0000","modified":"2024-02-10T00:00:18.086451+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24496,"mds_2":24476,"mds_3":24475,"mds_4":14646},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14646":{"gid":14646,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24398":{"gid":24398,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24406":{"gid":24406,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24475":{"gid":24475,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_25477":{"gid":25477,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/1094349051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":1094349051},{"type":"v1","addr":"172.21.15.103:6835","nonce":1094349051}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-10T00:05:09.599 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 29 2024-02-10T00:05:09.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.596+0000 7f35b1d84640 1 -- 172.21.15.1:0/564820374 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f35940a2230 msgr2=0x7f35940a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.596+0000 7f35b1d84640 1 --2- 172.21.15.1:0/564820374 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f35940a2230 0x7f35940a46f0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f35ac106730 tx=0x7f35a000c4a0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.596+0000 7f35b1d84640 1 -- 172.21.15.1:0/564820374 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f35ac100350 msgr2=0x7f35ac196650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.596+0000 7f35b1d84640 1 --2- 172.21.15.1:0/564820374 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f35ac100350 0x7f35ac196650 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7f359c00c920 tx=0x7f359c00cde0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.596+0000 7f35b1d84640 1 -- 172.21.15.1:0/564820374 shutdown_connections 2024-02-10T00:05:09.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.596+0000 7f35b1d84640 1 --2- 172.21.15.1:0/564820374 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f35940a2230 0x7f35940a46f0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.596+0000 7f35b1d84640 1 --2- 172.21.15.1:0/564820374 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f35ac19aec0 0x7f35ac19b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.596+0000 7f35b1d84640 1 --2- 172.21.15.1:0/564820374 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f35ac105420 0x7f35ac196b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.596+0000 7f35b1d84640 1 --2- 172.21.15.1:0/564820374 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f35ac100350 0x7f35ac196650 unknown :-1 s=CLOSED pgs=1124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.596+0000 7f35b1d84640 1 -- 172.21.15.1:0/564820374 >> 172.21.15.1:0/564820374 conn(0x7f35ac0772b0 msgr2=0x7f35ac0fdee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:09.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.596+0000 7f35b1d84640 1 -- 172.21.15.1:0/564820374 shutdown_connections 2024-02-10T00:05:09.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.596+0000 7f35b1d84640 1 -- 172.21.15.1:0/564820374 wait complete. 2024-02-10T00:05:09.612 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:05:09.612 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-02-10T00:05:09.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.715+0000 7f791d2f4640 1 -- 172.21.15.1:0/4074581635 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7918106500 msgr2=0x7f791810e0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.715+0000 7f791d2f4640 1 --2- 172.21.15.1:0/4074581635 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7918106500 0x7f791810e0d0 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7f7910009cd0 tx=0x7f791002c0f0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.715+0000 7f791d2f4640 1 -- 172.21.15.1:0/4074581635 shutdown_connections 2024-02-10T00:05:09.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.715+0000 7f791d2f4640 1 --2- 172.21.15.1:0/4074581635 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7918106500 0x7f791810e0d0 unknown :-1 s=CLOSED pgs=1125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.715+0000 7f791d2f4640 1 --2- 172.21.15.1:0/4074581635 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7918101de0 0x7f7918105e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.715+0000 7f791d2f4640 1 --2- 172.21.15.1:0/4074581635 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7918101430 0x7f7918101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.715+0000 7f791d2f4640 1 -- 172.21.15.1:0/4074581635 >> 172.21.15.1:0/4074581635 conn(0x7f79180fccd0 msgr2=0x7f79180ff0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:09.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.715+0000 7f791d2f4640 1 -- 172.21.15.1:0/4074581635 shutdown_connections 2024-02-10T00:05:09.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.715+0000 7f791d2f4640 1 -- 172.21.15.1:0/4074581635 wait complete. 2024-02-10T00:05:09.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.715+0000 7f791d2f4640 1 Processor -- start 2024-02-10T00:05:09.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.716+0000 7f791d2f4640 1 -- start start 2024-02-10T00:05:09.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.716+0000 7f791d2f4640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7918101430 0x7f791819d430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.716+0000 7f791d2f4640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7918106500 0x7f791819d970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.716+0000 7f791d2f4640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7918197630 0x7f7918197ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.716+0000 7f791d2f4640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7918198020 con 0x7f7918197630 2024-02-10T00:05:09.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.716+0000 7f791d2f4640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7918198190 con 0x7f7918101430 2024-02-10T00:05:09.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.716+0000 7f791d2f4640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7918198350 con 0x7f7918106500 2024-02-10T00:05:09.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.716+0000 7f79177fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7918197630 0x7f7918197ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.716+0000 7f79177fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7918197630 0x7f7918197ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42294/0 (socket says 172.21.15.1:42294) 2024-02-10T00:05:09.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.716+0000 7f79177fe640 1 -- 172.21.15.1:0/4030421931 learned_addr learned my addr 172.21.15.1:0/4030421931 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:09.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.716+0000 7f790ffff640 1 --2- 172.21.15.1:0/4030421931 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7918106500 0x7f791819d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.716+0000 7f7916ffd640 1 --2- 172.21.15.1:0/4030421931 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7918101430 0x7f791819d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.716+0000 7f79177fe640 1 -- 172.21.15.1:0/4030421931 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7918106500 msgr2=0x7f791819d970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.716+0000 7f79177fe640 1 --2- 172.21.15.1:0/4030421931 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7918106500 0x7f791819d970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.716+0000 7f79177fe640 1 -- 172.21.15.1:0/4030421931 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7918101430 msgr2=0x7f791819d430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.716+0000 7f79177fe640 1 --2- 172.21.15.1:0/4030421931 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7918101430 0x7f791819d430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.716+0000 7f79177fe640 1 -- 172.21.15.1:0/4030421931 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7910009900 con 0x7f7918197630 2024-02-10T00:05:09.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.716+0000 7f79177fe640 1 --2- 172.21.15.1:0/4030421931 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7918197630 0x7f7918197ae0 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7f79100348f0 tx=0x7f7910034cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:09.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.716+0000 7f7914ff9640 1 -- 172.21.15.1:0/4030421931 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79100328c0 con 0x7f7918197630 2024-02-10T00:05:09.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.717+0000 7f791d2f4640 1 -- 172.21.15.1:0/4030421931 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f79181a42f0 con 0x7f7918197630 2024-02-10T00:05:09.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.717+0000 7f7914ff9640 1 -- 172.21.15.1:0/4030421931 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7910003e50 con 0x7f7918197630 2024-02-10T00:05:09.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.717+0000 7f7914ff9640 1 -- 172.21.15.1:0/4030421931 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7910040450 con 0x7f7918197630 2024-02-10T00:05:09.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.717+0000 7f791d2f4640 1 -- 172.21.15.1:0/4030421931 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79181a4770 con 0x7f7918197630 2024-02-10T00:05:09.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.719+0000 7f7914ff9640 1 -- 172.21.15.1:0/4030421931 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f791000a040 con 0x7f7918197630 2024-02-10T00:05:09.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.719+0000 7f791ffa2740 1 Processor -- start 2024-02-10T00:05:09.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.719+0000 7f791ffa2740 1 -- start start 2024-02-10T00:05:09.730 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.719+0000 7f7914ff9640 1 --2- 172.21.15.1:0/4030421931 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f79040a2230 0x7f79040a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.719+0000 7f790ffff640 1 --2- 172.21.15.1:0/4030421931 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f79040a2230 0x7f79040a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.719+0000 7f7914ff9640 1 -- 172.21.15.1:0/4030421931 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f79100f0d90 con 0x7f7918197630 2024-02-10T00:05:09.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.719+0000 7f791ffa2740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b028d7da30 0x55b028d7de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.719+0000 7f791ffa2740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b028d7e3e0 0x55b028d86990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.719+0000 7f791ffa2740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b028d86f60 0x55b028d893b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.719+0000 7f791ffa2740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b028d39020 con 0x55b028d7da30 2024-02-10T00:05:09.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.719+0000 7f791ffa2740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b028cec320 con 0x55b028d7e3e0 2024-02-10T00:05:09.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.719+0000 7f791ffa2740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b028ce9850 con 0x55b028d86f60 2024-02-10T00:05:09.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.720+0000 7f7916ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b028d7da30 0x55b028d7de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.720+0000 7f7916ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b028d7da30 0x55b028d7de10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42300/0 (socket says 172.21.15.1:42300) 2024-02-10T00:05:09.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.720+0000 7f7916ffd640 1 -- 172.21.15.1:0/3788410358 learned_addr learned my addr 172.21.15.1:0/3788410358 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:09.731 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.720+0000 7f79177fe640 1 --2- 172.21.15.1:0/3788410358 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b028d86f60 0x55b028d893b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.720+0000 7f790ffff640 1 --2- 172.21.15.1:0/4030421931 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f79040a2230 0x7f79040a46f0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f7918100410 tx=0x7f790000bf80 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:09.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.720+0000 7f7916ffd640 1 -- 172.21.15.1:0/3788410358 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b028d86f60 msgr2=0x55b028d893b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:09.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.720+0000 7f7916ffd640 1 --2- 172.21.15.1:0/3788410358 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b028d86f60 0x55b028d893b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.720+0000 7f7916ffd640 1 -- 172.21.15.1:0/3788410358 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b028d7e3e0 msgr2=0x55b028d86990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:09.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.720+0000 7f7916ffd640 1 --2- 172.21.15.1:0/3788410358 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b028d7e3e0 0x55b028d86990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.720+0000 7f7916ffd640 1 -- 172.21.15.1:0/3788410358 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b028ca7210 con 0x55b028d7da30 2024-02-10T00:05:09.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.720+0000 7f7916ffd640 1 --2- 172.21.15.1:0/3788410358 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b028d7da30 0x55b028d7de10 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f790800cc60 tx=0x7f790800e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=638da650c30ef321 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:09.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.720+0000 7f790d7fa640 1 -- 172.21.15.1:0/3788410358 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7908005220 con 0x55b028d7da30 2024-02-10T00:05:09.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.720+0000 7f790d7fa640 1 -- 172.21.15.1:0/3788410358 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7908004c80 con 0x55b028d7da30 2024-02-10T00:05:09.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.720+0000 7f790d7fa640 1 -- 172.21.15.1:0/3788410358 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79080108f0 con 0x55b028d7da30 2024-02-10T00:05:09.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.721+0000 7f791ffa2740 1 -- 172.21.15.1:0/3788410358 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b028d7da30 msgr2=0x55b028d7de10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.721+0000 7f791ffa2740 1 --2- 172.21.15.1:0/3788410358 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b028d7da30 0x55b028d7de10 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f790800cc60 tx=0x7f790800e720 comp rx=0 tx=0).stop 2024-02-10T00:05:09.732 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.721+0000 7f791ffa2740 1 -- 172.21.15.1:0/3788410358 shutdown_connections 2024-02-10T00:05:09.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.721+0000 7f791ffa2740 1 --2- 172.21.15.1:0/3788410358 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b028d86f60 0x55b028d893b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.721+0000 7f791ffa2740 1 --2- 172.21.15.1:0/3788410358 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b028d7e3e0 0x55b028d86990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.721+0000 7f791ffa2740 1 --2- 172.21.15.1:0/3788410358 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b028d7da30 0x55b028d7de10 unknown :-1 s=CLOSED pgs=1127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.721+0000 7f791ffa2740 1 -- 172.21.15.1:0/3788410358 >> 172.21.15.1:0/3788410358 conn(0x55b028d78100 msgr2=0x55b028d784e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:09.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.721+0000 7f791ffa2740 1 -- 172.21.15.1:0/3788410358 shutdown_connections 2024-02-10T00:05:09.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.721+0000 7f791ffa2740 1 -- 172.21.15.1:0/3788410358 wait complete. 2024-02-10T00:05:09.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.721+0000 7f791ffa2740 1 -- start start 2024-02-10T00:05:09.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.721+0000 7f791ffa2740 1 Processor -- start 2024-02-10T00:05:09.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.722+0000 7f791ffa2740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b028d7da30 0x55b028d83ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.722+0000 7f791ffa2740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b028d7e3e0 0x55b028d84430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.722+0000 7f791ffa2740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b028d86f60 0x55b028d84970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.722+0000 7f791ffa2740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b028ce5030 con 0x55b028d7e3e0 2024-02-10T00:05:09.733 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.722+0000 7f791ffa2740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b0289b8430 con 0x55b028d86f60 2024-02-10T00:05:09.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.722+0000 7f791ffa2740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b028974e00 con 0x55b028d7da30 2024-02-10T00:05:09.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.722+0000 7f791ffa2740 10 client.0 _ll_register_callbacks cb 0x55b028cda030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:09.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.722+0000 7f790ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b028d7e3e0 0x55b028d84430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.722+0000 7f790ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b028d7e3e0 0x55b028d84430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42302/0 (socket says 172.21.15.1:42302) 2024-02-10T00:05:09.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.722+0000 7f790ffff640 1 -- 172.21.15.1:0/2354344971 learned_addr learned my addr 172.21.15.1:0/2354344971 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:09.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.722+0000 7f7916ffd640 1 --2- 172.21.15.1:0/2354344971 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b028d7da30 0x55b028d83ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.722+0000 7f79177fe640 1 --2- 172.21.15.1:0/2354344971 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b028d86f60 0x55b028d84970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.722+0000 7f790ffff640 1 -- 172.21.15.1:0/2354344971 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b028d7da30 msgr2=0x55b028d83ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:09.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.722+0000 7f790ffff640 1 --2- 172.21.15.1:0/2354344971 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b028d7da30 0x55b028d83ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.722+0000 7f790ffff640 1 -- 172.21.15.1:0/2354344971 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b028d86f60 msgr2=0x55b028d84970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:09.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.722+0000 7f790ffff640 1 --2- 172.21.15.1:0/2354344971 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b028d86f60 0x55b028d84970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.722+0000 7f790ffff640 1 -- 172.21.15.1:0/2354344971 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f790800c890 con 0x55b028d7e3e0 2024-02-10T00:05:09.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.722+0000 7f790ffff640 1 --2- 172.21.15.1:0/2354344971 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b028d7e3e0 0x55b028d84430 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7f7900011670 tx=0x7f7900004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be5d30ef36fd8430 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:09.734 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.722+0000 7f78fe7fc640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:09.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.722+0000 7f78fe7fc640 1 -- 172.21.15.1:0/2354344971 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f790001f850 con 0x55b028d7e3e0 2024-02-10T00:05:09.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.723+0000 7f78fe7fc640 1 -- 172.21.15.1:0/2354344971 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f7900019070 con 0x55b028d7e3e0 2024-02-10T00:05:09.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.723+0000 7f791ffa2740 1 -- 172.21.15.1:0/2354344971 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b0289e47e0 con 0x55b028d7e3e0 2024-02-10T00:05:09.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.723+0000 7f78fe7fc640 1 -- 172.21.15.1:0/2354344971 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f790001f9b0 con 0x55b028d7e3e0 2024-02-10T00:05:09.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.723+0000 7f791ffa2740 10 client.17619 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:09.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.723+0000 7f791ffa2740 1 -- 172.21.15.1:0/2354344971 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55b028ce36b0 con 0x55b028d7e3e0 2024-02-10T00:05:09.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.723+0000 7f78fe7fc640 1 -- 172.21.15.1:0/2354344971 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55b0289e47e0 con 0x55b028d7e3e0 2024-02-10T00:05:09.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.723+0000 7f78fe7fc640 1 -- 172.21.15.1:0/2354344971 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f790001c050 con 0x55b028d7e3e0 2024-02-10T00:05:09.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.723+0000 7f791ffa2740 10 client.17619 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:09.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.723+0000 7f791ffa2740 10 client.17619 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:05:09.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.723+0000 7f791ffa2740 20 client.17619 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:09.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.723+0000 7f791ffa2740 1 --2- 172.21.15.1:0/2354344971 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55b028d97530 0x55b028d99950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.723+0000 7f791ffa2740 4 client.17619 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:05:09.735 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.723+0000 7f791ffa2740 1 -- 172.21.15.1:0/2354344971 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b028a21720 con 0x55b028d97530 2024-02-10T00:05:09.736 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.723+0000 7f7916ffd640 1 --2- 172.21.15.1:0/2354344971 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55b028d97530 0x55b028d99950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.736 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.724+0000 7f78fe7fc640 10 client.17619 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:05:09.736 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.724+0000 7f7916ffd640 1 --2- 172.21.15.1:0/2354344971 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55b028d97530 0x55b028d99950 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=f60aefff37fcecdf server_cookie=ab62d3ae1ce5f749 in_seq=0 out_seq=0 2024-02-10T00:05:09.736 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.724+0000 7f78fe7fc640 1 -- 172.21.15.1:0/2354344971 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55b028a21720 con 0x55b028d97530 2024-02-10T00:05:09.736 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.724+0000 7f78fe7fc640 10 client.17619 handle_command_reply: tid=0 2024-02-10T00:05:09.736 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.724+0000 7f791ffa2740 1 client.17619 shutdown 2024-02-10T00:05:09.736 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.724+0000 7f791ffa2740 1 -- 172.21.15.1:0/2354344971 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b028d7e3e0 msgr2=0x55b028d84430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.736 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.724+0000 7f791ffa2740 1 --2- 172.21.15.1:0/2354344971 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b028d7e3e0 0x55b028d84430 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7f7900011670 tx=0x7f7900004730 comp rx=0 tx=0).stop 2024-02-10T00:05:09.736 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.724+0000 7f791ffa2740 1 -- 172.21.15.1:0/2354344971 shutdown_connections 2024-02-10T00:05:09.736 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.724+0000 7f791ffa2740 1 --2- 172.21.15.1:0/2354344971 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55b028d97530 0x55b028d99950 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.736 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.724+0000 7f791ffa2740 1 --2- 172.21.15.1:0/2354344971 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b028d86f60 0x55b028d84970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.736 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.724+0000 7f791ffa2740 1 --2- 172.21.15.1:0/2354344971 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b028d7e3e0 0x55b028d84430 unknown :-1 s=CLOSED pgs=1128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.736 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.724+0000 7f791ffa2740 1 --2- 172.21.15.1:0/2354344971 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b028d7da30 0x55b028d83ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.737 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.724+0000 7f78fe7fc640 0 client.17619 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:05:09.737 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.724+0000 7f791ffa2740 1 -- 172.21.15.1:0/2354344971 >> 172.21.15.1:0/2354344971 conn(0x55b028d78100 msgr2=0x55b028d79e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:09.737 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.724+0000 7f791ffa2740 1 -- 172.21.15.1:0/2354344971 shutdown_connections 2024-02-10T00:05:09.737 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.724+0000 7f791ffa2740 1 -- 172.21.15.1:0/2354344971 wait complete. 2024-02-10T00:05:09.737 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.724+0000 7f791ffa2740 20 client.17619 trim_cache size 0 max 16384 2024-02-10T00:05:09.744 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.736+0000 7f791ffa2740 1 Processor -- start 2024-02-10T00:05:09.744 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.736+0000 7f791ffa2740 1 -- start start 2024-02-10T00:05:09.744 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.736+0000 7f791ffa2740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b028d7da30 0x55b028d86620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.744 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.736+0000 7f791ffa2740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b028d7e3e0 0x55b028d84790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.736+0000 7f791ffa2740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b028d86f60 0x55b028d81170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.736+0000 7f791ffa2740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b028d738b0 con 0x55b028d86f60 2024-02-10T00:05:09.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.736+0000 7f791ffa2740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b028c6a130 con 0x55b028d7da30 2024-02-10T00:05:09.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.736+0000 7f791ffa2740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b028d93fd0 con 0x55b028d7e3e0 2024-02-10T00:05:09.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.736+0000 7f79177fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b028d86f60 0x55b028d81170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.736+0000 7f79177fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b028d86f60 0x55b028d81170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42310/0 (socket says 172.21.15.1:42310) 2024-02-10T00:05:09.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.736+0000 7f79177fe640 1 -- 172.21.15.1:0/1797613965 learned_addr learned my addr 172.21.15.1:0/1797613965 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:09.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.737+0000 7f790ffff640 1 --2- 172.21.15.1:0/1797613965 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b028d7e3e0 0x55b028d84790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.737+0000 7f7916ffd640 1 --2- 172.21.15.1:0/1797613965 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b028d7da30 0x55b028d86620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.737+0000 7f79177fe640 1 -- 172.21.15.1:0/1797613965 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b028d7e3e0 msgr2=0x55b028d84790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:09.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.737+0000 7f79177fe640 1 --2- 172.21.15.1:0/1797613965 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b028d7e3e0 0x55b028d84790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.737+0000 7f79177fe640 1 -- 172.21.15.1:0/1797613965 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b028d7da30 msgr2=0x55b028d86620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:09.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.737+0000 7f79177fe640 1 --2- 172.21.15.1:0/1797613965 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b028d7da30 0x55b028d86620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.737+0000 7f79177fe640 1 -- 172.21.15.1:0/1797613965 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b028c7fc90 con 0x55b028d86f60 2024-02-10T00:05:09.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.737+0000 7f7916ffd640 1 --2- 172.21.15.1:0/1797613965 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b028d7da30 0x55b028d86620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:05:09.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.737+0000 7f79177fe640 1 --2- 172.21.15.1:0/1797613965 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b028d86f60 0x55b028d81170 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7f79100ba290 tx=0x7f791002c0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f56de9f6308292a4 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:09.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.737+0000 7f790cff9640 1 -- 172.21.15.1:0/1797613965 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79100c1a10 con 0x55b028d86f60 2024-02-10T00:05:09.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.737+0000 7f790cff9640 1 -- 172.21.15.1:0/1797613965 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f79100c6060 con 0x55b028d86f60 2024-02-10T00:05:09.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.737+0000 7f790cff9640 1 -- 172.21.15.1:0/1797613965 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7910004040 con 0x55b028d86f60 2024-02-10T00:05:09.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.738+0000 7f791ffa2740 1 -- 172.21.15.1:0/1797613965 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b028d86f60 msgr2=0x55b028d81170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.738+0000 7f791ffa2740 1 --2- 172.21.15.1:0/1797613965 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b028d86f60 0x55b028d81170 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7f79100ba290 tx=0x7f791002c0f0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.738+0000 7f791ffa2740 1 -- 172.21.15.1:0/1797613965 shutdown_connections 2024-02-10T00:05:09.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.738+0000 7f791ffa2740 1 --2- 172.21.15.1:0/1797613965 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b028d86f60 0x55b028d81170 unknown :-1 s=CLOSED pgs=1129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.738+0000 7f791ffa2740 1 --2- 172.21.15.1:0/1797613965 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b028d7e3e0 0x55b028d84790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.738+0000 7f791ffa2740 1 --2- 172.21.15.1:0/1797613965 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b028d7da30 0x55b028d86620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.738+0000 7f791ffa2740 1 -- 172.21.15.1:0/1797613965 >> 172.21.15.1:0/1797613965 conn(0x55b028d78100 msgr2=0x55b028d9e2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:09.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.738+0000 7f791ffa2740 1 -- 172.21.15.1:0/1797613965 shutdown_connections 2024-02-10T00:05:09.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.738+0000 7f791ffa2740 1 -- 172.21.15.1:0/1797613965 wait complete. 2024-02-10T00:05:09.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.738+0000 7f791ffa2740 1 -- start start 2024-02-10T00:05:09.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.738+0000 7f791ffa2740 1 Processor -- start 2024-02-10T00:05:09.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.738+0000 7f791ffa2740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b028d7da30 0x55b028d8cb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.738+0000 7f791ffa2740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b028d7e3e0 0x55b028d8d090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.738+0000 7f791ffa2740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b028d86f60 0x55b028d8d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.738+0000 7f791ffa2740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b028deda40 con 0x55b028d7da30 2024-02-10T00:05:09.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.738+0000 7f791ffa2740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b028dedbb0 con 0x55b028d7e3e0 2024-02-10T00:05:09.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.738+0000 7f791ffa2740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b028dedd70 con 0x55b028d86f60 2024-02-10T00:05:09.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.738+0000 7f791ffa2740 10 client.0 _ll_register_callbacks cb 0x7f790800c3f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:09.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.738+0000 7f7916ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b028d7da30 0x55b028d8cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.738+0000 7f7916ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b028d7da30 0x55b028d8cb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42312/0 (socket says 172.21.15.1:42312) 2024-02-10T00:05:09.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.738+0000 7f7916ffd640 1 -- 172.21.15.1:0/4020167455 learned_addr learned my addr 172.21.15.1:0/4020167455 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:09.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.739+0000 7f790ffff640 1 --2- 172.21.15.1:0/4020167455 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b028d7e3e0 0x55b028d8d090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.739+0000 7f79177fe640 1 --2- 172.21.15.1:0/4020167455 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b028d86f60 0x55b028d8d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.739+0000 7f7916ffd640 1 -- 172.21.15.1:0/4020167455 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b028d86f60 msgr2=0x55b028d8d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:09.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.739+0000 7f7916ffd640 1 --2- 172.21.15.1:0/4020167455 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b028d86f60 0x55b028d8d5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.739+0000 7f7916ffd640 1 -- 172.21.15.1:0/4020167455 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b028d7e3e0 msgr2=0x55b028d8d090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:09.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.739+0000 7f7916ffd640 1 --2- 172.21.15.1:0/4020167455 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b028d7e3e0 0x55b028d8d090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.739+0000 7f7916ffd640 1 -- 172.21.15.1:0/4020167455 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79181a4770 con 0x55b028d7da30 2024-02-10T00:05:09.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.739+0000 7f7916ffd640 1 --2- 172.21.15.1:0/4020167455 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b028d7da30 0x55b028d8cb50 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7f790800ec20 tx=0x7f790800cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2aed57765c5d9b16 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:09.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.739+0000 7f78fe7fc640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:09.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.739+0000 7f78fe7fc640 1 -- 172.21.15.1:0/4020167455 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f790801f040 con 0x55b028d7da30 2024-02-10T00:05:09.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.739+0000 7f78fe7fc640 1 -- 172.21.15.1:0/4020167455 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f7908004250 con 0x55b028d7da30 2024-02-10T00:05:09.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.739+0000 7f791ffa2740 1 -- 172.21.15.1:0/4020167455 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7908004c80 con 0x55b028d7da30 2024-02-10T00:05:09.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.739+0000 7f78fe7fc640 1 -- 172.21.15.1:0/4020167455 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f790800c4d0 con 0x55b028d7da30 2024-02-10T00:05:09.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.739+0000 7f791ffa2740 10 client.17625 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:09.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.739+0000 7f791ffa2740 1 -- 172.21.15.1:0/4020167455 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55b028ca5a70 con 0x55b028d7da30 2024-02-10T00:05:09.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.739+0000 7f78fe7fc640 1 -- 172.21.15.1:0/4020167455 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7908004c80 con 0x55b028d7da30 2024-02-10T00:05:09.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.739+0000 7f78fe7fc640 1 -- 172.21.15.1:0/4020167455 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f79080036d0 con 0x55b028d7da30 2024-02-10T00:05:09.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.740+0000 7f791ffa2740 10 client.17625 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:09.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.740+0000 7f791ffa2740 10 client.17625 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:05:09.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.740+0000 7f791ffa2740 20 client.17625 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:09.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.740+0000 7f791ffa2740 1 --2- 172.21.15.1:0/4020167455 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55b028def540 0x55b028df1960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.740+0000 7f791ffa2740 4 client.17625 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:05:09.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.740+0000 7f791ffa2740 1 -- 172.21.15.1:0/4020167455 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55b028a70890 con 0x55b028def540 2024-02-10T00:05:09.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.740+0000 7f790ffff640 1 --2- 172.21.15.1:0/4020167455 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55b028def540 0x55b028df1960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.740+0000 7f78fe7fc640 10 client.17625 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:05:09.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.740+0000 7f790ffff640 1 --2- 172.21.15.1:0/4020167455 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55b028def540 0x55b028df1960 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=3f3bdf91eab71a5d server_cookie=c2bf175c14342cd8 in_seq=0 out_seq=0 2024-02-10T00:05:09.749 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.740+0000 7f78fe7fc640 1 -- 172.21.15.1:0/4020167455 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55b028a70890 con 0x55b028def540 2024-02-10T00:05:09.750 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.740+0000 7f78fe7fc640 10 client.17625 handle_command_reply: tid=0 2024-02-10T00:05:09.750 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.740+0000 7f791ffa2740 1 client.17625 shutdown 2024-02-10T00:05:09.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.740+0000 7f791ffa2740 1 -- 172.21.15.1:0/4020167455 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b028d7da30 msgr2=0x55b028d8cb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.740+0000 7f791ffa2740 1 --2- 172.21.15.1:0/4020167455 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b028d7da30 0x55b028d8cb50 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7f790800ec20 tx=0x7f790800cbc0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.740+0000 7f791ffa2740 1 -- 172.21.15.1:0/4020167455 shutdown_connections 2024-02-10T00:05:09.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.740+0000 7f791ffa2740 1 --2- 172.21.15.1:0/4020167455 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55b028def540 0x55b028df1960 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.740+0000 7f791ffa2740 1 --2- 172.21.15.1:0/4020167455 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b028d86f60 0x55b028d8d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.740+0000 7f791ffa2740 1 --2- 172.21.15.1:0/4020167455 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b028d7e3e0 0x55b028d8d090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.740+0000 7f78fe7fc640 0 client.17625 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:05:09.752 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.740+0000 7f791ffa2740 1 --2- 172.21.15.1:0/4020167455 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b028d7da30 0x55b028d8cb50 unknown :-1 s=CLOSED pgs=1130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.740+0000 7f791ffa2740 1 -- 172.21.15.1:0/4020167455 >> 172.21.15.1:0/4020167455 conn(0x55b028d78100 msgr2=0x55b028d769b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:09.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.740+0000 7f791ffa2740 1 -- 172.21.15.1:0/4020167455 shutdown_connections 2024-02-10T00:05:09.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.740+0000 7f791ffa2740 1 -- 172.21.15.1:0/4020167455 wait complete. 2024-02-10T00:05:09.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.741+0000 7f791ffa2740 20 client.17625 trim_cache size 0 max 16384 2024-02-10T00:05:09.754 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:05:09.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.741+0000 7f791d2f4640 1 -- 172.21.15.1:0/4030421931 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f79040a2230 msgr2=0x7f79040a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.741+0000 7f791d2f4640 1 --2- 172.21.15.1:0/4030421931 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f79040a2230 0x7f79040a46f0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f7918100410 tx=0x7f790000bf80 comp rx=0 tx=0).stop 2024-02-10T00:05:09.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.741+0000 7f791d2f4640 1 -- 172.21.15.1:0/4030421931 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7918197630 msgr2=0x7f7918197ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.741+0000 7f791d2f4640 1 --2- 172.21.15.1:0/4030421931 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7918197630 0x7f7918197ae0 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7f79100348f0 tx=0x7f7910034cc0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.741+0000 7f791d2f4640 1 -- 172.21.15.1:0/4030421931 shutdown_connections 2024-02-10T00:05:09.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.741+0000 7f791d2f4640 1 --2- 172.21.15.1:0/4030421931 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f79040a2230 0x7f79040a46f0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.741+0000 7f791d2f4640 1 --2- 172.21.15.1:0/4030421931 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7918197630 0x7f7918197ae0 unknown :-1 s=CLOSED pgs=1126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.741+0000 7f791d2f4640 1 --2- 172.21.15.1:0/4030421931 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7918106500 0x7f791819d970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.741+0000 7f791d2f4640 1 --2- 172.21.15.1:0/4030421931 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7918101430 0x7f791819d430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.741+0000 7f791d2f4640 1 -- 172.21.15.1:0/4030421931 >> 172.21.15.1:0/4030421931 conn(0x7f79180fccd0 msgr2=0x7f79180fefa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:09.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.741+0000 7f791d2f4640 1 -- 172.21.15.1:0/4030421931 shutdown_connections 2024-02-10T00:05:09.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.741+0000 7f791d2f4640 1 -- 172.21.15.1:0/4030421931 wait complete. 2024-02-10T00:05:09.756 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:05:09.757 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-02-10T00:05:09.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.858+0000 7fc31f44e640 1 -- 172.21.15.1:0/805603556 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc3180ff6a0 msgr2=0x7fc3180ffb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.858+0000 7fc31f44e640 1 --2- 172.21.15.1:0/805603556 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc3180ff6a0 0x7fc3180ffb20 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7fc308009900 tx=0x7fc30802bc80 comp rx=0 tx=0).stop 2024-02-10T00:05:09.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.858+0000 7fc31f44e640 1 -- 172.21.15.1:0/805603556 shutdown_connections 2024-02-10T00:05:09.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.858+0000 7fc31f44e640 1 --2- 172.21.15.1:0/805603556 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc318100060 0x7fc31810e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.859+0000 7fc31f44e640 1 --2- 172.21.15.1:0/805603556 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc3180ff6a0 0x7fc3180ffb20 unknown :-1 s=CLOSED pgs=1131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.859+0000 7fc31f44e640 1 --2- 172.21.15.1:0/805603556 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc3181031b0 0x7fc318103590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.859+0000 7fc31f44e640 1 -- 172.21.15.1:0/805603556 >> 172.21.15.1:0/805603556 conn(0x7fc318076620 msgr2=0x7fc3180fd9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:09.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.859+0000 7fc31f44e640 1 -- 172.21.15.1:0/805603556 shutdown_connections 2024-02-10T00:05:09.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.859+0000 7fc31f44e640 1 -- 172.21.15.1:0/805603556 wait complete. 2024-02-10T00:05:09.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.859+0000 7fc31f44e640 1 Processor -- start 2024-02-10T00:05:09.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.859+0000 7fc31f44e640 1 -- start start 2024-02-10T00:05:09.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.859+0000 7fc31f44e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc3180ff6a0 0x7fc31819d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.859+0000 7fc31f44e640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc318100060 0x7fc31819dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.859+0000 7fc31f44e640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc3181031b0 0x7fc318197840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.859+0000 7fc31f44e640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc318197ee0 con 0x7fc3180ff6a0 2024-02-10T00:05:09.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.859+0000 7fc31f44e640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc318198050 con 0x7fc318100060 2024-02-10T00:05:09.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.859+0000 7fc31f44e640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc318198210 con 0x7fc3181031b0 2024-02-10T00:05:09.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.860+0000 7fc31d1ea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc3180ff6a0 0x7fc31819d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.860+0000 7fc31d1ea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc3180ff6a0 0x7fc31819d6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42326/0 (socket says 172.21.15.1:42326) 2024-02-10T00:05:09.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.860+0000 7fc31d1ea640 1 -- 172.21.15.1:0/1963594591 learned_addr learned my addr 172.21.15.1:0/1963594591 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:09.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.860+0000 7fc31d9eb640 1 --2- 172.21.15.1:0/1963594591 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc3181031b0 0x7fc318197840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.860+0000 7fc31c9e9640 1 --2- 172.21.15.1:0/1963594591 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc318100060 0x7fc31819dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.860+0000 7fc31d1ea640 1 -- 172.21.15.1:0/1963594591 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc3181031b0 msgr2=0x7fc318197840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.860+0000 7fc31d1ea640 1 --2- 172.21.15.1:0/1963594591 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc3181031b0 0x7fc318197840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.860+0000 7fc31d1ea640 1 -- 172.21.15.1:0/1963594591 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc318100060 msgr2=0x7fc31819dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.860+0000 7fc31d1ea640 1 --2- 172.21.15.1:0/1963594591 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc318100060 0x7fc31819dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.860+0000 7fc31d1ea640 1 -- 172.21.15.1:0/1963594591 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc308009560 con 0x7fc3180ff6a0 2024-02-10T00:05:09.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.860+0000 7fc31d9eb640 1 --2- 172.21.15.1:0/1963594591 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc3181031b0 0x7fc318197840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:09.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.860+0000 7fc31d1ea640 1 --2- 172.21.15.1:0/1963594591 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc3180ff6a0 0x7fc31819d6d0 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7fc31400d770 tx=0x7fc31400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:09.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.860+0000 7fc30e7fc640 1 -- 172.21.15.1:0/1963594591 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc314009c30 con 0x7fc3180ff6a0 2024-02-10T00:05:09.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.860+0000 7fc31f44e640 1 -- 172.21.15.1:0/1963594591 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc3181984f0 con 0x7fc3180ff6a0 2024-02-10T00:05:09.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.860+0000 7fc30e7fc640 1 -- 172.21.15.1:0/1963594591 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc31400de80 con 0x7fc3180ff6a0 2024-02-10T00:05:09.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.860+0000 7fc30e7fc640 1 -- 172.21.15.1:0/1963594591 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc314004e80 con 0x7fc3180ff6a0 2024-02-10T00:05:09.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.860+0000 7fc31f44e640 1 -- 172.21.15.1:0/1963594591 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3181a4700 con 0x7fc3180ff6a0 2024-02-10T00:05:09.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.863+0000 7fc30e7fc640 1 -- 172.21.15.1:0/1963594591 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fc314005020 con 0x7fc3180ff6a0 2024-02-10T00:05:09.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.863+0000 7fc322029740 1 Processor -- start 2024-02-10T00:05:09.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.863+0000 7fc322029740 1 -- start start 2024-02-10T00:05:09.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.863+0000 7fc322029740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c33152ca30 0x55c33152ce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.863+0000 7fc322029740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c33152d3e0 0x55c331535990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.873 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.863+0000 7fc322029740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c331535f60 0x55c3315383b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.864+0000 7fc322029740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3314e8020 con 0x55c331535f60 2024-02-10T00:05:09.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.864+0000 7fc322029740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c33149b320 con 0x55c33152ca30 2024-02-10T00:05:09.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.864+0000 7fc322029740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c331498850 con 0x55c33152d3e0 2024-02-10T00:05:09.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.864+0000 7fc30e7fc640 1 --2- 172.21.15.1:0/1963594591 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc3040a2230 0x7fc3040a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.864+0000 7fc31c9e9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c331535f60 0x55c3315383b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.864+0000 7fc31c9e9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c331535f60 0x55c3315383b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42332/0 (socket says 172.21.15.1:42332) 2024-02-10T00:05:09.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.864+0000 7fc31c9e9640 1 -- 172.21.15.1:0/861742313 learned_addr learned my addr 172.21.15.1:0/861742313 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:09.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.864+0000 7fc31d9eb640 1 --2- 172.21.15.1:0/1963594591 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc3040a2230 0x7fc3040a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.864+0000 7fc30e7fc640 1 -- 172.21.15.1:0/1963594591 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fc3140cdbc0 con 0x7fc3180ff6a0 2024-02-10T00:05:09.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.864+0000 7fc31d1ea640 1 --2- 172.21.15.1:0/861742313 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c33152d3e0 0x55c331535990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.864+0000 7fc31d9eb640 1 --2- 172.21.15.1:0/861742313 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c33152ca30 0x55c33152ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.864+0000 7fc31c9e9640 1 -- 172.21.15.1:0/861742313 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c33152d3e0 msgr2=0x55c331535990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:09.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.864+0000 7fc31c9e9640 1 --2- 172.21.15.1:0/861742313 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c33152d3e0 0x55c331535990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.864+0000 7fc31c9e9640 1 -- 172.21.15.1:0/861742313 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c33152ca30 msgr2=0x55c33152ce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:09.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.864+0000 7fc31c9e9640 1 --2- 172.21.15.1:0/861742313 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c33152ca30 0x55c33152ce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.864+0000 7fc31c9e9640 1 -- 172.21.15.1:0/861742313 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c331456210 con 0x55c331535f60 2024-02-10T00:05:09.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.864+0000 7fc31d9eb640 1 --2- 172.21.15.1:0/861742313 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c33152ca30 0x55c33152ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:09.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.864+0000 7fc31c9e9640 1 --2- 172.21.15.1:0/861742313 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c331535f60 0x55c3315383b0 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7fc30802c1c0 tx=0x7fc3080046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=357f7055ad533509 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:09.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.864+0000 7fc31d9eb640 1 --2- 172.21.15.1:0/1963594591 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc3040a2230 0x7fc3040a46f0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fc310013880 tx=0x7fc31000a460 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:09.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.864+0000 7fc3037fe640 1 -- 172.21.15.1:0/861742313 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc308004ab0 con 0x55c331535f60 2024-02-10T00:05:09.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.864+0000 7fc3037fe640 1 -- 172.21.15.1:0/861742313 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc308004030 con 0x55c331535f60 2024-02-10T00:05:09.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.864+0000 7fc3037fe640 1 -- 172.21.15.1:0/861742313 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc308005320 con 0x55c331535f60 2024-02-10T00:05:09.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.865+0000 7fc322029740 1 -- 172.21.15.1:0/861742313 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c331535f60 msgr2=0x55c3315383b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.865+0000 7fc322029740 1 --2- 172.21.15.1:0/861742313 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c331535f60 0x55c3315383b0 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7fc30802c1c0 tx=0x7fc3080046c0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.865+0000 7fc322029740 1 -- 172.21.15.1:0/861742313 shutdown_connections 2024-02-10T00:05:09.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.865+0000 7fc322029740 1 --2- 172.21.15.1:0/861742313 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c331535f60 0x55c3315383b0 unknown :-1 s=CLOSED pgs=1133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.865+0000 7fc322029740 1 --2- 172.21.15.1:0/861742313 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c33152d3e0 0x55c331535990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.865+0000 7fc322029740 1 --2- 172.21.15.1:0/861742313 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c33152ca30 0x55c33152ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.865+0000 7fc322029740 1 -- 172.21.15.1:0/861742313 >> 172.21.15.1:0/861742313 conn(0x55c331527100 msgr2=0x55c3315274e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:09.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.865+0000 7fc322029740 1 -- 172.21.15.1:0/861742313 shutdown_connections 2024-02-10T00:05:09.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.865+0000 7fc322029740 1 -- 172.21.15.1:0/861742313 wait complete. 2024-02-10T00:05:09.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.865+0000 7fc322029740 1 -- start start 2024-02-10T00:05:09.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.866+0000 7fc322029740 1 Processor -- start 2024-02-10T00:05:09.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.866+0000 7fc322029740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c33152ca30 0x55c331532e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.866+0000 7fc322029740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c33152d3e0 0x55c3315333c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.866+0000 7fc322029740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c331535f60 0x55c331533900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.866+0000 7fc322029740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c331494030 con 0x55c33152d3e0 2024-02-10T00:05:09.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.866+0000 7fc322029740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c331167430 con 0x55c331535f60 2024-02-10T00:05:09.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.866+0000 7fc322029740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c331123e00 con 0x55c33152ca30 2024-02-10T00:05:09.876 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.866+0000 7fc322029740 10 client.0 _ll_register_callbacks cb 0x55c331489030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:09.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.866+0000 7fc31c9e9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c33152d3e0 0x55c3315333c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.866+0000 7fc31c9e9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c33152d3e0 0x55c3315333c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42342/0 (socket says 172.21.15.1:42342) 2024-02-10T00:05:09.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.866+0000 7fc31c9e9640 1 -- 172.21.15.1:0/1662626768 learned_addr learned my addr 172.21.15.1:0/1662626768 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:09.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.866+0000 7fc31d1ea640 1 --2- 172.21.15.1:0/1662626768 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c33152ca30 0x55c331532e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.866+0000 7fc31c9e9640 1 -- 172.21.15.1:0/1662626768 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c33152ca30 msgr2=0x55c331532e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:09.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.866+0000 7fc31c9e9640 1 --2- 172.21.15.1:0/1662626768 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c33152ca30 0x55c331532e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.866+0000 7fc31d9eb640 1 --2- 172.21.15.1:0/1662626768 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c331535f60 0x55c331533900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.866+0000 7fc31c9e9640 1 -- 172.21.15.1:0/1662626768 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c331535f60 msgr2=0x55c331533900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:09.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.866+0000 7fc31c9e9640 1 --2- 172.21.15.1:0/1662626768 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c331535f60 0x55c331533900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.866+0000 7fc31c9e9640 1 -- 172.21.15.1:0/1662626768 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc31810eac0 con 0x55c33152d3e0 2024-02-10T00:05:09.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.866+0000 7fc31d9eb640 1 --2- 172.21.15.1:0/1662626768 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c331535f60 0x55c331533900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:05:09.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.867+0000 7fc31c9e9640 1 --2- 172.21.15.1:0/1662626768 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c33152d3e0 0x55c3315333c0 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7fc3080044a0 tx=0x7fc3080044d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b88def59fa9ca03 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:09.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.867+0000 7fc300ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:09.877 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.867+0000 7fc300ff9640 1 -- 172.21.15.1:0/1662626768 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc308005080 con 0x55c33152d3e0 2024-02-10T00:05:09.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.867+0000 7fc300ff9640 1 -- 172.21.15.1:0/1662626768 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fc3080051e0 con 0x55c33152d3e0 2024-02-10T00:05:09.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.867+0000 7fc322029740 1 -- 172.21.15.1:0/1662626768 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c3311937e0 con 0x55c33152d3e0 2024-02-10T00:05:09.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.867+0000 7fc300ff9640 1 -- 172.21.15.1:0/1662626768 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc3080053a0 con 0x55c33152d3e0 2024-02-10T00:05:09.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.867+0000 7fc322029740 10 client.17637 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:09.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.867+0000 7fc322029740 1 -- 172.21.15.1:0/1662626768 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c3314926b0 con 0x55c33152d3e0 2024-02-10T00:05:09.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.867+0000 7fc300ff9640 1 -- 172.21.15.1:0/1662626768 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55c3311937e0 con 0x55c33152d3e0 2024-02-10T00:05:09.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.867+0000 7fc300ff9640 1 -- 172.21.15.1:0/1662626768 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fc30803c040 con 0x55c33152d3e0 2024-02-10T00:05:09.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.867+0000 7fc322029740 10 client.17637 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:09.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.867+0000 7fc322029740 10 client.17637 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:05:09.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.867+0000 7fc322029740 20 client.17637 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:09.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.867+0000 7fc322029740 1 --2- 172.21.15.1:0/1662626768 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c331545fd0 0x55c3315483f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.867+0000 7fc322029740 4 client.17637 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:05:09.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.867+0000 7fc322029740 1 -- 172.21.15.1:0/1662626768 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c3311d0720 con 0x55c331545fd0 2024-02-10T00:05:09.878 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.868+0000 7fc31d1ea640 1 --2- 172.21.15.1:0/1662626768 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c331545fd0 0x55c3315483f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.879 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.868+0000 7fc300ff9640 10 client.17637 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:05:09.879 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.868+0000 7fc31d1ea640 1 --2- 172.21.15.1:0/1662626768 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c331545fd0 0x55c3315483f0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=51279e4d3b76c4bf server_cookie=6df5c19b8b1e427c in_seq=0 out_seq=0 2024-02-10T00:05:09.879 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.869+0000 7fc300ff9640 1 -- 172.21.15.1:0/1662626768 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55c3311d0720 con 0x55c331545fd0 2024-02-10T00:05:09.879 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.869+0000 7fc300ff9640 10 client.17637 handle_command_reply: tid=0 2024-02-10T00:05:09.879 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.869+0000 7fc322029740 1 client.17637 shutdown 2024-02-10T00:05:09.879 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.869+0000 7fc322029740 1 -- 172.21.15.1:0/1662626768 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c33152d3e0 msgr2=0x55c3315333c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.879 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.869+0000 7fc322029740 1 --2- 172.21.15.1:0/1662626768 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c33152d3e0 0x55c3315333c0 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7fc3080044a0 tx=0x7fc3080044d0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.879 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.869+0000 7fc322029740 1 -- 172.21.15.1:0/1662626768 shutdown_connections 2024-02-10T00:05:09.879 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.869+0000 7fc322029740 1 --2- 172.21.15.1:0/1662626768 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c331545fd0 0x55c3315483f0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.879 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.869+0000 7fc322029740 1 --2- 172.21.15.1:0/1662626768 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c331535f60 0x55c331533900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.879 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.869+0000 7fc322029740 1 --2- 172.21.15.1:0/1662626768 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c33152d3e0 0x55c3315333c0 unknown :-1 s=CLOSED pgs=1134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.879 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.869+0000 7fc322029740 1 --2- 172.21.15.1:0/1662626768 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c33152ca30 0x55c331532e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.879 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.869+0000 7fc300ff9640 0 client.17637 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:05:09.879 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.869+0000 7fc322029740 1 -- 172.21.15.1:0/1662626768 >> 172.21.15.1:0/1662626768 conn(0x55c331527100 msgr2=0x55c331528e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:09.880 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.869+0000 7fc322029740 1 -- 172.21.15.1:0/1662626768 shutdown_connections 2024-02-10T00:05:09.880 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.869+0000 7fc322029740 1 -- 172.21.15.1:0/1662626768 wait complete. 2024-02-10T00:05:09.880 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.869+0000 7fc322029740 20 client.17637 trim_cache size 0 max 16384 2024-02-10T00:05:09.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.881+0000 7fc322029740 1 Processor -- start 2024-02-10T00:05:09.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.881+0000 7fc322029740 1 -- start start 2024-02-10T00:05:09.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.881+0000 7fc322029740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c33152ca30 0x55c3315355b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.881+0000 7fc322029740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c33152d3e0 0x55c331533720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.881+0000 7fc322029740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c331535f60 0x55c33154cd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.881+0000 7fc322029740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c331419130 con 0x55c33152ca30 2024-02-10T00:05:09.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.881+0000 7fc322029740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c33152ea80 con 0x55c331535f60 2024-02-10T00:05:09.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.881+0000 7fc322029740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3315313d0 con 0x55c33152d3e0 2024-02-10T00:05:09.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.881+0000 7fc31d1ea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c33152ca30 0x55c3315355b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.881+0000 7fc31d1ea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c33152ca30 0x55c3315355b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42352/0 (socket says 172.21.15.1:42352) 2024-02-10T00:05:09.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.881+0000 7fc31d1ea640 1 -- 172.21.15.1:0/314074327 learned_addr learned my addr 172.21.15.1:0/314074327 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:09.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.881+0000 7fc31d1ea640 1 -- 172.21.15.1:0/314074327 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c33152d3e0 msgr2=0x55c331533720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:09.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.881+0000 7fc31c9e9640 1 --2- 172.21.15.1:0/314074327 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c33152d3e0 0x55c331533720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.881+0000 7fc31d1ea640 1 --2- 172.21.15.1:0/314074327 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c33152d3e0 0x55c331533720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.881+0000 7fc31d1ea640 1 -- 172.21.15.1:0/314074327 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c331535f60 msgr2=0x55c33154cd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:09.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.881+0000 7fc31d1ea640 1 --2- 172.21.15.1:0/314074327 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c331535f60 0x55c33154cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.881+0000 7fc31d1ea640 1 -- 172.21.15.1:0/314074327 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c33142ec90 con 0x55c33152ca30 2024-02-10T00:05:09.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.881+0000 7fc31d1ea640 1 --2- 172.21.15.1:0/314074327 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c33152ca30 0x55c3315355b0 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7fc3140cb340 tx=0x7fc3140ba040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f31533ee9db7d9eb server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:09.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.881+0000 7fc302ffd640 1 -- 172.21.15.1:0/314074327 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc31409a580 con 0x55c33152ca30 2024-02-10T00:05:09.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.882+0000 7fc302ffd640 1 -- 172.21.15.1:0/314074327 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc31409e6d0 con 0x55c33152ca30 2024-02-10T00:05:09.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.882+0000 7fc302ffd640 1 -- 172.21.15.1:0/314074327 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc314096bf0 con 0x55c33152ca30 2024-02-10T00:05:09.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.882+0000 7fc322029740 1 -- 172.21.15.1:0/314074327 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c33152ca30 msgr2=0x55c3315355b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.882+0000 7fc322029740 1 --2- 172.21.15.1:0/314074327 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c33152ca30 0x55c3315355b0 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7fc3140cb340 tx=0x7fc3140ba040 comp rx=0 tx=0).stop 2024-02-10T00:05:09.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.882+0000 7fc322029740 1 -- 172.21.15.1:0/314074327 shutdown_connections 2024-02-10T00:05:09.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.882+0000 7fc322029740 1 --2- 172.21.15.1:0/314074327 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c331535f60 0x55c33154cd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.882+0000 7fc322029740 1 --2- 172.21.15.1:0/314074327 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c33152d3e0 0x55c331533720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.882+0000 7fc322029740 1 --2- 172.21.15.1:0/314074327 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c33152ca30 0x55c3315355b0 unknown :-1 s=CLOSED pgs=1135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.882+0000 7fc322029740 1 -- 172.21.15.1:0/314074327 >> 172.21.15.1:0/314074327 conn(0x55c331527100 msgr2=0x55c3315274e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:09.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.882+0000 7fc322029740 1 -- 172.21.15.1:0/314074327 shutdown_connections 2024-02-10T00:05:09.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.882+0000 7fc322029740 1 -- 172.21.15.1:0/314074327 wait complete. 2024-02-10T00:05:09.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.882+0000 7fc322029740 1 -- start start 2024-02-10T00:05:09.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.882+0000 7fc322029740 1 Processor -- start 2024-02-10T00:05:09.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.883+0000 7fc322029740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c33152ca30 0x55c33153bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.883+0000 7fc322029740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c33152d3e0 0x55c33153c100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.883+0000 7fc322029740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c331535f60 0x55c33153c680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.883+0000 7fc322029740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c33159c6c0 con 0x55c331535f60 2024-02-10T00:05:09.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.883+0000 7fc322029740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c33159c830 con 0x55c33152d3e0 2024-02-10T00:05:09.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.883+0000 7fc322029740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c33159c9f0 con 0x55c33152ca30 2024-02-10T00:05:09.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.883+0000 7fc322029740 10 client.0 _ll_register_callbacks cb 0x7fc308009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:09.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.883+0000 7fc31d9eb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c331535f60 0x55c33153c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.883+0000 7fc31d9eb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c331535f60 0x55c33153c680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42358/0 (socket says 172.21.15.1:42358) 2024-02-10T00:05:09.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.883+0000 7fc31d9eb640 1 -- 172.21.15.1:0/2626703302 learned_addr learned my addr 172.21.15.1:0/2626703302 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:09.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.883+0000 7fc31d1ea640 1 --2- 172.21.15.1:0/2626703302 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c33152ca30 0x55c33153bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.883+0000 7fc31c9e9640 1 --2- 172.21.15.1:0/2626703302 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c33152d3e0 0x55c33153c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.883+0000 7fc31d9eb640 1 -- 172.21.15.1:0/2626703302 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c33152ca30 msgr2=0x55c33153bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:09.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.883+0000 7fc31d9eb640 1 --2- 172.21.15.1:0/2626703302 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c33152ca30 0x55c33153bbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.883+0000 7fc31d9eb640 1 -- 172.21.15.1:0/2626703302 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c33152d3e0 msgr2=0x55c33153c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:09.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.883+0000 7fc31d9eb640 1 --2- 172.21.15.1:0/2626703302 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c33152d3e0 0x55c33153c100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.883+0000 7fc31d9eb640 1 -- 172.21.15.1:0/2626703302 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3181a4700 con 0x55c331535f60 2024-02-10T00:05:09.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.883+0000 7fc31d1ea640 1 --2- 172.21.15.1:0/2626703302 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c33152ca30 0x55c33153bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:09.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.883+0000 7fc31d9eb640 1 --2- 172.21.15.1:0/2626703302 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c331535f60 0x55c33153c680 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7fc31000ee00 tx=0x7fc31000ad10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4660d81ee697a4c0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:09.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.883+0000 7fc300ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:09.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.884+0000 7fc300ff9640 1 -- 172.21.15.1:0/2626703302 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc310013580 con 0x55c331535f60 2024-02-10T00:05:09.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.884+0000 7fc322029740 1 -- 172.21.15.1:0/2626703302 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc308004030 con 0x55c331535f60 2024-02-10T00:05:09.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.884+0000 7fc300ff9640 1 -- 172.21.15.1:0/2626703302 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fc31000a610 con 0x55c331535f60 2024-02-10T00:05:09.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.884+0000 7fc300ff9640 1 -- 172.21.15.1:0/2626703302 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc310011dd0 con 0x55c331535f60 2024-02-10T00:05:09.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.884+0000 7fc322029740 10 client.17643 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:09.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.884+0000 7fc322029740 1 -- 172.21.15.1:0/2626703302 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c331454a70 con 0x55c331535f60 2024-02-10T00:05:09.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.884+0000 7fc300ff9640 1 -- 172.21.15.1:0/2626703302 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc308004030 con 0x55c331535f60 2024-02-10T00:05:09.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.884+0000 7fc300ff9640 1 -- 172.21.15.1:0/2626703302 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fc31001c650 con 0x55c331535f60 2024-02-10T00:05:09.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.884+0000 7fc322029740 10 client.17643 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:09.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.884+0000 7fc322029740 10 client.17643 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:05:09.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.884+0000 7fc322029740 20 client.17643 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:09.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.884+0000 7fc322029740 1 --2- 172.21.15.1:0/2626703302 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c33159e2a0 0x55c3315a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:09.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.884+0000 7fc322029740 4 client.17643 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:05:09.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.884+0000 7fc322029740 1 -- 172.21.15.1:0/2626703302 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55c33121f890 con 0x55c33159e2a0 2024-02-10T00:05:09.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.884+0000 7fc31d1ea640 1 --2- 172.21.15.1:0/2626703302 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c33159e2a0 0x55c3315a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:09.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.885+0000 7fc300ff9640 10 client.17643 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:05:09.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.885+0000 7fc31d1ea640 1 --2- 172.21.15.1:0/2626703302 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c33159e2a0 0x55c3315a06c0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=e6f9b15609f003eb server_cookie=c60788cb1930c74c in_seq=0 out_seq=0 2024-02-10T00:05:09.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.885+0000 7fc300ff9640 1 -- 172.21.15.1:0/2626703302 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55c33121f890 con 0x55c33159e2a0 2024-02-10T00:05:09.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.885+0000 7fc300ff9640 10 client.17643 handle_command_reply: tid=0 2024-02-10T00:05:09.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.885+0000 7fc322029740 1 client.17643 shutdown 2024-02-10T00:05:09.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.885+0000 7fc322029740 1 -- 172.21.15.1:0/2626703302 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c331535f60 msgr2=0x55c33153c680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.885+0000 7fc322029740 1 --2- 172.21.15.1:0/2626703302 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c331535f60 0x55c33153c680 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7fc31000ee00 tx=0x7fc31000ad10 comp rx=0 tx=0).stop 2024-02-10T00:05:09.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.885+0000 7fc322029740 1 -- 172.21.15.1:0/2626703302 shutdown_connections 2024-02-10T00:05:09.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.885+0000 7fc322029740 1 --2- 172.21.15.1:0/2626703302 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c331535f60 0x55c33153c680 unknown :-1 s=CLOSED pgs=1136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.885+0000 7fc322029740 1 --2- 172.21.15.1:0/2626703302 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c33159e2a0 0x55c3315a06c0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.885+0000 7fc322029740 1 --2- 172.21.15.1:0/2626703302 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c33152d3e0 0x55c33153c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.885+0000 7fc322029740 1 --2- 172.21.15.1:0/2626703302 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c33152ca30 0x55c33153bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.885+0000 7fc300ff9640 0 client.17643 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:05:09.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.885+0000 7fc322029740 1 -- 172.21.15.1:0/2626703302 >> 172.21.15.1:0/2626703302 conn(0x55c331527100 msgr2=0x55c33154cd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:09.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.885+0000 7fc322029740 1 -- 172.21.15.1:0/2626703302 shutdown_connections 2024-02-10T00:05:09.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.885+0000 7fc322029740 1 -- 172.21.15.1:0/2626703302 wait complete. 2024-02-10T00:05:09.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.885+0000 7fc322029740 20 client.17643 trim_cache size 0 max 16384 2024-02-10T00:05:09.896 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:05:09.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.886+0000 7fc31f44e640 1 -- 172.21.15.1:0/1963594591 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc3040a2230 msgr2=0x7fc3040a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.886+0000 7fc31f44e640 1 --2- 172.21.15.1:0/1963594591 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc3040a2230 0x7fc3040a46f0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fc310013880 tx=0x7fc31000a460 comp rx=0 tx=0).stop 2024-02-10T00:05:09.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.886+0000 7fc31f44e640 1 -- 172.21.15.1:0/1963594591 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc3180ff6a0 msgr2=0x7fc31819d6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:09.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.886+0000 7fc31f44e640 1 --2- 172.21.15.1:0/1963594591 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc3180ff6a0 0x7fc31819d6d0 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7fc31400d770 tx=0x7fc31400dc30 comp rx=0 tx=0).stop 2024-02-10T00:05:09.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.886+0000 7fc31f44e640 1 -- 172.21.15.1:0/1963594591 shutdown_connections 2024-02-10T00:05:09.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.886+0000 7fc31f44e640 1 --2- 172.21.15.1:0/1963594591 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc3040a2230 0x7fc3040a46f0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.886+0000 7fc31f44e640 1 --2- 172.21.15.1:0/1963594591 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc3181031b0 0x7fc318197840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.886+0000 7fc31f44e640 1 --2- 172.21.15.1:0/1963594591 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc318100060 0x7fc31819dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.886+0000 7fc31f44e640 1 --2- 172.21.15.1:0/1963594591 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc3180ff6a0 0x7fc31819d6d0 unknown :-1 s=CLOSED pgs=1132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:09.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.886+0000 7fc31f44e640 1 -- 172.21.15.1:0/1963594591 >> 172.21.15.1:0/1963594591 conn(0x7fc318076620 msgr2=0x7fc3181053b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:09.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.886+0000 7fc31f44e640 1 -- 172.21.15.1:0/1963594591 shutdown_connections 2024-02-10T00:05:09.897 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:09.886+0000 7fc31f44e640 1 -- 172.21.15.1:0/1963594591 wait complete. 2024-02-10T00:05:09.899 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:05:09.899 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-02-10T00:05:10.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.001+0000 7efdfe1b6640 1 -- 172.21.15.1:0/536983814 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efdf8102450 msgr2=0x7efdf8102830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:10.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.001+0000 7efdfe1b6640 1 --2- 172.21.15.1:0/536983814 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efdf8102450 0x7efdf8102830 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7efde8009ca0 tx=0x7efde802c180 comp rx=0 tx=0).stop 2024-02-10T00:05:10.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.002+0000 7efdfe1b6640 1 -- 172.21.15.1:0/536983814 shutdown_connections 2024-02-10T00:05:10.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.002+0000 7efdfe1b6640 1 --2- 172.21.15.1:0/536983814 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efdf810b820 0x7efdf810dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.002+0000 7efdfe1b6640 1 --2- 172.21.15.1:0/536983814 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efdf8102d70 0x7efdf810b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.002+0000 7efdfe1b6640 1 --2- 172.21.15.1:0/536983814 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efdf8102450 0x7efdf8102830 unknown :-1 s=CLOSED pgs=1137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.002+0000 7efdfe1b6640 1 -- 172.21.15.1:0/536983814 >> 172.21.15.1:0/536983814 conn(0x7efdf80772e0 msgr2=0x7efdf80776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:10.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.002+0000 7efdfe1b6640 1 -- 172.21.15.1:0/536983814 shutdown_connections 2024-02-10T00:05:10.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.002+0000 7efdfe1b6640 1 -- 172.21.15.1:0/536983814 wait complete. 2024-02-10T00:05:10.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.002+0000 7efdfe1b6640 1 Processor -- start 2024-02-10T00:05:10.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.002+0000 7efdfe1b6640 1 -- start start 2024-02-10T00:05:10.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.002+0000 7efdfe1b6640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efdf8102450 0x7efdf819d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.002+0000 7efdfe1b6640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efdf8102d70 0x7efdf819daf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.003+0000 7efdfe1b6640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efdf810b820 0x7efdf81976c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.003+0000 7efdfe1b6640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdf8197e50 con 0x7efdf810b820 2024-02-10T00:05:10.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.003+0000 7efdfe1b6640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdf8197fc0 con 0x7efdf8102450 2024-02-10T00:05:10.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.003+0000 7efdfe1b6640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdf8198180 con 0x7efdf8102d70 2024-02-10T00:05:10.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.003+0000 7efdf7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efdf810b820 0x7efdf81976c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.003+0000 7efdf7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efdf810b820 0x7efdf81976c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42390/0 (socket says 172.21.15.1:42390) 2024-02-10T00:05:10.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.003+0000 7efdf7fff640 1 -- 172.21.15.1:0/2748300505 learned_addr learned my addr 172.21.15.1:0/2748300505 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:10.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.003+0000 7efdf77fe640 1 --2- 172.21.15.1:0/2748300505 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efdf8102450 0x7efdf819d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.003+0000 7efdf6ffd640 1 --2- 172.21.15.1:0/2748300505 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efdf8102d70 0x7efdf819daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.003+0000 7efdf7fff640 1 -- 172.21.15.1:0/2748300505 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efdf8102d70 msgr2=0x7efdf819daf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:10.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.003+0000 7efdf7fff640 1 --2- 172.21.15.1:0/2748300505 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efdf8102d70 0x7efdf819daf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.003+0000 7efdf7fff640 1 -- 172.21.15.1:0/2748300505 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efdf8102450 msgr2=0x7efdf819d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:10.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.003+0000 7efdf7fff640 1 --2- 172.21.15.1:0/2748300505 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efdf8102450 0x7efdf819d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.003+0000 7efdf7fff640 1 -- 172.21.15.1:0/2748300505 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efde8009900 con 0x7efdf810b820 2024-02-10T00:05:10.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.003+0000 7efdf7fff640 1 --2- 172.21.15.1:0/2748300505 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efdf810b820 0x7efdf81976c0 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7efdf000d680 tx=0x7efdf000db40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:10.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.003+0000 7efdf4ff9640 1 -- 172.21.15.1:0/2748300505 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdf0005220 con 0x7efdf810b820 2024-02-10T00:05:10.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.003+0000 7efdf4ff9640 1 -- 172.21.15.1:0/2748300505 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efdf0009d00 con 0x7efdf810b820 2024-02-10T00:05:10.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.003+0000 7efdfe1b6640 1 -- 172.21.15.1:0/2748300505 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efdf8198460 con 0x7efdf810b820 2024-02-10T00:05:10.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.003+0000 7efdf4ff9640 1 -- 172.21.15.1:0/2748300505 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdf0004dd0 con 0x7efdf810b820 2024-02-10T00:05:10.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.003+0000 7efdfe1b6640 1 -- 172.21.15.1:0/2748300505 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efdf81a4530 con 0x7efdf810b820 2024-02-10T00:05:10.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.005+0000 7efdf4ff9640 1 -- 172.21.15.1:0/2748300505 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7efdf0009820 con 0x7efdf810b820 2024-02-10T00:05:10.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.006+0000 7efe00d85740 1 Processor -- start 2024-02-10T00:05:10.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.006+0000 7efe00d85740 1 -- start start 2024-02-10T00:05:10.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.006+0000 7efdf4ff9640 1 --2- 172.21.15.1:0/2748300505 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7efde40a2230 0x7efde40a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.006+0000 7efe00d85740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56144d6f1a30 0x56144d6f1e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.006+0000 7efe00d85740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56144d6f23e0 0x56144d6fa990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.006+0000 7efdf6ffd640 1 --2- 172.21.15.1:0/2748300505 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7efde40a2230 0x7efde40a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.006+0000 7efe00d85740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56144d6faf60 0x56144d6fd3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.006+0000 7efdf4ff9640 1 -- 172.21.15.1:0/2748300505 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7efdf00cd970 con 0x7efdf810b820 2024-02-10T00:05:10.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.006+0000 7efe00d85740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56144d6ad020 con 0x56144d6f1a30 2024-02-10T00:05:10.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.006+0000 7efe00d85740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56144d660320 con 0x56144d6faf60 2024-02-10T00:05:10.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.006+0000 7efe00d85740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56144d65d850 con 0x56144d6f23e0 2024-02-10T00:05:10.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.006+0000 7efdf77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56144d6f1a30 0x56144d6f1e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.006+0000 7efdf77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56144d6f1a30 0x56144d6f1e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42406/0 (socket says 172.21.15.1:42406) 2024-02-10T00:05:10.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.006+0000 7efdf77fe640 1 -- 172.21.15.1:0/2623769291 learned_addr learned my addr 172.21.15.1:0/2623769291 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:10.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.006+0000 7efdf6ffd640 1 --2- 172.21.15.1:0/2623769291 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56144d6f23e0 0x56144d6fa990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.006+0000 7efdf77fe640 1 -- 172.21.15.1:0/2623769291 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56144d6f23e0 msgr2=0x56144d6fa990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:10.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.006+0000 7efdf77fe640 1 --2- 172.21.15.1:0/2623769291 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56144d6f23e0 0x56144d6fa990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.006+0000 7efdf77fe640 1 -- 172.21.15.1:0/2623769291 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56144d6faf60 msgr2=0x56144d6fd3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:10.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.006+0000 7efdf7fff640 1 --2- 172.21.15.1:0/2623769291 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56144d6faf60 0x56144d6fd3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.006+0000 7efdf77fe640 1 --2- 172.21.15.1:0/2623769291 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56144d6faf60 0x56144d6fd3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.006+0000 7efdf77fe640 1 -- 172.21.15.1:0/2623769291 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56144d61b210 con 0x56144d6f1a30 2024-02-10T00:05:10.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.006+0000 7efdf6ffd640 1 --2- 172.21.15.1:0/2623769291 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56144d6f23e0 0x56144d6fa990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:05:10.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.007+0000 7efdf6ffd640 1 --2- 172.21.15.1:0/2748300505 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7efde40a2230 0x7efde40a46f0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7efde0005d90 tx=0x7efde000a5a0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:10.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.007+0000 7efdf77fe640 1 --2- 172.21.15.1:0/2623769291 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56144d6f1a30 0x56144d6f1e10 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7efde802c6c0 tx=0x7efde8032470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e945b59c9a195627 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:10.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.007+0000 7efdedffb640 1 -- 172.21.15.1:0/2623769291 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efde8034640 con 0x56144d6f1a30 2024-02-10T00:05:10.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.007+0000 7efdedffb640 1 -- 172.21.15.1:0/2623769291 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efde8003e50 con 0x56144d6f1a30 2024-02-10T00:05:10.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.007+0000 7efdedffb640 1 -- 172.21.15.1:0/2623769291 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efde8004240 con 0x56144d6f1a30 2024-02-10T00:05:10.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.007+0000 7efe00d85740 1 -- 172.21.15.1:0/2623769291 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56144d6f1a30 msgr2=0x56144d6f1e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:10.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.007+0000 7efe00d85740 1 --2- 172.21.15.1:0/2623769291 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56144d6f1a30 0x56144d6f1e10 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7efde802c6c0 tx=0x7efde8032470 comp rx=0 tx=0).stop 2024-02-10T00:05:10.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.007+0000 7efe00d85740 1 -- 172.21.15.1:0/2623769291 shutdown_connections 2024-02-10T00:05:10.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.007+0000 7efe00d85740 1 --2- 172.21.15.1:0/2623769291 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56144d6faf60 0x56144d6fd3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.007+0000 7efe00d85740 1 --2- 172.21.15.1:0/2623769291 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56144d6f23e0 0x56144d6fa990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.007+0000 7efe00d85740 1 --2- 172.21.15.1:0/2623769291 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56144d6f1a30 0x56144d6f1e10 unknown :-1 s=CLOSED pgs=1139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.007+0000 7efe00d85740 1 -- 172.21.15.1:0/2623769291 >> 172.21.15.1:0/2623769291 conn(0x56144d6ec100 msgr2=0x56144d6ec4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:10.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.008+0000 7efe00d85740 1 -- 172.21.15.1:0/2623769291 shutdown_connections 2024-02-10T00:05:10.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.008+0000 7efe00d85740 1 -- 172.21.15.1:0/2623769291 wait complete. 2024-02-10T00:05:10.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.008+0000 7efe00d85740 1 -- start start 2024-02-10T00:05:10.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.008+0000 7efe00d85740 1 Processor -- start 2024-02-10T00:05:10.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.008+0000 7efe00d85740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56144d6f1a30 0x56144d6f7ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.008+0000 7efe00d85740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56144d6f23e0 0x56144d6f8420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.008+0000 7efe00d85740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56144d6faf60 0x56144d6f8960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.008+0000 7efe00d85740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56144d659030 con 0x56144d6f23e0 2024-02-10T00:05:10.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.008+0000 7efe00d85740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56144d32c430 con 0x56144d6faf60 2024-02-10T00:05:10.019 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.008+0000 7efe00d85740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56144d2e8e00 con 0x56144d6f1a30 2024-02-10T00:05:10.019 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.008+0000 7efe00d85740 10 client.0 _ll_register_callbacks cb 0x56144d64e030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:10.019 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.008+0000 7efdf6ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56144d6f23e0 0x56144d6f8420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.019 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.008+0000 7efdf6ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56144d6f23e0 0x56144d6f8420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42422/0 (socket says 172.21.15.1:42422) 2024-02-10T00:05:10.019 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.008+0000 7efdf6ffd640 1 -- 172.21.15.1:0/2056982167 learned_addr learned my addr 172.21.15.1:0/2056982167 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:10.019 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.009+0000 7efdf7fff640 1 --2- 172.21.15.1:0/2056982167 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56144d6faf60 0x56144d6f8960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.019 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.009+0000 7efdf77fe640 1 --2- 172.21.15.1:0/2056982167 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56144d6f1a30 0x56144d6f7ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.019 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.009+0000 7efdf6ffd640 1 -- 172.21.15.1:0/2056982167 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56144d6f1a30 msgr2=0x56144d6f7ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:10.019 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.009+0000 7efdf6ffd640 1 --2- 172.21.15.1:0/2056982167 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56144d6f1a30 0x56144d6f7ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.019 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.009+0000 7efdf6ffd640 1 -- 172.21.15.1:0/2056982167 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56144d6faf60 msgr2=0x56144d6f8960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:10.019 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.009+0000 7efdf6ffd640 1 --2- 172.21.15.1:0/2056982167 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56144d6faf60 0x56144d6f8960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.019 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.009+0000 7efdf6ffd640 1 -- 172.21.15.1:0/2056982167 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efdf810e8d0 con 0x56144d6f23e0 2024-02-10T00:05:10.019 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.009+0000 7efdf6ffd640 1 --2- 172.21.15.1:0/2056982167 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56144d6f23e0 0x56144d6f8420 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7efde0010fd0 tx=0x7efde0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d46b57a154e26390 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:10.019 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.009+0000 7efdd6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:10.020 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.009+0000 7efdd6ffd640 1 -- 172.21.15.1:0/2056982167 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efde0011d40 con 0x56144d6f23e0 2024-02-10T00:05:10.020 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.009+0000 7efdd6ffd640 1 -- 172.21.15.1:0/2056982167 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7efde001f450 con 0x56144d6f23e0 2024-02-10T00:05:10.020 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.009+0000 7efe00d85740 1 -- 172.21.15.1:0/2056982167 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56144d3587e0 con 0x56144d6f23e0 2024-02-10T00:05:10.020 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.009+0000 7efdd6ffd640 1 -- 172.21.15.1:0/2056982167 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7efde0011ea0 con 0x56144d6f23e0 2024-02-10T00:05:10.020 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.009+0000 7efe00d85740 10 client.17655 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:10.020 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.009+0000 7efe00d85740 1 -- 172.21.15.1:0/2056982167 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x56144d6576b0 con 0x56144d6f23e0 2024-02-10T00:05:10.020 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.009+0000 7efdd6ffd640 1 -- 172.21.15.1:0/2056982167 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x56144d3587e0 con 0x56144d6f23e0 2024-02-10T00:05:10.020 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.010+0000 7efdd6ffd640 1 -- 172.21.15.1:0/2056982167 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7efde0027820 con 0x56144d6f23e0 2024-02-10T00:05:10.020 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.010+0000 7efe00d85740 10 client.17655 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:10.020 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.010+0000 7efe00d85740 10 client.17655 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:05:10.020 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.010+0000 7efe00d85740 20 client.17655 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:10.020 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.010+0000 7efe00d85740 1 --2- 172.21.15.1:0/2056982167 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x56144d70b4c0 0x56144d70d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.020 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.010+0000 7efe00d85740 4 client.17655 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:05:10.020 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.010+0000 7efe00d85740 1 -- 172.21.15.1:0/2056982167 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56144d395720 con 0x56144d70b4c0 2024-02-10T00:05:10.020 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.010+0000 7efdf77fe640 1 --2- 172.21.15.1:0/2056982167 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x56144d70b4c0 0x56144d70d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.010+0000 7efdf77fe640 1 --2- 172.21.15.1:0/2056982167 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x56144d70b4c0 0x56144d70d8e0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=aad327ad6e59fd11 server_cookie=ba362b428bce54eb in_seq=0 out_seq=0 2024-02-10T00:05:10.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.010+0000 7efdd6ffd640 10 client.17655 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:05:10.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.011+0000 7efdd6ffd640 1 -- 172.21.15.1:0/2056982167 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x56144d395720 con 0x56144d70b4c0 2024-02-10T00:05:10.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.011+0000 7efdd6ffd640 10 client.17655 handle_command_reply: tid=0 2024-02-10T00:05:10.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.011+0000 7efe00d85740 1 client.17655 shutdown 2024-02-10T00:05:10.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.011+0000 7efe00d85740 1 -- 172.21.15.1:0/2056982167 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56144d6f23e0 msgr2=0x56144d6f8420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:10.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.011+0000 7efe00d85740 1 --2- 172.21.15.1:0/2056982167 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56144d6f23e0 0x56144d6f8420 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7efde0010fd0 tx=0x7efde0004730 comp rx=0 tx=0).stop 2024-02-10T00:05:10.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.011+0000 7efe00d85740 1 -- 172.21.15.1:0/2056982167 shutdown_connections 2024-02-10T00:05:10.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.011+0000 7efe00d85740 1 --2- 172.21.15.1:0/2056982167 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56144d6faf60 0x56144d6f8960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.011+0000 7efe00d85740 1 --2- 172.21.15.1:0/2056982167 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x56144d70b4c0 0x56144d70d8e0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.011+0000 7efe00d85740 1 --2- 172.21.15.1:0/2056982167 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56144d6f23e0 0x56144d6f8420 unknown :-1 s=CLOSED pgs=1140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.011+0000 7efe00d85740 1 --2- 172.21.15.1:0/2056982167 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56144d6f1a30 0x56144d6f7ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.011+0000 7efdd6ffd640 0 client.17655 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:05:10.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.011+0000 7efe00d85740 1 -- 172.21.15.1:0/2056982167 >> 172.21.15.1:0/2056982167 conn(0x56144d6ec100 msgr2=0x56144d6ede50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:10.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.011+0000 7efe00d85740 1 -- 172.21.15.1:0/2056982167 shutdown_connections 2024-02-10T00:05:10.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.011+0000 7efe00d85740 1 -- 172.21.15.1:0/2056982167 wait complete. 2024-02-10T00:05:10.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.011+0000 7efe00d85740 20 client.17655 trim_cache size 0 max 16384 2024-02-10T00:05:10.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.023+0000 7efe00d85740 1 Processor -- start 2024-02-10T00:05:10.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.023+0000 7efe00d85740 1 -- start start 2024-02-10T00:05:10.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.023+0000 7efe00d85740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56144d6f1a30 0x56144d6fa610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.023+0000 7efe00d85740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56144d6f23e0 0x56144d6f8780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.023+0000 7efe00d85740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56144d6faf60 0x56144d6f5160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.023+0000 7efe00d85740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56144d5de130 con 0x56144d6f1a30 2024-02-10T00:05:10.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.023+0000 7efe00d85740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56144d707fd0 con 0x56144d6faf60 2024-02-10T00:05:10.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.023+0000 7efe00d85740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56144d6ebfb0 con 0x56144d6f23e0 2024-02-10T00:05:10.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.023+0000 7efdf77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56144d6f1a30 0x56144d6fa610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.023+0000 7efdf77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56144d6f1a30 0x56144d6fa610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42424/0 (socket says 172.21.15.1:42424) 2024-02-10T00:05:10.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.023+0000 7efdf77fe640 1 -- 172.21.15.1:0/1624003141 learned_addr learned my addr 172.21.15.1:0/1624003141 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:10.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.023+0000 7efdf6ffd640 1 --2- 172.21.15.1:0/1624003141 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56144d6f23e0 0x56144d6f8780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.023+0000 7efdf77fe640 1 -- 172.21.15.1:0/1624003141 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56144d6f23e0 msgr2=0x56144d6f8780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:10.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.023+0000 7efdf77fe640 1 --2- 172.21.15.1:0/1624003141 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56144d6f23e0 0x56144d6f8780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.023+0000 7efdf77fe640 1 -- 172.21.15.1:0/1624003141 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56144d6faf60 msgr2=0x56144d6f5160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:10.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.023+0000 7efdf7fff640 1 --2- 172.21.15.1:0/1624003141 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56144d6faf60 0x56144d6f5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.023+0000 7efdf77fe640 1 --2- 172.21.15.1:0/1624003141 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56144d6faf60 0x56144d6f5160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.023+0000 7efdf77fe640 1 -- 172.21.15.1:0/1624003141 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56144d5f3c90 con 0x56144d6f1a30 2024-02-10T00:05:10.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.024+0000 7efdf77fe640 1 --2- 172.21.15.1:0/1624003141 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56144d6f1a30 0x56144d6fa610 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7efde8033000 tx=0x7efde8041040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=254803b6a0b8618 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:10.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.024+0000 7efded7fa640 1 -- 172.21.15.1:0/1624003141 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efde8003b70 con 0x56144d6f1a30 2024-02-10T00:05:10.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.024+0000 7efded7fa640 1 -- 172.21.15.1:0/1624003141 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efde8003cd0 con 0x56144d6f1a30 2024-02-10T00:05:10.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.024+0000 7efded7fa640 1 -- 172.21.15.1:0/1624003141 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efde80563f0 con 0x56144d6f1a30 2024-02-10T00:05:10.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.024+0000 7efe00d85740 1 -- 172.21.15.1:0/1624003141 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56144d6f1a30 msgr2=0x56144d6fa610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:10.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.024+0000 7efe00d85740 1 --2- 172.21.15.1:0/1624003141 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56144d6f1a30 0x56144d6fa610 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7efde8033000 tx=0x7efde8041040 comp rx=0 tx=0).stop 2024-02-10T00:05:10.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.024+0000 7efe00d85740 1 -- 172.21.15.1:0/1624003141 shutdown_connections 2024-02-10T00:05:10.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.024+0000 7efe00d85740 1 --2- 172.21.15.1:0/1624003141 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56144d6faf60 0x56144d6f5160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.024+0000 7efe00d85740 1 --2- 172.21.15.1:0/1624003141 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56144d6f23e0 0x56144d6f8780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.024+0000 7efe00d85740 1 --2- 172.21.15.1:0/1624003141 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56144d6f1a30 0x56144d6fa610 unknown :-1 s=CLOSED pgs=1141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.024+0000 7efe00d85740 1 -- 172.21.15.1:0/1624003141 >> 172.21.15.1:0/1624003141 conn(0x56144d6ec100 msgr2=0x56144d6f67b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:10.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.024+0000 7efe00d85740 1 -- 172.21.15.1:0/1624003141 shutdown_connections 2024-02-10T00:05:10.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.024+0000 7efe00d85740 1 -- 172.21.15.1:0/1624003141 wait complete. 2024-02-10T00:05:10.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.025+0000 7efe00d85740 1 -- start start 2024-02-10T00:05:10.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.025+0000 7efe00d85740 1 Processor -- start 2024-02-10T00:05:10.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.025+0000 7efe00d85740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56144d6f1a30 0x56144d700c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.025+0000 7efe00d85740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56144d6f23e0 0x56144d701150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.025+0000 7efe00d85740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56144d6faf60 0x56144d701690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.025+0000 7efe00d85740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56144d765f00 con 0x56144d6faf60 2024-02-10T00:05:10.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.025+0000 7efe00d85740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56144d766070 con 0x56144d6f1a30 2024-02-10T00:05:10.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.025+0000 7efe00d85740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56144d766230 con 0x56144d6f23e0 2024-02-10T00:05:10.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.025+0000 7efe00d85740 10 client.0 _ll_register_callbacks cb 0x7efde8009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:10.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.025+0000 7efdf7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56144d6faf60 0x56144d701690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.025+0000 7efdf7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56144d6faf60 0x56144d701690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42434/0 (socket says 172.21.15.1:42434) 2024-02-10T00:05:10.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.025+0000 7efdf7fff640 1 -- 172.21.15.1:0/96631945 learned_addr learned my addr 172.21.15.1:0/96631945 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:10.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.025+0000 7efdf77fe640 1 --2- 172.21.15.1:0/96631945 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56144d6f1a30 0x56144d700c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.025+0000 7efdf7fff640 1 -- 172.21.15.1:0/96631945 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56144d6f23e0 msgr2=0x56144d701150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:10.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.025+0000 7efdf6ffd640 1 --2- 172.21.15.1:0/96631945 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56144d6f23e0 0x56144d701150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.025+0000 7efdf7fff640 1 --2- 172.21.15.1:0/96631945 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56144d6f23e0 0x56144d701150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.026+0000 7efdf7fff640 1 -- 172.21.15.1:0/96631945 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56144d6f1a30 msgr2=0x56144d700c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:10.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.026+0000 7efdf7fff640 1 --2- 172.21.15.1:0/96631945 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56144d6f1a30 0x56144d700c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.026+0000 7efdf7fff640 1 -- 172.21.15.1:0/96631945 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56144d61b210 con 0x56144d6faf60 2024-02-10T00:05:10.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.026+0000 7efdf7fff640 1 --2- 172.21.15.1:0/96631945 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56144d6faf60 0x56144d701690 secure :-1 s=READY pgs=1142 cs=0 l=1 rev1=1 crypto rx=0x7efdf0096d60 tx=0x7efdf0099cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55644c53020de72e server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:10.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.026+0000 7efdd6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:10.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.026+0000 7efdd6ffd640 1 -- 172.21.15.1:0/96631945 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdf009a390 con 0x56144d6faf60 2024-02-10T00:05:10.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.026+0000 7efdd6ffd640 1 -- 172.21.15.1:0/96631945 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7efdf009e4e0 con 0x56144d6faf60 2024-02-10T00:05:10.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.026+0000 7efe00d85740 1 -- 172.21.15.1:0/96631945 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56144d3e4890 con 0x56144d6faf60 2024-02-10T00:05:10.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.026+0000 7efdd6ffd640 1 -- 172.21.15.1:0/96631945 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7efdf00a2b30 con 0x56144d6faf60 2024-02-10T00:05:10.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.026+0000 7efe00d85740 10 client.17661 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:10.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.026+0000 7efe00d85740 1 -- 172.21.15.1:0/96631945 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x56144d619a70 con 0x56144d6faf60 2024-02-10T00:05:10.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.026+0000 7efdd6ffd640 1 -- 172.21.15.1:0/96631945 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x56144d3e4890 con 0x56144d6faf60 2024-02-10T00:05:10.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.026+0000 7efdd6ffd640 1 -- 172.21.15.1:0/96631945 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7efdf00997e0 con 0x56144d6faf60 2024-02-10T00:05:10.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.026+0000 7efe00d85740 10 client.17661 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:10.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.026+0000 7efe00d85740 10 client.17661 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:05:10.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.026+0000 7efe00d85740 20 client.17661 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:10.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.026+0000 7efe00d85740 1 --2- 172.21.15.1:0/96631945 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x56144d767980 0x56144d769da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.026+0000 7efe00d85740 4 client.17661 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:05:10.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.026+0000 7efe00d85740 1 -- 172.21.15.1:0/96631945 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56144d304700 con 0x56144d767980 2024-02-10T00:05:10.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.027+0000 7efdf77fe640 1 --2- 172.21.15.1:0/96631945 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x56144d767980 0x56144d769da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.027+0000 7efdd6ffd640 10 client.17661 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:05:10.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.027+0000 7efdf77fe640 1 --2- 172.21.15.1:0/96631945 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x56144d767980 0x56144d769da0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=cb1e75744cebb05e server_cookie=2917621dd7f82279 in_seq=0 out_seq=0 2024-02-10T00:05:10.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.027+0000 7efdd6ffd640 1 -- 172.21.15.1:0/96631945 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56144d304700 con 0x56144d767980 2024-02-10T00:05:10.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.027+0000 7efdd6ffd640 10 client.17661 handle_command_reply: tid=0 2024-02-10T00:05:10.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.027+0000 7efe00d85740 1 client.17661 shutdown 2024-02-10T00:05:10.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.027+0000 7efe00d85740 1 -- 172.21.15.1:0/96631945 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56144d6faf60 msgr2=0x56144d701690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:10.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.027+0000 7efe00d85740 1 --2- 172.21.15.1:0/96631945 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56144d6faf60 0x56144d701690 secure :-1 s=READY pgs=1142 cs=0 l=1 rev1=1 crypto rx=0x7efdf0096d60 tx=0x7efdf0099cf0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.027+0000 7efe00d85740 1 -- 172.21.15.1:0/96631945 shutdown_connections 2024-02-10T00:05:10.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.027+0000 7efe00d85740 1 --2- 172.21.15.1:0/96631945 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x56144d767980 0x56144d769da0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.027+0000 7efe00d85740 1 --2- 172.21.15.1:0/96631945 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56144d6faf60 0x56144d701690 unknown :-1 s=CLOSED pgs=1142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.027+0000 7efe00d85740 1 --2- 172.21.15.1:0/96631945 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56144d6f23e0 0x56144d701150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.027+0000 7efdd6ffd640 0 client.17661 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:05:10.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.027+0000 7efe00d85740 1 --2- 172.21.15.1:0/96631945 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56144d6f1a30 0x56144d700c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.027+0000 7efe00d85740 1 -- 172.21.15.1:0/96631945 >> 172.21.15.1:0/96631945 conn(0x56144d6ec100 msgr2=0x56144d6ea9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:10.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.027+0000 7efe00d85740 1 -- 172.21.15.1:0/96631945 shutdown_connections 2024-02-10T00:05:10.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.027+0000 7efe00d85740 1 -- 172.21.15.1:0/96631945 wait complete. 2024-02-10T00:05:10.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.027+0000 7efe00d85740 20 client.17661 trim_cache size 0 max 16384 2024-02-10T00:05:10.037 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:05:10.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.028+0000 7efdfe1b6640 1 -- 172.21.15.1:0/2748300505 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7efde40a2230 msgr2=0x7efde40a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:10.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.028+0000 7efdfe1b6640 1 --2- 172.21.15.1:0/2748300505 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7efde40a2230 0x7efde40a46f0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7efde0005d90 tx=0x7efde000a5a0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.028+0000 7efdfe1b6640 1 -- 172.21.15.1:0/2748300505 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efdf810b820 msgr2=0x7efdf81976c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:10.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.028+0000 7efdfe1b6640 1 --2- 172.21.15.1:0/2748300505 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efdf810b820 0x7efdf81976c0 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7efdf000d680 tx=0x7efdf000db40 comp rx=0 tx=0).stop 2024-02-10T00:05:10.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.028+0000 7efdfe1b6640 1 -- 172.21.15.1:0/2748300505 shutdown_connections 2024-02-10T00:05:10.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.028+0000 7efdfe1b6640 1 --2- 172.21.15.1:0/2748300505 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7efde40a2230 0x7efde40a46f0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.028+0000 7efdfe1b6640 1 --2- 172.21.15.1:0/2748300505 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efdf810b820 0x7efdf81976c0 unknown :-1 s=CLOSED pgs=1138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.028+0000 7efdfe1b6640 1 --2- 172.21.15.1:0/2748300505 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efdf8102d70 0x7efdf819daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.028+0000 7efdfe1b6640 1 --2- 172.21.15.1:0/2748300505 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efdf8102450 0x7efdf819d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.028+0000 7efdfe1b6640 1 -- 172.21.15.1:0/2748300505 >> 172.21.15.1:0/2748300505 conn(0x7efdf80772e0 msgr2=0x7efdf80fd230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:10.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.028+0000 7efdfe1b6640 1 -- 172.21.15.1:0/2748300505 shutdown_connections 2024-02-10T00:05:10.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.028+0000 7efdfe1b6640 1 -- 172.21.15.1:0/2748300505 wait complete. 2024-02-10T00:05:10.041 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:05:10.041 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-02-10T00:05:10.149 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.144+0000 7f3a521a0640 1 -- 172.21.15.1:0/1312722837 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3a4c106310 msgr2=0x7f3a4c10dee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:10.149 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.144+0000 7f3a521a0640 1 --2- 172.21.15.1:0/1312722837 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3a4c106310 0x7f3a4c10dee0 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7f3a44009cd0 tx=0x7f3a4402c0f0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.149 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.144+0000 7f3a521a0640 1 -- 172.21.15.1:0/1312722837 shutdown_connections 2024-02-10T00:05:10.149 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.144+0000 7f3a521a0640 1 --2- 172.21.15.1:0/1312722837 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3a4c106310 0x7f3a4c10dee0 unknown :-1 s=CLOSED pgs=1143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.149 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.144+0000 7f3a521a0640 1 --2- 172.21.15.1:0/1312722837 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3a4c101bf0 0x7f3a4c105c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.149 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.144+0000 7f3a521a0640 1 --2- 172.21.15.1:0/1312722837 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3a4c101240 0x7f3a4c101620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.144+0000 7f3a521a0640 1 -- 172.21.15.1:0/1312722837 >> 172.21.15.1:0/1312722837 conn(0x7f3a4c0fcae0 msgr2=0x7f3a4c0fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:10.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.144+0000 7f3a521a0640 1 -- 172.21.15.1:0/1312722837 shutdown_connections 2024-02-10T00:05:10.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.144+0000 7f3a521a0640 1 -- 172.21.15.1:0/1312722837 wait complete. 2024-02-10T00:05:10.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.145+0000 7f3a521a0640 1 Processor -- start 2024-02-10T00:05:10.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.145+0000 7f3a521a0640 1 -- start start 2024-02-10T00:05:10.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.145+0000 7f3a521a0640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3a4c101240 0x7f3a4c197780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.145+0000 7f3a521a0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3a4c106310 0x7f3a4c197cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.145+0000 7f3a521a0640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3a4c19bff0 0x7f3a4c19c4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.145+0000 7f3a521a0640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a4c19c9e0 con 0x7f3a4c106310 2024-02-10T00:05:10.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.145+0000 7f3a521a0640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a4c19cb50 con 0x7f3a4c101240 2024-02-10T00:05:10.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.145+0000 7f3a521a0640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a4c19ccc0 con 0x7f3a4c19bff0 2024-02-10T00:05:10.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.145+0000 7f3a5099d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3a4c106310 0x7f3a4c197cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.145+0000 7f3a5099d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3a4c106310 0x7f3a4c197cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42450/0 (socket says 172.21.15.1:42450) 2024-02-10T00:05:10.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.145+0000 7f3a5099d640 1 -- 172.21.15.1:0/1391805342 learned_addr learned my addr 172.21.15.1:0/1391805342 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:10.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.145+0000 7f3a5119e640 1 --2- 172.21.15.1:0/1391805342 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3a4c101240 0x7f3a4c197780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.145+0000 7f3a5199f640 1 --2- 172.21.15.1:0/1391805342 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3a4c19bff0 0x7f3a4c19c4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.145+0000 7f3a5099d640 1 -- 172.21.15.1:0/1391805342 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3a4c19bff0 msgr2=0x7f3a4c19c4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:10.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.145+0000 7f3a5099d640 1 --2- 172.21.15.1:0/1391805342 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3a4c19bff0 0x7f3a4c19c4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.145+0000 7f3a5099d640 1 -- 172.21.15.1:0/1391805342 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3a4c101240 msgr2=0x7f3a4c197780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:10.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.145+0000 7f3a5099d640 1 --2- 172.21.15.1:0/1391805342 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3a4c101240 0x7f3a4c197780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.145+0000 7f3a5099d640 1 -- 172.21.15.1:0/1391805342 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a44009900 con 0x7f3a4c106310 2024-02-10T00:05:10.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.145+0000 7f3a5199f640 1 --2- 172.21.15.1:0/1391805342 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3a4c19bff0 0x7f3a4c19c4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:10.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.146+0000 7f3a5099d640 1 --2- 172.21.15.1:0/1391805342 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3a4c106310 0x7f3a4c197cc0 secure :-1 s=READY pgs=1144 cs=0 l=1 rev1=1 crypto rx=0x7f3a3c00d770 tx=0x7f3a3c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:10.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.146+0000 7f3a427fc640 1 -- 172.21.15.1:0/1391805342 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a3c009c30 con 0x7f3a4c106310 2024-02-10T00:05:10.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.146+0000 7f3a427fc640 1 -- 172.21.15.1:0/1391805342 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3a3c00de80 con 0x7f3a4c106310 2024-02-10T00:05:10.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.146+0000 7f3a521a0640 1 -- 172.21.15.1:0/1391805342 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3a4c1a42a0 con 0x7f3a4c106310 2024-02-10T00:05:10.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.146+0000 7f3a427fc640 1 -- 172.21.15.1:0/1391805342 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a3c00f6b0 con 0x7f3a4c106310 2024-02-10T00:05:10.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.146+0000 7f3a521a0640 1 -- 172.21.15.1:0/1391805342 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a4c1a4750 con 0x7f3a4c106310 2024-02-10T00:05:10.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.148+0000 7f3a427fc640 1 -- 172.21.15.1:0/1391805342 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f3a3c010460 con 0x7f3a4c106310 2024-02-10T00:05:10.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.148+0000 7f3a55fd4740 1 Processor -- start 2024-02-10T00:05:10.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.148+0000 7f3a55fd4740 1 -- start start 2024-02-10T00:05:10.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.149+0000 7f3a427fc640 1 --2- 172.21.15.1:0/1391805342 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3a380a2230 0x7f3a380a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.149+0000 7f3a55fd4740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55774cda7bc0 0x55774cda7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.149+0000 7f3a55fd4740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55774cda8570 0x55774cdb0b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.149+0000 7f3a5199f640 1 --2- 172.21.15.1:0/1391805342 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3a380a2230 0x7f3a380a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.149+0000 7f3a55fd4740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55774cdb10f0 0x55774cdb3540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.149+0000 7f3a55fd4740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55774cd63020 con 0x55774cda7bc0 2024-02-10T00:05:10.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.149+0000 7f3a427fc640 1 -- 172.21.15.1:0/1391805342 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f3a3c0cdde0 con 0x7f3a4c106310 2024-02-10T00:05:10.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.149+0000 7f3a55fd4740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55774cd16320 con 0x55774cdb10f0 2024-02-10T00:05:10.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.149+0000 7f3a55fd4740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55774cd13850 con 0x55774cda8570 2024-02-10T00:05:10.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.149+0000 7f3a5119e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55774cda7bc0 0x55774cda7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.149+0000 7f3a5119e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55774cda7bc0 0x55774cda7fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42454/0 (socket says 172.21.15.1:42454) 2024-02-10T00:05:10.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.149+0000 7f3a5119e640 1 -- 172.21.15.1:0/1401812129 learned_addr learned my addr 172.21.15.1:0/1401812129 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:10.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.149+0000 7f3a5099d640 1 --2- 172.21.15.1:0/1401812129 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55774cda8570 0x55774cdb0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.149+0000 7f3a5199f640 1 --2- 172.21.15.1:0/1401812129 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55774cdb10f0 0x55774cdb3540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.149+0000 7f3a5119e640 1 -- 172.21.15.1:0/1401812129 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55774cda8570 msgr2=0x55774cdb0b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:10.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.149+0000 7f3a5119e640 1 --2- 172.21.15.1:0/1401812129 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55774cda8570 0x55774cdb0b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.149+0000 7f3a5119e640 1 -- 172.21.15.1:0/1401812129 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55774cdb10f0 msgr2=0x55774cdb3540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:10.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.149+0000 7f3a5119e640 1 --2- 172.21.15.1:0/1401812129 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55774cdb10f0 0x55774cdb3540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.149+0000 7f3a5119e640 1 -- 172.21.15.1:0/1401812129 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55774ccd1210 con 0x55774cda7bc0 2024-02-10T00:05:10.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.149+0000 7f3a5199f640 1 --2- 172.21.15.1:0/1391805342 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3a380a2230 0x7f3a380a46f0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3a44006010 tx=0x7f3a44034440 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:10.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.149+0000 7f3a5119e640 1 --2- 172.21.15.1:0/1401812129 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55774cda7bc0 0x55774cda7fa0 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7f3a4800b760 tx=0x7f3a4800bc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae69f40aa284aaa1 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:10.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.149+0000 7f3a377fe640 1 -- 172.21.15.1:0/1401812129 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a48003dd0 con 0x55774cda7bc0 2024-02-10T00:05:10.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.150+0000 7f3a377fe640 1 -- 172.21.15.1:0/1401812129 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3a4800be70 con 0x55774cda7bc0 2024-02-10T00:05:10.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.150+0000 7f3a377fe640 1 -- 172.21.15.1:0/1401812129 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a48011440 con 0x55774cda7bc0 2024-02-10T00:05:10.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.150+0000 7f3a55fd4740 1 -- 172.21.15.1:0/1401812129 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55774cda7bc0 msgr2=0x55774cda7fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:10.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.150+0000 7f3a55fd4740 1 --2- 172.21.15.1:0/1401812129 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55774cda7bc0 0x55774cda7fa0 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7f3a4800b760 tx=0x7f3a4800bc20 comp rx=0 tx=0).stop 2024-02-10T00:05:10.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.150+0000 7f3a55fd4740 1 -- 172.21.15.1:0/1401812129 shutdown_connections 2024-02-10T00:05:10.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.150+0000 7f3a55fd4740 1 --2- 172.21.15.1:0/1401812129 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55774cdb10f0 0x55774cdb3540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.150+0000 7f3a55fd4740 1 --2- 172.21.15.1:0/1401812129 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55774cda8570 0x55774cdb0b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.150+0000 7f3a55fd4740 1 --2- 172.21.15.1:0/1401812129 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55774cda7bc0 0x55774cda7fa0 unknown :-1 s=CLOSED pgs=1145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.150+0000 7f3a55fd4740 1 -- 172.21.15.1:0/1401812129 >> 172.21.15.1:0/1401812129 conn(0x55774cda2290 msgr2=0x55774cda2670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:10.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.150+0000 7f3a55fd4740 1 -- 172.21.15.1:0/1401812129 shutdown_connections 2024-02-10T00:05:10.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.150+0000 7f3a55fd4740 1 -- 172.21.15.1:0/1401812129 wait complete. 2024-02-10T00:05:10.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.151+0000 7f3a55fd4740 1 -- start start 2024-02-10T00:05:10.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.151+0000 7f3a55fd4740 1 Processor -- start 2024-02-10T00:05:10.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.151+0000 7f3a55fd4740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55774cda7bc0 0x55774cdae000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.151+0000 7f3a55fd4740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55774cda8570 0x55774cdae540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.151+0000 7f3a55fd4740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55774cdb10f0 0x55774cdaea80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.151+0000 7f3a55fd4740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55774cd0f030 con 0x55774cda8570 2024-02-10T00:05:10.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.151+0000 7f3a55fd4740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55774c9e2430 con 0x55774cdb10f0 2024-02-10T00:05:10.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.151+0000 7f3a55fd4740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55774c99ee00 con 0x55774cda7bc0 2024-02-10T00:05:10.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.151+0000 7f3a55fd4740 10 client.0 _ll_register_callbacks cb 0x55774cd04030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:10.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.151+0000 7f3a5099d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55774cda8570 0x55774cdae540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.151+0000 7f3a5099d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55774cda8570 0x55774cdae540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42458/0 (socket says 172.21.15.1:42458) 2024-02-10T00:05:10.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.151+0000 7f3a5099d640 1 -- 172.21.15.1:0/2411913015 learned_addr learned my addr 172.21.15.1:0/2411913015 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:10.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.151+0000 7f3a5199f640 1 --2- 172.21.15.1:0/2411913015 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55774cdb10f0 0x55774cdaea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.151+0000 7f3a5119e640 1 --2- 172.21.15.1:0/2411913015 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55774cda7bc0 0x55774cdae000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.151+0000 7f3a5099d640 1 -- 172.21.15.1:0/2411913015 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55774cda7bc0 msgr2=0x55774cdae000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:10.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.151+0000 7f3a5099d640 1 --2- 172.21.15.1:0/2411913015 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55774cda7bc0 0x55774cdae000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.151+0000 7f3a5099d640 1 -- 172.21.15.1:0/2411913015 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55774cdb10f0 msgr2=0x55774cdaea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:10.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.151+0000 7f3a5099d640 1 --2- 172.21.15.1:0/2411913015 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55774cdb10f0 0x55774cdaea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.151+0000 7f3a5099d640 1 -- 172.21.15.1:0/2411913015 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a48004370 con 0x55774cda8570 2024-02-10T00:05:10.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.152+0000 7f3a5099d640 1 --2- 172.21.15.1:0/2411913015 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55774cda8570 0x55774cdae540 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7f3a3c009610 tx=0x7f3a3c09af60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31879da3b6def1dd server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:10.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.152+0000 7f3a34ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:10.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.152+0000 7f3a34ff9640 1 -- 172.21.15.1:0/2411913015 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a3c0a2f40 con 0x55774cda8570 2024-02-10T00:05:10.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.152+0000 7f3a34ff9640 1 -- 172.21.15.1:0/2411913015 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f3a3c0cb780 con 0x55774cda8570 2024-02-10T00:05:10.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.152+0000 7f3a55fd4740 1 -- 172.21.15.1:0/2411913015 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55774ca0e7e0 con 0x55774cda8570 2024-02-10T00:05:10.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.152+0000 7f3a34ff9640 1 -- 172.21.15.1:0/2411913015 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3a3c0cb940 con 0x55774cda8570 2024-02-10T00:05:10.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.152+0000 7f3a55fd4740 10 client.17673 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:10.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.152+0000 7f3a55fd4740 1 -- 172.21.15.1:0/2411913015 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55774cd0d6b0 con 0x55774cda8570 2024-02-10T00:05:10.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.152+0000 7f3a34ff9640 1 -- 172.21.15.1:0/2411913015 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55774ca0e7e0 con 0x55774cda8570 2024-02-10T00:05:10.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.152+0000 7f3a34ff9640 1 -- 172.21.15.1:0/2411913015 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f3a3c0ba140 con 0x55774cda8570 2024-02-10T00:05:10.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.152+0000 7f3a55fd4740 10 client.17673 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:10.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.152+0000 7f3a55fd4740 10 client.17673 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:05:10.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.152+0000 7f3a55fd4740 20 client.17673 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:10.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.152+0000 7f3a55fd4740 1 --2- 172.21.15.1:0/2411913015 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55774cdc1620 0x55774cdc3a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.152+0000 7f3a55fd4740 4 client.17673 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:05:10.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.152+0000 7f3a55fd4740 1 -- 172.21.15.1:0/2411913015 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55774ca4b720 con 0x55774cdc1620 2024-02-10T00:05:10.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.153+0000 7f3a5119e640 1 --2- 172.21.15.1:0/2411913015 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55774cdc1620 0x55774cdc3a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.153+0000 7f3a5119e640 1 --2- 172.21.15.1:0/2411913015 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55774cdc1620 0x55774cdc3a40 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=577ea0dd96ed38df server_cookie=cc94583a0c0a911a in_seq=0 out_seq=0 2024-02-10T00:05:10.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.153+0000 7f3a34ff9640 10 client.17673 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:05:10.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.154+0000 7f3a34ff9640 1 -- 172.21.15.1:0/2411913015 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55774ca4b720 con 0x55774cdc1620 2024-02-10T00:05:10.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.154+0000 7f3a34ff9640 10 client.17673 handle_command_reply: tid=0 2024-02-10T00:05:10.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.154+0000 7f3a55fd4740 1 client.17673 shutdown 2024-02-10T00:05:10.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.154+0000 7f3a55fd4740 1 -- 172.21.15.1:0/2411913015 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55774cda8570 msgr2=0x55774cdae540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:10.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.154+0000 7f3a55fd4740 1 --2- 172.21.15.1:0/2411913015 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55774cda8570 0x55774cdae540 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7f3a3c009610 tx=0x7f3a3c09af60 comp rx=0 tx=0).stop 2024-02-10T00:05:10.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.154+0000 7f3a55fd4740 1 -- 172.21.15.1:0/2411913015 shutdown_connections 2024-02-10T00:05:10.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.154+0000 7f3a55fd4740 1 --2- 172.21.15.1:0/2411913015 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55774cdc1620 0x55774cdc3a40 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.154+0000 7f3a55fd4740 1 --2- 172.21.15.1:0/2411913015 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55774cdb10f0 0x55774cdaea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.154+0000 7f3a55fd4740 1 --2- 172.21.15.1:0/2411913015 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55774cda8570 0x55774cdae540 unknown :-1 s=CLOSED pgs=1146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.154+0000 7f3a34ff9640 0 client.17673 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:05:10.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.154+0000 7f3a55fd4740 1 --2- 172.21.15.1:0/2411913015 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55774cda7bc0 0x55774cdae000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.154+0000 7f3a55fd4740 1 -- 172.21.15.1:0/2411913015 >> 172.21.15.1:0/2411913015 conn(0x55774cda2290 msgr2=0x55774cda14f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:10.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.154+0000 7f3a55fd4740 1 -- 172.21.15.1:0/2411913015 shutdown_connections 2024-02-10T00:05:10.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.154+0000 7f3a55fd4740 1 -- 172.21.15.1:0/2411913015 wait complete. 2024-02-10T00:05:10.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.154+0000 7f3a55fd4740 20 client.17673 trim_cache size 0 max 16384 2024-02-10T00:05:10.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.166+0000 7f3a55fd4740 1 Processor -- start 2024-02-10T00:05:10.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.166+0000 7f3a55fd4740 1 -- start start 2024-02-10T00:05:10.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.166+0000 7f3a55fd4740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55774cda7bc0 0x55774cdb0730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.166+0000 7f3a55fd4740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55774cda8570 0x55774cdae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.166+0000 7f3a55fd4740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55774cdb10f0 0x55774cda92c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.166+0000 7f3a55fd4740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55774cc94130 con 0x55774cda8570 2024-02-10T00:05:10.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.166+0000 7f3a55fd4740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55774cd9dee0 con 0x55774cda7bc0 2024-02-10T00:05:10.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.166+0000 7f3a55fd4740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55774cda6ee0 con 0x55774cdb10f0 2024-02-10T00:05:10.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.166+0000 7f3a5099d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55774cda8570 0x55774cdae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.166+0000 7f3a5099d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55774cda8570 0x55774cdae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42472/0 (socket says 172.21.15.1:42472) 2024-02-10T00:05:10.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.166+0000 7f3a5099d640 1 -- 172.21.15.1:0/3207933560 learned_addr learned my addr 172.21.15.1:0/3207933560 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:10.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.166+0000 7f3a5099d640 1 -- 172.21.15.1:0/3207933560 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55774cdb10f0 msgr2=0x55774cda92c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:10.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.166+0000 7f3a5099d640 1 --2- 172.21.15.1:0/3207933560 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55774cdb10f0 0x55774cda92c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.166+0000 7f3a5099d640 1 -- 172.21.15.1:0/3207933560 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55774cda7bc0 msgr2=0x55774cdb0730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:10.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.166+0000 7f3a5099d640 1 --2- 172.21.15.1:0/3207933560 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55774cda7bc0 0x55774cdb0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.166+0000 7f3a5099d640 1 -- 172.21.15.1:0/3207933560 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55774cca9c90 con 0x55774cda8570 2024-02-10T00:05:10.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.167+0000 7f3a5099d640 1 --2- 172.21.15.1:0/3207933560 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55774cda8570 0x55774cdae8a0 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7f3a3c0ba4c0 tx=0x7f3a3c010db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68e48f00c7404b7b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:10.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.167+0000 7f3a36ffd640 1 -- 172.21.15.1:0/3207933560 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a3c096a40 con 0x55774cda8570 2024-02-10T00:05:10.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.167+0000 7f3a36ffd640 1 -- 172.21.15.1:0/3207933560 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3a3c0a2f40 con 0x55774cda8570 2024-02-10T00:05:10.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.167+0000 7f3a36ffd640 1 -- 172.21.15.1:0/3207933560 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a3c0ba0b0 con 0x55774cda8570 2024-02-10T00:05:10.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.167+0000 7f3a55fd4740 1 -- 172.21.15.1:0/3207933560 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55774cda8570 msgr2=0x55774cdae8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:10.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.167+0000 7f3a55fd4740 1 --2- 172.21.15.1:0/3207933560 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55774cda8570 0x55774cdae8a0 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7f3a3c0ba4c0 tx=0x7f3a3c010db0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.167+0000 7f3a55fd4740 1 -- 172.21.15.1:0/3207933560 shutdown_connections 2024-02-10T00:05:10.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.167+0000 7f3a55fd4740 1 --2- 172.21.15.1:0/3207933560 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55774cdb10f0 0x55774cda92c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.167+0000 7f3a55fd4740 1 --2- 172.21.15.1:0/3207933560 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55774cda8570 0x55774cdae8a0 unknown :-1 s=CLOSED pgs=1147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.167+0000 7f3a55fd4740 1 --2- 172.21.15.1:0/3207933560 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55774cda7bc0 0x55774cdb0730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.167+0000 7f3a55fd4740 1 -- 172.21.15.1:0/3207933560 >> 172.21.15.1:0/3207933560 conn(0x55774cda2290 msgr2=0x55774cda2670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:10.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.167+0000 7f3a55fd4740 1 -- 172.21.15.1:0/3207933560 shutdown_connections 2024-02-10T00:05:10.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.167+0000 7f3a55fd4740 1 -- 172.21.15.1:0/3207933560 wait complete. 2024-02-10T00:05:10.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.168+0000 7f3a55fd4740 1 -- start start 2024-02-10T00:05:10.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.168+0000 7f3a55fd4740 1 Processor -- start 2024-02-10T00:05:10.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.168+0000 7f3a55fd4740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55774cda7bc0 0x55774cdb8430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.168+0000 7f3a55fd4740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55774cda8570 0x55774cdb67d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.168+0000 7f3a55fd4740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55774cdb10f0 0x55774cdb6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.168+0000 7f3a55fd4740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55774cdb73e0 con 0x55774cda7bc0 2024-02-10T00:05:10.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.168+0000 7f3a55fd4740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55774cdb7550 con 0x55774cdb10f0 2024-02-10T00:05:10.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.168+0000 7f3a55fd4740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55774ce17b30 con 0x55774cda8570 2024-02-10T00:05:10.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.168+0000 7f3a55fd4740 10 client.0 _ll_register_callbacks cb 0x7f3a48004160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:10.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.168+0000 7f3a5119e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55774cda7bc0 0x55774cdb8430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.168+0000 7f3a5119e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55774cda7bc0 0x55774cdb8430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42478/0 (socket says 172.21.15.1:42478) 2024-02-10T00:05:10.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.168+0000 7f3a5119e640 1 -- 172.21.15.1:0/3972802074 learned_addr learned my addr 172.21.15.1:0/3972802074 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:10.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.168+0000 7f3a5199f640 1 --2- 172.21.15.1:0/3972802074 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55774cdb10f0 0x55774cdb6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.169+0000 7f3a5099d640 1 --2- 172.21.15.1:0/3972802074 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55774cda8570 0x55774cdb67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.169+0000 7f3a5119e640 1 -- 172.21.15.1:0/3972802074 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55774cda8570 msgr2=0x55774cdb67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:10.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.169+0000 7f3a5119e640 1 --2- 172.21.15.1:0/3972802074 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55774cda8570 0x55774cdb67d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.169+0000 7f3a5119e640 1 -- 172.21.15.1:0/3972802074 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55774cdb10f0 msgr2=0x55774cdb6d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:10.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.169+0000 7f3a5119e640 1 --2- 172.21.15.1:0/3972802074 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55774cdb10f0 0x55774cdb6d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.169+0000 7f3a5119e640 1 -- 172.21.15.1:0/3972802074 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55774cd0d6b0 con 0x55774cda7bc0 2024-02-10T00:05:10.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.169+0000 7f3a5199f640 1 --2- 172.21.15.1:0/3972802074 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55774cdb10f0 0x55774cdb6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:10.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.169+0000 7f3a5119e640 1 --2- 172.21.15.1:0/3972802074 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55774cda7bc0 0x55774cdb8430 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7f3a4800b760 tx=0x7f3a480042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a51644781d85249 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:10.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.169+0000 7f3a34ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:10.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.169+0000 7f3a34ff9640 1 -- 172.21.15.1:0/3972802074 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a48027270 con 0x55774cda7bc0 2024-02-10T00:05:10.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.169+0000 7f3a34ff9640 1 -- 172.21.15.1:0/3972802074 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f3a48003e60 con 0x55774cda7bc0 2024-02-10T00:05:10.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.169+0000 7f3a55fd4740 1 -- 172.21.15.1:0/3972802074 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3a4800be70 con 0x55774cda7bc0 2024-02-10T00:05:10.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.169+0000 7f3a34ff9640 1 -- 172.21.15.1:0/3972802074 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3a480273d0 con 0x55774cda7bc0 2024-02-10T00:05:10.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.169+0000 7f3a55fd4740 10 client.17679 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:10.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.169+0000 7f3a55fd4740 1 -- 172.21.15.1:0/3972802074 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55774cccfa70 con 0x55774cda7bc0 2024-02-10T00:05:10.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.169+0000 7f3a34ff9640 1 -- 172.21.15.1:0/3972802074 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3a4800be70 con 0x55774cda7bc0 2024-02-10T00:05:10.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.169+0000 7f3a34ff9640 1 -- 172.21.15.1:0/3972802074 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f3a480053c0 con 0x55774cda7bc0 2024-02-10T00:05:10.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.169+0000 7f3a55fd4740 10 client.17679 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:10.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.169+0000 7f3a55fd4740 10 client.17679 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:05:10.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.169+0000 7f3a55fd4740 20 client.17679 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:10.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.169+0000 7f3a55fd4740 1 --2- 172.21.15.1:0/3972802074 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55774ce192f0 0x55774ce1b710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.169+0000 7f3a55fd4740 4 client.17679 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:05:10.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.169+0000 7f3a55fd4740 1 -- 172.21.15.1:0/3972802074 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55774ca9a890 con 0x55774ce192f0 2024-02-10T00:05:10.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.170+0000 7f3a5099d640 1 --2- 172.21.15.1:0/3972802074 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55774ce192f0 0x55774ce1b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.170+0000 7f3a5099d640 1 --2- 172.21.15.1:0/3972802074 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55774ce192f0 0x55774ce1b710 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=643a2d343df45c15 server_cookie=24a6f3ee87163756 in_seq=0 out_seq=0 2024-02-10T00:05:10.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.170+0000 7f3a34ff9640 10 client.17679 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:05:10.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.170+0000 7f3a34ff9640 1 -- 172.21.15.1:0/3972802074 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55774ca9a890 con 0x55774ce192f0 2024-02-10T00:05:10.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.170+0000 7f3a34ff9640 10 client.17679 handle_command_reply: tid=0 2024-02-10T00:05:10.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.170+0000 7f3a55fd4740 1 client.17679 shutdown 2024-02-10T00:05:10.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.170+0000 7f3a55fd4740 1 -- 172.21.15.1:0/3972802074 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55774cda7bc0 msgr2=0x55774cdb8430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:10.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.170+0000 7f3a55fd4740 1 --2- 172.21.15.1:0/3972802074 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55774cda7bc0 0x55774cdb8430 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7f3a4800b760 tx=0x7f3a480042e0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.170+0000 7f3a55fd4740 1 -- 172.21.15.1:0/3972802074 shutdown_connections 2024-02-10T00:05:10.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.170+0000 7f3a55fd4740 1 --2- 172.21.15.1:0/3972802074 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55774ce192f0 0x55774ce1b710 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.170+0000 7f3a55fd4740 1 --2- 172.21.15.1:0/3972802074 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55774cdb10f0 0x55774cdb6d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.170+0000 7f3a55fd4740 1 --2- 172.21.15.1:0/3972802074 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55774cda8570 0x55774cdb67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.170+0000 7f3a34ff9640 0 client.17679 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:05:10.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.170+0000 7f3a55fd4740 1 --2- 172.21.15.1:0/3972802074 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55774cda7bc0 0x55774cdb8430 unknown :-1 s=CLOSED pgs=1148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.170+0000 7f3a55fd4740 1 -- 172.21.15.1:0/3972802074 >> 172.21.15.1:0/3972802074 conn(0x55774cda2290 msgr2=0x55774cda92c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:10.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.171+0000 7f3a55fd4740 1 -- 172.21.15.1:0/3972802074 shutdown_connections 2024-02-10T00:05:10.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.171+0000 7f3a55fd4740 1 -- 172.21.15.1:0/3972802074 wait complete. 2024-02-10T00:05:10.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.171+0000 7f3a55fd4740 20 client.17679 trim_cache size 0 max 16384 2024-02-10T00:05:10.180 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:05:10.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.171+0000 7f3a521a0640 1 -- 172.21.15.1:0/1391805342 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3a380a2230 msgr2=0x7f3a380a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:10.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.171+0000 7f3a521a0640 1 --2- 172.21.15.1:0/1391805342 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3a380a2230 0x7f3a380a46f0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f3a44006010 tx=0x7f3a44034440 comp rx=0 tx=0).stop 2024-02-10T00:05:10.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.171+0000 7f3a521a0640 1 -- 172.21.15.1:0/1391805342 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3a4c106310 msgr2=0x7f3a4c197cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:10.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.171+0000 7f3a521a0640 1 --2- 172.21.15.1:0/1391805342 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3a4c106310 0x7f3a4c197cc0 secure :-1 s=READY pgs=1144 cs=0 l=1 rev1=1 crypto rx=0x7f3a3c00d770 tx=0x7f3a3c00dc30 comp rx=0 tx=0).stop 2024-02-10T00:05:10.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.171+0000 7f3a521a0640 1 -- 172.21.15.1:0/1391805342 shutdown_connections 2024-02-10T00:05:10.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.171+0000 7f3a521a0640 1 --2- 172.21.15.1:0/1391805342 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3a380a2230 0x7f3a380a46f0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.171+0000 7f3a521a0640 1 --2- 172.21.15.1:0/1391805342 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3a4c19bff0 0x7f3a4c19c4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.171+0000 7f3a521a0640 1 --2- 172.21.15.1:0/1391805342 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3a4c106310 0x7f3a4c197cc0 unknown :-1 s=CLOSED pgs=1144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.171+0000 7f3a521a0640 1 --2- 172.21.15.1:0/1391805342 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3a4c101240 0x7f3a4c197780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.171+0000 7f3a521a0640 1 -- 172.21.15.1:0/1391805342 >> 172.21.15.1:0/1391805342 conn(0x7f3a4c0fcae0 msgr2=0x7f3a4c0fee30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:10.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.171+0000 7f3a521a0640 1 -- 172.21.15.1:0/1391805342 shutdown_connections 2024-02-10T00:05:10.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.171+0000 7f3a521a0640 1 -- 172.21.15.1:0/1391805342 wait complete. 2024-02-10T00:05:10.183 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:10 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/564820374' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:05:10.184 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:05:10.184 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-02-10T00:05:10.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.286+0000 7f7ea59e9640 1 -- 172.21.15.1:0/2034028494 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7ea01026c0 msgr2=0x7f7ea010d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:10.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.286+0000 7f7ea59e9640 1 --2- 172.21.15.1:0/2034028494 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7ea01026c0 0x7f7ea010d0c0 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7f7e90009cd0 tx=0x7f7e9002c0f0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.286+0000 7f7ea59e9640 1 -- 172.21.15.1:0/2034028494 shutdown_connections 2024-02-10T00:05:10.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.286+0000 7f7ea59e9640 1 --2- 172.21.15.1:0/2034028494 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7ea01026c0 0x7f7ea010d0c0 unknown :-1 s=CLOSED pgs=1149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.286+0000 7f7ea59e9640 1 --2- 172.21.15.1:0/2034028494 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7ea0101d20 0x7f7ea0102180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.286+0000 7f7ea59e9640 1 --2- 172.21.15.1:0/2034028494 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7ea0100440 0x7f7ea0100820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.286+0000 7f7ea59e9640 1 -- 172.21.15.1:0/2034028494 >> 172.21.15.1:0/2034028494 conn(0x7f7ea0077310 msgr2=0x7f7ea0077720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:10.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.286+0000 7f7ea59e9640 1 -- 172.21.15.1:0/2034028494 shutdown_connections 2024-02-10T00:05:10.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.286+0000 7f7ea59e9640 1 -- 172.21.15.1:0/2034028494 wait complete. 2024-02-10T00:05:10.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.286+0000 7f7ea59e9640 1 Processor -- start 2024-02-10T00:05:10.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.286+0000 7f7ea59e9640 1 -- start start 2024-02-10T00:05:10.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.287+0000 7f7ea59e9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7ea0100440 0x7f7ea019d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.287+0000 7f7ea59e9640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7ea0101d20 0x7f7ea019d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.287+0000 7f7ea59e9640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7ea01026c0 0x7f7ea0197610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.287+0000 7f7ea59e9640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ea0197c60 con 0x7f7ea0100440 2024-02-10T00:05:10.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.287+0000 7f7ea59e9640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ea0197dd0 con 0x7f7ea0101d20 2024-02-10T00:05:10.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.287+0000 7f7ea59e9640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ea0197f90 con 0x7f7ea01026c0 2024-02-10T00:05:10.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.287+0000 7f7e9effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7ea0100440 0x7f7ea019d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.287+0000 7f7e9effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7ea0100440 0x7f7ea019d460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42506/0 (socket says 172.21.15.1:42506) 2024-02-10T00:05:10.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.287+0000 7f7e9effd640 1 -- 172.21.15.1:0/62526733 learned_addr learned my addr 172.21.15.1:0/62526733 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:10.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.287+0000 7f7e9f7fe640 1 --2- 172.21.15.1:0/62526733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7ea01026c0 0x7f7ea0197610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.287+0000 7f7e9e7fc640 1 --2- 172.21.15.1:0/62526733 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7ea0101d20 0x7f7ea019d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.287+0000 7f7e9effd640 1 -- 172.21.15.1:0/62526733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7ea01026c0 msgr2=0x7f7ea0197610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:10.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.287+0000 7f7e9effd640 1 --2- 172.21.15.1:0/62526733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7ea01026c0 0x7f7ea0197610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.287+0000 7f7e9effd640 1 -- 172.21.15.1:0/62526733 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7ea0101d20 msgr2=0x7f7ea019d9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:10.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.287+0000 7f7e9effd640 1 --2- 172.21.15.1:0/62526733 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7ea0101d20 0x7f7ea019d9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.287+0000 7f7e9effd640 1 -- 172.21.15.1:0/62526733 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e90009900 con 0x7f7ea0100440 2024-02-10T00:05:10.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.287+0000 7f7e9e7fc640 1 --2- 172.21.15.1:0/62526733 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7ea0101d20 0x7f7ea019d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:10.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.287+0000 7f7e9effd640 1 --2- 172.21.15.1:0/62526733 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7ea0100440 0x7f7ea019d460 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7f7e9800e9f0 tx=0x7f7e9800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:10.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.287+0000 7f7ea49e7640 1 -- 172.21.15.1:0/62526733 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e98009700 con 0x7f7ea0100440 2024-02-10T00:05:10.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.288+0000 7f7ea49e7640 1 -- 172.21.15.1:0/62526733 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7e9800cd80 con 0x7f7ea0100440 2024-02-10T00:05:10.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.288+0000 7f7ea49e7640 1 -- 172.21.15.1:0/62526733 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e98018920 con 0x7f7ea0100440 2024-02-10T00:05:10.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.288+0000 7f7ea59e9640 1 -- 172.21.15.1:0/62526733 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ea0198270 con 0x7f7ea0100440 2024-02-10T00:05:10.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.288+0000 7f7ea59e9640 1 -- 172.21.15.1:0/62526733 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ea01a4500 con 0x7f7ea0100440 2024-02-10T00:05:10.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.290+0000 7f7ea49e7640 1 -- 172.21.15.1:0/62526733 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f7e98018a80 con 0x7f7ea0100440 2024-02-10T00:05:10.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.290+0000 7f7ea85c4740 1 Processor -- start 2024-02-10T00:05:10.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.290+0000 7f7ea85c4740 1 -- start start 2024-02-10T00:05:10.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.290+0000 7f7ea49e7640 1 --2- 172.21.15.1:0/62526733 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f7e8c0a2230 0x7f7e8c0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.290+0000 7f7ea85c4740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578c10f9a30 0x5578c10f9e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.290+0000 7f7ea85c4740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578c10fa3e0 0x5578c1102990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.290+0000 7f7ea85c4740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578c1102f60 0x5578c11053b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.290+0000 7f7ea85c4740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578c10b5020 con 0x5578c10fa3e0 2024-02-10T00:05:10.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.290+0000 7f7ea85c4740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578c1068320 con 0x5578c1102f60 2024-02-10T00:05:10.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.290+0000 7f7ea85c4740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578c1065850 con 0x5578c10f9a30 2024-02-10T00:05:10.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.290+0000 7f7e9f7fe640 1 --2- 172.21.15.1:0/62526733 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f7e8c0a2230 0x7f7e8c0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.290+0000 7f7e9e7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578c10fa3e0 0x5578c1102990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.290+0000 7f7ea49e7640 1 -- 172.21.15.1:0/62526733 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f7e98014070 con 0x7f7ea0100440 2024-02-10T00:05:10.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.290+0000 7f7e9e7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578c10fa3e0 0x5578c1102990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42508/0 (socket says 172.21.15.1:42508) 2024-02-10T00:05:10.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.290+0000 7f7e9e7fc640 1 -- 172.21.15.1:0/1787531869 learned_addr learned my addr 172.21.15.1:0/1787531869 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:10.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.290+0000 7f7e9effd640 1 --2- 172.21.15.1:0/1787531869 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578c10f9a30 0x5578c10f9e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.291+0000 7f7e9f7fe640 1 --2- 172.21.15.1:0/1787531869 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578c1102f60 0x5578c11053b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.291+0000 7f7e9e7fc640 1 -- 172.21.15.1:0/1787531869 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578c10f9a30 msgr2=0x5578c10f9e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:10.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.291+0000 7f7e9e7fc640 1 --2- 172.21.15.1:0/1787531869 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578c10f9a30 0x5578c10f9e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.291+0000 7f7e9e7fc640 1 -- 172.21.15.1:0/1787531869 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578c1102f60 msgr2=0x5578c11053b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:10.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.291+0000 7f7e9e7fc640 1 --2- 172.21.15.1:0/1787531869 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578c1102f60 0x5578c11053b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.291+0000 7f7e9e7fc640 1 -- 172.21.15.1:0/1787531869 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5578c1023210 con 0x5578c10fa3e0 2024-02-10T00:05:10.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.291+0000 7f7e9e7fc640 1 --2- 172.21.15.1:0/1787531869 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578c10fa3e0 0x5578c1102990 secure :-1 s=READY pgs=1151 cs=0 l=1 rev1=1 crypto rx=0x7f7e88008c00 tx=0x7f7e8800e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ddb11cfdb724f0e server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:10.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.291+0000 7f7e9f7fe640 1 --2- 172.21.15.1:0/62526733 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f7e8c0a2230 0x7f7e8c0a46f0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f7e90005cc0 tx=0x7f7e90034520 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:10.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.291+0000 7f7e95ffb640 1 -- 172.21.15.1:0/1787531869 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e88005220 con 0x5578c10fa3e0 2024-02-10T00:05:10.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.291+0000 7f7e95ffb640 1 -- 172.21.15.1:0/1787531869 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7e88004c80 con 0x5578c10fa3e0 2024-02-10T00:05:10.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.291+0000 7f7e95ffb640 1 -- 172.21.15.1:0/1787531869 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e880106c0 con 0x5578c10fa3e0 2024-02-10T00:05:10.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.292+0000 7f7ea85c4740 1 -- 172.21.15.1:0/1787531869 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578c10fa3e0 msgr2=0x5578c1102990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:10.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.292+0000 7f7ea85c4740 1 --2- 172.21.15.1:0/1787531869 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578c10fa3e0 0x5578c1102990 secure :-1 s=READY pgs=1151 cs=0 l=1 rev1=1 crypto rx=0x7f7e88008c00 tx=0x7f7e8800e720 comp rx=0 tx=0).stop 2024-02-10T00:05:10.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.292+0000 7f7ea85c4740 1 -- 172.21.15.1:0/1787531869 shutdown_connections 2024-02-10T00:05:10.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.292+0000 7f7ea85c4740 1 --2- 172.21.15.1:0/1787531869 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578c1102f60 0x5578c11053b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.292+0000 7f7ea85c4740 1 --2- 172.21.15.1:0/1787531869 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578c10fa3e0 0x5578c1102990 unknown :-1 s=CLOSED pgs=1151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.292+0000 7f7ea85c4740 1 --2- 172.21.15.1:0/1787531869 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578c10f9a30 0x5578c10f9e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.292+0000 7f7ea85c4740 1 -- 172.21.15.1:0/1787531869 >> 172.21.15.1:0/1787531869 conn(0x5578c10f4100 msgr2=0x5578c10f44e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:10.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.292+0000 7f7ea85c4740 1 -- 172.21.15.1:0/1787531869 shutdown_connections 2024-02-10T00:05:10.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.292+0000 7f7ea85c4740 1 -- 172.21.15.1:0/1787531869 wait complete. 2024-02-10T00:05:10.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.292+0000 7f7ea85c4740 1 -- start start 2024-02-10T00:05:10.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.292+0000 7f7ea85c4740 1 Processor -- start 2024-02-10T00:05:10.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.292+0000 7f7ea85c4740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578c10f9a30 0x5578c10ffed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.292+0000 7f7ea85c4740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578c10fa3e0 0x5578c1100410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.292+0000 7f7ea85c4740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578c1102f60 0x5578c1100950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.292+0000 7f7ea85c4740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578c1061030 con 0x5578c1102f60 2024-02-10T00:05:10.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.292+0000 7f7ea85c4740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578c0d34430 con 0x5578c10f9a30 2024-02-10T00:05:10.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.292+0000 7f7ea85c4740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578c0cf0e00 con 0x5578c10fa3e0 2024-02-10T00:05:10.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.293+0000 7f7ea85c4740 10 client.0 _ll_register_callbacks cb 0x5578c1056030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:10.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.293+0000 7f7e9f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578c1102f60 0x5578c1100950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.293+0000 7f7e9f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578c1102f60 0x5578c1100950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42522/0 (socket says 172.21.15.1:42522) 2024-02-10T00:05:10.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.293+0000 7f7e9f7fe640 1 -- 172.21.15.1:0/3366840106 learned_addr learned my addr 172.21.15.1:0/3366840106 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:10.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.293+0000 7f7e9e7fc640 1 --2- 172.21.15.1:0/3366840106 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578c10fa3e0 0x5578c1100410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.293+0000 7f7e9effd640 1 --2- 172.21.15.1:0/3366840106 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578c10f9a30 0x5578c10ffed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.293+0000 7f7e9f7fe640 1 -- 172.21.15.1:0/3366840106 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578c10fa3e0 msgr2=0x5578c1100410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:10.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.293+0000 7f7e9f7fe640 1 --2- 172.21.15.1:0/3366840106 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578c10fa3e0 0x5578c1100410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.293+0000 7f7e9f7fe640 1 -- 172.21.15.1:0/3366840106 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578c10f9a30 msgr2=0x5578c10ffed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:10.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.293+0000 7f7e9f7fe640 1 --2- 172.21.15.1:0/3366840106 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578c10f9a30 0x5578c10ffed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.293+0000 7f7e9f7fe640 1 -- 172.21.15.1:0/3366840106 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e88008830 con 0x5578c1102f60 2024-02-10T00:05:10.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.293+0000 7f7e9f7fe640 1 --2- 172.21.15.1:0/3366840106 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578c1102f60 0x5578c1100950 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7f7e90036000 tx=0x7f7e9002c0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa6b74aebfc7c1f0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:10.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.293+0000 7f7e7effd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:10.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.293+0000 7f7e7effd640 1 -- 172.21.15.1:0/3366840106 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e90003d80 con 0x5578c1102f60 2024-02-10T00:05:10.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.293+0000 7f7e7effd640 1 -- 172.21.15.1:0/3366840106 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f7e90004030 con 0x5578c1102f60 2024-02-10T00:05:10.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.293+0000 7f7ea85c4740 1 -- 172.21.15.1:0/3366840106 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5578c0d607e0 con 0x5578c1102f60 2024-02-10T00:05:10.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.293+0000 7f7e7effd640 1 -- 172.21.15.1:0/3366840106 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7e900347b0 con 0x5578c1102f60 2024-02-10T00:05:10.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.293+0000 7f7ea85c4740 10 client.17691 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:10.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.293+0000 7f7ea85c4740 1 -- 172.21.15.1:0/3366840106 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5578c105f6b0 con 0x5578c1102f60 2024-02-10T00:05:10.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.294+0000 7f7e7effd640 1 -- 172.21.15.1:0/3366840106 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5578c0d607e0 con 0x5578c1102f60 2024-02-10T00:05:10.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.294+0000 7f7e7effd640 1 -- 172.21.15.1:0/3366840106 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f7e900447b0 con 0x5578c1102f60 2024-02-10T00:05:10.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.294+0000 7f7ea85c4740 10 client.17691 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:10.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.294+0000 7f7ea85c4740 10 client.17691 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:05:10.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.294+0000 7f7ea85c4740 20 client.17691 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:10.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.294+0000 7f7ea85c4740 1 --2- 172.21.15.1:0/3366840106 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5578c11135a0 0x5578c11159c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.294+0000 7f7ea85c4740 4 client.17691 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:05:10.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.294+0000 7f7ea85c4740 1 -- 172.21.15.1:0/3366840106 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5578c0d9d720 con 0x5578c11135a0 2024-02-10T00:05:10.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.294+0000 7f7e9effd640 1 --2- 172.21.15.1:0/3366840106 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5578c11135a0 0x5578c11159c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.295+0000 7f7e7effd640 10 client.17691 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:10.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.295+0000 7f7e9effd640 1 --2- 172.21.15.1:0/3366840106 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5578c11135a0 0x5578c11159c0 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8a88d87c9258a322 server_cookie=eda3a19ded045791 in_seq=0 out_seq=0 2024-02-10T00:05:10.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.295+0000 7f7e7effd640 1 -- 172.21.15.1:0/3366840106 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5578c0d9d720 con 0x5578c11135a0 2024-02-10T00:05:10.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.295+0000 7f7e7effd640 10 client.17691 handle_command_reply: tid=0 2024-02-10T00:05:10.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.295+0000 7f7ea85c4740 1 client.17691 shutdown 2024-02-10T00:05:10.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.295+0000 7f7ea85c4740 1 -- 172.21.15.1:0/3366840106 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578c1102f60 msgr2=0x5578c1100950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:10.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.295+0000 7f7ea85c4740 1 --2- 172.21.15.1:0/3366840106 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578c1102f60 0x5578c1100950 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7f7e90036000 tx=0x7f7e9002c0f0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.295+0000 7f7ea85c4740 1 -- 172.21.15.1:0/3366840106 shutdown_connections 2024-02-10T00:05:10.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.295+0000 7f7ea85c4740 1 --2- 172.21.15.1:0/3366840106 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5578c11135a0 0x5578c11159c0 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.295+0000 7f7ea85c4740 1 --2- 172.21.15.1:0/3366840106 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578c1102f60 0x5578c1100950 unknown :-1 s=CLOSED pgs=1152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.295+0000 7f7ea85c4740 1 --2- 172.21.15.1:0/3366840106 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578c10fa3e0 0x5578c1100410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.295+0000 7f7ea85c4740 1 --2- 172.21.15.1:0/3366840106 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578c10f9a30 0x5578c10ffed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.295+0000 7f7e7effd640 0 client.17691 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:10.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.295+0000 7f7ea85c4740 1 -- 172.21.15.1:0/3366840106 >> 172.21.15.1:0/3366840106 conn(0x5578c10f4100 msgr2=0x5578c10f5e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:10.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.295+0000 7f7ea85c4740 1 -- 172.21.15.1:0/3366840106 shutdown_connections 2024-02-10T00:05:10.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.295+0000 7f7ea85c4740 1 -- 172.21.15.1:0/3366840106 wait complete. 2024-02-10T00:05:10.307 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.296+0000 7f7ea85c4740 20 client.17691 trim_cache size 0 max 16384 2024-02-10T00:05:10.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.307+0000 7f7ea85c4740 1 Processor -- start 2024-02-10T00:05:10.315 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.307+0000 7f7ea85c4740 1 -- start start 2024-02-10T00:05:10.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.307+0000 7f7ea85c4740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578c10f9a30 0x5578c1100770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.307+0000 7f7ea85c4740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578c10fa3e0 0x5578c10f30c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.307+0000 7f7ea85c4740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578c1102f60 0x5578c1109f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.307+0000 7f7ea85c4740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578c0fe6130 con 0x5578c10f9a30 2024-02-10T00:05:10.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.307+0000 7f7ea85c4740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578c10f9650 con 0x5578c10fa3e0 2024-02-10T00:05:10.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.307+0000 7f7ea85c4740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578c111ac10 con 0x5578c1102f60 2024-02-10T00:05:10.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.307+0000 7f7e9effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578c10f9a30 0x5578c1100770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.308+0000 7f7e9effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578c10f9a30 0x5578c1100770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42532/0 (socket says 172.21.15.1:42532) 2024-02-10T00:05:10.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.308+0000 7f7e9effd640 1 -- 172.21.15.1:0/3831223726 learned_addr learned my addr 172.21.15.1:0/3831223726 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:10.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.308+0000 7f7e9f7fe640 1 --2- 172.21.15.1:0/3831223726 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578c1102f60 0x5578c1109f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.308+0000 7f7e9effd640 1 -- 172.21.15.1:0/3831223726 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578c1102f60 msgr2=0x5578c1109f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:10.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.308+0000 7f7e9effd640 1 --2- 172.21.15.1:0/3831223726 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578c1102f60 0x5578c1109f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.308+0000 7f7e9effd640 1 -- 172.21.15.1:0/3831223726 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578c10fa3e0 msgr2=0x5578c10f30c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:10.316 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.308+0000 7f7e9effd640 1 --2- 172.21.15.1:0/3831223726 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578c10fa3e0 0x5578c10f30c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.308+0000 7f7e9effd640 1 -- 172.21.15.1:0/3831223726 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5578c0ffbc90 con 0x5578c10f9a30 2024-02-10T00:05:10.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.308+0000 7f7e9effd640 1 --2- 172.21.15.1:0/3831223726 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578c10f9a30 0x5578c1100770 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7f7e980cbcb0 tx=0x7f7e98010f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7822e7fd16cf499b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:10.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.308+0000 7f7e957fa640 1 -- 172.21.15.1:0/3831223726 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e9809b5f0 con 0x5578c10f9a30 2024-02-10T00:05:10.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.308+0000 7f7e957fa640 1 -- 172.21.15.1:0/3831223726 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7e9809aef0 con 0x5578c10f9a30 2024-02-10T00:05:10.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.308+0000 7f7e957fa640 1 -- 172.21.15.1:0/3831223726 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e980cbed0 con 0x5578c10f9a30 2024-02-10T00:05:10.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.309+0000 7f7ea85c4740 1 -- 172.21.15.1:0/3831223726 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578c10f9a30 msgr2=0x5578c1100770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:10.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.309+0000 7f7ea85c4740 1 --2- 172.21.15.1:0/3831223726 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578c10f9a30 0x5578c1100770 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7f7e980cbcb0 tx=0x7f7e98010f50 comp rx=0 tx=0).stop 2024-02-10T00:05:10.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.309+0000 7f7ea85c4740 1 -- 172.21.15.1:0/3831223726 shutdown_connections 2024-02-10T00:05:10.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.309+0000 7f7ea85c4740 1 --2- 172.21.15.1:0/3831223726 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578c1102f60 0x5578c1109f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.309+0000 7f7ea85c4740 1 --2- 172.21.15.1:0/3831223726 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578c10fa3e0 0x5578c10f30c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.309+0000 7f7ea85c4740 1 --2- 172.21.15.1:0/3831223726 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578c10f9a30 0x5578c1100770 unknown :-1 s=CLOSED pgs=1153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.309+0000 7f7ea85c4740 1 -- 172.21.15.1:0/3831223726 >> 172.21.15.1:0/3831223726 conn(0x5578c10f4100 msgr2=0x5578c10f29b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:10.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.309+0000 7f7ea85c4740 1 -- 172.21.15.1:0/3831223726 shutdown_connections 2024-02-10T00:05:10.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.309+0000 7f7ea85c4740 1 -- 172.21.15.1:0/3831223726 wait complete. 2024-02-10T00:05:10.317 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.309+0000 7f7ea85c4740 1 -- start start 2024-02-10T00:05:10.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.309+0000 7f7ea85c4740 1 Processor -- start 2024-02-10T00:05:10.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.309+0000 7f7ea85c4740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578c10f9a30 0x5578c1164580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.309+0000 7f7ea85c4740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578c10fa3e0 0x5578c1164ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.309+0000 7f7ea85c4740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578c1102f60 0x5578c1109920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.309+0000 7f7ea85c4740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578c1109ee0 con 0x5578c10f9a30 2024-02-10T00:05:10.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.309+0000 7f7ea85c4740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578c110a050 con 0x5578c1102f60 2024-02-10T00:05:10.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.309+0000 7f7ea85c4740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578c110a210 con 0x5578c10fa3e0 2024-02-10T00:05:10.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.309+0000 7f7ea85c4740 10 client.0 _ll_register_callbacks cb 0x7f7e88008390 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:10.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.310+0000 7f7e9effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578c10f9a30 0x5578c1164580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.310+0000 7f7e9effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578c10f9a30 0x5578c1164580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42538/0 (socket says 172.21.15.1:42538) 2024-02-10T00:05:10.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.310+0000 7f7e9effd640 1 -- 172.21.15.1:0/1232284434 learned_addr learned my addr 172.21.15.1:0/1232284434 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:10.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.310+0000 7f7e9e7fc640 1 --2- 172.21.15.1:0/1232284434 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578c10fa3e0 0x5578c1164ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.310+0000 7f7e9f7fe640 1 --2- 172.21.15.1:0/1232284434 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578c1102f60 0x5578c1109920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.318 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.310+0000 7f7e9effd640 1 -- 172.21.15.1:0/1232284434 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578c10fa3e0 msgr2=0x5578c1164ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:10.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.310+0000 7f7e9effd640 1 --2- 172.21.15.1:0/1232284434 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578c10fa3e0 0x5578c1164ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.310+0000 7f7e9effd640 1 -- 172.21.15.1:0/1232284434 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578c1102f60 msgr2=0x5578c1109920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:10.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.310+0000 7f7e9effd640 1 --2- 172.21.15.1:0/1232284434 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578c1102f60 0x5578c1109920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.310+0000 7f7e9effd640 1 -- 172.21.15.1:0/1232284434 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ea01a4500 con 0x5578c10f9a30 2024-02-10T00:05:10.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.310+0000 7f7e9effd640 1 --2- 172.21.15.1:0/1232284434 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578c10f9a30 0x5578c1164580 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7f7e98010f00 tx=0x7f7e98005c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f1f83e3ff9b23aa server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:10.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.310+0000 7f7e7effd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:10.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.310+0000 7f7e7effd640 1 -- 172.21.15.1:0/1232284434 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e9809f040 con 0x5578c10f9a30 2024-02-10T00:05:10.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.310+0000 7f7e7effd640 1 -- 172.21.15.1:0/1232284434 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f7e980cbed0 con 0x5578c10f9a30 2024-02-10T00:05:10.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.310+0000 7f7ea85c4740 1 -- 172.21.15.1:0/1232284434 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7e88004c80 con 0x5578c10f9a30 2024-02-10T00:05:10.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.310+0000 7f7e7effd640 1 -- 172.21.15.1:0/1232284434 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7e980cc090 con 0x5578c10f9a30 2024-02-10T00:05:10.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.310+0000 7f7ea85c4740 10 client.17697 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:10.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.310+0000 7f7ea85c4740 1 -- 172.21.15.1:0/1232284434 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5578c1021a70 con 0x5578c10f9a30 2024-02-10T00:05:10.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.310+0000 7f7e7effd640 1 -- 172.21.15.1:0/1232284434 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7e98089080 con 0x5578c10f9a30 2024-02-10T00:05:10.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.311+0000 7f7e7effd640 1 -- 172.21.15.1:0/1232284434 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f7e98085bb0 con 0x5578c10f9a30 2024-02-10T00:05:10.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.311+0000 7f7ea85c4740 10 client.17697 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:10.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.311+0000 7f7ea85c4740 10 client.17697 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:05:10.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.311+0000 7f7ea85c4740 20 client.17697 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:10.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.311+0000 7f7ea85c4740 1 --2- 172.21.15.1:0/1232284434 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5578c116c240 0x5578c116e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:10.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.311+0000 7f7ea85c4740 4 client.17697 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:05:10.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.311+0000 7f7ea85c4740 1 -- 172.21.15.1:0/1232284434 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5578c0dec890 con 0x5578c116c240 2024-02-10T00:05:10.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.311+0000 7f7e9e7fc640 1 --2- 172.21.15.1:0/1232284434 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5578c116c240 0x5578c116e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:10.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.311+0000 7f7e7effd640 10 client.17697 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:10.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.311+0000 7f7e9e7fc640 1 --2- 172.21.15.1:0/1232284434 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5578c116c240 0x5578c116e660 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a50ab600303d527b server_cookie=c28ab0b5b4874d01 in_seq=0 out_seq=0 2024-02-10T00:05:10.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.311+0000 7f7e7effd640 1 -- 172.21.15.1:0/1232284434 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5578c0dec890 con 0x5578c116c240 2024-02-10T00:05:10.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.311+0000 7f7e7effd640 10 client.17697 handle_command_reply: tid=0 2024-02-10T00:05:10.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.311+0000 7f7ea85c4740 1 client.17697 shutdown 2024-02-10T00:05:10.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.312+0000 7f7ea85c4740 1 -- 172.21.15.1:0/1232284434 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578c10f9a30 msgr2=0x5578c1164580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:10.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.312+0000 7f7ea85c4740 1 --2- 172.21.15.1:0/1232284434 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578c10f9a30 0x5578c1164580 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7f7e98010f00 tx=0x7f7e98005c90 comp rx=0 tx=0).stop 2024-02-10T00:05:10.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.312+0000 7f7ea85c4740 1 -- 172.21.15.1:0/1232284434 shutdown_connections 2024-02-10T00:05:10.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.312+0000 7f7ea85c4740 1 --2- 172.21.15.1:0/1232284434 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5578c116c240 0x5578c116e660 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.312+0000 7f7ea85c4740 1 --2- 172.21.15.1:0/1232284434 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5578c1102f60 0x5578c1109920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.312+0000 7f7ea85c4740 1 --2- 172.21.15.1:0/1232284434 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5578c10fa3e0 0x5578c1164ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.312+0000 7f7e7effd640 0 client.17697 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:10.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.312+0000 7f7ea85c4740 1 --2- 172.21.15.1:0/1232284434 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5578c10f9a30 0x5578c1164580 unknown :-1 s=CLOSED pgs=1154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.312+0000 7f7ea85c4740 1 -- 172.21.15.1:0/1232284434 >> 172.21.15.1:0/1232284434 conn(0x5578c10f4100 msgr2=0x5578c10f3240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:10.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.312+0000 7f7ea85c4740 1 -- 172.21.15.1:0/1232284434 shutdown_connections 2024-02-10T00:05:10.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.312+0000 7f7ea85c4740 1 -- 172.21.15.1:0/1232284434 wait complete. 2024-02-10T00:05:10.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.312+0000 7f7ea85c4740 20 client.17697 trim_cache size 0 max 16384 2024-02-10T00:05:10.321 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:05:10.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.312+0000 7f7ea59e9640 1 -- 172.21.15.1:0/62526733 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f7e8c0a2230 msgr2=0x7f7e8c0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:10.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.312+0000 7f7ea59e9640 1 --2- 172.21.15.1:0/62526733 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f7e8c0a2230 0x7f7e8c0a46f0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f7e90005cc0 tx=0x7f7e90034520 comp rx=0 tx=0).stop 2024-02-10T00:05:10.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.312+0000 7f7ea59e9640 1 -- 172.21.15.1:0/62526733 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7ea0100440 msgr2=0x7f7ea019d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:10.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.312+0000 7f7ea59e9640 1 --2- 172.21.15.1:0/62526733 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7ea0100440 0x7f7ea019d460 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7f7e9800e9f0 tx=0x7f7e9800eeb0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.312+0000 7f7ea59e9640 1 -- 172.21.15.1:0/62526733 shutdown_connections 2024-02-10T00:05:10.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.312+0000 7f7ea59e9640 1 --2- 172.21.15.1:0/62526733 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f7e8c0a2230 0x7f7e8c0a46f0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.312+0000 7f7ea59e9640 1 --2- 172.21.15.1:0/62526733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7ea01026c0 0x7f7ea0197610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.312+0000 7f7ea59e9640 1 --2- 172.21.15.1:0/62526733 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7ea0101d20 0x7f7ea019d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.312+0000 7f7ea59e9640 1 --2- 172.21.15.1:0/62526733 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7ea0100440 0x7f7ea019d460 unknown :-1 s=CLOSED pgs=1150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:10.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.312+0000 7f7ea59e9640 1 -- 172.21.15.1:0/62526733 >> 172.21.15.1:0/62526733 conn(0x7f7ea0077310 msgr2=0x7f7ea0069ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:10.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.312+0000 7f7ea59e9640 1 -- 172.21.15.1:0/62526733 shutdown_connections 2024-02-10T00:05:10.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:10.312+0000 7f7ea59e9640 1 -- 172.21.15.1:0/62526733 wait complete. 2024-02-10T00:05:10.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:10 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/564820374' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:05:10.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:10 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/564820374' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:05:11.327 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-02-10T00:05:11.327 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T00:05:11.327 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-02-10T00:05:11.391 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:11 smithi103 ceph-mon[36942]: pgmap v178: 97 pgs: 97 active+clean; 5.1 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 56 KiB/s wr, 27 op/s 2024-02-10T00:05:11.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.443+0000 7fd71749d640 1 -- 172.21.15.1:0/2777946583 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd710100310 msgr2=0x7fd7101006f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:11.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.444+0000 7fd71749d640 1 --2- 172.21.15.1:0/2777946583 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd710100310 0x7fd7101006f0 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7fd70c009930 tx=0x7fd70c02bc30 comp rx=0 tx=0).stop 2024-02-10T00:05:11.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.444+0000 7fd71749d640 1 -- 172.21.15.1:0/2777946583 shutdown_connections 2024-02-10T00:05:11.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.444+0000 7fd71749d640 1 --2- 172.21.15.1:0/2777946583 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd7101053e0 0x7fd71010cfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.444+0000 7fd71749d640 1 --2- 172.21.15.1:0/2777946583 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd710100cc0 0x7fd710104d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.444+0000 7fd71749d640 1 --2- 172.21.15.1:0/2777946583 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd710100310 0x7fd7101006f0 unknown :-1 s=CLOSED pgs=1155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.444+0000 7fd71749d640 1 -- 172.21.15.1:0/2777946583 >> 172.21.15.1:0/2777946583 conn(0x7fd7100fbb30 msgr2=0x7fd7100fdf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:11.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.444+0000 7fd71749d640 1 -- 172.21.15.1:0/2777946583 shutdown_connections 2024-02-10T00:05:11.447 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.444+0000 7fd71749d640 1 -- 172.21.15.1:0/2777946583 wait complete. 2024-02-10T00:05:11.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.444+0000 7fd71749d640 1 Processor -- start 2024-02-10T00:05:11.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.444+0000 7fd71749d640 1 -- start start 2024-02-10T00:05:11.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.444+0000 7fd71749d640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd710100310 0x7fd71019d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.444+0000 7fd71749d640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd7101053e0 0x7fd71019daf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.445+0000 7fd71749d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd7101976c0 0x7fd710197b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.445+0000 7fd71749d640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd710198190 con 0x7fd7101976c0 2024-02-10T00:05:11.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.445+0000 7fd71749d640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd710198300 con 0x7fd710100310 2024-02-10T00:05:11.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.445+0000 7fd71749d640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7101984c0 con 0x7fd7101053e0 2024-02-10T00:05:11.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.445+0000 7fd715a3a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd7101976c0 0x7fd710197b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.445+0000 7fd715a3a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd7101976c0 0x7fd710197b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56462/0 (socket says 172.21.15.1:56462) 2024-02-10T00:05:11.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.445+0000 7fd715a3a640 1 -- 172.21.15.1:0/1763175887 learned_addr learned my addr 172.21.15.1:0/1763175887 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:11.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.445+0000 7fd714a38640 1 --2- 172.21.15.1:0/1763175887 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd7101053e0 0x7fd71019daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.445+0000 7fd715239640 1 --2- 172.21.15.1:0/1763175887 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd710100310 0x7fd71019d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.445+0000 7fd715a3a640 1 -- 172.21.15.1:0/1763175887 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd7101053e0 msgr2=0x7fd71019daf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:11.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.445+0000 7fd715a3a640 1 --2- 172.21.15.1:0/1763175887 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd7101053e0 0x7fd71019daf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.445+0000 7fd715a3a640 1 -- 172.21.15.1:0/1763175887 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd710100310 msgr2=0x7fd71019d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:11.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.445+0000 7fd715a3a640 1 --2- 172.21.15.1:0/1763175887 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd710100310 0x7fd71019d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.445+0000 7fd715a3a640 1 -- 172.21.15.1:0/1763175887 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd70c009560 con 0x7fd7101976c0 2024-02-10T00:05:11.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.445+0000 7fd715a3a640 1 --2- 172.21.15.1:0/1763175887 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd7101976c0 0x7fd710197b40 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7fd708009fd0 tx=0x7fd70800b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:11.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.445+0000 7fd7067fc640 1 -- 172.21.15.1:0/1763175887 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd70800bea0 con 0x7fd7101976c0 2024-02-10T00:05:11.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.445+0000 7fd71749d640 1 -- 172.21.15.1:0/1763175887 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd7101a4410 con 0x7fd7101976c0 2024-02-10T00:05:11.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.445+0000 7fd7067fc640 1 -- 172.21.15.1:0/1763175887 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd708009940 con 0x7fd7101976c0 2024-02-10T00:05:11.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.445+0000 7fd7067fc640 1 -- 172.21.15.1:0/1763175887 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7080106c0 con 0x7fd7101976c0 2024-02-10T00:05:11.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.445+0000 7fd71749d640 1 -- 172.21.15.1:0/1763175887 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7101a48f0 con 0x7fd7101976c0 2024-02-10T00:05:11.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.448+0000 7fd7067fc640 1 -- 172.21.15.1:0/1763175887 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fd708004240 con 0x7fd7101976c0 2024-02-10T00:05:11.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.448+0000 7fd71a075740 1 Processor -- start 2024-02-10T00:05:11.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.448+0000 7fd71a075740 1 -- start start 2024-02-10T00:05:11.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.449+0000 7fd71a075740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5574bd3d3190 0x5574bd3d3570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.449+0000 7fd71a075740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5574bd3d3ab0 0x5574bd3dc150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.460 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.449+0000 7fd7067fc640 1 --2- 172.21.15.1:0/1763175887 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd6fc0a2230 0x7fd6fc0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.460 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.449+0000 7fd71a075740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5574bd3dc690 0x5574bd3dea80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.460 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.449+0000 7fd71a075740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5574bd341000 con 0x5574bd3d3190 2024-02-10T00:05:11.460 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.449+0000 7fd71a075740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5574bd33e530 con 0x5574bd3dc690 2024-02-10T00:05:11.460 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.449+0000 7fd71a075740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5574bd339d10 con 0x5574bd3d3ab0 2024-02-10T00:05:11.460 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.449+0000 7fd714a38640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5574bd3d3190 0x5574bd3d3570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.460 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.449+0000 7fd714a38640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5574bd3d3190 0x5574bd3d3570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56474/0 (socket says 172.21.15.1:56474) 2024-02-10T00:05:11.460 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.449+0000 7fd714a38640 1 -- 172.21.15.1:0/228007634 learned_addr learned my addr 172.21.15.1:0/228007634 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:11.460 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.449+0000 7fd714a38640 1 --2- 172.21.15.1:0/1763175887 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd6fc0a2230 0x7fd6fc0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.460 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.449+0000 7fd7067fc640 1 -- 172.21.15.1:0/1763175887 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fd7080cdcb0 con 0x7fd7101976c0 2024-02-10T00:05:11.460 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.449+0000 7fd715239640 1 --2- 172.21.15.1:0/228007634 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5574bd3d3ab0 0x5574bd3dc150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.460 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.449+0000 7fd715a3a640 1 --2- 172.21.15.1:0/228007634 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5574bd3dc690 0x5574bd3dea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.460 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.449+0000 7fd714a38640 1 -- 172.21.15.1:0/228007634 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5574bd3d3ab0 msgr2=0x5574bd3dc150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:11.460 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.449+0000 7fd714a38640 1 --2- 172.21.15.1:0/228007634 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5574bd3d3ab0 0x5574bd3dc150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.461 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.449+0000 7fd714a38640 1 -- 172.21.15.1:0/228007634 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5574bd3dc690 msgr2=0x5574bd3dea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:11.461 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.449+0000 7fd714a38640 1 --2- 172.21.15.1:0/228007634 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5574bd3dc690 0x5574bd3dea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.461 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.449+0000 7fd714a38640 1 -- 172.21.15.1:0/228007634 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5574bd2e0210 con 0x5574bd3d3190 2024-02-10T00:05:11.461 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.449+0000 7fd714a38640 1 --2- 172.21.15.1:0/228007634 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5574bd3d3190 0x5574bd3d3570 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7fd700012a70 tx=0x7fd700012f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b60a941f08dd75e1 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:11.461 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.449+0000 7fd714a38640 1 --2- 172.21.15.1:0/1763175887 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd6fc0a2230 0x7fd6fc0a46f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fd7000058a0 tx=0x7fd700017000 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:11.461 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.450+0000 7fd6fb7fe640 1 -- 172.21.15.1:0/228007634 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd700012590 con 0x5574bd3d3190 2024-02-10T00:05:11.461 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.450+0000 7fd6fb7fe640 1 -- 172.21.15.1:0/228007634 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd700012050 con 0x5574bd3d3190 2024-02-10T00:05:11.461 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.450+0000 7fd6fb7fe640 1 -- 172.21.15.1:0/228007634 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd70000dc40 con 0x5574bd3d3190 2024-02-10T00:05:11.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.450+0000 7fd71a075740 1 -- 172.21.15.1:0/228007634 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5574bd3d3190 msgr2=0x5574bd3d3570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:11.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.450+0000 7fd71a075740 1 --2- 172.21.15.1:0/228007634 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5574bd3d3190 0x5574bd3d3570 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7fd700012a70 tx=0x7fd700012f30 comp rx=0 tx=0).stop 2024-02-10T00:05:11.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.450+0000 7fd71a075740 1 -- 172.21.15.1:0/228007634 shutdown_connections 2024-02-10T00:05:11.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.450+0000 7fd71a075740 1 --2- 172.21.15.1:0/228007634 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5574bd3dc690 0x5574bd3dea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.450+0000 7fd71a075740 1 --2- 172.21.15.1:0/228007634 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5574bd3d3ab0 0x5574bd3dc150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.450+0000 7fd71a075740 1 --2- 172.21.15.1:0/228007634 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5574bd3d3190 0x5574bd3d3570 unknown :-1 s=CLOSED pgs=1157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.450+0000 7fd71a075740 1 -- 172.21.15.1:0/228007634 >> 172.21.15.1:0/228007634 conn(0x5574bd3cd8c0 msgr2=0x5574bd3cdca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:11.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.450+0000 7fd71a075740 1 -- 172.21.15.1:0/228007634 shutdown_connections 2024-02-10T00:05:11.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.450+0000 7fd71a075740 1 -- 172.21.15.1:0/228007634 wait complete. 2024-02-10T00:05:11.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.451+0000 7fd71a075740 1 -- start start 2024-02-10T00:05:11.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.451+0000 7fd71a075740 1 Processor -- start 2024-02-10T00:05:11.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.451+0000 7fd71a075740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5574bd3d3190 0x5574bd3d9780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.451+0000 7fd71a075740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5574bd3d3ab0 0x5574bd3d9cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.451+0000 7fd71a075740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5574bd3dc690 0x5574bd3da200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.451+0000 7fd71a075740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5574bd2dee60 con 0x5574bd3dc690 2024-02-10T00:05:11.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.451+0000 7fd71a075740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5574bd00d4b0 con 0x5574bd3d3ab0 2024-02-10T00:05:11.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.451+0000 7fd71a075740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5574bd2bf670 con 0x5574bd3d3190 2024-02-10T00:05:11.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.451+0000 7fd71a075740 10 client.0 _ll_register_callbacks cb 0x5574bd2d7190 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:11.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.451+0000 7fd715a3a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5574bd3dc690 0x5574bd3da200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.451+0000 7fd715a3a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5574bd3dc690 0x5574bd3da200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56490/0 (socket says 172.21.15.1:56490) 2024-02-10T00:05:11.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.451+0000 7fd715a3a640 1 -- 172.21.15.1:0/2567196435 learned_addr learned my addr 172.21.15.1:0/2567196435 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:11.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.451+0000 7fd715239640 1 --2- 172.21.15.1:0/2567196435 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5574bd3d3190 0x5574bd3d9780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.452+0000 7fd714a38640 1 --2- 172.21.15.1:0/2567196435 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5574bd3d3ab0 0x5574bd3d9cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.452+0000 7fd715a3a640 1 -- 172.21.15.1:0/2567196435 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5574bd3d3190 msgr2=0x5574bd3d9780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:11.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.452+0000 7fd715a3a640 1 --2- 172.21.15.1:0/2567196435 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5574bd3d3190 0x5574bd3d9780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.452+0000 7fd715a3a640 1 -- 172.21.15.1:0/2567196435 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5574bd3d3ab0 msgr2=0x5574bd3d9cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:11.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.452+0000 7fd715a3a640 1 --2- 172.21.15.1:0/2567196435 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5574bd3d3ab0 0x5574bd3d9cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.452+0000 7fd715a3a640 1 -- 172.21.15.1:0/2567196435 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd70001a040 con 0x5574bd3dc690 2024-02-10T00:05:11.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.452+0000 7fd714a38640 1 --2- 172.21.15.1:0/2567196435 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5574bd3d3ab0 0x5574bd3d9cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:11.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.452+0000 7fd715a3a640 1 --2- 172.21.15.1:0/2567196435 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5574bd3dc690 0x5574bd3da200 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7fd708005c40 tx=0x7fd70809a1d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=856cafd3af66620a server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:11.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.452+0000 7fd6f8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:11.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.452+0000 7fd6f8ff9640 1 -- 172.21.15.1:0/2567196435 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd708097dd0 con 0x5574bd3dc690 2024-02-10T00:05:11.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.452+0000 7fd6f8ff9640 1 -- 172.21.15.1:0/2567196435 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fd7080b8e40 con 0x5574bd3dc690 2024-02-10T00:05:11.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.452+0000 7fd71a075740 1 -- 172.21.15.1:0/2567196435 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5574bd039860 con 0x5574bd3dc690 2024-02-10T00:05:11.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.452+0000 7fd6f8ff9640 1 -- 172.21.15.1:0/2567196435 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd70809a780 con 0x5574bd3dc690 2024-02-10T00:05:11.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.452+0000 7fd71a075740 10 client.17709 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:11.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.452+0000 7fd71a075740 1 -- 172.21.15.1:0/2567196435 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5574bd338390 con 0x5574bd3dc690 2024-02-10T00:05:11.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.452+0000 7fd6f8ff9640 1 -- 172.21.15.1:0/2567196435 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5574bd039860 con 0x5574bd3dc690 2024-02-10T00:05:11.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.453+0000 7fd6f8ff9640 1 -- 172.21.15.1:0/2567196435 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fd708096df0 con 0x5574bd3dc690 2024-02-10T00:05:11.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.453+0000 7fd71a075740 10 client.17709 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:11.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.453+0000 7fd71a075740 10 client.17709 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:05:11.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.453+0000 7fd71a075740 20 client.17709 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:11.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.453+0000 7fd71a075740 1 --2- 172.21.15.1:0/2567196435 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5574bd3ec700 0x5574bd3eeb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.453+0000 7fd71a075740 4 client.17709 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:05:11.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.453+0000 7fd71a075740 1 -- 172.21.15.1:0/2567196435 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5574bd08a410 con 0x5574bd3ec700 2024-02-10T00:05:11.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.453+0000 7fd715239640 1 --2- 172.21.15.1:0/2567196435 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5574bd3ec700 0x5574bd3eeb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.453+0000 7fd6f8ff9640 10 client.17709 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:11.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.453+0000 7fd715239640 1 --2- 172.21.15.1:0/2567196435 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5574bd3ec700 0x5574bd3eeb20 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=97d34607ffeabd97 server_cookie=6e9dc99d37c95817 in_seq=0 out_seq=0 2024-02-10T00:05:11.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.454+0000 7fd6f8ff9640 1 -- 172.21.15.1:0/2567196435 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5574bd08a410 con 0x5574bd3ec700 2024-02-10T00:05:11.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.454+0000 7fd6f8ff9640 10 client.17709 handle_command_reply: tid=0 2024-02-10T00:05:11.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.454+0000 7fd71a075740 1 client.17709 shutdown 2024-02-10T00:05:11.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.454+0000 7fd71a075740 1 -- 172.21.15.1:0/2567196435 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5574bd3dc690 msgr2=0x5574bd3da200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:11.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.454+0000 7fd71a075740 1 --2- 172.21.15.1:0/2567196435 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5574bd3dc690 0x5574bd3da200 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7fd708005c40 tx=0x7fd70809a1d0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.454+0000 7fd71a075740 1 -- 172.21.15.1:0/2567196435 shutdown_connections 2024-02-10T00:05:11.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.454+0000 7fd71a075740 1 --2- 172.21.15.1:0/2567196435 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5574bd3ec700 0x5574bd3eeb20 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.465 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.454+0000 7fd71a075740 1 --2- 172.21.15.1:0/2567196435 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5574bd3dc690 0x5574bd3da200 unknown :-1 s=CLOSED pgs=1158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.454+0000 7fd71a075740 1 --2- 172.21.15.1:0/2567196435 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5574bd3d3ab0 0x5574bd3d9cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.454+0000 7fd71a075740 1 --2- 172.21.15.1:0/2567196435 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5574bd3d3190 0x5574bd3d9780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.454+0000 7fd6f8ff9640 0 client.17709 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:11.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.454+0000 7fd71a075740 1 -- 172.21.15.1:0/2567196435 >> 172.21.15.1:0/2567196435 conn(0x5574bd3cd8c0 msgr2=0x5574bd3cf610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:11.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.454+0000 7fd71a075740 1 -- 172.21.15.1:0/2567196435 shutdown_connections 2024-02-10T00:05:11.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.454+0000 7fd71a075740 1 -- 172.21.15.1:0/2567196435 wait complete. 2024-02-10T00:05:11.466 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.455+0000 7fd71a075740 20 client.17709 trim_cache size 0 max 16384 2024-02-10T00:05:11.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:11 smithi001 ceph-mon[32335]: pgmap v178: 97 pgs: 97 active+clean; 5.1 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 56 KiB/s wr, 27 op/s 2024-02-10T00:05:11.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.470+0000 7fd71a075740 1 Processor -- start 2024-02-10T00:05:11.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.470+0000 7fd71a075740 1 -- start start 2024-02-10T00:05:11.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.470+0000 7fd71a075740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5574bd3d3190 0x5574bd3dbeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.470+0000 7fd71a075740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5574bd3d3ab0 0x5574bd3da020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.470+0000 7fd71a075740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5574bd3dc690 0x5574bd3d6a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.470+0000 7fd71a075740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5574bd3e9270 con 0x5574bd3d3ab0 2024-02-10T00:05:11.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.470+0000 7fd71a075740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5574bd3d3910 con 0x5574bd3d3190 2024-02-10T00:05:11.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.470+0000 7fd71a075740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5574bd3c90a0 con 0x5574bd3dc690 2024-02-10T00:05:11.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.470+0000 7fd714a38640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5574bd3d3ab0 0x5574bd3da020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.470+0000 7fd714a38640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5574bd3d3ab0 0x5574bd3da020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56506/0 (socket says 172.21.15.1:56506) 2024-02-10T00:05:11.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.470+0000 7fd714a38640 1 -- 172.21.15.1:0/3924829526 learned_addr learned my addr 172.21.15.1:0/3924829526 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:11.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.470+0000 7fd715239640 1 --2- 172.21.15.1:0/3924829526 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5574bd3d3190 0x5574bd3dbeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.470+0000 7fd715a3a640 1 --2- 172.21.15.1:0/3924829526 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5574bd3dc690 0x5574bd3d6a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.471+0000 7fd714a38640 1 -- 172.21.15.1:0/3924829526 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5574bd3dc690 msgr2=0x5574bd3d6a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:11.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.471+0000 7fd714a38640 1 --2- 172.21.15.1:0/3924829526 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5574bd3dc690 0x5574bd3d6a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.471+0000 7fd714a38640 1 -- 172.21.15.1:0/3924829526 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5574bd3d3190 msgr2=0x5574bd3dbeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:11.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.471+0000 7fd714a38640 1 --2- 172.21.15.1:0/3924829526 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5574bd3d3190 0x5574bd3dbeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.471+0000 7fd714a38640 1 -- 172.21.15.1:0/3924829526 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5574bd2d4c70 con 0x5574bd3d3ab0 2024-02-10T00:05:11.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.471+0000 7fd715a3a640 1 --2- 172.21.15.1:0/3924829526 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5574bd3dc690 0x5574bd3d6a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:05:11.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.471+0000 7fd714a38640 1 --2- 172.21.15.1:0/3924829526 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5574bd3d3ab0 0x5574bd3da020 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7fd700012a70 tx=0x7fd70000b570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f17996430513682 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:11.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.471+0000 7fd6faffd640 1 -- 172.21.15.1:0/3924829526 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd70002c070 con 0x5574bd3d3ab0 2024-02-10T00:05:11.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.471+0000 7fd6faffd640 1 -- 172.21.15.1:0/3924829526 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd70000bad0 con 0x5574bd3d3ab0 2024-02-10T00:05:11.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.471+0000 7fd6faffd640 1 -- 172.21.15.1:0/3924829526 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7000051e0 con 0x5574bd3d3ab0 2024-02-10T00:05:11.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.472+0000 7fd71a075740 1 -- 172.21.15.1:0/3924829526 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5574bd3d3ab0 msgr2=0x5574bd3da020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:11.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.472+0000 7fd71a075740 1 --2- 172.21.15.1:0/3924829526 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5574bd3d3ab0 0x5574bd3da020 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7fd700012a70 tx=0x7fd70000b570 comp rx=0 tx=0).stop 2024-02-10T00:05:11.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.472+0000 7fd71a075740 1 -- 172.21.15.1:0/3924829526 shutdown_connections 2024-02-10T00:05:11.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.472+0000 7fd71a075740 1 --2- 172.21.15.1:0/3924829526 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5574bd3dc690 0x5574bd3d6a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.472+0000 7fd71a075740 1 --2- 172.21.15.1:0/3924829526 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5574bd3d3ab0 0x5574bd3da020 unknown :-1 s=CLOSED pgs=1159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.472+0000 7fd71a075740 1 --2- 172.21.15.1:0/3924829526 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5574bd3d3190 0x5574bd3dbeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.481 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.472+0000 7fd71a075740 1 -- 172.21.15.1:0/3924829526 >> 172.21.15.1:0/3924829526 conn(0x5574bd3cd8c0 msgr2=0x5574bd3f3480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:11.481 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.472+0000 7fd71a075740 1 -- 172.21.15.1:0/3924829526 shutdown_connections 2024-02-10T00:05:11.481 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.472+0000 7fd71a075740 1 -- 172.21.15.1:0/3924829526 wait complete. 2024-02-10T00:05:11.481 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.472+0000 7fd71a075740 1 -- start start 2024-02-10T00:05:11.481 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.472+0000 7fd71a075740 1 Processor -- start 2024-02-10T00:05:11.481 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.472+0000 7fd71a075740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5574bd3d3190 0x5574bd3e29d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.472+0000 7fd71a075740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5574bd3d3ab0 0x5574bd3e2f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.472+0000 7fd71a075740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5574bd3dc690 0x5574bd43ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.472+0000 7fd71a075740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5574bd440520 con 0x5574bd3d3ab0 2024-02-10T00:05:11.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.472+0000 7fd71a075740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5574bd440690 con 0x5574bd3dc690 2024-02-10T00:05:11.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.472+0000 7fd71a075740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5574bd440850 con 0x5574bd3d3190 2024-02-10T00:05:11.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.473+0000 7fd71a075740 10 client.0 _ll_register_callbacks cb 0x7fd70000bc90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:11.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.473+0000 7fd714a38640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5574bd3d3ab0 0x5574bd3e2f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.473+0000 7fd714a38640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5574bd3d3ab0 0x5574bd3e2f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56522/0 (socket says 172.21.15.1:56522) 2024-02-10T00:05:11.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.473+0000 7fd714a38640 1 -- 172.21.15.1:0/3192332529 learned_addr learned my addr 172.21.15.1:0/3192332529 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:11.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.473+0000 7fd715239640 1 --2- 172.21.15.1:0/3192332529 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5574bd3d3190 0x5574bd3e29d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.473+0000 7fd715a3a640 1 --2- 172.21.15.1:0/3192332529 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5574bd3dc690 0x5574bd43ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.473+0000 7fd714a38640 1 -- 172.21.15.1:0/3192332529 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5574bd3d3190 msgr2=0x5574bd3e29d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:11.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.473+0000 7fd714a38640 1 --2- 172.21.15.1:0/3192332529 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5574bd3d3190 0x5574bd3e29d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.473+0000 7fd714a38640 1 -- 172.21.15.1:0/3192332529 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5574bd3dc690 msgr2=0x5574bd43ffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:11.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.473+0000 7fd714a38640 1 --2- 172.21.15.1:0/3192332529 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5574bd3dc690 0x5574bd43ffe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.473+0000 7fd714a38640 1 -- 172.21.15.1:0/3192332529 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5574bd2e0210 con 0x5574bd3d3ab0 2024-02-10T00:05:11.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.473+0000 7fd714a38640 1 --2- 172.21.15.1:0/3192332529 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5574bd3d3ab0 0x5574bd3e2f10 secure :-1 s=READY pgs=1160 cs=0 l=1 rev1=1 crypto rx=0x7fd70000b7b0 tx=0x7fd70000b950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d31fde24d5e68ebf server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:11.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.473+0000 7fd6f8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:11.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.473+0000 7fd6f8ff9640 1 -- 172.21.15.1:0/3192332529 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd70002c040 con 0x5574bd3d3ab0 2024-02-10T00:05:11.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.473+0000 7fd6f8ff9640 1 -- 172.21.15.1:0/3192332529 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fd70000de70 con 0x5574bd3d3ab0 2024-02-10T00:05:11.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.473+0000 7fd71a075740 1 -- 172.21.15.1:0/3192332529 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd700012050 con 0x5574bd3d3ab0 2024-02-10T00:05:11.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.473+0000 7fd6f8ff9640 1 -- 172.21.15.1:0/3192332529 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd70000dc90 con 0x5574bd3d3ab0 2024-02-10T00:05:11.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.473+0000 7fd71a075740 10 client.17715 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:11.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.473+0000 7fd71a075740 1 -- 172.21.15.1:0/3192332529 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5574bd2faac0 con 0x5574bd3d3ab0 2024-02-10T00:05:11.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.474+0000 7fd6f8ff9640 1 -- 172.21.15.1:0/3192332529 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd700012050 con 0x5574bd3d3ab0 2024-02-10T00:05:11.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.474+0000 7fd6f8ff9640 1 -- 172.21.15.1:0/3192332529 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fd70001f480 con 0x5574bd3d3ab0 2024-02-10T00:05:11.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.474+0000 7fd71a075740 10 client.17715 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:11.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.474+0000 7fd71a075740 10 client.17715 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:05:11.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.474+0000 7fd71a075740 20 client.17715 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:11.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.474+0000 7fd71a075740 1 --2- 172.21.15.1:0/3192332529 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5574bd448e60 0x5574bd44b250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.474+0000 7fd71a075740 4 client.17715 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-02-10T00:05:11.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.474+0000 7fd71a075740 1 -- 172.21.15.1:0/3192332529 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x5574bd0767b0 con 0x5574bd448e60 2024-02-10T00:05:11.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.474+0000 7fd715239640 1 --2- 172.21.15.1:0/3192332529 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5574bd448e60 0x5574bd44b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.474+0000 7fd6f8ff9640 10 client.17715 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:11.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.474+0000 7fd715239640 1 --2- 172.21.15.1:0/3192332529 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5574bd448e60 0x5574bd44b250 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ce37dcb0b2178089 server_cookie=e7b7b191fafaca06 in_seq=0 out_seq=0 2024-02-10T00:05:11.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.476+0000 7fd6f8ff9640 1 -- 172.21.15.1:0/3192332529 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x5574bd0767b0 con 0x5574bd448e60 2024-02-10T00:05:11.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.476+0000 7fd6f8ff9640 10 client.17715 handle_command_reply: tid=0 2024-02-10T00:05:11.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.476+0000 7fd71a075740 1 client.17715 shutdown 2024-02-10T00:05:11.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.476+0000 7fd71a075740 1 -- 172.21.15.1:0/3192332529 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5574bd3d3ab0 msgr2=0x5574bd3e2f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:11.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.476+0000 7fd71a075740 1 --2- 172.21.15.1:0/3192332529 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5574bd3d3ab0 0x5574bd3e2f10 secure :-1 s=READY pgs=1160 cs=0 l=1 rev1=1 crypto rx=0x7fd70000b7b0 tx=0x7fd70000b950 comp rx=0 tx=0).stop 2024-02-10T00:05:11.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.476+0000 7fd71a075740 1 -- 172.21.15.1:0/3192332529 shutdown_connections 2024-02-10T00:05:11.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.476+0000 7fd71a075740 1 --2- 172.21.15.1:0/3192332529 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5574bd448e60 0x5574bd44b250 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.476+0000 7fd71a075740 1 --2- 172.21.15.1:0/3192332529 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5574bd3dc690 0x5574bd43ffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.476+0000 7fd71a075740 1 --2- 172.21.15.1:0/3192332529 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5574bd3d3ab0 0x5574bd3e2f10 unknown :-1 s=CLOSED pgs=1160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.476+0000 7fd71a075740 1 --2- 172.21.15.1:0/3192332529 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5574bd3d3190 0x5574bd3e29d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.476+0000 7fd71a075740 1 -- 172.21.15.1:0/3192332529 >> 172.21.15.1:0/3192332529 conn(0x5574bd3cd8c0 msgr2=0x5574bd3cc090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:11.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.476+0000 7fd6f8ff9640 0 client.17715 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:11.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.476+0000 7fd71a075740 1 -- 172.21.15.1:0/3192332529 shutdown_connections 2024-02-10T00:05:11.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.476+0000 7fd71a075740 1 -- 172.21.15.1:0/3192332529 wait complete. 2024-02-10T00:05:11.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.476+0000 7fd71a075740 20 client.17715 trim_cache size 0 max 16384 2024-02-10T00:05:11.485 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:05:11.485 INFO:teuthology.orchestra.run.smithi001.stdout: "return_code": 0, 2024-02-10T00:05:11.485 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_tag": "1b113061-8222-4edb-956f-af37e213b558", 2024-02-10T00:05:11.485 INFO:teuthology.orchestra.run.smithi001.stdout: "mode": "asynchronous" 2024-02-10T00:05:11.485 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:05:11.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.477+0000 7fd71749d640 1 -- 172.21.15.1:0/1763175887 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd6fc0a2230 msgr2=0x7fd6fc0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:11.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.477+0000 7fd71749d640 1 --2- 172.21.15.1:0/1763175887 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd6fc0a2230 0x7fd6fc0a46f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fd7000058a0 tx=0x7fd700017000 comp rx=0 tx=0).stop 2024-02-10T00:05:11.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.477+0000 7fd71749d640 1 -- 172.21.15.1:0/1763175887 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd7101976c0 msgr2=0x7fd710197b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:11.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.477+0000 7fd71749d640 1 --2- 172.21.15.1:0/1763175887 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd7101976c0 0x7fd710197b40 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7fd708009fd0 tx=0x7fd70800b260 comp rx=0 tx=0).stop 2024-02-10T00:05:11.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.477+0000 7fd71749d640 1 -- 172.21.15.1:0/1763175887 shutdown_connections 2024-02-10T00:05:11.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.477+0000 7fd71749d640 1 --2- 172.21.15.1:0/1763175887 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd6fc0a2230 0x7fd6fc0a46f0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.477+0000 7fd71749d640 1 --2- 172.21.15.1:0/1763175887 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd7101976c0 0x7fd710197b40 unknown :-1 s=CLOSED pgs=1156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.477+0000 7fd71749d640 1 --2- 172.21.15.1:0/1763175887 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd7101053e0 0x7fd71019daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.477+0000 7fd71749d640 1 --2- 172.21.15.1:0/1763175887 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd710100310 0x7fd71019d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.477+0000 7fd71749d640 1 -- 172.21.15.1:0/1763175887 >> 172.21.15.1:0/1763175887 conn(0x7fd7100fbb30 msgr2=0x7fd7100fce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:11.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.477+0000 7fd71749d640 1 -- 172.21.15.1:0/1763175887 shutdown_connections 2024-02-10T00:05:11.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.477+0000 7fd71749d640 1 -- 172.21.15.1:0/1763175887 wait complete. 2024-02-10T00:05:11.490 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:05:11.491 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:05:11.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:11 smithi088 ceph-mon[36452]: pgmap v178: 97 pgs: 97 active+clean; 5.1 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 56 KiB/s wr, 27 op/s 2024-02-10T00:05:11.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.595+0000 7f97ed0d0640 1 -- 172.21.15.1:0/3925932355 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f97e8101de0 msgr2=0x7f97e8105e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:11.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.595+0000 7f97ed0d0640 1 --2- 172.21.15.1:0/3925932355 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f97e8101de0 0x7f97e8105e20 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7f97dc009930 tx=0x7f97dc02bc30 comp rx=0 tx=0).stop 2024-02-10T00:05:11.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.595+0000 7f97ed0d0640 1 -- 172.21.15.1:0/3925932355 shutdown_connections 2024-02-10T00:05:11.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.595+0000 7f97ed0d0640 1 --2- 172.21.15.1:0/3925932355 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f97e8106500 0x7f97e810e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.595+0000 7f97ed0d0640 1 --2- 172.21.15.1:0/3925932355 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f97e8101de0 0x7f97e8105e20 unknown :-1 s=CLOSED pgs=1161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.595+0000 7f97ed0d0640 1 --2- 172.21.15.1:0/3925932355 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f97e8101430 0x7f97e8101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.596+0000 7f97ed0d0640 1 -- 172.21.15.1:0/3925932355 >> 172.21.15.1:0/3925932355 conn(0x7f97e80fccd0 msgr2=0x7f97e80ff0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:11.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.596+0000 7f97ed0d0640 1 -- 172.21.15.1:0/3925932355 shutdown_connections 2024-02-10T00:05:11.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.596+0000 7f97ed0d0640 1 -- 172.21.15.1:0/3925932355 wait complete. 2024-02-10T00:05:11.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.596+0000 7f97ed0d0640 1 Processor -- start 2024-02-10T00:05:11.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.596+0000 7f97ed0d0640 1 -- start start 2024-02-10T00:05:11.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.597+0000 7f97ed0d0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f97e8101430 0x7f97e819d440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.597+0000 7f97ed0d0640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f97e8106500 0x7f97e819d980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.597+0000 7f97ed0d0640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f97e8197640 0x7f97e8197af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.597+0000 7f97ed0d0640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97e8198030 con 0x7f97e8101430 2024-02-10T00:05:11.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.597+0000 7f97ed0d0640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97e81981a0 con 0x7f97e8197640 2024-02-10T00:05:11.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.597+0000 7f97ed0d0640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97e8198360 con 0x7f97e8106500 2024-02-10T00:05:11.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.597+0000 7f97e6d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f97e8101430 0x7f97e819d440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.597+0000 7f97e6d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f97e8101430 0x7f97e819d440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56540/0 (socket says 172.21.15.1:56540) 2024-02-10T00:05:11.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.597+0000 7f97e6d9d640 1 -- 172.21.15.1:0/4280491707 learned_addr learned my addr 172.21.15.1:0/4280491707 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:11.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.597+0000 7f97e659c640 1 --2- 172.21.15.1:0/4280491707 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f97e8106500 0x7f97e819d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.597+0000 7f97e759e640 1 --2- 172.21.15.1:0/4280491707 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f97e8197640 0x7f97e8197af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.597+0000 7f97e6d9d640 1 -- 172.21.15.1:0/4280491707 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f97e8106500 msgr2=0x7f97e819d980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:11.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.597+0000 7f97e6d9d640 1 --2- 172.21.15.1:0/4280491707 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f97e8106500 0x7f97e819d980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.597+0000 7f97e6d9d640 1 -- 172.21.15.1:0/4280491707 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f97e8197640 msgr2=0x7f97e8197af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:11.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.597+0000 7f97e6d9d640 1 --2- 172.21.15.1:0/4280491707 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f97e8197640 0x7f97e8197af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.597+0000 7f97e6d9d640 1 -- 172.21.15.1:0/4280491707 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97dc009560 con 0x7f97e8101430 2024-02-10T00:05:11.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.597+0000 7f97e6d9d640 1 --2- 172.21.15.1:0/4280491707 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f97e8101430 0x7f97e819d440 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7f97d800c920 tx=0x7f97d800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:11.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.597+0000 7f97cffff640 1 -- 172.21.15.1:0/4280491707 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97d8007c70 con 0x7f97e8101430 2024-02-10T00:05:11.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.597+0000 7f97cffff640 1 -- 172.21.15.1:0/4280491707 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f97d8007dd0 con 0x7f97e8101430 2024-02-10T00:05:11.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.597+0000 7f97ed0d0640 1 -- 172.21.15.1:0/4280491707 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97e81a4300 con 0x7f97e8101430 2024-02-10T00:05:11.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.597+0000 7f97cffff640 1 -- 172.21.15.1:0/4280491707 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97d8018860 con 0x7f97e8101430 2024-02-10T00:05:11.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.598+0000 7f97ed0d0640 1 -- 172.21.15.1:0/4280491707 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97e81a47e0 con 0x7f97e8101430 2024-02-10T00:05:11.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.599+0000 7f97cffff640 1 -- 172.21.15.1:0/4280491707 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f97d800fac0 con 0x7f97e8101430 2024-02-10T00:05:11.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.600+0000 7f97efd77740 1 Processor -- start 2024-02-10T00:05:11.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.600+0000 7f97efd77740 1 -- start start 2024-02-10T00:05:11.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.600+0000 7f97cffff640 1 --2- 172.21.15.1:0/4280491707 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f97d00a2230 0x7f97d00a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.600+0000 7f97efd77740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561243868980 0x561243868d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.600+0000 7f97efd77740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561243869330 0x5612438718e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.600+0000 7f97efd77740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561243871eb0 0x561243874300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.600+0000 7f97efd77740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x561243823d00 con 0x561243868980 2024-02-10T00:05:11.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.600+0000 7f97efd77740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612437d82f0 con 0x561243869330 2024-02-10T00:05:11.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.600+0000 7f97efd77740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612437d5820 con 0x561243871eb0 2024-02-10T00:05:11.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.600+0000 7f97e759e640 1 --2- 172.21.15.1:0/4280491707 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f97d00a2230 0x7f97d00a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.600+0000 7f97cffff640 1 -- 172.21.15.1:0/4280491707 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f97d80ce0a0 con 0x7f97e8101430 2024-02-10T00:05:11.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.600+0000 7f97e6d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561243868980 0x561243868d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.600+0000 7f97e6d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561243868980 0x561243868d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56542/0 (socket says 172.21.15.1:56542) 2024-02-10T00:05:11.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.600+0000 7f97e6d9d640 1 -- 172.21.15.1:0/4087761215 learned_addr learned my addr 172.21.15.1:0/4087761215 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:11.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.600+0000 7f97e659c640 1 --2- 172.21.15.1:0/4087761215 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561243869330 0x5612438718e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.601+0000 7f97e6d9d640 1 -- 172.21.15.1:0/4087761215 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561243871eb0 msgr2=0x561243874300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:11.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.601+0000 7f97e6d9d640 1 --2- 172.21.15.1:0/4087761215 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561243871eb0 0x561243874300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.601+0000 7f97e6d9d640 1 -- 172.21.15.1:0/4087761215 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561243869330 msgr2=0x5612438718e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:11.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.601+0000 7f97e6d9d640 1 --2- 172.21.15.1:0/4087761215 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561243869330 0x5612438718e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.601+0000 7f97e6d9d640 1 -- 172.21.15.1:0/4087761215 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561243792ff0 con 0x561243868980 2024-02-10T00:05:11.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.601+0000 7f97e659c640 1 --2- 172.21.15.1:0/4087761215 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561243869330 0x5612438718e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:11.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.601+0000 7f97e759e640 1 --2- 172.21.15.1:0/4280491707 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f97d00a2230 0x7f97d00a46f0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f97e0007de0 tx=0x7f97e000f790 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:11.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.601+0000 7f97e6d9d640 1 --2- 172.21.15.1:0/4087761215 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561243868980 0x561243868d60 secure :-1 s=READY pgs=1163 cs=0 l=1 rev1=1 crypto rx=0x7f97d809a860 tx=0x7f97d809a4c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6ba38a8dcd64899 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:11.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.601+0000 7f97cd7fa640 1 -- 172.21.15.1:0/4087761215 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97d80215d0 con 0x561243868980 2024-02-10T00:05:11.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.601+0000 7f97cd7fa640 1 -- 172.21.15.1:0/4087761215 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f97d809be90 con 0x561243868980 2024-02-10T00:05:11.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.601+0000 7f97cd7fa640 1 -- 172.21.15.1:0/4087761215 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97d809ecb0 con 0x561243868980 2024-02-10T00:05:11.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.602+0000 7f97efd77740 1 -- 172.21.15.1:0/4087761215 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561243868980 msgr2=0x561243868d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:11.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.602+0000 7f97efd77740 1 --2- 172.21.15.1:0/4087761215 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561243868980 0x561243868d60 secure :-1 s=READY pgs=1163 cs=0 l=1 rev1=1 crypto rx=0x7f97d809a860 tx=0x7f97d809a4c0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.602+0000 7f97efd77740 1 -- 172.21.15.1:0/4087761215 shutdown_connections 2024-02-10T00:05:11.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.602+0000 7f97efd77740 1 --2- 172.21.15.1:0/4087761215 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561243871eb0 0x561243874300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.602+0000 7f97efd77740 1 --2- 172.21.15.1:0/4087761215 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561243869330 0x5612438718e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.602+0000 7f97efd77740 1 --2- 172.21.15.1:0/4087761215 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561243868980 0x561243868d60 unknown :-1 s=CLOSED pgs=1163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.602+0000 7f97efd77740 1 -- 172.21.15.1:0/4087761215 >> 172.21.15.1:0/4087761215 conn(0x561243863050 msgr2=0x561243863430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:11.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.602+0000 7f97efd77740 1 -- 172.21.15.1:0/4087761215 shutdown_connections 2024-02-10T00:05:11.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.602+0000 7f97efd77740 1 -- 172.21.15.1:0/4087761215 wait complete. 2024-02-10T00:05:11.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.602+0000 7f97efd77740 1 -- start start 2024-02-10T00:05:11.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.602+0000 7f97efd77740 1 Processor -- start 2024-02-10T00:05:11.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.602+0000 7f97efd77740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561243868980 0x56124386ee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.602+0000 7f97efd77740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561243869330 0x56124386f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.602+0000 7f97efd77740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561243871eb0 0x56124386f880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.602+0000 7f97efd77740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612437d1000 con 0x561243868980 2024-02-10T00:05:11.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.602+0000 7f97efd77740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612434a4430 con 0x561243869330 2024-02-10T00:05:11.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.602+0000 7f97efd77740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x561243460e00 con 0x561243871eb0 2024-02-10T00:05:11.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.602+0000 7f97efd77740 10 client.0 _ll_register_callbacks cb 0x5612437c57f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:11.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.602+0000 7f97e6d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561243868980 0x56124386ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.602+0000 7f97e6d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561243868980 0x56124386ee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56552/0 (socket says 172.21.15.1:56552) 2024-02-10T00:05:11.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.602+0000 7f97e6d9d640 1 -- 172.21.15.1:0/1871731541 learned_addr learned my addr 172.21.15.1:0/1871731541 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:11.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.603+0000 7f97e759e640 1 --2- 172.21.15.1:0/1871731541 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561243871eb0 0x56124386f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.603+0000 7f97e659c640 1 --2- 172.21.15.1:0/1871731541 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561243869330 0x56124386f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.603+0000 7f97e6d9d640 1 -- 172.21.15.1:0/1871731541 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561243871eb0 msgr2=0x56124386f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:11.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.603+0000 7f97e6d9d640 1 --2- 172.21.15.1:0/1871731541 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561243871eb0 0x56124386f880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.603+0000 7f97e6d9d640 1 -- 172.21.15.1:0/1871731541 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561243869330 msgr2=0x56124386f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:11.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.603+0000 7f97e6d9d640 1 --2- 172.21.15.1:0/1871731541 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561243869330 0x56124386f340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.603+0000 7f97e6d9d640 1 -- 172.21.15.1:0/1871731541 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97e81a47e0 con 0x561243868980 2024-02-10T00:05:11.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.603+0000 7f97e6d9d640 1 --2- 172.21.15.1:0/1871731541 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561243868980 0x56124386ee00 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f97d800c8f0 tx=0x7f97d809ac30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d22db2a023a0ea54 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:11.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.603+0000 7f97caff5640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:11.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.603+0000 7f97caff5640 1 -- 172.21.15.1:0/1871731541 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97d80a3300 con 0x561243868980 2024-02-10T00:05:11.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.603+0000 7f97caff5640 1 -- 172.21.15.1:0/1871731541 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f97d809ecb0 con 0x561243868980 2024-02-10T00:05:11.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.603+0000 7f97efd77740 1 -- 172.21.15.1:0/1871731541 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5612434d07e0 con 0x561243868980 2024-02-10T00:05:11.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.603+0000 7f97caff5640 1 -- 172.21.15.1:0/1871731541 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f97d8014ac0 con 0x561243868980 2024-02-10T00:05:11.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.603+0000 7f97efd77740 10 client.17727 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:11.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.603+0000 7f97efd77740 1 -- 172.21.15.1:0/1871731541 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5612437cf680 con 0x561243868980 2024-02-10T00:05:11.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.603+0000 7f97caff5640 1 -- 172.21.15.1:0/1871731541 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5612434d07e0 con 0x561243868980 2024-02-10T00:05:11.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.604+0000 7f97caff5640 1 -- 172.21.15.1:0/1871731541 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f97d8016020 con 0x561243868980 2024-02-10T00:05:11.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.604+0000 7f97efd77740 10 client.17727 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:11.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.604+0000 7f97efd77740 10 client.17727 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:05:11.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.604+0000 7f97efd77740 20 client.17727 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:11.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.604+0000 7f97efd77740 1 --2- 172.21.15.1:0/1871731541 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561243882000 0x5612438843f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.604+0000 7f97efd77740 4 client.17727 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:05:11.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.604+0000 7f97efd77740 1 -- 172.21.15.1:0/1871731541 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56124350d720 con 0x561243882000 2024-02-10T00:05:11.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.604+0000 7f97e659c640 1 --2- 172.21.15.1:0/1871731541 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561243882000 0x5612438843f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.604+0000 7f97e659c640 1 --2- 172.21.15.1:0/1871731541 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561243882000 0x5612438843f0 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c352b5d5c91cd4d server_cookie=486a1a23ba0d09a3 in_seq=0 out_seq=0 2024-02-10T00:05:11.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.604+0000 7f97caff5640 10 client.17727 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:11.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.605+0000 7f97caff5640 1 -- 172.21.15.1:0/1871731541 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x56124350d720 con 0x561243882000 2024-02-10T00:05:11.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.605+0000 7f97caff5640 10 client.17727 handle_command_reply: tid=0 2024-02-10T00:05:11.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.605+0000 7f97efd77740 1 client.17727 shutdown 2024-02-10T00:05:11.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.605+0000 7f97efd77740 1 -- 172.21.15.1:0/1871731541 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561243868980 msgr2=0x56124386ee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:11.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.605+0000 7f97efd77740 1 --2- 172.21.15.1:0/1871731541 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561243868980 0x56124386ee00 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f97d800c8f0 tx=0x7f97d809ac30 comp rx=0 tx=0).stop 2024-02-10T00:05:11.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.605+0000 7f97efd77740 1 -- 172.21.15.1:0/1871731541 shutdown_connections 2024-02-10T00:05:11.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.605+0000 7f97efd77740 1 --2- 172.21.15.1:0/1871731541 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561243882000 0x5612438843f0 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.605+0000 7f97efd77740 1 --2- 172.21.15.1:0/1871731541 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561243871eb0 0x56124386f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.605+0000 7f97efd77740 1 --2- 172.21.15.1:0/1871731541 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561243869330 0x56124386f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.605+0000 7f97efd77740 1 --2- 172.21.15.1:0/1871731541 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561243868980 0x56124386ee00 unknown :-1 s=CLOSED pgs=1164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.605+0000 7f97caff5640 0 client.17727 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:11.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.605+0000 7f97efd77740 1 -- 172.21.15.1:0/1871731541 >> 172.21.15.1:0/1871731541 conn(0x561243863050 msgr2=0x561243864da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:11.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.605+0000 7f97efd77740 1 -- 172.21.15.1:0/1871731541 shutdown_connections 2024-02-10T00:05:11.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.605+0000 7f97efd77740 1 -- 172.21.15.1:0/1871731541 wait complete. 2024-02-10T00:05:11.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.605+0000 7f97efd77740 20 client.17727 trim_cache size 0 max 16384 2024-02-10T00:05:11.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.620+0000 7f97efd77740 1 Processor -- start 2024-02-10T00:05:11.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.620+0000 7f97efd77740 1 -- start start 2024-02-10T00:05:11.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.620+0000 7f97efd77740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561243863050 0x561243871530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.620+0000 7f97efd77740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561243868980 0x56124386f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.620+0000 7f97efd77740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561243869330 0x56124386c080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.620+0000 7f97efd77740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56124385e780 con 0x561243869330 2024-02-10T00:05:11.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.620+0000 7f97efd77740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x561243755fd0 con 0x561243868980 2024-02-10T00:05:11.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.620+0000 7f97efd77740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612438749c0 con 0x561243863050 2024-02-10T00:05:11.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.621+0000 7f97e759e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561243869330 0x56124386c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.621+0000 7f97e759e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561243869330 0x56124386c080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56560/0 (socket says 172.21.15.1:56560) 2024-02-10T00:05:11.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.621+0000 7f97e759e640 1 -- 172.21.15.1:0/3840243018 learned_addr learned my addr 172.21.15.1:0/3840243018 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:11.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.621+0000 7f97e659c640 1 --2- 172.21.15.1:0/3840243018 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561243868980 0x56124386f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.621+0000 7f97e6d9d640 1 --2- 172.21.15.1:0/3840243018 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561243863050 0x561243871530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.621+0000 7f97e759e640 1 -- 172.21.15.1:0/3840243018 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561243863050 msgr2=0x561243871530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:11.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.621+0000 7f97e759e640 1 --2- 172.21.15.1:0/3840243018 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561243863050 0x561243871530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.621+0000 7f97e759e640 1 -- 172.21.15.1:0/3840243018 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561243868980 msgr2=0x56124386f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:11.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.621+0000 7f97e759e640 1 --2- 172.21.15.1:0/3840243018 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561243868980 0x56124386f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.621+0000 7f97e759e640 1 -- 172.21.15.1:0/3840243018 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56124376bb30 con 0x561243869330 2024-02-10T00:05:11.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.621+0000 7f97e759e640 1 --2- 172.21.15.1:0/3840243018 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561243869330 0x56124386c080 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7f97e0010670 tx=0x7f97e0014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ca606bd1d730572 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:11.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.621+0000 7f97ccff9640 1 -- 172.21.15.1:0/3840243018 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97e000d9d0 con 0x561243869330 2024-02-10T00:05:11.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.621+0000 7f97ccff9640 1 -- 172.21.15.1:0/3840243018 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f97e000db30 con 0x561243869330 2024-02-10T00:05:11.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.621+0000 7f97ccff9640 1 -- 172.21.15.1:0/3840243018 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97e001f3b0 con 0x561243869330 2024-02-10T00:05:11.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.622+0000 7f97efd77740 1 -- 172.21.15.1:0/3840243018 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561243869330 msgr2=0x56124386c080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:11.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.622+0000 7f97efd77740 1 --2- 172.21.15.1:0/3840243018 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561243869330 0x56124386c080 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7f97e0010670 tx=0x7f97e0014000 comp rx=0 tx=0).stop 2024-02-10T00:05:11.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.622+0000 7f97efd77740 1 -- 172.21.15.1:0/3840243018 shutdown_connections 2024-02-10T00:05:11.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.622+0000 7f97efd77740 1 --2- 172.21.15.1:0/3840243018 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561243869330 0x56124386c080 unknown :-1 s=CLOSED pgs=1165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.622+0000 7f97efd77740 1 --2- 172.21.15.1:0/3840243018 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561243868980 0x56124386f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.622+0000 7f97efd77740 1 --2- 172.21.15.1:0/3840243018 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561243863050 0x561243871530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.622+0000 7f97efd77740 1 -- 172.21.15.1:0/3840243018 >> 172.21.15.1:0/3840243018 conn(0x561243869a80 msgr2=0x561243888ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:11.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.622+0000 7f97efd77740 1 -- 172.21.15.1:0/3840243018 shutdown_connections 2024-02-10T00:05:11.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.622+0000 7f97efd77740 1 -- 172.21.15.1:0/3840243018 wait complete. 2024-02-10T00:05:11.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.622+0000 7f97efd77740 1 -- start start 2024-02-10T00:05:11.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.622+0000 7f97efd77740 1 Processor -- start 2024-02-10T00:05:11.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.622+0000 7f97efd77740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561243863050 0x5612438780c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.622+0000 7f97efd77740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561243868980 0x561243878600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.622+0000 7f97efd77740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561243869330 0x5612438d8470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.622+0000 7f97efd77740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612438d89b0 con 0x561243863050 2024-02-10T00:05:11.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.622+0000 7f97efd77740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612438d8af0 con 0x561243869330 2024-02-10T00:05:11.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.623+0000 7f97efd77740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612438d8c30 con 0x561243868980 2024-02-10T00:05:11.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.623+0000 7f97efd77740 10 client.0 _ll_register_callbacks cb 0x7f97d800a560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:11.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.623+0000 7f97e6d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561243863050 0x5612438780c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.623+0000 7f97e6d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561243863050 0x5612438780c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:56570/0 (socket says 172.21.15.1:56570) 2024-02-10T00:05:11.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.623+0000 7f97e6d9d640 1 -- 172.21.15.1:0/358534085 learned_addr learned my addr 172.21.15.1:0/358534085 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:11.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.623+0000 7f97e659c640 1 --2- 172.21.15.1:0/358534085 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561243868980 0x561243878600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.623+0000 7f97e759e640 1 --2- 172.21.15.1:0/358534085 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561243869330 0x5612438d8470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.623+0000 7f97e6d9d640 1 -- 172.21.15.1:0/358534085 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561243868980 msgr2=0x561243878600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:11.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.623+0000 7f97e6d9d640 1 --2- 172.21.15.1:0/358534085 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561243868980 0x561243878600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.623+0000 7f97e6d9d640 1 -- 172.21.15.1:0/358534085 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561243869330 msgr2=0x5612438d8470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:11.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.623+0000 7f97e6d9d640 1 --2- 172.21.15.1:0/358534085 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561243869330 0x5612438d8470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.623+0000 7f97e6d9d640 1 -- 172.21.15.1:0/358534085 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97e0010430 con 0x561243863050 2024-02-10T00:05:11.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.623+0000 7f97e759e640 1 --2- 172.21.15.1:0/358534085 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561243869330 0x5612438d8470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:11.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.623+0000 7f97e6d9d640 1 --2- 172.21.15.1:0/358534085 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561243863050 0x5612438780c0 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7f97d8096fc0 tx=0x7f97d8099070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ee6d6e4aeb2c58d server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:11.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.623+0000 7f97caff5640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:11.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.623+0000 7f97caff5640 1 -- 172.21.15.1:0/358534085 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97d80215f0 con 0x561243863050 2024-02-10T00:05:11.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.623+0000 7f97caff5640 1 -- 172.21.15.1:0/358534085 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f97d80a3300 con 0x561243863050 2024-02-10T00:05:11.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.623+0000 7f97efd77740 1 -- 172.21.15.1:0/358534085 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f97d809be90 con 0x561243863050 2024-02-10T00:05:11.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.623+0000 7f97caff5640 1 -- 172.21.15.1:0/358534085 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f97d809ab60 con 0x561243863050 2024-02-10T00:05:11.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.623+0000 7f97efd77740 10 client.17733 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:11.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.623+0000 7f97efd77740 1 -- 172.21.15.1:0/358534085 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x561243791850 con 0x561243863050 2024-02-10T00:05:11.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.624+0000 7f97caff5640 1 -- 172.21.15.1:0/358534085 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f97d809be90 con 0x561243863050 2024-02-10T00:05:11.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.624+0000 7f97caff5640 1 -- 172.21.15.1:0/358534085 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f97d8016070 con 0x561243863050 2024-02-10T00:05:11.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.624+0000 7f97efd77740 10 client.17733 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:11.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.624+0000 7f97efd77740 10 client.17733 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:05:11.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.624+0000 7f97efd77740 20 client.17733 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:11.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.624+0000 7f97efd77740 1 --2- 172.21.15.1:0/358534085 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561243871eb0 0x5612438dc000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:11.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.624+0000 7f97efd77740 4 client.17733 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:05:11.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.624+0000 7f97efd77740 1 -- 172.21.15.1:0/358534085 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x56124355c890 con 0x561243871eb0 2024-02-10T00:05:11.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.624+0000 7f97e659c640 1 --2- 172.21.15.1:0/358534085 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561243871eb0 0x5612438dc000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:11.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.625+0000 7f97e659c640 1 --2- 172.21.15.1:0/358534085 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561243871eb0 0x5612438dc000 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1891478ef19d3730 server_cookie=e30758d9e29ab661 in_seq=0 out_seq=0 2024-02-10T00:05:11.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.625+0000 7f97caff5640 10 client.17733 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:11.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.625+0000 7f97caff5640 1 -- 172.21.15.1:0/358534085 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x56124355c890 con 0x561243871eb0 2024-02-10T00:05:11.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.625+0000 7f97caff5640 10 client.17733 handle_command_reply: tid=0 2024-02-10T00:05:11.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.625+0000 7f97efd77740 1 client.17733 shutdown 2024-02-10T00:05:11.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.625+0000 7f97efd77740 1 -- 172.21.15.1:0/358534085 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561243863050 msgr2=0x5612438780c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:11.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.625+0000 7f97efd77740 1 --2- 172.21.15.1:0/358534085 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561243863050 0x5612438780c0 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7f97d8096fc0 tx=0x7f97d8099070 comp rx=0 tx=0).stop 2024-02-10T00:05:11.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.625+0000 7f97efd77740 1 -- 172.21.15.1:0/358534085 shutdown_connections 2024-02-10T00:05:11.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.625+0000 7f97efd77740 1 --2- 172.21.15.1:0/358534085 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561243871eb0 0x5612438dc000 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.625+0000 7f97efd77740 1 --2- 172.21.15.1:0/358534085 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561243869330 0x5612438d8470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.625+0000 7f97efd77740 1 --2- 172.21.15.1:0/358534085 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561243868980 0x561243878600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.625+0000 7f97caff5640 0 client.17733 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:11.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.625+0000 7f97efd77740 1 --2- 172.21.15.1:0/358534085 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561243863050 0x5612438780c0 unknown :-1 s=CLOSED pgs=1166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.625+0000 7f97efd77740 1 -- 172.21.15.1:0/358534085 >> 172.21.15.1:0/358534085 conn(0x561243869a80 msgr2=0x561243861960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:11.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.625+0000 7f97efd77740 1 -- 172.21.15.1:0/358534085 shutdown_connections 2024-02-10T00:05:11.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.625+0000 7f97efd77740 1 -- 172.21.15.1:0/358534085 wait complete. 2024-02-10T00:05:11.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.625+0000 7f97efd77740 20 client.17733 trim_cache size 0 max 16384 2024-02-10T00:05:11.635 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:05:11.635 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "IDLE (waiting for more scrubs)", 2024-02-10T00:05:11.635 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": { 2024-02-10T00:05:11.635 INFO:teuthology.orchestra.run.smithi001.stdout: "1b113061-8222-4edb-956f-af37e213b558": { 2024-02-10T00:05:11.635 INFO:teuthology.orchestra.run.smithi001.stdout: "path": "/", 2024-02-10T00:05:11.635 INFO:teuthology.orchestra.run.smithi001.stdout: "tag": "1b113061-8222-4edb-956f-af37e213b558", 2024-02-10T00:05:11.636 INFO:teuthology.orchestra.run.smithi001.stdout: "options": "recursive,force" 2024-02-10T00:05:11.636 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:05:11.636 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:05:11.636 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:05:11.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.625+0000 7f97ed0d0640 1 -- 172.21.15.1:0/4280491707 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f97d00a2230 msgr2=0x7f97d00a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:11.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.625+0000 7f97ed0d0640 1 --2- 172.21.15.1:0/4280491707 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f97d00a2230 0x7f97d00a46f0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f97e0007de0 tx=0x7f97e000f790 comp rx=0 tx=0).stop 2024-02-10T00:05:11.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.625+0000 7f97ed0d0640 1 -- 172.21.15.1:0/4280491707 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f97e8101430 msgr2=0x7f97e819d440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:11.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.625+0000 7f97ed0d0640 1 --2- 172.21.15.1:0/4280491707 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f97e8101430 0x7f97e819d440 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7f97d800c920 tx=0x7f97d800cde0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.626+0000 7f97ed0d0640 1 -- 172.21.15.1:0/4280491707 shutdown_connections 2024-02-10T00:05:11.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.626+0000 7f97ed0d0640 1 --2- 172.21.15.1:0/4280491707 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f97d00a2230 0x7f97d00a46f0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.626+0000 7f97ed0d0640 1 --2- 172.21.15.1:0/4280491707 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f97e8197640 0x7f97e8197af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.626+0000 7f97ed0d0640 1 --2- 172.21.15.1:0/4280491707 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f97e8106500 0x7f97e819d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.626+0000 7f97ed0d0640 1 --2- 172.21.15.1:0/4280491707 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f97e8101430 0x7f97e819d440 unknown :-1 s=CLOSED pgs=1162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:11.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.626+0000 7f97ed0d0640 1 -- 172.21.15.1:0/4280491707 >> 172.21.15.1:0/4280491707 conn(0x7f97e80fccd0 msgr2=0x7f97e80ff050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:11.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.626+0000 7f97ed0d0640 1 -- 172.21.15.1:0/4280491707 shutdown_connections 2024-02-10T00:05:11.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:11.626+0000 7f97ed0d0640 1 -- 172.21.15.1:0/4280491707 wait complete. 2024-02-10T00:05:11.639 INFO:tasks.cephfs.filesystem:scrub status for tag:1b113061-8222-4edb-956f-af37e213b558 - {'path': '/', 'tag': '1b113061-8222-4edb-956f-af37e213b558', 'options': 'recursive,force'} 2024-02-10T00:05:12.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:12 smithi103 ceph-mon[36942]: scrub queued for path: / 2024-02-10T00:05:12.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:12 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:05:12.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:12 smithi103 ceph-mon[36942]: scrub summary: active paths [/] 2024-02-10T00:05:12.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:12 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:05:12.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:12 smithi001 ceph-mon[32335]: scrub queued for path: / 2024-02-10T00:05:12.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:12 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:05:12.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:12 smithi001 ceph-mon[32335]: scrub summary: active paths [/] 2024-02-10T00:05:12.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:12 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:05:12.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:12 smithi088 ceph-mon[36452]: scrub queued for path: / 2024-02-10T00:05:12.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:12 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:05:12.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:12 smithi088 ceph-mon[36452]: scrub summary: active paths [/] 2024-02-10T00:05:12.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:12 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:05:13.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:13 smithi103 ceph-mon[36942]: pgmap v179: 97 pgs: 97 active+clean; 5.1 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 56 KiB/s wr, 27 op/s 2024-02-10T00:05:13.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:13 smithi001 ceph-mon[32335]: pgmap v179: 97 pgs: 97 active+clean; 5.1 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 56 KiB/s wr, 27 op/s 2024-02-10T00:05:13.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:13 smithi088 ceph-mon[36452]: pgmap v179: 97 pgs: 97 active+clean; 5.1 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 56 KiB/s wr, 27 op/s 2024-02-10T00:05:15.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:15 smithi001 ceph-mon[32335]: pgmap v180: 97 pgs: 97 active+clean; 5.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 80 KiB/s wr, 38 op/s 2024-02-10T00:05:15.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:15 smithi088 ceph-mon[36452]: pgmap v180: 97 pgs: 97 active+clean; 5.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 80 KiB/s wr, 38 op/s 2024-02-10T00:05:15.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:15 smithi103 ceph-mon[36942]: pgmap v180: 97 pgs: 97 active+clean; 5.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 80 KiB/s wr, 38 op/s 2024-02-10T00:05:16.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:16 smithi001 ceph-mon[32335]: scrub summary: idle 2024-02-10T00:05:16.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:16 smithi088 ceph-mon[36452]: scrub summary: idle 2024-02-10T00:05:16.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:16 smithi103 ceph-mon[36942]: scrub summary: idle 2024-02-10T00:05:17.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:17 smithi001 ceph-mon[32335]: pgmap v181: 97 pgs: 97 active+clean; 5.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 41 KiB/s wr, 17 op/s 2024-02-10T00:05:17.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:17 smithi088 ceph-mon[36452]: pgmap v181: 97 pgs: 97 active+clean; 5.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 41 KiB/s wr, 17 op/s 2024-02-10T00:05:17.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:17 smithi103 ceph-mon[36942]: pgmap v181: 97 pgs: 97 active+clean; 5.3 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 41 KiB/s wr, 17 op/s 2024-02-10T00:05:19.441 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:19 smithi103 ceph-mon[36942]: pgmap v182: 97 pgs: 97 active+clean; 5.5 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 57 KiB/s wr, 24 op/s 2024-02-10T00:05:19.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:19 smithi001 ceph-mon[32335]: pgmap v182: 97 pgs: 97 active+clean; 5.5 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 57 KiB/s wr, 24 op/s 2024-02-10T00:05:19.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:19 smithi088 ceph-mon[36452]: pgmap v182: 97 pgs: 97 active+clean; 5.5 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 57 KiB/s wr, 24 op/s 2024-02-10T00:05:20.999 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.994+0000 7f9038ec9640 1 -- 172.21.15.1:0/654141890 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9034105450 msgr2=0x7f903410d000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:20.999 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.994+0000 7f9038ec9640 1 --2- 172.21.15.1:0/654141890 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9034105450 0x7f903410d000 secure :-1 s=READY pgs=1167 cs=0 l=1 rev1=1 crypto rx=0x7f902c009cd0 tx=0x7f902c02c0f0 comp rx=0 tx=0).stop 2024-02-10T00:05:20.999 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.994+0000 7f9038ec9640 1 -- 172.21.15.1:0/654141890 shutdown_connections 2024-02-10T00:05:20.999 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.994+0000 7f9038ec9640 1 --2- 172.21.15.1:0/654141890 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9034105450 0x7f903410d000 unknown :-1 s=CLOSED pgs=1167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:20.999 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.994+0000 7f9038ec9640 1 --2- 172.21.15.1:0/654141890 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9034101840 0x7f9034104d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:21.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.994+0000 7f9038ec9640 1 --2- 172.21.15.1:0/654141890 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9034100e90 0x7f9034101270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:21.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.994+0000 7f9038ec9640 1 -- 172.21.15.1:0/654141890 >> 172.21.15.1:0/654141890 conn(0x7f9034075410 msgr2=0x7f9034075820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:21.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.994+0000 7f9038ec9640 1 -- 172.21.15.1:0/654141890 shutdown_connections 2024-02-10T00:05:21.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.994+0000 7f9038ec9640 1 -- 172.21.15.1:0/654141890 wait complete. 2024-02-10T00:05:21.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.995+0000 7f9038ec9640 1 Processor -- start 2024-02-10T00:05:21.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.995+0000 7f9038ec9640 1 -- start start 2024-02-10T00:05:21.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.995+0000 7f9038ec9640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9034100e90 0x7f903419d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:21.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.995+0000 7f9038ec9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9034105450 0x7f903419d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:21.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.995+0000 7f9038ec9640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9034197610 0x7f9034197ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:21.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.995+0000 7f9038ec9640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9034198000 con 0x7f9034105450 2024-02-10T00:05:21.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.995+0000 7f9038ec9640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9034198170 con 0x7f9034100e90 2024-02-10T00:05:21.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.995+0000 7f9038ec9640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9034198330 con 0x7f9034197610 2024-02-10T00:05:21.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.995+0000 7f902bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9034105450 0x7f903419d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:21.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.995+0000 7f902bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9034105450 0x7f903419d9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43794/0 (socket says 172.21.15.1:43794) 2024-02-10T00:05:21.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.995+0000 7f902bfff640 1 -- 172.21.15.1:0/4292099900 learned_addr learned my addr 172.21.15.1:0/4292099900 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:21.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.995+0000 7f903259c640 1 --2- 172.21.15.1:0/4292099900 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9034100e90 0x7f903419d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:21.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.995+0000 7f9032d9d640 1 --2- 172.21.15.1:0/4292099900 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9034197610 0x7f9034197ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:21.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.996+0000 7f902bfff640 1 -- 172.21.15.1:0/4292099900 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9034197610 msgr2=0x7f9034197ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:21.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.996+0000 7f902bfff640 1 --2- 172.21.15.1:0/4292099900 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9034197610 0x7f9034197ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:21.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.996+0000 7f902bfff640 1 -- 172.21.15.1:0/4292099900 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9034100e90 msgr2=0x7f903419d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:21.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.996+0000 7f902bfff640 1 --2- 172.21.15.1:0/4292099900 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9034100e90 0x7f903419d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:21.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.996+0000 7f902bfff640 1 -- 172.21.15.1:0/4292099900 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f902c009900 con 0x7f9034105450 2024-02-10T00:05:21.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.996+0000 7f903259c640 1 --2- 172.21.15.1:0/4292099900 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9034100e90 0x7f903419d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:21.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.996+0000 7f9032d9d640 1 --2- 172.21.15.1:0/4292099900 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9034197610 0x7f9034197ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:21.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.996+0000 7f902bfff640 1 --2- 172.21.15.1:0/4292099900 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9034105450 0x7f903419d9a0 secure :-1 s=READY pgs=1168 cs=0 l=1 rev1=1 crypto rx=0x7f901c00c970 tx=0x7f901c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:21.001 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.996+0000 7f902b7fe640 1 -- 172.21.15.1:0/4292099900 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f901c007bb0 con 0x7f9034105450 2024-02-10T00:05:21.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.996+0000 7f9038ec9640 1 -- 172.21.15.1:0/4292099900 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90341a4320 con 0x7f9034105450 2024-02-10T00:05:21.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.996+0000 7f902b7fe640 1 -- 172.21.15.1:0/4292099900 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f901c007d10 con 0x7f9034105450 2024-02-10T00:05:21.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.996+0000 7f902b7fe640 1 -- 172.21.15.1:0/4292099900 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f901c018730 con 0x7f9034105450 2024-02-10T00:05:21.002 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.996+0000 7f9038ec9640 1 -- 172.21.15.1:0/4292099900 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90341a47e0 con 0x7f9034105450 2024-02-10T00:05:21.011 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.998+0000 7f902b7fe640 1 -- 172.21.15.1:0/4292099900 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f901c00f450 con 0x7f9034105450 2024-02-10T00:05:21.012 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.999+0000 7f903bb7a740 1 Processor -- start 2024-02-10T00:05:21.012 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.999+0000 7f902b7fe640 1 --2- 172.21.15.1:0/4292099900 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f90200a2220 0x7f90200a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:21.012 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.999+0000 7f9032d9d640 1 --2- 172.21.15.1:0/4292099900 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f90200a2220 0x7f90200a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:21.012 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.999+0000 7f902b7fe640 1 -- 172.21.15.1:0/4292099900 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f901c0ce290 con 0x7f9034105450 2024-02-10T00:05:21.012 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.999+0000 7f903bb7a740 1 -- start start 2024-02-10T00:05:21.012 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.999+0000 7f903bb7a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e4c1cd2bd0 0x55e4c1cd2fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:21.012 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.999+0000 7f903bb7a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e4c1cd34f0 0x55e4c1ce0670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:21.012 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.999+0000 7f903bb7a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e4c1ce0bb0 0x55e4c1ce2fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:21.012 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.999+0000 7f903bb7a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e4c1c41a00 con 0x55e4c1cd2bd0 2024-02-10T00:05:21.012 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.999+0000 7f903bb7a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e4c1c3ef30 con 0x55e4c1cd34f0 2024-02-10T00:05:21.012 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.999+0000 7f903bb7a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e4c1c3a710 con 0x55e4c1ce0bb0 2024-02-10T00:05:21.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.999+0000 7f902bfff640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e4c1cd34f0 0x55e4c1ce0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:21.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.999+0000 7f903259c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e4c1cd2bd0 0x55e4c1cd2fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:21.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.999+0000 7f902bfff640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e4c1cd34f0 0x55e4c1ce0670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.1:42814/0 (socket says 172.21.15.1:42814) 2024-02-10T00:05:21.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.999+0000 7f9032d9d640 1 --2- 172.21.15.1:0/4292099900 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f90200a2220 0x7f90200a46e0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f902c006010 tx=0x7f902c005d80 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:21.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:20.999+0000 7f903259c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e4c1cd2bd0 0x55e4c1cd2fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43808/0 (socket says 172.21.15.1:43808) 2024-02-10T00:05:21.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.000+0000 7f902bfff640 1 -- 172.21.15.1:0/2731107302 learned_addr learned my addr 172.21.15.1:0/2731107302 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:21.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.000+0000 7f9032d9d640 1 --2- 172.21.15.1:0/2731107302 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e4c1ce0bb0 0x55e4c1ce2fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:21.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.000+0000 7f903259c640 1 -- 172.21.15.1:0/2731107302 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e4c1ce0bb0 msgr2=0x55e4c1ce2fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:21.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.000+0000 7f903259c640 1 --2- 172.21.15.1:0/2731107302 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e4c1ce0bb0 0x55e4c1ce2fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:21.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.000+0000 7f903259c640 1 -- 172.21.15.1:0/2731107302 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e4c1cd34f0 msgr2=0x55e4c1ce0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:21.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.000+0000 7f903259c640 1 --2- 172.21.15.1:0/2731107302 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e4c1cd34f0 0x55e4c1ce0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:21.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.000+0000 7f903259c640 1 -- 172.21.15.1:0/2731107302 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e4c1bff3b0 con 0x55e4c1cd2bd0 2024-02-10T00:05:21.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.000+0000 7f903259c640 1 --2- 172.21.15.1:0/2731107302 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e4c1cd2bd0 0x55e4c1cd2fb0 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7f902400bc80 tx=0x7f902400f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2449598a0630ba1 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:21.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.000+0000 7f9028ff9640 1 -- 172.21.15.1:0/2731107302 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f902401a460 con 0x55e4c1cd2bd0 2024-02-10T00:05:21.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.000+0000 7f9028ff9640 1 -- 172.21.15.1:0/2731107302 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f902401aaa0 con 0x55e4c1cd2bd0 2024-02-10T00:05:21.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.000+0000 7f9028ff9640 1 -- 172.21.15.1:0/2731107302 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9024011ae0 con 0x55e4c1cd2bd0 2024-02-10T00:05:21.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.001+0000 7f903bb7a740 1 -- 172.21.15.1:0/2731107302 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e4c1cd2bd0 msgr2=0x55e4c1cd2fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:21.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.001+0000 7f903bb7a740 1 --2- 172.21.15.1:0/2731107302 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e4c1cd2bd0 0x55e4c1cd2fb0 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7f902400bc80 tx=0x7f902400f730 comp rx=0 tx=0).stop 2024-02-10T00:05:21.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.001+0000 7f903bb7a740 1 -- 172.21.15.1:0/2731107302 shutdown_connections 2024-02-10T00:05:21.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.001+0000 7f903bb7a740 1 --2- 172.21.15.1:0/2731107302 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e4c1ce0bb0 0x55e4c1ce2fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:21.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.001+0000 7f903bb7a740 1 --2- 172.21.15.1:0/2731107302 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e4c1cd34f0 0x55e4c1ce0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:21.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.001+0000 7f903bb7a740 1 --2- 172.21.15.1:0/2731107302 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e4c1cd2bd0 0x55e4c1cd2fb0 unknown :-1 s=CLOSED pgs=1169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:21.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.001+0000 7f903bb7a740 1 -- 172.21.15.1:0/2731107302 >> 172.21.15.1:0/2731107302 conn(0x55e4c1ccd9d0 msgr2=0x55e4c1ccddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:21.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.001+0000 7f903bb7a740 1 -- 172.21.15.1:0/2731107302 shutdown_connections 2024-02-10T00:05:21.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.001+0000 7f903bb7a740 1 -- 172.21.15.1:0/2731107302 wait complete. 2024-02-10T00:05:21.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.001+0000 7f903bb7a740 1 -- start start 2024-02-10T00:05:21.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.002+0000 7f903bb7a740 1 Processor -- start 2024-02-10T00:05:21.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.002+0000 7f903bb7a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e4c1cd2bd0 0x55e4c1cddbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:21.015 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.002+0000 7f903bb7a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e4c1cd34f0 0x55e4c1cde110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:21.015 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.002+0000 7f903bb7a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e4c1ce0bb0 0x55e4c1cde650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:21.015 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.002+0000 7f903bb7a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e4c1bdfb90 con 0x55e4c1ce0bb0 2024-02-10T00:05:21.015 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.002+0000 7f903bb7a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e4c190e250 con 0x55e4c1cd2bd0 2024-02-10T00:05:21.015 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.002+0000 7f903bb7a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e4c1bc0200 con 0x55e4c1cd34f0 2024-02-10T00:05:21.015 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.002+0000 7f903bb7a740 10 client.0 _ll_register_callbacks cb 0x55e4c1bf65d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:21.015 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.002+0000 7f9032d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e4c1ce0bb0 0x55e4c1cde650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:21.015 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.002+0000 7f9032d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e4c1ce0bb0 0x55e4c1cde650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43820/0 (socket says 172.21.15.1:43820) 2024-02-10T00:05:21.015 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.002+0000 7f903259c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e4c1cd2bd0 0x55e4c1cddbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:21.015 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.002+0000 7f9032d9d640 1 -- 172.21.15.1:0/3409518268 learned_addr learned my addr 172.21.15.1:0/3409518268 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:21.015 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.002+0000 7f902bfff640 1 --2- 172.21.15.1:0/3409518268 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e4c1cd34f0 0x55e4c1cde110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:21.015 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.002+0000 7f9032d9d640 1 -- 172.21.15.1:0/3409518268 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e4c1cd34f0 msgr2=0x55e4c1cde110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:21.015 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.002+0000 7f9032d9d640 1 --2- 172.21.15.1:0/3409518268 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e4c1cd34f0 0x55e4c1cde110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:21.015 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.002+0000 7f9032d9d640 1 -- 172.21.15.1:0/3409518268 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e4c1cd2bd0 msgr2=0x55e4c1cddbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:21.016 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.002+0000 7f9032d9d640 1 --2- 172.21.15.1:0/3409518268 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e4c1cd2bd0 0x55e4c1cddbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:21.016 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.002+0000 7f9032d9d640 1 -- 172.21.15.1:0/3409518268 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f902400b8e0 con 0x55e4c1ce0bb0 2024-02-10T00:05:21.016 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.002+0000 7f903259c640 1 --2- 172.21.15.1:0/3409518268 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e4c1cd2bd0 0x55e4c1cddbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:05:21.016 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.003+0000 7f9032d9d640 1 --2- 172.21.15.1:0/3409518268 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e4c1ce0bb0 0x55e4c1cde650 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7f902c009cd0 tx=0x7f902c0095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d730994612a2f79 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:21.016 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.003+0000 7f9019ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:21.016 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.003+0000 7f9019ffb640 1 -- 172.21.15.1:0/3409518268 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f902c003d80 con 0x55e4c1ce0bb0 2024-02-10T00:05:21.016 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.003+0000 7f9019ffb640 1 -- 172.21.15.1:0/3409518268 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f902c046070 con 0x55e4c1ce0bb0 2024-02-10T00:05:21.016 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.003+0000 7f903bb7a740 1 -- 172.21.15.1:0/3409518268 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e4c1c60ee0 con 0x55e4c1ce0bb0 2024-02-10T00:05:21.016 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.003+0000 7f9019ffb640 1 -- 172.21.15.1:0/3409518268 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f902c004040 con 0x55e4c1ce0bb0 2024-02-10T00:05:21.016 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.003+0000 7f903bb7a740 10 client.17745 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:21.016 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.003+0000 7f903bb7a740 1 -- 172.21.15.1:0/3409518268 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55e4c1c38d90 con 0x55e4c1ce0bb0 2024-02-10T00:05:21.016 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.003+0000 7f9019ffb640 1 -- 172.21.15.1:0/3409518268 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55e4c1c60ee0 con 0x55e4c1ce0bb0 2024-02-10T00:05:21.016 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.003+0000 7f9019ffb640 1 -- 172.21.15.1:0/3409518268 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f902c03e730 con 0x55e4c1ce0bb0 2024-02-10T00:05:21.016 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.003+0000 7f903bb7a740 10 client.17745 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:21.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.003+0000 7f903bb7a740 10 client.17745 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:05:21.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.003+0000 7f903bb7a740 20 client.17745 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:21.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.003+0000 7f903bb7a740 1 --2- 172.21.15.1:0/3409518268 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e4c1cf0cc0 0x55e4c1cf30b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:21.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.003+0000 7f903bb7a740 4 client.17745 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:05:21.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.003+0000 7f903bb7a740 1 -- 172.21.15.1:0/3409518268 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e4c193a600 con 0x55e4c1cf0cc0 2024-02-10T00:05:21.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.004+0000 7f903259c640 1 --2- 172.21.15.1:0/3409518268 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e4c1cf0cc0 0x55e4c1cf30b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:21.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.004+0000 7f903259c640 1 --2- 172.21.15.1:0/3409518268 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e4c1cf0cc0 0x55e4c1cf30b0 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b3afb3e359da2fc4 server_cookie=81e59fbc0d1fb121 in_seq=0 out_seq=0 2024-02-10T00:05:21.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.004+0000 7f9019ffb640 10 client.17745 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:21.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.005+0000 7f9019ffb640 1 -- 172.21.15.1:0/3409518268 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55e4c193a600 con 0x55e4c1cf0cc0 2024-02-10T00:05:21.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.005+0000 7f9019ffb640 10 client.17745 handle_command_reply: tid=0 2024-02-10T00:05:21.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.005+0000 7f903bb7a740 1 client.17745 shutdown 2024-02-10T00:05:21.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.005+0000 7f903bb7a740 1 -- 172.21.15.1:0/3409518268 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e4c1ce0bb0 msgr2=0x55e4c1cde650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:21.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.005+0000 7f903bb7a740 1 --2- 172.21.15.1:0/3409518268 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e4c1ce0bb0 0x55e4c1cde650 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7f902c009cd0 tx=0x7f902c0095c0 comp rx=0 tx=0).stop 2024-02-10T00:05:21.018 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.005+0000 7f903bb7a740 1 -- 172.21.15.1:0/3409518268 shutdown_connections 2024-02-10T00:05:21.018 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.005+0000 7f903bb7a740 1 --2- 172.21.15.1:0/3409518268 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e4c1cf0cc0 0x55e4c1cf30b0 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:21.018 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.005+0000 7f903bb7a740 1 --2- 172.21.15.1:0/3409518268 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e4c1ce0bb0 0x55e4c1cde650 unknown :-1 s=CLOSED pgs=1170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:21.018 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.005+0000 7f9019ffb640 0 client.17745 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:21.018 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.005+0000 7f903bb7a740 1 --2- 172.21.15.1:0/3409518268 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e4c1cd34f0 0x55e4c1cde110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:21.018 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.005+0000 7f903bb7a740 1 --2- 172.21.15.1:0/3409518268 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e4c1cd2bd0 0x55e4c1cddbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:21.018 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.005+0000 7f903bb7a740 1 -- 172.21.15.1:0/3409518268 >> 172.21.15.1:0/3409518268 conn(0x55e4c1ccd9d0 msgr2=0x55e4c1ccf720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:21.018 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.005+0000 7f903bb7a740 1 -- 172.21.15.1:0/3409518268 shutdown_connections 2024-02-10T00:05:21.018 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.005+0000 7f903bb7a740 1 -- 172.21.15.1:0/3409518268 wait complete. 2024-02-10T00:05:21.018 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.005+0000 7f903bb7a740 20 client.17745 trim_cache size 0 max 16384 2024-02-10T00:05:21.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.018+0000 7f903bb7a740 1 Processor -- start 2024-02-10T00:05:21.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.018+0000 7f903bb7a740 1 -- start start 2024-02-10T00:05:21.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.019+0000 7f903bb7a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e4c1cd2bd0 0x55e4c1ce0300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:21.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.019+0000 7f903bb7a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e4c1cd34f0 0x55e4c1cd8e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:21.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.019+0000 7f903bb7a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e4c1ce0bb0 0x55e4c1cd93d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:21.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.019+0000 7f903bb7a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e4c1ce2fa0 con 0x55e4c1ce0bb0 2024-02-10T00:05:21.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.019+0000 7f903bb7a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e4c1cdd9a0 con 0x55e4c1cd34f0 2024-02-10T00:05:21.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.019+0000 7f903bb7a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e4c1cd2390 con 0x55e4c1cd2bd0 2024-02-10T00:05:21.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.019+0000 7f9032d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e4c1ce0bb0 0x55e4c1cd93d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:21.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.019+0000 7f9032d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e4c1ce0bb0 0x55e4c1cd93d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43826/0 (socket says 172.21.15.1:43826) 2024-02-10T00:05:21.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.019+0000 7f9032d9d640 1 -- 172.21.15.1:0/188789184 learned_addr learned my addr 172.21.15.1:0/188789184 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:21.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.019+0000 7f903259c640 1 --2- 172.21.15.1:0/188789184 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e4c1cd2bd0 0x55e4c1ce0300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:21.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.019+0000 7f902bfff640 1 --2- 172.21.15.1:0/188789184 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e4c1cd34f0 0x55e4c1cd8e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:21.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.019+0000 7f9032d9d640 1 -- 172.21.15.1:0/188789184 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e4c1cd2bd0 msgr2=0x55e4c1ce0300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:21.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.019+0000 7f9032d9d640 1 --2- 172.21.15.1:0/188789184 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e4c1cd2bd0 0x55e4c1ce0300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:21.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.019+0000 7f9032d9d640 1 -- 172.21.15.1:0/188789184 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e4c1cd34f0 msgr2=0x55e4c1cd8e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:21.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.019+0000 7f9032d9d640 1 --2- 172.21.15.1:0/188789184 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e4c1cd34f0 0x55e4c1cd8e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:21.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.019+0000 7f9032d9d640 1 -- 172.21.15.1:0/188789184 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e4c1bd5820 con 0x55e4c1ce0bb0 2024-02-10T00:05:21.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.019+0000 7f903259c640 1 --2- 172.21.15.1:0/188789184 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e4c1cd2bd0 0x55e4c1ce0300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:21.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.019+0000 7f902bfff640 1 --2- 172.21.15.1:0/188789184 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e4c1cd34f0 0x55e4c1cd8e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:05:21.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.019+0000 7f9032d9d640 1 --2- 172.21.15.1:0/188789184 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e4c1ce0bb0 0x55e4c1cd93d0 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7f902c03ea90 tx=0x7f902c009800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d354e35606e2221f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:21.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.019+0000 7f901bfff640 1 -- 172.21.15.1:0/188789184 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f902c03e610 con 0x55e4c1ce0bb0 2024-02-10T00:05:21.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.019+0000 7f901bfff640 1 -- 172.21.15.1:0/188789184 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f902c032a80 con 0x55e4c1ce0bb0 2024-02-10T00:05:21.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.019+0000 7f901bfff640 1 -- 172.21.15.1:0/188789184 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f902c0556a0 con 0x55e4c1ce0bb0 2024-02-10T00:05:21.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.020+0000 7f903bb7a740 1 -- 172.21.15.1:0/188789184 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e4c1ce0bb0 msgr2=0x55e4c1cd93d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:21.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.020+0000 7f903bb7a740 1 --2- 172.21.15.1:0/188789184 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e4c1ce0bb0 0x55e4c1cd93d0 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7f902c03ea90 tx=0x7f902c009800 comp rx=0 tx=0).stop 2024-02-10T00:05:21.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.020+0000 7f903bb7a740 1 -- 172.21.15.1:0/188789184 shutdown_connections 2024-02-10T00:05:21.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.020+0000 7f903bb7a740 1 --2- 172.21.15.1:0/188789184 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e4c1ce0bb0 0x55e4c1cd93d0 unknown :-1 s=CLOSED pgs=1171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:21.028 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.020+0000 7f903bb7a740 1 --2- 172.21.15.1:0/188789184 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e4c1cd34f0 0x55e4c1cd8e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:21.028 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.020+0000 7f903bb7a740 1 --2- 172.21.15.1:0/188789184 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e4c1cd2bd0 0x55e4c1ce0300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:21.028 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.020+0000 7f903bb7a740 1 -- 172.21.15.1:0/188789184 >> 172.21.15.1:0/188789184 conn(0x55e4c1ccd9d0 msgr2=0x55e4c1cf7a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:21.028 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.020+0000 7f903bb7a740 1 -- 172.21.15.1:0/188789184 shutdown_connections 2024-02-10T00:05:21.028 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.020+0000 7f903bb7a740 1 -- 172.21.15.1:0/188789184 wait complete. 2024-02-10T00:05:21.028 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.020+0000 7f903bb7a740 1 -- start start 2024-02-10T00:05:21.028 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.020+0000 7f903bb7a740 1 Processor -- start 2024-02-10T00:05:21.028 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.021+0000 7f903bb7a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e4c1cd2bd0 0x55e4c1ce5a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:21.028 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.021+0000 7f903bb7a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e4c1cd34f0 0x55e4c1ce5f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:21.028 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.021+0000 7f903bb7a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e4c1ce0bb0 0x55e4c1d46190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:21.028 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.021+0000 7f903bb7a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e4c1d466d0 con 0x55e4c1ce0bb0 2024-02-10T00:05:21.028 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.021+0000 7f903bb7a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e4c1d46810 con 0x55e4c1cd2bd0 2024-02-10T00:05:21.028 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.021+0000 7f903bb7a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e4c1d46980 con 0x55e4c1cd34f0 2024-02-10T00:05:21.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.021+0000 7f903bb7a740 10 client.0 _ll_register_callbacks cb 0x7f902c009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:21.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.021+0000 7f9032d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e4c1ce0bb0 0x55e4c1d46190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:21.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.021+0000 7f9032d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e4c1ce0bb0 0x55e4c1d46190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:43832/0 (socket says 172.21.15.1:43832) 2024-02-10T00:05:21.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.021+0000 7f9032d9d640 1 -- 172.21.15.1:0/1416655000 learned_addr learned my addr 172.21.15.1:0/1416655000 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:21.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.021+0000 7f903259c640 1 --2- 172.21.15.1:0/1416655000 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e4c1cd2bd0 0x55e4c1ce5a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:21.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.021+0000 7f902bfff640 1 --2- 172.21.15.1:0/1416655000 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e4c1cd34f0 0x55e4c1ce5f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:21.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.021+0000 7f9032d9d640 1 -- 172.21.15.1:0/1416655000 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e4c1cd34f0 msgr2=0x55e4c1ce5f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:21.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.021+0000 7f9032d9d640 1 --2- 172.21.15.1:0/1416655000 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e4c1cd34f0 0x55e4c1ce5f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:21.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.021+0000 7f9032d9d640 1 -- 172.21.15.1:0/1416655000 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e4c1cd2bd0 msgr2=0x55e4c1ce5a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:21.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.021+0000 7f9032d9d640 1 --2- 172.21.15.1:0/1416655000 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e4c1cd2bd0 0x55e4c1ce5a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:21.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.021+0000 7f9032d9d640 1 -- 172.21.15.1:0/1416655000 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e4c1c38d90 con 0x55e4c1ce0bb0 2024-02-10T00:05:21.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.021+0000 7f902bfff640 1 --2- 172.21.15.1:0/1416655000 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e4c1cd34f0 0x55e4c1ce5f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:05:21.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.021+0000 7f9032d9d640 1 --2- 172.21.15.1:0/1416655000 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e4c1ce0bb0 0x55e4c1d46190 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7f902c032f10 tx=0x7f902c04c700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a5500009b94ed24 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:21.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.021+0000 7f9019ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:21.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.021+0000 7f9019ffb640 1 -- 172.21.15.1:0/1416655000 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f902c04ca70 con 0x55e4c1ce0bb0 2024-02-10T00:05:21.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.021+0000 7f9019ffb640 1 -- 172.21.15.1:0/1416655000 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f902c046040 con 0x55e4c1ce0bb0 2024-02-10T00:05:21.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.021+0000 7f903bb7a740 1 -- 172.21.15.1:0/1416655000 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e4c198b1b0 con 0x55e4c1ce0bb0 2024-02-10T00:05:21.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.022+0000 7f9019ffb640 1 -- 172.21.15.1:0/1416655000 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f902c032a80 con 0x55e4c1ce0bb0 2024-02-10T00:05:21.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.022+0000 7f903bb7a740 10 client.17751 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:21.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.022+0000 7f903bb7a740 1 -- 172.21.15.1:0/1416655000 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55e4c1bfb6f0 con 0x55e4c1ce0bb0 2024-02-10T00:05:21.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.022+0000 7f9019ffb640 1 -- 172.21.15.1:0/1416655000 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55e4c198b1b0 con 0x55e4c1ce0bb0 2024-02-10T00:05:21.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.022+0000 7f9019ffb640 1 -- 172.21.15.1:0/1416655000 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f902c068420 con 0x55e4c1ce0bb0 2024-02-10T00:05:21.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.022+0000 7f903bb7a740 10 client.17751 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:21.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.022+0000 7f903bb7a740 10 client.17751 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:05:21.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.022+0000 7f903bb7a740 20 client.17751 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:21.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.022+0000 7f903bb7a740 1 --2- 172.21.15.1:0/1416655000 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e4c1d47c40 0x55e4c1d4a030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:21.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.022+0000 7f903bb7a740 4 client.17751 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:05:21.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.022+0000 7f903bb7a740 1 -- 172.21.15.1:0/1416655000 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55e4c1977550 con 0x55e4c1d47c40 2024-02-10T00:05:21.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.022+0000 7f903259c640 1 --2- 172.21.15.1:0/1416655000 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e4c1d47c40 0x55e4c1d4a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:21.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.023+0000 7f903259c640 1 --2- 172.21.15.1:0/1416655000 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e4c1d47c40 0x55e4c1d4a030 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b13cbe8dd114820a server_cookie=870430d2ac342a62 in_seq=0 out_seq=0 2024-02-10T00:05:21.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.023+0000 7f9019ffb640 10 client.17751 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:21.041 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.037+0000 7f9019ffb640 1 -- 172.21.15.1:0/1416655000 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55e4c1977550 con 0x55e4c1d47c40 2024-02-10T00:05:21.041 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.037+0000 7f9019ffb640 10 client.17751 handle_command_reply: tid=0 2024-02-10T00:05:21.041 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.037+0000 7f903bb7a740 1 client.17751 shutdown 2024-02-10T00:05:21.041 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.038+0000 7f903bb7a740 1 -- 172.21.15.1:0/1416655000 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e4c1ce0bb0 msgr2=0x55e4c1d46190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:21.041 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.038+0000 7f903bb7a740 1 --2- 172.21.15.1:0/1416655000 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e4c1ce0bb0 0x55e4c1d46190 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7f902c032f10 tx=0x7f902c04c700 comp rx=0 tx=0).stop 2024-02-10T00:05:21.041 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.038+0000 7f903bb7a740 1 -- 172.21.15.1:0/1416655000 shutdown_connections 2024-02-10T00:05:21.041 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.038+0000 7f903bb7a740 1 --2- 172.21.15.1:0/1416655000 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e4c1d47c40 0x55e4c1d4a030 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:21.041 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.038+0000 7f903bb7a740 1 --2- 172.21.15.1:0/1416655000 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e4c1ce0bb0 0x55e4c1d46190 unknown :-1 s=CLOSED pgs=1172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:21.041 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.038+0000 7f903bb7a740 1 --2- 172.21.15.1:0/1416655000 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e4c1cd34f0 0x55e4c1ce5f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:21.041 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.038+0000 7f9019ffb640 0 client.17751 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:21.041 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.038+0000 7f903bb7a740 1 --2- 172.21.15.1:0/1416655000 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e4c1cd2bd0 0x55e4c1ce5a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:21.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.038+0000 7f903bb7a740 1 -- 172.21.15.1:0/1416655000 >> 172.21.15.1:0/1416655000 conn(0x55e4c1ccd9d0 msgr2=0x55e4c1cd8e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:21.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.038+0000 7f903bb7a740 1 -- 172.21.15.1:0/1416655000 shutdown_connections 2024-02-10T00:05:21.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.038+0000 7f903bb7a740 1 -- 172.21.15.1:0/1416655000 wait complete. 2024-02-10T00:05:21.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.038+0000 7f903bb7a740 20 client.17751 trim_cache size 0 max 16384 2024-02-10T00:05:21.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:05:21.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:05:21.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:05:21.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:05:21.043 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.038+0000 7f9038ec9640 1 -- 172.21.15.1:0/4292099900 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f90200a2220 msgr2=0x7f90200a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:21.043 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.038+0000 7f9038ec9640 1 --2- 172.21.15.1:0/4292099900 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f90200a2220 0x7f90200a46e0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f902c006010 tx=0x7f902c005d80 comp rx=0 tx=0).stop 2024-02-10T00:05:21.043 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.038+0000 7f9038ec9640 1 -- 172.21.15.1:0/4292099900 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9034105450 msgr2=0x7f903419d9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:21.043 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.038+0000 7f9038ec9640 1 --2- 172.21.15.1:0/4292099900 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9034105450 0x7f903419d9a0 secure :-1 s=READY pgs=1168 cs=0 l=1 rev1=1 crypto rx=0x7f901c00c970 tx=0x7f901c00ce30 comp rx=0 tx=0).stop 2024-02-10T00:05:21.043 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.038+0000 7f9038ec9640 1 -- 172.21.15.1:0/4292099900 shutdown_connections 2024-02-10T00:05:21.043 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.038+0000 7f9038ec9640 1 --2- 172.21.15.1:0/4292099900 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f90200a2220 0x7f90200a46e0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:21.043 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.038+0000 7f9038ec9640 1 --2- 172.21.15.1:0/4292099900 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9034197610 0x7f9034197ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:21.044 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.038+0000 7f9038ec9640 1 --2- 172.21.15.1:0/4292099900 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9034105450 0x7f903419d9a0 unknown :-1 s=CLOSED pgs=1168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:21.044 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.038+0000 7f9038ec9640 1 --2- 172.21.15.1:0/4292099900 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9034100e90 0x7f903419d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:21.044 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.038+0000 7f9038ec9640 1 -- 172.21.15.1:0/4292099900 >> 172.21.15.1:0/4292099900 conn(0x7f9034075410 msgr2=0x7f90340fdb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:21.044 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.039+0000 7f9038ec9640 1 -- 172.21.15.1:0/4292099900 shutdown_connections 2024-02-10T00:05:21.044 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:21.039+0000 7f9038ec9640 1 -- 172.21.15.1:0/4292099900 wait complete. 2024-02-10T00:05:21.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:21 smithi001 ceph-mon[32335]: pgmap v183: 97 pgs: 97 active+clean; 5.5 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 41 KiB/s wr, 18 op/s 2024-02-10T00:05:21.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:21 smithi088 ceph-mon[36452]: pgmap v183: 97 pgs: 97 active+clean; 5.5 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 41 KiB/s wr, 18 op/s 2024-02-10T00:05:21.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:21 smithi103 ceph-mon[36942]: pgmap v183: 97 pgs: 97 active+clean; 5.5 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 41 KiB/s wr, 18 op/s 2024-02-10T00:05:23.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:23 smithi001 ceph-mon[32335]: pgmap v184: 97 pgs: 97 active+clean; 5.5 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 41 KiB/s wr, 18 op/s 2024-02-10T00:05:23.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:23 smithi088 ceph-mon[36452]: pgmap v184: 97 pgs: 97 active+clean; 5.5 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 41 KiB/s wr, 18 op/s 2024-02-10T00:05:23.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:23 smithi103 ceph-mon[36942]: pgmap v184: 97 pgs: 97 active+clean; 5.5 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 41 KiB/s wr, 18 op/s 2024-02-10T00:05:25.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:25 smithi001 ceph-mon[32335]: pgmap v185: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 65 KiB/s wr, 27 op/s 2024-02-10T00:05:25.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:25 smithi088 ceph-mon[36452]: pgmap v185: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 65 KiB/s wr, 27 op/s 2024-02-10T00:05:25.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:25 smithi103 ceph-mon[36942]: pgmap v185: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 65 KiB/s wr, 27 op/s 2024-02-10T00:05:27.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:27 smithi001 ceph-mon[32335]: pgmap v186: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 16 op/s 2024-02-10T00:05:27.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:27 smithi088 ceph-mon[36452]: pgmap v186: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 16 op/s 2024-02-10T00:05:27.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:27 smithi103 ceph-mon[36942]: pgmap v186: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 16 op/s 2024-02-10T00:05:29.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:29 smithi001 ceph-mon[32335]: pgmap v187: 97 pgs: 97 active+clean; 1.9 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 23 op/s 2024-02-10T00:05:29.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:29 smithi088 ceph-mon[36452]: pgmap v187: 97 pgs: 97 active+clean; 1.9 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 23 op/s 2024-02-10T00:05:29.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:29 smithi103 ceph-mon[36942]: pgmap v187: 97 pgs: 97 active+clean; 1.9 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 23 op/s 2024-02-10T00:05:31.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:31 smithi001 ceph-mon[32335]: pgmap v188: 97 pgs: 97 active+clean; 1.9 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 40 KiB/s wr, 16 op/s 2024-02-10T00:05:31.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:31 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:05:31.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:31 smithi088 ceph-mon[36452]: pgmap v188: 97 pgs: 97 active+clean; 1.9 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 40 KiB/s wr, 16 op/s 2024-02-10T00:05:31.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:31 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:05:31.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:31 smithi103 ceph-mon[36942]: pgmap v188: 97 pgs: 97 active+clean; 1.9 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 40 KiB/s wr, 16 op/s 2024-02-10T00:05:31.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:31 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:05:31.872 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.873 INFO:tasks.workunit.client.0.smithi001.stdout:251/600: open fd = 3 2024-02-10T00:05:31.873 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.873 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.873 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.873 INFO:tasks.workunit.client.0.smithi001.stdout:252/600: open fd = 3 2024-02-10T00:05:31.873 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.873 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.873 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.873 INFO:tasks.workunit.client.0.smithi001.stdout:253/600: open fd = 3 2024-02-10T00:05:31.873 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.873 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.874 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.874 INFO:tasks.workunit.client.0.smithi001.stdout:254/600: open fd = 3 2024-02-10T00:05:31.874 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.874 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.874 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.874 INFO:tasks.workunit.client.0.smithi001.stdout:255/600: open fd = 3 2024-02-10T00:05:31.874 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.874 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.874 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.874 INFO:tasks.workunit.client.0.smithi001.stdout:256/600: open fd = 3 2024-02-10T00:05:31.874 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.874 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.874 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.874 INFO:tasks.workunit.client.0.smithi001.stdout:257/600: open fd = 3 2024-02-10T00:05:31.875 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.875 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.875 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.875 INFO:tasks.workunit.client.0.smithi001.stdout:258/600: open fd = 3 2024-02-10T00:05:31.875 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.875 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.875 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.875 INFO:tasks.workunit.client.0.smithi001.stdout:259/600: open fd = 3 2024-02-10T00:05:31.875 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.875 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.875 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.875 INFO:tasks.workunit.client.0.smithi001.stdout:260/600: open fd = 3 2024-02-10T00:05:31.875 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.876 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.876 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.876 INFO:tasks.workunit.client.0.smithi001.stdout:261/600: open fd = 3 2024-02-10T00:05:31.876 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.876 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.876 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.876 INFO:tasks.workunit.client.0.smithi001.stdout:262/600: open fd = 3 2024-02-10T00:05:31.876 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.876 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.876 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.876 INFO:tasks.workunit.client.0.smithi001.stdout:263/600: open fd = 3 2024-02-10T00:05:31.877 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.877 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.877 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.877 INFO:tasks.workunit.client.0.smithi001.stdout:264/600: open fd = 3 2024-02-10T00:05:31.877 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.877 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.877 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.877 INFO:tasks.workunit.client.0.smithi001.stdout:265/600: open fd = 3 2024-02-10T00:05:31.877 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.877 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.878 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.878 INFO:tasks.workunit.client.0.smithi001.stdout:266/600: open fd = 3 2024-02-10T00:05:31.878 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.878 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.878 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.878 INFO:tasks.workunit.client.0.smithi001.stdout:267/600: open fd = 3 2024-02-10T00:05:31.878 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.878 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.878 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.878 INFO:tasks.workunit.client.0.smithi001.stdout:268/600: open fd = 3 2024-02-10T00:05:31.879 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.879 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.879 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.879 INFO:tasks.workunit.client.0.smithi001.stdout:269/600: open fd = 3 2024-02-10T00:05:31.879 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.879 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.879 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.879 INFO:tasks.workunit.client.0.smithi001.stdout:270/600: open fd = 3 2024-02-10T00:05:31.879 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.880 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.880 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.880 INFO:tasks.workunit.client.0.smithi001.stdout:271/600: open fd = 3 2024-02-10T00:05:31.880 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.880 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.880 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.880 INFO:tasks.workunit.client.0.smithi001.stdout:272/600: open fd = 3 2024-02-10T00:05:31.880 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.880 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.880 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.881 INFO:tasks.workunit.client.0.smithi001.stdout:273/600: open fd = 3 2024-02-10T00:05:31.881 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.881 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.881 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.881 INFO:tasks.workunit.client.0.smithi001.stdout:274/600: open fd = 3 2024-02-10T00:05:31.881 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.881 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.881 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.881 INFO:tasks.workunit.client.0.smithi001.stdout:275/600: open fd = 3 2024-02-10T00:05:31.881 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.881 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.882 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.882 INFO:tasks.workunit.client.0.smithi001.stdout:276/600: open fd = 3 2024-02-10T00:05:31.882 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.882 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.882 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.882 INFO:tasks.workunit.client.0.smithi001.stdout:277/600: open fd = 3 2024-02-10T00:05:31.882 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.882 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.883 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.883 INFO:tasks.workunit.client.0.smithi001.stdout:278/600: open fd = 3 2024-02-10T00:05:31.883 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.883 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.883 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.883 INFO:tasks.workunit.client.0.smithi001.stdout:279/600: open fd = 3 2024-02-10T00:05:31.883 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.883 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.883 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.883 INFO:tasks.workunit.client.0.smithi001.stdout:280/600: open fd = 3 2024-02-10T00:05:31.883 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.883 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.883 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.884 INFO:tasks.workunit.client.0.smithi001.stdout:281/600: open fd = 3 2024-02-10T00:05:31.884 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.884 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.884 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.884 INFO:tasks.workunit.client.0.smithi001.stdout:282/600: open fd = 3 2024-02-10T00:05:31.884 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.884 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.884 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.884 INFO:tasks.workunit.client.0.smithi001.stdout:283/600: open fd = 3 2024-02-10T00:05:31.884 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.884 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.884 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.884 INFO:tasks.workunit.client.0.smithi001.stdout:284/600: open fd = 3 2024-02-10T00:05:31.884 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.885 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.885 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.885 INFO:tasks.workunit.client.0.smithi001.stdout:285/600: open fd = 3 2024-02-10T00:05:31.885 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.885 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.885 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.885 INFO:tasks.workunit.client.0.smithi001.stdout:286/600: open fd = 3 2024-02-10T00:05:31.885 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.885 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.885 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.885 INFO:tasks.workunit.client.0.smithi001.stdout:287/600: open fd = 3 2024-02-10T00:05:31.885 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.885 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.885 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.885 INFO:tasks.workunit.client.0.smithi001.stdout:288/600: open fd = 3 2024-02-10T00:05:31.886 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.886 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.886 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.886 INFO:tasks.workunit.client.0.smithi001.stdout:289/600: open fd = 3 2024-02-10T00:05:31.886 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.886 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.886 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.886 INFO:tasks.workunit.client.0.smithi001.stdout:290/600: open fd = 3 2024-02-10T00:05:31.886 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.886 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.886 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.886 INFO:tasks.workunit.client.0.smithi001.stdout:291/600: open fd = 3 2024-02-10T00:05:31.886 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.886 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.887 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.887 INFO:tasks.workunit.client.0.smithi001.stdout:292/600: open fd = 3 2024-02-10T00:05:31.887 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.887 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.887 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.887 INFO:tasks.workunit.client.0.smithi001.stdout:293/600: open fd = 3 2024-02-10T00:05:31.887 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.887 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.887 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.887 INFO:tasks.workunit.client.0.smithi001.stdout:294/600: open fd = 3 2024-02-10T00:05:31.887 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.887 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.887 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.887 INFO:tasks.workunit.client.0.smithi001.stdout:295/600: open fd = 3 2024-02-10T00:05:31.888 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.888 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.888 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.888 INFO:tasks.workunit.client.0.smithi001.stdout:296/600: open fd = 3 2024-02-10T00:05:31.888 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.888 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.888 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.888 INFO:tasks.workunit.client.0.smithi001.stdout:297/600: open fd = 3 2024-02-10T00:05:31.888 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.888 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.888 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.888 INFO:tasks.workunit.client.0.smithi001.stdout:298/600: open fd = 3 2024-02-10T00:05:31.888 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.888 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.889 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.889 INFO:tasks.workunit.client.0.smithi001.stdout:299/600: open fd = 3 2024-02-10T00:05:31.889 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.889 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.889 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.889 INFO:tasks.workunit.client.0.smithi001.stdout:300/600: open fd = 3 2024-02-10T00:05:31.889 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.889 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.889 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.889 INFO:tasks.workunit.client.0.smithi001.stdout:301/600: open fd = 3 2024-02-10T00:05:31.889 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.889 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.889 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.889 INFO:tasks.workunit.client.0.smithi001.stdout:302/600: open fd = 3 2024-02-10T00:05:31.890 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.890 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.890 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.890 INFO:tasks.workunit.client.0.smithi001.stdout:303/600: open fd = 3 2024-02-10T00:05:31.890 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.890 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.890 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.890 INFO:tasks.workunit.client.0.smithi001.stdout:304/600: open fd = 3 2024-02-10T00:05:31.890 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.890 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.890 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.890 INFO:tasks.workunit.client.0.smithi001.stdout:305/600: open fd = 3 2024-02-10T00:05:31.890 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.890 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.890 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.891 INFO:tasks.workunit.client.0.smithi001.stdout:306/600: open fd = 3 2024-02-10T00:05:31.891 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.891 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.891 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.891 INFO:tasks.workunit.client.0.smithi001.stdout:307/600: open fd = 3 2024-02-10T00:05:31.891 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.891 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.891 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.891 INFO:tasks.workunit.client.0.smithi001.stdout:308/600: open fd = 3 2024-02-10T00:05:31.891 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.891 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.891 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.891 INFO:tasks.workunit.client.0.smithi001.stdout:309/600: open fd = 3 2024-02-10T00:05:31.891 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.892 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.892 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.892 INFO:tasks.workunit.client.0.smithi001.stdout:310/600: open fd = 3 2024-02-10T00:05:31.892 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.892 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.892 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.892 INFO:tasks.workunit.client.0.smithi001.stdout:311/600: open fd = 3 2024-02-10T00:05:31.892 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.892 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.892 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:05:31.892 INFO:tasks.workunit.client.0.smithi001.stdout:312/600: open fd = 3 2024-02-10T00:05:31.892 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:31.892 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:05:32.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:32 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:05:32.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:32 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:05:32.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:32 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:05:32.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:32 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:05:32.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:32 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:05:32.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:32 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:05:32.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:32 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:05:32.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:32 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:05:32.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:32 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:05:33.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:33 smithi001 ceph-mon[32335]: pgmap v189: 97 pgs: 97 active+clean; 1.9 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 40 KiB/s wr, 16 op/s 2024-02-10T00:05:33.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:33 smithi088 ceph-mon[36452]: pgmap v189: 97 pgs: 97 active+clean; 1.9 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 40 KiB/s wr, 16 op/s 2024-02-10T00:05:33.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:33 smithi103 ceph-mon[36942]: pgmap v189: 97 pgs: 97 active+clean; 1.9 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 40 KiB/s wr, 16 op/s 2024-02-10T00:05:34.139 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.136+0000 7f18068a4640 1 -- 172.21.15.1:0/2926428262 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1800101e20 msgr2=0x7f1800105e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:34.139 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.136+0000 7f18068a4640 1 --2- 172.21.15.1:0/2926428262 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1800101e20 0x7f1800105e60 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7f17f4009930 tx=0x7f17f402bc30 comp rx=0 tx=0).stop 2024-02-10T00:05:34.140 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.136+0000 7f18068a4640 1 -- 172.21.15.1:0/2926428262 shutdown_connections 2024-02-10T00:05:34.140 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.136+0000 7f18068a4640 1 --2- 172.21.15.1:0/2926428262 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1800106540 0x7f180010e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.140 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.136+0000 7f18068a4640 1 --2- 172.21.15.1:0/2926428262 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1800101e20 0x7f1800105e60 unknown :-1 s=CLOSED pgs=1173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.140 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.136+0000 7f18068a4640 1 --2- 172.21.15.1:0/2926428262 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1800101470 0x7f1800101850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.140 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.136+0000 7f18068a4640 1 -- 172.21.15.1:0/2926428262 >> 172.21.15.1:0/2926428262 conn(0x7f18000fcd50 msgr2=0x7f18000ff170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:34.140 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.136+0000 7f18068a4640 1 -- 172.21.15.1:0/2926428262 shutdown_connections 2024-02-10T00:05:34.140 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.136+0000 7f18068a4640 1 -- 172.21.15.1:0/2926428262 wait complete. 2024-02-10T00:05:34.140 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.137+0000 7f18068a4640 1 Processor -- start 2024-02-10T00:05:34.140 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.137+0000 7f18068a4640 1 -- start start 2024-02-10T00:05:34.142 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.137+0000 7f18068a4640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1800101470 0x7f180019d610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:34.142 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.137+0000 7f18068a4640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1800106540 0x7f180019db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:34.142 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.137+0000 7f18068a4640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1800197720 0x7f1800197ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:34.143 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.137+0000 7f18068a4640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18001981f0 con 0x7f1800197720 2024-02-10T00:05:34.143 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.137+0000 7f18068a4640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1800198360 con 0x7f1800101470 2024-02-10T00:05:34.143 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.137+0000 7f18068a4640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1800198520 con 0x7f1800106540 2024-02-10T00:05:34.143 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.137+0000 7f1804e41640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1800197720 0x7f1800197ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:34.143 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.137+0000 7f17fffff640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1800101470 0x7f180019d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:34.143 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.137+0000 7f17fffff640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1800101470 0x7f180019d610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.1:38866/0 (socket says 172.21.15.1:38866) 2024-02-10T00:05:34.143 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.137+0000 7f1804e41640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1800197720 0x7f1800197ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:39760/0 (socket says 172.21.15.1:39760) 2024-02-10T00:05:34.143 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.137+0000 7f17fffff640 1 -- 172.21.15.1:0/3879195196 learned_addr learned my addr 172.21.15.1:0/3879195196 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:34.143 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.138+0000 7f17ff7fe640 1 --2- 172.21.15.1:0/3879195196 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1800106540 0x7f180019db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:34.143 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.138+0000 7f1804e41640 1 -- 172.21.15.1:0/3879195196 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1800106540 msgr2=0x7f180019db50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:34.143 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.138+0000 7f1804e41640 1 --2- 172.21.15.1:0/3879195196 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1800106540 0x7f180019db50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.143 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.138+0000 7f1804e41640 1 -- 172.21.15.1:0/3879195196 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1800101470 msgr2=0x7f180019d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:34.143 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.138+0000 7f1804e41640 1 --2- 172.21.15.1:0/3879195196 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1800101470 0x7f180019d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.143 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.138+0000 7f1804e41640 1 -- 172.21.15.1:0/3879195196 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17f4009560 con 0x7f1800197720 2024-02-10T00:05:34.144 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.138+0000 7f17fffff640 1 --2- 172.21.15.1:0/3879195196 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1800101470 0x7f180019d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:05:34.144 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.138+0000 7f1804e41640 1 --2- 172.21.15.1:0/3879195196 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1800197720 0x7f1800197ba0 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7f17f8009fd0 tx=0x7f17f800ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:34.144 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.138+0000 7f17fd7fa640 1 -- 172.21.15.1:0/3879195196 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17f800ce20 con 0x7f1800197720 2024-02-10T00:05:34.144 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.138+0000 7f17fd7fa640 1 -- 172.21.15.1:0/3879195196 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f17f8005020 con 0x7f1800197720 2024-02-10T00:05:34.144 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.138+0000 7f18068a4640 1 -- 172.21.15.1:0/3879195196 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18001a4470 con 0x7f1800197720 2024-02-10T00:05:34.144 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.138+0000 7f17fd7fa640 1 -- 172.21.15.1:0/3879195196 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17f8010690 con 0x7f1800197720 2024-02-10T00:05:34.144 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.138+0000 7f18068a4640 1 -- 172.21.15.1:0/3879195196 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18001a4950 con 0x7f1800197720 2024-02-10T00:05:34.151 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.140+0000 7f17fd7fa640 1 -- 172.21.15.1:0/3879195196 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f17f8005500 con 0x7f1800197720 2024-02-10T00:05:34.151 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.141+0000 7f180947e740 1 Processor -- start 2024-02-10T00:05:34.151 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.141+0000 7f180947e740 1 -- start start 2024-02-10T00:05:34.151 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.141+0000 7f17fd7fa640 1 --2- 172.21.15.1:0/3879195196 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f17e80a2220 0x7f17e80a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:34.151 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.141+0000 7f180947e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c66f022bd0 0x55c66f022fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:34.151 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.141+0000 7f180947e740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c66f0234f0 0x55c66f030670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:34.151 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.141+0000 7f180947e740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c66f030bb0 0x55c66f032fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:34.151 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.141+0000 7f180947e740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c66ef91a00 con 0x55c66f0234f0 2024-02-10T00:05:34.152 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.141+0000 7f180947e740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c66ef8ef30 con 0x55c66f030bb0 2024-02-10T00:05:34.152 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.141+0000 7f180947e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c66ef8a710 con 0x55c66f022bd0 2024-02-10T00:05:34.152 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.141+0000 7f17fd7fa640 1 -- 172.21.15.1:0/3879195196 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f17f8014070 con 0x7f1800197720 2024-02-10T00:05:34.152 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.141+0000 7f17ff7fe640 1 --2- 172.21.15.1:0/3879195196 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f17e80a2220 0x7f17e80a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:34.152 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.141+0000 7f17ff7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c66f0234f0 0x55c66f030670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:34.152 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.141+0000 7f17ff7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c66f0234f0 0x55c66f030670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:39770/0 (socket says 172.21.15.1:39770) 2024-02-10T00:05:34.152 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.141+0000 7f17ff7fe640 1 -- 172.21.15.1:0/2081534983 learned_addr learned my addr 172.21.15.1:0/2081534983 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:34.152 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.142+0000 7f17fffff640 1 --2- 172.21.15.1:0/2081534983 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c66f022bd0 0x55c66f022fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:34.152 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.142+0000 7f1804e41640 1 --2- 172.21.15.1:0/2081534983 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c66f030bb0 0x55c66f032fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:34.152 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.142+0000 7f17ff7fe640 1 -- 172.21.15.1:0/2081534983 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c66f022bd0 msgr2=0x55c66f022fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:34.152 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.142+0000 7f17ff7fe640 1 --2- 172.21.15.1:0/2081534983 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c66f022bd0 0x55c66f022fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.152 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.142+0000 7f17ff7fe640 1 -- 172.21.15.1:0/2081534983 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c66f030bb0 msgr2=0x55c66f032fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:34.152 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.142+0000 7f17ff7fe640 1 --2- 172.21.15.1:0/2081534983 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c66f030bb0 0x55c66f032fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.152 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.142+0000 7f17ff7fe640 1 -- 172.21.15.1:0/2081534983 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c66ef4f3b0 con 0x55c66f0234f0 2024-02-10T00:05:34.153 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.142+0000 7f17ff7fe640 1 --2- 172.21.15.1:0/3879195196 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f17e80a2220 0x7f17e80a46e0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f17f402c780 tx=0x7f17f4004750 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:34.153 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.142+0000 7f17ff7fe640 1 --2- 172.21.15.1:0/2081534983 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c66f0234f0 0x55c66f030670 secure :-1 s=READY pgs=1175 cs=0 l=1 rev1=1 crypto rx=0x7f17f4009900 tx=0x7f17f4048000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b843a33be03ea9 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:34.153 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.142+0000 7f17e67fc640 1 -- 172.21.15.1:0/2081534983 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17f4048070 con 0x55c66f0234f0 2024-02-10T00:05:34.153 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.142+0000 7f17e67fc640 1 -- 172.21.15.1:0/2081534983 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f17f4004410 con 0x55c66f0234f0 2024-02-10T00:05:34.153 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.142+0000 7f17e67fc640 1 -- 172.21.15.1:0/2081534983 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17f40037b0 con 0x55c66f0234f0 2024-02-10T00:05:34.153 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.143+0000 7f180947e740 1 -- 172.21.15.1:0/2081534983 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c66f0234f0 msgr2=0x55c66f030670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:34.153 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.143+0000 7f180947e740 1 --2- 172.21.15.1:0/2081534983 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c66f0234f0 0x55c66f030670 secure :-1 s=READY pgs=1175 cs=0 l=1 rev1=1 crypto rx=0x7f17f4009900 tx=0x7f17f4048000 comp rx=0 tx=0).stop 2024-02-10T00:05:34.153 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.143+0000 7f180947e740 1 -- 172.21.15.1:0/2081534983 shutdown_connections 2024-02-10T00:05:34.153 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.143+0000 7f180947e740 1 --2- 172.21.15.1:0/2081534983 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c66f030bb0 0x55c66f032fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.153 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.143+0000 7f180947e740 1 --2- 172.21.15.1:0/2081534983 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c66f0234f0 0x55c66f030670 unknown :-1 s=CLOSED pgs=1175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.153 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.143+0000 7f180947e740 1 --2- 172.21.15.1:0/2081534983 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c66f022bd0 0x55c66f022fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.153 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.143+0000 7f180947e740 1 -- 172.21.15.1:0/2081534983 >> 172.21.15.1:0/2081534983 conn(0x55c66f01d9d0 msgr2=0x55c66f01ddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:34.153 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.143+0000 7f180947e740 1 -- 172.21.15.1:0/2081534983 shutdown_connections 2024-02-10T00:05:34.153 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.143+0000 7f180947e740 1 -- 172.21.15.1:0/2081534983 wait complete. 2024-02-10T00:05:34.154 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.143+0000 7f180947e740 1 -- start start 2024-02-10T00:05:34.154 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.143+0000 7f180947e740 1 Processor -- start 2024-02-10T00:05:34.154 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.144+0000 7f180947e740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c66f022bd0 0x55c66f02dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:34.154 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.144+0000 7f180947e740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c66f0234f0 0x55c66f02e130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:34.154 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.144+0000 7f180947e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c66f030bb0 0x55c66f02e670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:34.154 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.144+0000 7f180947e740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c66ef2fb90 con 0x55c66f0234f0 2024-02-10T00:05:34.154 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.144+0000 7f180947e740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c66ec5e250 con 0x55c66f022bd0 2024-02-10T00:05:34.154 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.144+0000 7f180947e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c66ef10200 con 0x55c66f030bb0 2024-02-10T00:05:34.154 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.144+0000 7f180947e740 10 client.0 _ll_register_callbacks cb 0x55c66ef465d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:34.154 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.144+0000 7f17ff7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c66f0234f0 0x55c66f02e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:34.154 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.144+0000 7f17ff7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c66f0234f0 0x55c66f02e130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:39772/0 (socket says 172.21.15.1:39772) 2024-02-10T00:05:34.154 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.144+0000 7f17ff7fe640 1 -- 172.21.15.1:0/1589837904 learned_addr learned my addr 172.21.15.1:0/1589837904 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:34.155 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.144+0000 7f17fffff640 1 --2- 172.21.15.1:0/1589837904 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c66f022bd0 0x55c66f02dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:34.155 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.144+0000 7f1804e41640 1 --2- 172.21.15.1:0/1589837904 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c66f030bb0 0x55c66f02e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:34.155 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.144+0000 7f17ff7fe640 1 -- 172.21.15.1:0/1589837904 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c66f030bb0 msgr2=0x55c66f02e670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:34.155 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.144+0000 7f17ff7fe640 1 --2- 172.21.15.1:0/1589837904 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c66f030bb0 0x55c66f02e670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.155 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.144+0000 7f17ff7fe640 1 -- 172.21.15.1:0/1589837904 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c66f022bd0 msgr2=0x55c66f02dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:34.155 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.144+0000 7f17ff7fe640 1 --2- 172.21.15.1:0/1589837904 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c66f022bd0 0x55c66f02dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.155 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.144+0000 7f17ff7fe640 1 -- 172.21.15.1:0/1589837904 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f180010e920 con 0x55c66f0234f0 2024-02-10T00:05:34.155 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.144+0000 7f17ff7fe640 1 --2- 172.21.15.1:0/1589837904 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c66f0234f0 0x55c66f02e130 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7f17f402c9f0 tx=0x7f17f4005680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22dbbda605916b0a server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:34.155 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.144+0000 7f17df7fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:34.155 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.145+0000 7f17df7fe640 1 -- 172.21.15.1:0/1589837904 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17f4003c70 con 0x55c66f0234f0 2024-02-10T00:05:34.155 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.145+0000 7f17df7fe640 1 -- 172.21.15.1:0/1589837904 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f17f4003dd0 con 0x55c66f0234f0 2024-02-10T00:05:34.155 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.145+0000 7f180947e740 1 -- 172.21.15.1:0/1589837904 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c66efb0ee0 con 0x55c66f0234f0 2024-02-10T00:05:34.155 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.145+0000 7f17df7fe640 1 -- 172.21.15.1:0/1589837904 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f17f402c5d0 con 0x55c66f0234f0 2024-02-10T00:05:34.155 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.145+0000 7f180947e740 10 client.17763 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:34.155 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.145+0000 7f180947e740 1 -- 172.21.15.1:0/1589837904 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c66ef88d90 con 0x55c66f0234f0 2024-02-10T00:05:34.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.145+0000 7f17df7fe640 1 -- 172.21.15.1:0/1589837904 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55c66efb0ee0 con 0x55c66f0234f0 2024-02-10T00:05:34.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.145+0000 7f17df7fe640 1 -- 172.21.15.1:0/1589837904 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f17f404e980 con 0x55c66f0234f0 2024-02-10T00:05:34.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.145+0000 7f180947e740 10 client.17763 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:34.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.145+0000 7f180947e740 10 client.17763 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:05:34.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.145+0000 7f180947e740 20 client.17763 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:34.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.145+0000 7f180947e740 1 --2- 172.21.15.1:0/1589837904 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c66f0409f0 0x55c66f042de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:34.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.145+0000 7f180947e740 4 client.17763 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:05:34.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.145+0000 7f180947e740 1 -- 172.21.15.1:0/1589837904 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c66ec8a600 con 0x55c66f0409f0 2024-02-10T00:05:34.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.146+0000 7f17fffff640 1 --2- 172.21.15.1:0/1589837904 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c66f0409f0 0x55c66f042de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:34.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.146+0000 7f17fffff640 1 --2- 172.21.15.1:0/1589837904 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c66f0409f0 0x55c66f042de0 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=19fe1b500b6e3170 server_cookie=525c1054eaf992a6 in_seq=0 out_seq=0 2024-02-10T00:05:34.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.146+0000 7f17df7fe640 10 client.17763 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:34.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.147+0000 7f17df7fe640 1 -- 172.21.15.1:0/1589837904 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55c66ec8a600 con 0x55c66f0409f0 2024-02-10T00:05:34.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.147+0000 7f17df7fe640 10 client.17763 handle_command_reply: tid=0 2024-02-10T00:05:34.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.147+0000 7f180947e740 1 client.17763 shutdown 2024-02-10T00:05:34.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.147+0000 7f180947e740 1 -- 172.21.15.1:0/1589837904 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c66f0234f0 msgr2=0x55c66f02e130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:34.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.147+0000 7f180947e740 1 --2- 172.21.15.1:0/1589837904 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c66f0234f0 0x55c66f02e130 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7f17f402c9f0 tx=0x7f17f4005680 comp rx=0 tx=0).stop 2024-02-10T00:05:34.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.147+0000 7f180947e740 1 -- 172.21.15.1:0/1589837904 shutdown_connections 2024-02-10T00:05:34.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.147+0000 7f180947e740 1 --2- 172.21.15.1:0/1589837904 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c66f0409f0 0x55c66f042de0 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.147+0000 7f180947e740 1 --2- 172.21.15.1:0/1589837904 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c66f030bb0 0x55c66f02e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.147+0000 7f180947e740 1 --2- 172.21.15.1:0/1589837904 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c66f0234f0 0x55c66f02e130 unknown :-1 s=CLOSED pgs=1176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.147+0000 7f17df7fe640 0 client.17763 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:34.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.147+0000 7f180947e740 1 --2- 172.21.15.1:0/1589837904 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c66f022bd0 0x55c66f02dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.147+0000 7f180947e740 1 -- 172.21.15.1:0/1589837904 >> 172.21.15.1:0/1589837904 conn(0x55c66f01d9d0 msgr2=0x55c66f01f720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:34.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.147+0000 7f180947e740 1 -- 172.21.15.1:0/1589837904 shutdown_connections 2024-02-10T00:05:34.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.147+0000 7f180947e740 1 -- 172.21.15.1:0/1589837904 wait complete. 2024-02-10T00:05:34.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.147+0000 7f180947e740 20 client.17763 trim_cache size 0 max 16384 2024-02-10T00:05:34.170 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.160+0000 7f180947e740 1 Processor -- start 2024-02-10T00:05:34.170 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.160+0000 7f180947e740 1 -- start start 2024-02-10T00:05:34.170 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.160+0000 7f180947e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c66f022bd0 0x55c66f030320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:34.170 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.160+0000 7f180947e740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c66f0234f0 0x55c66f02e490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:34.170 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.160+0000 7f180947e740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c66f030bb0 0x55c66f02ae70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:34.170 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.161+0000 7f180947e740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c66f017f10 con 0x55c66f0234f0 2024-02-10T00:05:34.170 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.161+0000 7f180947e740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c66f0335c0 con 0x55c66f030bb0 2024-02-10T00:05:34.170 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.161+0000 7f180947e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c66f03d890 con 0x55c66f022bd0 2024-02-10T00:05:34.171 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.161+0000 7f17ff7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c66f0234f0 0x55c66f02e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:34.171 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.161+0000 7f17ff7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c66f0234f0 0x55c66f02e490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:39788/0 (socket says 172.21.15.1:39788) 2024-02-10T00:05:34.171 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.161+0000 7f17ff7fe640 1 -- 172.21.15.1:0/2434694733 learned_addr learned my addr 172.21.15.1:0/2434694733 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:34.171 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.161+0000 7f17fffff640 1 --2- 172.21.15.1:0/2434694733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c66f022bd0 0x55c66f030320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:34.171 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.161+0000 7f1804e41640 1 --2- 172.21.15.1:0/2434694733 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c66f030bb0 0x55c66f02ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:34.171 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.161+0000 7f17ff7fe640 1 -- 172.21.15.1:0/2434694733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c66f022bd0 msgr2=0x55c66f030320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:34.171 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.161+0000 7f17ff7fe640 1 --2- 172.21.15.1:0/2434694733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c66f022bd0 0x55c66f030320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.171 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.161+0000 7f17ff7fe640 1 -- 172.21.15.1:0/2434694733 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c66f030bb0 msgr2=0x55c66f02ae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:34.171 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.161+0000 7f17ff7fe640 1 --2- 172.21.15.1:0/2434694733 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c66f030bb0 0x55c66f02ae70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.171 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.161+0000 7f17ff7fe640 1 -- 172.21.15.1:0/2434694733 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c66ef25820 con 0x55c66f0234f0 2024-02-10T00:05:34.171 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.161+0000 7f1804e41640 1 --2- 172.21.15.1:0/2434694733 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c66f030bb0 0x55c66f02ae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:05:34.171 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.161+0000 7f17fffff640 1 --2- 172.21.15.1:0/2434694733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c66f022bd0 0x55c66f030320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:34.172 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.161+0000 7f17ff7fe640 1 --2- 172.21.15.1:0/2434694733 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c66f0234f0 0x55c66f02e490 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7f17f402c170 tx=0x7f17f40056f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18b84fd57621af39 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:34.172 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.161+0000 7f17e5ffb640 1 -- 172.21.15.1:0/2434694733 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17f4048040 con 0x55c66f0234f0 2024-02-10T00:05:34.172 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.161+0000 7f17e5ffb640 1 -- 172.21.15.1:0/2434694733 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f17f4003dc0 con 0x55c66f0234f0 2024-02-10T00:05:34.172 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.161+0000 7f17e5ffb640 1 -- 172.21.15.1:0/2434694733 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17f404eab0 con 0x55c66f0234f0 2024-02-10T00:05:34.172 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.162+0000 7f180947e740 1 -- 172.21.15.1:0/2434694733 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c66f0234f0 msgr2=0x55c66f02e490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:34.172 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.162+0000 7f180947e740 1 --2- 172.21.15.1:0/2434694733 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c66f0234f0 0x55c66f02e490 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7f17f402c170 tx=0x7f17f40056f0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.172 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.162+0000 7f180947e740 1 -- 172.21.15.1:0/2434694733 shutdown_connections 2024-02-10T00:05:34.172 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.162+0000 7f180947e740 1 --2- 172.21.15.1:0/2434694733 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c66f030bb0 0x55c66f02ae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.172 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.162+0000 7f180947e740 1 --2- 172.21.15.1:0/2434694733 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c66f0234f0 0x55c66f02e490 unknown :-1 s=CLOSED pgs=1177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.172 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.162+0000 7f180947e740 1 --2- 172.21.15.1:0/2434694733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c66f022bd0 0x55c66f030320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.172 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.162+0000 7f180947e740 1 -- 172.21.15.1:0/2434694733 >> 172.21.15.1:0/2434694733 conn(0x55c66f01d9d0 msgr2=0x55c66f02c4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:34.172 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.162+0000 7f180947e740 1 -- 172.21.15.1:0/2434694733 shutdown_connections 2024-02-10T00:05:34.172 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.162+0000 7f180947e740 1 -- 172.21.15.1:0/2434694733 wait complete. 2024-02-10T00:05:34.173 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.162+0000 7f180947e740 1 -- start start 2024-02-10T00:05:34.173 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.163+0000 7f180947e740 1 Processor -- start 2024-02-10T00:05:34.173 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.163+0000 7f180947e740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c66f022bd0 0x55c66f037b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:34.173 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.163+0000 7f180947e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c66f0234f0 0x55c66f035f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:34.173 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.163+0000 7f180947e740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c66f030bb0 0x55c66f036470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:34.173 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.163+0000 7f180947e740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c66f036b50 con 0x55c66f030bb0 2024-02-10T00:05:34.173 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.163+0000 7f180947e740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c66f036cc0 con 0x55c66f022bd0 2024-02-10T00:05:34.173 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.163+0000 7f180947e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c66f096f10 con 0x55c66f0234f0 2024-02-10T00:05:34.173 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.163+0000 7f180947e740 10 client.0 _ll_register_callbacks cb 0x7f17f4051070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:34.173 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.163+0000 7f1804e41640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c66f030bb0 0x55c66f036470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:34.173 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.163+0000 7f1804e41640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c66f030bb0 0x55c66f036470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:39794/0 (socket says 172.21.15.1:39794) 2024-02-10T00:05:34.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.163+0000 7f1804e41640 1 -- 172.21.15.1:0/1668239341 learned_addr learned my addr 172.21.15.1:0/1668239341 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:34.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.163+0000 7f17fffff640 1 --2- 172.21.15.1:0/1668239341 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c66f022bd0 0x55c66f037b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:34.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.163+0000 7f17ff7fe640 1 --2- 172.21.15.1:0/1668239341 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c66f0234f0 0x55c66f035f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:34.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.163+0000 7f1804e41640 1 -- 172.21.15.1:0/1668239341 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c66f0234f0 msgr2=0x55c66f035f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:34.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.163+0000 7f1804e41640 1 --2- 172.21.15.1:0/1668239341 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c66f0234f0 0x55c66f035f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.163+0000 7f1804e41640 1 -- 172.21.15.1:0/1668239341 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c66f022bd0 msgr2=0x55c66f037b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:34.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.163+0000 7f1804e41640 1 --2- 172.21.15.1:0/1668239341 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c66f022bd0 0x55c66f037b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.163+0000 7f1804e41640 1 -- 172.21.15.1:0/1668239341 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c66ef88d90 con 0x55c66f030bb0 2024-02-10T00:05:34.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.163+0000 7f1804e41640 1 --2- 172.21.15.1:0/1668239341 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c66f030bb0 0x55c66f036470 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7f17f8005fd0 tx=0x7f17f809b110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6d09d45b8cb6303 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:34.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.163+0000 7f17df7fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:34.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.164+0000 7f17df7fe640 1 -- 172.21.15.1:0/1668239341 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17f80cc300 con 0x55c66f030bb0 2024-02-10T00:05:34.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.164+0000 7f17df7fe640 1 -- 172.21.15.1:0/1668239341 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f17f80b3e40 con 0x55c66f030bb0 2024-02-10T00:05:34.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.164+0000 7f180947e740 1 -- 172.21.15.1:0/1668239341 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f17f4004410 con 0x55c66f030bb0 2024-02-10T00:05:34.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.164+0000 7f17df7fe640 1 -- 172.21.15.1:0/1668239341 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f17f80a38b0 con 0x55c66f030bb0 2024-02-10T00:05:34.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.164+0000 7f180947e740 10 client.17769 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:34.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.164+0000 7f180947e740 1 -- 172.21.15.1:0/1668239341 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c66ef4b6f0 con 0x55c66f030bb0 2024-02-10T00:05:34.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.164+0000 7f17df7fe640 1 -- 172.21.15.1:0/1668239341 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f17f4004410 con 0x55c66f030bb0 2024-02-10T00:05:34.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.164+0000 7f17df7fe640 1 -- 172.21.15.1:0/1668239341 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f17f801f070 con 0x55c66f030bb0 2024-02-10T00:05:34.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.164+0000 7f180947e740 10 client.17769 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:34.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.164+0000 7f180947e740 10 client.17769 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:05:34.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.164+0000 7f180947e740 20 client.17769 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:34.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.164+0000 7f180947e740 1 --2- 172.21.15.1:0/1668239341 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c66f098680 0x55c66f09aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:34.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.164+0000 7f180947e740 4 client.17769 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:05:34.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.164+0000 7f180947e740 1 -- 172.21.15.1:0/1668239341 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55c66ecdb1b0 con 0x55c66f098680 2024-02-10T00:05:34.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.164+0000 7f17fffff640 1 --2- 172.21.15.1:0/1668239341 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c66f098680 0x55c66f09aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:34.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.165+0000 7f17df7fe640 10 client.17769 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:34.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.165+0000 7f17fffff640 1 --2- 172.21.15.1:0/1668239341 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c66f098680 0x55c66f09aaa0 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=295bde32f7430177 server_cookie=377088d61c8dcc06 in_seq=0 out_seq=0 2024-02-10T00:05:34.185 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.181+0000 7f17df7fe640 1 -- 172.21.15.1:0/1668239341 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55c66ecdb1b0 con 0x55c66f098680 2024-02-10T00:05:34.185 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.181+0000 7f17df7fe640 10 client.17769 handle_command_reply: tid=0 2024-02-10T00:05:34.185 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.181+0000 7f180947e740 1 client.17769 shutdown 2024-02-10T00:05:34.185 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.181+0000 7f180947e740 1 -- 172.21.15.1:0/1668239341 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c66f030bb0 msgr2=0x55c66f036470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:34.185 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.181+0000 7f180947e740 1 --2- 172.21.15.1:0/1668239341 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c66f030bb0 0x55c66f036470 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7f17f8005fd0 tx=0x7f17f809b110 comp rx=0 tx=0).stop 2024-02-10T00:05:34.185 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.181+0000 7f180947e740 1 -- 172.21.15.1:0/1668239341 shutdown_connections 2024-02-10T00:05:34.185 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.181+0000 7f180947e740 1 --2- 172.21.15.1:0/1668239341 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c66f098680 0x55c66f09aaa0 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.185 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.181+0000 7f180947e740 1 --2- 172.21.15.1:0/1668239341 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c66f030bb0 0x55c66f036470 unknown :-1 s=CLOSED pgs=1178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.185 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.181+0000 7f180947e740 1 --2- 172.21.15.1:0/1668239341 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c66f0234f0 0x55c66f035f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.186 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.181+0000 7f17df7fe640 0 client.17769 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:34.186 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.181+0000 7f180947e740 1 --2- 172.21.15.1:0/1668239341 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c66f022bd0 0x55c66f037b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.186 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.181+0000 7f180947e740 1 -- 172.21.15.1:0/1668239341 >> 172.21.15.1:0/1668239341 conn(0x55c66f01d9d0 msgr2=0x55c66f01c1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:34.186 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.181+0000 7f180947e740 1 -- 172.21.15.1:0/1668239341 shutdown_connections 2024-02-10T00:05:34.186 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.181+0000 7f180947e740 1 -- 172.21.15.1:0/1668239341 wait complete. 2024-02-10T00:05:34.186 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.182+0000 7f180947e740 20 client.17769 trim_cache size 0 max 16384 2024-02-10T00:05:34.186 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:05:34.186 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:05:34.186 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:05:34.186 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:05:34.187 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.182+0000 7f18068a4640 1 -- 172.21.15.1:0/3879195196 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f17e80a2220 msgr2=0x7f17e80a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:34.187 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.182+0000 7f18068a4640 1 --2- 172.21.15.1:0/3879195196 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f17e80a2220 0x7f17e80a46e0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f17f402c780 tx=0x7f17f4004750 comp rx=0 tx=0).stop 2024-02-10T00:05:34.188 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.182+0000 7f18068a4640 1 -- 172.21.15.1:0/3879195196 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1800197720 msgr2=0x7f1800197ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:34.188 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.182+0000 7f18068a4640 1 --2- 172.21.15.1:0/3879195196 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1800197720 0x7f1800197ba0 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7f17f8009fd0 tx=0x7f17f800ef10 comp rx=0 tx=0).stop 2024-02-10T00:05:34.188 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.182+0000 7f18068a4640 1 -- 172.21.15.1:0/3879195196 shutdown_connections 2024-02-10T00:05:34.188 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.182+0000 7f18068a4640 1 --2- 172.21.15.1:0/3879195196 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f17e80a2220 0x7f17e80a46e0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.188 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.182+0000 7f18068a4640 1 --2- 172.21.15.1:0/3879195196 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1800197720 0x7f1800197ba0 unknown :-1 s=CLOSED pgs=1174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.188 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.182+0000 7f18068a4640 1 --2- 172.21.15.1:0/3879195196 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1800106540 0x7f180019db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.188 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.182+0000 7f18068a4640 1 --2- 172.21.15.1:0/3879195196 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1800101470 0x7f180019d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:34.188 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.182+0000 7f18068a4640 1 -- 172.21.15.1:0/3879195196 >> 172.21.15.1:0/3879195196 conn(0x7f18000fcd50 msgr2=0x7f18000fe070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:34.188 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.182+0000 7f18068a4640 1 -- 172.21.15.1:0/3879195196 shutdown_connections 2024-02-10T00:05:34.188 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:34.182+0000 7f18068a4640 1 -- 172.21.15.1:0/3879195196 wait complete. 2024-02-10T00:05:35.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:35 smithi001 ceph-mon[32335]: pgmap v190: 97 pgs: 97 active+clean; 2.1 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 57 KiB/s wr, 22 op/s 2024-02-10T00:05:35.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:35 smithi088 ceph-mon[36452]: pgmap v190: 97 pgs: 97 active+clean; 2.1 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 57 KiB/s wr, 22 op/s 2024-02-10T00:05:35.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:35 smithi103 ceph-mon[36942]: pgmap v190: 97 pgs: 97 active+clean; 2.1 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 57 KiB/s wr, 22 op/s 2024-02-10T00:05:37.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:37 smithi001 ceph-mon[32335]: pgmap v191: 97 pgs: 97 active+clean; 2.1 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 33 KiB/s wr, 12 op/s 2024-02-10T00:05:37.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:37 smithi088 ceph-mon[36452]: pgmap v191: 97 pgs: 97 active+clean; 2.1 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 33 KiB/s wr, 12 op/s 2024-02-10T00:05:37.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:37 smithi103 ceph-mon[36942]: pgmap v191: 97 pgs: 97 active+clean; 2.1 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 33 KiB/s wr, 12 op/s 2024-02-10T00:05:39.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:39 smithi001 ceph-mon[32335]: pgmap v192: 97 pgs: 97 active+clean; 2.3 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 22 op/s 2024-02-10T00:05:39.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:39 smithi088 ceph-mon[36452]: pgmap v192: 97 pgs: 97 active+clean; 2.3 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 22 op/s 2024-02-10T00:05:39.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:39 smithi103 ceph-mon[36942]: pgmap v192: 97 pgs: 97 active+clean; 2.3 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 57 KiB/s wr, 22 op/s 2024-02-10T00:05:41.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:41 smithi001 ceph-mon[32335]: pgmap v193: 97 pgs: 97 active+clean; 2.3 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-02-10T00:05:41.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:41 smithi088 ceph-mon[36452]: pgmap v193: 97 pgs: 97 active+clean; 2.3 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-02-10T00:05:41.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:41 smithi103 ceph-mon[36942]: pgmap v193: 97 pgs: 97 active+clean; 2.3 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-02-10T00:05:41.639 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:05:41.639 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:05:41.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.755+0000 7fdf8e42a640 1 -- 172.21.15.1:0/752653463 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdf8810b7b0 msgr2=0x7fdf8810dc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:41.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.755+0000 7fdf8e42a640 1 --2- 172.21.15.1:0/752653463 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdf8810b7b0 0x7fdf8810dc50 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x7fdf80009ca0 tx=0x7fdf8002c180 comp rx=0 tx=0).stop 2024-02-10T00:05:41.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.755+0000 7fdf8e42a640 1 -- 172.21.15.1:0/752653463 shutdown_connections 2024-02-10T00:05:41.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.755+0000 7fdf8e42a640 1 --2- 172.21.15.1:0/752653463 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdf8810b7b0 0x7fdf8810dc50 unknown :-1 s=CLOSED pgs=1179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.755+0000 7fdf8e42a640 1 --2- 172.21.15.1:0/752653463 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf88102cb0 0x7fdf8810b190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.755+0000 7fdf8e42a640 1 --2- 172.21.15.1:0/752653463 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdf88102390 0x7fdf88102770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.755+0000 7fdf8e42a640 1 -- 172.21.15.1:0/752653463 >> 172.21.15.1:0/752653463 conn(0x7fdf880fbb90 msgr2=0x7fdf880fdfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:41.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.755+0000 7fdf8e42a640 1 -- 172.21.15.1:0/752653463 shutdown_connections 2024-02-10T00:05:41.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.755+0000 7fdf8e42a640 1 -- 172.21.15.1:0/752653463 wait complete. 2024-02-10T00:05:41.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.756+0000 7fdf8e42a640 1 Processor -- start 2024-02-10T00:05:41.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.756+0000 7fdf8e42a640 1 -- start start 2024-02-10T00:05:41.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.756+0000 7fdf8e42a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdf88102390 0x7fdf8819d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:41.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.756+0000 7fdf8e42a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdf88102cb0 0x7fdf8819dae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:41.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.756+0000 7fdf8e42a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf8810b7b0 0x7fdf881976b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:41.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.756+0000 7fdf8e42a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf88197e40 con 0x7fdf88102390 2024-02-10T00:05:41.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.756+0000 7fdf8e42a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf88197fb0 con 0x7fdf8810b7b0 2024-02-10T00:05:41.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.756+0000 7fdf8e42a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf88198170 con 0x7fdf88102cb0 2024-02-10T00:05:41.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.756+0000 7fdf87fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdf88102390 0x7fdf8819d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:41.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.756+0000 7fdf87fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdf88102390 0x7fdf8819d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54068/0 (socket says 172.21.15.1:54068) 2024-02-10T00:05:41.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.756+0000 7fdf87fff640 1 -- 172.21.15.1:0/3411177561 learned_addr learned my addr 172.21.15.1:0/3411177561 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:41.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.756+0000 7fdf877fe640 1 --2- 172.21.15.1:0/3411177561 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdf88102cb0 0x7fdf8819dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:41.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.756+0000 7fdf8c9c7640 1 --2- 172.21.15.1:0/3411177561 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf8810b7b0 0x7fdf881976b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:41.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.757+0000 7fdf87fff640 1 -- 172.21.15.1:0/3411177561 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdf88102cb0 msgr2=0x7fdf8819dae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:41.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.757+0000 7fdf87fff640 1 --2- 172.21.15.1:0/3411177561 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdf88102cb0 0x7fdf8819dae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.757+0000 7fdf87fff640 1 -- 172.21.15.1:0/3411177561 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf8810b7b0 msgr2=0x7fdf881976b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:41.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.757+0000 7fdf87fff640 1 --2- 172.21.15.1:0/3411177561 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf8810b7b0 0x7fdf881976b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.757+0000 7fdf87fff640 1 -- 172.21.15.1:0/3411177561 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf80009900 con 0x7fdf88102390 2024-02-10T00:05:41.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.757+0000 7fdf87fff640 1 --2- 172.21.15.1:0/3411177561 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdf88102390 0x7fdf8819d5a0 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7fdf7800e9f0 tx=0x7fdf7800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:41.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.757+0000 7fdf857fa640 1 -- 172.21.15.1:0/3411177561 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf78009720 con 0x7fdf88102390 2024-02-10T00:05:41.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.757+0000 7fdf857fa640 1 -- 172.21.15.1:0/3411177561 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdf7800cd80 con 0x7fdf88102390 2024-02-10T00:05:41.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.757+0000 7fdf8e42a640 1 -- 172.21.15.1:0/3411177561 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf88198450 con 0x7fdf88102390 2024-02-10T00:05:41.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.757+0000 7fdf857fa640 1 -- 172.21.15.1:0/3411177561 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf78010690 con 0x7fdf88102390 2024-02-10T00:05:41.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.757+0000 7fdf8e42a640 1 -- 172.21.15.1:0/3411177561 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf881a4520 con 0x7fdf88102390 2024-02-10T00:05:41.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.759+0000 7fdf857fa640 1 -- 172.21.15.1:0/3411177561 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fdf780046c0 con 0x7fdf88102390 2024-02-10T00:05:41.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.760+0000 7fdf91001740 1 Processor -- start 2024-02-10T00:05:41.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.760+0000 7fdf857fa640 1 --2- 172.21.15.1:0/3411177561 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdf700a2230 0x7fdf700a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:41.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.760+0000 7fdf91001740 1 -- start start 2024-02-10T00:05:41.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.760+0000 7fdf8c9c7640 1 --2- 172.21.15.1:0/3411177561 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdf700a2230 0x7fdf700a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:41.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.760+0000 7fdf857fa640 1 -- 172.21.15.1:0/3411177561 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fdf78014070 con 0x7fdf88102390 2024-02-10T00:05:41.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.760+0000 7fdf91001740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a1c98e3700 0x55a1c98e3ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:41.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.760+0000 7fdf91001740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1c98e40b0 0x55a1c98f0cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:41.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.760+0000 7fdf91001740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a1c98f12c0 0x55a1c98f36d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:41.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.760+0000 7fdf91001740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1c989ed00 con 0x55a1c98e3700 2024-02-10T00:05:41.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.760+0000 7fdf91001740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1c98532f0 con 0x55a1c98f12c0 2024-02-10T00:05:41.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.760+0000 7fdf91001740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1c9850820 con 0x55a1c98e40b0 2024-02-10T00:05:41.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.760+0000 7fdf87fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a1c98e3700 0x55a1c98e3ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:41.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.760+0000 7fdf87fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a1c98e3700 0x55a1c98e3ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54072/0 (socket says 172.21.15.1:54072) 2024-02-10T00:05:41.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.760+0000 7fdf87fff640 1 -- 172.21.15.1:0/1393537792 learned_addr learned my addr 172.21.15.1:0/1393537792 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:41.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.760+0000 7fdf8c9c7640 1 --2- 172.21.15.1:0/1393537792 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a1c98f12c0 0x55a1c98f36d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:41.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.760+0000 7fdf877fe640 1 --2- 172.21.15.1:0/1393537792 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1c98e40b0 0x55a1c98f0cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:41.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.761+0000 7fdf8c9c7640 1 --2- 172.21.15.1:0/3411177561 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdf700a2230 0x7fdf700a46f0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fdf80004af0 tx=0x7fdf800324c0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:41.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.761+0000 7fdf87fff640 1 -- 172.21.15.1:0/1393537792 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1c98e40b0 msgr2=0x55a1c98f0cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:41.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.761+0000 7fdf87fff640 1 --2- 172.21.15.1:0/1393537792 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1c98e40b0 0x55a1c98f0cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.761+0000 7fdf87fff640 1 -- 172.21.15.1:0/1393537792 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a1c98f12c0 msgr2=0x55a1c98f36d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:41.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.761+0000 7fdf87fff640 1 --2- 172.21.15.1:0/1393537792 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a1c98f12c0 0x55a1c98f36d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.761+0000 7fdf87fff640 1 -- 172.21.15.1:0/1393537792 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a1c980dff0 con 0x55a1c98e3700 2024-02-10T00:05:41.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.761+0000 7fdf877fe640 1 --2- 172.21.15.1:0/1393537792 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1c98e40b0 0x55a1c98f0cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:41.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.761+0000 7fdf87fff640 1 --2- 172.21.15.1:0/1393537792 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a1c98e3700 0x55a1c98e3ae0 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7fdf78097270 tx=0x7fdf7809b510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=613bf7a5cb10f26 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:41.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.761+0000 7fdf6e7fc640 1 -- 172.21.15.1:0/1393537792 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf780a35b0 con 0x55a1c98e3700 2024-02-10T00:05:41.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.761+0000 7fdf6e7fc640 1 -- 172.21.15.1:0/1393537792 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdf7809d030 con 0x55a1c98e3700 2024-02-10T00:05:41.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.761+0000 7fdf6e7fc640 1 -- 172.21.15.1:0/1393537792 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf780a33f0 con 0x55a1c98e3700 2024-02-10T00:05:41.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.762+0000 7fdf91001740 1 -- 172.21.15.1:0/1393537792 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a1c98e3700 msgr2=0x55a1c98e3ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:41.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.762+0000 7fdf91001740 1 --2- 172.21.15.1:0/1393537792 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a1c98e3700 0x55a1c98e3ae0 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7fdf78097270 tx=0x7fdf7809b510 comp rx=0 tx=0).stop 2024-02-10T00:05:41.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.762+0000 7fdf91001740 1 -- 172.21.15.1:0/1393537792 shutdown_connections 2024-02-10T00:05:41.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.762+0000 7fdf91001740 1 --2- 172.21.15.1:0/1393537792 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a1c98f12c0 0x55a1c98f36d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.762+0000 7fdf91001740 1 --2- 172.21.15.1:0/1393537792 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1c98e40b0 0x55a1c98f0cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.762+0000 7fdf91001740 1 --2- 172.21.15.1:0/1393537792 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a1c98e3700 0x55a1c98e3ae0 unknown :-1 s=CLOSED pgs=1181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.762+0000 7fdf91001740 1 -- 172.21.15.1:0/1393537792 >> 172.21.15.1:0/1393537792 conn(0x55a1c98de050 msgr2=0x55a1c98de430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:41.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.762+0000 7fdf91001740 1 -- 172.21.15.1:0/1393537792 shutdown_connections 2024-02-10T00:05:41.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.762+0000 7fdf91001740 1 -- 172.21.15.1:0/1393537792 wait complete. 2024-02-10T00:05:41.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.762+0000 7fdf91001740 1 -- start start 2024-02-10T00:05:41.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.762+0000 7fdf91001740 1 Processor -- start 2024-02-10T00:05:41.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.762+0000 7fdf91001740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a1c98e3700 0x55a1c98ee1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:41.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.763+0000 7fdf91001740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a1c98e40b0 0x55a1c98ee710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:41.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.763+0000 7fdf91001740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1c98f12c0 0x55a1c98eec50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:41.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.763+0000 7fdf91001740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1c984c000 con 0x55a1c98e40b0 2024-02-10T00:05:41.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.763+0000 7fdf91001740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1c951f430 con 0x55a1c98e3700 2024-02-10T00:05:41.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.763+0000 7fdf91001740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1c94dbe00 con 0x55a1c98f12c0 2024-02-10T00:05:41.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.763+0000 7fdf91001740 10 client.0 _ll_register_callbacks cb 0x55a1c98407f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:41.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.763+0000 7fdf877fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a1c98e40b0 0x55a1c98ee710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:41.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.763+0000 7fdf877fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a1c98e40b0 0x55a1c98ee710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54080/0 (socket says 172.21.15.1:54080) 2024-02-10T00:05:41.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.763+0000 7fdf877fe640 1 -- 172.21.15.1:0/2106757403 learned_addr learned my addr 172.21.15.1:0/2106757403 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:41.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.763+0000 7fdf87fff640 1 --2- 172.21.15.1:0/2106757403 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a1c98e3700 0x55a1c98ee1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:41.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.763+0000 7fdf8c9c7640 1 --2- 172.21.15.1:0/2106757403 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1c98f12c0 0x55a1c98eec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:41.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.763+0000 7fdf877fe640 1 -- 172.21.15.1:0/2106757403 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1c98f12c0 msgr2=0x55a1c98eec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:41.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.763+0000 7fdf877fe640 1 --2- 172.21.15.1:0/2106757403 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1c98f12c0 0x55a1c98eec50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.763+0000 7fdf877fe640 1 -- 172.21.15.1:0/2106757403 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a1c98e3700 msgr2=0x55a1c98ee1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:41.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.763+0000 7fdf877fe640 1 --2- 172.21.15.1:0/2106757403 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a1c98e3700 0x55a1c98ee1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.763+0000 7fdf877fe640 1 -- 172.21.15.1:0/2106757403 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf881a4520 con 0x55a1c98e40b0 2024-02-10T00:05:41.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.763+0000 7fdf87fff640 1 --2- 172.21.15.1:0/2106757403 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a1c98e3700 0x55a1c98ee1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:41.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.763+0000 7fdf877fe640 1 --2- 172.21.15.1:0/2106757403 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a1c98e40b0 0x55a1c98ee710 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7fdf7c00b9b0 tx=0x7fdf7c00be70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8874278661cf97e4 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:41.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.763+0000 7fdf677fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:41.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.763+0000 7fdf677fe640 1 -- 172.21.15.1:0/2106757403 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf7c01b640 con 0x55a1c98e40b0 2024-02-10T00:05:41.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.763+0000 7fdf677fe640 1 -- 172.21.15.1:0/2106757403 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fdf7c003e40 con 0x55a1c98e40b0 2024-02-10T00:05:41.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.763+0000 7fdf91001740 1 -- 172.21.15.1:0/2106757403 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a1c954b7e0 con 0x55a1c98e40b0 2024-02-10T00:05:41.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.764+0000 7fdf677fe640 1 -- 172.21.15.1:0/2106757403 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdf7c01b7a0 con 0x55a1c98e40b0 2024-02-10T00:05:41.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.764+0000 7fdf91001740 10 client.17781 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:41.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.764+0000 7fdf91001740 1 -- 172.21.15.1:0/2106757403 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55a1c984a680 con 0x55a1c98e40b0 2024-02-10T00:05:41.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.764+0000 7fdf677fe640 1 -- 172.21.15.1:0/2106757403 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55a1c954b7e0 con 0x55a1c98e40b0 2024-02-10T00:05:41.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.764+0000 7fdf677fe640 1 -- 172.21.15.1:0/2106757403 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fdf7c011ad0 con 0x55a1c98e40b0 2024-02-10T00:05:41.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.764+0000 7fdf91001740 10 client.17781 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:41.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.764+0000 7fdf91001740 10 client.17781 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:05:41.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.764+0000 7fdf91001740 20 client.17781 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:41.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.764+0000 7fdf91001740 1 --2- 172.21.15.1:0/2106757403 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55a1c9901800 0x55a1c9903c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:41.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.764+0000 7fdf91001740 4 client.17781 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:05:41.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.764+0000 7fdf91001740 1 -- 172.21.15.1:0/2106757403 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a1c9588720 con 0x55a1c9901800 2024-02-10T00:05:41.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.764+0000 7fdf87fff640 1 --2- 172.21.15.1:0/2106757403 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55a1c9901800 0x55a1c9903c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:41.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.765+0000 7fdf87fff640 1 --2- 172.21.15.1:0/2106757403 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55a1c9901800 0x55a1c9903c20 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c08ca4dca107d33c server_cookie=35e966a004fc44d9 in_seq=0 out_seq=0 2024-02-10T00:05:41.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.765+0000 7fdf677fe640 10 client.17781 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:41.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.765+0000 7fdf677fe640 1 -- 172.21.15.1:0/2106757403 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55a1c9588720 con 0x55a1c9901800 2024-02-10T00:05:41.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.765+0000 7fdf677fe640 10 client.17781 handle_command_reply: tid=0 2024-02-10T00:05:41.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.765+0000 7fdf91001740 1 client.17781 shutdown 2024-02-10T00:05:41.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.766+0000 7fdf91001740 1 -- 172.21.15.1:0/2106757403 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a1c98e40b0 msgr2=0x55a1c98ee710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:41.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.766+0000 7fdf91001740 1 --2- 172.21.15.1:0/2106757403 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a1c98e40b0 0x55a1c98ee710 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7fdf7c00b9b0 tx=0x7fdf7c00be70 comp rx=0 tx=0).stop 2024-02-10T00:05:41.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.766+0000 7fdf91001740 1 -- 172.21.15.1:0/2106757403 shutdown_connections 2024-02-10T00:05:41.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.766+0000 7fdf91001740 1 --2- 172.21.15.1:0/2106757403 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55a1c9901800 0x55a1c9903c20 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.766+0000 7fdf91001740 1 --2- 172.21.15.1:0/2106757403 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1c98f12c0 0x55a1c98eec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.766+0000 7fdf91001740 1 --2- 172.21.15.1:0/2106757403 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a1c98e40b0 0x55a1c98ee710 unknown :-1 s=CLOSED pgs=1182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.766+0000 7fdf91001740 1 --2- 172.21.15.1:0/2106757403 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a1c98e3700 0x55a1c98ee1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.766+0000 7fdf677fe640 0 client.17781 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:41.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.766+0000 7fdf91001740 1 -- 172.21.15.1:0/2106757403 >> 172.21.15.1:0/2106757403 conn(0x55a1c98de050 msgr2=0x55a1c98dfda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:41.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.766+0000 7fdf91001740 1 -- 172.21.15.1:0/2106757403 shutdown_connections 2024-02-10T00:05:41.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.766+0000 7fdf91001740 1 -- 172.21.15.1:0/2106757403 wait complete. 2024-02-10T00:05:41.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.766+0000 7fdf91001740 20 client.17781 trim_cache size 0 max 16384 2024-02-10T00:05:41.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.781+0000 7fdf91001740 1 Processor -- start 2024-02-10T00:05:41.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.781+0000 7fdf91001740 1 -- start start 2024-02-10T00:05:41.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.781+0000 7fdf91001740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1c98e3700 0x55a1c98f0900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:41.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.781+0000 7fdf91001740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a1c98e40b0 0x55a1c98eea70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:41.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.781+0000 7fdf91001740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a1c98f12c0 0x55a1c98eb450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:41.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.781+0000 7fdf91001740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1c97d0fd0 con 0x55a1c98f12c0 2024-02-10T00:05:41.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.781+0000 7fdf91001740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1c98fe2b0 con 0x55a1c98e40b0 2024-02-10T00:05:41.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.781+0000 7fdf91001740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1c98f36b0 con 0x55a1c98e3700 2024-02-10T00:05:41.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.781+0000 7fdf8c9c7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a1c98f12c0 0x55a1c98eb450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:41.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.781+0000 7fdf8c9c7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a1c98f12c0 0x55a1c98eb450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54086/0 (socket says 172.21.15.1:54086) 2024-02-10T00:05:41.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.781+0000 7fdf8c9c7640 1 -- 172.21.15.1:0/920006893 learned_addr learned my addr 172.21.15.1:0/920006893 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:41.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.781+0000 7fdf877fe640 1 --2- 172.21.15.1:0/920006893 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a1c98e40b0 0x55a1c98eea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:41.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.781+0000 7fdf87fff640 1 --2- 172.21.15.1:0/920006893 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1c98e3700 0x55a1c98f0900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:41.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.781+0000 7fdf8c9c7640 1 -- 172.21.15.1:0/920006893 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1c98e3700 msgr2=0x55a1c98f0900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:41.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.781+0000 7fdf8c9c7640 1 --2- 172.21.15.1:0/920006893 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1c98e3700 0x55a1c98f0900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.781+0000 7fdf8c9c7640 1 -- 172.21.15.1:0/920006893 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a1c98e40b0 msgr2=0x55a1c98eea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:41.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.781+0000 7fdf8c9c7640 1 --2- 172.21.15.1:0/920006893 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a1c98e40b0 0x55a1c98eea70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.781+0000 7fdf8c9c7640 1 -- 172.21.15.1:0/920006893 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a1c97e6b30 con 0x55a1c98f12c0 2024-02-10T00:05:41.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.782+0000 7fdf8c9c7640 1 --2- 172.21.15.1:0/920006893 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a1c98f12c0 0x55a1c98eb450 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7fdf80036000 tx=0x7fdf80043040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd34b0a2c7a19973 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:41.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.782+0000 7fdf6dffb640 1 -- 172.21.15.1:0/920006893 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf80003b70 con 0x55a1c98f12c0 2024-02-10T00:05:41.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.782+0000 7fdf6dffb640 1 -- 172.21.15.1:0/920006893 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdf80003cd0 con 0x55a1c98f12c0 2024-02-10T00:05:41.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.782+0000 7fdf6dffb640 1 -- 172.21.15.1:0/920006893 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf80004620 con 0x55a1c98f12c0 2024-02-10T00:05:41.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.782+0000 7fdf91001740 1 -- 172.21.15.1:0/920006893 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a1c98f12c0 msgr2=0x55a1c98eb450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:41.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.782+0000 7fdf91001740 1 --2- 172.21.15.1:0/920006893 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a1c98f12c0 0x55a1c98eb450 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7fdf80036000 tx=0x7fdf80043040 comp rx=0 tx=0).stop 2024-02-10T00:05:41.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.782+0000 7fdf91001740 1 -- 172.21.15.1:0/920006893 shutdown_connections 2024-02-10T00:05:41.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.782+0000 7fdf91001740 1 --2- 172.21.15.1:0/920006893 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a1c98f12c0 0x55a1c98eb450 unknown :-1 s=CLOSED pgs=1183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.782+0000 7fdf91001740 1 --2- 172.21.15.1:0/920006893 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a1c98e40b0 0x55a1c98eea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.782+0000 7fdf91001740 1 --2- 172.21.15.1:0/920006893 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1c98e3700 0x55a1c98f0900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.782+0000 7fdf91001740 1 -- 172.21.15.1:0/920006893 >> 172.21.15.1:0/920006893 conn(0x55a1c98de050 msgr2=0x55a1c98e94d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:41.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.782+0000 7fdf91001740 1 -- 172.21.15.1:0/920006893 shutdown_connections 2024-02-10T00:05:41.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.782+0000 7fdf91001740 1 -- 172.21.15.1:0/920006893 wait complete. 2024-02-10T00:05:41.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.783+0000 7fdf91001740 1 -- start start 2024-02-10T00:05:41.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.783+0000 7fdf91001740 1 Processor -- start 2024-02-10T00:05:41.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.783+0000 7fdf91001740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a1c98e3700 0x55a1c98f7070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:41.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.783+0000 7fdf91001740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1c98e40b0 0x55a1c98f75b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:41.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.783+0000 7fdf91001740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a1c98f12c0 0x55a1c9957d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:41.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.783+0000 7fdf91001740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1c98f7d70 con 0x55a1c98e3700 2024-02-10T00:05:41.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.783+0000 7fdf91001740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1c98f7ee0 con 0x55a1c98f12c0 2024-02-10T00:05:41.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.783+0000 7fdf91001740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a1c99582a0 con 0x55a1c98e40b0 2024-02-10T00:05:41.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.783+0000 7fdf91001740 10 client.0 _ll_register_callbacks cb 0x7fdf7800cef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:41.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.783+0000 7fdf87fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a1c98e3700 0x55a1c98f7070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:41.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.783+0000 7fdf87fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a1c98e3700 0x55a1c98f7070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54088/0 (socket says 172.21.15.1:54088) 2024-02-10T00:05:41.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.783+0000 7fdf87fff640 1 -- 172.21.15.1:0/2545759087 learned_addr learned my addr 172.21.15.1:0/2545759087 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:41.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.783+0000 7fdf877fe640 1 --2- 172.21.15.1:0/2545759087 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1c98e40b0 0x55a1c98f75b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:41.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.784+0000 7fdf8c9c7640 1 --2- 172.21.15.1:0/2545759087 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a1c98f12c0 0x55a1c9957d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:41.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.784+0000 7fdf87fff640 1 -- 172.21.15.1:0/2545759087 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1c98e40b0 msgr2=0x55a1c98f75b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:41.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.784+0000 7fdf87fff640 1 --2- 172.21.15.1:0/2545759087 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1c98e40b0 0x55a1c98f75b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.784+0000 7fdf87fff640 1 -- 172.21.15.1:0/2545759087 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a1c98f12c0 msgr2=0x55a1c9957d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:41.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.784+0000 7fdf87fff640 1 --2- 172.21.15.1:0/2545759087 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a1c98f12c0 0x55a1c9957d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.784+0000 7fdf87fff640 1 -- 172.21.15.1:0/2545759087 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf8810e8d0 con 0x55a1c98e3700 2024-02-10T00:05:41.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.784+0000 7fdf8c9c7640 1 --2- 172.21.15.1:0/2545759087 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a1c98f12c0 0x55a1c9957d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:05:41.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.784+0000 7fdf87fff640 1 --2- 172.21.15.1:0/2545759087 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a1c98e3700 0x55a1c98f7070 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7fdf7809b6c0 tx=0x7fdf78004a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3baeaea7a41a304 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:41.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.784+0000 7fdf677fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:41.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.784+0000 7fdf677fe640 1 -- 172.21.15.1:0/2545759087 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf780b9250 con 0x55a1c98e3700 2024-02-10T00:05:41.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.784+0000 7fdf677fe640 1 -- 172.21.15.1:0/2545759087 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fdf780cbdf0 con 0x55a1c98e3700 2024-02-10T00:05:41.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.784+0000 7fdf91001740 1 -- 172.21.15.1:0/2545759087 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fdf7809d030 con 0x55a1c98e3700 2024-02-10T00:05:41.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.784+0000 7fdf677fe640 1 -- 172.21.15.1:0/2545759087 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdf780cbfb0 con 0x55a1c98e3700 2024-02-10T00:05:41.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.784+0000 7fdf91001740 10 client.17787 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:41.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.784+0000 7fdf91001740 1 -- 172.21.15.1:0/2545759087 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55a1c980c850 con 0x55a1c98e3700 2024-02-10T00:05:41.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.784+0000 7fdf677fe640 1 -- 172.21.15.1:0/2545759087 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdf7809d030 con 0x55a1c98e3700 2024-02-10T00:05:41.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.784+0000 7fdf677fe640 1 -- 172.21.15.1:0/2545759087 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fdf7801f060 con 0x55a1c98e3700 2024-02-10T00:05:41.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.784+0000 7fdf91001740 10 client.17787 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:41.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.784+0000 7fdf91001740 10 client.17787 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:05:41.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.784+0000 7fdf91001740 20 client.17787 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:41.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.784+0000 7fdf91001740 1 --2- 172.21.15.1:0/2545759087 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55a1c99597f0 0x55a1c995bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:41.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.784+0000 7fdf91001740 4 client.17787 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:05:41.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.784+0000 7fdf91001740 1 -- 172.21.15.1:0/2545759087 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55a1c95d7890 con 0x55a1c99597f0 2024-02-10T00:05:41.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.785+0000 7fdf877fe640 1 --2- 172.21.15.1:0/2545759087 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55a1c99597f0 0x55a1c995bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:41.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.785+0000 7fdf677fe640 10 client.17787 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:41.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.785+0000 7fdf877fe640 1 --2- 172.21.15.1:0/2545759087 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55a1c99597f0 0x55a1c995bc10 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=67871f2011fe11b0 server_cookie=299f93eeb0d47c6f in_seq=0 out_seq=0 2024-02-10T00:05:41.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.785+0000 7fdf677fe640 1 -- 172.21.15.1:0/2545759087 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55a1c95d7890 con 0x55a1c99597f0 2024-02-10T00:05:41.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.785+0000 7fdf677fe640 10 client.17787 handle_command_reply: tid=0 2024-02-10T00:05:41.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.785+0000 7fdf91001740 1 client.17787 shutdown 2024-02-10T00:05:41.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.786+0000 7fdf91001740 1 -- 172.21.15.1:0/2545759087 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a1c98e3700 msgr2=0x55a1c98f7070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:41.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.786+0000 7fdf91001740 1 --2- 172.21.15.1:0/2545759087 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a1c98e3700 0x55a1c98f7070 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7fdf7809b6c0 tx=0x7fdf78004a50 comp rx=0 tx=0).stop 2024-02-10T00:05:41.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.786+0000 7fdf91001740 1 -- 172.21.15.1:0/2545759087 shutdown_connections 2024-02-10T00:05:41.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.786+0000 7fdf91001740 1 --2- 172.21.15.1:0/2545759087 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55a1c99597f0 0x55a1c995bc10 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.786+0000 7fdf91001740 1 --2- 172.21.15.1:0/2545759087 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a1c98f12c0 0x55a1c9957d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.786+0000 7fdf91001740 1 --2- 172.21.15.1:0/2545759087 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a1c98e40b0 0x55a1c98f75b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.786+0000 7fdf677fe640 0 client.17787 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:41.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.786+0000 7fdf91001740 1 --2- 172.21.15.1:0/2545759087 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a1c98e3700 0x55a1c98f7070 unknown :-1 s=CLOSED pgs=1184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.786+0000 7fdf91001740 1 -- 172.21.15.1:0/2545759087 >> 172.21.15.1:0/2545759087 conn(0x55a1c98de050 msgr2=0x55a1c98dc960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:41.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.786+0000 7fdf91001740 1 -- 172.21.15.1:0/2545759087 shutdown_connections 2024-02-10T00:05:41.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.786+0000 7fdf91001740 1 -- 172.21.15.1:0/2545759087 wait complete. 2024-02-10T00:05:41.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.786+0000 7fdf91001740 20 client.17787 trim_cache size 0 max 16384 2024-02-10T00:05:41.795 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:05:41.795 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "no active scrubs running", 2024-02-10T00:05:41.795 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": {} 2024-02-10T00:05:41.795 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:05:41.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.786+0000 7fdf8e42a640 1 -- 172.21.15.1:0/3411177561 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdf700a2230 msgr2=0x7fdf700a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:41.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.786+0000 7fdf8e42a640 1 --2- 172.21.15.1:0/3411177561 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdf700a2230 0x7fdf700a46f0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fdf80004af0 tx=0x7fdf800324c0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.786+0000 7fdf8e42a640 1 -- 172.21.15.1:0/3411177561 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdf88102390 msgr2=0x7fdf8819d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:41.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.786+0000 7fdf8e42a640 1 --2- 172.21.15.1:0/3411177561 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdf88102390 0x7fdf8819d5a0 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7fdf7800e9f0 tx=0x7fdf7800edf0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.786+0000 7fdf8e42a640 1 -- 172.21.15.1:0/3411177561 shutdown_connections 2024-02-10T00:05:41.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.786+0000 7fdf8e42a640 1 --2- 172.21.15.1:0/3411177561 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdf700a2230 0x7fdf700a46f0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.786+0000 7fdf8e42a640 1 --2- 172.21.15.1:0/3411177561 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdf8810b7b0 0x7fdf881976b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.786+0000 7fdf8e42a640 1 --2- 172.21.15.1:0/3411177561 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdf88102cb0 0x7fdf8819dae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.786+0000 7fdf8e42a640 1 --2- 172.21.15.1:0/3411177561 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdf88102390 0x7fdf8819d5a0 unknown :-1 s=CLOSED pgs=1180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.786+0000 7fdf8e42a640 1 -- 172.21.15.1:0/3411177561 >> 172.21.15.1:0/3411177561 conn(0x7fdf880fbb90 msgr2=0x7fdf880fd3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:41.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.786+0000 7fdf8e42a640 1 -- 172.21.15.1:0/3411177561 shutdown_connections 2024-02-10T00:05:41.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.786+0000 7fdf8e42a640 1 -- 172.21.15.1:0/3411177561 wait complete. 2024-02-10T00:05:41.799 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-02-10T00:05:41.799 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-10T00:05:41.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.900+0000 7f339588a640 1 -- 172.21.15.1:0/1427906018 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3390101440 msgr2=0x7f3390101820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:41.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.900+0000 7f339588a640 1 --2- 172.21.15.1:0/1427906018 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3390101440 0x7f3390101820 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7f3388009930 tx=0x7f338802bc30 comp rx=0 tx=0).stop 2024-02-10T00:05:41.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.900+0000 7f339588a640 1 -- 172.21.15.1:0/1427906018 shutdown_connections 2024-02-10T00:05:41.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.900+0000 7f339588a640 1 --2- 172.21.15.1:0/1427906018 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3390106510 0x7f339010e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.900+0000 7f339588a640 1 --2- 172.21.15.1:0/1427906018 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3390101df0 0x7f3390105e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.900+0000 7f339588a640 1 --2- 172.21.15.1:0/1427906018 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3390101440 0x7f3390101820 unknown :-1 s=CLOSED pgs=1185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.900+0000 7f339588a640 1 -- 172.21.15.1:0/1427906018 >> 172.21.15.1:0/1427906018 conn(0x7f33900fcce0 msgr2=0x7f33900ff100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:41.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.900+0000 7f339588a640 1 -- 172.21.15.1:0/1427906018 shutdown_connections 2024-02-10T00:05:41.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.900+0000 7f339588a640 1 -- 172.21.15.1:0/1427906018 wait complete. 2024-02-10T00:05:41.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.901+0000 7f339588a640 1 Processor -- start 2024-02-10T00:05:41.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.901+0000 7f339588a640 1 -- start start 2024-02-10T00:05:41.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.901+0000 7f339588a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3390101440 0x7f339019d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:41.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.901+0000 7f339588a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3390106510 0x7f339019dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:41.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.901+0000 7f339588a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3390197770 0x7f3390197bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:41.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.901+0000 7f339588a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3390198240 con 0x7f3390101440 2024-02-10T00:05:41.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.901+0000 7f339588a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33901983b0 con 0x7f3390106510 2024-02-10T00:05:41.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.901+0000 7f339588a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3390198570 con 0x7f3390197770 2024-02-10T00:05:41.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.901+0000 7f338effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3390101440 0x7f339019d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:41.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.901+0000 7f338effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3390101440 0x7f339019d660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54098/0 (socket says 172.21.15.1:54098) 2024-02-10T00:05:41.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.901+0000 7f338effd640 1 -- 172.21.15.1:0/2757167727 learned_addr learned my addr 172.21.15.1:0/2757167727 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:41.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.901+0000 7f338f7fe640 1 --2- 172.21.15.1:0/2757167727 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3390197770 0x7f3390197bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:41.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.901+0000 7f338e7fc640 1 --2- 172.21.15.1:0/2757167727 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3390106510 0x7f339019dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:41.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.901+0000 7f338effd640 1 -- 172.21.15.1:0/2757167727 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3390197770 msgr2=0x7f3390197bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:41.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.901+0000 7f338effd640 1 --2- 172.21.15.1:0/2757167727 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3390197770 0x7f3390197bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.901+0000 7f338effd640 1 -- 172.21.15.1:0/2757167727 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3390106510 msgr2=0x7f339019dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:41.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.901+0000 7f338effd640 1 --2- 172.21.15.1:0/2757167727 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3390106510 0x7f339019dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:41.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.901+0000 7f338effd640 1 -- 172.21.15.1:0/2757167727 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3388009560 con 0x7f3390101440 2024-02-10T00:05:41.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.901+0000 7f338f7fe640 1 --2- 172.21.15.1:0/2757167727 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3390197770 0x7f3390197bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:41.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.901+0000 7f338e7fc640 1 --2- 172.21.15.1:0/2757167727 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3390106510 0x7f339019dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:41.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.902+0000 7f338effd640 1 --2- 172.21.15.1:0/2757167727 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3390101440 0x7f339019d660 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7f3388009230 tx=0x7f338802c650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:41.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.902+0000 7f3394888640 1 -- 172.21.15.1:0/2757167727 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3388004350 con 0x7f3390101440 2024-02-10T00:05:41.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.902+0000 7f3394888640 1 -- 172.21.15.1:0/2757167727 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f33880044b0 con 0x7f3390101440 2024-02-10T00:05:41.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.902+0000 7f339588a640 1 -- 172.21.15.1:0/2757167727 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33901a4460 con 0x7f3390101440 2024-02-10T00:05:41.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.902+0000 7f3394888640 1 -- 172.21.15.1:0/2757167727 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3388003d00 con 0x7f3390101440 2024-02-10T00:05:41.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.902+0000 7f339588a640 1 -- 172.21.15.1:0/2757167727 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33901a4940 con 0x7f3390101440 2024-02-10T00:05:41.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.903+0000 7f339588a640 1 -- 172.21.15.1:0/2757167727 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3390102910 con 0x7f3390101440 2024-02-10T00:05:41.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.904+0000 7f3394888640 1 -- 172.21.15.1:0/2757167727 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f3388004df0 con 0x7f3390101440 2024-02-10T00:05:41.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.904+0000 7f3394888640 1 --2- 172.21.15.1:0/2757167727 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f337c0a2230 0x7f337c0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:41.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.905+0000 7f338e7fc640 1 --2- 172.21.15.1:0/2757167727 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f337c0a2230 0x7f337c0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:41.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.905+0000 7f3394888640 1 -- 172.21.15.1:0/2757167727 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f33880f07c0 con 0x7f3390101440 2024-02-10T00:05:41.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.905+0000 7f338e7fc640 1 --2- 172.21.15.1:0/2757167727 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f337c0a2230 0x7f337c0a46f0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f3390198f70 tx=0x7f3378005f90 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:41.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:41.908+0000 7f3394888640 1 -- 172.21.15.1:0/2757167727 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f33880b9590 con 0x7f3390101440 2024-02-10T00:05:42.131 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.129+0000 7f339588a640 1 -- 172.21.15.1:0/2757167727 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3390068500 con 0x7f3390101440 2024-02-10T00:05:42.132 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.130+0000 7f3394888640 1 -- 172.21.15.1:0/2757167727 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) v1 ==== 94+0+11367 (secure 0 0 0) 0x7f33880b7e60 con 0x7f3390101440 2024-02-10T00:05:42.132 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-10T00:05:42.132 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-09T23:57:05.956988+0000","modified":"2024-02-10T00:00:18.086451+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24496,"mds_2":24476,"mds_3":24475,"mds_4":14646},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14646":{"gid":14646,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24398":{"gid":24398,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24406":{"gid":24406,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24475":{"gid":24475,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_25477":{"gid":25477,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/1094349051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":1094349051},{"type":"v1","addr":"172.21.15.103:6835","nonce":1094349051}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-10T00:05:42.132 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 29 2024-02-10T00:05:42.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.132+0000 7f339588a640 1 -- 172.21.15.1:0/2757167727 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f337c0a2230 msgr2=0x7f337c0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.132+0000 7f339588a640 1 --2- 172.21.15.1:0/2757167727 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f337c0a2230 0x7f337c0a46f0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f3390198f70 tx=0x7f3378005f90 comp rx=0 tx=0).stop 2024-02-10T00:05:42.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.132+0000 7f339588a640 1 -- 172.21.15.1:0/2757167727 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3390101440 msgr2=0x7f339019d660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.132+0000 7f339588a640 1 --2- 172.21.15.1:0/2757167727 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3390101440 0x7f339019d660 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7f3388009230 tx=0x7f338802c650 comp rx=0 tx=0).stop 2024-02-10T00:05:42.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.132+0000 7f339588a640 1 -- 172.21.15.1:0/2757167727 shutdown_connections 2024-02-10T00:05:42.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.132+0000 7f339588a640 1 --2- 172.21.15.1:0/2757167727 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f337c0a2230 0x7f337c0a46f0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.132+0000 7f339588a640 1 --2- 172.21.15.1:0/2757167727 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3390197770 0x7f3390197bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.132+0000 7f339588a640 1 --2- 172.21.15.1:0/2757167727 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3390106510 0x7f339019dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.132+0000 7f339588a640 1 --2- 172.21.15.1:0/2757167727 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3390101440 0x7f339019d660 unknown :-1 s=CLOSED pgs=1186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.132+0000 7f339588a640 1 -- 172.21.15.1:0/2757167727 >> 172.21.15.1:0/2757167727 conn(0x7f33900fcce0 msgr2=0x7f33900fe060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:42.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.132+0000 7f339588a640 1 -- 172.21.15.1:0/2757167727 shutdown_connections 2024-02-10T00:05:42.134 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.132+0000 7f339588a640 1 -- 172.21.15.1:0/2757167727 wait complete. 2024-02-10T00:05:42.145 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:05:42.145 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-02-10T00:05:42.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.249+0000 7f5ea2415640 1 -- 172.21.15.1:0/1565633716 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5e9c100ce0 msgr2=0x7f5e9c104d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.249+0000 7f5ea2415640 1 --2- 172.21.15.1:0/1565633716 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5e9c100ce0 0x7f5e9c104d20 secure :-1 s=READY pgs=1187 cs=0 l=1 rev1=1 crypto rx=0x7f5e90009930 tx=0x7f5e9002bc30 comp rx=0 tx=0).stop 2024-02-10T00:05:42.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.249+0000 7f5ea2415640 1 -- 172.21.15.1:0/1565633716 shutdown_connections 2024-02-10T00:05:42.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.249+0000 7f5ea2415640 1 --2- 172.21.15.1:0/1565633716 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5e9c105400 0x7f5e9c10cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.249+0000 7f5ea2415640 1 --2- 172.21.15.1:0/1565633716 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5e9c100ce0 0x7f5e9c104d20 unknown :-1 s=CLOSED pgs=1187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.249+0000 7f5ea2415640 1 --2- 172.21.15.1:0/1565633716 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e9c100330 0x7f5e9c100710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.249+0000 7f5ea2415640 1 -- 172.21.15.1:0/1565633716 >> 172.21.15.1:0/1565633716 conn(0x7f5e9c077250 msgr2=0x7f5e9c077660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:42.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.249+0000 7f5ea2415640 1 -- 172.21.15.1:0/1565633716 shutdown_connections 2024-02-10T00:05:42.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.249+0000 7f5ea2415640 1 -- 172.21.15.1:0/1565633716 wait complete. 2024-02-10T00:05:42.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.250+0000 7f5ea2415640 1 Processor -- start 2024-02-10T00:05:42.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.250+0000 7f5ea2415640 1 -- start start 2024-02-10T00:05:42.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.250+0000 7f5ea2415640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e9c100330 0x7f5e9c19d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.250+0000 7f5ea2415640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5e9c105400 0x7f5e9c19db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.250+0000 7f5ea2415640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5e9c1976b0 0x7f5e9c197b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.250+0000 7f5ea2415640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e9c198180 con 0x7f5e9c1976b0 2024-02-10T00:05:42.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.250+0000 7f5ea2415640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e9c1982f0 con 0x7f5e9c100330 2024-02-10T00:05:42.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.250+0000 7f5ea2415640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e9c1984b0 con 0x7f5e9c105400 2024-02-10T00:05:42.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.250+0000 7f5ea09b2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5e9c1976b0 0x7f5e9c197b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.251+0000 7f5e9bfff640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e9c100330 0x7f5e9c19d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.251+0000 7f5ea09b2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5e9c1976b0 0x7f5e9c197b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54114/0 (socket says 172.21.15.1:54114) 2024-02-10T00:05:42.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.251+0000 7f5ea09b2640 1 -- 172.21.15.1:0/1744248736 learned_addr learned my addr 172.21.15.1:0/1744248736 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:42.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.251+0000 7f5e9b7fe640 1 --2- 172.21.15.1:0/1744248736 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5e9c105400 0x7f5e9c19db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.251+0000 7f5ea09b2640 1 -- 172.21.15.1:0/1744248736 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5e9c105400 msgr2=0x7f5e9c19db30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.251+0000 7f5ea09b2640 1 --2- 172.21.15.1:0/1744248736 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5e9c105400 0x7f5e9c19db30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.251+0000 7f5ea09b2640 1 -- 172.21.15.1:0/1744248736 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e9c100330 msgr2=0x7f5e9c19d5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.251+0000 7f5ea09b2640 1 --2- 172.21.15.1:0/1744248736 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e9c100330 0x7f5e9c19d5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.251+0000 7f5ea09b2640 1 -- 172.21.15.1:0/1744248736 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e90009560 con 0x7f5e9c1976b0 2024-02-10T00:05:42.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.251+0000 7f5ea09b2640 1 --2- 172.21.15.1:0/1744248736 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5e9c1976b0 0x7f5e9c197b30 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7f5e9400eb10 tx=0x7f5e9400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:42.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.251+0000 7f5e997fa640 1 -- 172.21.15.1:0/1744248736 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e94004b20 con 0x7f5e9c1976b0 2024-02-10T00:05:42.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.251+0000 7f5e997fa640 1 -- 172.21.15.1:0/1744248736 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5e94004c80 con 0x7f5e9c1976b0 2024-02-10T00:05:42.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.251+0000 7f5ea2415640 1 -- 172.21.15.1:0/1744248736 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5e9c1a4450 con 0x7f5e9c1976b0 2024-02-10T00:05:42.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.251+0000 7f5e997fa640 1 -- 172.21.15.1:0/1744248736 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e94010670 con 0x7f5e9c1976b0 2024-02-10T00:05:42.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.251+0000 7f5ea2415640 1 -- 172.21.15.1:0/1744248736 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5e9c1a4930 con 0x7f5e9c1976b0 2024-02-10T00:05:42.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.253+0000 7f5e997fa640 1 -- 172.21.15.1:0/1744248736 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f5e94005020 con 0x7f5e9c1976b0 2024-02-10T00:05:42.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.254+0000 7f5ea4fe2740 1 Processor -- start 2024-02-10T00:05:42.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.254+0000 7f5ea4fe2740 1 -- start start 2024-02-10T00:05:42.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.254+0000 7f5ea4fe2740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5581b25da890 0x5581b25dac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.254+0000 7f5ea4fe2740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5581b25db240 0x5581b25e3d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.254+0000 7f5ea4fe2740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5581b25e43a0 0x5581b25e4820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.254+0000 7f5ea4fe2740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581b2596020 con 0x5581b25da890 2024-02-10T00:05:42.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.254+0000 7f5ea4fe2740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581b2549320 con 0x5581b25e43a0 2024-02-10T00:05:42.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.254+0000 7f5ea4fe2740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581b2546850 con 0x5581b25db240 2024-02-10T00:05:42.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.254+0000 7f5e997fa640 1 --2- 172.21.15.1:0/1744248736 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f5e840a2230 0x7f5e840a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.254+0000 7f5e9b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5581b25da890 0x5581b25dac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.254+0000 7f5e9b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5581b25da890 0x5581b25dac70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54122/0 (socket says 172.21.15.1:54122) 2024-02-10T00:05:42.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.254+0000 7f5e9b7fe640 1 -- 172.21.15.1:0/2813101863 learned_addr learned my addr 172.21.15.1:0/2813101863 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:42.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.254+0000 7f5ea09b2640 1 --2- 172.21.15.1:0/1744248736 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f5e840a2230 0x7f5e840a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.254+0000 7f5e9bfff640 1 --2- 172.21.15.1:0/2813101863 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5581b25db240 0x5581b25e3d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.254+0000 7f5e997fa640 1 -- 172.21.15.1:0/1744248736 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f5e94014070 con 0x7f5e9c1976b0 2024-02-10T00:05:42.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.254+0000 7f5e9b7fe640 1 -- 172.21.15.1:0/2813101863 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5581b25db240 msgr2=0x5581b25e3d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.254+0000 7f5e9b7fe640 1 --2- 172.21.15.1:0/2813101863 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5581b25db240 0x5581b25e3d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.254+0000 7f5e9b7fe640 1 -- 172.21.15.1:0/2813101863 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5581b25e43a0 msgr2=0x5581b25e4820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.254+0000 7f5e9b7fe640 1 --2- 172.21.15.1:0/2813101863 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5581b25e43a0 0x5581b25e4820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.254+0000 7f5e9b7fe640 1 -- 172.21.15.1:0/2813101863 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5581b2504210 con 0x5581b25da890 2024-02-10T00:05:42.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.254+0000 7f5e9bfff640 1 --2- 172.21.15.1:0/2813101863 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5581b25db240 0x5581b25e3d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:42.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.255+0000 7f5e9b7fe640 1 --2- 172.21.15.1:0/2813101863 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5581b25da890 0x5581b25dac70 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7f5e90009900 tx=0x7f5e900046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf6747f92db3947 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:42.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.255+0000 7f5ea09b2640 1 --2- 172.21.15.1:0/1744248736 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f5e840a2230 0x7f5e840a46f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f5e9409af10 tx=0x7f5e9408d040 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:42.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.255+0000 7f5e827fc640 1 -- 172.21.15.1:0/2813101863 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e900048f0 con 0x5581b25da890 2024-02-10T00:05:42.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.255+0000 7f5e827fc640 1 -- 172.21.15.1:0/2813101863 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5e90004a50 con 0x5581b25da890 2024-02-10T00:05:42.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.255+0000 7f5e827fc640 1 -- 172.21.15.1:0/2813101863 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e90005210 con 0x5581b25da890 2024-02-10T00:05:42.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.255+0000 7f5ea4fe2740 1 -- 172.21.15.1:0/2813101863 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5581b25da890 msgr2=0x5581b25dac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.255+0000 7f5ea4fe2740 1 --2- 172.21.15.1:0/2813101863 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5581b25da890 0x5581b25dac70 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7f5e90009900 tx=0x7f5e900046c0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.264 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.255+0000 7f5ea4fe2740 1 -- 172.21.15.1:0/2813101863 shutdown_connections 2024-02-10T00:05:42.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.255+0000 7f5ea4fe2740 1 --2- 172.21.15.1:0/2813101863 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5581b25e43a0 0x5581b25e4820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.255+0000 7f5ea4fe2740 1 --2- 172.21.15.1:0/2813101863 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5581b25db240 0x5581b25e3d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.255+0000 7f5ea4fe2740 1 --2- 172.21.15.1:0/2813101863 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5581b25da890 0x5581b25dac70 unknown :-1 s=CLOSED pgs=1189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.255+0000 7f5ea4fe2740 1 -- 172.21.15.1:0/2813101863 >> 172.21.15.1:0/2813101863 conn(0x5581b25d5100 msgr2=0x5581b25d54e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:42.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.256+0000 7f5ea4fe2740 1 -- 172.21.15.1:0/2813101863 shutdown_connections 2024-02-10T00:05:42.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.256+0000 7f5ea4fe2740 1 -- 172.21.15.1:0/2813101863 wait complete. 2024-02-10T00:05:42.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.256+0000 7f5ea4fe2740 1 -- start start 2024-02-10T00:05:42.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.256+0000 7f5ea4fe2740 1 Processor -- start 2024-02-10T00:05:42.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.256+0000 7f5ea4fe2740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5581b25da890 0x5581b25e7ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.256+0000 7f5ea4fe2740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5581b25db240 0x5581b25e83e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.256+0000 7f5ea4fe2740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5581b25e43a0 0x5581b25e8920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.256+0000 7f5ea4fe2740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581b2542030 con 0x5581b25e43a0 2024-02-10T00:05:42.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.256+0000 7f5ea4fe2740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581b2215430 con 0x5581b25db240 2024-02-10T00:05:42.265 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.256+0000 7f5ea4fe2740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581b21d1e00 con 0x5581b25da890 2024-02-10T00:05:42.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.256+0000 7f5ea4fe2740 10 client.0 _ll_register_callbacks cb 0x5581b2537030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:42.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.256+0000 7f5e9b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5581b25e43a0 0x5581b25e8920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.256+0000 7f5e9b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5581b25e43a0 0x5581b25e8920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54134/0 (socket says 172.21.15.1:54134) 2024-02-10T00:05:42.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.256+0000 7f5e9b7fe640 1 -- 172.21.15.1:0/2106871963 learned_addr learned my addr 172.21.15.1:0/2106871963 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:42.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.256+0000 7f5e9bfff640 1 --2- 172.21.15.1:0/2106871963 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5581b25db240 0x5581b25e83e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.257+0000 7f5e9b7fe640 1 --2- 172.21.15.1:0/2106871963 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5581b25da890 0x5581b25e7ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.257+0000 7f5e9b7fe640 1 -- 172.21.15.1:0/2106871963 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5581b25da890 msgr2=0x5581b25e7ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.257+0000 7f5e9b7fe640 1 --2- 172.21.15.1:0/2106871963 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5581b25da890 0x5581b25e7ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.257+0000 7f5e9b7fe640 1 -- 172.21.15.1:0/2106871963 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5581b25db240 msgr2=0x5581b25e83e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.257+0000 7f5e9b7fe640 1 --2- 172.21.15.1:0/2106871963 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5581b25db240 0x5581b25e83e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.257+0000 7f5e9b7fe640 1 -- 172.21.15.1:0/2106871963 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5e9c10d7e0 con 0x5581b25e43a0 2024-02-10T00:05:42.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.257+0000 7f5e9bfff640 1 --2- 172.21.15.1:0/2106871963 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5581b25db240 0x5581b25e83e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:05:42.266 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.257+0000 7f5e9b7fe640 1 --2- 172.21.15.1:0/2106871963 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5581b25e43a0 0x5581b25e8920 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7f5e9002c170 tx=0x7f5e90004df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=473f151f600c47a3 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:42.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.257+0000 7f5e7b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:42.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.257+0000 7f5e7b7fe640 1 -- 172.21.15.1:0/2106871963 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e900055d0 con 0x5581b25e43a0 2024-02-10T00:05:42.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.257+0000 7f5e7b7fe640 1 -- 172.21.15.1:0/2106871963 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f5e9003f440 con 0x5581b25e43a0 2024-02-10T00:05:42.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.257+0000 7f5ea4fe2740 1 -- 172.21.15.1:0/2106871963 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5581b22417e0 con 0x5581b25e43a0 2024-02-10T00:05:42.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.257+0000 7f5e7b7fe640 1 -- 172.21.15.1:0/2106871963 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5e9003f600 con 0x5581b25e43a0 2024-02-10T00:05:42.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.257+0000 7f5ea4fe2740 10 client.17805 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:42.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.257+0000 7f5ea4fe2740 1 -- 172.21.15.1:0/2106871963 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5581b25406b0 con 0x5581b25e43a0 2024-02-10T00:05:42.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.257+0000 7f5e7b7fe640 1 -- 172.21.15.1:0/2106871963 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5581b22417e0 con 0x5581b25e43a0 2024-02-10T00:05:42.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.258+0000 7f5e7b7fe640 1 -- 172.21.15.1:0/2106871963 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f5e9003c050 con 0x5581b25e43a0 2024-02-10T00:05:42.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.258+0000 7f5ea4fe2740 10 client.17805 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:42.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.258+0000 7f5ea4fe2740 10 client.17805 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:05:42.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.258+0000 7f5ea4fe2740 20 client.17805 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:42.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.258+0000 7f5ea4fe2740 1 --2- 172.21.15.1:0/2106871963 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5581b25f8470 0x5581b25fa890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.258+0000 7f5ea4fe2740 4 client.17805 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:05:42.267 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.258+0000 7f5ea4fe2740 1 -- 172.21.15.1:0/2106871963 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5581b227e720 con 0x5581b25f8470 2024-02-10T00:05:42.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.258+0000 7f5e9bfff640 1 --2- 172.21.15.1:0/2106871963 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5581b25f8470 0x5581b25fa890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.258+0000 7f5e9bfff640 1 --2- 172.21.15.1:0/2106871963 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5581b25f8470 0x5581b25fa890 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=95eb71cd514d733a server_cookie=612dc2ee01fbceb9 in_seq=0 out_seq=0 2024-02-10T00:05:42.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.258+0000 7f5e7b7fe640 10 client.17805 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:05:42.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.259+0000 7f5e7b7fe640 1 -- 172.21.15.1:0/2106871963 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5581b227e720 con 0x5581b25f8470 2024-02-10T00:05:42.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.259+0000 7f5e7b7fe640 10 client.17805 handle_command_reply: tid=0 2024-02-10T00:05:42.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.259+0000 7f5ea4fe2740 1 client.17805 shutdown 2024-02-10T00:05:42.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.259+0000 7f5ea4fe2740 1 -- 172.21.15.1:0/2106871963 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5581b25e43a0 msgr2=0x5581b25e8920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.259+0000 7f5ea4fe2740 1 --2- 172.21.15.1:0/2106871963 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5581b25e43a0 0x5581b25e8920 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7f5e9002c170 tx=0x7f5e90004df0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.259+0000 7f5ea4fe2740 1 -- 172.21.15.1:0/2106871963 shutdown_connections 2024-02-10T00:05:42.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.259+0000 7f5ea4fe2740 1 --2- 172.21.15.1:0/2106871963 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5581b25f8470 0x5581b25fa890 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.259+0000 7f5ea4fe2740 1 --2- 172.21.15.1:0/2106871963 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5581b25e43a0 0x5581b25e8920 unknown :-1 s=CLOSED pgs=1190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.259+0000 7f5ea4fe2740 1 --2- 172.21.15.1:0/2106871963 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5581b25db240 0x5581b25e83e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.268 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.259+0000 7f5e7b7fe640 0 client.17805 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:05:42.269 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.259+0000 7f5ea4fe2740 1 --2- 172.21.15.1:0/2106871963 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5581b25da890 0x5581b25e7ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.269 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.259+0000 7f5ea4fe2740 1 -- 172.21.15.1:0/2106871963 >> 172.21.15.1:0/2106871963 conn(0x5581b25d5100 msgr2=0x5581b25d6e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:42.269 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.259+0000 7f5ea4fe2740 1 -- 172.21.15.1:0/2106871963 shutdown_connections 2024-02-10T00:05:42.269 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.259+0000 7f5ea4fe2740 1 -- 172.21.15.1:0/2106871963 wait complete. 2024-02-10T00:05:42.269 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.259+0000 7f5ea4fe2740 20 client.17805 trim_cache size 0 max 16384 2024-02-10T00:05:42.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.271+0000 7f5ea4fe2740 1 Processor -- start 2024-02-10T00:05:42.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.271+0000 7f5ea4fe2740 1 -- start start 2024-02-10T00:05:42.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.271+0000 7f5ea4fe2740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5581b25da890 0x5581b25ea5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.271+0000 7f5ea4fe2740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5581b25db240 0x5581b25e8740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.271+0000 7f5ea4fe2740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5581b25e43a0 0x5581b25e5790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.271+0000 7f5ea4fe2740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581b24c7130 con 0x5581b25db240 2024-02-10T00:05:42.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.271+0000 7f5ea4fe2740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581b25d9d80 con 0x5581b25da890 2024-02-10T00:05:42.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.271+0000 7f5ea4fe2740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581b25e2860 con 0x5581b25e43a0 2024-02-10T00:05:42.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.271+0000 7f5e9bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5581b25db240 0x5581b25e8740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.271+0000 7f5e9bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5581b25db240 0x5581b25e8740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54148/0 (socket says 172.21.15.1:54148) 2024-02-10T00:05:42.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.271+0000 7f5e9bfff640 1 -- 172.21.15.1:0/4112616902 learned_addr learned my addr 172.21.15.1:0/4112616902 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:42.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.271+0000 7f5e9bfff640 1 -- 172.21.15.1:0/4112616902 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5581b25e43a0 msgr2=0x5581b25e5790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.278 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.271+0000 7f5e9bfff640 1 --2- 172.21.15.1:0/4112616902 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5581b25e43a0 0x5581b25e5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.271+0000 7f5e9bfff640 1 -- 172.21.15.1:0/4112616902 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5581b25da890 msgr2=0x5581b25ea5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.271+0000 7f5e9bfff640 1 --2- 172.21.15.1:0/4112616902 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5581b25da890 0x5581b25ea5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.271+0000 7f5e9bfff640 1 -- 172.21.15.1:0/4112616902 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5581b24dcc90 con 0x5581b25db240 2024-02-10T00:05:42.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.271+0000 7f5e9bfff640 1 --2- 172.21.15.1:0/4112616902 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5581b25db240 0x5581b25e8740 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x5581b25e7700 tx=0x7f5e8c00be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6966d76617f4e84 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:42.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.271+0000 7f5e81ffb640 1 -- 172.21.15.1:0/4112616902 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e8c017040 con 0x5581b25db240 2024-02-10T00:05:42.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.271+0000 7f5e81ffb640 1 -- 172.21.15.1:0/4112616902 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5e8c020070 con 0x5581b25db240 2024-02-10T00:05:42.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.271+0000 7f5e81ffb640 1 -- 172.21.15.1:0/4112616902 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e8c0047a0 con 0x5581b25db240 2024-02-10T00:05:42.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.272+0000 7f5ea4fe2740 1 -- 172.21.15.1:0/4112616902 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5581b25db240 msgr2=0x5581b25e8740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.272+0000 7f5ea4fe2740 1 --2- 172.21.15.1:0/4112616902 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5581b25db240 0x5581b25e8740 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x5581b25e7700 tx=0x7f5e8c00be60 comp rx=0 tx=0).stop 2024-02-10T00:05:42.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.272+0000 7f5ea4fe2740 1 -- 172.21.15.1:0/4112616902 shutdown_connections 2024-02-10T00:05:42.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.272+0000 7f5ea4fe2740 1 --2- 172.21.15.1:0/4112616902 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5581b25e43a0 0x5581b25e5790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.272+0000 7f5ea4fe2740 1 --2- 172.21.15.1:0/4112616902 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5581b25db240 0x5581b25e8740 unknown :-1 s=CLOSED pgs=1191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.272+0000 7f5ea4fe2740 1 --2- 172.21.15.1:0/4112616902 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5581b25da890 0x5581b25ea5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.272+0000 7f5ea4fe2740 1 -- 172.21.15.1:0/4112616902 >> 172.21.15.1:0/4112616902 conn(0x5581b25d5100 msgr2=0x5581b25e2cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:42.279 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.272+0000 7f5ea4fe2740 1 -- 172.21.15.1:0/4112616902 shutdown_connections 2024-02-10T00:05:42.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.272+0000 7f5ea4fe2740 1 -- 172.21.15.1:0/4112616902 wait complete. 2024-02-10T00:05:42.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.272+0000 7f5ea4fe2740 1 -- start start 2024-02-10T00:05:42.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.273+0000 7f5ea4fe2740 1 Processor -- start 2024-02-10T00:05:42.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.273+0000 7f5ea4fe2740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5581b25da890 0x5581b25ef680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.273+0000 7f5ea4fe2740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5581b25db240 0x5581b25eda20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.273+0000 7f5ea4fe2740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5581b25e43a0 0x5581b25edf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.273+0000 7f5ea4fe2740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581b25ee630 con 0x5581b25da890 2024-02-10T00:05:42.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.273+0000 7f5ea4fe2740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581b25ee7a0 con 0x5581b25e43a0 2024-02-10T00:05:42.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.273+0000 7f5ea4fe2740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581b264e980 con 0x5581b25db240 2024-02-10T00:05:42.280 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.273+0000 7f5ea4fe2740 10 client.0 _ll_register_callbacks cb 0x7f5e90009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:42.281 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.273+0000 7f5e9b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5581b25da890 0x5581b25ef680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.281 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.273+0000 7f5e9b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5581b25da890 0x5581b25ef680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54152/0 (socket says 172.21.15.1:54152) 2024-02-10T00:05:42.281 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.273+0000 7f5e9b7fe640 1 -- 172.21.15.1:0/597060807 learned_addr learned my addr 172.21.15.1:0/597060807 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:42.281 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.273+0000 7f5e9bfff640 1 --2- 172.21.15.1:0/597060807 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5581b25db240 0x5581b25eda20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.273+0000 7f5e9b7fe640 1 -- 172.21.15.1:0/597060807 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5581b25db240 msgr2=0x5581b25eda20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.273+0000 7f5e9b7fe640 1 --2- 172.21.15.1:0/597060807 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5581b25db240 0x5581b25eda20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.273+0000 7f5e9b7fe640 1 -- 172.21.15.1:0/597060807 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5581b25e43a0 msgr2=0x5581b25edf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.273+0000 7f5e9b7fe640 1 --2- 172.21.15.1:0/597060807 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5581b25e43a0 0x5581b25edf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.283 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.273+0000 7f5e9b7fe640 1 -- 172.21.15.1:0/597060807 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5e8c0043b0 con 0x5581b25da890 2024-02-10T00:05:42.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.273+0000 7f5e9b7fe640 1 --2- 172.21.15.1:0/597060807 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5581b25da890 0x5581b25ef680 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7f5e90034ab0 tx=0x7f5e9002c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5537fe594958b062 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:42.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.273+0000 7f5e7b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:42.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.273+0000 7f5e7b7fe640 1 -- 172.21.15.1:0/597060807 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e9002ccf0 con 0x5581b25da890 2024-02-10T00:05:42.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.273+0000 7f5e7b7fe640 1 -- 172.21.15.1:0/597060807 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f5e90000e40 con 0x5581b25da890 2024-02-10T00:05:42.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.273+0000 7f5ea4fe2740 1 -- 172.21.15.1:0/597060807 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5e90004a50 con 0x5581b25da890 2024-02-10T00:05:42.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.274+0000 7f5e7b7fe640 1 -- 172.21.15.1:0/597060807 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5e9002c640 con 0x5581b25da890 2024-02-10T00:05:42.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.274+0000 7f5ea4fe2740 10 client.17811 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:42.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.274+0000 7f5ea4fe2740 1 -- 172.21.15.1:0/597060807 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5581b2502a70 con 0x5581b25da890 2024-02-10T00:05:42.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.274+0000 7f5e7b7fe640 1 -- 172.21.15.1:0/597060807 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5e90004a50 con 0x5581b25da890 2024-02-10T00:05:42.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.274+0000 7f5e7b7fe640 1 -- 172.21.15.1:0/597060807 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f5e9003c070 con 0x5581b25da890 2024-02-10T00:05:42.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.274+0000 7f5ea4fe2740 10 client.17811 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:42.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.274+0000 7f5ea4fe2740 10 client.17811 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:05:42.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.274+0000 7f5ea4fe2740 20 client.17811 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:42.284 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.274+0000 7f5ea4fe2740 1 --2- 172.21.15.1:0/597060807 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5581b264fb30 0x5581b2651f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.274+0000 7f5ea4fe2740 4 client.17811 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:05:42.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.274+0000 7f5ea4fe2740 1 -- 172.21.15.1:0/597060807 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5581b22cd890 con 0x5581b264fb30 2024-02-10T00:05:42.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.274+0000 7f5e9bfff640 1 --2- 172.21.15.1:0/597060807 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5581b264fb30 0x5581b2651f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.274+0000 7f5e7b7fe640 10 client.17811 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:05:42.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.274+0000 7f5e9bfff640 1 --2- 172.21.15.1:0/597060807 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5581b264fb30 0x5581b2651f50 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=dbbe2d7a564246cd server_cookie=b21d18b2e00f80a2 in_seq=0 out_seq=0 2024-02-10T00:05:42.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.275+0000 7f5e7b7fe640 1 -- 172.21.15.1:0/597060807 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5581b22cd890 con 0x5581b264fb30 2024-02-10T00:05:42.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.275+0000 7f5e7b7fe640 10 client.17811 handle_command_reply: tid=0 2024-02-10T00:05:42.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.275+0000 7f5ea4fe2740 1 client.17811 shutdown 2024-02-10T00:05:42.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.275+0000 7f5ea4fe2740 1 -- 172.21.15.1:0/597060807 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5581b25da890 msgr2=0x5581b25ef680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.275+0000 7f5ea4fe2740 1 --2- 172.21.15.1:0/597060807 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5581b25da890 0x5581b25ef680 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7f5e90034ab0 tx=0x7f5e9002c330 comp rx=0 tx=0).stop 2024-02-10T00:05:42.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.275+0000 7f5ea4fe2740 1 -- 172.21.15.1:0/597060807 shutdown_connections 2024-02-10T00:05:42.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.275+0000 7f5ea4fe2740 1 --2- 172.21.15.1:0/597060807 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5581b264fb30 0x5581b2651f50 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.275+0000 7f5ea4fe2740 1 --2- 172.21.15.1:0/597060807 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5581b25e43a0 0x5581b25edf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.275+0000 7f5ea4fe2740 1 --2- 172.21.15.1:0/597060807 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5581b25db240 0x5581b25eda20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.275+0000 7f5e7b7fe640 0 client.17811 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:05:42.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.275+0000 7f5ea4fe2740 1 --2- 172.21.15.1:0/597060807 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5581b25da890 0x5581b25ef680 unknown :-1 s=CLOSED pgs=1192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.275+0000 7f5ea4fe2740 1 -- 172.21.15.1:0/597060807 >> 172.21.15.1:0/597060807 conn(0x5581b25d5100 msgr2=0x5581b25e67b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:42.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.275+0000 7f5ea4fe2740 1 -- 172.21.15.1:0/597060807 shutdown_connections 2024-02-10T00:05:42.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.275+0000 7f5ea4fe2740 1 -- 172.21.15.1:0/597060807 wait complete. 2024-02-10T00:05:42.286 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.275+0000 7f5ea4fe2740 20 client.17811 trim_cache size 0 max 16384 2024-02-10T00:05:42.286 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:05:42.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.275+0000 7f5ea2415640 1 -- 172.21.15.1:0/1744248736 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f5e840a2230 msgr2=0x7f5e840a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.275+0000 7f5ea2415640 1 --2- 172.21.15.1:0/1744248736 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f5e840a2230 0x7f5e840a46f0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f5e9409af10 tx=0x7f5e9408d040 comp rx=0 tx=0).stop 2024-02-10T00:05:42.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.275+0000 7f5ea2415640 1 -- 172.21.15.1:0/1744248736 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5e9c1976b0 msgr2=0x7f5e9c197b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.275+0000 7f5ea2415640 1 --2- 172.21.15.1:0/1744248736 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5e9c1976b0 0x7f5e9c197b30 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7f5e9400eb10 tx=0x7f5e9400c2d0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.276+0000 7f5ea2415640 1 -- 172.21.15.1:0/1744248736 shutdown_connections 2024-02-10T00:05:42.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.276+0000 7f5ea2415640 1 --2- 172.21.15.1:0/1744248736 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f5e840a2230 0x7f5e840a46f0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.287 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.276+0000 7f5ea2415640 1 --2- 172.21.15.1:0/1744248736 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5e9c1976b0 0x7f5e9c197b30 unknown :-1 s=CLOSED pgs=1188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.276+0000 7f5ea2415640 1 --2- 172.21.15.1:0/1744248736 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5e9c105400 0x7f5e9c19db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.276+0000 7f5ea2415640 1 --2- 172.21.15.1:0/1744248736 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5e9c100330 0x7f5e9c19d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.276+0000 7f5ea2415640 1 -- 172.21.15.1:0/1744248736 >> 172.21.15.1:0/1744248736 conn(0x7f5e9c077250 msgr2=0x7f5e9c0ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:42.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.276+0000 7f5ea2415640 1 -- 172.21.15.1:0/1744248736 shutdown_connections 2024-02-10T00:05:42.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.276+0000 7f5ea2415640 1 -- 172.21.15.1:0/1744248736 wait complete. 2024-02-10T00:05:42.289 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:05:42.289 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-02-10T00:05:42.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.393+0000 7f544b5ac640 1 -- 172.21.15.1:0/1907943430 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5444100340 msgr2=0x7f5444105e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.393+0000 7f544b5ac640 1 --2- 172.21.15.1:0/1907943430 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5444100340 0x7f5444105e70 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7f5434009930 tx=0x7f543402bc30 comp rx=0 tx=0).stop 2024-02-10T00:05:42.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.393+0000 7f544b5ac640 1 -- 172.21.15.1:0/1907943430 shutdown_connections 2024-02-10T00:05:42.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.393+0000 7f544b5ac640 1 --2- 172.21.15.1:0/1907943430 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5444106550 0x7f544410e160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.393+0000 7f544b5ac640 1 --2- 172.21.15.1:0/1907943430 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5444100340 0x7f5444105e70 unknown :-1 s=CLOSED pgs=1193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.393+0000 7f544b5ac640 1 --2- 172.21.15.1:0/1907943430 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f54440ff990 0x7f54440ffd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.393+0000 7f544b5ac640 1 -- 172.21.15.1:0/1907943430 >> 172.21.15.1:0/1907943430 conn(0x7f5444076630 msgr2=0x7f54440fd9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:42.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.393+0000 7f544b5ac640 1 -- 172.21.15.1:0/1907943430 shutdown_connections 2024-02-10T00:05:42.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.393+0000 7f544b5ac640 1 -- 172.21.15.1:0/1907943430 wait complete. 2024-02-10T00:05:42.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.393+0000 7f544b5ac640 1 Processor -- start 2024-02-10T00:05:42.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.393+0000 7f544b5ac640 1 -- start start 2024-02-10T00:05:42.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.393+0000 7f544b5ac640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f54440ff990 0x7f544419d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.393+0000 7f544b5ac640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5444106550 0x7f544419dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.393+0000 7f544b5ac640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5444197730 0x7f5444197bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.393+0000 7f544b5ac640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5444198200 con 0x7f5444197730 2024-02-10T00:05:42.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.393+0000 7f544b5ac640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5444198370 con 0x7f5444106550 2024-02-10T00:05:42.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.393+0000 7f544b5ac640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5444198530 con 0x7f54440ff990 2024-02-10T00:05:42.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.394+0000 7f5449b49640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5444197730 0x7f5444197bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.394+0000 7f5449b49640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5444197730 0x7f5444197bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54178/0 (socket says 172.21.15.1:54178) 2024-02-10T00:05:42.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.394+0000 7f5449b49640 1 -- 172.21.15.1:0/3385663276 learned_addr learned my addr 172.21.15.1:0/3385663276 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:42.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.394+0000 7f5449348640 1 --2- 172.21.15.1:0/3385663276 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f54440ff990 0x7f544419d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.394+0000 7f5448b47640 1 --2- 172.21.15.1:0/3385663276 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5444106550 0x7f544419dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.394+0000 7f5449b49640 1 -- 172.21.15.1:0/3385663276 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f54440ff990 msgr2=0x7f544419d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.394+0000 7f5449b49640 1 --2- 172.21.15.1:0/3385663276 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f54440ff990 0x7f544419d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.394+0000 7f5449b49640 1 -- 172.21.15.1:0/3385663276 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5444106550 msgr2=0x7f544419dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.394+0000 7f5449b49640 1 --2- 172.21.15.1:0/3385663276 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5444106550 0x7f544419dbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.394+0000 7f5449b49640 1 -- 172.21.15.1:0/3385663276 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5434009560 con 0x7f5444197730 2024-02-10T00:05:42.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.394+0000 7f5449b49640 1 --2- 172.21.15.1:0/3385663276 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5444197730 0x7f5444197bb0 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7f543c00cad0 tx=0x7f543c00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:42.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.394+0000 7f543a7fc640 1 -- 172.21.15.1:0/3385663276 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f543c00ae20 con 0x7f5444197730 2024-02-10T00:05:42.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.394+0000 7f544b5ac640 1 -- 172.21.15.1:0/3385663276 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f54441a44d0 con 0x7f5444197730 2024-02-10T00:05:42.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.394+0000 7f543a7fc640 1 -- 172.21.15.1:0/3385663276 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f543c005020 con 0x7f5444197730 2024-02-10T00:05:42.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.394+0000 7f543a7fc640 1 -- 172.21.15.1:0/3385663276 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f543c00f6b0 con 0x7f5444197730 2024-02-10T00:05:42.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.394+0000 7f544b5ac640 1 -- 172.21.15.1:0/3385663276 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54441a4960 con 0x7f5444197730 2024-02-10T00:05:42.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.397+0000 7f543a7fc640 1 -- 172.21.15.1:0/3385663276 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f543c005520 con 0x7f5444197730 2024-02-10T00:05:42.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.397+0000 7f544e17e740 1 Processor -- start 2024-02-10T00:05:42.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.397+0000 7f544e17e740 1 -- start start 2024-02-10T00:05:42.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.397+0000 7f544e17e740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a3d632a30 0x557a3d632e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.397+0000 7f544e17e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a3d6333e0 0x557a3d63b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.411 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.397+0000 7f544e17e740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a3d63bf60 0x557a3d63e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.411 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.397+0000 7f544e17e740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557a3d5ee020 con 0x557a3d632a30 2024-02-10T00:05:42.411 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.397+0000 7f544e17e740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557a3d5a1320 con 0x557a3d63bf60 2024-02-10T00:05:42.412 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.397+0000 7f544e17e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557a3d59e850 con 0x557a3d6333e0 2024-02-10T00:05:42.412 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.397+0000 7f5448b47640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a3d632a30 0x557a3d632e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.412 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.397+0000 7f5448b47640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a3d632a30 0x557a3d632e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54186/0 (socket says 172.21.15.1:54186) 2024-02-10T00:05:42.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.397+0000 7f5448b47640 1 -- 172.21.15.1:0/2780823367 learned_addr learned my addr 172.21.15.1:0/2780823367 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:42.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.397+0000 7f5448b47640 1 --2- 172.21.15.1:0/2780823367 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a3d63bf60 0x557a3d63e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.397+0000 7f5449348640 1 --2- 172.21.15.1:0/2780823367 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a3d6333e0 0x557a3d63b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.397+0000 7f543a7fc640 1 --2- 172.21.15.1:0/3385663276 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f54300a2230 0x7f54300a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.397+0000 7f5448b47640 1 -- 172.21.15.1:0/2780823367 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a3d6333e0 msgr2=0x557a3d63b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.397+0000 7f5448b47640 1 --2- 172.21.15.1:0/2780823367 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a3d6333e0 0x557a3d63b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.397+0000 7f5448b47640 1 -- 172.21.15.1:0/2780823367 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a3d63bf60 msgr2=0x557a3d63e3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.397+0000 7f5448b47640 1 --2- 172.21.15.1:0/2780823367 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a3d63bf60 0x557a3d63e3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.397+0000 7f5448b47640 1 -- 172.21.15.1:0/2780823367 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557a3d55c210 con 0x557a3d632a30 2024-02-10T00:05:42.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.397+0000 7f5449b49640 1 --2- 172.21.15.1:0/3385663276 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f54300a2230 0x7f54300a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.398+0000 7f543a7fc640 1 -- 172.21.15.1:0/3385663276 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f543c0ce060 con 0x7f5444197730 2024-02-10T00:05:42.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.398+0000 7f5448b47640 1 --2- 172.21.15.1:0/2780823367 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a3d632a30 0x557a3d632e10 secure :-1 s=READY pgs=1195 cs=0 l=1 rev1=1 crypto rx=0x7f5434009930 tx=0x7f543402c610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59feec04f6782b5b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:42.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.398+0000 7f542f7fe640 1 -- 172.21.15.1:0/2780823367 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f543402c9e0 con 0x557a3d632a30 2024-02-10T00:05:42.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.398+0000 7f542f7fe640 1 -- 172.21.15.1:0/2780823367 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5434004b10 con 0x557a3d632a30 2024-02-10T00:05:42.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.398+0000 7f542f7fe640 1 -- 172.21.15.1:0/2780823367 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5434005570 con 0x557a3d632a30 2024-02-10T00:05:42.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.399+0000 7f544e17e740 1 -- 172.21.15.1:0/2780823367 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a3d632a30 msgr2=0x557a3d632e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.399+0000 7f5449b49640 1 --2- 172.21.15.1:0/3385663276 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f54300a2230 0x7f54300a46f0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f543c00a6e0 tx=0x7f543c085040 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:42.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.399+0000 7f544e17e740 1 --2- 172.21.15.1:0/2780823367 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a3d632a30 0x557a3d632e10 secure :-1 s=READY pgs=1195 cs=0 l=1 rev1=1 crypto rx=0x7f5434009930 tx=0x7f543402c610 comp rx=0 tx=0).stop 2024-02-10T00:05:42.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.399+0000 7f544e17e740 1 -- 172.21.15.1:0/2780823367 shutdown_connections 2024-02-10T00:05:42.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.399+0000 7f544e17e740 1 --2- 172.21.15.1:0/2780823367 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a3d63bf60 0x557a3d63e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.399+0000 7f544e17e740 1 --2- 172.21.15.1:0/2780823367 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a3d6333e0 0x557a3d63b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.399+0000 7f544e17e740 1 --2- 172.21.15.1:0/2780823367 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a3d632a30 0x557a3d632e10 unknown :-1 s=CLOSED pgs=1195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.399+0000 7f544e17e740 1 -- 172.21.15.1:0/2780823367 >> 172.21.15.1:0/2780823367 conn(0x557a3d62d100 msgr2=0x557a3d62d4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:42.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.399+0000 7f544e17e740 1 -- 172.21.15.1:0/2780823367 shutdown_connections 2024-02-10T00:05:42.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.399+0000 7f544e17e740 1 -- 172.21.15.1:0/2780823367 wait complete. 2024-02-10T00:05:42.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.399+0000 7f544e17e740 1 -- start start 2024-02-10T00:05:42.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.399+0000 7f544e17e740 1 Processor -- start 2024-02-10T00:05:42.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.399+0000 7f544e17e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a3d632a30 0x557a3d638f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.399+0000 7f544e17e740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a3d6333e0 0x557a3d6394c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.399+0000 7f544e17e740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a3d63bf60 0x557a3d639a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.399+0000 7f544e17e740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557a3d59a030 con 0x557a3d6333e0 2024-02-10T00:05:42.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.399+0000 7f544e17e740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557a3d26d430 con 0x557a3d63bf60 2024-02-10T00:05:42.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.399+0000 7f544e17e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557a3d229e00 con 0x557a3d632a30 2024-02-10T00:05:42.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.399+0000 7f544e17e740 10 client.0 _ll_register_callbacks cb 0x557a3d58f030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:42.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.400+0000 7f5449348640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a3d6333e0 0x557a3d6394c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.400+0000 7f5449348640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a3d6333e0 0x557a3d6394c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54202/0 (socket says 172.21.15.1:54202) 2024-02-10T00:05:42.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.400+0000 7f5449348640 1 -- 172.21.15.1:0/1885176229 learned_addr learned my addr 172.21.15.1:0/1885176229 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:42.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.400+0000 7f5448b47640 1 --2- 172.21.15.1:0/1885176229 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a3d63bf60 0x557a3d639a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.400+0000 7f5448b47640 1 --2- 172.21.15.1:0/1885176229 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a3d632a30 0x557a3d638f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.400+0000 7f5449348640 1 -- 172.21.15.1:0/1885176229 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a3d632a30 msgr2=0x557a3d638f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.400+0000 7f5449348640 1 --2- 172.21.15.1:0/1885176229 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a3d632a30 0x557a3d638f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.400+0000 7f5449348640 1 -- 172.21.15.1:0/1885176229 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a3d63bf60 msgr2=0x557a3d639a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.400+0000 7f5449348640 1 --2- 172.21.15.1:0/1885176229 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a3d63bf60 0x557a3d639a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.400+0000 7f5449348640 1 -- 172.21.15.1:0/1885176229 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f544410e970 con 0x557a3d6333e0 2024-02-10T00:05:42.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.400+0000 7f5449348640 1 --2- 172.21.15.1:0/1885176229 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a3d6333e0 0x557a3d6394c0 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7f544000ba20 tx=0x7f544000bee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99d68a36c0c0823e server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:42.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.400+0000 7f542cff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:42.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.400+0000 7f542cff9640 1 -- 172.21.15.1:0/1885176229 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f544001b640 con 0x557a3d6333e0 2024-02-10T00:05:42.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.400+0000 7f542cff9640 1 -- 172.21.15.1:0/1885176229 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f5440003e20 con 0x557a3d6333e0 2024-02-10T00:05:42.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.400+0000 7f544e17e740 1 -- 172.21.15.1:0/1885176229 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557a3d2997e0 con 0x557a3d6333e0 2024-02-10T00:05:42.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.400+0000 7f542cff9640 1 -- 172.21.15.1:0/1885176229 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f544001b7a0 con 0x557a3d6333e0 2024-02-10T00:05:42.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.400+0000 7f544e17e740 10 client.17823 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:42.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.400+0000 7f544e17e740 1 -- 172.21.15.1:0/1885176229 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x557a3d5986b0 con 0x557a3d6333e0 2024-02-10T00:05:42.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.400+0000 7f542cff9640 1 -- 172.21.15.1:0/1885176229 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x557a3d2997e0 con 0x557a3d6333e0 2024-02-10T00:05:42.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.401+0000 7f542cff9640 1 -- 172.21.15.1:0/1885176229 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f5440011af0 con 0x557a3d6333e0 2024-02-10T00:05:42.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.401+0000 7f544e17e740 10 client.17823 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:42.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.401+0000 7f544e17e740 10 client.17823 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:05:42.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.401+0000 7f544e17e740 20 client.17823 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:42.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.401+0000 7f544e17e740 1 --2- 172.21.15.1:0/1885176229 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x557a3d64c610 0x557a3d64ea30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.401+0000 7f544e17e740 4 client.17823 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:05:42.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.401+0000 7f544e17e740 1 -- 172.21.15.1:0/1885176229 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557a3d2d6720 con 0x557a3d64c610 2024-02-10T00:05:42.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.401+0000 7f5448b47640 1 --2- 172.21.15.1:0/1885176229 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x557a3d64c610 0x557a3d64ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.401+0000 7f542cff9640 10 client.17823 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:05:42.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.401+0000 7f5448b47640 1 --2- 172.21.15.1:0/1885176229 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x557a3d64c610 0x557a3d64ea30 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=c404f0d930b00348 server_cookie=8ea08917e09146c8 in_seq=0 out_seq=0 2024-02-10T00:05:42.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.402+0000 7f542cff9640 1 -- 172.21.15.1:0/1885176229 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x557a3d2d6720 con 0x557a3d64c610 2024-02-10T00:05:42.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.402+0000 7f542cff9640 10 client.17823 handle_command_reply: tid=0 2024-02-10T00:05:42.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.402+0000 7f544e17e740 1 client.17823 shutdown 2024-02-10T00:05:42.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.402+0000 7f544e17e740 1 -- 172.21.15.1:0/1885176229 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a3d6333e0 msgr2=0x557a3d6394c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.402+0000 7f544e17e740 1 --2- 172.21.15.1:0/1885176229 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a3d6333e0 0x557a3d6394c0 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7f544000ba20 tx=0x7f544000bee0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.402+0000 7f544e17e740 1 -- 172.21.15.1:0/1885176229 shutdown_connections 2024-02-10T00:05:42.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.402+0000 7f544e17e740 1 --2- 172.21.15.1:0/1885176229 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x557a3d64c610 0x557a3d64ea30 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.402+0000 7f544e17e740 1 --2- 172.21.15.1:0/1885176229 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a3d63bf60 0x557a3d639a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.402+0000 7f544e17e740 1 --2- 172.21.15.1:0/1885176229 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a3d6333e0 0x557a3d6394c0 unknown :-1 s=CLOSED pgs=1196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.402+0000 7f542cff9640 0 client.17823 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:05:42.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.402+0000 7f544e17e740 1 --2- 172.21.15.1:0/1885176229 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a3d632a30 0x557a3d638f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.402+0000 7f544e17e740 1 -- 172.21.15.1:0/1885176229 >> 172.21.15.1:0/1885176229 conn(0x557a3d62d100 msgr2=0x557a3d62ee50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:42.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.402+0000 7f544e17e740 1 -- 172.21.15.1:0/1885176229 shutdown_connections 2024-02-10T00:05:42.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.402+0000 7f544e17e740 1 -- 172.21.15.1:0/1885176229 wait complete. 2024-02-10T00:05:42.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.402+0000 7f544e17e740 20 client.17823 trim_cache size 0 max 16384 2024-02-10T00:05:42.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.414+0000 7f544e17e740 1 Processor -- start 2024-02-10T00:05:42.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.414+0000 7f544e17e740 1 -- start start 2024-02-10T00:05:42.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.414+0000 7f544e17e740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a3d632a30 0x557a3d63b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.414+0000 7f544e17e740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a3d6333e0 0x557a3d6337c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.414+0000 7f544e17e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a3d63bf60 0x557a3d639820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.414+0000 7f544e17e740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557a3d51f130 con 0x557a3d6333e0 2024-02-10T00:05:42.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.414+0000 7f544e17e740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557a3d6374d0 con 0x557a3d632a30 2024-02-10T00:05:42.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.414+0000 7f544e17e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557a3d633d00 con 0x557a3d63bf60 2024-02-10T00:05:42.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.414+0000 7f5449348640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a3d6333e0 0x557a3d6337c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.414+0000 7f5449348640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a3d6333e0 0x557a3d6337c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54206/0 (socket says 172.21.15.1:54206) 2024-02-10T00:05:42.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.414+0000 7f5449348640 1 -- 172.21.15.1:0/2645159801 learned_addr learned my addr 172.21.15.1:0/2645159801 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:42.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.414+0000 7f5448b47640 1 --2- 172.21.15.1:0/2645159801 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a3d632a30 0x557a3d63b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.431 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.414+0000 7f5449348640 1 -- 172.21.15.1:0/2645159801 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a3d63bf60 msgr2=0x557a3d639820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.414+0000 7f5449348640 1 --2- 172.21.15.1:0/2645159801 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a3d63bf60 0x557a3d639820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.414+0000 7f5449348640 1 -- 172.21.15.1:0/2645159801 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a3d632a30 msgr2=0x557a3d63b6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.414+0000 7f5449348640 1 --2- 172.21.15.1:0/2645159801 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a3d632a30 0x557a3d63b6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.414+0000 7f5449348640 1 -- 172.21.15.1:0/2645159801 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557a3d534c90 con 0x557a3d6333e0 2024-02-10T00:05:42.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.415+0000 7f5449348640 1 --2- 172.21.15.1:0/2645159801 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a3d6333e0 0x557a3d6337c0 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x7f5440000c00 tx=0x7f544000bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e37d1f39c9292e9a server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:42.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.415+0000 7f542effd640 1 -- 172.21.15.1:0/2645159801 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5440004440 con 0x557a3d6333e0 2024-02-10T00:05:42.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.415+0000 7f542effd640 1 -- 172.21.15.1:0/2645159801 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5440010490 con 0x557a3d6333e0 2024-02-10T00:05:42.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.415+0000 7f542effd640 1 -- 172.21.15.1:0/2645159801 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54400054a0 con 0x557a3d6333e0 2024-02-10T00:05:42.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.415+0000 7f544e17e740 1 -- 172.21.15.1:0/2645159801 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a3d6333e0 msgr2=0x557a3d6337c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.415+0000 7f544e17e740 1 --2- 172.21.15.1:0/2645159801 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a3d6333e0 0x557a3d6337c0 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x7f5440000c00 tx=0x7f544000bfd0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.415+0000 7f544e17e740 1 -- 172.21.15.1:0/2645159801 shutdown_connections 2024-02-10T00:05:42.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.415+0000 7f544e17e740 1 --2- 172.21.15.1:0/2645159801 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a3d63bf60 0x557a3d639820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.415+0000 7f544e17e740 1 --2- 172.21.15.1:0/2645159801 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a3d6333e0 0x557a3d6337c0 unknown :-1 s=CLOSED pgs=1197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.415+0000 7f544e17e740 1 --2- 172.21.15.1:0/2645159801 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a3d632a30 0x557a3d63b6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.415+0000 7f544e17e740 1 -- 172.21.15.1:0/2645159801 >> 172.21.15.1:0/2645159801 conn(0x557a3d62d100 msgr2=0x557a3d62d4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:42.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.415+0000 7f544e17e740 1 -- 172.21.15.1:0/2645159801 shutdown_connections 2024-02-10T00:05:42.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.415+0000 7f544e17e740 1 -- 172.21.15.1:0/2645159801 wait complete. 2024-02-10T00:05:42.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.416+0000 7f544e17e740 1 -- start start 2024-02-10T00:05:42.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.416+0000 7f544e17e740 1 Processor -- start 2024-02-10T00:05:42.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.416+0000 7f544e17e740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a3d632a30 0x557a3d643270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.416+0000 7f544e17e740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a3d6333e0 0x557a3d641610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.416+0000 7f544e17e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a3d63bf60 0x557a3d641b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.416+0000 7f544e17e740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557a3d642220 con 0x557a3d6333e0 2024-02-10T00:05:42.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.416+0000 7f544e17e740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557a3d642390 con 0x557a3d632a30 2024-02-10T00:05:42.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.416+0000 7f544e17e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557a3d6a6f30 con 0x557a3d63bf60 2024-02-10T00:05:42.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.416+0000 7f544e17e740 10 client.0 _ll_register_callbacks cb 0x7f5434009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:42.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.416+0000 7f5449348640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a3d6333e0 0x557a3d641610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.416+0000 7f5449348640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a3d6333e0 0x557a3d641610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54222/0 (socket says 172.21.15.1:54222) 2024-02-10T00:05:42.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.416+0000 7f5449348640 1 -- 172.21.15.1:0/819831513 learned_addr learned my addr 172.21.15.1:0/819831513 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:42.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.416+0000 7f5448b47640 1 --2- 172.21.15.1:0/819831513 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a3d632a30 0x557a3d643270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.416+0000 7f5448b47640 1 --2- 172.21.15.1:0/819831513 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a3d63bf60 0x557a3d641b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.416+0000 7f5449348640 1 -- 172.21.15.1:0/819831513 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a3d63bf60 msgr2=0x557a3d641b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.416+0000 7f5449348640 1 --2- 172.21.15.1:0/819831513 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a3d63bf60 0x557a3d641b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.416+0000 7f5449348640 1 -- 172.21.15.1:0/819831513 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a3d632a30 msgr2=0x557a3d643270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.417+0000 7f5449348640 1 --2- 172.21.15.1:0/819831513 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a3d632a30 0x557a3d643270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.417+0000 7f5449348640 1 -- 172.21.15.1:0/819831513 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557a3d5986b0 con 0x557a3d6333e0 2024-02-10T00:05:42.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.417+0000 7f5449348640 1 --2- 172.21.15.1:0/819831513 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a3d6333e0 0x557a3d641610 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7f54400107e0 tx=0x7f54400058f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7a59cb99515a7cf server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:42.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.417+0000 7f542cff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:42.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.417+0000 7f542cff9640 1 -- 172.21.15.1:0/819831513 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5440010cd0 con 0x557a3d6333e0 2024-02-10T00:05:42.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.417+0000 7f542cff9640 1 -- 172.21.15.1:0/819831513 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f5440003e20 con 0x557a3d6333e0 2024-02-10T00:05:42.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.417+0000 7f544e17e740 1 -- 172.21.15.1:0/819831513 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557a3d325890 con 0x557a3d6333e0 2024-02-10T00:05:42.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.417+0000 7f542cff9640 1 -- 172.21.15.1:0/819831513 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5440010e30 con 0x557a3d6333e0 2024-02-10T00:05:42.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.417+0000 7f544e17e740 10 client.17829 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:42.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.417+0000 7f544e17e740 1 -- 172.21.15.1:0/819831513 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x557a3d55aa70 con 0x557a3d6333e0 2024-02-10T00:05:42.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.417+0000 7f542cff9640 1 -- 172.21.15.1:0/819831513 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x557a3d325890 con 0x557a3d6333e0 2024-02-10T00:05:42.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.417+0000 7f542cff9640 1 -- 172.21.15.1:0/819831513 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f5440033070 con 0x557a3d6333e0 2024-02-10T00:05:42.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.417+0000 7f544e17e740 10 client.17829 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:42.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.417+0000 7f544e17e740 10 client.17829 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:05:42.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.417+0000 7f544e17e740 20 client.17829 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:42.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.417+0000 7f544e17e740 1 --2- 172.21.15.1:0/819831513 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x557a3d6a8230 0x557a3d6aa620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.417+0000 7f544e17e740 4 client.17829 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:05:42.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.417+0000 7f544e17e740 1 -- 172.21.15.1:0/819831513 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x557a3d245700 con 0x557a3d6a8230 2024-02-10T00:05:42.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.418+0000 7f5448b47640 1 --2- 172.21.15.1:0/819831513 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x557a3d6a8230 0x557a3d6aa620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.418+0000 7f5448b47640 1 --2- 172.21.15.1:0/819831513 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x557a3d6a8230 0x557a3d6aa620 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=e33528cde1453fa server_cookie=a0434230be795f in_seq=0 out_seq=0 2024-02-10T00:05:42.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.418+0000 7f542cff9640 10 client.17829 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:05:42.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.418+0000 7f542cff9640 1 -- 172.21.15.1:0/819831513 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x557a3d245700 con 0x557a3d6a8230 2024-02-10T00:05:42.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.418+0000 7f542cff9640 10 client.17829 handle_command_reply: tid=0 2024-02-10T00:05:42.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.418+0000 7f544e17e740 1 client.17829 shutdown 2024-02-10T00:05:42.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.418+0000 7f544e17e740 1 -- 172.21.15.1:0/819831513 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a3d6333e0 msgr2=0x557a3d641610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.418+0000 7f544e17e740 1 --2- 172.21.15.1:0/819831513 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a3d6333e0 0x557a3d641610 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7f54400107e0 tx=0x7f54400058f0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.418+0000 7f544e17e740 1 -- 172.21.15.1:0/819831513 shutdown_connections 2024-02-10T00:05:42.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.418+0000 7f544e17e740 1 --2- 172.21.15.1:0/819831513 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557a3d63bf60 0x557a3d641b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.418+0000 7f544e17e740 1 --2- 172.21.15.1:0/819831513 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557a3d6333e0 0x557a3d641610 unknown :-1 s=CLOSED pgs=1198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.418+0000 7f544e17e740 1 --2- 172.21.15.1:0/819831513 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x557a3d6a8230 0x557a3d6aa620 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.418+0000 7f544e17e740 1 --2- 172.21.15.1:0/819831513 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557a3d632a30 0x557a3d643270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.418+0000 7f544e17e740 1 -- 172.21.15.1:0/819831513 >> 172.21.15.1:0/819831513 conn(0x557a3d62d100 msgr2=0x557a3d6342b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:42.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.418+0000 7f542cff9640 0 client.17829 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:05:42.436 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.418+0000 7f544e17e740 1 -- 172.21.15.1:0/819831513 shutdown_connections 2024-02-10T00:05:42.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.418+0000 7f544e17e740 1 -- 172.21.15.1:0/819831513 wait complete. 2024-02-10T00:05:42.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.419+0000 7f544e17e740 20 client.17829 trim_cache size 0 max 16384 2024-02-10T00:05:42.437 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:05:42.438 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.419+0000 7f544b5ac640 1 -- 172.21.15.1:0/3385663276 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f54300a2230 msgr2=0x7f54300a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.419+0000 7f544b5ac640 1 --2- 172.21.15.1:0/3385663276 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f54300a2230 0x7f54300a46f0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f543c00a6e0 tx=0x7f543c085040 comp rx=0 tx=0).stop 2024-02-10T00:05:42.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.419+0000 7f544b5ac640 1 -- 172.21.15.1:0/3385663276 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5444197730 msgr2=0x7f5444197bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.419+0000 7f544b5ac640 1 --2- 172.21.15.1:0/3385663276 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5444197730 0x7f5444197bb0 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7f543c00cad0 tx=0x7f543c00cf90 comp rx=0 tx=0).stop 2024-02-10T00:05:42.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.419+0000 7f544b5ac640 1 -- 172.21.15.1:0/3385663276 shutdown_connections 2024-02-10T00:05:42.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.419+0000 7f544b5ac640 1 --2- 172.21.15.1:0/3385663276 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f54300a2230 0x7f54300a46f0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.419+0000 7f544b5ac640 1 --2- 172.21.15.1:0/3385663276 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5444197730 0x7f5444197bb0 unknown :-1 s=CLOSED pgs=1194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.419+0000 7f544b5ac640 1 --2- 172.21.15.1:0/3385663276 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5444106550 0x7f544419dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.419+0000 7f544b5ac640 1 --2- 172.21.15.1:0/3385663276 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f54440ff990 0x7f544419d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.419+0000 7f544b5ac640 1 -- 172.21.15.1:0/3385663276 >> 172.21.15.1:0/3385663276 conn(0x7f5444076630 msgr2=0x7f5444104880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:42.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.419+0000 7f544b5ac640 1 -- 172.21.15.1:0/3385663276 shutdown_connections 2024-02-10T00:05:42.439 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.419+0000 7f544b5ac640 1 -- 172.21.15.1:0/3385663276 wait complete. 2024-02-10T00:05:42.440 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:05:42.440 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-02-10T00:05:42.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.543+0000 7fa5771d7640 1 -- 172.21.15.1:0/4135852241 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa5701026c0 msgr2=0x7fa57010d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.543+0000 7fa5771d7640 1 --2- 172.21.15.1:0/4135852241 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa5701026c0 0x7fa57010d0c0 secure :-1 s=READY pgs=1199 cs=0 l=1 rev1=1 crypto rx=0x7fa568009cd0 tx=0x7fa56802c0f0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.543+0000 7fa5771d7640 1 -- 172.21.15.1:0/4135852241 shutdown_connections 2024-02-10T00:05:42.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.543+0000 7fa5771d7640 1 --2- 172.21.15.1:0/4135852241 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa5701026c0 0x7fa57010d0c0 unknown :-1 s=CLOSED pgs=1199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.543+0000 7fa5771d7640 1 --2- 172.21.15.1:0/4135852241 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa570101d20 0x7fa570102180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.543+0000 7fa5771d7640 1 --2- 172.21.15.1:0/4135852241 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa570100440 0x7fa570100820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.543+0000 7fa5771d7640 1 -- 172.21.15.1:0/4135852241 >> 172.21.15.1:0/4135852241 conn(0x7fa570077310 msgr2=0x7fa570077720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:42.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.543+0000 7fa5771d7640 1 -- 172.21.15.1:0/4135852241 shutdown_connections 2024-02-10T00:05:42.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.543+0000 7fa5771d7640 1 -- 172.21.15.1:0/4135852241 wait complete. 2024-02-10T00:05:42.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.543+0000 7fa5771d7640 1 Processor -- start 2024-02-10T00:05:42.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.543+0000 7fa5771d7640 1 -- start start 2024-02-10T00:05:42.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.544+0000 7fa5771d7640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa570100440 0x7fa5700fd070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.544+0000 7fa5771d7640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa570101d20 0x7fa5700fd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.544+0000 7fa5771d7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa5701026c0 0x7fa5700fdaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.544+0000 7fa5771d7640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5701a5c70 con 0x7fa5701026c0 2024-02-10T00:05:42.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.544+0000 7fa5771d7640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5701a5de0 con 0x7fa570100440 2024-02-10T00:05:42.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.544+0000 7fa5771d7640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5701a5fa0 con 0x7fa570101d20 2024-02-10T00:05:42.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.544+0000 7fa575774640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa5701026c0 0x7fa5700fdaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.544+0000 7fa575774640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa5701026c0 0x7fa5700fdaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54242/0 (socket says 172.21.15.1:54242) 2024-02-10T00:05:42.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.544+0000 7fa575774640 1 -- 172.21.15.1:0/47609836 learned_addr learned my addr 172.21.15.1:0/47609836 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:42.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.544+0000 7fa56ffff640 1 --2- 172.21.15.1:0/47609836 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa570101d20 0x7fa5700fd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.544+0000 7fa574f73640 1 --2- 172.21.15.1:0/47609836 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa570100440 0x7fa5700fd070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.544+0000 7fa575774640 1 -- 172.21.15.1:0/47609836 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa570101d20 msgr2=0x7fa5700fd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.544+0000 7fa575774640 1 --2- 172.21.15.1:0/47609836 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa570101d20 0x7fa5700fd5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.544+0000 7fa575774640 1 -- 172.21.15.1:0/47609836 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa570100440 msgr2=0x7fa5700fd070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.544+0000 7fa575774640 1 --2- 172.21.15.1:0/47609836 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa570100440 0x7fa5700fd070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.544+0000 7fa575774640 1 -- 172.21.15.1:0/47609836 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa568009900 con 0x7fa5701026c0 2024-02-10T00:05:42.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.544+0000 7fa56ffff640 1 --2- 172.21.15.1:0/47609836 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa570101d20 0x7fa5700fd5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:42.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.544+0000 7fa574f73640 1 --2- 172.21.15.1:0/47609836 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa570100440 0x7fa5700fd070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:42.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.544+0000 7fa575774640 1 --2- 172.21.15.1:0/47609836 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa5701026c0 0x7fa5700fdaf0 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7fa568004af0 tx=0x7fa568034cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:42.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.544+0000 7fa56dffb640 1 -- 172.21.15.1:0/47609836 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5680328c0 con 0x7fa5701026c0 2024-02-10T00:05:42.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.544+0000 7fa5771d7640 1 -- 172.21.15.1:0/47609836 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa5701a6220 con 0x7fa5701026c0 2024-02-10T00:05:42.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.544+0000 7fa56dffb640 1 -- 172.21.15.1:0/47609836 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa568003e50 con 0x7fa5701026c0 2024-02-10T00:05:42.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.544+0000 7fa56dffb640 1 -- 172.21.15.1:0/47609836 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa568004860 con 0x7fa5701026c0 2024-02-10T00:05:42.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.545+0000 7fa5771d7640 1 -- 172.21.15.1:0/47609836 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5701a6720 con 0x7fa5701026c0 2024-02-10T00:05:42.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.547+0000 7fa56dffb640 1 -- 172.21.15.1:0/47609836 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fa56800a040 con 0x7fa5701026c0 2024-02-10T00:05:42.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.547+0000 7fa579dab740 1 Processor -- start 2024-02-10T00:05:42.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.547+0000 7fa579dab740 1 -- start start 2024-02-10T00:05:42.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.547+0000 7fa579dab740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cfdee31a30 0x55cfdee31e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.547+0000 7fa579dab740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cfdee323e0 0x55cfdee3a990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.547+0000 7fa579dab740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cfdee3af60 0x55cfdee3d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.547+0000 7fa579dab740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfdeded020 con 0x55cfdee3af60 2024-02-10T00:05:42.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.547+0000 7fa56dffb640 1 --2- 172.21.15.1:0/47609836 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa5600a2230 0x7fa5600a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.547+0000 7fa579dab740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfdeda0320 con 0x55cfdee31a30 2024-02-10T00:05:42.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.547+0000 7fa579dab740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfded9d850 con 0x55cfdee323e0 2024-02-10T00:05:42.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.548+0000 7fa575774640 1 --2- 172.21.15.1:0/47609836 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa5600a2230 0x7fa5600a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.548+0000 7fa56ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cfdee3af60 0x55cfdee3d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.548+0000 7fa56ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cfdee3af60 0x55cfdee3d3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54256/0 (socket says 172.21.15.1:54256) 2024-02-10T00:05:42.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.548+0000 7fa56ffff640 1 -- 172.21.15.1:0/2285367921 learned_addr learned my addr 172.21.15.1:0/2285367921 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:42.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.548+0000 7fa574f73640 1 --2- 172.21.15.1:0/2285367921 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cfdee323e0 0x55cfdee3a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.548+0000 7fa56ffff640 1 --2- 172.21.15.1:0/2285367921 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cfdee31a30 0x55cfdee31e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.548+0000 7fa56dffb640 1 -- 172.21.15.1:0/47609836 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fa5680f0db0 con 0x7fa5701026c0 2024-02-10T00:05:42.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.548+0000 7fa574f73640 1 -- 172.21.15.1:0/2285367921 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cfdee31a30 msgr2=0x55cfdee31e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.548+0000 7fa574f73640 1 --2- 172.21.15.1:0/2285367921 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cfdee31a30 0x55cfdee31e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.548+0000 7fa574f73640 1 -- 172.21.15.1:0/2285367921 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cfdee3af60 msgr2=0x55cfdee3d3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.548+0000 7fa574f73640 1 --2- 172.21.15.1:0/2285367921 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cfdee3af60 0x55cfdee3d3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.548+0000 7fa574f73640 1 -- 172.21.15.1:0/2285367921 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cfded5b210 con 0x55cfdee323e0 2024-02-10T00:05:42.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.548+0000 7fa56ffff640 1 --2- 172.21.15.1:0/2285367921 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cfdee3af60 0x55cfdee3d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:05:42.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.548+0000 7fa575774640 1 --2- 172.21.15.1:0/47609836 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa5600a2230 0x7fa5600a46f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fa5680ee6f0 tx=0x7fa5680a84d0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:42.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.548+0000 7fa574f73640 1 --2- 172.21.15.1:0/2285367921 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cfdee323e0 0x55cfdee3a990 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fa56400bc80 tx=0x7fa56400f730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9edbbeb35e1d68e1 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:42.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.548+0000 7fa55affd640 1 -- 172.21.15.1:0/2285367921 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa56401a460 con 0x55cfdee323e0 2024-02-10T00:05:42.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.548+0000 7fa55affd640 1 -- 172.21.15.1:0/2285367921 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa564011920 con 0x55cfdee323e0 2024-02-10T00:05:42.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.548+0000 7fa55affd640 1 -- 172.21.15.1:0/2285367921 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5640107d0 con 0x55cfdee323e0 2024-02-10T00:05:42.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.549+0000 7fa579dab740 1 -- 172.21.15.1:0/2285367921 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cfdee323e0 msgr2=0x55cfdee3a990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.549+0000 7fa579dab740 1 --2- 172.21.15.1:0/2285367921 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cfdee323e0 0x55cfdee3a990 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fa56400bc80 tx=0x7fa56400f730 comp rx=0 tx=0).stop 2024-02-10T00:05:42.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.549+0000 7fa579dab740 1 -- 172.21.15.1:0/2285367921 shutdown_connections 2024-02-10T00:05:42.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.549+0000 7fa579dab740 1 --2- 172.21.15.1:0/2285367921 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cfdee3af60 0x55cfdee3d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.549+0000 7fa579dab740 1 --2- 172.21.15.1:0/2285367921 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cfdee323e0 0x55cfdee3a990 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.549+0000 7fa579dab740 1 --2- 172.21.15.1:0/2285367921 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cfdee31a30 0x55cfdee31e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.549+0000 7fa579dab740 1 -- 172.21.15.1:0/2285367921 >> 172.21.15.1:0/2285367921 conn(0x55cfdee2c100 msgr2=0x55cfdee2c4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:42.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.549+0000 7fa579dab740 1 -- 172.21.15.1:0/2285367921 shutdown_connections 2024-02-10T00:05:42.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.549+0000 7fa579dab740 1 -- 172.21.15.1:0/2285367921 wait complete. 2024-02-10T00:05:42.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.549+0000 7fa579dab740 1 -- start start 2024-02-10T00:05:42.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.550+0000 7fa579dab740 1 Processor -- start 2024-02-10T00:05:42.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.550+0000 7fa579dab740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cfdee31a30 0x55cfdee37f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.550+0000 7fa579dab740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cfdee323e0 0x55cfdee38460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.550+0000 7fa579dab740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cfdee3af60 0x55cfdee389a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.550+0000 7fa579dab740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfded99030 con 0x55cfdee3af60 2024-02-10T00:05:42.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.550+0000 7fa579dab740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfdea6c430 con 0x55cfdee31a30 2024-02-10T00:05:42.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.550+0000 7fa579dab740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfdea28e00 con 0x55cfdee323e0 2024-02-10T00:05:42.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.550+0000 7fa579dab740 10 client.0 _ll_register_callbacks cb 0x55cfded8e030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:42.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.550+0000 7fa56ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cfdee3af60 0x55cfdee389a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.550+0000 7fa56ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cfdee3af60 0x55cfdee389a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54266/0 (socket says 172.21.15.1:54266) 2024-02-10T00:05:42.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.550+0000 7fa56ffff640 1 -- 172.21.15.1:0/4278133154 learned_addr learned my addr 172.21.15.1:0/4278133154 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:42.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.550+0000 7fa574f73640 1 --2- 172.21.15.1:0/4278133154 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cfdee323e0 0x55cfdee38460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.550+0000 7fa56ffff640 1 -- 172.21.15.1:0/4278133154 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cfdee323e0 msgr2=0x55cfdee38460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.550+0000 7fa56ffff640 1 --2- 172.21.15.1:0/4278133154 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cfdee323e0 0x55cfdee38460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.550+0000 7fa56ffff640 1 -- 172.21.15.1:0/4278133154 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cfdee31a30 msgr2=0x55cfdee37f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.550+0000 7fa56ffff640 1 --2- 172.21.15.1:0/4278133154 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cfdee31a30 0x55cfdee37f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.550+0000 7fa56ffff640 1 -- 172.21.15.1:0/4278133154 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa56400b8e0 con 0x55cfdee3af60 2024-02-10T00:05:42.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.550+0000 7fa574f73640 1 --2- 172.21.15.1:0/4278133154 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cfdee323e0 0x55cfdee38460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:42.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.551+0000 7fa56ffff640 1 --2- 172.21.15.1:0/4278133154 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cfdee3af60 0x55cfdee389a0 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7fa55c00b450 tx=0x7fa55c014aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed7b8abfddba213c server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:42.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.551+0000 7fa54ffff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:42.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.551+0000 7fa54ffff640 1 -- 172.21.15.1:0/4278133154 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa55c005220 con 0x55cfdee3af60 2024-02-10T00:05:42.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.551+0000 7fa54ffff640 1 -- 172.21.15.1:0/4278133154 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fa55c005380 con 0x55cfdee3af60 2024-02-10T00:05:42.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.551+0000 7fa579dab740 1 -- 172.21.15.1:0/4278133154 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55cfdea987e0 con 0x55cfdee3af60 2024-02-10T00:05:42.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.551+0000 7fa54ffff640 1 -- 172.21.15.1:0/4278133154 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa55c005540 con 0x55cfdee3af60 2024-02-10T00:05:42.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.551+0000 7fa579dab740 10 client.17841 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:42.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.551+0000 7fa579dab740 1 -- 172.21.15.1:0/4278133154 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55cfded976b0 con 0x55cfdee3af60 2024-02-10T00:05:42.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.551+0000 7fa54ffff640 1 -- 172.21.15.1:0/4278133154 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55cfdea987e0 con 0x55cfdee3af60 2024-02-10T00:05:42.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.551+0000 7fa54ffff640 1 -- 172.21.15.1:0/4278133154 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fa55c004aa0 con 0x55cfdee3af60 2024-02-10T00:05:42.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.551+0000 7fa579dab740 10 client.17841 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:42.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.551+0000 7fa579dab740 10 client.17841 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:05:42.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.551+0000 7fa579dab740 20 client.17841 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:42.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.551+0000 7fa579dab740 1 --2- 172.21.15.1:0/4278133154 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55cfdee4b460 0x55cfdee4d880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.551+0000 7fa579dab740 4 client.17841 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:05:42.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.551+0000 7fa579dab740 1 -- 172.21.15.1:0/4278133154 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55cfdead5720 con 0x55cfdee4b460 2024-02-10T00:05:42.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.552+0000 7fa574f73640 1 --2- 172.21.15.1:0/4278133154 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55cfdee4b460 0x55cfdee4d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.552+0000 7fa574f73640 1 --2- 172.21.15.1:0/4278133154 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55cfdee4b460 0x55cfdee4d880 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=394160d70174c12d server_cookie=fd98aa556d4ed37a in_seq=0 out_seq=0 2024-02-10T00:05:42.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.552+0000 7fa54ffff640 10 client.17841 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:05:42.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.553+0000 7fa54ffff640 1 -- 172.21.15.1:0/4278133154 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55cfdead5720 con 0x55cfdee4b460 2024-02-10T00:05:42.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.553+0000 7fa54ffff640 10 client.17841 handle_command_reply: tid=0 2024-02-10T00:05:42.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.553+0000 7fa579dab740 1 client.17841 shutdown 2024-02-10T00:05:42.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.553+0000 7fa579dab740 1 -- 172.21.15.1:0/4278133154 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cfdee3af60 msgr2=0x55cfdee389a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.553+0000 7fa579dab740 1 --2- 172.21.15.1:0/4278133154 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cfdee3af60 0x55cfdee389a0 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7fa55c00b450 tx=0x7fa55c014aa0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.553+0000 7fa579dab740 1 -- 172.21.15.1:0/4278133154 shutdown_connections 2024-02-10T00:05:42.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.553+0000 7fa579dab740 1 --2- 172.21.15.1:0/4278133154 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55cfdee4b460 0x55cfdee4d880 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.553+0000 7fa579dab740 1 --2- 172.21.15.1:0/4278133154 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cfdee3af60 0x55cfdee389a0 unknown :-1 s=CLOSED pgs=1201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.553+0000 7fa579dab740 1 --2- 172.21.15.1:0/4278133154 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cfdee323e0 0x55cfdee38460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.553+0000 7fa54ffff640 0 client.17841 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:05:42.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.553+0000 7fa579dab740 1 --2- 172.21.15.1:0/4278133154 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cfdee31a30 0x55cfdee37f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.553+0000 7fa579dab740 1 -- 172.21.15.1:0/4278133154 >> 172.21.15.1:0/4278133154 conn(0x55cfdee2c100 msgr2=0x55cfdee2de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:42.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.553+0000 7fa579dab740 1 -- 172.21.15.1:0/4278133154 shutdown_connections 2024-02-10T00:05:42.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.553+0000 7fa579dab740 1 -- 172.21.15.1:0/4278133154 wait complete. 2024-02-10T00:05:42.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.553+0000 7fa579dab740 20 client.17841 trim_cache size 0 max 16384 2024-02-10T00:05:42.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.565+0000 7fa579dab740 1 Processor -- start 2024-02-10T00:05:42.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.565+0000 7fa579dab740 1 -- start start 2024-02-10T00:05:42.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.565+0000 7fa579dab740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cfdee31a30 0x55cfdee3a650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.565+0000 7fa579dab740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cfdee323e0 0x55cfdee385f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.565+0000 7fa579dab740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cfdee3af60 0x55cfdee41f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.565+0000 7fa579dab740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfded1e130 con 0x55cfdee31a30 2024-02-10T00:05:42.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.565+0000 7fa579dab740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfdee2b9c0 con 0x55cfdee3af60 2024-02-10T00:05:42.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.565+0000 7fa579dab740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfdee31380 con 0x55cfdee323e0 2024-02-10T00:05:42.572 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.565+0000 7fa56ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cfdee31a30 0x55cfdee3a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.565+0000 7fa56ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cfdee31a30 0x55cfdee3a650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54282/0 (socket says 172.21.15.1:54282) 2024-02-10T00:05:42.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.565+0000 7fa56ffff640 1 -- 172.21.15.1:0/4101189460 learned_addr learned my addr 172.21.15.1:0/4101189460 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:42.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.565+0000 7fa574f73640 1 --2- 172.21.15.1:0/4101189460 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cfdee323e0 0x55cfdee385f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.565+0000 7fa56ffff640 1 -- 172.21.15.1:0/4101189460 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cfdee323e0 msgr2=0x55cfdee385f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.565+0000 7fa56ffff640 1 --2- 172.21.15.1:0/4101189460 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cfdee323e0 0x55cfdee385f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.565+0000 7fa56ffff640 1 -- 172.21.15.1:0/4101189460 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cfdee3af60 msgr2=0x55cfdee41f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.565+0000 7fa56ffff640 1 --2- 172.21.15.1:0/4101189460 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cfdee3af60 0x55cfdee41f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.565+0000 7fa56ffff640 1 -- 172.21.15.1:0/4101189460 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cfded33c90 con 0x55cfdee31a30 2024-02-10T00:05:42.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.565+0000 7fa574f73640 1 --2- 172.21.15.1:0/4101189460 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cfdee323e0 0x55cfdee385f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:05:42.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.565+0000 7fa56ffff640 1 --2- 172.21.15.1:0/4101189460 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cfdee31a30 0x55cfdee3a650 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x7fa55c0059f0 tx=0x7fa55c00ba00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb515754e5371e9d server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:42.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.566+0000 7fa55a7fc640 1 -- 172.21.15.1:0/4101189460 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa55c0045d0 con 0x55cfdee31a30 2024-02-10T00:05:42.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.566+0000 7fa55a7fc640 1 -- 172.21.15.1:0/4101189460 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa55c01a030 con 0x55cfdee31a30 2024-02-10T00:05:42.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.566+0000 7fa55a7fc640 1 -- 172.21.15.1:0/4101189460 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa55c012c40 con 0x55cfdee31a30 2024-02-10T00:05:42.573 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.566+0000 7fa579dab740 1 -- 172.21.15.1:0/4101189460 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cfdee31a30 msgr2=0x55cfdee3a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.566+0000 7fa579dab740 1 --2- 172.21.15.1:0/4101189460 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cfdee31a30 0x55cfdee3a650 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x7fa55c0059f0 tx=0x7fa55c00ba00 comp rx=0 tx=0).stop 2024-02-10T00:05:42.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.566+0000 7fa579dab740 1 -- 172.21.15.1:0/4101189460 shutdown_connections 2024-02-10T00:05:42.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.566+0000 7fa579dab740 1 --2- 172.21.15.1:0/4101189460 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cfdee3af60 0x55cfdee41f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.566+0000 7fa579dab740 1 --2- 172.21.15.1:0/4101189460 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cfdee323e0 0x55cfdee385f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.566+0000 7fa579dab740 1 --2- 172.21.15.1:0/4101189460 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cfdee31a30 0x55cfdee3a650 unknown :-1 s=CLOSED pgs=1202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.566+0000 7fa579dab740 1 -- 172.21.15.1:0/4101189460 >> 172.21.15.1:0/4101189460 conn(0x55cfdee2c100 msgr2=0x55cfdee37ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:42.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.566+0000 7fa579dab740 1 -- 172.21.15.1:0/4101189460 shutdown_connections 2024-02-10T00:05:42.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.566+0000 7fa579dab740 1 -- 172.21.15.1:0/4101189460 wait complete. 2024-02-10T00:05:42.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.567+0000 7fa579dab740 1 -- start start 2024-02-10T00:05:42.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.567+0000 7fa579dab740 1 Processor -- start 2024-02-10T00:05:42.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.567+0000 7fa579dab740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cfdee31a30 0x55cfdee9beb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.567+0000 7fa579dab740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cfdee323e0 0x55cfdee9c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.567+0000 7fa579dab740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cfdee3af60 0x55cfdee413e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.567+0000 7fa579dab740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfdee419a0 con 0x55cfdee323e0 2024-02-10T00:05:42.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.567+0000 7fa579dab740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfdee41b10 con 0x55cfdee31a30 2024-02-10T00:05:42.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.567+0000 7fa579dab740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cfdee41cd0 con 0x55cfdee3af60 2024-02-10T00:05:42.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.567+0000 7fa579dab740 10 client.0 _ll_register_callbacks cb 0x7fa56400b440 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:42.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.567+0000 7fa574f73640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cfdee323e0 0x55cfdee9c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.567+0000 7fa574f73640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cfdee323e0 0x55cfdee9c3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54288/0 (socket says 172.21.15.1:54288) 2024-02-10T00:05:42.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.567+0000 7fa574f73640 1 -- 172.21.15.1:0/3967833548 learned_addr learned my addr 172.21.15.1:0/3967833548 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:42.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.567+0000 7fa56ffff640 1 --2- 172.21.15.1:0/3967833548 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cfdee31a30 0x55cfdee9beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.567+0000 7fa574f73640 1 -- 172.21.15.1:0/3967833548 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cfdee3af60 msgr2=0x55cfdee413e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.567+0000 7fa574f73640 1 --2- 172.21.15.1:0/3967833548 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cfdee3af60 0x55cfdee413e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.567+0000 7fa574f73640 1 -- 172.21.15.1:0/3967833548 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cfdee31a30 msgr2=0x55cfdee9beb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.567+0000 7fa574f73640 1 --2- 172.21.15.1:0/3967833548 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cfdee31a30 0x55cfdee9beb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.567+0000 7fa574f73640 1 -- 172.21.15.1:0/3967833548 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55cfded976b0 con 0x55cfdee323e0 2024-02-10T00:05:42.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.567+0000 7fa574f73640 1 --2- 172.21.15.1:0/3967833548 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cfdee323e0 0x55cfdee9c3f0 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7fa56400fc30 tx=0x7fa56400ff60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5924f6d9af024b0e server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:42.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.568+0000 7fa54ffff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:42.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.568+0000 7fa54ffff640 1 -- 172.21.15.1:0/3967833548 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa564011c90 con 0x55cfdee323e0 2024-02-10T00:05:42.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.568+0000 7fa54ffff640 1 -- 172.21.15.1:0/3967833548 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fa564011440 con 0x55cfdee323e0 2024-02-10T00:05:42.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.568+0000 7fa579dab740 1 -- 172.21.15.1:0/3967833548 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa564011920 con 0x55cfdee323e0 2024-02-10T00:05:42.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.568+0000 7fa54ffff640 1 -- 172.21.15.1:0/3967833548 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa564011df0 con 0x55cfdee323e0 2024-02-10T00:05:42.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.568+0000 7fa579dab740 10 client.17847 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:42.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.568+0000 7fa579dab740 1 -- 172.21.15.1:0/3967833548 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55cfded59a70 con 0x55cfdee323e0 2024-02-10T00:05:42.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.568+0000 7fa54ffff640 1 -- 172.21.15.1:0/3967833548 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa564011920 con 0x55cfdee323e0 2024-02-10T00:05:42.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.568+0000 7fa54ffff640 1 -- 172.21.15.1:0/3967833548 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fa5640047a0 con 0x55cfdee323e0 2024-02-10T00:05:42.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.568+0000 7fa579dab740 10 client.17847 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:42.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.568+0000 7fa579dab740 10 client.17847 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:05:42.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.568+0000 7fa579dab740 20 client.17847 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:42.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.568+0000 7fa579dab740 1 --2- 172.21.15.1:0/3967833548 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55cfdeea3df0 0x55cfdeea6210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.568+0000 7fa579dab740 4 client.17847 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:05:42.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.568+0000 7fa579dab740 1 -- 172.21.15.1:0/3967833548 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55cfdeb24890 con 0x55cfdeea3df0 2024-02-10T00:05:42.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.568+0000 7fa56ffff640 1 --2- 172.21.15.1:0/3967833548 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55cfdeea3df0 0x55cfdeea6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.569+0000 7fa54ffff640 10 client.17847 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:05:42.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.569+0000 7fa56ffff640 1 --2- 172.21.15.1:0/3967833548 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55cfdeea3df0 0x55cfdeea6210 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=499a45a5383ce2ca server_cookie=2f88f19dd13a65bb in_seq=0 out_seq=0 2024-02-10T00:05:42.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.569+0000 7fa54ffff640 1 -- 172.21.15.1:0/3967833548 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55cfdeb24890 con 0x55cfdeea3df0 2024-02-10T00:05:42.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.569+0000 7fa54ffff640 10 client.17847 handle_command_reply: tid=0 2024-02-10T00:05:42.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.569+0000 7fa579dab740 1 client.17847 shutdown 2024-02-10T00:05:42.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.569+0000 7fa579dab740 1 -- 172.21.15.1:0/3967833548 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cfdee323e0 msgr2=0x55cfdee9c3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.569+0000 7fa579dab740 1 --2- 172.21.15.1:0/3967833548 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cfdee323e0 0x55cfdee9c3f0 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7fa56400fc30 tx=0x7fa56400ff60 comp rx=0 tx=0).stop 2024-02-10T00:05:42.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.569+0000 7fa579dab740 1 -- 172.21.15.1:0/3967833548 shutdown_connections 2024-02-10T00:05:42.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.569+0000 7fa579dab740 1 --2- 172.21.15.1:0/3967833548 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cfdee3af60 0x55cfdee413e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.569+0000 7fa579dab740 1 --2- 172.21.15.1:0/3967833548 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55cfdeea3df0 0x55cfdeea6210 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.569+0000 7fa579dab740 1 --2- 172.21.15.1:0/3967833548 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cfdee323e0 0x55cfdee9c3f0 unknown :-1 s=CLOSED pgs=1203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.569+0000 7fa579dab740 1 --2- 172.21.15.1:0/3967833548 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cfdee31a30 0x55cfdee9beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.569+0000 7fa579dab740 1 -- 172.21.15.1:0/3967833548 >> 172.21.15.1:0/3967833548 conn(0x55cfdee2c100 msgr2=0x55cfdee2b240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:42.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.569+0000 7fa54ffff640 0 client.17847 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:05:42.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.569+0000 7fa579dab740 1 -- 172.21.15.1:0/3967833548 shutdown_connections 2024-02-10T00:05:42.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.569+0000 7fa579dab740 1 -- 172.21.15.1:0/3967833548 wait complete. 2024-02-10T00:05:42.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.569+0000 7fa579dab740 20 client.17847 trim_cache size 0 max 16384 2024-02-10T00:05:42.578 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:05:42.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.570+0000 7fa5771d7640 1 -- 172.21.15.1:0/47609836 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa5600a2230 msgr2=0x7fa5600a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.570+0000 7fa5771d7640 1 --2- 172.21.15.1:0/47609836 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa5600a2230 0x7fa5600a46f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fa5680ee6f0 tx=0x7fa5680a84d0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.570+0000 7fa5771d7640 1 -- 172.21.15.1:0/47609836 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa5701026c0 msgr2=0x7fa5700fdaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.570+0000 7fa5771d7640 1 --2- 172.21.15.1:0/47609836 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa5701026c0 0x7fa5700fdaf0 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7fa568004af0 tx=0x7fa568034cc0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.570+0000 7fa5771d7640 1 -- 172.21.15.1:0/47609836 shutdown_connections 2024-02-10T00:05:42.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.570+0000 7fa5771d7640 1 --2- 172.21.15.1:0/47609836 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa5600a2230 0x7fa5600a46f0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.570+0000 7fa5771d7640 1 --2- 172.21.15.1:0/47609836 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa5701026c0 0x7fa5700fdaf0 unknown :-1 s=CLOSED pgs=1200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.570+0000 7fa5771d7640 1 --2- 172.21.15.1:0/47609836 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa570101d20 0x7fa5700fd5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.570+0000 7fa5771d7640 1 --2- 172.21.15.1:0/47609836 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa570100440 0x7fa5700fd070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.570+0000 7fa5771d7640 1 -- 172.21.15.1:0/47609836 >> 172.21.15.1:0/47609836 conn(0x7fa570077310 msgr2=0x7fa570069bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:42.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.570+0000 7fa5771d7640 1 -- 172.21.15.1:0/47609836 shutdown_connections 2024-02-10T00:05:42.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.570+0000 7fa5771d7640 1 -- 172.21.15.1:0/47609836 wait complete. 2024-02-10T00:05:42.582 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:05:42.582 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-02-10T00:05:42.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.686+0000 7f5860bbc640 1 -- 172.21.15.1:0/84711390 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f585c100340 msgr2=0x7f585c100720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.686+0000 7f5860bbc640 1 --2- 172.21.15.1:0/84711390 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f585c100340 0x7f585c100720 secure :-1 s=READY pgs=1204 cs=0 l=1 rev1=1 crypto rx=0x7f584c009930 tx=0x7f584c02bc30 comp rx=0 tx=0).stop 2024-02-10T00:05:42.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.686+0000 7f5860bbc640 1 -- 172.21.15.1:0/84711390 shutdown_connections 2024-02-10T00:05:42.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.686+0000 7f5860bbc640 1 --2- 172.21.15.1:0/84711390 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f585c105410 0x7f585c10cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.686+0000 7f5860bbc640 1 --2- 172.21.15.1:0/84711390 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f585c100cf0 0x7f585c104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.686+0000 7f5860bbc640 1 --2- 172.21.15.1:0/84711390 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f585c100340 0x7f585c100720 unknown :-1 s=CLOSED pgs=1204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.686+0000 7f5860bbc640 1 -- 172.21.15.1:0/84711390 >> 172.21.15.1:0/84711390 conn(0x7f585c0772e0 msgr2=0x7f585c0776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:42.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.686+0000 7f5860bbc640 1 -- 172.21.15.1:0/84711390 shutdown_connections 2024-02-10T00:05:42.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.686+0000 7f5860bbc640 1 -- 172.21.15.1:0/84711390 wait complete. 2024-02-10T00:05:42.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.687+0000 7f5860bbc640 1 Processor -- start 2024-02-10T00:05:42.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.687+0000 7f5860bbc640 1 -- start start 2024-02-10T00:05:42.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.687+0000 7f5860bbc640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f585c100340 0x7f585c19d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.687+0000 7f5860bbc640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f585c105410 0x7f585c19dae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.687+0000 7f5860bbc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f585c1976b0 0x7f585c197b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.687+0000 7f5860bbc640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f585c198180 con 0x7f585c1976b0 2024-02-10T00:05:42.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.687+0000 7f5860bbc640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f585c1982f0 con 0x7f585c105410 2024-02-10T00:05:42.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.687+0000 7f5860bbc640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f585c1984b0 con 0x7f585c100340 2024-02-10T00:05:42.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.687+0000 7f585ad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f585c1976b0 0x7f585c197b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.687+0000 7f585ad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f585c1976b0 0x7f585c197b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54302/0 (socket says 172.21.15.1:54302) 2024-02-10T00:05:42.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.687+0000 7f585ad9d640 1 -- 172.21.15.1:0/2214144627 learned_addr learned my addr 172.21.15.1:0/2214144627 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:42.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.687+0000 7f5851d9b640 1 --2- 172.21.15.1:0/2214144627 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f585c105410 0x7f585c19dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.687+0000 7f585a59c640 1 --2- 172.21.15.1:0/2214144627 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f585c100340 0x7f585c19d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.687+0000 7f585ad9d640 1 -- 172.21.15.1:0/2214144627 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f585c100340 msgr2=0x7f585c19d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.688+0000 7f585ad9d640 1 --2- 172.21.15.1:0/2214144627 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f585c100340 0x7f585c19d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.688+0000 7f585ad9d640 1 -- 172.21.15.1:0/2214144627 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f585c105410 msgr2=0x7f585c19dae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.688+0000 7f585ad9d640 1 --2- 172.21.15.1:0/2214144627 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f585c105410 0x7f585c19dae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.688+0000 7f585ad9d640 1 -- 172.21.15.1:0/2214144627 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f584c009560 con 0x7f585c1976b0 2024-02-10T00:05:42.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.688+0000 7f585a59c640 1 --2- 172.21.15.1:0/2214144627 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f585c100340 0x7f585c19d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:05:42.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.688+0000 7f585ad9d640 1 --2- 172.21.15.1:0/2214144627 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f585c1976b0 0x7f585c197b30 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7f585400cab0 tx=0x7f585400cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:42.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.688+0000 7f5853fff640 1 -- 172.21.15.1:0/2214144627 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f585400ae20 con 0x7f585c1976b0 2024-02-10T00:05:42.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.688+0000 7f5860bbc640 1 -- 172.21.15.1:0/2214144627 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f585c1a4400 con 0x7f585c1976b0 2024-02-10T00:05:42.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.688+0000 7f5853fff640 1 -- 172.21.15.1:0/2214144627 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f585400f930 con 0x7f585c1976b0 2024-02-10T00:05:42.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.688+0000 7f5853fff640 1 -- 172.21.15.1:0/2214144627 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5854018a70 con 0x7f585c1976b0 2024-02-10T00:05:42.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.688+0000 7f5860bbc640 1 -- 172.21.15.1:0/2214144627 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f585c1a48e0 con 0x7f585c1976b0 2024-02-10T00:05:42.700 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.690+0000 7f5853fff640 1 -- 172.21.15.1:0/2214144627 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f585400faa0 con 0x7f585c1976b0 2024-02-10T00:05:42.700 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.690+0000 7f5853fff640 1 --2- 172.21.15.1:0/2214144627 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f58480a2230 0x7f58480a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.700 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.690+0000 7f5863790740 1 Processor -- start 2024-02-10T00:05:42.700 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.691+0000 7f585a59c640 1 --2- 172.21.15.1:0/2214144627 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f58480a2230 0x7f58480a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.700 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.691+0000 7f5853fff640 1 -- 172.21.15.1:0/2214144627 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f58540cea40 con 0x7f585c1976b0 2024-02-10T00:05:42.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.691+0000 7f5863790740 1 -- start start 2024-02-10T00:05:42.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.691+0000 7f5863790740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5607fee8da30 0x5607fee8de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.691+0000 7f5863790740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5607fee8e3e0 0x5607fee96990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.691+0000 7f5863790740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5607fee96f60 0x5607fee993b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.691+0000 7f5863790740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607fee49020 con 0x5607fee8e3e0 2024-02-10T00:05:42.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.691+0000 7f5863790740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607fedfc320 con 0x5607fee96f60 2024-02-10T00:05:42.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.691+0000 7f5863790740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607fedf9850 con 0x5607fee8da30 2024-02-10T00:05:42.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.691+0000 7f5851d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5607fee8e3e0 0x5607fee96990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.691+0000 7f585a59c640 1 --2- 172.21.15.1:0/2214144627 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f58480a2230 0x7f58480a46f0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f584c005ec0 tx=0x7f584c000bc0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:42.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.691+0000 7f5851d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5607fee8e3e0 0x5607fee96990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54310/0 (socket says 172.21.15.1:54310) 2024-02-10T00:05:42.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.691+0000 7f5851d9b640 1 -- 172.21.15.1:0/1540199798 learned_addr learned my addr 172.21.15.1:0/1540199798 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:42.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.691+0000 7f585ad9d640 1 --2- 172.21.15.1:0/1540199798 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5607fee96f60 0x5607fee993b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.691+0000 7f585a59c640 1 --2- 172.21.15.1:0/1540199798 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5607fee8da30 0x5607fee8de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.691+0000 7f5851d9b640 1 -- 172.21.15.1:0/1540199798 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5607fee8da30 msgr2=0x5607fee8de10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.691+0000 7f5851d9b640 1 --2- 172.21.15.1:0/1540199798 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5607fee8da30 0x5607fee8de10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.691+0000 7f5851d9b640 1 -- 172.21.15.1:0/1540199798 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5607fee96f60 msgr2=0x5607fee993b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.691+0000 7f5851d9b640 1 --2- 172.21.15.1:0/1540199798 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5607fee96f60 0x5607fee993b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.691+0000 7f5851d9b640 1 -- 172.21.15.1:0/1540199798 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5607fedb7210 con 0x5607fee8e3e0 2024-02-10T00:05:42.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.691+0000 7f5851d9b640 1 --2- 172.21.15.1:0/1540199798 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5607fee8e3e0 0x5607fee96990 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7f5844009bf0 tx=0x7f58440117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2655de8705b212a5 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:42.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.692+0000 7f5850d99640 1 -- 172.21.15.1:0/1540199798 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58440096c0 con 0x5607fee8e3e0 2024-02-10T00:05:42.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.692+0000 7f5850d99640 1 -- 172.21.15.1:0/1540199798 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5844004510 con 0x5607fee8e3e0 2024-02-10T00:05:42.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.692+0000 7f5850d99640 1 -- 172.21.15.1:0/1540199798 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58440126b0 con 0x5607fee8e3e0 2024-02-10T00:05:42.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.692+0000 7f5863790740 1 -- 172.21.15.1:0/1540199798 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5607fee8e3e0 msgr2=0x5607fee96990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.692+0000 7f5863790740 1 --2- 172.21.15.1:0/1540199798 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5607fee8e3e0 0x5607fee96990 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7f5844009bf0 tx=0x7f58440117b0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.692+0000 7f5863790740 1 -- 172.21.15.1:0/1540199798 shutdown_connections 2024-02-10T00:05:42.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.692+0000 7f5863790740 1 --2- 172.21.15.1:0/1540199798 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5607fee96f60 0x5607fee993b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.692+0000 7f5863790740 1 --2- 172.21.15.1:0/1540199798 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5607fee8e3e0 0x5607fee96990 unknown :-1 s=CLOSED pgs=1206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.692+0000 7f5863790740 1 --2- 172.21.15.1:0/1540199798 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5607fee8da30 0x5607fee8de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.692+0000 7f5863790740 1 -- 172.21.15.1:0/1540199798 >> 172.21.15.1:0/1540199798 conn(0x5607fee88100 msgr2=0x5607fee884e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:42.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.692+0000 7f5863790740 1 -- 172.21.15.1:0/1540199798 shutdown_connections 2024-02-10T00:05:42.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.692+0000 7f5863790740 1 -- 172.21.15.1:0/1540199798 wait complete. 2024-02-10T00:05:42.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.693+0000 7f5863790740 1 -- start start 2024-02-10T00:05:42.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.693+0000 7f5863790740 1 Processor -- start 2024-02-10T00:05:42.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.693+0000 7f5863790740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5607fee8da30 0x5607fee93ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.693+0000 7f5863790740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5607fee8e3e0 0x5607fee94400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.693+0000 7f5863790740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5607fee96f60 0x5607fee94940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.693+0000 7f5863790740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607fedf5030 con 0x5607fee96f60 2024-02-10T00:05:42.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.693+0000 7f5863790740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607feac8430 con 0x5607fee8e3e0 2024-02-10T00:05:42.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.693+0000 7f5863790740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607fea84e00 con 0x5607fee8da30 2024-02-10T00:05:42.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.693+0000 7f5863790740 10 client.0 _ll_register_callbacks cb 0x5607fedea030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:42.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.693+0000 7f585ad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5607fee96f60 0x5607fee94940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.693+0000 7f585ad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5607fee96f60 0x5607fee94940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54318/0 (socket says 172.21.15.1:54318) 2024-02-10T00:05:42.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.693+0000 7f585ad9d640 1 -- 172.21.15.1:0/169400309 learned_addr learned my addr 172.21.15.1:0/169400309 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:42.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.693+0000 7f585a59c640 1 --2- 172.21.15.1:0/169400309 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5607fee8da30 0x5607fee93ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.693+0000 7f5851d9b640 1 --2- 172.21.15.1:0/169400309 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5607fee8e3e0 0x5607fee94400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.693+0000 7f585ad9d640 1 -- 172.21.15.1:0/169400309 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5607fee8da30 msgr2=0x5607fee93ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.693+0000 7f585ad9d640 1 --2- 172.21.15.1:0/169400309 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5607fee8da30 0x5607fee93ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.693+0000 7f585ad9d640 1 -- 172.21.15.1:0/169400309 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5607fee8e3e0 msgr2=0x5607fee94400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.693+0000 7f585ad9d640 1 --2- 172.21.15.1:0/169400309 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5607fee8e3e0 0x5607fee94400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.693+0000 7f585ad9d640 1 -- 172.21.15.1:0/169400309 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5844009820 con 0x5607fee96f60 2024-02-10T00:05:42.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.693+0000 7f5851d9b640 1 --2- 172.21.15.1:0/169400309 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5607fee8e3e0 0x5607fee94400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:42.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.693+0000 7f585a59c640 1 --2- 172.21.15.1:0/169400309 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5607fee8da30 0x5607fee93ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:42.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.694+0000 7f585ad9d640 1 --2- 172.21.15.1:0/169400309 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5607fee96f60 0x5607fee94940 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7f5854097e30 tx=0x7f585409bca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3321f058a5cd7ad4 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:42.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.694+0000 7f5841ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:42.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.694+0000 7f5841ffb640 1 -- 172.21.15.1:0/169400309 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58540840d0 con 0x5607fee96f60 2024-02-10T00:05:42.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.694+0000 7f5841ffb640 1 -- 172.21.15.1:0/169400309 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f58540a3c00 con 0x5607fee96f60 2024-02-10T00:05:42.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.694+0000 7f5863790740 1 -- 172.21.15.1:0/169400309 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5607feaf47e0 con 0x5607fee96f60 2024-02-10T00:05:42.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.694+0000 7f5841ffb640 1 -- 172.21.15.1:0/169400309 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f58540b9bd0 con 0x5607fee96f60 2024-02-10T00:05:42.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.694+0000 7f5863790740 10 client.17859 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:42.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.694+0000 7f5863790740 1 -- 172.21.15.1:0/169400309 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5607fedf36b0 con 0x5607fee96f60 2024-02-10T00:05:42.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.694+0000 7f5841ffb640 1 -- 172.21.15.1:0/169400309 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5607feaf47e0 con 0x5607fee96f60 2024-02-10T00:05:42.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.694+0000 7f5841ffb640 1 -- 172.21.15.1:0/169400309 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f58540b7070 con 0x5607fee96f60 2024-02-10T00:05:42.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.694+0000 7f5863790740 10 client.17859 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:42.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.694+0000 7f5863790740 10 client.17859 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:05:42.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.694+0000 7f5863790740 20 client.17859 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:42.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.694+0000 7f5863790740 1 --2- 172.21.15.1:0/169400309 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5607feea74f0 0x5607feea9910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.694+0000 7f5863790740 4 client.17859 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:05:42.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.694+0000 7f5863790740 1 -- 172.21.15.1:0/169400309 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5607feb31720 con 0x5607feea74f0 2024-02-10T00:05:42.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.695+0000 7f585a59c640 1 --2- 172.21.15.1:0/169400309 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5607feea74f0 0x5607feea9910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.695+0000 7f585a59c640 1 --2- 172.21.15.1:0/169400309 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5607feea74f0 0x5607feea9910 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e5e62aefbc84b5af server_cookie=97868227217dfb3e in_seq=0 out_seq=0 2024-02-10T00:05:42.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.695+0000 7f5841ffb640 10 client.17859 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:05:42.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.696+0000 7f5841ffb640 1 -- 172.21.15.1:0/169400309 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5607feb31720 con 0x5607feea74f0 2024-02-10T00:05:42.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.696+0000 7f5841ffb640 10 client.17859 handle_command_reply: tid=0 2024-02-10T00:05:42.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.696+0000 7f5863790740 1 client.17859 shutdown 2024-02-10T00:05:42.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.696+0000 7f5863790740 1 -- 172.21.15.1:0/169400309 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5607fee96f60 msgr2=0x5607fee94940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.696+0000 7f5863790740 1 --2- 172.21.15.1:0/169400309 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5607fee96f60 0x5607fee94940 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7f5854097e30 tx=0x7f585409bca0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.696+0000 7f5863790740 1 -- 172.21.15.1:0/169400309 shutdown_connections 2024-02-10T00:05:42.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.696+0000 7f5863790740 1 --2- 172.21.15.1:0/169400309 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5607feea74f0 0x5607feea9910 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.696+0000 7f5863790740 1 --2- 172.21.15.1:0/169400309 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5607fee96f60 0x5607fee94940 unknown :-1 s=CLOSED pgs=1207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.696+0000 7f5841ffb640 0 client.17859 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:05:42.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.696+0000 7f5863790740 1 --2- 172.21.15.1:0/169400309 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5607fee8e3e0 0x5607fee94400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.696+0000 7f5863790740 1 --2- 172.21.15.1:0/169400309 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5607fee8da30 0x5607fee93ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.696+0000 7f5863790740 1 -- 172.21.15.1:0/169400309 >> 172.21.15.1:0/169400309 conn(0x5607fee88100 msgr2=0x5607fee89e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:42.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.696+0000 7f5863790740 1 -- 172.21.15.1:0/169400309 shutdown_connections 2024-02-10T00:05:42.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.696+0000 7f5863790740 1 -- 172.21.15.1:0/169400309 wait complete. 2024-02-10T00:05:42.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.696+0000 7f5863790740 20 client.17859 trim_cache size 0 max 16384 2024-02-10T00:05:42.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.708+0000 7f5863790740 1 Processor -- start 2024-02-10T00:05:42.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.708+0000 7f5863790740 1 -- start start 2024-02-10T00:05:42.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.708+0000 7f5863790740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5607fee8da30 0x5607fee965f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.708+0000 7f5863790740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5607fee8e3e0 0x5607fee94760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.708+0000 7f5863790740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5607fee96f60 0x5607fee91120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.708+0000 7f5863790740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607fed7a130 con 0x5607fee8da30 2024-02-10T00:05:42.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.708+0000 7f5863790740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607fee8d380 con 0x5607fee96f60 2024-02-10T00:05:42.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.708+0000 7f5863790740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607fee87f30 con 0x5607fee8e3e0 2024-02-10T00:05:42.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.708+0000 7f585a59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5607fee8da30 0x5607fee965f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.708+0000 7f585a59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5607fee8da30 0x5607fee965f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54322/0 (socket says 172.21.15.1:54322) 2024-02-10T00:05:42.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.708+0000 7f585a59c640 1 -- 172.21.15.1:0/2660762315 learned_addr learned my addr 172.21.15.1:0/2660762315 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:42.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.708+0000 7f5851d9b640 1 --2- 172.21.15.1:0/2660762315 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5607fee8e3e0 0x5607fee94760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.708+0000 7f585a59c640 1 -- 172.21.15.1:0/2660762315 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5607fee8e3e0 msgr2=0x5607fee94760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.708+0000 7f585a59c640 1 --2- 172.21.15.1:0/2660762315 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5607fee8e3e0 0x5607fee94760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.708+0000 7f585a59c640 1 -- 172.21.15.1:0/2660762315 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5607fee96f60 msgr2=0x5607fee91120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.708+0000 7f585a59c640 1 --2- 172.21.15.1:0/2660762315 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5607fee96f60 0x5607fee91120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.708+0000 7f585a59c640 1 -- 172.21.15.1:0/2660762315 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5607fed8fc90 con 0x5607fee8da30 2024-02-10T00:05:42.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.708+0000 7f585a59c640 1 --2- 172.21.15.1:0/2660762315 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5607fee8da30 0x5607fee965f0 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7f584c009930 tx=0x7f584c03d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c7ada8819586a6b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:42.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.709+0000 7f5843fff640 1 -- 172.21.15.1:0/2660762315 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f584c057070 con 0x5607fee8da30 2024-02-10T00:05:42.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.709+0000 7f5843fff640 1 -- 172.21.15.1:0/2660762315 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f584c02ca00 con 0x5607fee8da30 2024-02-10T00:05:42.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.709+0000 7f5843fff640 1 -- 172.21.15.1:0/2660762315 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f584c0050e0 con 0x5607fee8da30 2024-02-10T00:05:42.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.709+0000 7f5863790740 1 -- 172.21.15.1:0/2660762315 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5607fee8da30 msgr2=0x5607fee965f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.709+0000 7f5863790740 1 --2- 172.21.15.1:0/2660762315 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5607fee8da30 0x5607fee965f0 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7f584c009930 tx=0x7f584c03d000 comp rx=0 tx=0).stop 2024-02-10T00:05:42.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.709+0000 7f5863790740 1 -- 172.21.15.1:0/2660762315 shutdown_connections 2024-02-10T00:05:42.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.709+0000 7f5863790740 1 --2- 172.21.15.1:0/2660762315 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5607fee96f60 0x5607fee91120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.709+0000 7f5863790740 1 --2- 172.21.15.1:0/2660762315 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5607fee8e3e0 0x5607fee94760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.709+0000 7f5863790740 1 --2- 172.21.15.1:0/2660762315 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5607fee8da30 0x5607fee965f0 unknown :-1 s=CLOSED pgs=1208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.709+0000 7f5863790740 1 -- 172.21.15.1:0/2660762315 >> 172.21.15.1:0/2660762315 conn(0x5607fee88100 msgr2=0x5607fee92790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:42.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.709+0000 7f5863790740 1 -- 172.21.15.1:0/2660762315 shutdown_connections 2024-02-10T00:05:42.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.709+0000 7f5863790740 1 -- 172.21.15.1:0/2660762315 wait complete. 2024-02-10T00:05:42.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.709+0000 7f5863790740 1 -- start start 2024-02-10T00:05:42.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.710+0000 7f5863790740 1 Processor -- start 2024-02-10T00:05:42.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.710+0000 7f5863790740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5607fee8da30 0x5607fee9e380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.710+0000 7f5863790740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5607fee8e3e0 0x5607fee9c720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.710+0000 7f5863790740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5607fee96f60 0x5607fee9cce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.710+0000 7f5863790740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607fee9d3e0 con 0x5607fee8e3e0 2024-02-10T00:05:42.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.710+0000 7f5863790740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607fee9d550 con 0x5607fee96f60 2024-02-10T00:05:42.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.710+0000 7f5863790740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607feefd9e0 con 0x5607fee8da30 2024-02-10T00:05:42.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.710+0000 7f5863790740 10 client.0 _ll_register_callbacks cb 0x7f5844009610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:42.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.710+0000 7f5851d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5607fee8e3e0 0x5607fee9c720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.710+0000 7f5851d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5607fee8e3e0 0x5607fee9c720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54328/0 (socket says 172.21.15.1:54328) 2024-02-10T00:05:42.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.710+0000 7f5851d9b640 1 -- 172.21.15.1:0/2095724268 learned_addr learned my addr 172.21.15.1:0/2095724268 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:42.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.710+0000 7f585a59c640 1 --2- 172.21.15.1:0/2095724268 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5607fee8da30 0x5607fee9e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.710+0000 7f585ad9d640 1 --2- 172.21.15.1:0/2095724268 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5607fee96f60 0x5607fee9cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.710+0000 7f5851d9b640 1 -- 172.21.15.1:0/2095724268 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5607fee8da30 msgr2=0x5607fee9e380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.710+0000 7f5851d9b640 1 --2- 172.21.15.1:0/2095724268 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5607fee8da30 0x5607fee9e380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.710+0000 7f5851d9b640 1 -- 172.21.15.1:0/2095724268 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5607fee96f60 msgr2=0x5607fee9cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.710+0000 7f5851d9b640 1 --2- 172.21.15.1:0/2095724268 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5607fee96f60 0x5607fee9cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.710+0000 7f5851d9b640 1 -- 172.21.15.1:0/2095724268 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f585c068500 con 0x5607fee8e3e0 2024-02-10T00:05:42.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.710+0000 7f585ad9d640 1 --2- 172.21.15.1:0/2095724268 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5607fee96f60 0x5607fee9cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:05:42.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.710+0000 7f5851d9b640 1 --2- 172.21.15.1:0/2095724268 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5607fee8e3e0 0x5607fee9c720 secure :-1 s=READY pgs=1209 cs=0 l=1 rev1=1 crypto rx=0x7f5844009bf0 tx=0x7f5844005300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b22a8074c007c4c4 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:42.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.710+0000 7f5841ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:42.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.711+0000 7f5841ffb640 1 -- 172.21.15.1:0/2095724268 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5844004880 con 0x5607fee8e3e0 2024-02-10T00:05:42.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.711+0000 7f5841ffb640 1 -- 172.21.15.1:0/2095724268 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f58440049e0 con 0x5607fee8e3e0 2024-02-10T00:05:42.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.711+0000 7f5863790740 1 -- 172.21.15.1:0/2095724268 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5844004510 con 0x5607fee8e3e0 2024-02-10T00:05:42.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.711+0000 7f5841ffb640 1 -- 172.21.15.1:0/2095724268 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5844004ba0 con 0x5607fee8e3e0 2024-02-10T00:05:42.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.711+0000 7f5863790740 10 client.17865 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:42.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.711+0000 7f5863790740 1 -- 172.21.15.1:0/2095724268 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5607fedb5a70 con 0x5607fee8e3e0 2024-02-10T00:05:42.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.711+0000 7f5841ffb640 1 -- 172.21.15.1:0/2095724268 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5844004510 con 0x5607fee8e3e0 2024-02-10T00:05:42.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.711+0000 7f5841ffb640 1 -- 172.21.15.1:0/2095724268 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f5844012450 con 0x5607fee8e3e0 2024-02-10T00:05:42.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.711+0000 7f5863790740 10 client.17865 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:42.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.711+0000 7f5863790740 10 client.17865 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:05:42.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.711+0000 7f5863790740 20 client.17865 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:42.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.711+0000 7f5863790740 1 --2- 172.21.15.1:0/2095724268 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5607feea74f0 0x5607fef011c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.711+0000 7f5863790740 4 client.17865 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:05:42.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.711+0000 7f5863790740 1 -- 172.21.15.1:0/2095724268 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5607feb80890 con 0x5607feea74f0 2024-02-10T00:05:42.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.711+0000 7f585a59c640 1 --2- 172.21.15.1:0/2095724268 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5607feea74f0 0x5607fef011c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.712+0000 7f585a59c640 1 --2- 172.21.15.1:0/2095724268 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5607feea74f0 0x5607fef011c0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1ddaa5d484100d33 server_cookie=ff58b48b340b6ae2 in_seq=0 out_seq=0 2024-02-10T00:05:42.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.712+0000 7f5841ffb640 10 client.17865 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:05:42.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.712+0000 7f5841ffb640 1 -- 172.21.15.1:0/2095724268 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5607feb80890 con 0x5607feea74f0 2024-02-10T00:05:42.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.712+0000 7f5841ffb640 10 client.17865 handle_command_reply: tid=0 2024-02-10T00:05:42.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.712+0000 7f5863790740 1 client.17865 shutdown 2024-02-10T00:05:42.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.712+0000 7f5863790740 1 -- 172.21.15.1:0/2095724268 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5607fee8e3e0 msgr2=0x5607fee9c720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.712+0000 7f5863790740 1 --2- 172.21.15.1:0/2095724268 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5607fee8e3e0 0x5607fee9c720 secure :-1 s=READY pgs=1209 cs=0 l=1 rev1=1 crypto rx=0x7f5844009bf0 tx=0x7f5844005300 comp rx=0 tx=0).stop 2024-02-10T00:05:42.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.712+0000 7f5863790740 1 -- 172.21.15.1:0/2095724268 shutdown_connections 2024-02-10T00:05:42.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.712+0000 7f5863790740 1 --2- 172.21.15.1:0/2095724268 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5607feea74f0 0x5607fef011c0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.712+0000 7f5863790740 1 --2- 172.21.15.1:0/2095724268 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5607fee96f60 0x5607fee9cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.712+0000 7f5863790740 1 --2- 172.21.15.1:0/2095724268 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5607fee8e3e0 0x5607fee9c720 unknown :-1 s=CLOSED pgs=1209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.712+0000 7f5863790740 1 --2- 172.21.15.1:0/2095724268 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5607fee8da30 0x5607fee9e380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.712+0000 7f5841ffb640 0 client.17865 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:05:42.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.712+0000 7f5863790740 1 -- 172.21.15.1:0/2095724268 >> 172.21.15.1:0/2095724268 conn(0x5607fee88100 msgr2=0x5607fee869b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:42.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.712+0000 7f5863790740 1 -- 172.21.15.1:0/2095724268 shutdown_connections 2024-02-10T00:05:42.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.712+0000 7f5863790740 1 -- 172.21.15.1:0/2095724268 wait complete. 2024-02-10T00:05:42.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.712+0000 7f5863790740 20 client.17865 trim_cache size 0 max 16384 2024-02-10T00:05:42.722 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:05:42.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.713+0000 7f5860bbc640 1 -- 172.21.15.1:0/2214144627 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f58480a2230 msgr2=0x7f58480a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.713+0000 7f5860bbc640 1 --2- 172.21.15.1:0/2214144627 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f58480a2230 0x7f58480a46f0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f584c005ec0 tx=0x7f584c000bc0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.713+0000 7f5860bbc640 1 -- 172.21.15.1:0/2214144627 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f585c1976b0 msgr2=0x7f585c197b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.713+0000 7f5860bbc640 1 --2- 172.21.15.1:0/2214144627 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f585c1976b0 0x7f585c197b30 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7f585400cab0 tx=0x7f585400cf70 comp rx=0 tx=0).stop 2024-02-10T00:05:42.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.713+0000 7f5860bbc640 1 -- 172.21.15.1:0/2214144627 shutdown_connections 2024-02-10T00:05:42.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.713+0000 7f5860bbc640 1 --2- 172.21.15.1:0/2214144627 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f58480a2230 0x7f58480a46f0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.713+0000 7f5860bbc640 1 --2- 172.21.15.1:0/2214144627 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f585c1976b0 0x7f585c197b30 unknown :-1 s=CLOSED pgs=1205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.713+0000 7f5860bbc640 1 --2- 172.21.15.1:0/2214144627 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f585c105410 0x7f585c19dae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.713+0000 7f5860bbc640 1 --2- 172.21.15.1:0/2214144627 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f585c100340 0x7f585c19d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.713+0000 7f5860bbc640 1 -- 172.21.15.1:0/2214144627 >> 172.21.15.1:0/2214144627 conn(0x7f585c0772e0 msgr2=0x7f585c0fe230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:42.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.713+0000 7f5860bbc640 1 -- 172.21.15.1:0/2214144627 shutdown_connections 2024-02-10T00:05:42.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.713+0000 7f5860bbc640 1 -- 172.21.15.1:0/2214144627 wait complete. 2024-02-10T00:05:42.725 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:05:42.725 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-02-10T00:05:42.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.829+0000 7f56f25ac640 1 -- 172.21.15.1:0/3168212454 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f56ec102cb0 msgr2=0x7f56ec10b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.829+0000 7f56f25ac640 1 --2- 172.21.15.1:0/3168212454 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f56ec102cb0 0x7f56ec10b190 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7f56dc009900 tx=0x7f56dc02bcd0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.829+0000 7f56f25ac640 1 -- 172.21.15.1:0/3168212454 shutdown_connections 2024-02-10T00:05:42.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.829+0000 7f56f25ac640 1 --2- 172.21.15.1:0/3168212454 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f56ec10b7b0 0x7f56ec10dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.829+0000 7f56f25ac640 1 --2- 172.21.15.1:0/3168212454 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f56ec102cb0 0x7f56ec10b190 unknown :-1 s=CLOSED pgs=1210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.829+0000 7f56f25ac640 1 --2- 172.21.15.1:0/3168212454 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f56ec102390 0x7f56ec102770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.829+0000 7f56f25ac640 1 -- 172.21.15.1:0/3168212454 >> 172.21.15.1:0/3168212454 conn(0x7f56ec0fbb90 msgr2=0x7f56ec0fdfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:42.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.829+0000 7f56f25ac640 1 -- 172.21.15.1:0/3168212454 shutdown_connections 2024-02-10T00:05:42.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.829+0000 7f56f25ac640 1 -- 172.21.15.1:0/3168212454 wait complete. 2024-02-10T00:05:42.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.829+0000 7f56f25ac640 1 Processor -- start 2024-02-10T00:05:42.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.829+0000 7f56f25ac640 1 -- start start 2024-02-10T00:05:42.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.830+0000 7f56f25ac640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f56ec102390 0x7f56ec0fffe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.830+0000 7f56f25ac640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f56ec102cb0 0x7f56ec100520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.830+0000 7f56f25ac640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f56ec10b7b0 0x7f56ec100a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.830+0000 7f56f25ac640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56ec1a5b80 con 0x7f56ec102cb0 2024-02-10T00:05:42.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.830+0000 7f56f25ac640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56ec1a5cf0 con 0x7f56ec102390 2024-02-10T00:05:42.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.830+0000 7f56f25ac640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56ec1a5eb0 con 0x7f56ec10b7b0 2024-02-10T00:05:42.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.830+0000 7f56eb7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f56ec102cb0 0x7f56ec100520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.830+0000 7f56eb7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f56ec102cb0 0x7f56ec100520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54338/0 (socket says 172.21.15.1:54338) 2024-02-10T00:05:42.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.830+0000 7f56eb7fe640 1 -- 172.21.15.1:0/373486375 learned_addr learned my addr 172.21.15.1:0/373486375 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:42.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.830+0000 7f56eb7fe640 1 -- 172.21.15.1:0/373486375 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f56ec10b7b0 msgr2=0x7f56ec100a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.830+0000 7f56f0b49640 1 --2- 172.21.15.1:0/373486375 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f56ec10b7b0 0x7f56ec100a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.830+0000 7f56eb7fe640 1 --2- 172.21.15.1:0/373486375 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f56ec10b7b0 0x7f56ec100a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.830+0000 7f56eb7fe640 1 -- 172.21.15.1:0/373486375 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f56ec102390 msgr2=0x7f56ec0fffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.830+0000 7f56eb7fe640 1 --2- 172.21.15.1:0/373486375 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f56ec102390 0x7f56ec0fffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.830+0000 7f56eb7fe640 1 -- 172.21.15.1:0/373486375 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56dc009560 con 0x7f56ec102cb0 2024-02-10T00:05:42.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.830+0000 7f56eb7fe640 1 --2- 172.21.15.1:0/373486375 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f56ec102cb0 0x7f56ec100520 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7f56dc005940 tx=0x7f56dc02c780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:42.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.831+0000 7f56e97fa640 1 -- 172.21.15.1:0/373486375 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56dc0043d0 con 0x7f56ec102cb0 2024-02-10T00:05:42.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.831+0000 7f56e97fa640 1 -- 172.21.15.1:0/373486375 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f56dc0052d0 con 0x7f56ec102cb0 2024-02-10T00:05:42.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.831+0000 7f56f25ac640 1 -- 172.21.15.1:0/373486375 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f56ec1a6130 con 0x7f56ec102cb0 2024-02-10T00:05:42.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.831+0000 7f56e97fa640 1 -- 172.21.15.1:0/373486375 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56dc003d30 con 0x7f56ec102cb0 2024-02-10T00:05:42.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.831+0000 7f56f25ac640 1 -- 172.21.15.1:0/373486375 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56ec1a6640 con 0x7f56ec102cb0 2024-02-10T00:05:42.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.833+0000 7f56e97fa640 1 -- 172.21.15.1:0/373486375 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f56dc005440 con 0x7f56ec102cb0 2024-02-10T00:05:42.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.833+0000 7f56f5180740 1 Processor -- start 2024-02-10T00:05:42.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.833+0000 7f56f5180740 1 -- start start 2024-02-10T00:05:42.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.833+0000 7f56f5180740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556a73ebfa30 0x556a73ebfe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.833+0000 7f56f5180740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556a73ec03e0 0x556a73ec8990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.833+0000 7f56f5180740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556a73ec8f60 0x556a73ecb3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.833+0000 7f56f5180740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a73e7b020 con 0x556a73ec8f60 2024-02-10T00:05:42.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.833+0000 7f56f5180740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a73e2e320 con 0x556a73ebfa30 2024-02-10T00:05:42.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.833+0000 7f56f5180740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a73e2b850 con 0x556a73ec03e0 2024-02-10T00:05:42.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.833+0000 7f56e97fa640 1 --2- 172.21.15.1:0/373486375 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f56d80a2260 0x7f56d80a4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.833+0000 7f56eb7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556a73ec8f60 0x556a73ecb3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.833+0000 7f56eb7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556a73ec8f60 0x556a73ecb3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54344/0 (socket says 172.21.15.1:54344) 2024-02-10T00:05:42.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.833+0000 7f56eb7fe640 1 -- 172.21.15.1:0/880709387 learned_addr learned my addr 172.21.15.1:0/880709387 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:42.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.833+0000 7f56f0b49640 1 --2- 172.21.15.1:0/373486375 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f56d80a2260 0x7f56d80a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.834+0000 7f56f0b49640 1 --2- 172.21.15.1:0/880709387 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556a73ebfa30 0x556a73ebfe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.834+0000 7f56ebfff640 1 --2- 172.21.15.1:0/880709387 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556a73ec03e0 0x556a73ec8990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.834+0000 7f56e97fa640 1 -- 172.21.15.1:0/373486375 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f56dc0f0840 con 0x7f56ec102cb0 2024-02-10T00:05:42.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.834+0000 7f56eb7fe640 1 -- 172.21.15.1:0/880709387 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556a73ec03e0 msgr2=0x556a73ec8990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.834+0000 7f56eb7fe640 1 --2- 172.21.15.1:0/880709387 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556a73ec03e0 0x556a73ec8990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.834+0000 7f56eb7fe640 1 -- 172.21.15.1:0/880709387 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556a73ebfa30 msgr2=0x556a73ebfe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.834+0000 7f56eb7fe640 1 --2- 172.21.15.1:0/880709387 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556a73ebfa30 0x556a73ebfe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.834+0000 7f56eb7fe640 1 -- 172.21.15.1:0/880709387 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556a73de9210 con 0x556a73ec8f60 2024-02-10T00:05:42.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.834+0000 7f56f0b49640 1 --2- 172.21.15.1:0/373486375 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f56d80a2260 0x7f56d80a4720 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f56e40092f0 tx=0x7f56e40098a0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:42.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.834+0000 7f56eb7fe640 1 --2- 172.21.15.1:0/880709387 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556a73ec8f60 0x556a73ecb3b0 secure :-1 s=READY pgs=1212 cs=0 l=1 rev1=1 crypto rx=0x7f56dc041000 tx=0x7f56dc0037d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b186d1374e2383c server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:42.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.834+0000 7f56e27fc640 1 -- 172.21.15.1:0/880709387 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56dc0035f0 con 0x556a73ec8f60 2024-02-10T00:05:42.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.834+0000 7f56e27fc640 1 -- 172.21.15.1:0/880709387 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f56dc0bda70 con 0x556a73ec8f60 2024-02-10T00:05:42.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.834+0000 7f56e27fc640 1 -- 172.21.15.1:0/880709387 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56dc0ee240 con 0x556a73ec8f60 2024-02-10T00:05:42.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.835+0000 7f56f5180740 1 -- 172.21.15.1:0/880709387 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556a73ec8f60 msgr2=0x556a73ecb3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.835+0000 7f56f5180740 1 --2- 172.21.15.1:0/880709387 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556a73ec8f60 0x556a73ecb3b0 secure :-1 s=READY pgs=1212 cs=0 l=1 rev1=1 crypto rx=0x7f56dc041000 tx=0x7f56dc0037d0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.835+0000 7f56f5180740 1 -- 172.21.15.1:0/880709387 shutdown_connections 2024-02-10T00:05:42.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.835+0000 7f56f5180740 1 --2- 172.21.15.1:0/880709387 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556a73ec8f60 0x556a73ecb3b0 unknown :-1 s=CLOSED pgs=1212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.835+0000 7f56f5180740 1 --2- 172.21.15.1:0/880709387 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556a73ec03e0 0x556a73ec8990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.835+0000 7f56f5180740 1 --2- 172.21.15.1:0/880709387 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556a73ebfa30 0x556a73ebfe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.835+0000 7f56f5180740 1 -- 172.21.15.1:0/880709387 >> 172.21.15.1:0/880709387 conn(0x556a73eba100 msgr2=0x556a73eba4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:42.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.835+0000 7f56f5180740 1 -- 172.21.15.1:0/880709387 shutdown_connections 2024-02-10T00:05:42.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.835+0000 7f56f5180740 1 -- 172.21.15.1:0/880709387 wait complete. 2024-02-10T00:05:42.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.835+0000 7f56f5180740 1 -- start start 2024-02-10T00:05:42.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.835+0000 7f56f5180740 1 Processor -- start 2024-02-10T00:05:42.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.836+0000 7f56f5180740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556a73ebfa30 0x556a73ec5e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.836+0000 7f56f5180740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556a73ec03e0 0x556a73ec6390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.836+0000 7f56f5180740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556a73ec8f60 0x556a73ec68d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.836+0000 7f56f5180740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a73e27030 con 0x556a73ec8f60 2024-02-10T00:05:42.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.836+0000 7f56f5180740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a73afa430 con 0x556a73ec03e0 2024-02-10T00:05:42.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.836+0000 7f56f5180740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a73ab6e00 con 0x556a73ebfa30 2024-02-10T00:05:42.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.836+0000 7f56f5180740 10 client.0 _ll_register_callbacks cb 0x556a73e1c030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:42.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.836+0000 7f56f0b49640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556a73ec8f60 0x556a73ec68d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.836+0000 7f56f0b49640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556a73ec8f60 0x556a73ec68d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54358/0 (socket says 172.21.15.1:54358) 2024-02-10T00:05:42.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.836+0000 7f56f0b49640 1 -- 172.21.15.1:0/1023605192 learned_addr learned my addr 172.21.15.1:0/1023605192 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:42.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.836+0000 7f56ebfff640 1 --2- 172.21.15.1:0/1023605192 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556a73ebfa30 0x556a73ec5e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.836+0000 7f56eb7fe640 1 --2- 172.21.15.1:0/1023605192 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556a73ec03e0 0x556a73ec6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.836+0000 7f56f0b49640 1 -- 172.21.15.1:0/1023605192 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556a73ebfa30 msgr2=0x556a73ec5e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.836+0000 7f56f0b49640 1 --2- 172.21.15.1:0/1023605192 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556a73ebfa30 0x556a73ec5e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.836+0000 7f56f0b49640 1 -- 172.21.15.1:0/1023605192 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556a73ec03e0 msgr2=0x556a73ec6390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.836+0000 7f56f0b49640 1 --2- 172.21.15.1:0/1023605192 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556a73ec03e0 0x556a73ec6390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.836+0000 7f56f0b49640 1 -- 172.21.15.1:0/1023605192 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56ec1a6640 con 0x556a73ec8f60 2024-02-10T00:05:42.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.836+0000 7f56f0b49640 1 --2- 172.21.15.1:0/1023605192 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556a73ec8f60 0x556a73ec68d0 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7f56e40116c0 tx=0x7f56e4019000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d31de4d552e4747 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:42.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.836+0000 7f56cb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:42.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.836+0000 7f56cb7fe640 1 -- 172.21.15.1:0/1023605192 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56e400f800 con 0x556a73ec8f60 2024-02-10T00:05:42.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.837+0000 7f56cb7fe640 1 -- 172.21.15.1:0/1023605192 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f56e400f960 con 0x556a73ec8f60 2024-02-10T00:05:42.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.837+0000 7f56f5180740 1 -- 172.21.15.1:0/1023605192 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556a73b267e0 con 0x556a73ec8f60 2024-02-10T00:05:42.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.837+0000 7f56cb7fe640 1 -- 172.21.15.1:0/1023605192 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f56e400fb20 con 0x556a73ec8f60 2024-02-10T00:05:42.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.837+0000 7f56f5180740 10 client.17877 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:42.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.837+0000 7f56f5180740 1 -- 172.21.15.1:0/1023605192 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x556a73e256b0 con 0x556a73ec8f60 2024-02-10T00:05:42.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.837+0000 7f56cb7fe640 1 -- 172.21.15.1:0/1023605192 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x556a73b267e0 con 0x556a73ec8f60 2024-02-10T00:05:42.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.837+0000 7f56cb7fe640 1 -- 172.21.15.1:0/1023605192 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f56e4032450 con 0x556a73ec8f60 2024-02-10T00:05:42.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.837+0000 7f56f5180740 10 client.17877 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:42.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.837+0000 7f56f5180740 10 client.17877 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:05:42.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.837+0000 7f56f5180740 20 client.17877 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:42.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.837+0000 7f56f5180740 1 --2- 172.21.15.1:0/1023605192 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556a73ed9080 0x556a73edb4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.837+0000 7f56f5180740 4 client.17877 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:05:42.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.837+0000 7f56f5180740 1 -- 172.21.15.1:0/1023605192 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556a73b63720 con 0x556a73ed9080 2024-02-10T00:05:42.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.837+0000 7f56ebfff640 1 --2- 172.21.15.1:0/1023605192 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556a73ed9080 0x556a73edb4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.838+0000 7f56ebfff640 1 --2- 172.21.15.1:0/1023605192 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556a73ed9080 0x556a73edb4a0 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bb485279a51f1290 server_cookie=a55674ad08b4f7cb in_seq=0 out_seq=0 2024-02-10T00:05:42.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.838+0000 7f56cb7fe640 10 client.17877 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:42.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.838+0000 7f56cb7fe640 1 -- 172.21.15.1:0/1023605192 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x556a73b63720 con 0x556a73ed9080 2024-02-10T00:05:42.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.838+0000 7f56cb7fe640 10 client.17877 handle_command_reply: tid=0 2024-02-10T00:05:42.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.838+0000 7f56f5180740 1 client.17877 shutdown 2024-02-10T00:05:42.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.839+0000 7f56f5180740 1 -- 172.21.15.1:0/1023605192 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556a73ec8f60 msgr2=0x556a73ec68d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.839+0000 7f56f5180740 1 --2- 172.21.15.1:0/1023605192 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556a73ec8f60 0x556a73ec68d0 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7f56e40116c0 tx=0x7f56e4019000 comp rx=0 tx=0).stop 2024-02-10T00:05:42.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.839+0000 7f56f5180740 1 -- 172.21.15.1:0/1023605192 shutdown_connections 2024-02-10T00:05:42.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.839+0000 7f56f5180740 1 --2- 172.21.15.1:0/1023605192 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556a73ed9080 0x556a73edb4a0 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.839+0000 7f56f5180740 1 --2- 172.21.15.1:0/1023605192 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556a73ec8f60 0x556a73ec68d0 unknown :-1 s=CLOSED pgs=1213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.839+0000 7f56f5180740 1 --2- 172.21.15.1:0/1023605192 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556a73ec03e0 0x556a73ec6390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.839+0000 7f56cb7fe640 0 client.17877 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:42.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.839+0000 7f56f5180740 1 --2- 172.21.15.1:0/1023605192 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556a73ebfa30 0x556a73ec5e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.839+0000 7f56f5180740 1 -- 172.21.15.1:0/1023605192 >> 172.21.15.1:0/1023605192 conn(0x556a73eba100 msgr2=0x556a73ebbe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:42.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.839+0000 7f56f5180740 1 -- 172.21.15.1:0/1023605192 shutdown_connections 2024-02-10T00:05:42.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.839+0000 7f56f5180740 1 -- 172.21.15.1:0/1023605192 wait complete. 2024-02-10T00:05:42.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.839+0000 7f56f5180740 20 client.17877 trim_cache size 0 max 16384 2024-02-10T00:05:42.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.850+0000 7f56f5180740 1 Processor -- start 2024-02-10T00:05:42.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.850+0000 7f56f5180740 1 -- start start 2024-02-10T00:05:42.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.851+0000 7f56f5180740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556a73ebfa30 0x556a73ec8580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.851+0000 7f56f5180740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556a73ec03e0 0x556a73ec66f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.851+0000 7f56f5180740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556a73ec8f60 0x556a73edfe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.851+0000 7f56f5180740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a73dac130 con 0x556a73ebfa30 2024-02-10T00:05:42.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.851+0000 7f56f5180740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a73b267e0 con 0x556a73ec03e0 2024-02-10T00:05:42.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.851+0000 7f56f5180740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a73eb5ab0 con 0x556a73ec8f60 2024-02-10T00:05:42.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.851+0000 7f56ebfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556a73ebfa30 0x556a73ec8580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.851+0000 7f56ebfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556a73ebfa30 0x556a73ec8580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54360/0 (socket says 172.21.15.1:54360) 2024-02-10T00:05:42.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.851+0000 7f56ebfff640 1 -- 172.21.15.1:0/3462670480 learned_addr learned my addr 172.21.15.1:0/3462670480 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:42.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.851+0000 7f56f0b49640 1 --2- 172.21.15.1:0/3462670480 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556a73ec8f60 0x556a73edfe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.851+0000 7f56eb7fe640 1 --2- 172.21.15.1:0/3462670480 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556a73ec03e0 0x556a73ec66f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.851+0000 7f56ebfff640 1 -- 172.21.15.1:0/3462670480 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556a73ec8f60 msgr2=0x556a73edfe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.851+0000 7f56ebfff640 1 --2- 172.21.15.1:0/3462670480 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556a73ec8f60 0x556a73edfe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.851+0000 7f56ebfff640 1 -- 172.21.15.1:0/3462670480 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556a73ec03e0 msgr2=0x556a73ec66f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.851+0000 7f56ebfff640 1 --2- 172.21.15.1:0/3462670480 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556a73ec03e0 0x556a73ec66f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.851+0000 7f56ebfff640 1 -- 172.21.15.1:0/3462670480 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556a73dc1c90 con 0x556a73ebfa30 2024-02-10T00:05:42.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.851+0000 7f56ebfff640 1 --2- 172.21.15.1:0/3462670480 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556a73ebfa30 0x556a73ec8580 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7f56d400ac30 tx=0x7f56d4012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfcfff8681e51608 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:42.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.851+0000 7f56e1ffb640 1 -- 172.21.15.1:0/3462670480 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56d4015040 con 0x556a73ebfa30 2024-02-10T00:05:42.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.851+0000 7f56e1ffb640 1 -- 172.21.15.1:0/3462670480 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f56d4017040 con 0x556a73ebfa30 2024-02-10T00:05:42.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.851+0000 7f56e1ffb640 1 -- 172.21.15.1:0/3462670480 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56d4003850 con 0x556a73ebfa30 2024-02-10T00:05:42.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.852+0000 7f56f5180740 1 -- 172.21.15.1:0/3462670480 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556a73ebfa30 msgr2=0x556a73ec8580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.852+0000 7f56f5180740 1 --2- 172.21.15.1:0/3462670480 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556a73ebfa30 0x556a73ec8580 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7f56d400ac30 tx=0x7f56d4012820 comp rx=0 tx=0).stop 2024-02-10T00:05:42.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.852+0000 7f56f5180740 1 -- 172.21.15.1:0/3462670480 shutdown_connections 2024-02-10T00:05:42.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.852+0000 7f56f5180740 1 --2- 172.21.15.1:0/3462670480 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556a73ec8f60 0x556a73edfe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.852+0000 7f56f5180740 1 --2- 172.21.15.1:0/3462670480 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556a73ec03e0 0x556a73ec66f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.852+0000 7f56f5180740 1 --2- 172.21.15.1:0/3462670480 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556a73ebfa30 0x556a73ec8580 unknown :-1 s=CLOSED pgs=1214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.852+0000 7f56f5180740 1 -- 172.21.15.1:0/3462670480 >> 172.21.15.1:0/3462670480 conn(0x556a73eba100 msgr2=0x556a73eb5180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:42.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.852+0000 7f56f5180740 1 -- 172.21.15.1:0/3462670480 shutdown_connections 2024-02-10T00:05:42.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.852+0000 7f56f5180740 1 -- 172.21.15.1:0/3462670480 wait complete. 2024-02-10T00:05:42.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.852+0000 7f56f5180740 1 -- start start 2024-02-10T00:05:42.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.853+0000 7f56f5180740 1 Processor -- start 2024-02-10T00:05:42.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.853+0000 7f56f5180740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556a73ebfa30 0x556a73ed0130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.853+0000 7f56f5180740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556a73ec03e0 0x556a73ece520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.853+0000 7f56f5180740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556a73ec8f60 0x556a73ecec60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.853+0000 7f56f5180740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a73ecf330 con 0x556a73ec03e0 2024-02-10T00:05:42.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.853+0000 7f56f5180740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a73f2f5b0 con 0x556a73ebfa30 2024-02-10T00:05:42.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.853+0000 7f56f5180740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a73f2f6f0 con 0x556a73ec8f60 2024-02-10T00:05:42.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.853+0000 7f56f5180740 10 client.0 _ll_register_callbacks cb 0x7f56dc0b8ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:42.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.853+0000 7f56eb7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556a73ec03e0 0x556a73ece520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.853+0000 7f56eb7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556a73ec03e0 0x556a73ece520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54364/0 (socket says 172.21.15.1:54364) 2024-02-10T00:05:42.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.853+0000 7f56eb7fe640 1 -- 172.21.15.1:0/3068355555 learned_addr learned my addr 172.21.15.1:0/3068355555 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:42.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.853+0000 7f56ebfff640 1 --2- 172.21.15.1:0/3068355555 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556a73ebfa30 0x556a73ed0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.853+0000 7f56f0b49640 1 --2- 172.21.15.1:0/3068355555 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556a73ec8f60 0x556a73ecec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.853+0000 7f56eb7fe640 1 -- 172.21.15.1:0/3068355555 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556a73ec8f60 msgr2=0x556a73ecec60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.853+0000 7f56eb7fe640 1 --2- 172.21.15.1:0/3068355555 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556a73ec8f60 0x556a73ecec60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.853+0000 7f56eb7fe640 1 -- 172.21.15.1:0/3068355555 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556a73ebfa30 msgr2=0x556a73ed0130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:42.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.853+0000 7f56eb7fe640 1 --2- 172.21.15.1:0/3068355555 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556a73ebfa30 0x556a73ed0130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.853+0000 7f56eb7fe640 1 -- 172.21.15.1:0/3068355555 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56d400ad40 con 0x556a73ec03e0 2024-02-10T00:05:42.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.853+0000 7f56eb7fe640 1 --2- 172.21.15.1:0/3068355555 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556a73ec03e0 0x556a73ece520 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7f56dc0bd300 tx=0x7f56dc005710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=563c16aeacfb7aa4 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:42.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.853+0000 7f56cb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:42.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.853+0000 7f56cb7fe640 1 -- 172.21.15.1:0/3068355555 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56dc0035f0 con 0x556a73ec03e0 2024-02-10T00:05:42.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.854+0000 7f56cb7fe640 1 -- 172.21.15.1:0/3068355555 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f56dc0c14c0 con 0x556a73ec03e0 2024-02-10T00:05:42.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.854+0000 7f56f5180740 1 -- 172.21.15.1:0/3068355555 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f56dc0bda70 con 0x556a73ec03e0 2024-02-10T00:05:42.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.854+0000 7f56cb7fe640 1 -- 172.21.15.1:0/3068355555 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f56dc0bd370 con 0x556a73ec03e0 2024-02-10T00:05:42.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.854+0000 7f56f5180740 10 client.17883 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:42.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.854+0000 7f56f5180740 1 -- 172.21.15.1:0/3068355555 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x556a73de7a70 con 0x556a73ec03e0 2024-02-10T00:05:42.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.854+0000 7f56cb7fe640 1 -- 172.21.15.1:0/3068355555 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f56dc0bda70 con 0x556a73ec03e0 2024-02-10T00:05:42.861 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.854+0000 7f56cb7fe640 1 -- 172.21.15.1:0/3068355555 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f56dc09d030 con 0x556a73ec03e0 2024-02-10T00:05:42.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.854+0000 7f56f5180740 10 client.17883 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:42.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.854+0000 7f56f5180740 10 client.17883 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:05:42.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.854+0000 7f56f5180740 20 client.17883 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:42.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.854+0000 7f56f5180740 1 --2- 172.21.15.1:0/3068355555 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556a73f30a10 0x556a73f32e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:42.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.854+0000 7f56f5180740 4 client.17883 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:05:42.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.854+0000 7f56f5180740 1 -- 172.21.15.1:0/3068355555 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x556a73bb2890 con 0x556a73f30a10 2024-02-10T00:05:42.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.854+0000 7f56ebfff640 1 --2- 172.21.15.1:0/3068355555 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556a73f30a10 0x556a73f32e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:42.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.855+0000 7f56cb7fe640 10 client.17883 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:42.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.855+0000 7f56ebfff640 1 --2- 172.21.15.1:0/3068355555 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556a73f30a10 0x556a73f32e30 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2388df394fce6d1 server_cookie=c424ee6798af3a1a in_seq=0 out_seq=0 2024-02-10T00:05:42.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.855+0000 7f56cb7fe640 1 -- 172.21.15.1:0/3068355555 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x556a73bb2890 con 0x556a73f30a10 2024-02-10T00:05:42.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.855+0000 7f56cb7fe640 10 client.17883 handle_command_reply: tid=0 2024-02-10T00:05:42.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.855+0000 7f56f5180740 1 client.17883 shutdown 2024-02-10T00:05:42.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.855+0000 7f56f5180740 1 -- 172.21.15.1:0/3068355555 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556a73ec03e0 msgr2=0x556a73ece520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.862 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.855+0000 7f56f5180740 1 --2- 172.21.15.1:0/3068355555 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556a73ec03e0 0x556a73ece520 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7f56dc0bd300 tx=0x7f56dc005710 comp rx=0 tx=0).stop 2024-02-10T00:05:42.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.855+0000 7f56f5180740 1 -- 172.21.15.1:0/3068355555 shutdown_connections 2024-02-10T00:05:42.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.855+0000 7f56f5180740 1 --2- 172.21.15.1:0/3068355555 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556a73f30a10 0x556a73f32e30 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.855+0000 7f56f5180740 1 --2- 172.21.15.1:0/3068355555 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556a73ec8f60 0x556a73ecec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.855+0000 7f56f5180740 1 --2- 172.21.15.1:0/3068355555 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556a73ec03e0 0x556a73ece520 unknown :-1 s=CLOSED pgs=1215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.855+0000 7f56cb7fe640 0 client.17883 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:42.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.855+0000 7f56f5180740 1 --2- 172.21.15.1:0/3068355555 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556a73ebfa30 0x556a73ed0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.855+0000 7f56f5180740 1 -- 172.21.15.1:0/3068355555 >> 172.21.15.1:0/3068355555 conn(0x556a73eba100 msgr2=0x556a73edfe20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:42.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.855+0000 7f56f5180740 1 -- 172.21.15.1:0/3068355555 shutdown_connections 2024-02-10T00:05:42.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.855+0000 7f56f5180740 1 -- 172.21.15.1:0/3068355555 wait complete. 2024-02-10T00:05:42.863 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.855+0000 7f56f5180740 20 client.17883 trim_cache size 0 max 16384 2024-02-10T00:05:42.863 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:05:42.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.856+0000 7f56f25ac640 1 -- 172.21.15.1:0/373486375 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f56d80a2260 msgr2=0x7f56d80a4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.856+0000 7f56f25ac640 1 --2- 172.21.15.1:0/373486375 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f56d80a2260 0x7f56d80a4720 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f56e40092f0 tx=0x7f56e40098a0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.856+0000 7f56f25ac640 1 -- 172.21.15.1:0/373486375 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f56ec102cb0 msgr2=0x7f56ec100520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:42.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.856+0000 7f56f25ac640 1 --2- 172.21.15.1:0/373486375 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f56ec102cb0 0x7f56ec100520 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7f56dc005940 tx=0x7f56dc02c780 comp rx=0 tx=0).stop 2024-02-10T00:05:42.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.856+0000 7f56f25ac640 1 -- 172.21.15.1:0/373486375 shutdown_connections 2024-02-10T00:05:42.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.856+0000 7f56f25ac640 1 --2- 172.21.15.1:0/373486375 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f56d80a2260 0x7f56d80a4720 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.856+0000 7f56f25ac640 1 --2- 172.21.15.1:0/373486375 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f56ec10b7b0 0x7f56ec100a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.856+0000 7f56f25ac640 1 --2- 172.21.15.1:0/373486375 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f56ec102cb0 0x7f56ec100520 unknown :-1 s=CLOSED pgs=1211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.856+0000 7f56f25ac640 1 --2- 172.21.15.1:0/373486375 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f56ec102390 0x7f56ec0fffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:42.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.856+0000 7f56f25ac640 1 -- 172.21.15.1:0/373486375 >> 172.21.15.1:0/373486375 conn(0x7f56ec0fbb90 msgr2=0x7f56ec0fd3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:42.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.856+0000 7f56f25ac640 1 -- 172.21.15.1:0/373486375 shutdown_connections 2024-02-10T00:05:42.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:42.856+0000 7f56f25ac640 1 -- 172.21.15.1:0/373486375 wait complete. 2024-02-10T00:05:43.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:42 smithi088 ceph-mon[36452]: pgmap v194: 97 pgs: 97 active+clean; 2.3 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-02-10T00:05:43.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:42 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2757167727' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:05:43.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:42 smithi103 ceph-mon[36942]: pgmap v194: 97 pgs: 97 active+clean; 2.3 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-02-10T00:05:43.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:42 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2757167727' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:05:43.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:42 smithi001 ceph-mon[32335]: pgmap v194: 97 pgs: 97 active+clean; 2.3 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-02-10T00:05:43.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:42 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2757167727' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:05:43.869 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-02-10T00:05:43.869 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T00:05:43.869 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-02-10T00:05:43.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.988+0000 7fa3d1f8a640 1 -- 172.21.15.1:0/63072550 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa3cc100310 msgr2=0x7fa3cc1006f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:43.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.988+0000 7fa3d1f8a640 1 --2- 172.21.15.1:0/63072550 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa3cc100310 0x7fa3cc1006f0 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7fa3bc009930 tx=0x7fa3bc02bc30 comp rx=0 tx=0).stop 2024-02-10T00:05:43.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.988+0000 7fa3d1f8a640 1 -- 172.21.15.1:0/63072550 shutdown_connections 2024-02-10T00:05:43.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.988+0000 7fa3d1f8a640 1 --2- 172.21.15.1:0/63072550 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa3cc1053e0 0x7fa3cc10cfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:43.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.988+0000 7fa3d1f8a640 1 --2- 172.21.15.1:0/63072550 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa3cc100cc0 0x7fa3cc104d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:43.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.988+0000 7fa3d1f8a640 1 --2- 172.21.15.1:0/63072550 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa3cc100310 0x7fa3cc1006f0 unknown :-1 s=CLOSED pgs=1216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:43.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.988+0000 7fa3d1f8a640 1 -- 172.21.15.1:0/63072550 >> 172.21.15.1:0/63072550 conn(0x7fa3cc077230 msgr2=0x7fa3cc077640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:43.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.988+0000 7fa3d1f8a640 1 -- 172.21.15.1:0/63072550 shutdown_connections 2024-02-10T00:05:43.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.988+0000 7fa3d1f8a640 1 -- 172.21.15.1:0/63072550 wait complete. 2024-02-10T00:05:43.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.988+0000 7fa3d1f8a640 1 Processor -- start 2024-02-10T00:05:43.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.989+0000 7fa3d1f8a640 1 -- start start 2024-02-10T00:05:43.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.989+0000 7fa3d1f8a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa3cc100310 0x7fa3cc1986c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:43.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.989+0000 7fa3d1f8a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa3cc1053e0 0x7fa3cc198c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:43.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.989+0000 7fa3d1f8a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa3cc199190 0x7fa3cc1a3740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:43.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.989+0000 7fa3d1f8a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3cc1a3de0 con 0x7fa3cc1053e0 2024-02-10T00:05:43.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.989+0000 7fa3d1f8a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3cc1a3f50 con 0x7fa3cc199190 2024-02-10T00:05:43.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.989+0000 7fa3d1f8a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3cc1a4110 con 0x7fa3cc100310 2024-02-10T00:05:43.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.989+0000 7fa3caffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa3cc1053e0 0x7fa3cc198c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:43.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.989+0000 7fa3caffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa3cc1053e0 0x7fa3cc198c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54374/0 (socket says 172.21.15.1:54374) 2024-02-10T00:05:43.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.989+0000 7fa3caffd640 1 -- 172.21.15.1:0/1998835723 learned_addr learned my addr 172.21.15.1:0/1998835723 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:43.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.989+0000 7fa3cb7fe640 1 --2- 172.21.15.1:0/1998835723 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa3cc100310 0x7fa3cc1986c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:43.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.989+0000 7fa3cbfff640 1 --2- 172.21.15.1:0/1998835723 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa3cc199190 0x7fa3cc1a3740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:43.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.989+0000 7fa3caffd640 1 -- 172.21.15.1:0/1998835723 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa3cc100310 msgr2=0x7fa3cc1986c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:43.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.989+0000 7fa3caffd640 1 --2- 172.21.15.1:0/1998835723 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa3cc100310 0x7fa3cc1986c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:43.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.989+0000 7fa3caffd640 1 -- 172.21.15.1:0/1998835723 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa3cc199190 msgr2=0x7fa3cc1a3740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:43.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.989+0000 7fa3caffd640 1 --2- 172.21.15.1:0/1998835723 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa3cc199190 0x7fa3cc1a3740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:43.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.989+0000 7fa3caffd640 1 -- 172.21.15.1:0/1998835723 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3bc009560 con 0x7fa3cc1053e0 2024-02-10T00:05:43.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.989+0000 7fa3cbfff640 1 --2- 172.21.15.1:0/1998835723 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa3cc199190 0x7fa3cc1a3740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:43.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.989+0000 7fa3caffd640 1 --2- 172.21.15.1:0/1998835723 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa3cc1053e0 0x7fa3cc198c00 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7fa3c000e9f0 tx=0x7fa3c000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:43.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.990+0000 7fa3c8ff9640 1 -- 172.21.15.1:0/1998835723 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3c00096c0 con 0x7fa3cc1053e0 2024-02-10T00:05:43.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.990+0000 7fa3d1f8a640 1 -- 172.21.15.1:0/1998835723 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa3cc1a43f0 con 0x7fa3cc1053e0 2024-02-10T00:05:43.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.990+0000 7fa3c8ff9640 1 -- 172.21.15.1:0/1998835723 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa3c0005500 con 0x7fa3cc1053e0 2024-02-10T00:05:43.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.990+0000 7fa3c8ff9640 1 -- 172.21.15.1:0/1998835723 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3c0010430 con 0x7fa3cc1053e0 2024-02-10T00:05:43.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.990+0000 7fa3d1f8a640 1 -- 172.21.15.1:0/1998835723 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa3cc1a48b0 con 0x7fa3cc1053e0 2024-02-10T00:05:44.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.992+0000 7fa3c8ff9640 1 -- 172.21.15.1:0/1998835723 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fa3c0005020 con 0x7fa3cc1053e0 2024-02-10T00:05:44.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.992+0000 7fa3d4c3a740 1 Processor -- start 2024-02-10T00:05:44.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.992+0000 7fa3d4c3a740 1 -- start start 2024-02-10T00:05:44.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.992+0000 7fa3c8ff9640 1 --2- 172.21.15.1:0/1998835723 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa3b40a2230 0x7fa3b40a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.993+0000 7fa3d4c3a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558817f05190 0x558817f05570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.993+0000 7fa3d4c3a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558817f05ab0 0x558817f0e150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.993+0000 7fa3cbfff640 1 --2- 172.21.15.1:0/1998835723 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa3b40a2230 0x7fa3b40a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:44.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.993+0000 7fa3d4c3a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558817f0e690 0x558817f10a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.993+0000 7fa3d4c3a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x558817e73000 con 0x558817f0e690 2024-02-10T00:05:44.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.993+0000 7fa3d4c3a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x558817e70530 con 0x558817f05ab0 2024-02-10T00:05:44.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.993+0000 7fa3d4c3a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x558817e6bd10 con 0x558817f05190 2024-02-10T00:05:44.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.993+0000 7fa3c8ff9640 1 -- 172.21.15.1:0/1998835723 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fa3c0014070 con 0x7fa3cc1053e0 2024-02-10T00:05:44.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.993+0000 7fa3cbfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558817f0e690 0x558817f10a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:44.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.993+0000 7fa3cbfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558817f0e690 0x558817f10a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54390/0 (socket says 172.21.15.1:54390) 2024-02-10T00:05:44.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.993+0000 7fa3cbfff640 1 -- 172.21.15.1:0/3351005471 learned_addr learned my addr 172.21.15.1:0/3351005471 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:44.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.993+0000 7fa3cb7fe640 1 --2- 172.21.15.1:0/3351005471 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558817f05190 0x558817f05570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:44.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.993+0000 7fa3caffd640 1 --2- 172.21.15.1:0/3351005471 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558817f05ab0 0x558817f0e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:44.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.993+0000 7fa3cb7fe640 1 -- 172.21.15.1:0/3351005471 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558817f05ab0 msgr2=0x558817f0e150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:44.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.993+0000 7fa3cb7fe640 1 --2- 172.21.15.1:0/3351005471 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558817f05ab0 0x558817f0e150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.993+0000 7fa3cb7fe640 1 -- 172.21.15.1:0/3351005471 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558817f0e690 msgr2=0x558817f10a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:44.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.993+0000 7fa3cb7fe640 1 --2- 172.21.15.1:0/3351005471 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558817f0e690 0x558817f10a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.993+0000 7fa3cb7fe640 1 -- 172.21.15.1:0/3351005471 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558817e12210 con 0x558817f05190 2024-02-10T00:05:44.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.993+0000 7fa3cbfff640 1 --2- 172.21.15.1:0/3351005471 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558817f0e690 0x558817f10a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:05:44.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.993+0000 7fa3cbfff640 1 --2- 172.21.15.1:0/1998835723 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa3b40a2230 0x7fa3b40a46f0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fa3c4012ca0 tx=0x7fa3c4009eb0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:44.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.993+0000 7fa3cb7fe640 1 --2- 172.21.15.1:0/3351005471 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558817f05190 0x558817f05570 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fa3bc009230 tx=0x7fa3bc02c5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c9b829470c5ea2ed server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:44.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.994+0000 7fa3b1ffb640 1 -- 172.21.15.1:0/3351005471 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3bc004800 con 0x558817f05190 2024-02-10T00:05:44.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.994+0000 7fa3b1ffb640 1 -- 172.21.15.1:0/3351005471 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa3bc004960 con 0x558817f05190 2024-02-10T00:05:44.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.994+0000 7fa3b1ffb640 1 -- 172.21.15.1:0/3351005471 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3bc004ff0 con 0x558817f05190 2024-02-10T00:05:44.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.994+0000 7fa3d4c3a740 1 -- 172.21.15.1:0/3351005471 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558817f05190 msgr2=0x558817f05570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:44.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.994+0000 7fa3d4c3a740 1 --2- 172.21.15.1:0/3351005471 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558817f05190 0x558817f05570 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fa3bc009230 tx=0x7fa3bc02c5d0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.994+0000 7fa3d4c3a740 1 -- 172.21.15.1:0/3351005471 shutdown_connections 2024-02-10T00:05:44.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.994+0000 7fa3d4c3a740 1 --2- 172.21.15.1:0/3351005471 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558817f0e690 0x558817f10a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.994+0000 7fa3d4c3a740 1 --2- 172.21.15.1:0/3351005471 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558817f05ab0 0x558817f0e150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.994+0000 7fa3d4c3a740 1 --2- 172.21.15.1:0/3351005471 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558817f05190 0x558817f05570 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.994+0000 7fa3d4c3a740 1 -- 172.21.15.1:0/3351005471 >> 172.21.15.1:0/3351005471 conn(0x558817eff8c0 msgr2=0x558817effca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:44.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.994+0000 7fa3d4c3a740 1 -- 172.21.15.1:0/3351005471 shutdown_connections 2024-02-10T00:05:44.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.994+0000 7fa3d4c3a740 1 -- 172.21.15.1:0/3351005471 wait complete. 2024-02-10T00:05:44.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.995+0000 7fa3d4c3a740 1 -- start start 2024-02-10T00:05:44.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.995+0000 7fa3d4c3a740 1 Processor -- start 2024-02-10T00:05:44.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.995+0000 7fa3d4c3a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558817f05190 0x558817f0b640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.995+0000 7fa3d4c3a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558817f05ab0 0x558817f0bb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.995+0000 7fa3d4c3a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558817f0e690 0x558817f0c0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.995+0000 7fa3d4c3a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x558817e10e60 con 0x558817f0e690 2024-02-10T00:05:44.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.995+0000 7fa3d4c3a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x558817b3f4b0 con 0x558817f05190 2024-02-10T00:05:44.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.995+0000 7fa3d4c3a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x558817df1670 con 0x558817f05ab0 2024-02-10T00:05:44.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.995+0000 7fa3d4c3a740 10 client.0 _ll_register_callbacks cb 0x558817e09190 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:44.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.995+0000 7fa3cbfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558817f0e690 0x558817f0c0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:44.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.995+0000 7fa3cbfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558817f0e690 0x558817f0c0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54402/0 (socket says 172.21.15.1:54402) 2024-02-10T00:05:44.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.995+0000 7fa3cbfff640 1 -- 172.21.15.1:0/3371233194 learned_addr learned my addr 172.21.15.1:0/3371233194 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:44.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.995+0000 7fa3caffd640 1 --2- 172.21.15.1:0/3371233194 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558817f05ab0 0x558817f0bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:44.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.996+0000 7fa3cb7fe640 1 --2- 172.21.15.1:0/3371233194 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558817f05190 0x558817f0b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:44.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.996+0000 7fa3cbfff640 1 -- 172.21.15.1:0/3371233194 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558817f05ab0 msgr2=0x558817f0bb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:44.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.996+0000 7fa3cbfff640 1 --2- 172.21.15.1:0/3371233194 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558817f05ab0 0x558817f0bb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.996+0000 7fa3cbfff640 1 -- 172.21.15.1:0/3371233194 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558817f05190 msgr2=0x558817f0b640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:44.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.996+0000 7fa3cbfff640 1 --2- 172.21.15.1:0/3371233194 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558817f05190 0x558817f0b640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.996+0000 7fa3cbfff640 1 -- 172.21.15.1:0/3371233194 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa3cc10d7c0 con 0x558817f0e690 2024-02-10T00:05:44.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.996+0000 7fa3cb7fe640 1 --2- 172.21.15.1:0/3371233194 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558817f05190 0x558817f0b640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:44.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.996+0000 7fa3cbfff640 1 --2- 172.21.15.1:0/3371233194 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558817f0e690 0x558817f0c0c0 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7fa3c4012760 tx=0x7fa3c401c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c3453b76df77820 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:44.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.996+0000 7fa3aaffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:44.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.996+0000 7fa3aaffd640 1 -- 172.21.15.1:0/3371233194 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3c4020620 con 0x558817f0e690 2024-02-10T00:05:44.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.996+0000 7fa3d4c3a740 1 -- 172.21.15.1:0/3371233194 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558817b6b860 con 0x558817f0e690 2024-02-10T00:05:44.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.996+0000 7fa3aaffd640 1 -- 172.21.15.1:0/3371233194 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fa3c4020780 con 0x558817f0e690 2024-02-10T00:05:44.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.996+0000 7fa3aaffd640 1 -- 172.21.15.1:0/3371233194 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa3c4020940 con 0x558817f0e690 2024-02-10T00:05:44.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.996+0000 7fa3d4c3a740 10 client.17895 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:44.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.996+0000 7fa3d4c3a740 1 -- 172.21.15.1:0/3371233194 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x558817e6a390 con 0x558817f0e690 2024-02-10T00:05:44.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.997+0000 7fa3aaffd640 1 -- 172.21.15.1:0/3371233194 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x558817b6b860 con 0x558817f0e690 2024-02-10T00:05:44.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.997+0000 7fa3aaffd640 1 -- 172.21.15.1:0/3371233194 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fa3c402ac80 con 0x558817f0e690 2024-02-10T00:05:44.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.997+0000 7fa3d4c3a740 10 client.17895 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:44.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.997+0000 7fa3d4c3a740 10 client.17895 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:05:44.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.997+0000 7fa3d4c3a740 20 client.17895 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:44.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.997+0000 7fa3d4c3a740 1 --2- 172.21.15.1:0/3371233194 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558817f1e680 0x558817f20aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.997+0000 7fa3d4c3a740 4 client.17895 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:05:44.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.997+0000 7fa3d4c3a740 1 -- 172.21.15.1:0/3371233194 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558817bbc410 con 0x558817f1e680 2024-02-10T00:05:44.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.997+0000 7fa3cb7fe640 1 --2- 172.21.15.1:0/3371233194 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558817f1e680 0x558817f20aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:44.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.998+0000 7fa3aaffd640 10 client.17895 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:44.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.998+0000 7fa3cb7fe640 1 --2- 172.21.15.1:0/3371233194 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558817f1e680 0x558817f20aa0 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=180e7c3a5dc232bd server_cookie=de74f093a4ecbb75 in_seq=0 out_seq=0 2024-02-10T00:05:44.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.998+0000 7fa3aaffd640 1 -- 172.21.15.1:0/3371233194 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x558817bbc410 con 0x558817f1e680 2024-02-10T00:05:44.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.998+0000 7fa3aaffd640 10 client.17895 handle_command_reply: tid=0 2024-02-10T00:05:44.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.998+0000 7fa3d4c3a740 1 client.17895 shutdown 2024-02-10T00:05:44.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.998+0000 7fa3d4c3a740 1 -- 172.21.15.1:0/3371233194 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558817f0e690 msgr2=0x558817f0c0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:44.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.998+0000 7fa3d4c3a740 1 --2- 172.21.15.1:0/3371233194 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558817f0e690 0x558817f0c0c0 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7fa3c4012760 tx=0x7fa3c401c000 comp rx=0 tx=0).stop 2024-02-10T00:05:44.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.998+0000 7fa3d4c3a740 1 -- 172.21.15.1:0/3371233194 shutdown_connections 2024-02-10T00:05:44.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.998+0000 7fa3d4c3a740 1 --2- 172.21.15.1:0/3371233194 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558817f1e680 0x558817f20aa0 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.998+0000 7fa3d4c3a740 1 --2- 172.21.15.1:0/3371233194 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558817f0e690 0x558817f0c0c0 unknown :-1 s=CLOSED pgs=1218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.998+0000 7fa3d4c3a740 1 --2- 172.21.15.1:0/3371233194 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558817f05ab0 0x558817f0bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.998+0000 7fa3d4c3a740 1 --2- 172.21.15.1:0/3371233194 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558817f05190 0x558817f0b640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.998+0000 7fa3aaffd640 0 client.17895 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:44.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.998+0000 7fa3d4c3a740 1 -- 172.21.15.1:0/3371233194 >> 172.21.15.1:0/3371233194 conn(0x558817eff8c0 msgr2=0x558817f01610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:44.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.998+0000 7fa3d4c3a740 1 -- 172.21.15.1:0/3371233194 shutdown_connections 2024-02-10T00:05:44.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.998+0000 7fa3d4c3a740 1 -- 172.21.15.1:0/3371233194 wait complete. 2024-02-10T00:05:44.009 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:43.999+0000 7fa3d4c3a740 20 client.17895 trim_cache size 0 max 16384 2024-02-10T00:05:44.020 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.014+0000 7fa3d4c3a740 1 Processor -- start 2024-02-10T00:05:44.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.014+0000 7fa3d4c3a740 1 -- start start 2024-02-10T00:05:44.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.014+0000 7fa3d4c3a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558817f05190 0x558817f0bee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.014+0000 7fa3d4c3a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558817f05ab0 0x558817f154e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.014+0000 7fa3d4c3a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558817f0e690 0x558817f15a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.014+0000 7fa3d4c3a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x558817f04480 con 0x558817f05ab0 2024-02-10T00:05:44.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.014+0000 7fa3d4c3a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x558817f04280 con 0x558817f05190 2024-02-10T00:05:44.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.014+0000 7fa3d4c3a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x558817f1b130 con 0x558817f0e690 2024-02-10T00:05:44.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.014+0000 7fa3caffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558817f05ab0 0x558817f154e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:44.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.014+0000 7fa3caffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558817f05ab0 0x558817f154e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54408/0 (socket says 172.21.15.1:54408) 2024-02-10T00:05:44.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.014+0000 7fa3caffd640 1 -- 172.21.15.1:0/934804828 learned_addr learned my addr 172.21.15.1:0/934804828 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:44.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.014+0000 7fa3cb7fe640 1 --2- 172.21.15.1:0/934804828 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558817f05190 0x558817f0bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:44.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.015+0000 7fa3caffd640 1 -- 172.21.15.1:0/934804828 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558817f0e690 msgr2=0x558817f15a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:44.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.015+0000 7fa3caffd640 1 --2- 172.21.15.1:0/934804828 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558817f0e690 0x558817f15a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.015+0000 7fa3caffd640 1 -- 172.21.15.1:0/934804828 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558817f05190 msgr2=0x558817f0bee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:44.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.015+0000 7fa3caffd640 1 --2- 172.21.15.1:0/934804828 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558817f05190 0x558817f0bee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.015+0000 7fa3caffd640 1 -- 172.21.15.1:0/934804828 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558817e06c70 con 0x558817f05ab0 2024-02-10T00:05:44.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.015+0000 7fa3cb7fe640 1 --2- 172.21.15.1:0/934804828 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558817f05190 0x558817f0bee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:05:44.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.015+0000 7fa3caffd640 1 --2- 172.21.15.1:0/934804828 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558817f05ab0 0x558817f154e0 secure :-1 s=READY pgs=1219 cs=0 l=1 rev1=1 crypto rx=0x7fa3c0009380 tx=0x7fa3c009ac60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f48c2a9e6a6fd89 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:44.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.015+0000 7fa3b17fa640 1 -- 172.21.15.1:0/934804828 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3c009efe0 con 0x558817f05ab0 2024-02-10T00:05:44.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.015+0000 7fa3b17fa640 1 -- 172.21.15.1:0/934804828 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa3c00a3630 con 0x558817f05ab0 2024-02-10T00:05:44.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.015+0000 7fa3b17fa640 1 -- 172.21.15.1:0/934804828 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3c00047e0 con 0x558817f05ab0 2024-02-10T00:05:44.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.015+0000 7fa3d4c3a740 1 -- 172.21.15.1:0/934804828 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558817f05ab0 msgr2=0x558817f154e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:44.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.015+0000 7fa3d4c3a740 1 --2- 172.21.15.1:0/934804828 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558817f05ab0 0x558817f154e0 secure :-1 s=READY pgs=1219 cs=0 l=1 rev1=1 crypto rx=0x7fa3c0009380 tx=0x7fa3c009ac60 comp rx=0 tx=0).stop 2024-02-10T00:05:44.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.015+0000 7fa3d4c3a740 1 -- 172.21.15.1:0/934804828 shutdown_connections 2024-02-10T00:05:44.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.015+0000 7fa3d4c3a740 1 --2- 172.21.15.1:0/934804828 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558817f0e690 0x558817f15a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.015+0000 7fa3d4c3a740 1 --2- 172.21.15.1:0/934804828 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558817f05ab0 0x558817f154e0 unknown :-1 s=CLOSED pgs=1219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.015+0000 7fa3d4c3a740 1 --2- 172.21.15.1:0/934804828 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558817f05190 0x558817f0bee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.015+0000 7fa3d4c3a740 1 -- 172.21.15.1:0/934804828 >> 172.21.15.1:0/934804828 conn(0x558817eff8c0 msgr2=0x558817efe090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:44.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.016+0000 7fa3d4c3a740 1 -- 172.21.15.1:0/934804828 shutdown_connections 2024-02-10T00:05:44.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.016+0000 7fa3d4c3a740 1 -- 172.21.15.1:0/934804828 wait complete. 2024-02-10T00:05:44.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.016+0000 7fa3d4c3a740 1 -- start start 2024-02-10T00:05:44.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.016+0000 7fa3d4c3a740 1 Processor -- start 2024-02-10T00:05:44.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.016+0000 7fa3d4c3a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558817f05190 0x558817f6f380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.016+0000 7fa3d4c3a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558817f05ab0 0x558817f6f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.016+0000 7fa3d4c3a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558817f0e690 0x558817f14ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.016+0000 7fa3d4c3a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x558817f15160 con 0x558817f0e690 2024-02-10T00:05:44.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.016+0000 7fa3d4c3a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x558817f152d0 con 0x558817f05ab0 2024-02-10T00:05:44.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.016+0000 7fa3d4c3a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x558817f15490 con 0x558817f05190 2024-02-10T00:05:44.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.016+0000 7fa3d4c3a740 10 client.0 _ll_register_callbacks cb 0x7fa3c0005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:44.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.016+0000 7fa3cbfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558817f0e690 0x558817f14ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:44.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.016+0000 7fa3cbfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558817f0e690 0x558817f14ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54412/0 (socket says 172.21.15.1:54412) 2024-02-10T00:05:44.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.016+0000 7fa3cbfff640 1 -- 172.21.15.1:0/3590459751 learned_addr learned my addr 172.21.15.1:0/3590459751 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:44.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.016+0000 7fa3caffd640 1 --2- 172.21.15.1:0/3590459751 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558817f05ab0 0x558817f6f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:44.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.016+0000 7fa3cb7fe640 1 --2- 172.21.15.1:0/3590459751 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558817f05190 0x558817f6f380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:44.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.017+0000 7fa3cbfff640 1 -- 172.21.15.1:0/3590459751 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558817f05190 msgr2=0x558817f6f380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:44.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.017+0000 7fa3cbfff640 1 --2- 172.21.15.1:0/3590459751 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558817f05190 0x558817f6f380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.017+0000 7fa3cbfff640 1 -- 172.21.15.1:0/3590459751 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558817f05ab0 msgr2=0x558817f6f8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:44.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.017+0000 7fa3cbfff640 1 --2- 172.21.15.1:0/3590459751 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558817f05ab0 0x558817f6f8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.017+0000 7fa3cbfff640 1 -- 172.21.15.1:0/3590459751 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa3cc1a48b0 con 0x558817f0e690 2024-02-10T00:05:44.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.017+0000 7fa3cbfff640 1 --2- 172.21.15.1:0/3590459751 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558817f0e690 0x558817f14ba0 secure :-1 s=READY pgs=1220 cs=0 l=1 rev1=1 crypto rx=0x7fa3c4032420 tx=0x7fa3c4009fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4a90cb1ba608e8d server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:44.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.017+0000 7fa3aaffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:44.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.017+0000 7fa3aaffd640 1 -- 172.21.15.1:0/3590459751 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3c40128a0 con 0x558817f0e690 2024-02-10T00:05:44.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.017+0000 7fa3aaffd640 1 -- 172.21.15.1:0/3590459751 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7fa3c40049c0 con 0x558817f0e690 2024-02-10T00:05:44.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.017+0000 7fa3d4c3a740 1 -- 172.21.15.1:0/3590459751 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa3bc004960 con 0x558817f0e690 2024-02-10T00:05:44.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.017+0000 7fa3aaffd640 1 -- 172.21.15.1:0/3590459751 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa3c401ec80 con 0x558817f0e690 2024-02-10T00:05:44.024 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.017+0000 7fa3d4c3a740 10 client.17901 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:44.025 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.017+0000 7fa3d4c3a740 1 -- 172.21.15.1:0/3590459751 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x558817e2cac0 con 0x558817f0e690 2024-02-10T00:05:44.025 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.017+0000 7fa3aaffd640 1 -- 172.21.15.1:0/3590459751 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa3c404b020 con 0x558817f0e690 2024-02-10T00:05:44.025 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.018+0000 7fa3aaffd640 1 -- 172.21.15.1:0/3590459751 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fa3c4020740 con 0x558817f0e690 2024-02-10T00:05:44.025 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.018+0000 7fa3d4c3a740 10 client.17901 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:44.025 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.018+0000 7fa3d4c3a740 10 client.17901 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:05:44.025 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.018+0000 7fa3d4c3a740 20 client.17901 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:44.025 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.018+0000 7fa3d4c3a740 1 --2- 172.21.15.1:0/3590459751 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558817f77230 0x558817f79650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.025 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.018+0000 7fa3d4c3a740 4 client.17901 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-02-10T00:05:44.025 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.018+0000 7fa3d4c3a740 1 -- 172.21.15.1:0/3590459751 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x558817ba87b0 con 0x558817f77230 2024-02-10T00:05:44.025 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.018+0000 7fa3cb7fe640 1 --2- 172.21.15.1:0/3590459751 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558817f77230 0x558817f79650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:44.025 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.018+0000 7fa3cb7fe640 1 --2- 172.21.15.1:0/3590459751 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558817f77230 0x558817f79650 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a3d91cc7767f1d6d server_cookie=f72d142e045f2ef9 in_seq=0 out_seq=0 2024-02-10T00:05:44.025 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.018+0000 7fa3aaffd640 10 client.17901 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:44.026 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.019+0000 7fa3aaffd640 1 -- 172.21.15.1:0/3590459751 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x558817ba87b0 con 0x558817f77230 2024-02-10T00:05:44.026 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.019+0000 7fa3aaffd640 10 client.17901 handle_command_reply: tid=0 2024-02-10T00:05:44.027 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.019+0000 7fa3d4c3a740 1 client.17901 shutdown 2024-02-10T00:05:44.027 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.020+0000 7fa3d4c3a740 1 -- 172.21.15.1:0/3590459751 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558817f0e690 msgr2=0x558817f14ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:44.027 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.020+0000 7fa3d4c3a740 1 --2- 172.21.15.1:0/3590459751 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558817f0e690 0x558817f14ba0 secure :-1 s=READY pgs=1220 cs=0 l=1 rev1=1 crypto rx=0x7fa3c4032420 tx=0x7fa3c4009fa0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.027 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.020+0000 7fa3d4c3a740 1 -- 172.21.15.1:0/3590459751 shutdown_connections 2024-02-10T00:05:44.027 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.020+0000 7fa3d4c3a740 1 --2- 172.21.15.1:0/3590459751 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558817f77230 0x558817f79650 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.027 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.020+0000 7fa3d4c3a740 1 --2- 172.21.15.1:0/3590459751 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558817f0e690 0x558817f14ba0 unknown :-1 s=CLOSED pgs=1220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.027 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.020+0000 7fa3aaffd640 0 client.17901 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:44.027 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.020+0000 7fa3d4c3a740 1 --2- 172.21.15.1:0/3590459751 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558817f05ab0 0x558817f6f8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.027 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.020+0000 7fa3d4c3a740 1 --2- 172.21.15.1:0/3590459751 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558817f05190 0x558817f6f380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.027 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.020+0000 7fa3d4c3a740 1 -- 172.21.15.1:0/3590459751 >> 172.21.15.1:0/3590459751 conn(0x558817eff8c0 msgr2=0x558817efe920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:44.028 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.020+0000 7fa3d4c3a740 1 -- 172.21.15.1:0/3590459751 shutdown_connections 2024-02-10T00:05:44.028 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.020+0000 7fa3d4c3a740 1 -- 172.21.15.1:0/3590459751 wait complete. 2024-02-10T00:05:44.028 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.020+0000 7fa3d4c3a740 20 client.17901 trim_cache size 0 max 16384 2024-02-10T00:05:44.028 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:05:44.028 INFO:teuthology.orchestra.run.smithi001.stdout: "return_code": 0, 2024-02-10T00:05:44.028 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_tag": "ec0a5c5f-818d-4583-9ae3-671e67f182ee", 2024-02-10T00:05:44.028 INFO:teuthology.orchestra.run.smithi001.stdout: "mode": "asynchronous" 2024-02-10T00:05:44.028 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:05:44.029 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.020+0000 7fa3d1f8a640 1 -- 172.21.15.1:0/1998835723 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa3b40a2230 msgr2=0x7fa3b40a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:44.029 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.020+0000 7fa3d1f8a640 1 --2- 172.21.15.1:0/1998835723 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa3b40a2230 0x7fa3b40a46f0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fa3c4012ca0 tx=0x7fa3c4009eb0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.029 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.020+0000 7fa3d1f8a640 1 -- 172.21.15.1:0/1998835723 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa3cc1053e0 msgr2=0x7fa3cc198c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:44.029 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.020+0000 7fa3d1f8a640 1 --2- 172.21.15.1:0/1998835723 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa3cc1053e0 0x7fa3cc198c00 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7fa3c000e9f0 tx=0x7fa3c000eeb0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.030 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.020+0000 7fa3d1f8a640 1 -- 172.21.15.1:0/1998835723 shutdown_connections 2024-02-10T00:05:44.030 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.020+0000 7fa3d1f8a640 1 --2- 172.21.15.1:0/1998835723 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa3b40a2230 0x7fa3b40a46f0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.030 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.020+0000 7fa3d1f8a640 1 --2- 172.21.15.1:0/1998835723 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa3cc199190 0x7fa3cc1a3740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.030 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.020+0000 7fa3d1f8a640 1 --2- 172.21.15.1:0/1998835723 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa3cc1053e0 0x7fa3cc198c00 unknown :-1 s=CLOSED pgs=1217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.030 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.020+0000 7fa3d1f8a640 1 --2- 172.21.15.1:0/1998835723 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa3cc100310 0x7fa3cc1986c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.030 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.020+0000 7fa3d1f8a640 1 -- 172.21.15.1:0/1998835723 >> 172.21.15.1:0/1998835723 conn(0x7fa3cc077230 msgr2=0x7fa3cc1065b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:44.030 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.021+0000 7fa3d1f8a640 1 -- 172.21.15.1:0/1998835723 shutdown_connections 2024-02-10T00:05:44.030 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.021+0000 7fa3d1f8a640 1 -- 172.21.15.1:0/1998835723 wait complete. 2024-02-10T00:05:44.033 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:05:44.033 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:05:44.140 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.136+0000 7f5d3c36c640 1 -- 172.21.15.1:0/3417162348 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5d3410b820 msgr2=0x7f5d3410dc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:44.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.136+0000 7f5d3c36c640 1 --2- 172.21.15.1:0/3417162348 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5d3410b820 0x7f5d3410dc50 secure :-1 s=READY pgs=1221 cs=0 l=1 rev1=1 crypto rx=0x7f5d2c009ca0 tx=0x7f5d2c02c180 comp rx=0 tx=0).stop 2024-02-10T00:05:44.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.137+0000 7f5d3c36c640 1 -- 172.21.15.1:0/3417162348 shutdown_connections 2024-02-10T00:05:44.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.137+0000 7f5d3c36c640 1 --2- 172.21.15.1:0/3417162348 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5d3410b820 0x7f5d3410dc50 unknown :-1 s=CLOSED pgs=1221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.137+0000 7f5d3c36c640 1 --2- 172.21.15.1:0/3417162348 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5d34102d70 0x7f5d3410b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.137+0000 7f5d3c36c640 1 --2- 172.21.15.1:0/3417162348 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5d34102450 0x7f5d34102830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.137+0000 7f5d3c36c640 1 -- 172.21.15.1:0/3417162348 >> 172.21.15.1:0/3417162348 conn(0x7f5d340772e0 msgr2=0x7f5d340776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:44.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.137+0000 7f5d3c36c640 1 -- 172.21.15.1:0/3417162348 shutdown_connections 2024-02-10T00:05:44.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.137+0000 7f5d3c36c640 1 -- 172.21.15.1:0/3417162348 wait complete. 2024-02-10T00:05:44.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.137+0000 7f5d3c36c640 1 Processor -- start 2024-02-10T00:05:44.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.137+0000 7f5d3c36c640 1 -- start start 2024-02-10T00:05:44.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.137+0000 7f5d3c36c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5d34102450 0x7f5d341000a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.137+0000 7f5d3c36c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5d34102d70 0x7f5d341005e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.141 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.137+0000 7f5d3c36c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5d3410b820 0x7f5d34100b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.137+0000 7f5d3c36c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d341a5be0 con 0x7f5d3410b820 2024-02-10T00:05:44.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.137+0000 7f5d3c36c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d341a5d50 con 0x7f5d34102d70 2024-02-10T00:05:44.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.137+0000 7f5d3c36c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d341a5f10 con 0x7f5d34102450 2024-02-10T00:05:44.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.137+0000 7f5d3a909640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5d3410b820 0x7f5d34100b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:44.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.138+0000 7f5d3a909640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5d3410b820 0x7f5d34100b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54424/0 (socket says 172.21.15.1:54424) 2024-02-10T00:05:44.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.138+0000 7f5d3a909640 1 -- 172.21.15.1:0/1426012910 learned_addr learned my addr 172.21.15.1:0/1426012910 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:44.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.138+0000 7f5d39907640 1 --2- 172.21.15.1:0/1426012910 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5d34102d70 0x7f5d341005e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:44.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.138+0000 7f5d3a108640 1 --2- 172.21.15.1:0/1426012910 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5d34102450 0x7f5d341000a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:44.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.138+0000 7f5d3a909640 1 -- 172.21.15.1:0/1426012910 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5d34102450 msgr2=0x7f5d341000a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:44.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.138+0000 7f5d3a909640 1 --2- 172.21.15.1:0/1426012910 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5d34102450 0x7f5d341000a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.138+0000 7f5d3a909640 1 -- 172.21.15.1:0/1426012910 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5d34102d70 msgr2=0x7f5d341005e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:44.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.138+0000 7f5d3a909640 1 --2- 172.21.15.1:0/1426012910 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5d34102d70 0x7f5d341005e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.138+0000 7f5d3a909640 1 -- 172.21.15.1:0/1426012910 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d2c009900 con 0x7f5d3410b820 2024-02-10T00:05:44.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.138+0000 7f5d3a108640 1 --2- 172.21.15.1:0/1426012910 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5d34102450 0x7f5d341000a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:44.142 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.138+0000 7f5d3a909640 1 --2- 172.21.15.1:0/1426012910 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5d3410b820 0x7f5d34100b20 secure :-1 s=READY pgs=1222 cs=0 l=1 rev1=1 crypto rx=0x7f5d2c02c790 tx=0x7f5d2c034760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:44.143 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.138+0000 7f5d2b7fe640 1 -- 172.21.15.1:0/1426012910 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d2c003d80 con 0x7f5d3410b820 2024-02-10T00:05:44.143 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.138+0000 7f5d3c36c640 1 -- 172.21.15.1:0/1426012910 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5d341a6190 con 0x7f5d3410b820 2024-02-10T00:05:44.143 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.138+0000 7f5d2b7fe640 1 -- 172.21.15.1:0/1426012910 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5d2c032c70 con 0x7f5d3410b820 2024-02-10T00:05:44.143 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.138+0000 7f5d2b7fe640 1 -- 172.21.15.1:0/1426012910 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d2c0047f0 con 0x7f5d3410b820 2024-02-10T00:05:44.143 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.138+0000 7f5d3c36c640 1 -- 172.21.15.1:0/1426012910 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5d341a6640 con 0x7f5d3410b820 2024-02-10T00:05:44.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.140+0000 7f5d2b7fe640 1 -- 172.21.15.1:0/1426012910 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f5d2c00a040 con 0x7f5d3410b820 2024-02-10T00:05:44.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.141+0000 7f5d3f01b740 1 Processor -- start 2024-02-10T00:05:44.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.141+0000 7f5d3f01b740 1 -- start start 2024-02-10T00:05:44.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.141+0000 7f5d2b7fe640 1 --2- 172.21.15.1:0/1426012910 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f5d200a2260 0x7f5d200a4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.141+0000 7f5d3f01b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d462d9e980 0x55d462d9ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.141+0000 7f5d3f01b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d462d9f330 0x55d462da78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.141+0000 7f5d3f01b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d462da7eb0 0x55d462daa300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.141+0000 7f5d3f01b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d462d59d00 con 0x55d462da7eb0 2024-02-10T00:05:44.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.141+0000 7f5d3f01b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d462d0e2f0 con 0x55d462d9f330 2024-02-10T00:05:44.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.141+0000 7f5d3f01b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d462d0b820 con 0x55d462d9e980 2024-02-10T00:05:44.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.141+0000 7f5d39907640 1 --2- 172.21.15.1:0/1426012910 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f5d200a2260 0x7f5d200a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:44.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.141+0000 7f5d2b7fe640 1 -- 172.21.15.1:0/1426012910 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f5d2c0f0870 con 0x7f5d3410b820 2024-02-10T00:05:44.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.141+0000 7f5d39907640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d462d9f330 0x55d462da78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:44.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.141+0000 7f5d3a909640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d462da7eb0 0x55d462daa300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:44.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.141+0000 7f5d39907640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d462d9f330 0x55d462da78e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.1:39692/0 (socket says 172.21.15.1:39692) 2024-02-10T00:05:44.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.141+0000 7f5d39907640 1 -- 172.21.15.1:0/335243021 learned_addr learned my addr 172.21.15.1:0/335243021 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:44.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.142+0000 7f5d3a108640 1 --2- 172.21.15.1:0/335243021 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d462d9e980 0x55d462d9ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:44.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.142+0000 7f5d3a909640 1 -- 172.21.15.1:0/335243021 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d462d9e980 msgr2=0x55d462d9ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:44.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.142+0000 7f5d3a909640 1 --2- 172.21.15.1:0/335243021 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d462d9e980 0x55d462d9ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.142+0000 7f5d3a909640 1 -- 172.21.15.1:0/335243021 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d462d9f330 msgr2=0x55d462da78e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:44.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.142+0000 7f5d3a909640 1 --2- 172.21.15.1:0/335243021 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d462d9f330 0x55d462da78e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.142+0000 7f5d3a909640 1 -- 172.21.15.1:0/335243021 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d462cc8ff0 con 0x55d462da7eb0 2024-02-10T00:05:44.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.142+0000 7f5d39907640 1 --2- 172.21.15.1:0/335243021 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d462d9f330 0x55d462da78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:05:44.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.142+0000 7f5d39907640 1 --2- 172.21.15.1:0/1426012910 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f5d200a2260 0x7f5d200a4720 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f5d240128e0 tx=0x7f5d2400bae0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:44.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.142+0000 7f5d3a909640 1 --2- 172.21.15.1:0/335243021 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d462da7eb0 0x55d462daa300 secure :-1 s=READY pgs=1223 cs=0 l=1 rev1=1 crypto rx=0x7f5d2c0ee0a0 tx=0x7f5d2c0bcf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57c9021a3c2f8bce server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:44.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.142+0000 7f5d28bfe640 1 -- 172.21.15.1:0/335243021 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d2c0c1490 con 0x55d462da7eb0 2024-02-10T00:05:44.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.142+0000 7f5d28bfe640 1 -- 172.21.15.1:0/335243021 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5d2c0c5ae0 con 0x55d462da7eb0 2024-02-10T00:05:44.153 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.142+0000 7f5d28bfe640 1 -- 172.21.15.1:0/335243021 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d2c0c12c0 con 0x55d462da7eb0 2024-02-10T00:05:44.153 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.143+0000 7f5d3f01b740 1 -- 172.21.15.1:0/335243021 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d462da7eb0 msgr2=0x55d462daa300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:44.153 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.143+0000 7f5d3f01b740 1 --2- 172.21.15.1:0/335243021 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d462da7eb0 0x55d462daa300 secure :-1 s=READY pgs=1223 cs=0 l=1 rev1=1 crypto rx=0x7f5d2c0ee0a0 tx=0x7f5d2c0bcf40 comp rx=0 tx=0).stop 2024-02-10T00:05:44.153 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.143+0000 7f5d3f01b740 1 -- 172.21.15.1:0/335243021 shutdown_connections 2024-02-10T00:05:44.153 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.143+0000 7f5d3f01b740 1 --2- 172.21.15.1:0/335243021 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d462da7eb0 0x55d462daa300 unknown :-1 s=CLOSED pgs=1223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.153 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.143+0000 7f5d3f01b740 1 --2- 172.21.15.1:0/335243021 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d462d9f330 0x55d462da78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.153 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.143+0000 7f5d3f01b740 1 --2- 172.21.15.1:0/335243021 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d462d9e980 0x55d462d9ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.153 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.143+0000 7f5d3f01b740 1 -- 172.21.15.1:0/335243021 >> 172.21.15.1:0/335243021 conn(0x55d462d99050 msgr2=0x55d462d99430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:44.153 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.143+0000 7f5d3f01b740 1 -- 172.21.15.1:0/335243021 shutdown_connections 2024-02-10T00:05:44.153 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.143+0000 7f5d3f01b740 1 -- 172.21.15.1:0/335243021 wait complete. 2024-02-10T00:05:44.153 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.143+0000 7f5d3f01b740 1 -- start start 2024-02-10T00:05:44.153 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.143+0000 7f5d3f01b740 1 Processor -- start 2024-02-10T00:05:44.153 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.144+0000 7f5d3f01b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d462d9e980 0x55d462da4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.153 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.144+0000 7f5d3f01b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d462d9f330 0x55d462da5300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.144+0000 7f5d3f01b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d462da7eb0 0x55d462da5840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.144+0000 7f5d3f01b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d462d07000 con 0x55d462d9f330 2024-02-10T00:05:44.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.144+0000 7f5d3f01b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4629da430 con 0x55d462da7eb0 2024-02-10T00:05:44.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.144+0000 7f5d3f01b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d462996e00 con 0x55d462d9e980 2024-02-10T00:05:44.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.144+0000 7f5d3f01b740 10 client.0 _ll_register_callbacks cb 0x55d462cfb7f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:44.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.144+0000 7f5d39907640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d462d9f330 0x55d462da5300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:44.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.144+0000 7f5d39907640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d462d9f330 0x55d462da5300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54450/0 (socket says 172.21.15.1:54450) 2024-02-10T00:05:44.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.144+0000 7f5d39907640 1 -- 172.21.15.1:0/3353463479 learned_addr learned my addr 172.21.15.1:0/3353463479 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:44.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.144+0000 7f5d3a108640 1 --2- 172.21.15.1:0/3353463479 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d462d9e980 0x55d462da4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:44.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.144+0000 7f5d3a909640 1 --2- 172.21.15.1:0/3353463479 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d462da7eb0 0x55d462da5840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:44.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.144+0000 7f5d39907640 1 -- 172.21.15.1:0/3353463479 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d462d9e980 msgr2=0x55d462da4dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:44.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.144+0000 7f5d39907640 1 --2- 172.21.15.1:0/3353463479 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d462d9e980 0x55d462da4dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.144+0000 7f5d39907640 1 -- 172.21.15.1:0/3353463479 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d462da7eb0 msgr2=0x55d462da5840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:44.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.144+0000 7f5d39907640 1 --2- 172.21.15.1:0/3353463479 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d462da7eb0 0x55d462da5840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.144+0000 7f5d39907640 1 -- 172.21.15.1:0/3353463479 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5d341a6640 con 0x55d462d9f330 2024-02-10T00:05:44.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.144+0000 7f5d3a108640 1 --2- 172.21.15.1:0/3353463479 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d462d9e980 0x55d462da4dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:44.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.144+0000 7f5d3a909640 1 --2- 172.21.15.1:0/3353463479 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d462da7eb0 0x55d462da5840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:44.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.144+0000 7f5d39907640 1 --2- 172.21.15.1:0/3353463479 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d462d9f330 0x55d462da5300 secure :-1 s=READY pgs=1224 cs=0 l=1 rev1=1 crypto rx=0x7f5d240058c0 tx=0x7f5d24004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4322505ef70d23ec server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:44.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.144+0000 7f5d1dffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:44.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.144+0000 7f5d1dffb640 1 -- 172.21.15.1:0/3353463479 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d24020430 con 0x55d462d9f330 2024-02-10T00:05:44.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.144+0000 7f5d1dffb640 1 -- 172.21.15.1:0/3353463479 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f5d24020590 con 0x55d462d9f330 2024-02-10T00:05:44.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.144+0000 7f5d3f01b740 1 -- 172.21.15.1:0/3353463479 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d462a067e0 con 0x55d462d9f330 2024-02-10T00:05:44.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.145+0000 7f5d1dffb640 1 -- 172.21.15.1:0/3353463479 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5d24020750 con 0x55d462d9f330 2024-02-10T00:05:44.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.145+0000 7f5d3f01b740 10 client.17913 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:44.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.145+0000 7f5d3f01b740 1 -- 172.21.15.1:0/3353463479 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55d462d05680 con 0x55d462d9f330 2024-02-10T00:05:44.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.145+0000 7f5d1dffb640 1 -- 172.21.15.1:0/3353463479 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55d462a067e0 con 0x55d462d9f330 2024-02-10T00:05:44.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.145+0000 7f5d1dffb640 1 -- 172.21.15.1:0/3353463479 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f5d24010680 con 0x55d462d9f330 2024-02-10T00:05:44.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.145+0000 7f5d3f01b740 10 client.17913 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:44.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.145+0000 7f5d3f01b740 10 client.17913 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:05:44.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.145+0000 7f5d3f01b740 20 client.17913 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:44.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.145+0000 7f5d3f01b740 1 --2- 172.21.15.1:0/3353463479 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d462db80f0 0x55d462dba510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.145+0000 7f5d3f01b740 4 client.17913 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:05:44.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.145+0000 7f5d3f01b740 1 -- 172.21.15.1:0/3353463479 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d462a43720 con 0x55d462db80f0 2024-02-10T00:05:44.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.145+0000 7f5d3a108640 1 --2- 172.21.15.1:0/3353463479 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d462db80f0 0x55d462dba510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:44.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.146+0000 7f5d3a108640 1 --2- 172.21.15.1:0/3353463479 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d462db80f0 0x55d462dba510 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=73588411a32ce01e server_cookie=8a5db90574c7a590 in_seq=0 out_seq=0 2024-02-10T00:05:44.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.146+0000 7f5d1dffb640 10 client.17913 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:44.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.146+0000 7f5d1dffb640 1 -- 172.21.15.1:0/3353463479 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55d462a43720 con 0x55d462db80f0 2024-02-10T00:05:44.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.146+0000 7f5d1dffb640 10 client.17913 handle_command_reply: tid=0 2024-02-10T00:05:44.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.146+0000 7f5d3f01b740 1 client.17913 shutdown 2024-02-10T00:05:44.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.147+0000 7f5d3f01b740 1 -- 172.21.15.1:0/3353463479 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d462d9f330 msgr2=0x55d462da5300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:44.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.147+0000 7f5d3f01b740 1 --2- 172.21.15.1:0/3353463479 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d462d9f330 0x55d462da5300 secure :-1 s=READY pgs=1224 cs=0 l=1 rev1=1 crypto rx=0x7f5d240058c0 tx=0x7f5d24004730 comp rx=0 tx=0).stop 2024-02-10T00:05:44.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.147+0000 7f5d3f01b740 1 -- 172.21.15.1:0/3353463479 shutdown_connections 2024-02-10T00:05:44.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.147+0000 7f5d3f01b740 1 --2- 172.21.15.1:0/3353463479 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d462db80f0 0x55d462dba510 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.147+0000 7f5d3f01b740 1 --2- 172.21.15.1:0/3353463479 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d462da7eb0 0x55d462da5840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.147+0000 7f5d3f01b740 1 --2- 172.21.15.1:0/3353463479 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d462d9f330 0x55d462da5300 unknown :-1 s=CLOSED pgs=1224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.147+0000 7f5d1dffb640 0 client.17913 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:44.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.147+0000 7f5d3f01b740 1 --2- 172.21.15.1:0/3353463479 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d462d9e980 0x55d462da4dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.147+0000 7f5d3f01b740 1 -- 172.21.15.1:0/3353463479 >> 172.21.15.1:0/3353463479 conn(0x55d462d99050 msgr2=0x55d462d9ada0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:44.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.147+0000 7f5d3f01b740 1 -- 172.21.15.1:0/3353463479 shutdown_connections 2024-02-10T00:05:44.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.147+0000 7f5d3f01b740 1 -- 172.21.15.1:0/3353463479 wait complete. 2024-02-10T00:05:44.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.147+0000 7f5d3f01b740 20 client.17913 trim_cache size 0 max 16384 2024-02-10T00:05:44.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.162+0000 7f5d3f01b740 1 Processor -- start 2024-02-10T00:05:44.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.162+0000 7f5d3f01b740 1 -- start start 2024-02-10T00:05:44.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.162+0000 7f5d3f01b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d462d9e980 0x55d462da74f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.162+0000 7f5d3f01b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d462d9f330 0x55d462da2040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.162+0000 7f5d3f01b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d462da7eb0 0x55d462da2580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.162+0000 7f5d3f01b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d462d94780 con 0x55d462d9e980 2024-02-10T00:05:44.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.162+0000 7f5d3f01b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d462c8bfd0 con 0x55d462d9f330 2024-02-10T00:05:44.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.162+0000 7f5d3f01b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d462daa6f0 con 0x55d462da7eb0 2024-02-10T00:05:44.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.162+0000 7f5d3a108640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d462d9e980 0x55d462da74f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:44.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.162+0000 7f5d3a108640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d462d9e980 0x55d462da74f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54456/0 (socket says 172.21.15.1:54456) 2024-02-10T00:05:44.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.162+0000 7f5d3a108640 1 -- 172.21.15.1:0/1066549386 learned_addr learned my addr 172.21.15.1:0/1066549386 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:44.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.162+0000 7f5d3a909640 1 --2- 172.21.15.1:0/1066549386 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d462da7eb0 0x55d462da2580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:44.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.162+0000 7f5d3a108640 1 -- 172.21.15.1:0/1066549386 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d462da7eb0 msgr2=0x55d462da2580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:44.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.162+0000 7f5d3a108640 1 --2- 172.21.15.1:0/1066549386 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d462da7eb0 0x55d462da2580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.162+0000 7f5d3a108640 1 -- 172.21.15.1:0/1066549386 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d462d9f330 msgr2=0x55d462da2040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:44.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.162+0000 7f5d3a108640 1 --2- 172.21.15.1:0/1066549386 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d462d9f330 0x55d462da2040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.162+0000 7f5d3a108640 1 -- 172.21.15.1:0/1066549386 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d462ca1b30 con 0x55d462d9e980 2024-02-10T00:05:44.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.162+0000 7f5d3a108640 1 --2- 172.21.15.1:0/1066549386 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d462d9e980 0x55d462da74f0 secure :-1 s=READY pgs=1225 cs=0 l=1 rev1=1 crypto rx=0x55d462dbae30 tx=0x7f5d300046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df59c1cafe205b45 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:44.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.162+0000 7f5d1ffff640 1 -- 172.21.15.1:0/1066549386 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d30017040 con 0x55d462d9e980 2024-02-10T00:05:44.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.162+0000 7f5d1ffff640 1 -- 172.21.15.1:0/1066549386 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5d30020020 con 0x55d462d9e980 2024-02-10T00:05:44.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.162+0000 7f5d1ffff640 1 -- 172.21.15.1:0/1066549386 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d30010880 con 0x55d462d9e980 2024-02-10T00:05:44.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.163+0000 7f5d3f01b740 1 -- 172.21.15.1:0/1066549386 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d462d9e980 msgr2=0x55d462da74f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:44.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.163+0000 7f5d3f01b740 1 --2- 172.21.15.1:0/1066549386 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d462d9e980 0x55d462da74f0 secure :-1 s=READY pgs=1225 cs=0 l=1 rev1=1 crypto rx=0x55d462dbae30 tx=0x7f5d300046c0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.163+0000 7f5d3f01b740 1 -- 172.21.15.1:0/1066549386 shutdown_connections 2024-02-10T00:05:44.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.163+0000 7f5d3f01b740 1 --2- 172.21.15.1:0/1066549386 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d462da7eb0 0x55d462da2580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.163+0000 7f5d3f01b740 1 --2- 172.21.15.1:0/1066549386 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d462d9f330 0x55d462da2040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.163+0000 7f5d3f01b740 1 --2- 172.21.15.1:0/1066549386 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d462d9e980 0x55d462da74f0 unknown :-1 s=CLOSED pgs=1225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.163+0000 7f5d3f01b740 1 -- 172.21.15.1:0/1066549386 >> 172.21.15.1:0/1066549386 conn(0x55d462d99050 msgr2=0x55d462da0060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:44.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.163+0000 7f5d3f01b740 1 -- 172.21.15.1:0/1066549386 shutdown_connections 2024-02-10T00:05:44.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.163+0000 7f5d3f01b740 1 -- 172.21.15.1:0/1066549386 wait complete. 2024-02-10T00:05:44.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.163+0000 7f5d3f01b740 1 -- start start 2024-02-10T00:05:44.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.163+0000 7f5d3f01b740 1 Processor -- start 2024-02-10T00:05:44.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.164+0000 7f5d3f01b740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d462d9e980 0x55d462e08b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.164+0000 7f5d3f01b740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d462d9f330 0x55d462e090b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.171 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.164+0000 7f5d3f01b740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d462da7eb0 0x55d462dadfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.164+0000 7f5d3f01b740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d462dae6a0 con 0x55d462d9f330 2024-02-10T00:05:44.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.164+0000 7f5d3f01b740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d462dae810 con 0x55d462da7eb0 2024-02-10T00:05:44.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.164+0000 7f5d3f01b740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d462dae9d0 con 0x55d462d9e980 2024-02-10T00:05:44.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.164+0000 7f5d3f01b740 10 client.0 _ll_register_callbacks cb 0x7f5d2c005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:44.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.164+0000 7f5d39907640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d462d9f330 0x55d462e090b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:44.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.164+0000 7f5d39907640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d462d9f330 0x55d462e090b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54462/0 (socket says 172.21.15.1:54462) 2024-02-10T00:05:44.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.164+0000 7f5d39907640 1 -- 172.21.15.1:0/4009288312 learned_addr learned my addr 172.21.15.1:0/4009288312 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:44.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.164+0000 7f5d3a108640 1 --2- 172.21.15.1:0/4009288312 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d462d9e980 0x55d462e08b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:44.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.164+0000 7f5d3a909640 1 --2- 172.21.15.1:0/4009288312 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d462da7eb0 0x55d462dadfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:44.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.164+0000 7f5d39907640 1 -- 172.21.15.1:0/4009288312 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d462d9e980 msgr2=0x55d462e08b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:44.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.164+0000 7f5d39907640 1 --2- 172.21.15.1:0/4009288312 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d462d9e980 0x55d462e08b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.164+0000 7f5d39907640 1 -- 172.21.15.1:0/4009288312 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d462da7eb0 msgr2=0x55d462dadfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:44.172 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.164+0000 7f5d39907640 1 --2- 172.21.15.1:0/4009288312 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d462da7eb0 0x55d462dadfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.164+0000 7f5d39907640 1 -- 172.21.15.1:0/4009288312 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5d30013460 con 0x55d462d9f330 2024-02-10T00:05:44.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.164+0000 7f5d3a909640 1 --2- 172.21.15.1:0/4009288312 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d462da7eb0 0x55d462dadfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:05:44.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.164+0000 7f5d39907640 1 --2- 172.21.15.1:0/4009288312 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d462d9f330 0x55d462e090b0 secure :-1 s=READY pgs=1226 cs=0 l=1 rev1=1 crypto rx=0x7f5d240109e0 tx=0x7f5d24005960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f83a7fb0b0444cec server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:44.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.164+0000 7f5d1dffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:44.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.164+0000 7f5d1dffb640 1 -- 172.21.15.1:0/4009288312 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d24010620 con 0x55d462d9f330 2024-02-10T00:05:44.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.164+0000 7f5d1dffb640 1 -- 172.21.15.1:0/4009288312 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f5d2401eeb0 con 0x55d462d9f330 2024-02-10T00:05:44.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.164+0000 7f5d3f01b740 1 -- 172.21.15.1:0/4009288312 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5d2c0c5ae0 con 0x55d462d9f330 2024-02-10T00:05:44.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.165+0000 7f5d1dffb640 1 -- 172.21.15.1:0/4009288312 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5d24010de0 con 0x55d462d9f330 2024-02-10T00:05:44.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.165+0000 7f5d3f01b740 10 client.17919 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:44.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.165+0000 7f5d3f01b740 1 -- 172.21.15.1:0/4009288312 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55d462cc7850 con 0x55d462d9f330 2024-02-10T00:05:44.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.165+0000 7f5d1dffb640 1 -- 172.21.15.1:0/4009288312 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5d24042020 con 0x55d462d9f330 2024-02-10T00:05:44.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.165+0000 7f5d1dffb640 1 -- 172.21.15.1:0/4009288312 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f5d24004840 con 0x55d462d9f330 2024-02-10T00:05:44.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.165+0000 7f5d3f01b740 10 client.17919 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:44.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.165+0000 7f5d3f01b740 10 client.17919 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:05:44.173 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.165+0000 7f5d3f01b740 20 client.17919 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:44.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.165+0000 7f5d3f01b740 1 --2- 172.21.15.1:0/4009288312 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d462e107b0 0x55d462e12bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:44.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.165+0000 7f5d3f01b740 4 client.17919 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:05:44.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.165+0000 7f5d3f01b740 1 -- 172.21.15.1:0/4009288312 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55d462a92890 con 0x55d462e107b0 2024-02-10T00:05:44.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.165+0000 7f5d3a108640 1 --2- 172.21.15.1:0/4009288312 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d462e107b0 0x55d462e12bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:44.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.165+0000 7f5d1dffb640 10 client.17919 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:44.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.165+0000 7f5d3a108640 1 --2- 172.21.15.1:0/4009288312 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d462e107b0 0x55d462e12bd0 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d98e9296583cd2a7 server_cookie=4fbfbc3d2ac0f908 in_seq=0 out_seq=0 2024-02-10T00:05:44.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.166+0000 7f5d1dffb640 1 -- 172.21.15.1:0/4009288312 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55d462a92890 con 0x55d462e107b0 2024-02-10T00:05:44.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.166+0000 7f5d1dffb640 10 client.17919 handle_command_reply: tid=0 2024-02-10T00:05:44.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.166+0000 7f5d3f01b740 1 client.17919 shutdown 2024-02-10T00:05:44.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.166+0000 7f5d3f01b740 1 -- 172.21.15.1:0/4009288312 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d462d9f330 msgr2=0x55d462e090b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:44.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.166+0000 7f5d3f01b740 1 --2- 172.21.15.1:0/4009288312 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d462d9f330 0x55d462e090b0 secure :-1 s=READY pgs=1226 cs=0 l=1 rev1=1 crypto rx=0x7f5d240109e0 tx=0x7f5d24005960 comp rx=0 tx=0).stop 2024-02-10T00:05:44.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.166+0000 7f5d3f01b740 1 -- 172.21.15.1:0/4009288312 shutdown_connections 2024-02-10T00:05:44.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.166+0000 7f5d3f01b740 1 --2- 172.21.15.1:0/4009288312 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d462e107b0 0x55d462e12bd0 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.174 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.166+0000 7f5d3f01b740 1 --2- 172.21.15.1:0/4009288312 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d462da7eb0 0x55d462dadfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.166+0000 7f5d1dffb640 0 client.17919 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:44.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.166+0000 7f5d3f01b740 1 --2- 172.21.15.1:0/4009288312 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d462d9f330 0x55d462e090b0 unknown :-1 s=CLOSED pgs=1226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.166+0000 7f5d3f01b740 1 --2- 172.21.15.1:0/4009288312 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d462d9e980 0x55d462e08b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.166+0000 7f5d3f01b740 1 -- 172.21.15.1:0/4009288312 >> 172.21.15.1:0/4009288312 conn(0x55d462d99050 msgr2=0x55d462d97960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:44.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.166+0000 7f5d3f01b740 1 -- 172.21.15.1:0/4009288312 shutdown_connections 2024-02-10T00:05:44.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.166+0000 7f5d3f01b740 1 -- 172.21.15.1:0/4009288312 wait complete. 2024-02-10T00:05:44.175 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.166+0000 7f5d3f01b740 20 client.17919 trim_cache size 0 max 16384 2024-02-10T00:05:44.175 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:05:44.175 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "IDLE (waiting for more scrubs)", 2024-02-10T00:05:44.175 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": { 2024-02-10T00:05:44.176 INFO:teuthology.orchestra.run.smithi001.stdout: "ec0a5c5f-818d-4583-9ae3-671e67f182ee": { 2024-02-10T00:05:44.176 INFO:teuthology.orchestra.run.smithi001.stdout: "path": "/", 2024-02-10T00:05:44.176 INFO:teuthology.orchestra.run.smithi001.stdout: "tag": "ec0a5c5f-818d-4583-9ae3-671e67f182ee", 2024-02-10T00:05:44.176 INFO:teuthology.orchestra.run.smithi001.stdout: "options": "recursive,force" 2024-02-10T00:05:44.176 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:05:44.176 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:05:44.176 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:05:44.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.166+0000 7f5d3c36c640 1 -- 172.21.15.1:0/1426012910 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f5d200a2260 msgr2=0x7f5d200a4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:44.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.166+0000 7f5d3c36c640 1 --2- 172.21.15.1:0/1426012910 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f5d200a2260 0x7f5d200a4720 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f5d240128e0 tx=0x7f5d2400bae0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.166+0000 7f5d3c36c640 1 -- 172.21.15.1:0/1426012910 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5d3410b820 msgr2=0x7f5d34100b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:44.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.166+0000 7f5d3c36c640 1 --2- 172.21.15.1:0/1426012910 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5d3410b820 0x7f5d34100b20 secure :-1 s=READY pgs=1222 cs=0 l=1 rev1=1 crypto rx=0x7f5d2c02c790 tx=0x7f5d2c034760 comp rx=0 tx=0).stop 2024-02-10T00:05:44.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.166+0000 7f5d3c36c640 1 -- 172.21.15.1:0/1426012910 shutdown_connections 2024-02-10T00:05:44.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.166+0000 7f5d3c36c640 1 --2- 172.21.15.1:0/1426012910 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f5d200a2260 0x7f5d200a4720 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.166+0000 7f5d3c36c640 1 --2- 172.21.15.1:0/1426012910 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5d3410b820 0x7f5d34100b20 unknown :-1 s=CLOSED pgs=1222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.166+0000 7f5d3c36c640 1 --2- 172.21.15.1:0/1426012910 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5d34102d70 0x7f5d341005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.166+0000 7f5d3c36c640 1 --2- 172.21.15.1:0/1426012910 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5d34102450 0x7f5d341000a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:44.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.166+0000 7f5d3c36c640 1 -- 172.21.15.1:0/1426012910 >> 172.21.15.1:0/1426012910 conn(0x7f5d340772e0 msgr2=0x7f5d340fe470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:44.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.167+0000 7f5d3c36c640 1 -- 172.21.15.1:0/1426012910 shutdown_connections 2024-02-10T00:05:44.177 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:05:44.167+0000 7f5d3c36c640 1 -- 172.21.15.1:0/1426012910 wait complete. 2024-02-10T00:05:44.179 INFO:tasks.cephfs.filesystem:scrub status for tag:ec0a5c5f-818d-4583-9ae3-671e67f182ee - {'path': '/', 'tag': 'ec0a5c5f-818d-4583-9ae3-671e67f182ee', 'options': 'recursive,force'} 2024-02-10T00:05:45.348 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:44 smithi088 ceph-mon[36452]: pgmap v195: 97 pgs: 97 active+clean; 2.5 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 58 KiB/s wr, 22 op/s 2024-02-10T00:05:45.348 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:44 smithi088 ceph-mon[36452]: scrub queued for path: / 2024-02-10T00:05:45.348 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:44 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:05:45.348 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:44 smithi088 ceph-mon[36452]: scrub summary: active paths [/] 2024-02-10T00:05:45.348 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:44 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:05:45.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:44 smithi103 ceph-mon[36942]: pgmap v195: 97 pgs: 97 active+clean; 2.5 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 58 KiB/s wr, 22 op/s 2024-02-10T00:05:45.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:44 smithi103 ceph-mon[36942]: scrub queued for path: / 2024-02-10T00:05:45.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:44 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:05:45.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:44 smithi103 ceph-mon[36942]: scrub summary: active paths [/] 2024-02-10T00:05:45.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:44 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:05:45.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:44 smithi001 ceph-mon[32335]: pgmap v195: 97 pgs: 97 active+clean; 2.5 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 58 KiB/s wr, 22 op/s 2024-02-10T00:05:45.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:44 smithi001 ceph-mon[32335]: scrub queued for path: / 2024-02-10T00:05:45.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:44 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:05:45.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:44 smithi001 ceph-mon[32335]: scrub summary: active paths [/] 2024-02-10T00:05:45.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:44 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:05:46.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:45 smithi088 ceph-mon[36452]: scrub summary: idle 2024-02-10T00:05:46.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:45 smithi103 ceph-mon[36942]: scrub summary: idle 2024-02-10T00:05:46.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:45 smithi001 ceph-mon[32335]: scrub summary: idle 2024-02-10T00:05:47.285 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.280+0000 7f007318a640 1 -- 172.21.15.1:0/2389752029 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f006c106530 msgr2=0x7f006c10e100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:47.285 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.280+0000 7f007318a640 1 --2- 172.21.15.1:0/2389752029 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f006c106530 0x7f006c10e100 secure :-1 s=READY pgs=1227 cs=0 l=1 rev1=1 crypto rx=0x7f0054009930 tx=0x7f005402bc30 comp rx=0 tx=0).stop 2024-02-10T00:05:47.285 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.281+0000 7f007318a640 1 -- 172.21.15.1:0/2389752029 shutdown_connections 2024-02-10T00:05:47.285 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.281+0000 7f007318a640 1 --2- 172.21.15.1:0/2389752029 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f006c106530 0x7f006c10e100 unknown :-1 s=CLOSED pgs=1227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.285 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.281+0000 7f007318a640 1 --2- 172.21.15.1:0/2389752029 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f006c101e10 0x7f006c105e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.285 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.281+0000 7f007318a640 1 --2- 172.21.15.1:0/2389752029 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f006c101460 0x7f006c101840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.285 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.281+0000 7f007318a640 1 -- 172.21.15.1:0/2389752029 >> 172.21.15.1:0/2389752029 conn(0x7f006c0fccc0 msgr2=0x7f006c0ff0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:47.285 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.281+0000 7f007318a640 1 -- 172.21.15.1:0/2389752029 shutdown_connections 2024-02-10T00:05:47.286 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.281+0000 7f007318a640 1 -- 172.21.15.1:0/2389752029 wait complete. 2024-02-10T00:05:47.286 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.281+0000 7f007318a640 1 Processor -- start 2024-02-10T00:05:47.286 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.281+0000 7f007318a640 1 -- start start 2024-02-10T00:05:47.286 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.281+0000 7f007318a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f006c101460 0x7f006c19f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:47.286 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.281+0000 7f007318a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f006c106530 0x7f006c19fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:47.286 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.281+0000 7f007318a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f006c1998c0 0x7f006c199d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:47.286 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.281+0000 7f007318a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f006c19a2b0 con 0x7f006c1998c0 2024-02-10T00:05:47.286 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.281+0000 7f007318a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f006c19a420 con 0x7f006c106530 2024-02-10T00:05:47.286 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.281+0000 7f007318a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f006c19a5e0 con 0x7f006c101460 2024-02-10T00:05:47.286 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.282+0000 7f0071727640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f006c1998c0 0x7f006c199d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:47.286 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.282+0000 7f0071727640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f006c1998c0 0x7f006c199d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54478/0 (socket says 172.21.15.1:54478) 2024-02-10T00:05:47.286 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.282+0000 7f0070f26640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f006c101460 0x7f006c19f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:47.286 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.282+0000 7f0071727640 1 -- 172.21.15.1:0/3231317691 learned_addr learned my addr 172.21.15.1:0/3231317691 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:47.286 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.282+0000 7f006bfff640 1 --2- 172.21.15.1:0/3231317691 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f006c106530 0x7f006c19fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:47.287 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.282+0000 7f0071727640 1 -- 172.21.15.1:0/3231317691 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f006c101460 msgr2=0x7f006c19f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:47.287 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.282+0000 7f0071727640 1 --2- 172.21.15.1:0/3231317691 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f006c101460 0x7f006c19f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.287 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.282+0000 7f0071727640 1 -- 172.21.15.1:0/3231317691 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f006c106530 msgr2=0x7f006c19fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:47.287 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.282+0000 7f0071727640 1 --2- 172.21.15.1:0/3231317691 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f006c106530 0x7f006c19fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.287 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.282+0000 7f0071727640 1 -- 172.21.15.1:0/3231317691 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0054009560 con 0x7f006c1998c0 2024-02-10T00:05:47.287 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.282+0000 7f0071727640 1 --2- 172.21.15.1:0/3231317691 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f006c1998c0 0x7f006c199d70 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7f0054005940 tx=0x7f005402c6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:47.287 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.282+0000 7f0069ffb640 1 -- 172.21.15.1:0/3231317691 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00540043d0 con 0x7f006c1998c0 2024-02-10T00:05:47.287 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.282+0000 7f0069ffb640 1 -- 172.21.15.1:0/3231317691 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f00540052d0 con 0x7f006c1998c0 2024-02-10T00:05:47.287 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.282+0000 7f007318a640 1 -- 172.21.15.1:0/3231317691 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f006c1a65d0 con 0x7f006c1998c0 2024-02-10T00:05:47.287 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.282+0000 7f0069ffb640 1 -- 172.21.15.1:0/3231317691 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0054003d10 con 0x7f006c1998c0 2024-02-10T00:05:47.287 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.283+0000 7f007318a640 1 -- 172.21.15.1:0/3231317691 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f006c1a6a80 con 0x7f006c1998c0 2024-02-10T00:05:47.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.285+0000 7f0069ffb640 1 -- 172.21.15.1:0/3231317691 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f0054005440 con 0x7f006c1998c0 2024-02-10T00:05:47.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.285+0000 7f0075e37740 1 Processor -- start 2024-02-10T00:05:47.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.285+0000 7f0075e37740 1 -- start start 2024-02-10T00:05:47.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.286+0000 7f0069ffb640 1 --2- 172.21.15.1:0/3231317691 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f00580a2220 0x7f00580a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:47.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.286+0000 7f0075e37740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1820d60b0 0x55c1820d6490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:47.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.286+0000 7f0075e37740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1820d69d0 0x55c1820df260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:47.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.286+0000 7f0075e37740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1820df7a0 0x55c1820e1b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:47.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.286+0000 7f0075e37740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c182044a00 con 0x55c1820d69d0 2024-02-10T00:05:47.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.286+0000 7f0075e37740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c182041f30 con 0x55c1820d60b0 2024-02-10T00:05:47.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.286+0000 7f0075e37740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c18203d710 con 0x55c1820df7a0 2024-02-10T00:05:47.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.286+0000 7f006bfff640 1 --2- 172.21.15.1:0/3231317691 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f00580a2220 0x7f00580a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:47.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.286+0000 7f0069ffb640 1 -- 172.21.15.1:0/3231317691 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f00540f0080 con 0x7f006c1998c0 2024-02-10T00:05:47.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.286+0000 7f006bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1820d69d0 0x55c1820df260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:47.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.286+0000 7f006bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1820d69d0 0x55c1820df260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54486/0 (socket says 172.21.15.1:54486) 2024-02-10T00:05:47.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.286+0000 7f006bfff640 1 -- 172.21.15.1:0/2180184012 learned_addr learned my addr 172.21.15.1:0/2180184012 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:47.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.286+0000 7f0070f26640 1 --2- 172.21.15.1:0/2180184012 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1820d60b0 0x55c1820d6490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:47.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.286+0000 7f0071727640 1 --2- 172.21.15.1:0/2180184012 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1820df7a0 0x55c1820e1b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:47.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.286+0000 7f006bfff640 1 -- 172.21.15.1:0/2180184012 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1820df7a0 msgr2=0x55c1820e1b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:47.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.286+0000 7f006bfff640 1 --2- 172.21.15.1:0/2180184012 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1820df7a0 0x55c1820e1b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.286+0000 7f006bfff640 1 -- 172.21.15.1:0/2180184012 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1820d60b0 msgr2=0x55c1820d6490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:47.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.286+0000 7f006bfff640 1 --2- 172.21.15.1:0/2180184012 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1820d60b0 0x55c1820d6490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.286+0000 7f006bfff640 1 -- 172.21.15.1:0/2180184012 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c1820023b0 con 0x55c1820d69d0 2024-02-10T00:05:47.295 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.286+0000 7f0070f26640 1 --2- 172.21.15.1:0/2180184012 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1820d60b0 0x55c1820d6490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:05:47.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.286+0000 7f006bfff640 1 --2- 172.21.15.1:0/2180184012 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1820d69d0 0x55c1820df260 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7f005c012990 tx=0x7f005c012e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=952a23e7ae92cc8 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:47.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.286+0000 7f006bfff640 1 --2- 172.21.15.1:0/3231317691 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f00580a2220 0x7f00580a46e0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f005c00f730 tx=0x7f005c01d000 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:47.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.287+0000 7f0062ffd640 1 -- 172.21.15.1:0/2180184012 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f005c00fe70 con 0x55c1820d69d0 2024-02-10T00:05:47.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.287+0000 7f0062ffd640 1 -- 172.21.15.1:0/2180184012 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f005c004510 con 0x55c1820d69d0 2024-02-10T00:05:47.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.287+0000 7f0062ffd640 1 -- 172.21.15.1:0/2180184012 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f005c01ce30 con 0x55c1820d69d0 2024-02-10T00:05:47.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.287+0000 7f0075e37740 1 -- 172.21.15.1:0/2180184012 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1820d69d0 msgr2=0x55c1820df260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:47.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.287+0000 7f0075e37740 1 --2- 172.21.15.1:0/2180184012 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1820d69d0 0x55c1820df260 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7f005c012990 tx=0x7f005c012e50 comp rx=0 tx=0).stop 2024-02-10T00:05:47.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.287+0000 7f0075e37740 1 -- 172.21.15.1:0/2180184012 shutdown_connections 2024-02-10T00:05:47.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.287+0000 7f0075e37740 1 --2- 172.21.15.1:0/2180184012 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1820df7a0 0x55c1820e1b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.287+0000 7f0075e37740 1 --2- 172.21.15.1:0/2180184012 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1820d69d0 0x55c1820df260 unknown :-1 s=CLOSED pgs=1229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.287+0000 7f0075e37740 1 --2- 172.21.15.1:0/2180184012 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1820d60b0 0x55c1820d6490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.287+0000 7f0075e37740 1 -- 172.21.15.1:0/2180184012 >> 172.21.15.1:0/2180184012 conn(0x55c1820d09d0 msgr2=0x55c1820d0db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:47.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.287+0000 7f0075e37740 1 -- 172.21.15.1:0/2180184012 shutdown_connections 2024-02-10T00:05:47.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.287+0000 7f0075e37740 1 -- 172.21.15.1:0/2180184012 wait complete. 2024-02-10T00:05:47.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.288+0000 7f0075e37740 1 -- start start 2024-02-10T00:05:47.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.288+0000 7f0075e37740 1 Processor -- start 2024-02-10T00:05:47.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.288+0000 7f0075e37740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1820d60b0 0x55c1820dc830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:47.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.288+0000 7f0075e37740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1820d69d0 0x55c1820dcd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:47.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.288+0000 7f0075e37740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1820df7a0 0x55c1820dd2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:47.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.288+0000 7f0075e37740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c181fe2b90 con 0x55c1820d69d0 2024-02-10T00:05:47.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.288+0000 7f0075e37740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c181d11250 con 0x55c1820df7a0 2024-02-10T00:05:47.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.288+0000 7f0075e37740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c181fc3200 con 0x55c1820d60b0 2024-02-10T00:05:47.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.288+0000 7f0075e37740 10 client.0 _ll_register_callbacks cb 0x55c181ff95d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:47.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.288+0000 7f006bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1820d69d0 0x55c1820dcd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:47.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.288+0000 7f006bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1820d69d0 0x55c1820dcd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54488/0 (socket says 172.21.15.1:54488) 2024-02-10T00:05:47.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.288+0000 7f006bfff640 1 -- 172.21.15.1:0/3312456880 learned_addr learned my addr 172.21.15.1:0/3312456880 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:47.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.289+0000 7f0070f26640 1 --2- 172.21.15.1:0/3312456880 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1820d60b0 0x55c1820dc830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:47.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.289+0000 7f0071727640 1 --2- 172.21.15.1:0/3312456880 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1820df7a0 0x55c1820dd2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:47.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.289+0000 7f006bfff640 1 -- 172.21.15.1:0/3312456880 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1820d60b0 msgr2=0x55c1820dc830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:47.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.289+0000 7f006bfff640 1 --2- 172.21.15.1:0/3312456880 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1820d60b0 0x55c1820dc830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.289+0000 7f006bfff640 1 -- 172.21.15.1:0/3312456880 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1820df7a0 msgr2=0x55c1820dd2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:47.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.289+0000 7f006bfff640 1 --2- 172.21.15.1:0/3312456880 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1820df7a0 0x55c1820dd2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.289+0000 7f006bfff640 1 -- 172.21.15.1:0/3312456880 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f005c01a040 con 0x55c1820d69d0 2024-02-10T00:05:47.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.289+0000 7f0071727640 1 --2- 172.21.15.1:0/3312456880 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1820df7a0 0x55c1820dd2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:05:47.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.289+0000 7f0070f26640 1 --2- 172.21.15.1:0/3312456880 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1820d60b0 0x55c1820dc830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:05:47.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.289+0000 7f006bfff640 1 --2- 172.21.15.1:0/3312456880 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1820d69d0 0x55c1820dcd70 secure :-1 s=READY pgs=1230 cs=0 l=1 rev1=1 crypto rx=0x7f005c00beb0 tx=0x7f005c00bee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a3cfa7fc9d252c1 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:47.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.289+0000 7f004bfff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:47.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.289+0000 7f004bfff640 1 -- 172.21.15.1:0/3312456880 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f005c01cd40 con 0x55c1820d69d0 2024-02-10T00:05:47.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.289+0000 7f004bfff640 1 -- 172.21.15.1:0/3312456880 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f005c005040 con 0x55c1820d69d0 2024-02-10T00:05:47.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.289+0000 7f0075e37740 1 -- 172.21.15.1:0/3312456880 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c182063ee0 con 0x55c1820d69d0 2024-02-10T00:05:47.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.289+0000 7f004bfff640 1 -- 172.21.15.1:0/3312456880 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f005c01cea0 con 0x55c1820d69d0 2024-02-10T00:05:47.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.289+0000 7f0075e37740 10 client.17931 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:47.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.289+0000 7f0075e37740 1 -- 172.21.15.1:0/3312456880 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c18203bd90 con 0x55c1820d69d0 2024-02-10T00:05:47.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.289+0000 7f004bfff640 1 -- 172.21.15.1:0/3312456880 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55c182063ee0 con 0x55c1820d69d0 2024-02-10T00:05:47.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.290+0000 7f004bfff640 1 -- 172.21.15.1:0/3312456880 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f005c024020 con 0x55c1820d69d0 2024-02-10T00:05:47.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.290+0000 7f0075e37740 10 client.17931 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:47.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.290+0000 7f0075e37740 10 client.17931 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:05:47.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.290+0000 7f0075e37740 20 client.17931 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:47.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.290+0000 7f0075e37740 1 --2- 172.21.15.1:0/3312456880 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c1820ef960 0x55c1820f1dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:47.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.290+0000 7f0075e37740 4 client.17931 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:05:47.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.290+0000 7f0075e37740 1 -- 172.21.15.1:0/3312456880 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c181d3d600 con 0x55c1820ef960 2024-02-10T00:05:47.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.290+0000 7f0070f26640 1 --2- 172.21.15.1:0/3312456880 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c1820ef960 0x55c1820f1dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:47.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.290+0000 7f0070f26640 1 --2- 172.21.15.1:0/3312456880 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c1820ef960 0x55c1820f1dc0 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a4188acafe20b531 server_cookie=994c2261c59c7f1e in_seq=0 out_seq=0 2024-02-10T00:05:47.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.290+0000 7f004bfff640 10 client.17931 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:47.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.291+0000 7f004bfff640 1 -- 172.21.15.1:0/3312456880 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55c181d3d600 con 0x55c1820ef960 2024-02-10T00:05:47.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.291+0000 7f004bfff640 10 client.17931 handle_command_reply: tid=0 2024-02-10T00:05:47.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.291+0000 7f0075e37740 1 client.17931 shutdown 2024-02-10T00:05:47.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.291+0000 7f0075e37740 1 -- 172.21.15.1:0/3312456880 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1820d69d0 msgr2=0x55c1820dcd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:47.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.291+0000 7f0075e37740 1 --2- 172.21.15.1:0/3312456880 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1820d69d0 0x55c1820dcd70 secure :-1 s=READY pgs=1230 cs=0 l=1 rev1=1 crypto rx=0x7f005c00beb0 tx=0x7f005c00bee0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.291+0000 7f0075e37740 1 -- 172.21.15.1:0/3312456880 shutdown_connections 2024-02-10T00:05:47.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.291+0000 7f0075e37740 1 --2- 172.21.15.1:0/3312456880 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c1820ef960 0x55c1820f1dc0 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.291+0000 7f0075e37740 1 --2- 172.21.15.1:0/3312456880 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1820df7a0 0x55c1820dd2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.291+0000 7f0075e37740 1 --2- 172.21.15.1:0/3312456880 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1820d69d0 0x55c1820dcd70 unknown :-1 s=CLOSED pgs=1230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.291+0000 7f0075e37740 1 --2- 172.21.15.1:0/3312456880 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1820d60b0 0x55c1820dc830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.291+0000 7f004bfff640 0 client.17931 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:47.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.291+0000 7f0075e37740 1 -- 172.21.15.1:0/3312456880 >> 172.21.15.1:0/3312456880 conn(0x55c1820d09d0 msgr2=0x55c1820d2720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:47.301 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.291+0000 7f0075e37740 1 -- 172.21.15.1:0/3312456880 shutdown_connections 2024-02-10T00:05:47.301 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.291+0000 7f0075e37740 1 -- 172.21.15.1:0/3312456880 wait complete. 2024-02-10T00:05:47.301 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.291+0000 7f0075e37740 20 client.17931 trim_cache size 0 max 16384 2024-02-10T00:05:47.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.305+0000 7f0075e37740 1 Processor -- start 2024-02-10T00:05:47.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.305+0000 7f0075e37740 1 -- start start 2024-02-10T00:05:47.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.305+0000 7f0075e37740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1820d60b0 0x55c1820dd0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:47.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.305+0000 7f0075e37740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1820d69d0 0x55c1820f6720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:47.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.305+0000 7f0075e37740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1820df7a0 0x55c1820db100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:47.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.305+0000 7f0075e37740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1820d8410 con 0x55c1820df7a0 2024-02-10T00:05:47.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.305+0000 7f0075e37740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1820d2cc0 con 0x55c1820d69d0 2024-02-10T00:05:47.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.305+0000 7f0075e37740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1820e1ec0 con 0x55c1820d60b0 2024-02-10T00:05:47.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.305+0000 7f0071727640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1820df7a0 0x55c1820db100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:47.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.305+0000 7f0071727640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1820df7a0 0x55c1820db100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54500/0 (socket says 172.21.15.1:54500) 2024-02-10T00:05:47.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.305+0000 7f0071727640 1 -- 172.21.15.1:0/3823202205 learned_addr learned my addr 172.21.15.1:0/3823202205 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:47.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.305+0000 7f0070f26640 1 --2- 172.21.15.1:0/3823202205 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1820d60b0 0x55c1820dd0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:47.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.305+0000 7f0071727640 1 -- 172.21.15.1:0/3823202205 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1820d60b0 msgr2=0x55c1820dd0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:47.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.305+0000 7f0071727640 1 --2- 172.21.15.1:0/3823202205 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1820d60b0 0x55c1820dd0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.305+0000 7f0071727640 1 -- 172.21.15.1:0/3823202205 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1820d69d0 msgr2=0x55c1820f6720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:47.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.305+0000 7f006bfff640 1 --2- 172.21.15.1:0/3823202205 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1820d69d0 0x55c1820f6720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:47.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.305+0000 7f0071727640 1 --2- 172.21.15.1:0/3823202205 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1820d69d0 0x55c1820f6720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.305+0000 7f0071727640 1 -- 172.21.15.1:0/3823202205 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c181fd8820 con 0x55c1820df7a0 2024-02-10T00:05:47.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.305+0000 7f0070f26640 1 --2- 172.21.15.1:0/3823202205 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1820d60b0 0x55c1820dd0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:05:47.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.306+0000 7f0071727640 1 --2- 172.21.15.1:0/3823202205 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1820df7a0 0x55c1820db100 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7f00540bc8b0 tx=0x7f0054004610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4706aa507115bc39 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:47.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.306+0000 7f00627fc640 1 -- 172.21.15.1:0/3823202205 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00540bc510 con 0x55c1820df7a0 2024-02-10T00:05:47.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.306+0000 7f00627fc640 1 -- 172.21.15.1:0/3823202205 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f00540a0890 con 0x55c1820df7a0 2024-02-10T00:05:47.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.306+0000 7f00627fc640 1 -- 172.21.15.1:0/3823202205 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00540baeb0 con 0x55c1820df7a0 2024-02-10T00:05:47.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.306+0000 7f0075e37740 1 -- 172.21.15.1:0/3823202205 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1820df7a0 msgr2=0x55c1820db100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:47.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.306+0000 7f0075e37740 1 --2- 172.21.15.1:0/3823202205 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1820df7a0 0x55c1820db100 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7f00540bc8b0 tx=0x7f0054004610 comp rx=0 tx=0).stop 2024-02-10T00:05:47.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.306+0000 7f0075e37740 1 -- 172.21.15.1:0/3823202205 shutdown_connections 2024-02-10T00:05:47.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.306+0000 7f0075e37740 1 --2- 172.21.15.1:0/3823202205 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1820df7a0 0x55c1820db100 unknown :-1 s=CLOSED pgs=1231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.306+0000 7f0075e37740 1 --2- 172.21.15.1:0/3823202205 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1820d69d0 0x55c1820f6720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.306+0000 7f0075e37740 1 --2- 172.21.15.1:0/3823202205 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1820d60b0 0x55c1820dd0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.306+0000 7f0075e37740 1 -- 172.21.15.1:0/3823202205 >> 172.21.15.1:0/3823202205 conn(0x55c1820d09d0 msgr2=0x55c1820d0db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:47.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.306+0000 7f0075e37740 1 -- 172.21.15.1:0/3823202205 shutdown_connections 2024-02-10T00:05:47.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.307+0000 7f0075e37740 1 -- 172.21.15.1:0/3823202205 wait complete. 2024-02-10T00:05:47.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.307+0000 7f0075e37740 1 -- start start 2024-02-10T00:05:47.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.307+0000 7f0075e37740 1 Processor -- start 2024-02-10T00:05:47.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.307+0000 7f0075e37740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1820d60b0 0x55c1820e6690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:47.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.307+0000 7f0075e37740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1820d69d0 0x55c1820e4a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:47.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.307+0000 7f0075e37740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1820df7a0 0x55c1820e4fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:47.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.307+0000 7f0075e37740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1820e55a0 con 0x55c1820df7a0 2024-02-10T00:05:47.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.307+0000 7f0075e37740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1820e5710 con 0x55c1820d60b0 2024-02-10T00:05:47.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.307+0000 7f0075e37740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1820e58d0 con 0x55c1820d69d0 2024-02-10T00:05:47.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.307+0000 7f0075e37740 10 client.0 _ll_register_callbacks cb 0x7f006400a970 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:05:47.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.307+0000 7f0071727640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1820df7a0 0x55c1820e4fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:47.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.307+0000 7f0071727640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1820df7a0 0x55c1820e4fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54506/0 (socket says 172.21.15.1:54506) 2024-02-10T00:05:47.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.307+0000 7f0071727640 1 -- 172.21.15.1:0/1415128396 learned_addr learned my addr 172.21.15.1:0/1415128396 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:05:47.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.307+0000 7f006bfff640 1 --2- 172.21.15.1:0/1415128396 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1820d69d0 0x55c1820e4a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:47.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.308+0000 7f0070f26640 1 --2- 172.21.15.1:0/1415128396 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1820d60b0 0x55c1820e6690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:47.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.308+0000 7f0071727640 1 -- 172.21.15.1:0/1415128396 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1820d69d0 msgr2=0x55c1820e4a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:47.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.308+0000 7f0071727640 1 --2- 172.21.15.1:0/1415128396 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1820d69d0 0x55c1820e4a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.308+0000 7f0071727640 1 -- 172.21.15.1:0/1415128396 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1820d60b0 msgr2=0x55c1820e6690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:05:47.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.308+0000 7f0071727640 1 --2- 172.21.15.1:0/1415128396 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1820d60b0 0x55c1820e6690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.308+0000 7f0071727640 1 -- 172.21.15.1:0/1415128396 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f006c1a6a80 con 0x55c1820df7a0 2024-02-10T00:05:47.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.308+0000 7f0070f26640 1 --2- 172.21.15.1:0/1415128396 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1820d60b0 0x55c1820e6690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:05:47.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.308+0000 7f0071727640 1 --2- 172.21.15.1:0/1415128396 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1820df7a0 0x55c1820e4fc0 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7f00540b9010 tx=0x7f00540bc580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b79df63d68ad6fd0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:05:47.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.308+0000 7f004bfff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:05:47.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.308+0000 7f004bfff640 1 -- 172.21.15.1:0/1415128396 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f005402f160 con 0x55c1820df7a0 2024-02-10T00:05:47.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.308+0000 7f004bfff640 1 -- 172.21.15.1:0/1415128396 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f00540bcbb0 con 0x55c1820df7a0 2024-02-10T00:05:47.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.308+0000 7f0075e37740 1 -- 172.21.15.1:0/1415128396 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f005c004510 con 0x55c1820df7a0 2024-02-10T00:05:47.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.308+0000 7f004bfff640 1 -- 172.21.15.1:0/1415128396 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f00540bd2b0 con 0x55c1820df7a0 2024-02-10T00:05:47.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.308+0000 7f0075e37740 10 client.17937 fetch_fsmap learned FSMap version 29 2024-02-10T00:05:47.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.308+0000 7f0075e37740 1 -- 172.21.15.1:0/1415128396 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c181ffe6f0 con 0x55c1820df7a0 2024-02-10T00:05:47.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.308+0000 7f004bfff640 1 -- 172.21.15.1:0/1415128396 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f005c004510 con 0x55c1820df7a0 2024-02-10T00:05:47.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.308+0000 7f004bfff640 1 -- 172.21.15.1:0/1415128396 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f005403c070 con 0x55c1820df7a0 2024-02-10T00:05:47.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.309+0000 7f0075e37740 10 client.17937 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:05:47.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.309+0000 7f0075e37740 10 client.17937 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:05:47.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.309+0000 7f0075e37740 20 client.17937 populate_metadata read hostname 'smithi001' 2024-02-10T00:05:47.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.309+0000 7f0075e37740 1 --2- 172.21.15.1:0/1415128396 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c182146ff0 0x55c1821493e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:05:47.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.309+0000 7f0075e37740 4 client.17937 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:05:47.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.309+0000 7f0075e37740 1 -- 172.21.15.1:0/1415128396 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55c181d8e1b0 con 0x55c182146ff0 2024-02-10T00:05:47.319 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.309+0000 7f0070f26640 1 --2- 172.21.15.1:0/1415128396 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c182146ff0 0x55c1821493e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:05:47.319 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.309+0000 7f0070f26640 1 --2- 172.21.15.1:0/1415128396 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c182146ff0 0x55c1821493e0 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6c079e3da02eed55 server_cookie=6259833a3c0849e4 in_seq=0 out_seq=0 2024-02-10T00:05:47.319 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.309+0000 7f004bfff640 10 client.17937 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:47.326 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.324+0000 7f004bfff640 1 -- 172.21.15.1:0/1415128396 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55c181d8e1b0 con 0x55c182146ff0 2024-02-10T00:05:47.326 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.324+0000 7f004bfff640 10 client.17937 handle_command_reply: tid=0 2024-02-10T00:05:47.326 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.324+0000 7f0075e37740 1 client.17937 shutdown 2024-02-10T00:05:47.326 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.324+0000 7f0075e37740 1 -- 172.21.15.1:0/1415128396 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1820df7a0 msgr2=0x55c1820e4fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:47.326 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.324+0000 7f0075e37740 1 --2- 172.21.15.1:0/1415128396 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1820df7a0 0x55c1820e4fc0 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7f00540b9010 tx=0x7f00540bc580 comp rx=0 tx=0).stop 2024-02-10T00:05:47.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.324+0000 7f0075e37740 1 -- 172.21.15.1:0/1415128396 shutdown_connections 2024-02-10T00:05:47.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.324+0000 7f0075e37740 1 --2- 172.21.15.1:0/1415128396 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c182146ff0 0x55c1821493e0 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.324+0000 7f0075e37740 1 --2- 172.21.15.1:0/1415128396 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c1820df7a0 0x55c1820e4fc0 unknown :-1 s=CLOSED pgs=1232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.324+0000 7f0075e37740 1 --2- 172.21.15.1:0/1415128396 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c1820d69d0 0x55c1820e4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.324+0000 7f004bfff640 0 client.17937 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:05:47.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.324+0000 7f0075e37740 1 --2- 172.21.15.1:0/1415128396 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c1820d60b0 0x55c1820e6690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.324+0000 7f0075e37740 1 -- 172.21.15.1:0/1415128396 >> 172.21.15.1:0/1415128396 conn(0x55c1820d09d0 msgr2=0x55c1820f6720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:47.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.324+0000 7f0075e37740 1 -- 172.21.15.1:0/1415128396 shutdown_connections 2024-02-10T00:05:47.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.324+0000 7f0075e37740 1 -- 172.21.15.1:0/1415128396 wait complete. 2024-02-10T00:05:47.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.324+0000 7f0075e37740 20 client.17937 trim_cache size 0 max 16384 2024-02-10T00:05:47.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:05:47.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:05:47.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:05:47.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:05:47.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.325+0000 7f007318a640 1 -- 172.21.15.1:0/3231317691 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f00580a2220 msgr2=0x7f00580a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:47.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.325+0000 7f007318a640 1 --2- 172.21.15.1:0/3231317691 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f00580a2220 0x7f00580a46e0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f005c00f730 tx=0x7f005c01d000 comp rx=0 tx=0).stop 2024-02-10T00:05:47.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.325+0000 7f007318a640 1 -- 172.21.15.1:0/3231317691 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f006c1998c0 msgr2=0x7f006c199d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:05:47.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.325+0000 7f007318a640 1 --2- 172.21.15.1:0/3231317691 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f006c1998c0 0x7f006c199d70 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7f0054005940 tx=0x7f005402c6f0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.325+0000 7f007318a640 1 -- 172.21.15.1:0/3231317691 shutdown_connections 2024-02-10T00:05:47.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.325+0000 7f007318a640 1 --2- 172.21.15.1:0/3231317691 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f00580a2220 0x7f00580a46e0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.325+0000 7f007318a640 1 --2- 172.21.15.1:0/3231317691 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f006c1998c0 0x7f006c199d70 unknown :-1 s=CLOSED pgs=1228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.325+0000 7f007318a640 1 --2- 172.21.15.1:0/3231317691 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f006c106530 0x7f006c19fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.325+0000 7f007318a640 1 --2- 172.21.15.1:0/3231317691 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f006c101460 0x7f006c19f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:05:47.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.325+0000 7f007318a640 1 -- 172.21.15.1:0/3231317691 >> 172.21.15.1:0/3231317691 conn(0x7f006c0fccc0 msgr2=0x7f006c10c690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:05:47.330 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.325+0000 7f007318a640 1 -- 172.21.15.1:0/3231317691 shutdown_connections 2024-02-10T00:05:47.330 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:05:47.325+0000 7f007318a640 1 -- 172.21.15.1:0/3231317691 wait complete. 2024-02-10T00:05:47.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:46 smithi088 ceph-mon[36452]: pgmap v196: 97 pgs: 97 active+clean; 2.5 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-02-10T00:05:47.392 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:46 smithi103 ceph-mon[36942]: pgmap v196: 97 pgs: 97 active+clean; 2.5 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-02-10T00:05:47.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:46 smithi001 ceph-mon[32335]: pgmap v196: 97 pgs: 97 active+clean; 2.5 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-02-10T00:05:49.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:48 smithi088 ceph-mon[36452]: pgmap v197: 97 pgs: 97 active+clean; 2.8 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 65 KiB/s wr, 26 op/s 2024-02-10T00:05:49.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:48 smithi103 ceph-mon[36942]: pgmap v197: 97 pgs: 97 active+clean; 2.8 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 65 KiB/s wr, 26 op/s 2024-02-10T00:05:49.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:48 smithi001 ceph-mon[32335]: pgmap v197: 97 pgs: 97 active+clean; 2.8 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 65 KiB/s wr, 26 op/s 2024-02-10T00:05:51.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:50 smithi088 ceph-mon[36452]: pgmap v198: 97 pgs: 97 active+clean; 2.8 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 17 op/s 2024-02-10T00:05:51.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:50 smithi103 ceph-mon[36942]: pgmap v198: 97 pgs: 97 active+clean; 2.8 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 17 op/s 2024-02-10T00:05:51.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:50 smithi001 ceph-mon[32335]: pgmap v198: 97 pgs: 97 active+clean; 2.8 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 17 op/s 2024-02-10T00:05:53.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:53 smithi088 ceph-mon[36452]: pgmap v199: 97 pgs: 97 active+clean; 2.8 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 17 op/s 2024-02-10T00:05:53.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:53 smithi103 ceph-mon[36942]: pgmap v199: 97 pgs: 97 active+clean; 2.8 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 17 op/s 2024-02-10T00:05:53.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:53 smithi001 ceph-mon[32335]: pgmap v199: 97 pgs: 97 active+clean; 2.8 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 17 op/s 2024-02-10T00:05:55.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:55 smithi088 ceph-mon[36452]: pgmap v200: 97 pgs: 97 active+clean; 3.0 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 57 KiB/s wr, 23 op/s 2024-02-10T00:05:55.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:55 smithi103 ceph-mon[36942]: pgmap v200: 97 pgs: 97 active+clean; 3.0 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 57 KiB/s wr, 23 op/s 2024-02-10T00:05:55.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:55 smithi001 ceph-mon[32335]: pgmap v200: 97 pgs: 97 active+clean; 3.0 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 57 KiB/s wr, 23 op/s 2024-02-10T00:05:57.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:57 smithi088 ceph-mon[36452]: pgmap v201: 97 pgs: 97 active+clean; 3.0 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 40 KiB/s wr, 16 op/s 2024-02-10T00:05:57.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:57 smithi103 ceph-mon[36942]: pgmap v201: 97 pgs: 97 active+clean; 3.0 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 40 KiB/s wr, 16 op/s 2024-02-10T00:05:57.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:57 smithi001 ceph-mon[32335]: pgmap v201: 97 pgs: 97 active+clean; 3.0 MiB data, 372 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 40 KiB/s wr, 16 op/s 2024-02-10T00:05:59.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:05:59 smithi088 ceph-mon[36452]: pgmap v202: 97 pgs: 97 active+clean; 3.1 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 57 KiB/s wr, 23 op/s 2024-02-10T00:05:59.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:05:59 smithi103 ceph-mon[36942]: pgmap v202: 97 pgs: 97 active+clean; 3.1 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 57 KiB/s wr, 23 op/s 2024-02-10T00:05:59.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:05:59 smithi001 ceph-mon[32335]: pgmap v202: 97 pgs: 97 active+clean; 3.1 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 57 KiB/s wr, 23 op/s 2024-02-10T00:06:00.423 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.419+0000 7f6333c55640 1 -- 172.21.15.1:0/1277306871 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f632c100340 msgr2=0x7f632c100720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:00.424 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.419+0000 7f6333c55640 1 --2- 172.21.15.1:0/1277306871 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f632c100340 0x7f632c100720 secure :-1 s=READY pgs=1233 cs=0 l=1 rev1=1 crypto rx=0x7f631c009cd0 tx=0x7f631c02c0f0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.424 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.419+0000 7f6333c55640 1 -- 172.21.15.1:0/1277306871 shutdown_connections 2024-02-10T00:06:00.424 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.419+0000 7f6333c55640 1 --2- 172.21.15.1:0/1277306871 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f632c105410 0x7f632c10cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.424 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.419+0000 7f6333c55640 1 --2- 172.21.15.1:0/1277306871 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f632c100cf0 0x7f632c104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.424 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.419+0000 7f6333c55640 1 --2- 172.21.15.1:0/1277306871 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f632c100340 0x7f632c100720 unknown :-1 s=CLOSED pgs=1233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.424 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.419+0000 7f6333c55640 1 -- 172.21.15.1:0/1277306871 >> 172.21.15.1:0/1277306871 conn(0x7f632c077220 msgr2=0x7f632c077630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:00.424 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.419+0000 7f6333c55640 1 -- 172.21.15.1:0/1277306871 shutdown_connections 2024-02-10T00:06:00.424 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.419+0000 7f6333c55640 1 -- 172.21.15.1:0/1277306871 wait complete. 2024-02-10T00:06:00.424 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.420+0000 7f6333c55640 1 Processor -- start 2024-02-10T00:06:00.424 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.420+0000 7f6333c55640 1 -- start start 2024-02-10T00:06:00.424 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.420+0000 7f6333c55640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f632c100340 0x7f632c198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:00.425 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.420+0000 7f6333c55640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f632c105410 0x7f632c198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:00.425 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.420+0000 7f6333c55640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f632c199200 0x7f632c1a37b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:00.425 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.420+0000 7f6333c55640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f632c1a3e80 con 0x7f632c199200 2024-02-10T00:06:00.425 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.420+0000 7f6333c55640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f632c1a3ff0 con 0x7f632c100340 2024-02-10T00:06:00.425 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.420+0000 7f6333c55640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f632c1a41b0 con 0x7f632c105410 2024-02-10T00:06:00.425 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.420+0000 7f63321f2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f632c199200 0x7f632c1a37b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:00.425 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.420+0000 7f63321f2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f632c199200 0x7f632c1a37b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60560/0 (socket says 172.21.15.1:60560) 2024-02-10T00:06:00.425 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.420+0000 7f63311f0640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f632c105410 0x7f632c198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:00.425 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.420+0000 7f63321f2640 1 -- 172.21.15.1:0/2566987862 learned_addr learned my addr 172.21.15.1:0/2566987862 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:00.425 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.420+0000 7f63319f1640 1 --2- 172.21.15.1:0/2566987862 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f632c100340 0x7f632c198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:00.425 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.420+0000 7f63321f2640 1 -- 172.21.15.1:0/2566987862 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f632c105410 msgr2=0x7f632c198c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:00.425 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.420+0000 7f63321f2640 1 --2- 172.21.15.1:0/2566987862 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f632c105410 0x7f632c198c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.426 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.420+0000 7f63321f2640 1 -- 172.21.15.1:0/2566987862 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f632c100340 msgr2=0x7f632c198730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:00.426 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.420+0000 7f63321f2640 1 --2- 172.21.15.1:0/2566987862 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f632c100340 0x7f632c198730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.426 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.420+0000 7f63321f2640 1 -- 172.21.15.1:0/2566987862 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f631c009900 con 0x7f632c199200 2024-02-10T00:06:00.426 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.420+0000 7f63321f2640 1 --2- 172.21.15.1:0/2566987862 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f632c199200 0x7f632c1a37b0 secure :-1 s=READY pgs=1234 cs=0 l=1 rev1=1 crypto rx=0x7f632400d950 tx=0x7f632400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:00.426 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.421+0000 7f632affd640 1 -- 172.21.15.1:0/2566987862 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6324009a30 con 0x7f632c199200 2024-02-10T00:06:00.426 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.421+0000 7f6333c55640 1 -- 172.21.15.1:0/2566987862 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f632c1a4490 con 0x7f632c199200 2024-02-10T00:06:00.426 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.421+0000 7f632affd640 1 -- 172.21.15.1:0/2566987862 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6324009b90 con 0x7f632c199200 2024-02-10T00:06:00.426 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.421+0000 7f632affd640 1 -- 172.21.15.1:0/2566987862 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6324003d60 con 0x7f632c199200 2024-02-10T00:06:00.426 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.421+0000 7f6333c55640 1 -- 172.21.15.1:0/2566987862 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f632c1a49a0 con 0x7f632c199200 2024-02-10T00:06:00.433 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.423+0000 7f632affd640 1 -- 172.21.15.1:0/2566987862 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f6324009d00 con 0x7f632c199200 2024-02-10T00:06:00.433 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.424+0000 7f6336822740 1 Processor -- start 2024-02-10T00:06:00.433 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.424+0000 7f6336822740 1 -- start start 2024-02-10T00:06:00.433 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.424+0000 7f6336822740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b9839cf0b0 0x55b9839cf490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:00.433 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.424+0000 7f6336822740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b9839cf9d0 0x55b9839d8260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:00.433 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.424+0000 7f632affd640 1 --2- 172.21.15.1:0/2566987862 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f63140a2220 0x7f63140a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:00.433 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.424+0000 7f6336822740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b9839d87a0 0x55b9839dab90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:00.434 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.424+0000 7f6336822740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b98393da00 con 0x55b9839cf0b0 2024-02-10T00:06:00.434 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.424+0000 7f6336822740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b98393af30 con 0x55b9839d87a0 2024-02-10T00:06:00.434 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.424+0000 7f6336822740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b983936710 con 0x55b9839cf9d0 2024-02-10T00:06:00.434 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.424+0000 7f63311f0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b9839cf0b0 0x55b9839cf490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:00.434 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.424+0000 7f63319f1640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b9839cf9d0 0x55b9839d8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:00.434 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.424+0000 7f63311f0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b9839cf0b0 0x55b9839cf490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60566/0 (socket says 172.21.15.1:60566) 2024-02-10T00:06:00.434 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.424+0000 7f63311f0640 1 -- 172.21.15.1:0/549011146 learned_addr learned my addr 172.21.15.1:0/549011146 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:00.434 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.424+0000 7f632affd640 1 -- 172.21.15.1:0/2566987862 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f63240cde00 con 0x7f632c199200 2024-02-10T00:06:00.434 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.424+0000 7f63311f0640 1 --2- 172.21.15.1:0/2566987862 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f63140a2220 0x7f63140a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:00.434 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.424+0000 7f63321f2640 1 --2- 172.21.15.1:0/549011146 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b9839d87a0 0x55b9839dab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:00.434 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.425+0000 7f63319f1640 1 -- 172.21.15.1:0/549011146 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b9839d87a0 msgr2=0x55b9839dab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:00.434 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.425+0000 7f63319f1640 1 --2- 172.21.15.1:0/549011146 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b9839d87a0 0x55b9839dab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.434 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.425+0000 7f63319f1640 1 -- 172.21.15.1:0/549011146 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b9839cf0b0 msgr2=0x55b9839cf490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:00.434 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.425+0000 7f63319f1640 1 --2- 172.21.15.1:0/549011146 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b9839cf0b0 0x55b9839cf490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.435 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.425+0000 7f63319f1640 1 -- 172.21.15.1:0/549011146 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b9838fb3b0 con 0x55b9839cf9d0 2024-02-10T00:06:00.435 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.425+0000 7f63311f0640 1 --2- 172.21.15.1:0/2566987862 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f63140a2220 0x7f63140a46e0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f6320009fd0 tx=0x7f6320005f90 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:00.435 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.425+0000 7f63319f1640 1 --2- 172.21.15.1:0/549011146 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b9839cf9d0 0x55b9839d8260 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f631c037040 tx=0x7f631c005f70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=95018dedde16352f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:00.435 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.425+0000 7f6313fff640 1 -- 172.21.15.1:0/549011146 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f631c034440 con 0x55b9839cf9d0 2024-02-10T00:06:00.435 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.425+0000 7f6313fff640 1 -- 172.21.15.1:0/549011146 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f631c0345a0 con 0x55b9839cf9d0 2024-02-10T00:06:00.435 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.425+0000 7f6313fff640 1 -- 172.21.15.1:0/549011146 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f631c003bd0 con 0x55b9839cf9d0 2024-02-10T00:06:00.435 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.426+0000 7f6336822740 1 -- 172.21.15.1:0/549011146 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b9839cf9d0 msgr2=0x55b9839d8260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:00.435 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.426+0000 7f6336822740 1 --2- 172.21.15.1:0/549011146 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b9839cf9d0 0x55b9839d8260 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f631c037040 tx=0x7f631c005f70 comp rx=0 tx=0).stop 2024-02-10T00:06:00.435 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.426+0000 7f6336822740 1 -- 172.21.15.1:0/549011146 shutdown_connections 2024-02-10T00:06:00.435 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.426+0000 7f6336822740 1 --2- 172.21.15.1:0/549011146 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b9839d87a0 0x55b9839dab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.435 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.426+0000 7f6336822740 1 --2- 172.21.15.1:0/549011146 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b9839cf9d0 0x55b9839d8260 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.435 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.426+0000 7f6336822740 1 --2- 172.21.15.1:0/549011146 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b9839cf0b0 0x55b9839cf490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.435 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.426+0000 7f6336822740 1 -- 172.21.15.1:0/549011146 >> 172.21.15.1:0/549011146 conn(0x55b9839c99d0 msgr2=0x55b9839c9db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:00.435 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.426+0000 7f6336822740 1 -- 172.21.15.1:0/549011146 shutdown_connections 2024-02-10T00:06:00.435 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.426+0000 7f6336822740 1 -- 172.21.15.1:0/549011146 wait complete. 2024-02-10T00:06:00.436 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.426+0000 7f6336822740 1 -- start start 2024-02-10T00:06:00.436 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.426+0000 7f6336822740 1 Processor -- start 2024-02-10T00:06:00.436 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.427+0000 7f6336822740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b9839cf0b0 0x55b9839d5790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:00.436 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.427+0000 7f6336822740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b9839cf9d0 0x55b9839d5cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:00.436 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.427+0000 7f6336822740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b9839d87a0 0x55b9839d6210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:00.436 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.427+0000 7f6336822740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9838dbb90 con 0x55b9839cf0b0 2024-02-10T00:06:00.436 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.427+0000 7f6336822740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b98360a250 con 0x55b9839cf9d0 2024-02-10T00:06:00.436 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.427+0000 7f6336822740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9838bc200 con 0x55b9839d87a0 2024-02-10T00:06:00.436 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.427+0000 7f6336822740 10 client.0 _ll_register_callbacks cb 0x55b9838f25d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:00.436 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.427+0000 7f63319f1640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b9839cf0b0 0x55b9839d5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:00.436 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.427+0000 7f63319f1640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b9839cf0b0 0x55b9839d5790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60576/0 (socket says 172.21.15.1:60576) 2024-02-10T00:06:00.436 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.427+0000 7f63319f1640 1 -- 172.21.15.1:0/2375952522 learned_addr learned my addr 172.21.15.1:0/2375952522 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:00.436 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.427+0000 7f63321f2640 1 --2- 172.21.15.1:0/2375952522 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b9839d87a0 0x55b9839d6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:00.437 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.427+0000 7f63319f1640 1 -- 172.21.15.1:0/2375952522 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b9839d87a0 msgr2=0x55b9839d6210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:00.437 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.427+0000 7f63319f1640 1 --2- 172.21.15.1:0/2375952522 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b9839d87a0 0x55b9839d6210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.437 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.427+0000 7f63319f1640 1 -- 172.21.15.1:0/2375952522 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b9839cf9d0 msgr2=0x55b9839d5cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:00.437 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.427+0000 7f63311f0640 1 --2- 172.21.15.1:0/2375952522 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b9839cf9d0 0x55b9839d5cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:00.437 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.427+0000 7f63319f1640 1 --2- 172.21.15.1:0/2375952522 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b9839cf9d0 0x55b9839d5cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.437 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.427+0000 7f63319f1640 1 -- 172.21.15.1:0/2375952522 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f632c10d7f0 con 0x55b9839cf0b0 2024-02-10T00:06:00.437 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.427+0000 7f63319f1640 1 --2- 172.21.15.1:0/2375952522 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b9839cf0b0 0x55b9839d5790 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7f631c032a40 tx=0x7f631c005df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24b77ee482fa4483 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:00.437 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.427+0000 7f63117fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:00.437 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.427+0000 7f63117fa640 1 -- 172.21.15.1:0/2375952522 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f631c034c90 con 0x55b9839cf0b0 2024-02-10T00:06:00.437 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.427+0000 7f63117fa640 1 -- 172.21.15.1:0/2375952522 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f631c034df0 con 0x55b9839cf0b0 2024-02-10T00:06:00.437 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.427+0000 7f6336822740 1 -- 172.21.15.1:0/2375952522 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b98395cee0 con 0x55b9839cf0b0 2024-02-10T00:06:00.437 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.428+0000 7f63117fa640 1 -- 172.21.15.1:0/2375952522 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f631c003970 con 0x55b9839cf0b0 2024-02-10T00:06:00.438 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.428+0000 7f6336822740 10 client.17949 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:00.438 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.428+0000 7f6336822740 1 -- 172.21.15.1:0/2375952522 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55b983934d90 con 0x55b9839cf0b0 2024-02-10T00:06:00.438 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.428+0000 7f63117fa640 1 -- 172.21.15.1:0/2375952522 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55b98395cee0 con 0x55b9839cf0b0 2024-02-10T00:06:00.438 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.428+0000 7f63117fa640 1 -- 172.21.15.1:0/2375952522 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f631c040450 con 0x55b9839cf0b0 2024-02-10T00:06:00.438 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.428+0000 7f6336822740 10 client.17949 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:00.438 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.428+0000 7f6336822740 10 client.17949 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:06:00.438 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.428+0000 7f6336822740 20 client.17949 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:00.438 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.428+0000 7f6336822740 1 --2- 172.21.15.1:0/2375952522 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b9839e8680 0x55b9839eaa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:00.438 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.428+0000 7f6336822740 4 client.17949 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:06:00.438 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.428+0000 7f6336822740 1 -- 172.21.15.1:0/2375952522 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b983636600 con 0x55b9839e8680 2024-02-10T00:06:00.438 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.428+0000 7f63311f0640 1 --2- 172.21.15.1:0/2375952522 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b9839e8680 0x55b9839eaa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:00.438 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.429+0000 7f63311f0640 1 --2- 172.21.15.1:0/2375952522 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b9839e8680 0x55b9839eaa90 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9f133a1d524e53be server_cookie=cc9ca7784efe74b4 in_seq=0 out_seq=0 2024-02-10T00:06:00.438 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.429+0000 7f63117fa640 10 client.17949 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:00.438 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.429+0000 7f63117fa640 1 -- 172.21.15.1:0/2375952522 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55b983636600 con 0x55b9839e8680 2024-02-10T00:06:00.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.429+0000 7f63117fa640 10 client.17949 handle_command_reply: tid=0 2024-02-10T00:06:00.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.430+0000 7f6336822740 1 client.17949 shutdown 2024-02-10T00:06:00.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.430+0000 7f6336822740 1 -- 172.21.15.1:0/2375952522 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b9839cf0b0 msgr2=0x55b9839d5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:00.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.430+0000 7f6336822740 1 --2- 172.21.15.1:0/2375952522 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b9839cf0b0 0x55b9839d5790 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7f631c032a40 tx=0x7f631c005df0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.430+0000 7f6336822740 1 -- 172.21.15.1:0/2375952522 shutdown_connections 2024-02-10T00:06:00.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.430+0000 7f6336822740 1 --2- 172.21.15.1:0/2375952522 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b9839e8680 0x55b9839eaa90 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.430+0000 7f6336822740 1 --2- 172.21.15.1:0/2375952522 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b9839d87a0 0x55b9839d6210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.430+0000 7f6336822740 1 --2- 172.21.15.1:0/2375952522 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b9839cf9d0 0x55b9839d5cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.430+0000 7f6336822740 1 --2- 172.21.15.1:0/2375952522 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b9839cf0b0 0x55b9839d5790 unknown :-1 s=CLOSED pgs=1235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.430+0000 7f63117fa640 0 client.17949 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:00.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.430+0000 7f6336822740 1 -- 172.21.15.1:0/2375952522 >> 172.21.15.1:0/2375952522 conn(0x55b9839c99d0 msgr2=0x55b9839cb720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:00.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.430+0000 7f6336822740 1 -- 172.21.15.1:0/2375952522 shutdown_connections 2024-02-10T00:06:00.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.430+0000 7f6336822740 1 -- 172.21.15.1:0/2375952522 wait complete. 2024-02-10T00:06:00.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.430+0000 7f6336822740 20 client.17949 trim_cache size 0 max 16384 2024-02-10T00:06:00.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.443+0000 7f6336822740 1 Processor -- start 2024-02-10T00:06:00.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.443+0000 7f6336822740 1 -- start start 2024-02-10T00:06:00.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.443+0000 7f6336822740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b9839cf0b0 0x55b9839d7ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:00.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.443+0000 7f6336822740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b9839cf9d0 0x55b9839d6030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:00.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.443+0000 7f6336822740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b9839d87a0 0x55b9839d4060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:00.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.443+0000 7f6336822740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9839cf7f0 con 0x55b9839cf0b0 2024-02-10T00:06:00.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.443+0000 7f6336822740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9839ca350 con 0x55b9839cf9d0 2024-02-10T00:06:00.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.443+0000 7f6336822740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9839c91b0 con 0x55b9839d87a0 2024-02-10T00:06:00.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.443+0000 7f63319f1640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b9839cf0b0 0x55b9839d7ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:00.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.443+0000 7f63319f1640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b9839cf0b0 0x55b9839d7ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60578/0 (socket says 172.21.15.1:60578) 2024-02-10T00:06:00.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.444+0000 7f63319f1640 1 -- 172.21.15.1:0/3423632746 learned_addr learned my addr 172.21.15.1:0/3423632746 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:00.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.444+0000 7f63321f2640 1 --2- 172.21.15.1:0/3423632746 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b9839d87a0 0x55b9839d4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:00.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.444+0000 7f63311f0640 1 --2- 172.21.15.1:0/3423632746 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b9839cf9d0 0x55b9839d6030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:00.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.444+0000 7f63319f1640 1 -- 172.21.15.1:0/3423632746 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b9839d87a0 msgr2=0x55b9839d4060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:00.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.444+0000 7f63319f1640 1 --2- 172.21.15.1:0/3423632746 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b9839d87a0 0x55b9839d4060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.444+0000 7f63319f1640 1 -- 172.21.15.1:0/3423632746 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b9839cf9d0 msgr2=0x55b9839d6030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:00.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.444+0000 7f63319f1640 1 --2- 172.21.15.1:0/3423632746 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b9839cf9d0 0x55b9839d6030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.444+0000 7f63319f1640 1 -- 172.21.15.1:0/3423632746 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b9838d1820 con 0x55b9839cf0b0 2024-02-10T00:06:00.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.444+0000 7f63319f1640 1 --2- 172.21.15.1:0/3423632746 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b9839cf0b0 0x55b9839d7ec0 secure :-1 s=READY pgs=1236 cs=0 l=1 rev1=1 crypto rx=0x7f631c009ba0 tx=0x7f631c0093f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cd5ad658d816bd8 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:00.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.444+0000 7f63137fe640 1 -- 172.21.15.1:0/3423632746 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f631c0328c0 con 0x55b9839cf0b0 2024-02-10T00:06:00.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.444+0000 7f63137fe640 1 -- 172.21.15.1:0/3423632746 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f631c02c770 con 0x55b9839cf0b0 2024-02-10T00:06:00.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.444+0000 7f63137fe640 1 -- 172.21.15.1:0/3423632746 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f631c003bd0 con 0x55b9839cf0b0 2024-02-10T00:06:00.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.445+0000 7f6336822740 1 -- 172.21.15.1:0/3423632746 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b9839cf0b0 msgr2=0x55b9839d7ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:00.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.445+0000 7f6336822740 1 --2- 172.21.15.1:0/3423632746 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b9839cf0b0 0x55b9839d7ec0 secure :-1 s=READY pgs=1236 cs=0 l=1 rev1=1 crypto rx=0x7f631c009ba0 tx=0x7f631c0093f0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.445+0000 7f6336822740 1 -- 172.21.15.1:0/3423632746 shutdown_connections 2024-02-10T00:06:00.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.445+0000 7f6336822740 1 --2- 172.21.15.1:0/3423632746 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b9839d87a0 0x55b9839d4060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.445+0000 7f6336822740 1 --2- 172.21.15.1:0/3423632746 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b9839cf9d0 0x55b9839d6030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.445+0000 7f6336822740 1 --2- 172.21.15.1:0/3423632746 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b9839cf0b0 0x55b9839d7ec0 unknown :-1 s=CLOSED pgs=1236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.445+0000 7f6336822740 1 -- 172.21.15.1:0/3423632746 >> 172.21.15.1:0/3423632746 conn(0x55b9839c99d0 msgr2=0x55b9839ef430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:00.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.445+0000 7f6336822740 1 -- 172.21.15.1:0/3423632746 shutdown_connections 2024-02-10T00:06:00.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.445+0000 7f6336822740 1 -- 172.21.15.1:0/3423632746 wait complete. 2024-02-10T00:06:00.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.445+0000 7f6336822740 1 -- start start 2024-02-10T00:06:00.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.445+0000 7f6336822740 1 Processor -- start 2024-02-10T00:06:00.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.445+0000 7f6336822740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b9839cf0b0 0x55b9839df5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:00.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.445+0000 7f6336822740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b9839cf9d0 0x55b9839dd990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:00.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.445+0000 7f6336822740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b9839d87a0 0x55b9839dded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:00.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.445+0000 7f6336822740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9839de410 con 0x55b9839cf9d0 2024-02-10T00:06:00.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.445+0000 7f6336822740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9839de580 con 0x55b9839cf0b0 2024-02-10T00:06:00.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.445+0000 7f6336822740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9839de740 con 0x55b9839d87a0 2024-02-10T00:06:00.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.445+0000 7f6336822740 10 client.0 _ll_register_callbacks cb 0x7f6320009c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:00.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.446+0000 7f63311f0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b9839cf9d0 0x55b9839dd990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:00.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.446+0000 7f63321f2640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b9839d87a0 0x55b9839dded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:00.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.446+0000 7f63311f0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b9839cf9d0 0x55b9839dd990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:60590/0 (socket says 172.21.15.1:60590) 2024-02-10T00:06:00.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.446+0000 7f63311f0640 1 -- 172.21.15.1:0/3591852101 learned_addr learned my addr 172.21.15.1:0/3591852101 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:00.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.446+0000 7f63319f1640 1 --2- 172.21.15.1:0/3591852101 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b9839cf0b0 0x55b9839df5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:00.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.446+0000 7f63311f0640 1 -- 172.21.15.1:0/3591852101 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b9839d87a0 msgr2=0x55b9839dded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:00.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.446+0000 7f63311f0640 1 --2- 172.21.15.1:0/3591852101 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b9839d87a0 0x55b9839dded0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.446+0000 7f63311f0640 1 -- 172.21.15.1:0/3591852101 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b9839cf0b0 msgr2=0x55b9839df5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:00.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.446+0000 7f63311f0640 1 --2- 172.21.15.1:0/3591852101 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b9839cf0b0 0x55b9839df5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.446+0000 7f63311f0640 1 -- 172.21.15.1:0/3591852101 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b983934d90 con 0x55b9839cf9d0 2024-02-10T00:06:00.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.446+0000 7f63319f1640 1 --2- 172.21.15.1:0/3591852101 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b9839cf0b0 0x55b9839df5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:06:00.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.446+0000 7f63321f2640 1 --2- 172.21.15.1:0/3591852101 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b9839d87a0 0x55b9839dded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:06:00.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.446+0000 7f63311f0640 1 --2- 172.21.15.1:0/3591852101 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b9839cf9d0 0x55b9839dd990 secure :-1 s=READY pgs=1237 cs=0 l=1 rev1=1 crypto rx=0x55b9839d4ff0 tx=0x7f63200046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43a1659ba3a73d6b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:00.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.446+0000 7f63117fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:00.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.446+0000 7f63117fa640 1 -- 172.21.15.1:0/3591852101 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6320025040 con 0x55b9839cf9d0 2024-02-10T00:06:00.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.446+0000 7f63117fa640 1 -- 172.21.15.1:0/3591852101 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8469+0+0 (secure 0 0 0) 0x7f632000fc00 con 0x55b9839cf9d0 2024-02-10T00:06:00.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.446+0000 7f6336822740 1 -- 172.21.15.1:0/3591852101 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f631c0345a0 con 0x55b9839cf9d0 2024-02-10T00:06:00.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.446+0000 7f63117fa640 1 -- 172.21.15.1:0/3591852101 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f632000fdc0 con 0x55b9839cf9d0 2024-02-10T00:06:00.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.446+0000 7f6336822740 10 client.17955 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:00.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.446+0000 7f6336822740 1 -- 172.21.15.1:0/3591852101 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55b9838f76f0 con 0x55b9839cf9d0 2024-02-10T00:06:00.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.447+0000 7f63117fa640 1 -- 172.21.15.1:0/3591852101 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f631c0345a0 con 0x55b9839cf9d0 2024-02-10T00:06:00.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.447+0000 7f63117fa640 1 -- 172.21.15.1:0/3591852101 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f63200053c0 con 0x55b9839cf9d0 2024-02-10T00:06:00.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.447+0000 7f6336822740 10 client.17955 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:00.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.447+0000 7f6336822740 10 client.17955 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:06:00.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.447+0000 7f6336822740 20 client.17955 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:00.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.447+0000 7f6336822740 1 --2- 172.21.15.1:0/3591852101 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b983a40120 0x55b983a42540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:00.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.447+0000 7f6336822740 4 client.17955 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:06:00.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.447+0000 7f6336822740 1 -- 172.21.15.1:0/3591852101 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55b9836871b0 con 0x55b983a40120 2024-02-10T00:06:00.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.447+0000 7f63319f1640 1 --2- 172.21.15.1:0/3591852101 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b983a40120 0x55b983a42540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:00.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.447+0000 7f63117fa640 10 client.17955 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:00.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.447+0000 7f63319f1640 1 --2- 172.21.15.1:0/3591852101 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b983a40120 0x55b983a42540 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=721be3b8c1993bc5 server_cookie=56a3e542e9b2edd6 in_seq=0 out_seq=0 2024-02-10T00:06:00.467 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.462+0000 7f63117fa640 1 -- 172.21.15.1:0/3591852101 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55b9836871b0 con 0x55b983a40120 2024-02-10T00:06:00.467 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.462+0000 7f63117fa640 10 client.17955 handle_command_reply: tid=0 2024-02-10T00:06:00.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.462+0000 7f6336822740 1 client.17955 shutdown 2024-02-10T00:06:00.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.462+0000 7f6336822740 1 -- 172.21.15.1:0/3591852101 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b9839cf9d0 msgr2=0x55b9839dd990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:00.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.462+0000 7f6336822740 1 --2- 172.21.15.1:0/3591852101 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b9839cf9d0 0x55b9839dd990 secure :-1 s=READY pgs=1237 cs=0 l=1 rev1=1 crypto rx=0x55b9839d4ff0 tx=0x7f63200046c0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.462+0000 7f6336822740 1 -- 172.21.15.1:0/3591852101 shutdown_connections 2024-02-10T00:06:00.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.462+0000 7f6336822740 1 --2- 172.21.15.1:0/3591852101 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b983a40120 0x55b983a42540 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.462+0000 7f6336822740 1 --2- 172.21.15.1:0/3591852101 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b9839d87a0 0x55b9839dded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.462+0000 7f6336822740 1 --2- 172.21.15.1:0/3591852101 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b9839cf9d0 0x55b9839dd990 unknown :-1 s=CLOSED pgs=1237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.462+0000 7f63117fa640 0 client.17955 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:00.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.462+0000 7f6336822740 1 --2- 172.21.15.1:0/3591852101 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b9839cf0b0 0x55b9839df5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.462+0000 7f6336822740 1 -- 172.21.15.1:0/3591852101 >> 172.21.15.1:0/3591852101 conn(0x55b9839c99d0 msgr2=0x55b9839d4020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:00.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.463+0000 7f6336822740 1 -- 172.21.15.1:0/3591852101 shutdown_connections 2024-02-10T00:06:00.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.463+0000 7f6336822740 1 -- 172.21.15.1:0/3591852101 wait complete. 2024-02-10T00:06:00.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.463+0000 7f6336822740 20 client.17955 trim_cache size 0 max 16384 2024-02-10T00:06:00.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:06:00.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:06:00.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:06:00.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:06:00.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.463+0000 7f6333c55640 1 -- 172.21.15.1:0/2566987862 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f63140a2220 msgr2=0x7f63140a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:00.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.463+0000 7f6333c55640 1 --2- 172.21.15.1:0/2566987862 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f63140a2220 0x7f63140a46e0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f6320009fd0 tx=0x7f6320005f90 comp rx=0 tx=0).stop 2024-02-10T00:06:00.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.463+0000 7f6333c55640 1 -- 172.21.15.1:0/2566987862 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f632c199200 msgr2=0x7f632c1a37b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:00.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.463+0000 7f6333c55640 1 --2- 172.21.15.1:0/2566987862 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f632c199200 0x7f632c1a37b0 secure :-1 s=READY pgs=1234 cs=0 l=1 rev1=1 crypto rx=0x7f632400d950 tx=0x7f632400de10 comp rx=0 tx=0).stop 2024-02-10T00:06:00.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.463+0000 7f6333c55640 1 -- 172.21.15.1:0/2566987862 shutdown_connections 2024-02-10T00:06:00.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.463+0000 7f6333c55640 1 --2- 172.21.15.1:0/2566987862 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f63140a2220 0x7f63140a46e0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.463+0000 7f6333c55640 1 --2- 172.21.15.1:0/2566987862 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f632c199200 0x7f632c1a37b0 unknown :-1 s=CLOSED pgs=1234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.463+0000 7f6333c55640 1 --2- 172.21.15.1:0/2566987862 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f632c105410 0x7f632c198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.463+0000 7f6333c55640 1 --2- 172.21.15.1:0/2566987862 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f632c100340 0x7f632c198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:00.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.463+0000 7f6333c55640 1 -- 172.21.15.1:0/2566987862 >> 172.21.15.1:0/2566987862 conn(0x7f632c077220 msgr2=0x7f632c0fe3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:00.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.463+0000 7f6333c55640 1 -- 172.21.15.1:0/2566987862 shutdown_connections 2024-02-10T00:06:00.471 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:00.463+0000 7f6333c55640 1 -- 172.21.15.1:0/2566987862 wait complete. 2024-02-10T00:06:01.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:01 smithi088 ceph-mon[36452]: pgmap v203: 97 pgs: 97 active+clean; 3.1 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 34 KiB/s wr, 13 op/s 2024-02-10T00:06:01.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:01 smithi103 ceph-mon[36942]: pgmap v203: 97 pgs: 97 active+clean; 3.1 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 34 KiB/s wr, 13 op/s 2024-02-10T00:06:01.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:01 smithi001 ceph-mon[32335]: pgmap v203: 97 pgs: 97 active+clean; 3.1 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 34 KiB/s wr, 13 op/s 2024-02-10T00:06:02.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:02 smithi088 ceph-mon[36452]: osdmap e90: 12 total, 12 up, 12 in 2024-02-10T00:06:02.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:02 smithi103 ceph-mon[36942]: osdmap e90: 12 total, 12 up, 12 in 2024-02-10T00:06:02.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:02 smithi001 ceph-mon[32335]: osdmap e90: 12 total, 12 up, 12 in 2024-02-10T00:06:03.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:03 smithi088 ceph-mon[36452]: pgmap v205: 97 pgs: 97 active+clean; 3.1 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-02-10T00:06:03.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:03 smithi103 ceph-mon[36942]: pgmap v205: 97 pgs: 97 active+clean; 3.1 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-02-10T00:06:03.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:03 smithi001 ceph-mon[32335]: pgmap v205: 97 pgs: 97 active+clean; 3.1 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-02-10T00:06:05.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:05 smithi088 ceph-mon[36452]: pgmap v206: 97 pgs: 97 active+clean; 3.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 104 KiB/s wr, 39 op/s 2024-02-10T00:06:05.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:05 smithi103 ceph-mon[36942]: pgmap v206: 97 pgs: 97 active+clean; 3.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 104 KiB/s wr, 39 op/s 2024-02-10T00:06:05.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:05 smithi001 ceph-mon[32335]: pgmap v206: 97 pgs: 97 active+clean; 3.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 104 KiB/s wr, 39 op/s 2024-02-10T00:06:07.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:07 smithi088 ceph-mon[36452]: pgmap v207: 97 pgs: 97 active+clean; 3.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 104 KiB/s wr, 39 op/s 2024-02-10T00:06:07.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:07 smithi088 ceph-mon[36452]: osdmap e91: 12 total, 12 up, 12 in 2024-02-10T00:06:07.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:07 smithi103 ceph-mon[36942]: pgmap v207: 97 pgs: 97 active+clean; 3.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 104 KiB/s wr, 39 op/s 2024-02-10T00:06:07.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:07 smithi103 ceph-mon[36942]: osdmap e91: 12 total, 12 up, 12 in 2024-02-10T00:06:07.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:07 smithi001 ceph-mon[32335]: pgmap v207: 97 pgs: 97 active+clean; 3.4 MiB data, 373 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 104 KiB/s wr, 39 op/s 2024-02-10T00:06:07.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:07 smithi001 ceph-mon[32335]: osdmap e91: 12 total, 12 up, 12 in 2024-02-10T00:06:09.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:09 smithi088 ceph-mon[36452]: pgmap v209: 97 pgs: 97 active+clean; 3.6 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 131 KiB/s wr, 49 op/s 2024-02-10T00:06:09.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:09 smithi103 ceph-mon[36942]: pgmap v209: 97 pgs: 97 active+clean; 3.6 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 131 KiB/s wr, 49 op/s 2024-02-10T00:06:09.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:09 smithi001 ceph-mon[32335]: pgmap v209: 97 pgs: 97 active+clean; 3.6 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 131 KiB/s wr, 49 op/s 2024-02-10T00:06:11.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:11 smithi088 ceph-mon[36452]: pgmap v210: 97 pgs: 97 active+clean; 3.6 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 124 KiB/s wr, 47 op/s 2024-02-10T00:06:11.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:11 smithi103 ceph-mon[36942]: pgmap v210: 97 pgs: 97 active+clean; 3.6 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 124 KiB/s wr, 47 op/s 2024-02-10T00:06:11.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:11 smithi001 ceph-mon[32335]: pgmap v210: 97 pgs: 97 active+clean; 3.6 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 76 KiB/s rd, 124 KiB/s wr, 47 op/s 2024-02-10T00:06:13.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:13 smithi088 ceph-mon[36452]: pgmap v211: 97 pgs: 97 active+clean; 3.6 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 105 KiB/s wr, 39 op/s 2024-02-10T00:06:13.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:13 smithi103 ceph-mon[36942]: pgmap v211: 97 pgs: 97 active+clean; 3.6 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 105 KiB/s wr, 39 op/s 2024-02-10T00:06:13.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:13 smithi001 ceph-mon[32335]: pgmap v211: 97 pgs: 97 active+clean; 3.6 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 105 KiB/s wr, 39 op/s 2024-02-10T00:06:13.564 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.560+0000 7f186874f640 1 -- 172.21.15.1:0/3910678807 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1860106510 msgr2=0x7f186010e0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:13.564 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.560+0000 7f186874f640 1 --2- 172.21.15.1:0/3910678807 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1860106510 0x7f186010e0e0 secure :-1 s=READY pgs=1238 cs=0 l=1 rev1=1 crypto rx=0x7f1850009cd0 tx=0x7f185002c0f0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.564 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.560+0000 7f186874f640 1 -- 172.21.15.1:0/3910678807 shutdown_connections 2024-02-10T00:06:13.564 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.560+0000 7f186874f640 1 --2- 172.21.15.1:0/3910678807 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1860106510 0x7f186010e0e0 unknown :-1 s=CLOSED pgs=1238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.564 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.560+0000 7f186874f640 1 --2- 172.21.15.1:0/3910678807 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f18600696f0 0x7f1860105e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.564 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.560+0000 7f186874f640 1 --2- 172.21.15.1:0/3910678807 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1860068d40 0x7f1860069120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.564 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.560+0000 7f186874f640 1 -- 172.21.15.1:0/3910678807 >> 172.21.15.1:0/3910678807 conn(0x7f1860077220 msgr2=0x7f1860077630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:13.564 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.560+0000 7f186874f640 1 -- 172.21.15.1:0/3910678807 shutdown_connections 2024-02-10T00:06:13.564 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.560+0000 7f186874f640 1 -- 172.21.15.1:0/3910678807 wait complete. 2024-02-10T00:06:13.565 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.561+0000 7f186874f640 1 Processor -- start 2024-02-10T00:06:13.565 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.561+0000 7f186874f640 1 -- start start 2024-02-10T00:06:13.565 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.561+0000 7f186874f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1860068d40 0x7f186019d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:13.565 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.561+0000 7f186874f640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1860106510 0x7f186019db20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:13.565 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.561+0000 7f186874f640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f18601976a0 0x7f1860197b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:13.565 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.561+0000 7f186874f640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1860198170 con 0x7f1860068d40 2024-02-10T00:06:13.565 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.561+0000 7f186874f640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18601982e0 con 0x7f1860106510 2024-02-10T00:06:13.565 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.561+0000 7f186874f640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18601984a0 con 0x7f18601976a0 2024-02-10T00:06:13.565 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.561+0000 7f18664eb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1860068d40 0x7f186019d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:13.565 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.561+0000 7f18664eb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1860068d40 0x7f186019d5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48628/0 (socket says 172.21.15.1:48628) 2024-02-10T00:06:13.565 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.561+0000 7f18664eb640 1 -- 172.21.15.1:0/902370774 learned_addr learned my addr 172.21.15.1:0/902370774 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:13.565 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.561+0000 7f1866cec640 1 --2- 172.21.15.1:0/902370774 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f18601976a0 0x7f1860197b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:13.565 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.561+0000 7f1865cea640 1 --2- 172.21.15.1:0/902370774 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1860106510 0x7f186019db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:13.565 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.561+0000 7f18664eb640 1 -- 172.21.15.1:0/902370774 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f18601976a0 msgr2=0x7f1860197b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:13.566 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.561+0000 7f18664eb640 1 --2- 172.21.15.1:0/902370774 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f18601976a0 0x7f1860197b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.566 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.561+0000 7f18664eb640 1 -- 172.21.15.1:0/902370774 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1860106510 msgr2=0x7f186019db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:13.566 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.561+0000 7f18664eb640 1 --2- 172.21.15.1:0/902370774 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1860106510 0x7f186019db20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.566 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.561+0000 7f18664eb640 1 -- 172.21.15.1:0/902370774 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1850009900 con 0x7f1860068d40 2024-02-10T00:06:13.566 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.562+0000 7f18664eb640 1 --2- 172.21.15.1:0/902370774 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1860068d40 0x7f186019d5e0 secure :-1 s=READY pgs=1239 cs=0 l=1 rev1=1 crypto rx=0x7f185800d950 tx=0x7f185800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:13.566 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.562+0000 7f185f7fe640 1 -- 172.21.15.1:0/902370774 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1858009a30 con 0x7f1860068d40 2024-02-10T00:06:13.566 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.562+0000 7f185f7fe640 1 -- 172.21.15.1:0/902370774 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1858009b90 con 0x7f1860068d40 2024-02-10T00:06:13.566 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.562+0000 7f186874f640 1 -- 172.21.15.1:0/902370774 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18601a4440 con 0x7f1860068d40 2024-02-10T00:06:13.566 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.562+0000 7f185f7fe640 1 -- 172.21.15.1:0/902370774 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1858004a00 con 0x7f1860068d40 2024-02-10T00:06:13.566 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.562+0000 7f186874f640 1 -- 172.21.15.1:0/902370774 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18601a4920 con 0x7f1860068d40 2024-02-10T00:06:13.575 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.564+0000 7f185f7fe640 1 -- 172.21.15.1:0/902370774 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f1858009d00 con 0x7f1860068d40 2024-02-10T00:06:13.575 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.564+0000 7f186b400740 1 Processor -- start 2024-02-10T00:06:13.576 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.565+0000 7f186b400740 1 -- start start 2024-02-10T00:06:13.576 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.565+0000 7f185f7fe640 1 --2- 172.21.15.1:0/902370774 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f18480a2220 0x7f18480a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:13.576 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.565+0000 7f186b400740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579f8ba2bd0 0x5579f8ba2fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:13.576 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.565+0000 7f186b400740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579f8ba34f0 0x5579f8bb0670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:13.576 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.565+0000 7f186b400740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579f8bb0bb0 0x5579f8bb2fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:13.576 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.565+0000 7f186b400740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579f8b11a00 con 0x5579f8ba34f0 2024-02-10T00:06:13.576 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.565+0000 7f186b400740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579f8b0ef30 con 0x5579f8ba2bd0 2024-02-10T00:06:13.576 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.565+0000 7f186b400740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579f8b0a710 con 0x5579f8bb0bb0 2024-02-10T00:06:13.576 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.565+0000 7f1866cec640 1 --2- 172.21.15.1:0/902370774 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f18480a2220 0x7f18480a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:13.576 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.565+0000 7f1865cea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579f8ba34f0 0x5579f8bb0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:13.576 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.565+0000 7f185f7fe640 1 -- 172.21.15.1:0/902370774 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f18580cdb70 con 0x7f1860068d40 2024-02-10T00:06:13.576 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.565+0000 7f1865cea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579f8ba34f0 0x5579f8bb0670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48634/0 (socket says 172.21.15.1:48634) 2024-02-10T00:06:13.576 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.565+0000 7f1865cea640 1 -- 172.21.15.1:0/215195739 learned_addr learned my addr 172.21.15.1:0/215195739 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:13.577 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.565+0000 7f18664eb640 1 --2- 172.21.15.1:0/215195739 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579f8ba2bd0 0x5579f8ba2fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:13.577 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.565+0000 7f1866cec640 1 --2- 172.21.15.1:0/215195739 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579f8bb0bb0 0x5579f8bb2fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:13.577 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.566+0000 7f1865cea640 1 -- 172.21.15.1:0/215195739 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579f8bb0bb0 msgr2=0x5579f8bb2fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:13.577 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.566+0000 7f1865cea640 1 --2- 172.21.15.1:0/215195739 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579f8bb0bb0 0x5579f8bb2fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.577 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.566+0000 7f1865cea640 1 -- 172.21.15.1:0/215195739 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579f8ba2bd0 msgr2=0x5579f8ba2fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:13.577 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.566+0000 7f1865cea640 1 --2- 172.21.15.1:0/215195739 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579f8ba2bd0 0x5579f8ba2fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.577 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.566+0000 7f1865cea640 1 -- 172.21.15.1:0/215195739 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5579f8acf3b0 con 0x5579f8ba34f0 2024-02-10T00:06:13.577 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.566+0000 7f1866cec640 1 --2- 172.21.15.1:0/902370774 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f18480a2220 0x7f18480a46e0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f1850033000 tx=0x7f1850032460 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:13.577 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.566+0000 7f1865cea640 1 --2- 172.21.15.1:0/215195739 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579f8ba34f0 0x5579f8bb0670 secure :-1 s=READY pgs=1240 cs=0 l=1 rev1=1 crypto rx=0x7f1854009b70 tx=0x7f1854010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb7c82d8e8f5ab3b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:13.577 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.566+0000 7f185cff9640 1 -- 172.21.15.1:0/215195739 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1854009640 con 0x5579f8ba34f0 2024-02-10T00:06:13.577 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.566+0000 7f185cff9640 1 -- 172.21.15.1:0/215195739 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1854009e60 con 0x5579f8ba34f0 2024-02-10T00:06:13.577 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.566+0000 7f185cff9640 1 -- 172.21.15.1:0/215195739 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18540129c0 con 0x5579f8ba34f0 2024-02-10T00:06:13.577 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.567+0000 7f186b400740 1 -- 172.21.15.1:0/215195739 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579f8ba34f0 msgr2=0x5579f8bb0670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:13.577 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.567+0000 7f186b400740 1 --2- 172.21.15.1:0/215195739 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579f8ba34f0 0x5579f8bb0670 secure :-1 s=READY pgs=1240 cs=0 l=1 rev1=1 crypto rx=0x7f1854009b70 tx=0x7f1854010740 comp rx=0 tx=0).stop 2024-02-10T00:06:13.577 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.567+0000 7f186b400740 1 -- 172.21.15.1:0/215195739 shutdown_connections 2024-02-10T00:06:13.578 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.567+0000 7f186b400740 1 --2- 172.21.15.1:0/215195739 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579f8bb0bb0 0x5579f8bb2fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.578 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.567+0000 7f186b400740 1 --2- 172.21.15.1:0/215195739 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579f8ba34f0 0x5579f8bb0670 unknown :-1 s=CLOSED pgs=1240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.578 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.567+0000 7f186b400740 1 --2- 172.21.15.1:0/215195739 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579f8ba2bd0 0x5579f8ba2fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.578 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.567+0000 7f186b400740 1 -- 172.21.15.1:0/215195739 >> 172.21.15.1:0/215195739 conn(0x5579f8b9d9d0 msgr2=0x5579f8b9ddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:13.578 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.567+0000 7f186b400740 1 -- 172.21.15.1:0/215195739 shutdown_connections 2024-02-10T00:06:13.578 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.567+0000 7f186b400740 1 -- 172.21.15.1:0/215195739 wait complete. 2024-02-10T00:06:13.578 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.567+0000 7f186b400740 1 -- start start 2024-02-10T00:06:13.578 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.567+0000 7f186b400740 1 Processor -- start 2024-02-10T00:06:13.578 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.568+0000 7f186b400740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579f8ba2bd0 0x5579f8badbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:13.578 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.568+0000 7f186b400740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579f8ba34f0 0x5579f8bae100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:13.578 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.568+0000 7f186b400740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579f8bb0bb0 0x5579f8bae640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:13.578 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.568+0000 7f186b400740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579f8aafb90 con 0x5579f8ba34f0 2024-02-10T00:06:13.578 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.568+0000 7f186b400740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579f87de250 con 0x5579f8bb0bb0 2024-02-10T00:06:13.578 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.568+0000 7f186b400740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579f8a90200 con 0x5579f8ba2bd0 2024-02-10T00:06:13.579 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.568+0000 7f186b400740 10 client.0 _ll_register_callbacks cb 0x5579f8ac65d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:13.579 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.568+0000 7f1865cea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579f8ba34f0 0x5579f8bae100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:13.579 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.568+0000 7f1865cea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579f8ba34f0 0x5579f8bae100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48648/0 (socket says 172.21.15.1:48648) 2024-02-10T00:06:13.579 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.568+0000 7f1865cea640 1 -- 172.21.15.1:0/313618632 learned_addr learned my addr 172.21.15.1:0/313618632 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:13.579 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.568+0000 7f18664eb640 1 --2- 172.21.15.1:0/313618632 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579f8ba2bd0 0x5579f8badbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:13.580 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.568+0000 7f1866cec640 1 --2- 172.21.15.1:0/313618632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579f8bb0bb0 0x5579f8bae640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:13.580 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.568+0000 7f1865cea640 1 -- 172.21.15.1:0/313618632 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579f8ba2bd0 msgr2=0x5579f8badbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:13.580 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.568+0000 7f1865cea640 1 --2- 172.21.15.1:0/313618632 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579f8ba2bd0 0x5579f8badbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.580 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.568+0000 7f1865cea640 1 -- 172.21.15.1:0/313618632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579f8bb0bb0 msgr2=0x5579f8bae640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:13.580 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.568+0000 7f1865cea640 1 --2- 172.21.15.1:0/313618632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579f8bb0bb0 0x5579f8bae640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.580 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.568+0000 7f1865cea640 1 -- 172.21.15.1:0/313618632 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18540097a0 con 0x5579f8ba34f0 2024-02-10T00:06:13.580 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.568+0000 7f1865cea640 1 --2- 172.21.15.1:0/313618632 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579f8ba34f0 0x5579f8bae100 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x7f18540057b0 tx=0x7f1854005890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6f1b58e71c91f20 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:13.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.568+0000 7f1845ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:13.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.568+0000 7f1845ffb640 1 -- 172.21.15.1:0/313618632 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1854009640 con 0x5579f8ba34f0 2024-02-10T00:06:13.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.569+0000 7f1845ffb640 1 -- 172.21.15.1:0/313618632 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f1854016070 con 0x5579f8ba34f0 2024-02-10T00:06:13.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.569+0000 7f186b400740 1 -- 172.21.15.1:0/313618632 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5579f8b30ee0 con 0x5579f8ba34f0 2024-02-10T00:06:13.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.569+0000 7f1845ffb640 1 -- 172.21.15.1:0/313618632 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1854004260 con 0x5579f8ba34f0 2024-02-10T00:06:13.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.569+0000 7f186b400740 10 client.17967 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:13.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.569+0000 7f186b400740 1 -- 172.21.15.1:0/313618632 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5579f8b08d90 con 0x5579f8ba34f0 2024-02-10T00:06:13.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.569+0000 7f1845ffb640 1 -- 172.21.15.1:0/313618632 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5579f8b30ee0 con 0x5579f8ba34f0 2024-02-10T00:06:13.581 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.569+0000 7f1845ffb640 1 -- 172.21.15.1:0/313618632 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f1854004960 con 0x5579f8ba34f0 2024-02-10T00:06:13.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.569+0000 7f186b400740 10 client.17967 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:13.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.569+0000 7f186b400740 10 client.17967 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:06:13.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.569+0000 7f186b400740 20 client.17967 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:13.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.569+0000 7f186b400740 1 --2- 172.21.15.1:0/313618632 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5579f8bc0c90 0x5579f8bc30b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:13.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.569+0000 7f186b400740 4 client.17967 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:06:13.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.569+0000 7f186b400740 1 -- 172.21.15.1:0/313618632 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5579f880a600 con 0x5579f8bc0c90 2024-02-10T00:06:13.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.569+0000 7f18664eb640 1 --2- 172.21.15.1:0/313618632 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5579f8bc0c90 0x5579f8bc30b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:13.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.570+0000 7f18664eb640 1 --2- 172.21.15.1:0/313618632 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5579f8bc0c90 0x5579f8bc30b0 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=528d4b7f2a7b2afc server_cookie=c7c78cacdcad87e in_seq=0 out_seq=0 2024-02-10T00:06:13.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.570+0000 7f1845ffb640 10 client.17967 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:13.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.571+0000 7f1845ffb640 1 -- 172.21.15.1:0/313618632 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5579f880a600 con 0x5579f8bc0c90 2024-02-10T00:06:13.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.571+0000 7f1845ffb640 10 client.17967 handle_command_reply: tid=0 2024-02-10T00:06:13.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.571+0000 7f186b400740 1 client.17967 shutdown 2024-02-10T00:06:13.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.571+0000 7f186b400740 1 -- 172.21.15.1:0/313618632 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579f8ba34f0 msgr2=0x5579f8bae100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:13.584 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.571+0000 7f186b400740 1 --2- 172.21.15.1:0/313618632 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579f8ba34f0 0x5579f8bae100 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x7f18540057b0 tx=0x7f1854005890 comp rx=0 tx=0).stop 2024-02-10T00:06:13.584 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.571+0000 7f186b400740 1 -- 172.21.15.1:0/313618632 shutdown_connections 2024-02-10T00:06:13.584 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.571+0000 7f186b400740 1 --2- 172.21.15.1:0/313618632 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5579f8bc0c90 0x5579f8bc30b0 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.584 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.571+0000 7f186b400740 1 --2- 172.21.15.1:0/313618632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579f8bb0bb0 0x5579f8bae640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.584 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.571+0000 7f186b400740 1 --2- 172.21.15.1:0/313618632 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579f8ba34f0 0x5579f8bae100 unknown :-1 s=CLOSED pgs=1241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.584 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.571+0000 7f1845ffb640 0 client.17967 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:13.584 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.571+0000 7f186b400740 1 --2- 172.21.15.1:0/313618632 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579f8ba2bd0 0x5579f8badbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.584 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.571+0000 7f186b400740 1 -- 172.21.15.1:0/313618632 >> 172.21.15.1:0/313618632 conn(0x5579f8b9d9d0 msgr2=0x5579f8b9f720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:13.584 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.571+0000 7f186b400740 1 -- 172.21.15.1:0/313618632 shutdown_connections 2024-02-10T00:06:13.585 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.571+0000 7f186b400740 1 -- 172.21.15.1:0/313618632 wait complete. 2024-02-10T00:06:13.585 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.571+0000 7f186b400740 20 client.17967 trim_cache size 0 max 16384 2024-02-10T00:06:13.591 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.584+0000 7f186b400740 1 Processor -- start 2024-02-10T00:06:13.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.584+0000 7f186b400740 1 -- start start 2024-02-10T00:06:13.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.584+0000 7f186b400740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579f8ba2bd0 0x5579f8bae110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:13.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.584+0000 7f186b400740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579f8ba34f0 0x5579f8bae650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:13.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.584+0000 7f186b400740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579f8bb0bb0 0x5579f8bac490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:13.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.584+0000 7f186b400740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579f8b9d240 con 0x5579f8bb0bb0 2024-02-10T00:06:13.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.584+0000 7f186b400740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579f8bc0a90 con 0x5579f8ba2bd0 2024-02-10T00:06:13.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.584+0000 7f186b400740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579f8b9d500 con 0x5579f8ba34f0 2024-02-10T00:06:13.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.584+0000 7f1866cec640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579f8bb0bb0 0x5579f8bac490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:13.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.585+0000 7f1866cec640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579f8bb0bb0 0x5579f8bac490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48652/0 (socket says 172.21.15.1:48652) 2024-02-10T00:06:13.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.585+0000 7f1866cec640 1 -- 172.21.15.1:0/1552888883 learned_addr learned my addr 172.21.15.1:0/1552888883 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:13.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.585+0000 7f1865cea640 1 --2- 172.21.15.1:0/1552888883 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579f8ba34f0 0x5579f8bae650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:13.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.585+0000 7f18664eb640 1 --2- 172.21.15.1:0/1552888883 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579f8ba2bd0 0x5579f8bae110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:13.593 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.585+0000 7f1866cec640 1 -- 172.21.15.1:0/1552888883 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579f8ba34f0 msgr2=0x5579f8bae650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:13.593 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.585+0000 7f1866cec640 1 --2- 172.21.15.1:0/1552888883 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579f8ba34f0 0x5579f8bae650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.593 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.585+0000 7f1866cec640 1 -- 172.21.15.1:0/1552888883 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579f8ba2bd0 msgr2=0x5579f8bae110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:13.593 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.585+0000 7f1866cec640 1 --2- 172.21.15.1:0/1552888883 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579f8ba2bd0 0x5579f8bae110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.593 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.585+0000 7f1866cec640 1 -- 172.21.15.1:0/1552888883 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5579f8aa5820 con 0x5579f8bb0bb0 2024-02-10T00:06:13.593 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.585+0000 7f1866cec640 1 --2- 172.21.15.1:0/1552888883 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579f8bb0bb0 0x5579f8bac490 secure :-1 s=READY pgs=1242 cs=0 l=1 rev1=1 crypto rx=0x7f1850009cd0 tx=0x7f1850048000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df8bff41c21a04df server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:13.593 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.585+0000 7f1847fff640 1 -- 172.21.15.1:0/1552888883 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18500328b0 con 0x5579f8bb0bb0 2024-02-10T00:06:13.593 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.585+0000 7f1847fff640 1 -- 172.21.15.1:0/1552888883 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1850034780 con 0x5579f8bb0bb0 2024-02-10T00:06:13.593 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.585+0000 7f1847fff640 1 -- 172.21.15.1:0/1552888883 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18500046e0 con 0x5579f8bb0bb0 2024-02-10T00:06:13.593 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.586+0000 7f186b400740 1 -- 172.21.15.1:0/1552888883 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579f8bb0bb0 msgr2=0x5579f8bac490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:13.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.586+0000 7f186b400740 1 --2- 172.21.15.1:0/1552888883 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579f8bb0bb0 0x5579f8bac490 secure :-1 s=READY pgs=1242 cs=0 l=1 rev1=1 crypto rx=0x7f1850009cd0 tx=0x7f1850048000 comp rx=0 tx=0).stop 2024-02-10T00:06:13.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.586+0000 7f186b400740 1 -- 172.21.15.1:0/1552888883 shutdown_connections 2024-02-10T00:06:13.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.586+0000 7f186b400740 1 --2- 172.21.15.1:0/1552888883 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579f8bb0bb0 0x5579f8bac490 unknown :-1 s=CLOSED pgs=1242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.586+0000 7f186b400740 1 --2- 172.21.15.1:0/1552888883 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579f8ba34f0 0x5579f8bae650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.586+0000 7f186b400740 1 --2- 172.21.15.1:0/1552888883 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579f8ba2bd0 0x5579f8bae110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.586+0000 7f186b400740 1 -- 172.21.15.1:0/1552888883 >> 172.21.15.1:0/1552888883 conn(0x5579f8b9d9d0 msgr2=0x5579f8bc7a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:13.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.586+0000 7f186b400740 1 -- 172.21.15.1:0/1552888883 shutdown_connections 2024-02-10T00:06:13.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.586+0000 7f186b400740 1 -- 172.21.15.1:0/1552888883 wait complete. 2024-02-10T00:06:13.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.586+0000 7f186b400740 1 -- start start 2024-02-10T00:06:13.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.586+0000 7f186b400740 1 Processor -- start 2024-02-10T00:06:13.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.586+0000 7f186b400740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579f8ba2bd0 0x5579f8bb5ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:13.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.586+0000 7f186b400740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579f8ba34f0 0x5579f8bb6000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:13.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.586+0000 7f186b400740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579f8bb0bb0 0x5579f8c10160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:13.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.586+0000 7f186b400740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579f8c106a0 con 0x5579f8ba2bd0 2024-02-10T00:06:13.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.586+0000 7f186b400740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579f8c107e0 con 0x5579f8bb0bb0 2024-02-10T00:06:13.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.586+0000 7f186b400740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579f8c109a0 con 0x5579f8ba34f0 2024-02-10T00:06:13.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.586+0000 7f186b400740 10 client.0 _ll_register_callbacks cb 0x7f1858096140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:13.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.587+0000 7f18664eb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579f8ba2bd0 0x5579f8bb5ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:13.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.587+0000 7f18664eb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579f8ba2bd0 0x5579f8bb5ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48666/0 (socket says 172.21.15.1:48666) 2024-02-10T00:06:13.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.587+0000 7f18664eb640 1 -- 172.21.15.1:0/560685682 learned_addr learned my addr 172.21.15.1:0/560685682 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:13.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.587+0000 7f1866cec640 1 --2- 172.21.15.1:0/560685682 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579f8bb0bb0 0x5579f8c10160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:13.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.587+0000 7f1865cea640 1 --2- 172.21.15.1:0/560685682 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579f8ba34f0 0x5579f8bb6000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:13.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.587+0000 7f18664eb640 1 -- 172.21.15.1:0/560685682 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579f8ba34f0 msgr2=0x5579f8bb6000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:13.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.587+0000 7f18664eb640 1 --2- 172.21.15.1:0/560685682 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579f8ba34f0 0x5579f8bb6000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.587+0000 7f18664eb640 1 -- 172.21.15.1:0/560685682 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579f8bb0bb0 msgr2=0x5579f8c10160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:13.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.587+0000 7f18664eb640 1 --2- 172.21.15.1:0/560685682 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579f8bb0bb0 0x5579f8c10160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.587+0000 7f18664eb640 1 -- 172.21.15.1:0/560685682 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f186010e8f0 con 0x5579f8ba2bd0 2024-02-10T00:06:13.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.587+0000 7f18664eb640 1 --2- 172.21.15.1:0/560685682 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579f8ba2bd0 0x5579f8bb5ac0 secure :-1 s=READY pgs=1243 cs=0 l=1 rev1=1 crypto rx=0x7f1858009610 tx=0x7f1858099f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f678162ab2123862 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:13.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.587+0000 7f1845ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:13.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.587+0000 7f1845ffb640 1 -- 172.21.15.1:0/560685682 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f185809a560 con 0x5579f8ba2bd0 2024-02-10T00:06:13.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.587+0000 7f1845ffb640 1 -- 172.21.15.1:0/560685682 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f185809e6b0 con 0x5579f8ba2bd0 2024-02-10T00:06:13.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.587+0000 7f186b400740 1 -- 172.21.15.1:0/560685682 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1854009e60 con 0x5579f8ba2bd0 2024-02-10T00:06:13.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.587+0000 7f1845ffb640 1 -- 172.21.15.1:0/560685682 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f18580a2d00 con 0x5579f8ba2bd0 2024-02-10T00:06:13.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.587+0000 7f186b400740 10 client.17973 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:13.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.587+0000 7f186b400740 1 -- 172.21.15.1:0/560685682 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5579f8acb6f0 con 0x5579f8ba2bd0 2024-02-10T00:06:13.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.588+0000 7f1845ffb640 1 -- 172.21.15.1:0/560685682 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f18580b2030 con 0x5579f8ba2bd0 2024-02-10T00:06:13.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.588+0000 7f1845ffb640 1 -- 172.21.15.1:0/560685682 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f18580b64d0 con 0x5579f8ba2bd0 2024-02-10T00:06:13.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.588+0000 7f186b400740 10 client.17973 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:13.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.588+0000 7f186b400740 10 client.17973 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:06:13.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.588+0000 7f186b400740 20 client.17973 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:13.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.588+0000 7f186b400740 1 --2- 172.21.15.1:0/560685682 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5579f8c181a0 0x5579f8c1a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:13.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.588+0000 7f186b400740 4 client.17973 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:06:13.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.588+0000 7f186b400740 1 -- 172.21.15.1:0/560685682 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5579f885b1b0 con 0x5579f8c181a0 2024-02-10T00:06:13.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.588+0000 7f1865cea640 1 --2- 172.21.15.1:0/560685682 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5579f8c181a0 0x5579f8c1a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:13.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.589+0000 7f1865cea640 1 --2- 172.21.15.1:0/560685682 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5579f8c181a0 0x5579f8c1a5c0 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d716bd62cf9665d server_cookie=b9370d76b5d09493 in_seq=0 out_seq=0 2024-02-10T00:06:13.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.589+0000 7f1845ffb640 10 client.17973 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:13.609 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.605+0000 7f1845ffb640 1 -- 172.21.15.1:0/560685682 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5579f885b1b0 con 0x5579f8c181a0 2024-02-10T00:06:13.609 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.605+0000 7f1845ffb640 10 client.17973 handle_command_reply: tid=0 2024-02-10T00:06:13.609 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.605+0000 7f186b400740 1 client.17973 shutdown 2024-02-10T00:06:13.609 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.605+0000 7f186b400740 1 -- 172.21.15.1:0/560685682 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579f8ba2bd0 msgr2=0x5579f8bb5ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:13.610 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.605+0000 7f186b400740 1 --2- 172.21.15.1:0/560685682 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579f8ba2bd0 0x5579f8bb5ac0 secure :-1 s=READY pgs=1243 cs=0 l=1 rev1=1 crypto rx=0x7f1858009610 tx=0x7f1858099f80 comp rx=0 tx=0).stop 2024-02-10T00:06:13.610 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.605+0000 7f186b400740 1 -- 172.21.15.1:0/560685682 shutdown_connections 2024-02-10T00:06:13.610 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.605+0000 7f186b400740 1 --2- 172.21.15.1:0/560685682 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5579f8c181a0 0x5579f8c1a5c0 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.610 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.605+0000 7f186b400740 1 --2- 172.21.15.1:0/560685682 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5579f8bb0bb0 0x5579f8c10160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.610 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.605+0000 7f186b400740 1 --2- 172.21.15.1:0/560685682 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5579f8ba34f0 0x5579f8bb6000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.610 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.605+0000 7f186b400740 1 --2- 172.21.15.1:0/560685682 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5579f8ba2bd0 0x5579f8bb5ac0 unknown :-1 s=CLOSED pgs=1243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.610 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.605+0000 7f1845ffb640 0 client.17973 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:13.610 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.605+0000 7f186b400740 1 -- 172.21.15.1:0/560685682 >> 172.21.15.1:0/560685682 conn(0x5579f8b9d9d0 msgr2=0x5579f8bac430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:13.610 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.605+0000 7f186b400740 1 -- 172.21.15.1:0/560685682 shutdown_connections 2024-02-10T00:06:13.611 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.605+0000 7f186b400740 1 -- 172.21.15.1:0/560685682 wait complete. 2024-02-10T00:06:13.611 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.605+0000 7f186b400740 20 client.17973 trim_cache size 0 max 16384 2024-02-10T00:06:13.611 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:06:13.611 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:06:13.611 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:06:13.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:06:13.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.606+0000 7f186874f640 1 -- 172.21.15.1:0/902370774 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f18480a2220 msgr2=0x7f18480a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:13.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.606+0000 7f186874f640 1 --2- 172.21.15.1:0/902370774 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f18480a2220 0x7f18480a46e0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f1850033000 tx=0x7f1850032460 comp rx=0 tx=0).stop 2024-02-10T00:06:13.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.606+0000 7f186874f640 1 -- 172.21.15.1:0/902370774 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1860068d40 msgr2=0x7f186019d5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:13.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.606+0000 7f186874f640 1 --2- 172.21.15.1:0/902370774 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1860068d40 0x7f186019d5e0 secure :-1 s=READY pgs=1239 cs=0 l=1 rev1=1 crypto rx=0x7f185800d950 tx=0x7f185800de10 comp rx=0 tx=0).stop 2024-02-10T00:06:13.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.606+0000 7f186874f640 1 -- 172.21.15.1:0/902370774 shutdown_connections 2024-02-10T00:06:13.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.606+0000 7f186874f640 1 --2- 172.21.15.1:0/902370774 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f18480a2220 0x7f18480a46e0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.606+0000 7f186874f640 1 --2- 172.21.15.1:0/902370774 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f18601976a0 0x7f1860197b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.606+0000 7f186874f640 1 --2- 172.21.15.1:0/902370774 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1860106510 0x7f186019db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.606+0000 7f186874f640 1 --2- 172.21.15.1:0/902370774 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1860068d40 0x7f186019d5e0 unknown :-1 s=CLOSED pgs=1239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:13.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.606+0000 7f186874f640 1 -- 172.21.15.1:0/902370774 >> 172.21.15.1:0/902370774 conn(0x7f1860077220 msgr2=0x7f18601076e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:13.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.606+0000 7f186874f640 1 -- 172.21.15.1:0/902370774 shutdown_connections 2024-02-10T00:06:13.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:13.606+0000 7f186874f640 1 -- 172.21.15.1:0/902370774 wait complete. 2024-02-10T00:06:14.181 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:06:14.181 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:06:14.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.297+0000 7f9f6782a640 1 -- 172.21.15.1:0/746424542 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9f60101d20 msgr2=0x7f9f60102180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.297+0000 7f9f6782a640 1 --2- 172.21.15.1:0/746424542 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9f60101d20 0x7f9f60102180 secure :-1 s=READY pgs=1244 cs=0 l=1 rev1=1 crypto rx=0x7f9f50009930 tx=0x7f9f5002bc30 comp rx=0 tx=0).stop 2024-02-10T00:06:14.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.297+0000 7f9f6782a640 1 -- 172.21.15.1:0/746424542 shutdown_connections 2024-02-10T00:06:14.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.297+0000 7f9f6782a640 1 --2- 172.21.15.1:0/746424542 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9f601026c0 0x7f9f6010d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.297+0000 7f9f6782a640 1 --2- 172.21.15.1:0/746424542 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9f60101d20 0x7f9f60102180 unknown :-1 s=CLOSED pgs=1244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.297+0000 7f9f6782a640 1 --2- 172.21.15.1:0/746424542 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9f60100440 0x7f9f60100820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.297+0000 7f9f6782a640 1 -- 172.21.15.1:0/746424542 >> 172.21.15.1:0/746424542 conn(0x7f9f60077310 msgr2=0x7f9f60077720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:14.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.297+0000 7f9f6782a640 1 -- 172.21.15.1:0/746424542 shutdown_connections 2024-02-10T00:06:14.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.297+0000 7f9f6782a640 1 -- 172.21.15.1:0/746424542 wait complete. 2024-02-10T00:06:14.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.298+0000 7f9f6782a640 1 Processor -- start 2024-02-10T00:06:14.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.298+0000 7f9f6782a640 1 -- start start 2024-02-10T00:06:14.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.298+0000 7f9f6782a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9f60100440 0x7f9f6019d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.298+0000 7f9f6782a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9f60101d20 0x7f9f6019db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.298+0000 7f9f6782a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9f601026c0 0x7f9f601976f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.298+0000 7f9f6782a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f60197e80 con 0x7f9f601026c0 2024-02-10T00:06:14.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.298+0000 7f9f6782a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f60197ff0 con 0x7f9f60100440 2024-02-10T00:06:14.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.298+0000 7f9f6782a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f601981b0 con 0x7f9f60101d20 2024-02-10T00:06:14.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.298+0000 7f9f65dc7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9f601026c0 0x7f9f601976f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.298+0000 7f9f65dc7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9f601026c0 0x7f9f601976f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48686/0 (socket says 172.21.15.1:48686) 2024-02-10T00:06:14.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.298+0000 7f9f65dc7640 1 -- 172.21.15.1:0/2187337042 learned_addr learned my addr 172.21.15.1:0/2187337042 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:14.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.298+0000 7f9f64dc5640 1 --2- 172.21.15.1:0/2187337042 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9f60101d20 0x7f9f6019db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.298+0000 7f9f655c6640 1 --2- 172.21.15.1:0/2187337042 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9f60100440 0x7f9f6019d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.298+0000 7f9f65dc7640 1 -- 172.21.15.1:0/2187337042 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9f60101d20 msgr2=0x7f9f6019db70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.298+0000 7f9f65dc7640 1 --2- 172.21.15.1:0/2187337042 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9f60101d20 0x7f9f6019db70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.298+0000 7f9f65dc7640 1 -- 172.21.15.1:0/2187337042 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9f60100440 msgr2=0x7f9f6019d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.298+0000 7f9f65dc7640 1 --2- 172.21.15.1:0/2187337042 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9f60100440 0x7f9f6019d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.298+0000 7f9f65dc7640 1 -- 172.21.15.1:0/2187337042 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f50009560 con 0x7f9f601026c0 2024-02-10T00:06:14.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.299+0000 7f9f65dc7640 1 --2- 172.21.15.1:0/2187337042 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9f601026c0 0x7f9f601976f0 secure :-1 s=READY pgs=1245 cs=0 l=1 rev1=1 crypto rx=0x7f9f5800e960 tx=0x7f9f5800ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:14.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.299+0000 7f9f567fc640 1 -- 172.21.15.1:0/2187337042 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f58004d20 con 0x7f9f601026c0 2024-02-10T00:06:14.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.299+0000 7f9f6782a640 1 -- 172.21.15.1:0/2187337042 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9f60198490 con 0x7f9f601026c0 2024-02-10T00:06:14.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.299+0000 7f9f567fc640 1 -- 172.21.15.1:0/2187337042 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9f58004e80 con 0x7f9f601026c0 2024-02-10T00:06:14.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.299+0000 7f9f567fc640 1 -- 172.21.15.1:0/2187337042 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f580116d0 con 0x7f9f601026c0 2024-02-10T00:06:14.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.299+0000 7f9f6782a640 1 -- 172.21.15.1:0/2187337042 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f601a45b0 con 0x7f9f601026c0 2024-02-10T00:06:14.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.301+0000 7f9f567fc640 1 -- 172.21.15.1:0/2187337042 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f9f58005340 con 0x7f9f601026c0 2024-02-10T00:06:14.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.301+0000 7f9f6a3ff740 1 Processor -- start 2024-02-10T00:06:14.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.302+0000 7f9f6a3ff740 1 -- start start 2024-02-10T00:06:14.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.302+0000 7f9f6a3ff740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640a310d980 0x5640a310dd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.302+0000 7f9f6a3ff740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640a310e330 0x5640a31168e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.302+0000 7f9f6a3ff740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640a3116eb0 0x5640a3119300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.302+0000 7f9f6a3ff740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640a30c8d00 con 0x5640a3116eb0 2024-02-10T00:06:14.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.302+0000 7f9f6a3ff740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640a307d2f0 con 0x5640a310e330 2024-02-10T00:06:14.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.302+0000 7f9f6a3ff740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640a307a820 con 0x5640a310d980 2024-02-10T00:06:14.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.302+0000 7f9f567fc640 1 --2- 172.21.15.1:0/2187337042 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9f4c0a2230 0x7f9f4c0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.302+0000 7f9f64dc5640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640a3116eb0 0x5640a3119300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.319 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.302+0000 7f9f64dc5640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640a3116eb0 0x5640a3119300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48700/0 (socket says 172.21.15.1:48700) 2024-02-10T00:06:14.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.302+0000 7f9f64dc5640 1 -- 172.21.15.1:0/535857650 learned_addr learned my addr 172.21.15.1:0/535857650 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:14.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.302+0000 7f9f65dc7640 1 --2- 172.21.15.1:0/2187337042 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9f4c0a2230 0x7f9f4c0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.302+0000 7f9f655c6640 1 --2- 172.21.15.1:0/535857650 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640a310e330 0x5640a31168e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.302+0000 7f9f64dc5640 1 --2- 172.21.15.1:0/535857650 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640a310d980 0x5640a310dd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.302+0000 7f9f567fc640 1 -- 172.21.15.1:0/2187337042 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f9f580ce170 con 0x7f9f601026c0 2024-02-10T00:06:14.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.302+0000 7f9f655c6640 1 -- 172.21.15.1:0/535857650 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640a310d980 msgr2=0x5640a310dd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:14.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.302+0000 7f9f655c6640 1 --2- 172.21.15.1:0/535857650 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640a310d980 0x5640a310dd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.302+0000 7f9f655c6640 1 -- 172.21.15.1:0/535857650 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640a3116eb0 msgr2=0x5640a3119300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:14.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.302+0000 7f9f655c6640 1 --2- 172.21.15.1:0/535857650 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640a3116eb0 0x5640a3119300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.303+0000 7f9f655c6640 1 -- 172.21.15.1:0/535857650 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5640a3037ff0 con 0x5640a310e330 2024-02-10T00:06:14.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.303+0000 7f9f64dc5640 1 --2- 172.21.15.1:0/535857650 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640a3116eb0 0x5640a3119300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:06:14.320 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.303+0000 7f9f65dc7640 1 --2- 172.21.15.1:0/2187337042 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9f4c0a2230 0x7f9f4c0a46f0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f9f580cb990 tx=0x7f9f58005740 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:14.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.303+0000 7f9f655c6640 1 --2- 172.21.15.1:0/535857650 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640a310e330 0x5640a31168e0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f9f5c005fd0 tx=0x7f9f5c0107a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2bbbbd97b64a0473 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:14.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.303+0000 7f9f4b7fe640 1 -- 172.21.15.1:0/535857650 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f5c01c680 con 0x5640a310e330 2024-02-10T00:06:14.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.303+0000 7f9f4b7fe640 1 -- 172.21.15.1:0/535857650 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9f5c015070 con 0x5640a310e330 2024-02-10T00:06:14.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.303+0000 7f9f4b7fe640 1 -- 172.21.15.1:0/535857650 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f5c0119b0 con 0x5640a310e330 2024-02-10T00:06:14.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.304+0000 7f9f6a3ff740 1 -- 172.21.15.1:0/535857650 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640a310e330 msgr2=0x5640a31168e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.304+0000 7f9f6a3ff740 1 --2- 172.21.15.1:0/535857650 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640a310e330 0x5640a31168e0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f9f5c005fd0 tx=0x7f9f5c0107a0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.304+0000 7f9f6a3ff740 1 -- 172.21.15.1:0/535857650 shutdown_connections 2024-02-10T00:06:14.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.304+0000 7f9f6a3ff740 1 --2- 172.21.15.1:0/535857650 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640a3116eb0 0x5640a3119300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.304+0000 7f9f6a3ff740 1 --2- 172.21.15.1:0/535857650 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640a310e330 0x5640a31168e0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.304+0000 7f9f6a3ff740 1 --2- 172.21.15.1:0/535857650 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640a310d980 0x5640a310dd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.321 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.304+0000 7f9f6a3ff740 1 -- 172.21.15.1:0/535857650 >> 172.21.15.1:0/535857650 conn(0x5640a3108050 msgr2=0x5640a3108430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:14.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.304+0000 7f9f6a3ff740 1 -- 172.21.15.1:0/535857650 shutdown_connections 2024-02-10T00:06:14.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.304+0000 7f9f6a3ff740 1 -- 172.21.15.1:0/535857650 wait complete. 2024-02-10T00:06:14.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.304+0000 7f9f6a3ff740 1 -- start start 2024-02-10T00:06:14.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.304+0000 7f9f6a3ff740 1 Processor -- start 2024-02-10T00:06:14.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.305+0000 7f9f6a3ff740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640a310d980 0x5640a3113d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.305+0000 7f9f6a3ff740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640a310e330 0x5640a3114270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.305+0000 7f9f6a3ff740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640a3116eb0 0x5640a31147b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.305+0000 7f9f6a3ff740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640a3076000 con 0x5640a310d980 2024-02-10T00:06:14.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.305+0000 7f9f6a3ff740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640a2d49430 con 0x5640a3116eb0 2024-02-10T00:06:14.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.305+0000 7f9f6a3ff740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640a2d05e00 con 0x5640a310e330 2024-02-10T00:06:14.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.305+0000 7f9f6a3ff740 10 client.0 _ll_register_callbacks cb 0x5640a306a7f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:14.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.305+0000 7f9f64dc5640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640a310d980 0x5640a3113d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.305+0000 7f9f64dc5640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640a310d980 0x5640a3113d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48708/0 (socket says 172.21.15.1:48708) 2024-02-10T00:06:14.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.305+0000 7f9f64dc5640 1 -- 172.21.15.1:0/3699835430 learned_addr learned my addr 172.21.15.1:0/3699835430 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:14.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.305+0000 7f9f64dc5640 1 --2- 172.21.15.1:0/3699835430 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640a3116eb0 0x5640a31147b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.305+0000 7f9f655c6640 1 --2- 172.21.15.1:0/3699835430 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640a310e330 0x5640a3114270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.305+0000 7f9f64dc5640 1 -- 172.21.15.1:0/3699835430 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640a310e330 msgr2=0x5640a3114270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:14.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.305+0000 7f9f64dc5640 1 --2- 172.21.15.1:0/3699835430 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640a310e330 0x5640a3114270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.305+0000 7f9f64dc5640 1 -- 172.21.15.1:0/3699835430 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640a3116eb0 msgr2=0x5640a31147b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:14.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.305+0000 7f9f64dc5640 1 --2- 172.21.15.1:0/3699835430 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640a3116eb0 0x5640a31147b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.305+0000 7f9f64dc5640 1 -- 172.21.15.1:0/3699835430 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f5c00b900 con 0x5640a310d980 2024-02-10T00:06:14.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.305+0000 7f9f64dc5640 1 --2- 172.21.15.1:0/3699835430 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640a310d980 0x5640a3113d30 secure :-1 s=READY pgs=1246 cs=0 l=1 rev1=1 crypto rx=0x7f9f50009230 tx=0x7f9f5002bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5cfe3cd17a9e2f0b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:14.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.305+0000 7f9f48ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:14.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.305+0000 7f9f48ff9640 1 -- 172.21.15.1:0/3699835430 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f50004320 con 0x5640a310d980 2024-02-10T00:06:14.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.305+0000 7f9f48ff9640 1 -- 172.21.15.1:0/3699835430 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f9f50004480 con 0x5640a310d980 2024-02-10T00:06:14.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.305+0000 7f9f6a3ff740 1 -- 172.21.15.1:0/3699835430 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5640a2d757e0 con 0x5640a310d980 2024-02-10T00:06:14.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.306+0000 7f9f48ff9640 1 -- 172.21.15.1:0/3699835430 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9f50004df0 con 0x5640a310d980 2024-02-10T00:06:14.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.306+0000 7f9f6a3ff740 10 client.17985 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:14.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.306+0000 7f9f6a3ff740 1 -- 172.21.15.1:0/3699835430 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5640a3074680 con 0x5640a310d980 2024-02-10T00:06:14.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.306+0000 7f9f48ff9640 1 -- 172.21.15.1:0/3699835430 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5640a2d757e0 con 0x5640a310d980 2024-02-10T00:06:14.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.306+0000 7f9f48ff9640 1 -- 172.21.15.1:0/3699835430 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f9f50003aa0 con 0x5640a310d980 2024-02-10T00:06:14.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.306+0000 7f9f6a3ff740 10 client.17985 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:14.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.306+0000 7f9f6a3ff740 10 client.17985 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:06:14.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.306+0000 7f9f6a3ff740 20 client.17985 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:14.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.306+0000 7f9f6a3ff740 1 --2- 172.21.15.1:0/3699835430 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5640a31273b0 0x5640a31297a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.306+0000 7f9f6a3ff740 4 client.17985 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:06:14.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.306+0000 7f9f6a3ff740 1 -- 172.21.15.1:0/3699835430 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5640a2db2720 con 0x5640a31273b0 2024-02-10T00:06:14.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.306+0000 7f9f655c6640 1 --2- 172.21.15.1:0/3699835430 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5640a31273b0 0x5640a31297a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.307+0000 7f9f48ff9640 10 client.17985 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:14.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.307+0000 7f9f655c6640 1 --2- 172.21.15.1:0/3699835430 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5640a31273b0 0x5640a31297a0 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cd5b8435311eb974 server_cookie=8b99222d36c342be in_seq=0 out_seq=0 2024-02-10T00:06:14.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.307+0000 7f9f48ff9640 1 -- 172.21.15.1:0/3699835430 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5640a2db2720 con 0x5640a31273b0 2024-02-10T00:06:14.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.307+0000 7f9f48ff9640 10 client.17985 handle_command_reply: tid=0 2024-02-10T00:06:14.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.307+0000 7f9f6a3ff740 1 client.17985 shutdown 2024-02-10T00:06:14.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.308+0000 7f9f6a3ff740 1 -- 172.21.15.1:0/3699835430 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640a310d980 msgr2=0x5640a3113d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.308+0000 7f9f6a3ff740 1 --2- 172.21.15.1:0/3699835430 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640a310d980 0x5640a3113d30 secure :-1 s=READY pgs=1246 cs=0 l=1 rev1=1 crypto rx=0x7f9f50009230 tx=0x7f9f5002bc30 comp rx=0 tx=0).stop 2024-02-10T00:06:14.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.308+0000 7f9f6a3ff740 1 -- 172.21.15.1:0/3699835430 shutdown_connections 2024-02-10T00:06:14.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.308+0000 7f9f6a3ff740 1 --2- 172.21.15.1:0/3699835430 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5640a31273b0 0x5640a31297a0 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.308+0000 7f9f6a3ff740 1 --2- 172.21.15.1:0/3699835430 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640a3116eb0 0x5640a31147b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.308+0000 7f9f6a3ff740 1 --2- 172.21.15.1:0/3699835430 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640a310e330 0x5640a3114270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.308+0000 7f9f6a3ff740 1 --2- 172.21.15.1:0/3699835430 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640a310d980 0x5640a3113d30 unknown :-1 s=CLOSED pgs=1246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.308+0000 7f9f48ff9640 0 client.17985 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:14.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.308+0000 7f9f6a3ff740 1 -- 172.21.15.1:0/3699835430 >> 172.21.15.1:0/3699835430 conn(0x5640a3108050 msgr2=0x5640a3109da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:14.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.308+0000 7f9f6a3ff740 1 -- 172.21.15.1:0/3699835430 shutdown_connections 2024-02-10T00:06:14.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.308+0000 7f9f6a3ff740 1 -- 172.21.15.1:0/3699835430 wait complete. 2024-02-10T00:06:14.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.308+0000 7f9f6a3ff740 20 client.17985 trim_cache size 0 max 16384 2024-02-10T00:06:14.333 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.324+0000 7f9f6a3ff740 1 Processor -- start 2024-02-10T00:06:14.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.324+0000 7f9f6a3ff740 1 -- start start 2024-02-10T00:06:14.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.324+0000 7f9f6a3ff740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640a310d980 0x5640a3109b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.324+0000 7f9f6a3ff740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640a310e330 0x5640a311df10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.324+0000 7f9f6a3ff740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640a3116eb0 0x5640a311e450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.324+0000 7f9f6a3ff740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640a2ffafd0 con 0x5640a3116eb0 2024-02-10T00:06:14.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.324+0000 7f9f6a3ff740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640a31199c0 con 0x5640a310d980 2024-02-10T00:06:14.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.324+0000 7f9f6a3ff740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640a3115190 con 0x5640a310e330 2024-02-10T00:06:14.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.324+0000 7f9f64dc5640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640a3116eb0 0x5640a311e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.324+0000 7f9f64dc5640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640a3116eb0 0x5640a311e450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48710/0 (socket says 172.21.15.1:48710) 2024-02-10T00:06:14.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.324+0000 7f9f64dc5640 1 -- 172.21.15.1:0/3955859787 learned_addr learned my addr 172.21.15.1:0/3955859787 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:14.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.324+0000 7f9f655c6640 1 --2- 172.21.15.1:0/3955859787 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640a310e330 0x5640a311df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.324+0000 7f9f64dc5640 1 --2- 172.21.15.1:0/3955859787 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640a310d980 0x5640a3109b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.334 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.324+0000 7f9f64dc5640 1 -- 172.21.15.1:0/3955859787 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640a310e330 msgr2=0x5640a311df10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:14.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.324+0000 7f9f64dc5640 1 --2- 172.21.15.1:0/3955859787 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640a310e330 0x5640a311df10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.324+0000 7f9f64dc5640 1 -- 172.21.15.1:0/3955859787 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640a310d980 msgr2=0x5640a3109b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:14.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.324+0000 7f9f64dc5640 1 --2- 172.21.15.1:0/3955859787 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640a310d980 0x5640a3109b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.324+0000 7f9f64dc5640 1 -- 172.21.15.1:0/3955859787 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5640a3010b30 con 0x5640a3116eb0 2024-02-10T00:06:14.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.325+0000 7f9f64dc5640 1 --2- 172.21.15.1:0/3955859787 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640a3116eb0 0x5640a311e450 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7f9f50052040 tx=0x7f9f50045040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9b6804d726b7a2d server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:14.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.325+0000 7f9f4affd640 1 -- 172.21.15.1:0/3955859787 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f5002c900 con 0x5640a3116eb0 2024-02-10T00:06:14.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.325+0000 7f9f4affd640 1 -- 172.21.15.1:0/3955859787 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9f50047070 con 0x5640a3116eb0 2024-02-10T00:06:14.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.325+0000 7f9f4affd640 1 -- 172.21.15.1:0/3955859787 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f50005070 con 0x5640a3116eb0 2024-02-10T00:06:14.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.325+0000 7f9f6a3ff740 1 -- 172.21.15.1:0/3955859787 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640a3116eb0 msgr2=0x5640a311e450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.325+0000 7f9f6a3ff740 1 --2- 172.21.15.1:0/3955859787 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640a3116eb0 0x5640a311e450 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7f9f50052040 tx=0x7f9f50045040 comp rx=0 tx=0).stop 2024-02-10T00:06:14.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.325+0000 7f9f6a3ff740 1 -- 172.21.15.1:0/3955859787 shutdown_connections 2024-02-10T00:06:14.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.325+0000 7f9f6a3ff740 1 --2- 172.21.15.1:0/3955859787 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640a3116eb0 0x5640a311e450 unknown :-1 s=CLOSED pgs=1247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.325+0000 7f9f6a3ff740 1 --2- 172.21.15.1:0/3955859787 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640a310e330 0x5640a311df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.325+0000 7f9f6a3ff740 1 --2- 172.21.15.1:0/3955859787 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640a310d980 0x5640a3109b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.325+0000 7f9f6a3ff740 1 -- 172.21.15.1:0/3955859787 >> 172.21.15.1:0/3955859787 conn(0x5640a3108050 msgr2=0x5640a3109480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:14.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.325+0000 7f9f6a3ff740 1 -- 172.21.15.1:0/3955859787 shutdown_connections 2024-02-10T00:06:14.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.325+0000 7f9f6a3ff740 1 -- 172.21.15.1:0/3955859787 wait complete. 2024-02-10T00:06:14.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.326+0000 7f9f6a3ff740 1 -- start start 2024-02-10T00:06:14.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.326+0000 7f9f6a3ff740 1 Processor -- start 2024-02-10T00:06:14.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.326+0000 7f9f6a3ff740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640a310d980 0x5640a311e200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.326+0000 7f9f6a3ff740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640a310e330 0x5640a311c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.326+0000 7f9f6a3ff740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640a3116eb0 0x5640a311cae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.326+0000 7f9f6a3ff740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640a311d1b0 con 0x5640a310e330 2024-02-10T00:06:14.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.326+0000 7f9f6a3ff740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640a311d320 con 0x5640a3116eb0 2024-02-10T00:06:14.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.326+0000 7f9f6a3ff740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640a317d890 con 0x5640a310d980 2024-02-10T00:06:14.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.326+0000 7f9f6a3ff740 10 client.0 _ll_register_callbacks cb 0x7f9f5c00b810 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:14.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.326+0000 7f9f655c6640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640a310e330 0x5640a311c5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.326+0000 7f9f655c6640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640a310e330 0x5640a311c5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48724/0 (socket says 172.21.15.1:48724) 2024-02-10T00:06:14.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.326+0000 7f9f655c6640 1 -- 172.21.15.1:0/4063230674 learned_addr learned my addr 172.21.15.1:0/4063230674 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:14.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.326+0000 7f9f64dc5640 1 --2- 172.21.15.1:0/4063230674 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640a310d980 0x5640a311e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.327+0000 7f9f64dc5640 1 --2- 172.21.15.1:0/4063230674 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640a3116eb0 0x5640a311cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.327+0000 7f9f655c6640 1 -- 172.21.15.1:0/4063230674 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640a310d980 msgr2=0x5640a311e200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:14.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.327+0000 7f9f655c6640 1 --2- 172.21.15.1:0/4063230674 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640a310d980 0x5640a311e200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.327+0000 7f9f655c6640 1 -- 172.21.15.1:0/4063230674 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640a3116eb0 msgr2=0x5640a311cae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:14.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.327+0000 7f9f655c6640 1 --2- 172.21.15.1:0/4063230674 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640a3116eb0 0x5640a311cae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.327+0000 7f9f655c6640 1 -- 172.21.15.1:0/4063230674 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5640a3074680 con 0x5640a310e330 2024-02-10T00:06:14.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.327+0000 7f9f655c6640 1 --2- 172.21.15.1:0/4063230674 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640a310e330 0x5640a311c5a0 secure :-1 s=READY pgs=1248 cs=0 l=1 rev1=1 crypto rx=0x7f9f5c010ca0 tx=0x7f9f5c00bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16c7e595604436bc server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:14.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.327+0000 7f9f48ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:14.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.327+0000 7f9f48ff9640 1 -- 172.21.15.1:0/4063230674 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f5c0298d0 con 0x5640a310e330 2024-02-10T00:06:14.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.327+0000 7f9f48ff9640 1 -- 172.21.15.1:0/4063230674 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f9f5c017070 con 0x5640a310e330 2024-02-10T00:06:14.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.327+0000 7f9f6a3ff740 1 -- 172.21.15.1:0/4063230674 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9f5c015070 con 0x5640a310e330 2024-02-10T00:06:14.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.327+0000 7f9f48ff9640 1 -- 172.21.15.1:0/4063230674 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9f5c004020 con 0x5640a310e330 2024-02-10T00:06:14.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.327+0000 7f9f6a3ff740 10 client.17991 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:14.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.327+0000 7f9f6a3ff740 1 -- 172.21.15.1:0/4063230674 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5640a3036850 con 0x5640a310e330 2024-02-10T00:06:14.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.327+0000 7f9f48ff9640 1 -- 172.21.15.1:0/4063230674 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9f5c015070 con 0x5640a310e330 2024-02-10T00:06:14.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.327+0000 7f9f48ff9640 1 -- 172.21.15.1:0/4063230674 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f9f5c004900 con 0x5640a310e330 2024-02-10T00:06:14.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.327+0000 7f9f6a3ff740 10 client.17991 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:14.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.327+0000 7f9f6a3ff740 10 client.17991 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:06:14.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.328+0000 7f9f6a3ff740 20 client.17991 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:14.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.328+0000 7f9f6a3ff740 1 --2- 172.21.15.1:0/4063230674 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5640a317ef70 0x5640a3181390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.328+0000 7f9f6a3ff740 4 client.17991 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:06:14.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.328+0000 7f9f6a3ff740 1 -- 172.21.15.1:0/4063230674 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5640a2e01890 con 0x5640a317ef70 2024-02-10T00:06:14.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.328+0000 7f9f64dc5640 1 --2- 172.21.15.1:0/4063230674 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5640a317ef70 0x5640a3181390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.328+0000 7f9f64dc5640 1 --2- 172.21.15.1:0/4063230674 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5640a317ef70 0x5640a3181390 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aab3fa507120490f server_cookie=1ed3c32f46181b9 in_seq=0 out_seq=0 2024-02-10T00:06:14.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.328+0000 7f9f48ff9640 10 client.17991 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:14.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.328+0000 7f9f48ff9640 1 -- 172.21.15.1:0/4063230674 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x5640a2e01890 con 0x5640a317ef70 2024-02-10T00:06:14.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.328+0000 7f9f48ff9640 10 client.17991 handle_command_reply: tid=0 2024-02-10T00:06:14.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.328+0000 7f9f6a3ff740 1 client.17991 shutdown 2024-02-10T00:06:14.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.328+0000 7f9f6a3ff740 1 -- 172.21.15.1:0/4063230674 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640a310e330 msgr2=0x5640a311c5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.328+0000 7f9f6a3ff740 1 --2- 172.21.15.1:0/4063230674 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640a310e330 0x5640a311c5a0 secure :-1 s=READY pgs=1248 cs=0 l=1 rev1=1 crypto rx=0x7f9f5c010ca0 tx=0x7f9f5c00bed0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.328+0000 7f9f6a3ff740 1 -- 172.21.15.1:0/4063230674 shutdown_connections 2024-02-10T00:06:14.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.329+0000 7f9f6a3ff740 1 --2- 172.21.15.1:0/4063230674 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5640a317ef70 0x5640a3181390 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.329+0000 7f9f6a3ff740 1 --2- 172.21.15.1:0/4063230674 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640a3116eb0 0x5640a311cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.329+0000 7f9f6a3ff740 1 --2- 172.21.15.1:0/4063230674 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640a310e330 0x5640a311c5a0 unknown :-1 s=CLOSED pgs=1248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.329+0000 7f9f48ff9640 0 client.17991 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:14.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.329+0000 7f9f6a3ff740 1 --2- 172.21.15.1:0/4063230674 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640a310d980 0x5640a311e200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.329+0000 7f9f6a3ff740 1 -- 172.21.15.1:0/4063230674 >> 172.21.15.1:0/4063230674 conn(0x5640a3108050 msgr2=0x5640a31090f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:14.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.329+0000 7f9f6a3ff740 1 -- 172.21.15.1:0/4063230674 shutdown_connections 2024-02-10T00:06:14.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.329+0000 7f9f6a3ff740 1 -- 172.21.15.1:0/4063230674 wait complete. 2024-02-10T00:06:14.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.329+0000 7f9f6a3ff740 20 client.17991 trim_cache size 0 max 16384 2024-02-10T00:06:14.341 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:06:14.341 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "no active scrubs running", 2024-02-10T00:06:14.342 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": {} 2024-02-10T00:06:14.342 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:06:14.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.329+0000 7f9f6782a640 1 -- 172.21.15.1:0/2187337042 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9f4c0a2230 msgr2=0x7f9f4c0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.329+0000 7f9f6782a640 1 --2- 172.21.15.1:0/2187337042 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9f4c0a2230 0x7f9f4c0a46f0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f9f580cb990 tx=0x7f9f58005740 comp rx=0 tx=0).stop 2024-02-10T00:06:14.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.329+0000 7f9f6782a640 1 -- 172.21.15.1:0/2187337042 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9f601026c0 msgr2=0x7f9f601976f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.329+0000 7f9f6782a640 1 --2- 172.21.15.1:0/2187337042 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9f601026c0 0x7f9f601976f0 secure :-1 s=READY pgs=1245 cs=0 l=1 rev1=1 crypto rx=0x7f9f5800e960 tx=0x7f9f5800ee20 comp rx=0 tx=0).stop 2024-02-10T00:06:14.346 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.329+0000 7f9f6782a640 1 -- 172.21.15.1:0/2187337042 shutdown_connections 2024-02-10T00:06:14.346 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.329+0000 7f9f6782a640 1 --2- 172.21.15.1:0/2187337042 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9f4c0a2230 0x7f9f4c0a46f0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.346 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.329+0000 7f9f6782a640 1 --2- 172.21.15.1:0/2187337042 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9f601026c0 0x7f9f601976f0 unknown :-1 s=CLOSED pgs=1245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.346 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.329+0000 7f9f6782a640 1 --2- 172.21.15.1:0/2187337042 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9f60101d20 0x7f9f6019db70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.346 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.329+0000 7f9f6782a640 1 --2- 172.21.15.1:0/2187337042 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9f60100440 0x7f9f6019d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.346 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.329+0000 7f9f6782a640 1 -- 172.21.15.1:0/2187337042 >> 172.21.15.1:0/2187337042 conn(0x7f9f60077310 msgr2=0x7f9f60103f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:14.346 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.329+0000 7f9f6782a640 1 -- 172.21.15.1:0/2187337042 shutdown_connections 2024-02-10T00:06:14.346 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.329+0000 7f9f6782a640 1 -- 172.21.15.1:0/2187337042 wait complete. 2024-02-10T00:06:14.347 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-02-10T00:06:14.347 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-10T00:06:14.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.448+0000 7fb782de2640 1 -- 172.21.15.1:0/3708170164 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb77c105420 msgr2=0x7fb77c10cff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.448+0000 7fb782de2640 1 --2- 172.21.15.1:0/3708170164 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb77c105420 0x7fb77c10cff0 secure :-1 s=READY pgs=1249 cs=0 l=1 rev1=1 crypto rx=0x7fb764009930 tx=0x7fb76402bc30 comp rx=0 tx=0).stop 2024-02-10T00:06:14.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.448+0000 7fb782de2640 1 -- 172.21.15.1:0/3708170164 shutdown_connections 2024-02-10T00:06:14.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.448+0000 7fb782de2640 1 --2- 172.21.15.1:0/3708170164 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb77c105420 0x7fb77c10cff0 unknown :-1 s=CLOSED pgs=1249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.448+0000 7fb782de2640 1 --2- 172.21.15.1:0/3708170164 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb77c100d00 0x7fb77c104d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.448+0000 7fb782de2640 1 --2- 172.21.15.1:0/3708170164 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb77c100350 0x7fb77c100730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.448+0000 7fb782de2640 1 -- 172.21.15.1:0/3708170164 >> 172.21.15.1:0/3708170164 conn(0x7fb77c0772b0 msgr2=0x7fb77c0776c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:14.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.448+0000 7fb782de2640 1 -- 172.21.15.1:0/3708170164 shutdown_connections 2024-02-10T00:06:14.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.448+0000 7fb782de2640 1 -- 172.21.15.1:0/3708170164 wait complete. 2024-02-10T00:06:14.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.449+0000 7fb782de2640 1 Processor -- start 2024-02-10T00:06:14.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.449+0000 7fb782de2640 1 -- start start 2024-02-10T00:06:14.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.449+0000 7fb782de2640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb77c100350 0x7fb77c19d410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.449+0000 7fb782de2640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb77c105420 0x7fb77c19d950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.449+0000 7fb782de2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb77c1975c0 0x7fb77c197a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.449+0000 7fb782de2640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb77c197fb0 con 0x7fb77c1975c0 2024-02-10T00:06:14.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.449+0000 7fb782de2640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb77c198120 con 0x7fb77c100350 2024-02-10T00:06:14.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.449+0000 7fb782de2640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb77c1982e0 con 0x7fb77c105420 2024-02-10T00:06:14.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.449+0000 7fb78137f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb77c1975c0 0x7fb77c197a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.449+0000 7fb78137f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb77c1975c0 0x7fb77c197a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48740/0 (socket says 172.21.15.1:48740) 2024-02-10T00:06:14.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.449+0000 7fb78137f640 1 -- 172.21.15.1:0/3726536174 learned_addr learned my addr 172.21.15.1:0/3726536174 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:14.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.449+0000 7fb77bfff640 1 --2- 172.21.15.1:0/3726536174 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb77c105420 0x7fb77c19d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.449+0000 7fb780b7e640 1 --2- 172.21.15.1:0/3726536174 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb77c100350 0x7fb77c19d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.450+0000 7fb78137f640 1 -- 172.21.15.1:0/3726536174 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb77c105420 msgr2=0x7fb77c19d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.450+0000 7fb78137f640 1 --2- 172.21.15.1:0/3726536174 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb77c105420 0x7fb77c19d950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.450+0000 7fb78137f640 1 -- 172.21.15.1:0/3726536174 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb77c100350 msgr2=0x7fb77c19d410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.450+0000 7fb78137f640 1 --2- 172.21.15.1:0/3726536174 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb77c100350 0x7fb77c19d410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.450+0000 7fb78137f640 1 -- 172.21.15.1:0/3726536174 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb764009560 con 0x7fb77c1975c0 2024-02-10T00:06:14.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.450+0000 7fb780b7e640 1 --2- 172.21.15.1:0/3726536174 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb77c100350 0x7fb77c19d410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:06:14.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.450+0000 7fb78137f640 1 --2- 172.21.15.1:0/3726536174 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb77c1975c0 0x7fb77c197a70 secure :-1 s=READY pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7fb764005940 tx=0x7fb76402c6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:14.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.450+0000 7fb779ffb640 1 -- 172.21.15.1:0/3726536174 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7640043d0 con 0x7fb77c1975c0 2024-02-10T00:06:14.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.450+0000 7fb779ffb640 1 -- 172.21.15.1:0/3726536174 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb7640052d0 con 0x7fb77c1975c0 2024-02-10T00:06:14.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.450+0000 7fb782de2640 1 -- 172.21.15.1:0/3726536174 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb77c1a42d0 con 0x7fb77c1975c0 2024-02-10T00:06:14.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.450+0000 7fb779ffb640 1 -- 172.21.15.1:0/3726536174 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb764003d10 con 0x7fb77c1975c0 2024-02-10T00:06:14.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.450+0000 7fb782de2640 1 -- 172.21.15.1:0/3726536174 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb77c1a4780 con 0x7fb77c1975c0 2024-02-10T00:06:14.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.451+0000 7fb782de2640 1 -- 172.21.15.1:0/3726536174 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb77c0680b0 con 0x7fb77c1975c0 2024-02-10T00:06:14.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.452+0000 7fb779ffb640 1 -- 172.21.15.1:0/3726536174 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fb764005440 con 0x7fb77c1975c0 2024-02-10T00:06:14.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.453+0000 7fb779ffb640 1 --2- 172.21.15.1:0/3726536174 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb7680a2230 0x7fb7680a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.453+0000 7fb780b7e640 1 --2- 172.21.15.1:0/3726536174 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb7680a2230 0x7fb7680a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.453+0000 7fb779ffb640 1 -- 172.21.15.1:0/3726536174 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fb7640f01c0 con 0x7fb77c1975c0 2024-02-10T00:06:14.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.453+0000 7fb780b7e640 1 --2- 172.21.15.1:0/3726536174 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb7680a2230 0x7fb7680a46f0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fb77400abe0 tx=0x7fb77400a5c0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:14.459 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.457+0000 7fb779ffb640 1 -- 172.21.15.1:0/3726536174 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fb7640b8f00 con 0x7fb77c1975c0 2024-02-10T00:06:14.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.675+0000 7fb782de2640 1 -- 172.21.15.1:0/3726536174 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb77c100d00 con 0x7fb77c1975c0 2024-02-10T00:06:14.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.676+0000 7fb779ffb640 1 -- 172.21.15.1:0/3726536174 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) v1 ==== 94+0+11367 (secure 0 0 0) 0x7fb7640bc5c0 con 0x7fb77c1975c0 2024-02-10T00:06:14.677 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-10T00:06:14.678 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-09T23:57:05.956988+0000","modified":"2024-02-10T00:00:18.086451+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24496,"mds_2":24476,"mds_3":24475,"mds_4":14646},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14646":{"gid":14646,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24398":{"gid":24398,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24406":{"gid":24406,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24475":{"gid":24475,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_25477":{"gid":25477,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/1094349051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":1094349051},{"type":"v1","addr":"172.21.15.103:6835","nonce":1094349051}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-10T00:06:14.678 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 29 2024-02-10T00:06:14.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.678+0000 7fb782de2640 1 -- 172.21.15.1:0/3726536174 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb7680a2230 msgr2=0x7fb7680a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.678+0000 7fb782de2640 1 --2- 172.21.15.1:0/3726536174 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb7680a2230 0x7fb7680a46f0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fb77400abe0 tx=0x7fb77400a5c0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.678+0000 7fb782de2640 1 -- 172.21.15.1:0/3726536174 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb77c1975c0 msgr2=0x7fb77c197a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.678+0000 7fb782de2640 1 --2- 172.21.15.1:0/3726536174 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb77c1975c0 0x7fb77c197a70 secure :-1 s=READY pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7fb764005940 tx=0x7fb76402c6f0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.678+0000 7fb782de2640 1 -- 172.21.15.1:0/3726536174 shutdown_connections 2024-02-10T00:06:14.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.678+0000 7fb782de2640 1 --2- 172.21.15.1:0/3726536174 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb7680a2230 0x7fb7680a46f0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.678+0000 7fb782de2640 1 --2- 172.21.15.1:0/3726536174 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb77c1975c0 0x7fb77c197a70 unknown :-1 s=CLOSED pgs=1250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.678+0000 7fb782de2640 1 --2- 172.21.15.1:0/3726536174 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb77c105420 0x7fb77c19d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.678+0000 7fb782de2640 1 --2- 172.21.15.1:0/3726536174 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb77c100350 0x7fb77c19d410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.678+0000 7fb782de2640 1 -- 172.21.15.1:0/3726536174 >> 172.21.15.1:0/3726536174 conn(0x7fb77c0772b0 msgr2=0x7fb77c068740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:14.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.678+0000 7fb782de2640 1 -- 172.21.15.1:0/3726536174 shutdown_connections 2024-02-10T00:06:14.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.678+0000 7fb782de2640 1 -- 172.21.15.1:0/3726536174 wait complete. 2024-02-10T00:06:14.690 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:06:14.691 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-02-10T00:06:14.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.794+0000 7ff3b755c640 1 -- 172.21.15.1:0/1067302956 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff3b0100330 msgr2=0x7ff3b0100710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.794+0000 7ff3b755c640 1 --2- 172.21.15.1:0/1067302956 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff3b0100330 0x7ff3b0100710 secure :-1 s=READY pgs=1251 cs=0 l=1 rev1=1 crypto rx=0x7ff3ac009930 tx=0x7ff3ac02bc30 comp rx=0 tx=0).stop 2024-02-10T00:06:14.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.794+0000 7ff3b755c640 1 -- 172.21.15.1:0/1067302956 shutdown_connections 2024-02-10T00:06:14.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.794+0000 7ff3b755c640 1 --2- 172.21.15.1:0/1067302956 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff3b0105400 0x7ff3b010cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.794+0000 7ff3b755c640 1 --2- 172.21.15.1:0/1067302956 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff3b0100ce0 0x7ff3b0104d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.794+0000 7ff3b755c640 1 --2- 172.21.15.1:0/1067302956 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff3b0100330 0x7ff3b0100710 unknown :-1 s=CLOSED pgs=1251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.794+0000 7ff3b755c640 1 -- 172.21.15.1:0/1067302956 >> 172.21.15.1:0/1067302956 conn(0x7ff3b0077250 msgr2=0x7ff3b0077660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:14.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.794+0000 7ff3b755c640 1 -- 172.21.15.1:0/1067302956 shutdown_connections 2024-02-10T00:06:14.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.794+0000 7ff3b755c640 1 -- 172.21.15.1:0/1067302956 wait complete. 2024-02-10T00:06:14.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.795+0000 7ff3b755c640 1 Processor -- start 2024-02-10T00:06:14.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.795+0000 7ff3b755c640 1 -- start start 2024-02-10T00:06:14.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.795+0000 7ff3b755c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff3b0100330 0x7ff3b019d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.795+0000 7ff3b755c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff3b0105400 0x7ff3b019db00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.795+0000 7ff3b755c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff3b01976d0 0x7ff3b0197b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.795+0000 7ff3b755c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3b01981a0 con 0x7ff3b01976d0 2024-02-10T00:06:14.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.795+0000 7ff3b755c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3b0198310 con 0x7ff3b0105400 2024-02-10T00:06:14.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.795+0000 7ff3b755c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3b01984d0 con 0x7ff3b0100330 2024-02-10T00:06:14.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.795+0000 7ff3b5af9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff3b01976d0 0x7ff3b0197b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.795+0000 7ff3b5af9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff3b01976d0 0x7ff3b0197b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48756/0 (socket says 172.21.15.1:48756) 2024-02-10T00:06:14.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.795+0000 7ff3b5af9640 1 -- 172.21.15.1:0/317061952 learned_addr learned my addr 172.21.15.1:0/317061952 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:14.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.795+0000 7ff3b52f8640 1 --2- 172.21.15.1:0/317061952 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff3b0100330 0x7ff3b019d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.795+0000 7ff3b4af7640 1 --2- 172.21.15.1:0/317061952 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff3b0105400 0x7ff3b019db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.795+0000 7ff3b5af9640 1 -- 172.21.15.1:0/317061952 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff3b0100330 msgr2=0x7ff3b019d5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.795+0000 7ff3b5af9640 1 --2- 172.21.15.1:0/317061952 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff3b0100330 0x7ff3b019d5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.795+0000 7ff3b5af9640 1 -- 172.21.15.1:0/317061952 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff3b0105400 msgr2=0x7ff3b019db00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.795+0000 7ff3b5af9640 1 --2- 172.21.15.1:0/317061952 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff3b0105400 0x7ff3b019db00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.795+0000 7ff3b5af9640 1 -- 172.21.15.1:0/317061952 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3ac009560 con 0x7ff3b01976d0 2024-02-10T00:06:14.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.795+0000 7ff3b52f8640 1 --2- 172.21.15.1:0/317061952 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff3b0100330 0x7ff3b019d5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:06:14.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.795+0000 7ff3b5af9640 1 --2- 172.21.15.1:0/317061952 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff3b01976d0 0x7ff3b0197b50 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7ff3a8009fd0 tx=0x7ff3a800b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:14.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.796+0000 7ff3a67fc640 1 -- 172.21.15.1:0/317061952 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3a800bea0 con 0x7ff3b01976d0 2024-02-10T00:06:14.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.796+0000 7ff3b755c640 1 -- 172.21.15.1:0/317061952 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3b01a4420 con 0x7ff3b01976d0 2024-02-10T00:06:14.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.796+0000 7ff3a67fc640 1 -- 172.21.15.1:0/317061952 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff3a8009940 con 0x7ff3b01976d0 2024-02-10T00:06:14.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.796+0000 7ff3a67fc640 1 -- 172.21.15.1:0/317061952 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3a80106c0 con 0x7ff3b01976d0 2024-02-10T00:06:14.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.796+0000 7ff3b755c640 1 -- 172.21.15.1:0/317061952 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3b01a48b0 con 0x7ff3b01976d0 2024-02-10T00:06:14.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.798+0000 7ff3a67fc640 1 -- 172.21.15.1:0/317061952 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7ff3a8004240 con 0x7ff3b01976d0 2024-02-10T00:06:14.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.798+0000 7ff3ba205740 1 Processor -- start 2024-02-10T00:06:14.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.798+0000 7ff3ba205740 1 -- start start 2024-02-10T00:06:14.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.798+0000 7ff3a67fc640 1 --2- 172.21.15.1:0/317061952 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff39c0a2230 0x7ff39c0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.798+0000 7ff3ba205740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec3810ea30 0x55ec3810ee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.798+0000 7ff3ba205740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec3810f3e0 0x55ec38117990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.798+0000 7ff3ba205740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec38117f60 0x55ec3811a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.798+0000 7ff3ba205740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec380ca020 con 0x55ec38117f60 2024-02-10T00:06:14.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.798+0000 7ff3ba205740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec3807d320 con 0x55ec3810f3e0 2024-02-10T00:06:14.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.798+0000 7ff3ba205740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec3807a850 con 0x55ec3810ea30 2024-02-10T00:06:14.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.799+0000 7ff3a67fc640 1 -- 172.21.15.1:0/317061952 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7ff3a80cde20 con 0x7ff3b01976d0 2024-02-10T00:06:14.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.799+0000 7ff3b4af7640 1 --2- 172.21.15.1:0/317061952 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff39c0a2230 0x7ff39c0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.799+0000 7ff3b52f8640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec3810ea30 0x55ec3810ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.799+0000 7ff3b5af9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec38117f60 0x55ec3811a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.799+0000 7ff3b52f8640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec3810ea30 0x55ec3810ee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.1:37796/0 (socket says 172.21.15.1:37796) 2024-02-10T00:06:14.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.799+0000 7ff3b5af9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec38117f60 0x55ec3811a3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48772/0 (socket says 172.21.15.1:48772) 2024-02-10T00:06:14.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.799+0000 7ff3b52f8640 1 -- 172.21.15.1:0/382521788 learned_addr learned my addr 172.21.15.1:0/382521788 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:14.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.799+0000 7ff3b4af7640 1 --2- 172.21.15.1:0/382521788 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec3810f3e0 0x55ec38117990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.799+0000 7ff3b5af9640 1 -- 172.21.15.1:0/382521788 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec3810ea30 msgr2=0x55ec3810ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:14.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.799+0000 7ff3b5af9640 1 --2- 172.21.15.1:0/382521788 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec3810ea30 0x55ec3810ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.799+0000 7ff3b5af9640 1 -- 172.21.15.1:0/382521788 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec3810f3e0 msgr2=0x55ec38117990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:14.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.799+0000 7ff3b5af9640 1 --2- 172.21.15.1:0/382521788 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec3810f3e0 0x55ec38117990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.799+0000 7ff3b5af9640 1 -- 172.21.15.1:0/382521788 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ec38038210 con 0x55ec38117f60 2024-02-10T00:06:14.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.799+0000 7ff3b4af7640 1 --2- 172.21.15.1:0/317061952 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff39c0a2230 0x7ff39c0a46f0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7ff3b0198ed0 tx=0x7ff3a000bb30 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:14.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.799+0000 7ff3b5af9640 1 --2- 172.21.15.1:0/382521788 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec38117f60 0x55ec3811a3b0 secure :-1 s=READY pgs=1253 cs=0 l=1 rev1=1 crypto rx=0x7ff3a80cb570 tx=0x7ff3a809a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b48ee854d2356df8 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:14.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.799+0000 7ff39b7fe640 1 -- 172.21.15.1:0/382521788 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3a809e960 con 0x55ec38117f60 2024-02-10T00:06:14.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.799+0000 7ff39b7fe640 1 -- 172.21.15.1:0/382521788 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff3a80a2fb0 con 0x55ec38117f60 2024-02-10T00:06:14.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.799+0000 7ff39b7fe640 1 -- 172.21.15.1:0/382521788 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3a8096e80 con 0x55ec38117f60 2024-02-10T00:06:14.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.800+0000 7ff3ba205740 1 -- 172.21.15.1:0/382521788 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec38117f60 msgr2=0x55ec3811a3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.800+0000 7ff3ba205740 1 --2- 172.21.15.1:0/382521788 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec38117f60 0x55ec3811a3b0 secure :-1 s=READY pgs=1253 cs=0 l=1 rev1=1 crypto rx=0x7ff3a80cb570 tx=0x7ff3a809a230 comp rx=0 tx=0).stop 2024-02-10T00:06:14.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.800+0000 7ff3ba205740 1 -- 172.21.15.1:0/382521788 shutdown_connections 2024-02-10T00:06:14.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.800+0000 7ff3ba205740 1 --2- 172.21.15.1:0/382521788 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec38117f60 0x55ec3811a3b0 unknown :-1 s=CLOSED pgs=1253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.800+0000 7ff3ba205740 1 --2- 172.21.15.1:0/382521788 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec3810f3e0 0x55ec38117990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.800+0000 7ff3ba205740 1 --2- 172.21.15.1:0/382521788 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec3810ea30 0x55ec3810ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.800+0000 7ff3ba205740 1 -- 172.21.15.1:0/382521788 >> 172.21.15.1:0/382521788 conn(0x55ec38109100 msgr2=0x55ec381094e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:14.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.800+0000 7ff3ba205740 1 -- 172.21.15.1:0/382521788 shutdown_connections 2024-02-10T00:06:14.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.800+0000 7ff3ba205740 1 -- 172.21.15.1:0/382521788 wait complete. 2024-02-10T00:06:14.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.800+0000 7ff3ba205740 1 -- start start 2024-02-10T00:06:14.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.800+0000 7ff3ba205740 1 Processor -- start 2024-02-10T00:06:14.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.801+0000 7ff3ba205740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec3810ea30 0x55ec38114f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.801+0000 7ff3ba205740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec3810f3e0 0x55ec38115490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.801+0000 7ff3ba205740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec38117f60 0x55ec381159d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.801+0000 7ff3ba205740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec38076030 con 0x55ec3810ea30 2024-02-10T00:06:14.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.801+0000 7ff3ba205740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec37d49430 con 0x55ec38117f60 2024-02-10T00:06:14.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.801+0000 7ff3ba205740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec37d05e00 con 0x55ec3810f3e0 2024-02-10T00:06:14.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.801+0000 7ff3b52f8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec3810ea30 0x55ec38114f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.801+0000 7ff3ba205740 10 client.0 _ll_register_callbacks cb 0x55ec3806b030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:14.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.801+0000 7ff3b52f8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec3810ea30 0x55ec38114f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48788/0 (socket says 172.21.15.1:48788) 2024-02-10T00:06:14.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.801+0000 7ff3b52f8640 1 -- 172.21.15.1:0/99042039 learned_addr learned my addr 172.21.15.1:0/99042039 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:14.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.801+0000 7ff3b5af9640 1 --2- 172.21.15.1:0/99042039 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec38117f60 0x55ec381159d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.801+0000 7ff3b52f8640 1 -- 172.21.15.1:0/99042039 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec3810f3e0 msgr2=0x55ec38115490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:14.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.801+0000 7ff3b4af7640 1 --2- 172.21.15.1:0/99042039 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec3810f3e0 0x55ec38115490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.801+0000 7ff3b52f8640 1 --2- 172.21.15.1:0/99042039 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec3810f3e0 0x55ec38115490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.801+0000 7ff3b52f8640 1 -- 172.21.15.1:0/99042039 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec38117f60 msgr2=0x55ec381159d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:14.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.801+0000 7ff3b52f8640 1 --2- 172.21.15.1:0/99042039 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec38117f60 0x55ec381159d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.801+0000 7ff3b52f8640 1 -- 172.21.15.1:0/99042039 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3b01a48b0 con 0x55ec3810ea30 2024-02-10T00:06:14.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.801+0000 7ff3b5af9640 1 --2- 172.21.15.1:0/99042039 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec38117f60 0x55ec381159d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:06:14.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.802+0000 7ff3b52f8640 1 --2- 172.21.15.1:0/99042039 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec3810ea30 0x55ec38114f50 secure :-1 s=READY pgs=1254 cs=0 l=1 rev1=1 crypto rx=0x7ff3ac006010 tx=0x7ff3ac02ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41551f9171c62d1 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:14.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.802+0000 7ff398ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:14.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.802+0000 7ff398ff9640 1 -- 172.21.15.1:0/99042039 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3ac004450 con 0x55ec3810ea30 2024-02-10T00:06:14.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.802+0000 7ff398ff9640 1 -- 172.21.15.1:0/99042039 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7ff3ac004df0 con 0x55ec3810ea30 2024-02-10T00:06:14.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.802+0000 7ff3ba205740 1 -- 172.21.15.1:0/99042039 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ec37d757e0 con 0x55ec3810ea30 2024-02-10T00:06:14.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.802+0000 7ff398ff9640 1 -- 172.21.15.1:0/99042039 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff3ac004fb0 con 0x55ec3810ea30 2024-02-10T00:06:14.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.802+0000 7ff3ba205740 10 client.18009 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:14.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.802+0000 7ff3ba205740 1 -- 172.21.15.1:0/99042039 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55ec380746b0 con 0x55ec3810ea30 2024-02-10T00:06:14.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.802+0000 7ff398ff9640 1 -- 172.21.15.1:0/99042039 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55ec37d757e0 con 0x55ec3810ea30 2024-02-10T00:06:14.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.802+0000 7ff398ff9640 1 -- 172.21.15.1:0/99042039 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ff3ac03c040 con 0x55ec3810ea30 2024-02-10T00:06:14.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.802+0000 7ff3ba205740 10 client.18009 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:14.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.802+0000 7ff3ba205740 10 client.18009 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:06:14.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.802+0000 7ff3ba205740 20 client.18009 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:14.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.802+0000 7ff3ba205740 1 --2- 172.21.15.1:0/99042039 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55ec38128400 0x55ec3812a820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.802+0000 7ff3ba205740 4 client.18009 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:06:14.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.802+0000 7ff3ba205740 1 -- 172.21.15.1:0/99042039 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ec37db2720 con 0x55ec38128400 2024-02-10T00:06:14.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.802+0000 7ff3b4af7640 1 --2- 172.21.15.1:0/99042039 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55ec38128400 0x55ec3812a820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.803+0000 7ff398ff9640 10 client.18009 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:06:14.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.803+0000 7ff3b4af7640 1 --2- 172.21.15.1:0/99042039 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55ec38128400 0x55ec3812a820 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=f280f2101527f382 server_cookie=755d018a84ae122a in_seq=0 out_seq=0 2024-02-10T00:06:14.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.803+0000 7ff398ff9640 1 -- 172.21.15.1:0/99042039 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55ec37db2720 con 0x55ec38128400 2024-02-10T00:06:14.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.803+0000 7ff398ff9640 10 client.18009 handle_command_reply: tid=0 2024-02-10T00:06:14.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.803+0000 7ff3ba205740 1 client.18009 shutdown 2024-02-10T00:06:14.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.803+0000 7ff3ba205740 1 -- 172.21.15.1:0/99042039 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec3810ea30 msgr2=0x55ec38114f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.803+0000 7ff3ba205740 1 --2- 172.21.15.1:0/99042039 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec3810ea30 0x55ec38114f50 secure :-1 s=READY pgs=1254 cs=0 l=1 rev1=1 crypto rx=0x7ff3ac006010 tx=0x7ff3ac02ca10 comp rx=0 tx=0).stop 2024-02-10T00:06:14.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.803+0000 7ff3ba205740 1 -- 172.21.15.1:0/99042039 shutdown_connections 2024-02-10T00:06:14.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.803+0000 7ff3ba205740 1 --2- 172.21.15.1:0/99042039 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55ec38128400 0x55ec3812a820 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.804+0000 7ff3ba205740 1 --2- 172.21.15.1:0/99042039 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec38117f60 0x55ec381159d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.804+0000 7ff3ba205740 1 --2- 172.21.15.1:0/99042039 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec3810f3e0 0x55ec38115490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.804+0000 7ff3ba205740 1 --2- 172.21.15.1:0/99042039 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec3810ea30 0x55ec38114f50 unknown :-1 s=CLOSED pgs=1254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.804+0000 7ff3ba205740 1 -- 172.21.15.1:0/99042039 >> 172.21.15.1:0/99042039 conn(0x55ec38109100 msgr2=0x55ec3810ae50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:14.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.804+0000 7ff398ff9640 0 client.18009 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:06:14.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.804+0000 7ff3ba205740 1 -- 172.21.15.1:0/99042039 shutdown_connections 2024-02-10T00:06:14.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.804+0000 7ff3ba205740 1 -- 172.21.15.1:0/99042039 wait complete. 2024-02-10T00:06:14.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.804+0000 7ff3ba205740 20 client.18009 trim_cache size 0 max 16384 2024-02-10T00:06:14.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.815+0000 7ff3ba205740 1 Processor -- start 2024-02-10T00:06:14.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.815+0000 7ff3ba205740 1 -- start start 2024-02-10T00:06:14.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.816+0000 7ff3ba205740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec3810ea30 0x55ec381157f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.816+0000 7ff3ba205740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec3810f3e0 0x55ec381080c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.816+0000 7ff3ba205740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec38117f60 0x55ec3811eed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.816+0000 7ff3ba205740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec37ffb130 con 0x55ec38117f60 2024-02-10T00:06:14.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.816+0000 7ff3ba205740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec3810f170 con 0x55ec3810ea30 2024-02-10T00:06:14.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.816+0000 7ff3ba205740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec3812fa50 con 0x55ec3810f3e0 2024-02-10T00:06:14.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.816+0000 7ff3b5af9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec38117f60 0x55ec3811eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.816+0000 7ff3b5af9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec38117f60 0x55ec3811eed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48790/0 (socket says 172.21.15.1:48790) 2024-02-10T00:06:14.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.816+0000 7ff3b5af9640 1 -- 172.21.15.1:0/501211584 learned_addr learned my addr 172.21.15.1:0/501211584 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:14.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.816+0000 7ff3b52f8640 1 --2- 172.21.15.1:0/501211584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec3810ea30 0x55ec381157f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.816+0000 7ff3b4af7640 1 --2- 172.21.15.1:0/501211584 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec3810f3e0 0x55ec381080c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.816+0000 7ff3b5af9640 1 -- 172.21.15.1:0/501211584 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec3810f3e0 msgr2=0x55ec381080c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:14.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.816+0000 7ff3b5af9640 1 --2- 172.21.15.1:0/501211584 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec3810f3e0 0x55ec381080c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.816+0000 7ff3b5af9640 1 -- 172.21.15.1:0/501211584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec3810ea30 msgr2=0x55ec381157f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:14.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.816+0000 7ff3b5af9640 1 --2- 172.21.15.1:0/501211584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec3810ea30 0x55ec381157f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.816+0000 7ff3b5af9640 1 -- 172.21.15.1:0/501211584 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ec38010c90 con 0x55ec38117f60 2024-02-10T00:06:14.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.816+0000 7ff3b52f8640 1 --2- 172.21.15.1:0/501211584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec3810ea30 0x55ec381157f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:06:14.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.816+0000 7ff3b5af9640 1 --2- 172.21.15.1:0/501211584 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec38117f60 0x55ec3811eed0 secure :-1 s=READY pgs=1255 cs=0 l=1 rev1=1 crypto rx=0x7ff3a8005c40 tx=0x7ff3a809a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2425c32dc5cb5c07 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:14.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.816+0000 7ff39affd640 1 -- 172.21.15.1:0/501211584 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3a809e960 con 0x55ec38117f60 2024-02-10T00:06:14.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.816+0000 7ff39affd640 1 -- 172.21.15.1:0/501211584 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff3a809a810 con 0x55ec38117f60 2024-02-10T00:06:14.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.816+0000 7ff39affd640 1 -- 172.21.15.1:0/501211584 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3a8096e80 con 0x55ec38117f60 2024-02-10T00:06:14.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.817+0000 7ff3ba205740 1 -- 172.21.15.1:0/501211584 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec38117f60 msgr2=0x55ec3811eed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.817+0000 7ff3ba205740 1 --2- 172.21.15.1:0/501211584 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec38117f60 0x55ec3811eed0 secure :-1 s=READY pgs=1255 cs=0 l=1 rev1=1 crypto rx=0x7ff3a8005c40 tx=0x7ff3a809a2a0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.817+0000 7ff3ba205740 1 -- 172.21.15.1:0/501211584 shutdown_connections 2024-02-10T00:06:14.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.817+0000 7ff3ba205740 1 --2- 172.21.15.1:0/501211584 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec38117f60 0x55ec3811eed0 unknown :-1 s=CLOSED pgs=1255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.817+0000 7ff3ba205740 1 --2- 172.21.15.1:0/501211584 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec3810f3e0 0x55ec381080c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.817+0000 7ff3ba205740 1 --2- 172.21.15.1:0/501211584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec3810ea30 0x55ec381157f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.817+0000 7ff3ba205740 1 -- 172.21.15.1:0/501211584 >> 172.21.15.1:0/501211584 conn(0x55ec38109100 msgr2=0x55ec381079b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:14.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.817+0000 7ff3ba205740 1 -- 172.21.15.1:0/501211584 shutdown_connections 2024-02-10T00:06:14.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.817+0000 7ff3ba205740 1 -- 172.21.15.1:0/501211584 wait complete. 2024-02-10T00:06:14.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.817+0000 7ff3ba205740 1 -- start start 2024-02-10T00:06:14.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.817+0000 7ff3ba205740 1 Processor -- start 2024-02-10T00:06:14.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.818+0000 7ff3ba205740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec3810ea30 0x55ec38177be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.818+0000 7ff3ba205740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec3810f3e0 0x55ec38178120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.818+0000 7ff3ba205740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec38117f60 0x55ec3811e130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.818+0000 7ff3ba205740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec3811e6f0 con 0x55ec3810f3e0 2024-02-10T00:06:14.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.818+0000 7ff3ba205740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec3811e860 con 0x55ec3810ea30 2024-02-10T00:06:14.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.818+0000 7ff3ba205740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec3811ea20 con 0x55ec38117f60 2024-02-10T00:06:14.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.818+0000 7ff3ba205740 10 client.0 _ll_register_callbacks cb 0x7ff3a80963f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:14.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.818+0000 7ff3b4af7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec3810f3e0 0x55ec38178120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.818+0000 7ff3b4af7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec3810f3e0 0x55ec38178120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48800/0 (socket says 172.21.15.1:48800) 2024-02-10T00:06:14.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.818+0000 7ff3b4af7640 1 -- 172.21.15.1:0/2323841723 learned_addr learned my addr 172.21.15.1:0/2323841723 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:14.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.818+0000 7ff3b52f8640 1 --2- 172.21.15.1:0/2323841723 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec3810ea30 0x55ec38177be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.818+0000 7ff3b5af9640 1 --2- 172.21.15.1:0/2323841723 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec38117f60 0x55ec3811e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.818+0000 7ff3b4af7640 1 -- 172.21.15.1:0/2323841723 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec38117f60 msgr2=0x55ec3811e130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:14.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.818+0000 7ff3b4af7640 1 --2- 172.21.15.1:0/2323841723 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec38117f60 0x55ec3811e130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.818+0000 7ff3b4af7640 1 -- 172.21.15.1:0/2323841723 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec3810ea30 msgr2=0x55ec38177be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:14.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.818+0000 7ff3b4af7640 1 --2- 172.21.15.1:0/2323841723 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec3810ea30 0x55ec38177be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.818+0000 7ff3b4af7640 1 -- 172.21.15.1:0/2323841723 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ec38038210 con 0x55ec3810f3e0 2024-02-10T00:06:14.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.818+0000 7ff3b5af9640 1 --2- 172.21.15.1:0/2323841723 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec38117f60 0x55ec3811e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:06:14.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.818+0000 7ff3b4af7640 1 --2- 172.21.15.1:0/2323841723 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec3810f3e0 0x55ec38178120 secure :-1 s=READY pgs=1256 cs=0 l=1 rev1=1 crypto rx=0x55ec3810f7e0 tx=0x7ff3a001b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be7da14559d9ff2d server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:14.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.818+0000 7ff398ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:14.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.818+0000 7ff398ff9640 1 -- 172.21.15.1:0/2323841723 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3a0027140 con 0x55ec3810f3e0 2024-02-10T00:06:14.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.819+0000 7ff3ba205740 1 -- 172.21.15.1:0/2323841723 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff3a80a2fb0 con 0x55ec3810f3e0 2024-02-10T00:06:14.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.819+0000 7ff398ff9640 1 -- 172.21.15.1:0/2323841723 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7ff3a00272a0 con 0x55ec3810f3e0 2024-02-10T00:06:14.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.819+0000 7ff398ff9640 1 -- 172.21.15.1:0/2323841723 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff3a0027460 con 0x55ec3810f3e0 2024-02-10T00:06:14.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.819+0000 7ff3ba205740 10 client.18015 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:14.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.819+0000 7ff3ba205740 1 -- 172.21.15.1:0/2323841723 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55ec38036a70 con 0x55ec3810f3e0 2024-02-10T00:06:14.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.819+0000 7ff398ff9640 1 -- 172.21.15.1:0/2323841723 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff3a80a2fb0 con 0x55ec3810f3e0 2024-02-10T00:06:14.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.819+0000 7ff398ff9640 1 -- 172.21.15.1:0/2323841723 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ff3a0021ad0 con 0x55ec3810f3e0 2024-02-10T00:06:14.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.819+0000 7ff3ba205740 10 client.18015 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:14.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.819+0000 7ff3ba205740 10 client.18015 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:06:14.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.819+0000 7ff3ba205740 20 client.18015 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:14.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.819+0000 7ff3ba205740 1 --2- 172.21.15.1:0/2323841723 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55ec38180c90 0x55ec381830b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.819+0000 7ff3ba205740 4 client.18015 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:06:14.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.819+0000 7ff3ba205740 1 -- 172.21.15.1:0/2323841723 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55ec37e01890 con 0x55ec38180c90 2024-02-10T00:06:14.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.819+0000 7ff3b52f8640 1 --2- 172.21.15.1:0/2323841723 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55ec38180c90 0x55ec381830b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.819+0000 7ff398ff9640 10 client.18015 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:06:14.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.819+0000 7ff3b52f8640 1 --2- 172.21.15.1:0/2323841723 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55ec38180c90 0x55ec381830b0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=f3463d4b43aea2c server_cookie=93da9345968d85cb in_seq=0 out_seq=0 2024-02-10T00:06:14.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.820+0000 7ff398ff9640 1 -- 172.21.15.1:0/2323841723 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55ec37e01890 con 0x55ec38180c90 2024-02-10T00:06:14.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.820+0000 7ff398ff9640 10 client.18015 handle_command_reply: tid=0 2024-02-10T00:06:14.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.820+0000 7ff3ba205740 1 client.18015 shutdown 2024-02-10T00:06:14.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.820+0000 7ff3ba205740 1 -- 172.21.15.1:0/2323841723 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec3810f3e0 msgr2=0x55ec38178120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.820+0000 7ff3ba205740 1 --2- 172.21.15.1:0/2323841723 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec3810f3e0 0x55ec38178120 secure :-1 s=READY pgs=1256 cs=0 l=1 rev1=1 crypto rx=0x55ec3810f7e0 tx=0x7ff3a001b000 comp rx=0 tx=0).stop 2024-02-10T00:06:14.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.820+0000 7ff3ba205740 1 -- 172.21.15.1:0/2323841723 shutdown_connections 2024-02-10T00:06:14.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.820+0000 7ff3ba205740 1 --2- 172.21.15.1:0/2323841723 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55ec38180c90 0x55ec381830b0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.820+0000 7ff3ba205740 1 --2- 172.21.15.1:0/2323841723 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec38117f60 0x55ec3811e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.820+0000 7ff398ff9640 0 client.18015 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:06:14.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.820+0000 7ff3ba205740 1 --2- 172.21.15.1:0/2323841723 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec3810f3e0 0x55ec38178120 unknown :-1 s=CLOSED pgs=1256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.820+0000 7ff3ba205740 1 --2- 172.21.15.1:0/2323841723 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec3810ea30 0x55ec38177be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.820+0000 7ff3ba205740 1 -- 172.21.15.1:0/2323841723 >> 172.21.15.1:0/2323841723 conn(0x55ec38109100 msgr2=0x55ec38108240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:14.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.820+0000 7ff3ba205740 1 -- 172.21.15.1:0/2323841723 shutdown_connections 2024-02-10T00:06:14.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.820+0000 7ff3ba205740 1 -- 172.21.15.1:0/2323841723 wait complete. 2024-02-10T00:06:14.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.820+0000 7ff3ba205740 20 client.18015 trim_cache size 0 max 16384 2024-02-10T00:06:14.829 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:06:14.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.820+0000 7ff3b755c640 1 -- 172.21.15.1:0/317061952 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff39c0a2230 msgr2=0x7ff39c0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.820+0000 7ff3b755c640 1 --2- 172.21.15.1:0/317061952 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff39c0a2230 0x7ff39c0a46f0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7ff3b0198ed0 tx=0x7ff3a000bb30 comp rx=0 tx=0).stop 2024-02-10T00:06:14.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.820+0000 7ff3b755c640 1 -- 172.21.15.1:0/317061952 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff3b01976d0 msgr2=0x7ff3b0197b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.820+0000 7ff3b755c640 1 --2- 172.21.15.1:0/317061952 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff3b01976d0 0x7ff3b0197b50 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7ff3a8009fd0 tx=0x7ff3a800b260 comp rx=0 tx=0).stop 2024-02-10T00:06:14.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.820+0000 7ff3b755c640 1 -- 172.21.15.1:0/317061952 shutdown_connections 2024-02-10T00:06:14.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.820+0000 7ff3b755c640 1 --2- 172.21.15.1:0/317061952 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff39c0a2230 0x7ff39c0a46f0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.821+0000 7ff3b755c640 1 --2- 172.21.15.1:0/317061952 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff3b01976d0 0x7ff3b0197b50 unknown :-1 s=CLOSED pgs=1252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.821+0000 7ff3b755c640 1 --2- 172.21.15.1:0/317061952 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff3b0105400 0x7ff3b019db00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.821+0000 7ff3b755c640 1 --2- 172.21.15.1:0/317061952 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff3b0100330 0x7ff3b019d5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.821+0000 7ff3b755c640 1 -- 172.21.15.1:0/317061952 >> 172.21.15.1:0/317061952 conn(0x7ff3b0077250 msgr2=0x7ff3b01040e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:14.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.821+0000 7ff3b755c640 1 -- 172.21.15.1:0/317061952 shutdown_connections 2024-02-10T00:06:14.830 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.821+0000 7ff3b755c640 1 -- 172.21.15.1:0/317061952 wait complete. 2024-02-10T00:06:14.832 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:06:14.833 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-02-10T00:06:14.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.936+0000 7f4a95f4f640 1 -- 172.21.15.1:0/1960410871 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4a90106500 msgr2=0x7f4a9010e0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.936+0000 7f4a95f4f640 1 --2- 172.21.15.1:0/1960410871 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4a90106500 0x7f4a9010e0d0 secure :-1 s=READY pgs=1257 cs=0 l=1 rev1=1 crypto rx=0x7f4a88009cd0 tx=0x7f4a8802c0f0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.936+0000 7f4a95f4f640 1 -- 172.21.15.1:0/1960410871 shutdown_connections 2024-02-10T00:06:14.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.936+0000 7f4a95f4f640 1 --2- 172.21.15.1:0/1960410871 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4a90106500 0x7f4a9010e0d0 unknown :-1 s=CLOSED pgs=1257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.936+0000 7f4a95f4f640 1 --2- 172.21.15.1:0/1960410871 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4a90101de0 0x7f4a90105e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.936+0000 7f4a95f4f640 1 --2- 172.21.15.1:0/1960410871 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4a90101430 0x7f4a90101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.936+0000 7f4a95f4f640 1 -- 172.21.15.1:0/1960410871 >> 172.21.15.1:0/1960410871 conn(0x7f4a900fccd0 msgr2=0x7f4a900ff0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:14.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.936+0000 7f4a95f4f640 1 -- 172.21.15.1:0/1960410871 shutdown_connections 2024-02-10T00:06:14.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.936+0000 7f4a95f4f640 1 -- 172.21.15.1:0/1960410871 wait complete. 2024-02-10T00:06:14.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.936+0000 7f4a95f4f640 1 Processor -- start 2024-02-10T00:06:14.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.936+0000 7f4a95f4f640 1 -- start start 2024-02-10T00:06:14.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.937+0000 7f4a95f4f640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4a90101430 0x7f4a9019d450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.937+0000 7f4a95f4f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4a90106500 0x7f4a9019d990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.937+0000 7f4a95f4f640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4a90197650 0x7f4a90197b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.937+0000 7f4a95f4f640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a90198040 con 0x7f4a90106500 2024-02-10T00:06:14.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.937+0000 7f4a95f4f640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a901981b0 con 0x7f4a90101430 2024-02-10T00:06:14.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.937+0000 7f4a95f4f640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a90198370 con 0x7f4a90197650 2024-02-10T00:06:14.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.937+0000 7f4a8effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4a90106500 0x7f4a9019d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.937+0000 7f4a8effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4a90106500 0x7f4a9019d990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48808/0 (socket says 172.21.15.1:48808) 2024-02-10T00:06:14.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.937+0000 7f4a8effd640 1 -- 172.21.15.1:0/655820200 learned_addr learned my addr 172.21.15.1:0/655820200 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:14.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.937+0000 7f4a8ffff640 1 --2- 172.21.15.1:0/655820200 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4a90197650 0x7f4a90197b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.937+0000 7f4a8effd640 1 -- 172.21.15.1:0/655820200 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4a90197650 msgr2=0x7f4a90197b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.937+0000 7f4a8effd640 1 --2- 172.21.15.1:0/655820200 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4a90197650 0x7f4a90197b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.937+0000 7f4a8f7fe640 1 --2- 172.21.15.1:0/655820200 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4a90101430 0x7f4a9019d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.937+0000 7f4a8effd640 1 -- 172.21.15.1:0/655820200 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4a90101430 msgr2=0x7f4a9019d450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.937+0000 7f4a8effd640 1 --2- 172.21.15.1:0/655820200 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4a90101430 0x7f4a9019d450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.937+0000 7f4a8effd640 1 -- 172.21.15.1:0/655820200 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a88009900 con 0x7f4a90106500 2024-02-10T00:06:14.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.937+0000 7f4a8effd640 1 --2- 172.21.15.1:0/655820200 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4a90106500 0x7f4a9019d990 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x7f4a8400c970 tx=0x7f4a8400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:14.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.937+0000 7f4a8cff9640 1 -- 172.21.15.1:0/655820200 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a84004440 con 0x7f4a90106500 2024-02-10T00:06:14.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.937+0000 7f4a8cff9640 1 -- 172.21.15.1:0/655820200 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4a84007d40 con 0x7f4a90106500 2024-02-10T00:06:14.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.937+0000 7f4a95f4f640 1 -- 172.21.15.1:0/655820200 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4a901a4310 con 0x7f4a90106500 2024-02-10T00:06:14.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.937+0000 7f4a8cff9640 1 -- 172.21.15.1:0/655820200 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a8400f450 con 0x7f4a90106500 2024-02-10T00:06:14.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.937+0000 7f4a95f4f640 1 -- 172.21.15.1:0/655820200 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a901a4820 con 0x7f4a90106500 2024-02-10T00:06:14.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.939+0000 7f4a8cff9640 1 -- 172.21.15.1:0/655820200 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f4a84007860 con 0x7f4a90106500 2024-02-10T00:06:14.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.940+0000 7f4a98c04740 1 Processor -- start 2024-02-10T00:06:14.950 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.940+0000 7f4a98c04740 1 -- start start 2024-02-10T00:06:14.950 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.940+0000 7f4a8cff9640 1 --2- 172.21.15.1:0/655820200 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4a780a2230 0x7f4a780a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.950 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.940+0000 7f4a98c04740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563c81c8fa30 0x563c81c8fe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.940+0000 7f4a98c04740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563c81c903e0 0x563c81c98990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.940+0000 7f4a98c04740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563c81c98f60 0x563c81c9b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.940+0000 7f4a98c04740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c81c4b020 con 0x563c81c98f60 2024-02-10T00:06:14.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.940+0000 7f4a98c04740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c81bfe320 con 0x563c81c903e0 2024-02-10T00:06:14.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.940+0000 7f4a98c04740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c81bfb850 con 0x563c81c8fa30 2024-02-10T00:06:14.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.940+0000 7f4a8ffff640 1 --2- 172.21.15.1:0/655820200 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4a780a2230 0x7f4a780a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.940+0000 7f4a8cff9640 1 -- 172.21.15.1:0/655820200 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f4a840ce220 con 0x7f4a90106500 2024-02-10T00:06:14.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.940+0000 7f4a8ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563c81c98f60 0x563c81c9b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.940+0000 7f4a8ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563c81c98f60 0x563c81c9b3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48810/0 (socket says 172.21.15.1:48810) 2024-02-10T00:06:14.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.940+0000 7f4a8ffff640 1 -- 172.21.15.1:0/1626838887 learned_addr learned my addr 172.21.15.1:0/1626838887 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:14.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.940+0000 7f4a8f7fe640 1 --2- 172.21.15.1:0/1626838887 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563c81c8fa30 0x563c81c8fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.940+0000 7f4a8effd640 1 --2- 172.21.15.1:0/1626838887 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563c81c903e0 0x563c81c98990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.940+0000 7f4a8ffff640 1 -- 172.21.15.1:0/1626838887 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563c81c8fa30 msgr2=0x563c81c8fe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:14.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.940+0000 7f4a8ffff640 1 --2- 172.21.15.1:0/1626838887 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563c81c8fa30 0x563c81c8fe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.940+0000 7f4a8ffff640 1 -- 172.21.15.1:0/1626838887 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563c81c903e0 msgr2=0x563c81c98990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:14.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.940+0000 7f4a8ffff640 1 --2- 172.21.15.1:0/1626838887 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563c81c903e0 0x563c81c98990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.941+0000 7f4a8ffff640 1 -- 172.21.15.1:0/1626838887 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563c81bb9210 con 0x563c81c98f60 2024-02-10T00:06:14.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.941+0000 7f4a8ffff640 1 --2- 172.21.15.1:0/655820200 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4a780a2230 0x7f4a780a46f0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f4a88036000 tx=0x7f4a88032e80 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:14.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.941+0000 7f4a8ffff640 1 --2- 172.21.15.1:0/1626838887 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563c81c98f60 0x563c81c9b3b0 secure :-1 s=READY pgs=1259 cs=0 l=1 rev1=1 crypto rx=0x7f4a88037040 tx=0x7f4a88046000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33096b09127f4340 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:14.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.941+0000 7f4a75ffb640 1 -- 172.21.15.1:0/1626838887 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a880328b0 con 0x563c81c98f60 2024-02-10T00:06:14.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.941+0000 7f4a75ffb640 1 -- 172.21.15.1:0/1626838887 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4a88003e50 con 0x563c81c98f60 2024-02-10T00:06:14.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.941+0000 7f4a75ffb640 1 -- 172.21.15.1:0/1626838887 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a88004630 con 0x563c81c98f60 2024-02-10T00:06:14.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.941+0000 7f4a98c04740 1 -- 172.21.15.1:0/1626838887 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563c81c98f60 msgr2=0x563c81c9b3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.941+0000 7f4a98c04740 1 --2- 172.21.15.1:0/1626838887 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563c81c98f60 0x563c81c9b3b0 secure :-1 s=READY pgs=1259 cs=0 l=1 rev1=1 crypto rx=0x7f4a88037040 tx=0x7f4a88046000 comp rx=0 tx=0).stop 2024-02-10T00:06:14.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.941+0000 7f4a98c04740 1 -- 172.21.15.1:0/1626838887 shutdown_connections 2024-02-10T00:06:14.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.941+0000 7f4a98c04740 1 --2- 172.21.15.1:0/1626838887 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563c81c98f60 0x563c81c9b3b0 unknown :-1 s=CLOSED pgs=1259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.941+0000 7f4a98c04740 1 --2- 172.21.15.1:0/1626838887 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563c81c903e0 0x563c81c98990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.941+0000 7f4a98c04740 1 --2- 172.21.15.1:0/1626838887 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563c81c8fa30 0x563c81c8fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.942+0000 7f4a98c04740 1 -- 172.21.15.1:0/1626838887 >> 172.21.15.1:0/1626838887 conn(0x563c81c8a100 msgr2=0x563c81c8a4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:14.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.942+0000 7f4a98c04740 1 -- 172.21.15.1:0/1626838887 shutdown_connections 2024-02-10T00:06:14.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.942+0000 7f4a98c04740 1 -- 172.21.15.1:0/1626838887 wait complete. 2024-02-10T00:06:14.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.942+0000 7f4a98c04740 1 -- start start 2024-02-10T00:06:14.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.942+0000 7f4a98c04740 1 Processor -- start 2024-02-10T00:06:14.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.942+0000 7f4a98c04740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563c81c8fa30 0x563c81c95f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.942+0000 7f4a98c04740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563c81c903e0 0x563c81c96490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.942+0000 7f4a98c04740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563c81c98f60 0x563c81c969d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.942+0000 7f4a98c04740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c81bf7030 con 0x563c81c903e0 2024-02-10T00:06:14.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.942+0000 7f4a98c04740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c818ca430 con 0x563c81c8fa30 2024-02-10T00:06:14.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.942+0000 7f4a98c04740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c81886e00 con 0x563c81c98f60 2024-02-10T00:06:14.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.942+0000 7f4a98c04740 10 client.0 _ll_register_callbacks cb 0x563c81bec030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:14.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.942+0000 7f4a8effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563c81c903e0 0x563c81c96490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.942+0000 7f4a8effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563c81c903e0 0x563c81c96490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48824/0 (socket says 172.21.15.1:48824) 2024-02-10T00:06:14.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.942+0000 7f4a8effd640 1 -- 172.21.15.1:0/2025885455 learned_addr learned my addr 172.21.15.1:0/2025885455 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:14.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.943+0000 7f4a8ffff640 1 --2- 172.21.15.1:0/2025885455 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563c81c98f60 0x563c81c969d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.943+0000 7f4a8f7fe640 1 --2- 172.21.15.1:0/2025885455 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563c81c8fa30 0x563c81c95f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.943+0000 7f4a8effd640 1 -- 172.21.15.1:0/2025885455 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563c81c98f60 msgr2=0x563c81c969d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:14.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.943+0000 7f4a8effd640 1 --2- 172.21.15.1:0/2025885455 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563c81c98f60 0x563c81c969d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.943+0000 7f4a8effd640 1 -- 172.21.15.1:0/2025885455 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563c81c8fa30 msgr2=0x563c81c95f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:14.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.943+0000 7f4a8effd640 1 --2- 172.21.15.1:0/2025885455 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563c81c8fa30 0x563c81c95f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.943+0000 7f4a8effd640 1 -- 172.21.15.1:0/2025885455 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a9010e8e0 con 0x563c81c903e0 2024-02-10T00:06:14.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.943+0000 7f4a8effd640 1 --2- 172.21.15.1:0/2025885455 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563c81c903e0 0x563c81c96490 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7f4a8409a910 tx=0x7f4a8409b310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5572307821fbdde server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:14.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.943+0000 7f4a6effd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:14.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.943+0000 7f4a6effd640 1 -- 172.21.15.1:0/2025885455 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a8409ed60 con 0x563c81c903e0 2024-02-10T00:06:14.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.943+0000 7f4a6effd640 1 -- 172.21.15.1:0/2025885455 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f4a840a33b0 con 0x563c81c903e0 2024-02-10T00:06:14.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.943+0000 7f4a98c04740 1 -- 172.21.15.1:0/2025885455 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563c818f67e0 con 0x563c81c903e0 2024-02-10T00:06:14.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.943+0000 7f4a6effd640 1 -- 172.21.15.1:0/2025885455 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4a840858d0 con 0x563c81c903e0 2024-02-10T00:06:14.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.943+0000 7f4a98c04740 10 client.18027 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:14.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.943+0000 7f4a98c04740 1 -- 172.21.15.1:0/2025885455 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x563c81bf56b0 con 0x563c81c903e0 2024-02-10T00:06:14.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.943+0000 7f4a6effd640 1 -- 172.21.15.1:0/2025885455 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x563c818f67e0 con 0x563c81c903e0 2024-02-10T00:06:14.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.944+0000 7f4a6effd640 1 -- 172.21.15.1:0/2025885455 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f4a84085c50 con 0x563c81c903e0 2024-02-10T00:06:14.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.944+0000 7f4a98c04740 10 client.18027 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:14.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.944+0000 7f4a98c04740 10 client.18027 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:06:14.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.944+0000 7f4a98c04740 20 client.18027 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:14.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.944+0000 7f4a98c04740 1 --2- 172.21.15.1:0/2025885455 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x563c81ca9390 0x563c81cab7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.944+0000 7f4a98c04740 4 client.18027 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:06:14.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.944+0000 7f4a98c04740 1 -- 172.21.15.1:0/2025885455 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563c81933720 con 0x563c81ca9390 2024-02-10T00:06:14.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.944+0000 7f4a8f7fe640 1 --2- 172.21.15.1:0/2025885455 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x563c81ca9390 0x563c81cab7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.944+0000 7f4a8f7fe640 1 --2- 172.21.15.1:0/2025885455 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x563c81ca9390 0x563c81cab7b0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=7267c2172a519d3e server_cookie=3a0c49c7914f2902 in_seq=0 out_seq=0 2024-02-10T00:06:14.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.944+0000 7f4a6effd640 10 client.18027 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:06:14.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.945+0000 7f4a6effd640 1 -- 172.21.15.1:0/2025885455 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x563c81933720 con 0x563c81ca9390 2024-02-10T00:06:14.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.945+0000 7f4a6effd640 10 client.18027 handle_command_reply: tid=0 2024-02-10T00:06:14.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.945+0000 7f4a98c04740 1 client.18027 shutdown 2024-02-10T00:06:14.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.945+0000 7f4a98c04740 1 -- 172.21.15.1:0/2025885455 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563c81c903e0 msgr2=0x563c81c96490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.945+0000 7f4a98c04740 1 --2- 172.21.15.1:0/2025885455 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563c81c903e0 0x563c81c96490 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7f4a8409a910 tx=0x7f4a8409b310 comp rx=0 tx=0).stop 2024-02-10T00:06:14.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.945+0000 7f4a98c04740 1 -- 172.21.15.1:0/2025885455 shutdown_connections 2024-02-10T00:06:14.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.945+0000 7f4a98c04740 1 --2- 172.21.15.1:0/2025885455 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563c81c98f60 0x563c81c969d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.945+0000 7f4a98c04740 1 --2- 172.21.15.1:0/2025885455 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563c81c903e0 0x563c81c96490 unknown :-1 s=CLOSED pgs=1260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.945+0000 7f4a98c04740 1 --2- 172.21.15.1:0/2025885455 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x563c81ca9390 0x563c81cab7b0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.945+0000 7f4a98c04740 1 --2- 172.21.15.1:0/2025885455 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563c81c8fa30 0x563c81c95f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.945+0000 7f4a6effd640 0 client.18027 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:06:14.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.945+0000 7f4a98c04740 1 -- 172.21.15.1:0/2025885455 >> 172.21.15.1:0/2025885455 conn(0x563c81c8a100 msgr2=0x563c81c8be50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:14.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.945+0000 7f4a98c04740 1 -- 172.21.15.1:0/2025885455 shutdown_connections 2024-02-10T00:06:14.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.945+0000 7f4a98c04740 1 -- 172.21.15.1:0/2025885455 wait complete. 2024-02-10T00:06:14.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.945+0000 7f4a98c04740 20 client.18027 trim_cache size 0 max 16384 2024-02-10T00:06:14.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.957+0000 7f4a98c04740 1 Processor -- start 2024-02-10T00:06:14.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.957+0000 7f4a98c04740 1 -- start start 2024-02-10T00:06:14.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.957+0000 7f4a98c04740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563c81c8a100 0x563c81c964a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.957+0000 7f4a98c04740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563c81c8fa30 0x563c81c969e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.957+0000 7f4a98c04740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563c81c903e0 0x563c81c931b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.957+0000 7f4a98c04740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c81b7c130 con 0x563c81c8fa30 2024-02-10T00:06:14.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.957+0000 7f4a98c04740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c81c85ae0 con 0x563c81c903e0 2024-02-10T00:06:14.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.957+0000 7f4a98c04740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c81c973e0 con 0x563c81c8a100 2024-02-10T00:06:14.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.957+0000 7f4a8effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563c81c8fa30 0x563c81c969e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.957+0000 7f4a8effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563c81c8fa30 0x563c81c969e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48838/0 (socket says 172.21.15.1:48838) 2024-02-10T00:06:14.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.957+0000 7f4a8effd640 1 -- 172.21.15.1:0/2957153667 learned_addr learned my addr 172.21.15.1:0/2957153667 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:14.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.957+0000 7f4a8effd640 1 -- 172.21.15.1:0/2957153667 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563c81c8a100 msgr2=0x563c81c964a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:14.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.957+0000 7f4a8effd640 1 --2- 172.21.15.1:0/2957153667 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563c81c8a100 0x563c81c964a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.957+0000 7f4a8effd640 1 -- 172.21.15.1:0/2957153667 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563c81c903e0 msgr2=0x563c81c931b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:14.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.957+0000 7f4a8effd640 1 --2- 172.21.15.1:0/2957153667 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563c81c903e0 0x563c81c931b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.957+0000 7f4a8effd640 1 -- 172.21.15.1:0/2957153667 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563c81b91c90 con 0x563c81c8fa30 2024-02-10T00:06:14.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.958+0000 7f4a8effd640 1 --2- 172.21.15.1:0/2957153667 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563c81c8fa30 0x563c81c969e0 secure :-1 s=READY pgs=1261 cs=0 l=1 rev1=1 crypto rx=0x7f4a8409aba0 tx=0x7f4a840ce1b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1be4f1af37db097f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:14.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.958+0000 7f4a757fa640 1 -- 172.21.15.1:0/2957153667 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a840858d0 con 0x563c81c8fa30 2024-02-10T00:06:14.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.958+0000 7f4a757fa640 1 -- 172.21.15.1:0/2957153667 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4a840a33b0 con 0x563c81c8fa30 2024-02-10T00:06:14.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.958+0000 7f4a757fa640 1 -- 172.21.15.1:0/2957153667 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a84003680 con 0x563c81c8fa30 2024-02-10T00:06:14.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.958+0000 7f4a98c04740 1 -- 172.21.15.1:0/2957153667 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563c81c8fa30 msgr2=0x563c81c969e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.958+0000 7f4a98c04740 1 --2- 172.21.15.1:0/2957153667 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563c81c8fa30 0x563c81c969e0 secure :-1 s=READY pgs=1261 cs=0 l=1 rev1=1 crypto rx=0x7f4a8409aba0 tx=0x7f4a840ce1b0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.958+0000 7f4a98c04740 1 -- 172.21.15.1:0/2957153667 shutdown_connections 2024-02-10T00:06:14.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.958+0000 7f4a98c04740 1 --2- 172.21.15.1:0/2957153667 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563c81c903e0 0x563c81c931b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.958+0000 7f4a98c04740 1 --2- 172.21.15.1:0/2957153667 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563c81c8fa30 0x563c81c969e0 unknown :-1 s=CLOSED pgs=1261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.958+0000 7f4a98c04740 1 --2- 172.21.15.1:0/2957153667 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563c81c8a100 0x563c81c964a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.958+0000 7f4a98c04740 1 -- 172.21.15.1:0/2957153667 >> 172.21.15.1:0/2957153667 conn(0x563c81c90b30 msgr2=0x563c81c91210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:14.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.958+0000 7f4a98c04740 1 -- 172.21.15.1:0/2957153667 shutdown_connections 2024-02-10T00:06:14.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.958+0000 7f4a98c04740 1 -- 172.21.15.1:0/2957153667 wait complete. 2024-02-10T00:06:14.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.959+0000 7f4a98c04740 1 -- start start 2024-02-10T00:06:14.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.959+0000 7f4a98c04740 1 Processor -- start 2024-02-10T00:06:14.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.959+0000 7f4a98c04740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563c81c8a100 0x563c81c9eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.959+0000 7f4a98c04740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563c81c8fa30 0x563c81c9f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.959+0000 7f4a98c04740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563c81c903e0 0x563c81c9f600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.959+0000 7f4a98c04740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c81cff980 con 0x563c81c8a100 2024-02-10T00:06:14.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.959+0000 7f4a98c04740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c81cffaf0 con 0x563c81c903e0 2024-02-10T00:06:14.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.959+0000 7f4a98c04740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c81cffcb0 con 0x563c81c8fa30 2024-02-10T00:06:14.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.959+0000 7f4a98c04740 10 client.0 _ll_register_callbacks cb 0x7f4a88037070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:14.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.959+0000 7f4a8f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563c81c8a100 0x563c81c9eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.959+0000 7f4a8f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563c81c8a100 0x563c81c9eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48848/0 (socket says 172.21.15.1:48848) 2024-02-10T00:06:14.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.959+0000 7f4a8f7fe640 1 -- 172.21.15.1:0/1621961096 learned_addr learned my addr 172.21.15.1:0/1621961096 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:14.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.959+0000 7f4a8ffff640 1 --2- 172.21.15.1:0/1621961096 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563c81c903e0 0x563c81c9f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.959+0000 7f4a8f7fe640 1 -- 172.21.15.1:0/1621961096 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563c81c8fa30 msgr2=0x563c81c9f0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:14.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.959+0000 7f4a8f7fe640 1 --2- 172.21.15.1:0/1621961096 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563c81c8fa30 0x563c81c9f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.959+0000 7f4a8f7fe640 1 -- 172.21.15.1:0/1621961096 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563c81c903e0 msgr2=0x563c81c9f600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:14.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.959+0000 7f4a8f7fe640 1 --2- 172.21.15.1:0/1621961096 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563c81c903e0 0x563c81c9f600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.959+0000 7f4a8f7fe640 1 -- 172.21.15.1:0/1621961096 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563c81bf56b0 con 0x563c81c8a100 2024-02-10T00:06:14.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.959+0000 7f4a8ffff640 1 --2- 172.21.15.1:0/1621961096 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563c81c903e0 0x563c81c9f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:06:14.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.960+0000 7f4a8f7fe640 1 --2- 172.21.15.1:0/1621961096 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563c81c8a100 0x563c81c9eb80 secure :-1 s=READY pgs=1262 cs=0 l=1 rev1=1 crypto rx=0x563c81cac0a0 tx=0x7f4a80014840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebff2dc34c31c793 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:14.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.960+0000 7f4a6effd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:14.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.960+0000 7f4a6effd640 1 -- 172.21.15.1:0/1621961096 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a80018040 con 0x563c81c8a100 2024-02-10T00:06:14.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.960+0000 7f4a6effd640 1 -- 172.21.15.1:0/1621961096 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f4a8001a4b0 con 0x563c81c8a100 2024-02-10T00:06:14.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.960+0000 7f4a98c04740 1 -- 172.21.15.1:0/1621961096 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563c81c8aa80 con 0x563c81c8a100 2024-02-10T00:06:14.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.960+0000 7f4a6effd640 1 -- 172.21.15.1:0/1621961096 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4a800142e0 con 0x563c81c8a100 2024-02-10T00:06:14.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.960+0000 7f4a98c04740 10 client.18033 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:14.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.960+0000 7f4a98c04740 1 -- 172.21.15.1:0/1621961096 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x563c81bb7a70 con 0x563c81c8a100 2024-02-10T00:06:14.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.960+0000 7f4a6effd640 1 -- 172.21.15.1:0/1621961096 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x563c81c8aa80 con 0x563c81c8a100 2024-02-10T00:06:14.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.960+0000 7f4a6effd640 1 -- 172.21.15.1:0/1621961096 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f4a8002cc00 con 0x563c81c8a100 2024-02-10T00:06:14.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.960+0000 7f4a98c04740 10 client.18033 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:14.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.960+0000 7f4a98c04740 10 client.18033 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:06:14.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.960+0000 7f4a98c04740 20 client.18033 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:14.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.960+0000 7f4a98c04740 1 --2- 172.21.15.1:0/1621961096 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x563c81c98f60 0x563c81d03550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:14.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.960+0000 7f4a98c04740 4 client.18033 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:06:14.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.960+0000 7f4a98c04740 1 -- 172.21.15.1:0/1621961096 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7f4a88003e50 con 0x563c81c98f60 2024-02-10T00:06:14.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.961+0000 7f4a8effd640 1 --2- 172.21.15.1:0/1621961096 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x563c81c98f60 0x563c81d03550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:14.970 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.961+0000 7f4a6effd640 10 client.18033 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:06:14.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.961+0000 7f4a8effd640 1 --2- 172.21.15.1:0/1621961096 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x563c81c98f60 0x563c81d03550 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=d156da69f4e2c7dc server_cookie=d02d4438d7024981 in_seq=0 out_seq=0 2024-02-10T00:06:14.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.961+0000 7f4a6effd640 1 -- 172.21.15.1:0/1621961096 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7f4a88003e50 con 0x563c81c98f60 2024-02-10T00:06:14.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.961+0000 7f4a6effd640 10 client.18033 handle_command_reply: tid=0 2024-02-10T00:06:14.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.961+0000 7f4a98c04740 1 client.18033 shutdown 2024-02-10T00:06:14.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.961+0000 7f4a98c04740 1 -- 172.21.15.1:0/1621961096 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563c81c8a100 msgr2=0x563c81c9eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.961+0000 7f4a98c04740 1 --2- 172.21.15.1:0/1621961096 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563c81c8a100 0x563c81c9eb80 secure :-1 s=READY pgs=1262 cs=0 l=1 rev1=1 crypto rx=0x563c81cac0a0 tx=0x7f4a80014840 comp rx=0 tx=0).stop 2024-02-10T00:06:14.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.961+0000 7f4a98c04740 1 -- 172.21.15.1:0/1621961096 shutdown_connections 2024-02-10T00:06:14.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.961+0000 7f4a98c04740 1 --2- 172.21.15.1:0/1621961096 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x563c81c98f60 0x563c81d03550 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.961+0000 7f4a98c04740 1 --2- 172.21.15.1:0/1621961096 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563c81c903e0 0x563c81c9f600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.961+0000 7f4a98c04740 1 --2- 172.21.15.1:0/1621961096 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563c81c8fa30 0x563c81c9f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.961+0000 7f4a98c04740 1 --2- 172.21.15.1:0/1621961096 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563c81c8a100 0x563c81c9eb80 unknown :-1 s=CLOSED pgs=1262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.961+0000 7f4a6effd640 0 client.18033 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:06:14.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.961+0000 7f4a98c04740 1 -- 172.21.15.1:0/1621961096 >> 172.21.15.1:0/1621961096 conn(0x563c81c90b30 msgr2=0x563c81c889b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:14.971 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.961+0000 7f4a98c04740 1 -- 172.21.15.1:0/1621961096 shutdown_connections 2024-02-10T00:06:14.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.961+0000 7f4a98c04740 1 -- 172.21.15.1:0/1621961096 wait complete. 2024-02-10T00:06:14.972 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.962+0000 7f4a98c04740 20 client.18033 trim_cache size 0 max 16384 2024-02-10T00:06:14.972 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:06:14.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.962+0000 7f4a95f4f640 1 -- 172.21.15.1:0/655820200 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4a780a2230 msgr2=0x7f4a780a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.962+0000 7f4a95f4f640 1 --2- 172.21.15.1:0/655820200 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4a780a2230 0x7f4a780a46f0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f4a88036000 tx=0x7f4a88032e80 comp rx=0 tx=0).stop 2024-02-10T00:06:14.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.962+0000 7f4a95f4f640 1 -- 172.21.15.1:0/655820200 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4a90106500 msgr2=0x7f4a9019d990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:14.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.962+0000 7f4a95f4f640 1 --2- 172.21.15.1:0/655820200 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4a90106500 0x7f4a9019d990 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x7f4a8400c970 tx=0x7f4a8400ce30 comp rx=0 tx=0).stop 2024-02-10T00:06:14.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.962+0000 7f4a95f4f640 1 -- 172.21.15.1:0/655820200 shutdown_connections 2024-02-10T00:06:14.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.962+0000 7f4a95f4f640 1 --2- 172.21.15.1:0/655820200 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4a780a2230 0x7f4a780a46f0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.962+0000 7f4a95f4f640 1 --2- 172.21.15.1:0/655820200 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4a90197650 0x7f4a90197b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.962+0000 7f4a95f4f640 1 --2- 172.21.15.1:0/655820200 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4a90106500 0x7f4a9019d990 unknown :-1 s=CLOSED pgs=1258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.973 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.962+0000 7f4a95f4f640 1 --2- 172.21.15.1:0/655820200 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4a90101430 0x7f4a9019d450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:14.974 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.962+0000 7f4a95f4f640 1 -- 172.21.15.1:0/655820200 >> 172.21.15.1:0/655820200 conn(0x7f4a900fccd0 msgr2=0x7f4a900ff000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:14.974 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.962+0000 7f4a95f4f640 1 -- 172.21.15.1:0/655820200 shutdown_connections 2024-02-10T00:06:14.974 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:14.962+0000 7f4a95f4f640 1 -- 172.21.15.1:0/655820200 wait complete. 2024-02-10T00:06:14.975 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:06:14.975 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-02-10T00:06:15.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.078+0000 7fca30da0640 1 -- 172.21.15.1:0/2184308569 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fca2c100b20 msgr2=0x7fca2c104b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:15.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.078+0000 7fca30da0640 1 --2- 172.21.15.1:0/2184308569 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fca2c100b20 0x7fca2c104b60 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7fca20009930 tx=0x7fca2002bc30 comp rx=0 tx=0).stop 2024-02-10T00:06:15.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.078+0000 7fca30da0640 1 -- 172.21.15.1:0/2184308569 shutdown_connections 2024-02-10T00:06:15.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.078+0000 7fca30da0640 1 --2- 172.21.15.1:0/2184308569 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fca2c105240 0x7fca2c10ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.078+0000 7fca30da0640 1 --2- 172.21.15.1:0/2184308569 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fca2c100b20 0x7fca2c104b60 unknown :-1 s=CLOSED pgs=1263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.078+0000 7fca30da0640 1 --2- 172.21.15.1:0/2184308569 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fca2c100170 0x7fca2c100550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.078+0000 7fca30da0640 1 -- 172.21.15.1:0/2184308569 >> 172.21.15.1:0/2184308569 conn(0x7fca2c0fb9f0 msgr2=0x7fca2c0fde10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:15.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.078+0000 7fca30da0640 1 -- 172.21.15.1:0/2184308569 shutdown_connections 2024-02-10T00:06:15.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.078+0000 7fca30da0640 1 -- 172.21.15.1:0/2184308569 wait complete. 2024-02-10T00:06:15.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.078+0000 7fca30da0640 1 Processor -- start 2024-02-10T00:06:15.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.079+0000 7fca30da0640 1 -- start start 2024-02-10T00:06:15.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.079+0000 7fca30da0640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fca2c100170 0x7fca2c19f660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.079+0000 7fca30da0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fca2c105240 0x7fca2c19fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.079+0000 7fca30da0640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fca2c199720 0x7fca2c199ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.079+0000 7fca30da0640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca2c19a1f0 con 0x7fca2c105240 2024-02-10T00:06:15.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.079+0000 7fca30da0640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca2c19a360 con 0x7fca2c100170 2024-02-10T00:06:15.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.079+0000 7fca30da0640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca2c19a520 con 0x7fca2c199720 2024-02-10T00:06:15.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.079+0000 7fca2affd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fca2c105240 0x7fca2c19fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.079+0000 7fca2affd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fca2c105240 0x7fca2c19fba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48856/0 (socket says 172.21.15.1:48856) 2024-02-10T00:06:15.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.079+0000 7fca2affd640 1 -- 172.21.15.1:0/3261995536 learned_addr learned my addr 172.21.15.1:0/3261995536 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:15.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.079+0000 7fca2b7fe640 1 --2- 172.21.15.1:0/3261995536 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fca2c100170 0x7fca2c19f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.079+0000 7fca2affd640 1 -- 172.21.15.1:0/3261995536 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fca2c199720 msgr2=0x7fca2c199ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:15.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.079+0000 7fca2affd640 1 --2- 172.21.15.1:0/3261995536 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fca2c199720 0x7fca2c199ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.079+0000 7fca2affd640 1 -- 172.21.15.1:0/3261995536 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fca2c100170 msgr2=0x7fca2c19f660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:15.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.079+0000 7fca2affd640 1 --2- 172.21.15.1:0/3261995536 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fca2c100170 0x7fca2c19f660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.079+0000 7fca2affd640 1 -- 172.21.15.1:0/3261995536 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca20009560 con 0x7fca2c105240 2024-02-10T00:06:15.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.079+0000 7fca2affd640 1 --2- 172.21.15.1:0/3261995536 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fca2c105240 0x7fca2c19fba0 secure :-1 s=READY pgs=1264 cs=0 l=1 rev1=1 crypto rx=0x7fca20009230 tx=0x7fca20004c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:15.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.080+0000 7fca28ff9640 1 -- 172.21.15.1:0/3261995536 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca200043d0 con 0x7fca2c105240 2024-02-10T00:06:15.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.080+0000 7fca28ff9640 1 -- 172.21.15.1:0/3261995536 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fca200052d0 con 0x7fca2c105240 2024-02-10T00:06:15.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.080+0000 7fca30da0640 1 -- 172.21.15.1:0/3261995536 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca2c1a6460 con 0x7fca2c105240 2024-02-10T00:06:15.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.080+0000 7fca28ff9640 1 -- 172.21.15.1:0/3261995536 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca20003d80 con 0x7fca2c105240 2024-02-10T00:06:15.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.080+0000 7fca30da0640 1 -- 172.21.15.1:0/3261995536 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca2c1a6990 con 0x7fca2c105240 2024-02-10T00:06:15.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.082+0000 7fca28ff9640 1 -- 172.21.15.1:0/3261995536 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fca20005440 con 0x7fca2c105240 2024-02-10T00:06:15.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.082+0000 7fca34bd4740 1 Processor -- start 2024-02-10T00:06:15.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.082+0000 7fca34bd4740 1 -- start start 2024-02-10T00:06:15.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.082+0000 7fca28ff9640 1 --2- 172.21.15.1:0/3261995536 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fca140a22b0 0x7fca140a4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.082+0000 7fca34bd4740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f4a9b4dbc0 0x55f4a9b4dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.082+0000 7fca34bd4740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f4a9b4e570 0x55f4a9b56b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.082+0000 7fca34bd4740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f4a9b570f0 0x55f4a9b59540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.083+0000 7fca34bd4740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f4a9b09020 con 0x55f4a9b4e570 2024-02-10T00:06:15.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.083+0000 7fca2bfff640 1 --2- 172.21.15.1:0/3261995536 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fca140a22b0 0x7fca140a4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.083+0000 7fca34bd4740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f4a9abc320 con 0x55f4a9b570f0 2024-02-10T00:06:15.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.083+0000 7fca34bd4740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f4a9ab9850 con 0x55f4a9b4dbc0 2024-02-10T00:06:15.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.083+0000 7fca28ff9640 1 -- 172.21.15.1:0/3261995536 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fca200f00f0 con 0x7fca2c105240 2024-02-10T00:06:15.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.083+0000 7fca2affd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f4a9b4e570 0x55f4a9b56b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.083+0000 7fca2affd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f4a9b4e570 0x55f4a9b56b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48864/0 (socket says 172.21.15.1:48864) 2024-02-10T00:06:15.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.083+0000 7fca2affd640 1 -- 172.21.15.1:0/684314830 learned_addr learned my addr 172.21.15.1:0/684314830 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:15.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.083+0000 7fca2b7fe640 1 --2- 172.21.15.1:0/684314830 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f4a9b4dbc0 0x55f4a9b4dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.083+0000 7fca2bfff640 1 --2- 172.21.15.1:0/684314830 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f4a9b570f0 0x55f4a9b59540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.083+0000 7fca2affd640 1 -- 172.21.15.1:0/684314830 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f4a9b4dbc0 msgr2=0x55f4a9b4dfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:15.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.083+0000 7fca2affd640 1 --2- 172.21.15.1:0/684314830 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f4a9b4dbc0 0x55f4a9b4dfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.083+0000 7fca2affd640 1 -- 172.21.15.1:0/684314830 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f4a9b570f0 msgr2=0x55f4a9b59540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:15.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.083+0000 7fca2affd640 1 --2- 172.21.15.1:0/684314830 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f4a9b570f0 0x55f4a9b59540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.083+0000 7fca2affd640 1 -- 172.21.15.1:0/684314830 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f4a9a77210 con 0x55f4a9b4e570 2024-02-10T00:06:15.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.083+0000 7fca2bfff640 1 --2- 172.21.15.1:0/684314830 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f4a9b570f0 0x55f4a9b59540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:06:15.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.083+0000 7fca2bfff640 1 --2- 172.21.15.1:0/3261995536 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fca140a22b0 0x7fca140a4770 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fca24005fd0 tx=0x7fca2400e720 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:15.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.083+0000 7fca2affd640 1 --2- 172.21.15.1:0/684314830 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f4a9b4e570 0x55f4a9b56b20 secure :-1 s=READY pgs=1265 cs=0 l=1 rev1=1 crypto rx=0x7fca200b8ff0 tx=0x7fca200bc6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e044f6341deeba5 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:15.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.083+0000 7fca11ffb640 1 -- 172.21.15.1:0/684314830 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca200bd290 con 0x55f4a9b4e570 2024-02-10T00:06:15.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.083+0000 7fca11ffb640 1 -- 172.21.15.1:0/684314830 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fca2002f160 con 0x55f4a9b4e570 2024-02-10T00:06:15.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.083+0000 7fca11ffb640 1 -- 172.21.15.1:0/684314830 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca200c5330 con 0x55f4a9b4e570 2024-02-10T00:06:15.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.084+0000 7fca34bd4740 1 -- 172.21.15.1:0/684314830 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f4a9b4e570 msgr2=0x55f4a9b56b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:15.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.084+0000 7fca34bd4740 1 --2- 172.21.15.1:0/684314830 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f4a9b4e570 0x55f4a9b56b20 secure :-1 s=READY pgs=1265 cs=0 l=1 rev1=1 crypto rx=0x7fca200b8ff0 tx=0x7fca200bc6d0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.084+0000 7fca34bd4740 1 -- 172.21.15.1:0/684314830 shutdown_connections 2024-02-10T00:06:15.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.084+0000 7fca34bd4740 1 --2- 172.21.15.1:0/684314830 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f4a9b570f0 0x55f4a9b59540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.084+0000 7fca34bd4740 1 --2- 172.21.15.1:0/684314830 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f4a9b4e570 0x55f4a9b56b20 unknown :-1 s=CLOSED pgs=1265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.084+0000 7fca34bd4740 1 --2- 172.21.15.1:0/684314830 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f4a9b4dbc0 0x55f4a9b4dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.084+0000 7fca34bd4740 1 -- 172.21.15.1:0/684314830 >> 172.21.15.1:0/684314830 conn(0x55f4a9b48290 msgr2=0x55f4a9b48670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:15.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.084+0000 7fca34bd4740 1 -- 172.21.15.1:0/684314830 shutdown_connections 2024-02-10T00:06:15.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.084+0000 7fca34bd4740 1 -- 172.21.15.1:0/684314830 wait complete. 2024-02-10T00:06:15.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.084+0000 7fca34bd4740 1 -- start start 2024-02-10T00:06:15.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.085+0000 7fca34bd4740 1 Processor -- start 2024-02-10T00:06:15.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.085+0000 7fca34bd4740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f4a9b4dbc0 0x55f4a9b540f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.085+0000 7fca34bd4740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f4a9b4e570 0x55f4a9b54630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.085+0000 7fca34bd4740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f4a9b570f0 0x55f4a9b54b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.085+0000 7fca34bd4740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f4a9ab5030 con 0x55f4a9b570f0 2024-02-10T00:06:15.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.085+0000 7fca34bd4740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f4a9788430 con 0x55f4a9b4e570 2024-02-10T00:06:15.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.085+0000 7fca34bd4740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f4a9744e00 con 0x55f4a9b4dbc0 2024-02-10T00:06:15.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.085+0000 7fca34bd4740 10 client.0 _ll_register_callbacks cb 0x55f4a9aaa030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:15.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.085+0000 7fca2bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f4a9b570f0 0x55f4a9b54b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.085+0000 7fca2bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f4a9b570f0 0x55f4a9b54b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48870/0 (socket says 172.21.15.1:48870) 2024-02-10T00:06:15.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.085+0000 7fca2bfff640 1 -- 172.21.15.1:0/2348871983 learned_addr learned my addr 172.21.15.1:0/2348871983 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:15.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.085+0000 7fca2b7fe640 1 --2- 172.21.15.1:0/2348871983 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f4a9b4dbc0 0x55f4a9b540f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.085+0000 7fca2bfff640 1 -- 172.21.15.1:0/2348871983 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f4a9b4dbc0 msgr2=0x55f4a9b540f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:15.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.085+0000 7fca2bfff640 1 --2- 172.21.15.1:0/2348871983 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f4a9b4dbc0 0x55f4a9b540f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.085+0000 7fca2bfff640 1 -- 172.21.15.1:0/2348871983 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f4a9b4e570 msgr2=0x55f4a9b54630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:15.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.085+0000 7fca2bfff640 1 --2- 172.21.15.1:0/2348871983 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f4a9b4e570 0x55f4a9b54630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.085+0000 7fca2bfff640 1 -- 172.21.15.1:0/2348871983 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca2c1a6990 con 0x55f4a9b570f0 2024-02-10T00:06:15.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.085+0000 7fca2b7fe640 1 --2- 172.21.15.1:0/2348871983 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f4a9b4dbc0 0x55f4a9b540f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:06:15.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.085+0000 7fca2bfff640 1 --2- 172.21.15.1:0/2348871983 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f4a9b570f0 0x55f4a9b54b70 secure :-1 s=READY pgs=1266 cs=0 l=1 rev1=1 crypto rx=0x7fca24010bf0 tx=0x7fca24009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aac795457f1672f5 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:15.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.085+0000 7fca0affd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:15.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.085+0000 7fca0affd640 1 -- 172.21.15.1:0/2348871983 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca24012be0 con 0x55f4a9b570f0 2024-02-10T00:06:15.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.085+0000 7fca0affd640 1 -- 172.21.15.1:0/2348871983 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fca24012d40 con 0x55f4a9b570f0 2024-02-10T00:06:15.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.085+0000 7fca34bd4740 1 -- 172.21.15.1:0/2348871983 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f4a97b47e0 con 0x55f4a9b570f0 2024-02-10T00:06:15.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.086+0000 7fca0affd640 1 -- 172.21.15.1:0/2348871983 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fca2401e420 con 0x55f4a9b570f0 2024-02-10T00:06:15.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.086+0000 7fca34bd4740 10 client.18045 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:15.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.086+0000 7fca34bd4740 1 -- 172.21.15.1:0/2348871983 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55f4a9ab36b0 con 0x55f4a9b570f0 2024-02-10T00:06:15.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.086+0000 7fca0affd640 1 -- 172.21.15.1:0/2348871983 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55f4a97b47e0 con 0x55f4a9b570f0 2024-02-10T00:06:15.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.086+0000 7fca0affd640 1 -- 172.21.15.1:0/2348871983 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fca24030780 con 0x55f4a9b570f0 2024-02-10T00:06:15.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.086+0000 7fca34bd4740 10 client.18045 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:15.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.086+0000 7fca34bd4740 10 client.18045 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:06:15.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.086+0000 7fca34bd4740 20 client.18045 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:15.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.086+0000 7fca34bd4740 1 --2- 172.21.15.1:0/2348871983 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55f4a9b67470 0x55f4a9b69890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.086+0000 7fca34bd4740 4 client.18045 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:06:15.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.086+0000 7fca34bd4740 1 -- 172.21.15.1:0/2348871983 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f4a97f1720 con 0x55f4a9b67470 2024-02-10T00:06:15.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.086+0000 7fca2b7fe640 1 --2- 172.21.15.1:0/2348871983 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55f4a9b67470 0x55f4a9b69890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.087+0000 7fca2b7fe640 1 --2- 172.21.15.1:0/2348871983 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55f4a9b67470 0x55f4a9b69890 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5ec89b9a8d9eb3a1 server_cookie=dd0592a63dab0ad5 in_seq=0 out_seq=0 2024-02-10T00:06:15.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.087+0000 7fca0affd640 10 client.18045 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:06:15.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.087+0000 7fca0affd640 1 -- 172.21.15.1:0/2348871983 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55f4a97f1720 con 0x55f4a9b67470 2024-02-10T00:06:15.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.087+0000 7fca0affd640 10 client.18045 handle_command_reply: tid=0 2024-02-10T00:06:15.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.087+0000 7fca34bd4740 1 client.18045 shutdown 2024-02-10T00:06:15.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.088+0000 7fca34bd4740 1 -- 172.21.15.1:0/2348871983 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f4a9b570f0 msgr2=0x55f4a9b54b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:15.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.088+0000 7fca34bd4740 1 --2- 172.21.15.1:0/2348871983 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f4a9b570f0 0x55f4a9b54b70 secure :-1 s=READY pgs=1266 cs=0 l=1 rev1=1 crypto rx=0x7fca24010bf0 tx=0x7fca24009500 comp rx=0 tx=0).stop 2024-02-10T00:06:15.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.088+0000 7fca34bd4740 1 -- 172.21.15.1:0/2348871983 shutdown_connections 2024-02-10T00:06:15.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.088+0000 7fca34bd4740 1 --2- 172.21.15.1:0/2348871983 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55f4a9b67470 0x55f4a9b69890 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.088+0000 7fca34bd4740 1 --2- 172.21.15.1:0/2348871983 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f4a9b570f0 0x55f4a9b54b70 unknown :-1 s=CLOSED pgs=1266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.088+0000 7fca34bd4740 1 --2- 172.21.15.1:0/2348871983 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f4a9b4e570 0x55f4a9b54630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.088+0000 7fca0affd640 0 client.18045 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:06:15.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.088+0000 7fca34bd4740 1 --2- 172.21.15.1:0/2348871983 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f4a9b4dbc0 0x55f4a9b540f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.088+0000 7fca34bd4740 1 -- 172.21.15.1:0/2348871983 >> 172.21.15.1:0/2348871983 conn(0x55f4a9b48290 msgr2=0x55f4a9b49fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:15.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.088+0000 7fca34bd4740 1 -- 172.21.15.1:0/2348871983 shutdown_connections 2024-02-10T00:06:15.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.088+0000 7fca34bd4740 1 -- 172.21.15.1:0/2348871983 wait complete. 2024-02-10T00:06:15.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.088+0000 7fca34bd4740 20 client.18045 trim_cache size 0 max 16384 2024-02-10T00:06:15.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.099+0000 7fca34bd4740 1 Processor -- start 2024-02-10T00:06:15.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.099+0000 7fca34bd4740 1 -- start start 2024-02-10T00:06:15.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.100+0000 7fca34bd4740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f4a9b4dbc0 0x55f4a9b56820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.100+0000 7fca34bd4740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f4a9b4e570 0x55f4a9b54990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.100+0000 7fca34bd4740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f4a9b570f0 0x55f4a9b51350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.100+0000 7fca34bd4740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f4a9a3a130 con 0x55f4a9b4dbc0 2024-02-10T00:06:15.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.100+0000 7fca34bd4740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f4a9b6eae0 con 0x55f4a9b570f0 2024-02-10T00:06:15.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.100+0000 7fca34bd4740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f4a9b43a10 con 0x55f4a9b4e570 2024-02-10T00:06:15.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.100+0000 7fca2b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f4a9b4dbc0 0x55f4a9b56820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.100+0000 7fca2b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f4a9b4dbc0 0x55f4a9b56820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48884/0 (socket says 172.21.15.1:48884) 2024-02-10T00:06:15.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.100+0000 7fca2b7fe640 1 -- 172.21.15.1:0/1999580219 learned_addr learned my addr 172.21.15.1:0/1999580219 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:15.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.100+0000 7fca2bfff640 1 --2- 172.21.15.1:0/1999580219 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f4a9b570f0 0x55f4a9b51350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.100+0000 7fca2b7fe640 1 -- 172.21.15.1:0/1999580219 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f4a9b4e570 msgr2=0x55f4a9b54990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:15.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.100+0000 7fca2affd640 1 --2- 172.21.15.1:0/1999580219 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f4a9b4e570 0x55f4a9b54990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.100+0000 7fca2b7fe640 1 --2- 172.21.15.1:0/1999580219 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f4a9b4e570 0x55f4a9b54990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.100+0000 7fca2b7fe640 1 -- 172.21.15.1:0/1999580219 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f4a9b570f0 msgr2=0x55f4a9b51350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:15.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.100+0000 7fca2b7fe640 1 --2- 172.21.15.1:0/1999580219 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f4a9b570f0 0x55f4a9b51350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.100+0000 7fca2b7fe640 1 -- 172.21.15.1:0/1999580219 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f4a9a4fc90 con 0x55f4a9b4dbc0 2024-02-10T00:06:15.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.100+0000 7fca2bfff640 1 --2- 172.21.15.1:0/1999580219 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f4a9b570f0 0x55f4a9b51350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:06:15.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.100+0000 7fca2affd640 1 --2- 172.21.15.1:0/1999580219 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f4a9b4e570 0x55f4a9b54990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:06:15.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.100+0000 7fca2b7fe640 1 --2- 172.21.15.1:0/1999580219 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f4a9b4dbc0 0x55f4a9b56820 secure :-1 s=READY pgs=1267 cs=0 l=1 rev1=1 crypto rx=0x55f4a9b6a1b0 tx=0x7fca1c00be00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68f1371944ed6c1d server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:15.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.100+0000 7fca117fa640 1 -- 172.21.15.1:0/1999580219 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca1c017040 con 0x55f4a9b4dbc0 2024-02-10T00:06:15.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.100+0000 7fca117fa640 1 -- 172.21.15.1:0/1999580219 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fca1c020070 con 0x55f4a9b4dbc0 2024-02-10T00:06:15.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.100+0000 7fca117fa640 1 -- 172.21.15.1:0/1999580219 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca1c0047a0 con 0x55f4a9b4dbc0 2024-02-10T00:06:15.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.101+0000 7fca34bd4740 1 -- 172.21.15.1:0/1999580219 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f4a9b4dbc0 msgr2=0x55f4a9b56820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:15.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.101+0000 7fca34bd4740 1 --2- 172.21.15.1:0/1999580219 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f4a9b4dbc0 0x55f4a9b56820 secure :-1 s=READY pgs=1267 cs=0 l=1 rev1=1 crypto rx=0x55f4a9b6a1b0 tx=0x7fca1c00be00 comp rx=0 tx=0).stop 2024-02-10T00:06:15.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.101+0000 7fca34bd4740 1 -- 172.21.15.1:0/1999580219 shutdown_connections 2024-02-10T00:06:15.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.101+0000 7fca34bd4740 1 --2- 172.21.15.1:0/1999580219 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f4a9b570f0 0x55f4a9b51350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.101+0000 7fca34bd4740 1 --2- 172.21.15.1:0/1999580219 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f4a9b4e570 0x55f4a9b54990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.101+0000 7fca34bd4740 1 --2- 172.21.15.1:0/1999580219 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f4a9b4dbc0 0x55f4a9b56820 unknown :-1 s=CLOSED pgs=1267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.101+0000 7fca34bd4740 1 -- 172.21.15.1:0/1999580219 >> 172.21.15.1:0/1999580219 conn(0x55f4a9b48290 msgr2=0x55f4a9b4f3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:15.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.101+0000 7fca34bd4740 1 -- 172.21.15.1:0/1999580219 shutdown_connections 2024-02-10T00:06:15.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.101+0000 7fca34bd4740 1 -- 172.21.15.1:0/1999580219 wait complete. 2024-02-10T00:06:15.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.101+0000 7fca34bd4740 1 -- start start 2024-02-10T00:06:15.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.101+0000 7fca34bd4740 1 Processor -- start 2024-02-10T00:06:15.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.102+0000 7fca34bd4740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f4a9b4dbc0 0x55f4a9b5d520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.102+0000 7fca34bd4740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f4a9b4e570 0x55f4a9b5da60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.102+0000 7fca34bd4740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f4a9b570f0 0x55f4a9bbf2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.102+0000 7fca34bd4740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f4a9bbf820 con 0x55f4a9b570f0 2024-02-10T00:06:15.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.102+0000 7fca34bd4740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f4a9bbf990 con 0x55f4a9b4e570 2024-02-10T00:06:15.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.102+0000 7fca34bd4740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f4a9bbfb50 con 0x55f4a9b4dbc0 2024-02-10T00:06:15.109 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.102+0000 7fca34bd4740 10 client.0 _ll_register_callbacks cb 0x7fca20003ee0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:15.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.102+0000 7fca2bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f4a9b570f0 0x55f4a9bbf2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.102+0000 7fca2bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f4a9b570f0 0x55f4a9bbf2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48898/0 (socket says 172.21.15.1:48898) 2024-02-10T00:06:15.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.102+0000 7fca2bfff640 1 -- 172.21.15.1:0/2407542752 learned_addr learned my addr 172.21.15.1:0/2407542752 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:15.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.102+0000 7fca2affd640 1 --2- 172.21.15.1:0/2407542752 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f4a9b4e570 0x55f4a9b5da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.102+0000 7fca2b7fe640 1 --2- 172.21.15.1:0/2407542752 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f4a9b4dbc0 0x55f4a9b5d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.102+0000 7fca2bfff640 1 -- 172.21.15.1:0/2407542752 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f4a9b4dbc0 msgr2=0x55f4a9b5d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:15.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.102+0000 7fca2bfff640 1 --2- 172.21.15.1:0/2407542752 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f4a9b4dbc0 0x55f4a9b5d520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.102+0000 7fca2bfff640 1 -- 172.21.15.1:0/2407542752 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f4a9b4e570 msgr2=0x55f4a9b5da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:15.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.102+0000 7fca2bfff640 1 --2- 172.21.15.1:0/2407542752 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f4a9b4e570 0x55f4a9b5da60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.102+0000 7fca2bfff640 1 -- 172.21.15.1:0/2407542752 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f4a9a75a70 con 0x55f4a9b570f0 2024-02-10T00:06:15.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.102+0000 7fca2bfff640 1 --2- 172.21.15.1:0/2407542752 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f4a9b570f0 0x55f4a9bbf2e0 secure :-1 s=READY pgs=1268 cs=0 l=1 rev1=1 crypto rx=0x7fca24012010 tx=0x7fca2401e650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9936f53f699ec02 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:15.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.102+0000 7fca0affd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:15.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.102+0000 7fca0affd640 1 -- 172.21.15.1:0/2407542752 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca24036070 con 0x55f4a9b570f0 2024-02-10T00:06:15.110 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.102+0000 7fca0affd640 1 -- 172.21.15.1:0/2407542752 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fca2401ee20 con 0x55f4a9b570f0 2024-02-10T00:06:15.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.102+0000 7fca34bd4740 1 -- 172.21.15.1:0/2407542752 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fca2002f160 con 0x55f4a9b570f0 2024-02-10T00:06:15.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.102+0000 7fca0affd640 1 -- 172.21.15.1:0/2407542752 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fca24009bf0 con 0x55f4a9b570f0 2024-02-10T00:06:15.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.102+0000 7fca34bd4740 10 client.18051 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:15.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.102+0000 7fca34bd4740 1 -- 172.21.15.1:0/2407542752 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55f4a9a5c170 con 0x55f4a9b570f0 2024-02-10T00:06:15.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.103+0000 7fca0affd640 1 -- 172.21.15.1:0/2407542752 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fca2002f160 con 0x55f4a9b570f0 2024-02-10T00:06:15.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.103+0000 7fca0affd640 1 -- 172.21.15.1:0/2407542752 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fca24030d20 con 0x55f4a9b570f0 2024-02-10T00:06:15.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.103+0000 7fca34bd4740 10 client.18051 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:15.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.103+0000 7fca34bd4740 10 client.18051 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:06:15.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.103+0000 7fca34bd4740 20 client.18051 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:15.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.103+0000 7fca34bd4740 1 --2- 172.21.15.1:0/2407542752 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55f4a9bc84b0 0x55f4a9bca8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.103+0000 7fca34bd4740 4 client.18051 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:06:15.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.103+0000 7fca34bd4740 1 -- 172.21.15.1:0/2407542752 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55f4a9840890 con 0x55f4a9bc84b0 2024-02-10T00:06:15.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.103+0000 7fca2b7fe640 1 --2- 172.21.15.1:0/2407542752 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55f4a9bc84b0 0x55f4a9bca8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.111 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.103+0000 7fca0affd640 10 client.18051 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:06:15.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.103+0000 7fca2b7fe640 1 --2- 172.21.15.1:0/2407542752 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55f4a9bc84b0 0x55f4a9bca8d0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=972303729ae603d server_cookie=27de63ce535befbd in_seq=0 out_seq=0 2024-02-10T00:06:15.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.104+0000 7fca0affd640 1 -- 172.21.15.1:0/2407542752 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55f4a9840890 con 0x55f4a9bc84b0 2024-02-10T00:06:15.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.104+0000 7fca0affd640 10 client.18051 handle_command_reply: tid=0 2024-02-10T00:06:15.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.104+0000 7fca34bd4740 1 client.18051 shutdown 2024-02-10T00:06:15.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.104+0000 7fca34bd4740 1 -- 172.21.15.1:0/2407542752 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f4a9b570f0 msgr2=0x55f4a9bbf2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:15.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.104+0000 7fca34bd4740 1 --2- 172.21.15.1:0/2407542752 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f4a9b570f0 0x55f4a9bbf2e0 secure :-1 s=READY pgs=1268 cs=0 l=1 rev1=1 crypto rx=0x7fca24012010 tx=0x7fca2401e650 comp rx=0 tx=0).stop 2024-02-10T00:06:15.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.104+0000 7fca34bd4740 1 -- 172.21.15.1:0/2407542752 shutdown_connections 2024-02-10T00:06:15.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.104+0000 7fca34bd4740 1 --2- 172.21.15.1:0/2407542752 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55f4a9bc84b0 0x55f4a9bca8d0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.104+0000 7fca34bd4740 1 --2- 172.21.15.1:0/2407542752 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f4a9b570f0 0x55f4a9bbf2e0 unknown :-1 s=CLOSED pgs=1268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.104+0000 7fca34bd4740 1 --2- 172.21.15.1:0/2407542752 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f4a9b4e570 0x55f4a9b5da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.104+0000 7fca0affd640 0 client.18051 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:06:15.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.104+0000 7fca34bd4740 1 --2- 172.21.15.1:0/2407542752 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f4a9b4dbc0 0x55f4a9b5d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.104+0000 7fca34bd4740 1 -- 172.21.15.1:0/2407542752 >> 172.21.15.1:0/2407542752 conn(0x55f4a9b48290 msgr2=0x55f4a9b49560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:15.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.104+0000 7fca34bd4740 1 -- 172.21.15.1:0/2407542752 shutdown_connections 2024-02-10T00:06:15.113 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.104+0000 7fca34bd4740 1 -- 172.21.15.1:0/2407542752 wait complete. 2024-02-10T00:06:15.113 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.104+0000 7fca34bd4740 20 client.18051 trim_cache size 0 max 16384 2024-02-10T00:06:15.113 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:06:15.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.104+0000 7fca30da0640 1 -- 172.21.15.1:0/3261995536 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fca140a22b0 msgr2=0x7fca140a4770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:15.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.104+0000 7fca30da0640 1 --2- 172.21.15.1:0/3261995536 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fca140a22b0 0x7fca140a4770 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fca24005fd0 tx=0x7fca2400e720 comp rx=0 tx=0).stop 2024-02-10T00:06:15.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.104+0000 7fca30da0640 1 -- 172.21.15.1:0/3261995536 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fca2c105240 msgr2=0x7fca2c19fba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:15.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.104+0000 7fca30da0640 1 --2- 172.21.15.1:0/3261995536 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fca2c105240 0x7fca2c19fba0 secure :-1 s=READY pgs=1264 cs=0 l=1 rev1=1 crypto rx=0x7fca20009230 tx=0x7fca20004c00 comp rx=0 tx=0).stop 2024-02-10T00:06:15.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.105+0000 7fca30da0640 1 -- 172.21.15.1:0/3261995536 shutdown_connections 2024-02-10T00:06:15.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.105+0000 7fca30da0640 1 --2- 172.21.15.1:0/3261995536 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fca140a22b0 0x7fca140a4770 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.105+0000 7fca30da0640 1 --2- 172.21.15.1:0/3261995536 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fca2c199720 0x7fca2c199ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.105+0000 7fca30da0640 1 --2- 172.21.15.1:0/3261995536 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fca2c105240 0x7fca2c19fba0 unknown :-1 s=CLOSED pgs=1264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.105+0000 7fca30da0640 1 --2- 172.21.15.1:0/3261995536 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fca2c100170 0x7fca2c19f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.105+0000 7fca30da0640 1 -- 172.21.15.1:0/3261995536 >> 172.21.15.1:0/3261995536 conn(0x7fca2c0fb9f0 msgr2=0x7fca2c0fcc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:15.115 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.105+0000 7fca30da0640 1 -- 172.21.15.1:0/3261995536 shutdown_connections 2024-02-10T00:06:15.115 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.105+0000 7fca30da0640 1 -- 172.21.15.1:0/3261995536 wait complete. 2024-02-10T00:06:15.117 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:06:15.117 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-02-10T00:06:15.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.219+0000 7fa5d9fd7640 1 -- 172.21.15.1:0/1127549664 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa5d4102450 msgr2=0x7fa5d4102830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:15.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.219+0000 7fa5d9fd7640 1 --2- 172.21.15.1:0/1127549664 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa5d4102450 0x7fa5d4102830 secure :-1 s=READY pgs=1269 cs=0 l=1 rev1=1 crypto rx=0x7fa5c4009900 tx=0x7fa5c402bcd0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.219+0000 7fa5d9fd7640 1 -- 172.21.15.1:0/1127549664 shutdown_connections 2024-02-10T00:06:15.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.219+0000 7fa5d9fd7640 1 --2- 172.21.15.1:0/1127549664 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa5d410b820 0x7fa5d410dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.219+0000 7fa5d9fd7640 1 --2- 172.21.15.1:0/1127549664 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa5d4102d70 0x7fa5d410b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.219+0000 7fa5d9fd7640 1 --2- 172.21.15.1:0/1127549664 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa5d4102450 0x7fa5d4102830 unknown :-1 s=CLOSED pgs=1269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.219+0000 7fa5d9fd7640 1 -- 172.21.15.1:0/1127549664 >> 172.21.15.1:0/1127549664 conn(0x7fa5d40772e0 msgr2=0x7fa5d40776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:15.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.219+0000 7fa5d9fd7640 1 -- 172.21.15.1:0/1127549664 shutdown_connections 2024-02-10T00:06:15.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.220+0000 7fa5d9fd7640 1 -- 172.21.15.1:0/1127549664 wait complete. 2024-02-10T00:06:15.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.220+0000 7fa5d9fd7640 1 Processor -- start 2024-02-10T00:06:15.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.220+0000 7fa5d9fd7640 1 -- start start 2024-02-10T00:06:15.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.220+0000 7fa5d9fd7640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa5d4102450 0x7fa5d419d680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.220+0000 7fa5d9fd7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa5d4102d70 0x7fa5d419dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.220+0000 7fa5d9fd7640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa5d410b820 0x7fa5d4197740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.220+0000 7fa5d9fd7640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5d4197ed0 con 0x7fa5d4102d70 2024-02-10T00:06:15.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.220+0000 7fa5d9fd7640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5d4198040 con 0x7fa5d410b820 2024-02-10T00:06:15.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.220+0000 7fa5d9fd7640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5d4198200 con 0x7fa5d4102450 2024-02-10T00:06:15.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.221+0000 7fa5d2ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa5d4102d70 0x7fa5d419dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.221+0000 7fa5d2ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa5d4102d70 0x7fa5d419dbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48922/0 (socket says 172.21.15.1:48922) 2024-02-10T00:06:15.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.221+0000 7fa5d2ffd640 1 -- 172.21.15.1:0/3453852824 learned_addr learned my addr 172.21.15.1:0/3453852824 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:15.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.221+0000 7fa5d3fff640 1 --2- 172.21.15.1:0/3453852824 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa5d410b820 0x7fa5d4197740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.221+0000 7fa5d37fe640 1 --2- 172.21.15.1:0/3453852824 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa5d4102450 0x7fa5d419d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.221+0000 7fa5d2ffd640 1 -- 172.21.15.1:0/3453852824 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa5d4102450 msgr2=0x7fa5d419d680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:15.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.221+0000 7fa5d2ffd640 1 --2- 172.21.15.1:0/3453852824 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa5d4102450 0x7fa5d419d680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.221+0000 7fa5d2ffd640 1 -- 172.21.15.1:0/3453852824 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa5d410b820 msgr2=0x7fa5d4197740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:15.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.221+0000 7fa5d2ffd640 1 --2- 172.21.15.1:0/3453852824 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa5d410b820 0x7fa5d4197740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.221+0000 7fa5d2ffd640 1 -- 172.21.15.1:0/3453852824 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5c4009560 con 0x7fa5d4102d70 2024-02-10T00:06:15.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.221+0000 7fa5d2ffd640 1 --2- 172.21.15.1:0/3453852824 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa5d4102d70 0x7fa5d419dbc0 secure :-1 s=READY pgs=1270 cs=0 l=1 rev1=1 crypto rx=0x7fa5c800d770 tx=0x7fa5c800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:15.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.221+0000 7fa5d0ff9640 1 -- 172.21.15.1:0/3453852824 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5c8009c30 con 0x7fa5d4102d70 2024-02-10T00:06:15.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.221+0000 7fa5d9fd7640 1 -- 172.21.15.1:0/3453852824 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa5d41984e0 con 0x7fa5d4102d70 2024-02-10T00:06:15.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.221+0000 7fa5d0ff9640 1 -- 172.21.15.1:0/3453852824 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa5c800de80 con 0x7fa5d4102d70 2024-02-10T00:06:15.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.221+0000 7fa5d0ff9640 1 -- 172.21.15.1:0/3453852824 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5c8004e80 con 0x7fa5d4102d70 2024-02-10T00:06:15.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.221+0000 7fa5d9fd7640 1 -- 172.21.15.1:0/3453852824 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5d41a4600 con 0x7fa5d4102d70 2024-02-10T00:06:15.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.223+0000 7fa5d0ff9640 1 -- 172.21.15.1:0/3453852824 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fa5c8005020 con 0x7fa5d4102d70 2024-02-10T00:06:15.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.224+0000 7fa5dcbaa740 1 Processor -- start 2024-02-10T00:06:15.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.224+0000 7fa5dcbaa740 1 -- start start 2024-02-10T00:06:15.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.224+0000 7fa5dcbaa740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c21ecbca30 0x55c21ecbce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.224+0000 7fa5d0ff9640 1 --2- 172.21.15.1:0/3453852824 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa5bc0a2230 0x7fa5bc0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.224+0000 7fa5dcbaa740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c21ecbd3e0 0x55c21ecc5990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.224+0000 7fa5dcbaa740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c21ecc5f60 0x55c21ecc83b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.224+0000 7fa5dcbaa740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c21ec78020 con 0x55c21ecbd3e0 2024-02-10T00:06:15.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.224+0000 7fa5dcbaa740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c21ec2b320 con 0x55c21ecbca30 2024-02-10T00:06:15.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.224+0000 7fa5dcbaa740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c21ec28850 con 0x55c21ecc5f60 2024-02-10T00:06:15.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.224+0000 7fa5d37fe640 1 --2- 172.21.15.1:0/3453852824 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa5bc0a2230 0x7fa5bc0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.224+0000 7fa5d2ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c21ecbd3e0 0x55c21ecc5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.224+0000 7fa5d3fff640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c21ecbca30 0x55c21ecbce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.224+0000 7fa5d2ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c21ecbd3e0 0x55c21ecc5990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48934/0 (socket says 172.21.15.1:48934) 2024-02-10T00:06:15.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.224+0000 7fa5d2ffd640 1 -- 172.21.15.1:0/1695262672 learned_addr learned my addr 172.21.15.1:0/1695262672 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:15.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.224+0000 7fa5d0ff9640 1 -- 172.21.15.1:0/3453852824 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fa5c80cdaa0 con 0x7fa5d4102d70 2024-02-10T00:06:15.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.224+0000 7fa5d3fff640 1 --2- 172.21.15.1:0/1695262672 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c21ecc5f60 0x55c21ecc83b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.224+0000 7fa5d2ffd640 1 -- 172.21.15.1:0/1695262672 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c21ecc5f60 msgr2=0x55c21ecc83b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:15.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.224+0000 7fa5d2ffd640 1 --2- 172.21.15.1:0/1695262672 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c21ecc5f60 0x55c21ecc83b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.224+0000 7fa5d2ffd640 1 -- 172.21.15.1:0/1695262672 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c21ecbca30 msgr2=0x55c21ecbce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:15.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.224+0000 7fa5d2ffd640 1 --2- 172.21.15.1:0/1695262672 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c21ecbca30 0x55c21ecbce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.224+0000 7fa5d2ffd640 1 -- 172.21.15.1:0/1695262672 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c21ebe6210 con 0x55c21ecbd3e0 2024-02-10T00:06:15.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.224+0000 7fa5d3fff640 1 --2- 172.21.15.1:0/1695262672 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c21ecbca30 0x55c21ecbce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:06:15.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.225+0000 7fa5d37fe640 1 --2- 172.21.15.1:0/3453852824 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa5bc0a2230 0x7fa5bc0a46f0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fa5c4006010 tx=0x7fa5c4005e40 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:15.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.225+0000 7fa5d2ffd640 1 --2- 172.21.15.1:0/1695262672 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c21ecbd3e0 0x55c21ecc5990 secure :-1 s=READY pgs=1271 cs=0 l=1 rev1=1 crypto rx=0x7fa5c8009610 tx=0x7fa5c8085010 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dec07f1e64b4cf4b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:15.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.225+0000 7fa5b9ffb640 1 -- 172.21.15.1:0/1695262672 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5c8098c90 con 0x55c21ecbd3e0 2024-02-10T00:06:15.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.225+0000 7fa5b9ffb640 1 -- 172.21.15.1:0/1695262672 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa5c8098aa0 con 0x55c21ecbd3e0 2024-02-10T00:06:15.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.225+0000 7fa5b9ffb640 1 -- 172.21.15.1:0/1695262672 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5c809a4e0 con 0x55c21ecbd3e0 2024-02-10T00:06:15.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.225+0000 7fa5dcbaa740 1 -- 172.21.15.1:0/1695262672 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c21ecbd3e0 msgr2=0x55c21ecc5990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:15.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.225+0000 7fa5dcbaa740 1 --2- 172.21.15.1:0/1695262672 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c21ecbd3e0 0x55c21ecc5990 secure :-1 s=READY pgs=1271 cs=0 l=1 rev1=1 crypto rx=0x7fa5c8009610 tx=0x7fa5c8085010 comp rx=0 tx=0).stop 2024-02-10T00:06:15.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.226+0000 7fa5dcbaa740 1 -- 172.21.15.1:0/1695262672 shutdown_connections 2024-02-10T00:06:15.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.226+0000 7fa5dcbaa740 1 --2- 172.21.15.1:0/1695262672 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c21ecc5f60 0x55c21ecc83b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.226+0000 7fa5dcbaa740 1 --2- 172.21.15.1:0/1695262672 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c21ecbd3e0 0x55c21ecc5990 unknown :-1 s=CLOSED pgs=1271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.226+0000 7fa5dcbaa740 1 --2- 172.21.15.1:0/1695262672 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c21ecbca30 0x55c21ecbce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.226+0000 7fa5dcbaa740 1 -- 172.21.15.1:0/1695262672 >> 172.21.15.1:0/1695262672 conn(0x55c21ecb7100 msgr2=0x55c21ecb74e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:15.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.226+0000 7fa5dcbaa740 1 -- 172.21.15.1:0/1695262672 shutdown_connections 2024-02-10T00:06:15.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.226+0000 7fa5dcbaa740 1 -- 172.21.15.1:0/1695262672 wait complete. 2024-02-10T00:06:15.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.226+0000 7fa5dcbaa740 1 -- start start 2024-02-10T00:06:15.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.226+0000 7fa5dcbaa740 1 Processor -- start 2024-02-10T00:06:15.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.226+0000 7fa5dcbaa740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c21ecbca30 0x55c21ecc2ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.226+0000 7fa5dcbaa740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c21ecbd3e0 0x55c21ecc3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.226+0000 7fa5dcbaa740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c21ecc5f60 0x55c21ecc3970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.226+0000 7fa5dcbaa740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c21ec24030 con 0x55c21ecbca30 2024-02-10T00:06:15.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.226+0000 7fa5dcbaa740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c21e8f7430 con 0x55c21ecbd3e0 2024-02-10T00:06:15.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.226+0000 7fa5dcbaa740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c21e8b3e00 con 0x55c21ecc5f60 2024-02-10T00:06:15.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.226+0000 7fa5dcbaa740 10 client.0 _ll_register_callbacks cb 0x55c21ec19030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:15.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.226+0000 7fa5d37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c21ecbca30 0x55c21ecc2ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.227+0000 7fa5d37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c21ecbca30 0x55c21ecc2ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48942/0 (socket says 172.21.15.1:48942) 2024-02-10T00:06:15.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.227+0000 7fa5d37fe640 1 -- 172.21.15.1:0/542903061 learned_addr learned my addr 172.21.15.1:0/542903061 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:15.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.227+0000 7fa5d2ffd640 1 --2- 172.21.15.1:0/542903061 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c21ecbd3e0 0x55c21ecc3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.227+0000 7fa5d3fff640 1 --2- 172.21.15.1:0/542903061 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c21ecc5f60 0x55c21ecc3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.227+0000 7fa5d37fe640 1 -- 172.21.15.1:0/542903061 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c21ecc5f60 msgr2=0x55c21ecc3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:15.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.227+0000 7fa5d37fe640 1 --2- 172.21.15.1:0/542903061 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c21ecc5f60 0x55c21ecc3970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.227+0000 7fa5d37fe640 1 -- 172.21.15.1:0/542903061 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c21ecbd3e0 msgr2=0x55c21ecc3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:15.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.227+0000 7fa5d37fe640 1 --2- 172.21.15.1:0/542903061 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c21ecbd3e0 0x55c21ecc3430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.227+0000 7fa5d37fe640 1 -- 172.21.15.1:0/542903061 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5d41a4600 con 0x55c21ecbca30 2024-02-10T00:06:15.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.227+0000 7fa5d37fe640 1 --2- 172.21.15.1:0/542903061 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c21ecbca30 0x55c21ecc2ef0 secure :-1 s=READY pgs=1272 cs=0 l=1 rev1=1 crypto rx=0x7fa5c4009900 tx=0x7fa5c4009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=babe1c17c35733ae server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:15.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.227+0000 7fa5b2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:15.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.227+0000 7fa5b2ffd640 1 -- 172.21.15.1:0/542903061 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5c40044d0 con 0x55c21ecbca30 2024-02-10T00:06:15.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.227+0000 7fa5b2ffd640 1 -- 172.21.15.1:0/542903061 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fa5c4047040 con 0x55c21ecbca30 2024-02-10T00:06:15.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.227+0000 7fa5dcbaa740 1 -- 172.21.15.1:0/542903061 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c21e9237e0 con 0x55c21ecbca30 2024-02-10T00:06:15.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.227+0000 7fa5b2ffd640 1 -- 172.21.15.1:0/542903061 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa5c4004df0 con 0x55c21ecbca30 2024-02-10T00:06:15.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.227+0000 7fa5dcbaa740 10 client.18063 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:15.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.227+0000 7fa5dcbaa740 1 -- 172.21.15.1:0/542903061 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c21ec226b0 con 0x55c21ecbca30 2024-02-10T00:06:15.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.227+0000 7fa5b2ffd640 1 -- 172.21.15.1:0/542903061 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55c21e9237e0 con 0x55c21ecbca30 2024-02-10T00:06:15.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.228+0000 7fa5b2ffd640 1 -- 172.21.15.1:0/542903061 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fa5c4003bf0 con 0x55c21ecbca30 2024-02-10T00:06:15.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.228+0000 7fa5dcbaa740 10 client.18063 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:15.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.228+0000 7fa5dcbaa740 10 client.18063 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:06:15.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.228+0000 7fa5dcbaa740 20 client.18063 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:15.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.228+0000 7fa5dcbaa740 1 --2- 172.21.15.1:0/542903061 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55c21ecd63f0 0x55c21ecd87e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.228+0000 7fa5dcbaa740 4 client.18063 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:06:15.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.228+0000 7fa5dcbaa740 1 -- 172.21.15.1:0/542903061 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c21e960720 con 0x55c21ecd63f0 2024-02-10T00:06:15.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.228+0000 7fa5d2ffd640 1 --2- 172.21.15.1:0/542903061 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55c21ecd63f0 0x55c21ecd87e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.228+0000 7fa5b2ffd640 10 client.18063 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:06:15.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.228+0000 7fa5d2ffd640 1 --2- 172.21.15.1:0/542903061 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55c21ecd63f0 0x55c21ecd87e0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c0429847a72ff0de server_cookie=801a6bf50ce3e2c4 in_seq=0 out_seq=0 2024-02-10T00:06:15.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.229+0000 7fa5b2ffd640 1 -- 172.21.15.1:0/542903061 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55c21e960720 con 0x55c21ecd63f0 2024-02-10T00:06:15.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.229+0000 7fa5b2ffd640 10 client.18063 handle_command_reply: tid=0 2024-02-10T00:06:15.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.229+0000 7fa5dcbaa740 1 client.18063 shutdown 2024-02-10T00:06:15.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.229+0000 7fa5dcbaa740 1 -- 172.21.15.1:0/542903061 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c21ecbca30 msgr2=0x55c21ecc2ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:15.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.229+0000 7fa5dcbaa740 1 --2- 172.21.15.1:0/542903061 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c21ecbca30 0x55c21ecc2ef0 secure :-1 s=READY pgs=1272 cs=0 l=1 rev1=1 crypto rx=0x7fa5c4009900 tx=0x7fa5c4009260 comp rx=0 tx=0).stop 2024-02-10T00:06:15.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.229+0000 7fa5dcbaa740 1 -- 172.21.15.1:0/542903061 shutdown_connections 2024-02-10T00:06:15.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.229+0000 7fa5dcbaa740 1 --2- 172.21.15.1:0/542903061 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55c21ecd63f0 0x55c21ecd87e0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.229+0000 7fa5dcbaa740 1 --2- 172.21.15.1:0/542903061 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c21ecc5f60 0x55c21ecc3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.229+0000 7fa5b2ffd640 0 client.18063 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:06:15.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.229+0000 7fa5dcbaa740 1 --2- 172.21.15.1:0/542903061 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c21ecbd3e0 0x55c21ecc3430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.229+0000 7fa5dcbaa740 1 --2- 172.21.15.1:0/542903061 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c21ecbca30 0x55c21ecc2ef0 unknown :-1 s=CLOSED pgs=1272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.229+0000 7fa5dcbaa740 1 -- 172.21.15.1:0/542903061 >> 172.21.15.1:0/542903061 conn(0x55c21ecb7100 msgr2=0x55c21ecb8e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:15.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.229+0000 7fa5dcbaa740 1 -- 172.21.15.1:0/542903061 shutdown_connections 2024-02-10T00:06:15.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.229+0000 7fa5dcbaa740 1 -- 172.21.15.1:0/542903061 wait complete. 2024-02-10T00:06:15.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.230+0000 7fa5dcbaa740 20 client.18063 trim_cache size 0 max 16384 2024-02-10T00:06:15.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.241+0000 7fa5dcbaa740 1 Processor -- start 2024-02-10T00:06:15.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.241+0000 7fa5dcbaa740 1 -- start start 2024-02-10T00:06:15.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.241+0000 7fa5dcbaa740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c21ecbca30 0x55c21ecc5620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.241+0000 7fa5dcbaa740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c21ecbd3e0 0x55c21ecdd130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.241+0000 7fa5dcbaa740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c21ecc5f60 0x55c21ecc3440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.241+0000 7fa5dcbaa740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c21eba9130 con 0x55c21ecc5f60 2024-02-10T00:06:15.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.241+0000 7fa5dcbaa740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c21ecc8ad0 con 0x55c21ecbd3e0 2024-02-10T00:06:15.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.241+0000 7fa5dcbaa740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c21ecbeb00 con 0x55c21ecbca30 2024-02-10T00:06:15.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.241+0000 7fa5d3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c21ecc5f60 0x55c21ecc3440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.241+0000 7fa5d3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c21ecc5f60 0x55c21ecc3440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48948/0 (socket says 172.21.15.1:48948) 2024-02-10T00:06:15.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.241+0000 7fa5d3fff640 1 -- 172.21.15.1:0/3804313578 learned_addr learned my addr 172.21.15.1:0/3804313578 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:15.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.241+0000 7fa5d2ffd640 1 --2- 172.21.15.1:0/3804313578 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c21ecbd3e0 0x55c21ecdd130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.242+0000 7fa5d37fe640 1 --2- 172.21.15.1:0/3804313578 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c21ecbca30 0x55c21ecc5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.242+0000 7fa5d3fff640 1 -- 172.21.15.1:0/3804313578 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c21ecbca30 msgr2=0x55c21ecc5620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:15.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.242+0000 7fa5d3fff640 1 --2- 172.21.15.1:0/3804313578 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c21ecbca30 0x55c21ecc5620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.242+0000 7fa5d3fff640 1 -- 172.21.15.1:0/3804313578 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c21ecbd3e0 msgr2=0x55c21ecdd130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:15.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.242+0000 7fa5d3fff640 1 --2- 172.21.15.1:0/3804313578 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c21ecbd3e0 0x55c21ecdd130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.242+0000 7fa5d3fff640 1 -- 172.21.15.1:0/3804313578 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c21ebbec90 con 0x55c21ecc5f60 2024-02-10T00:06:15.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.242+0000 7fa5d3fff640 1 --2- 172.21.15.1:0/3804313578 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c21ecc5f60 0x55c21ecc3440 secure :-1 s=READY pgs=1273 cs=0 l=1 rev1=1 crypto rx=0x7fa5cc0149f0 tx=0x7fa5cc004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33c1b1d994006dc2 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:15.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.242+0000 7fa5b97fa640 1 -- 172.21.15.1:0/3804313578 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5cc004b20 con 0x55c21ecc5f60 2024-02-10T00:06:15.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.242+0000 7fa5b97fa640 1 -- 172.21.15.1:0/3804313578 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa5cc01a070 con 0x55c21ecc5f60 2024-02-10T00:06:15.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.242+0000 7fa5b97fa640 1 -- 172.21.15.1:0/3804313578 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5cc0055a0 con 0x55c21ecc5f60 2024-02-10T00:06:15.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.242+0000 7fa5dcbaa740 1 -- 172.21.15.1:0/3804313578 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c21ecc5f60 msgr2=0x55c21ecc3440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:15.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.242+0000 7fa5dcbaa740 1 --2- 172.21.15.1:0/3804313578 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c21ecc5f60 0x55c21ecc3440 secure :-1 s=READY pgs=1273 cs=0 l=1 rev1=1 crypto rx=0x7fa5cc0149f0 tx=0x7fa5cc004ab0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.243+0000 7fa5dcbaa740 1 -- 172.21.15.1:0/3804313578 shutdown_connections 2024-02-10T00:06:15.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.243+0000 7fa5dcbaa740 1 --2- 172.21.15.1:0/3804313578 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c21ecc5f60 0x55c21ecc3440 unknown :-1 s=CLOSED pgs=1273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.243+0000 7fa5dcbaa740 1 --2- 172.21.15.1:0/3804313578 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c21ecbd3e0 0x55c21ecdd130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.243+0000 7fa5dcbaa740 1 --2- 172.21.15.1:0/3804313578 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c21ecbca30 0x55c21ecc5620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.243+0000 7fa5dcbaa740 1 -- 172.21.15.1:0/3804313578 >> 172.21.15.1:0/3804313578 conn(0x55c21ecb7100 msgr2=0x55c21ecb74e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:15.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.243+0000 7fa5dcbaa740 1 -- 172.21.15.1:0/3804313578 shutdown_connections 2024-02-10T00:06:15.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.243+0000 7fa5dcbaa740 1 -- 172.21.15.1:0/3804313578 wait complete. 2024-02-10T00:06:15.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.243+0000 7fa5dcbaa740 1 -- start start 2024-02-10T00:06:15.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.243+0000 7fa5dcbaa740 1 Processor -- start 2024-02-10T00:06:15.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.243+0000 7fa5dcbaa740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c21ecbca30 0x55c21eccd470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.243+0000 7fa5dcbaa740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c21ecbd3e0 0x55c21eccb860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.243+0000 7fa5dcbaa740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c21ecc5f60 0x55c21eccbfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.243+0000 7fa5dcbaa740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c21eccc670 con 0x55c21ecbca30 2024-02-10T00:06:15.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.243+0000 7fa5dcbaa740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c21ed2c8c0 con 0x55c21ecc5f60 2024-02-10T00:06:15.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.243+0000 7fa5dcbaa740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c21ed2ca00 con 0x55c21ecbd3e0 2024-02-10T00:06:15.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.243+0000 7fa5dcbaa740 10 client.0 _ll_register_callbacks cb 0x7fa5c80048c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:15.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.243+0000 7fa5d37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c21ecbca30 0x55c21eccd470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.243+0000 7fa5d37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c21ecbca30 0x55c21eccd470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48954/0 (socket says 172.21.15.1:48954) 2024-02-10T00:06:15.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.243+0000 7fa5d37fe640 1 -- 172.21.15.1:0/2437487826 learned_addr learned my addr 172.21.15.1:0/2437487826 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:15.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.244+0000 7fa5d3fff640 1 --2- 172.21.15.1:0/2437487826 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c21ecc5f60 0x55c21eccbfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.244+0000 7fa5d2ffd640 1 --2- 172.21.15.1:0/2437487826 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c21ecbd3e0 0x55c21eccb860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.244+0000 7fa5d37fe640 1 -- 172.21.15.1:0/2437487826 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c21ecbd3e0 msgr2=0x55c21eccb860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:15.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.244+0000 7fa5d37fe640 1 --2- 172.21.15.1:0/2437487826 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c21ecbd3e0 0x55c21eccb860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.244+0000 7fa5d37fe640 1 -- 172.21.15.1:0/2437487826 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c21ecc5f60 msgr2=0x55c21eccbfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:15.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.244+0000 7fa5d37fe640 1 --2- 172.21.15.1:0/2437487826 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c21ecc5f60 0x55c21eccbfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.244+0000 7fa5d37fe640 1 -- 172.21.15.1:0/2437487826 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5cc014780 con 0x55c21ecbca30 2024-02-10T00:06:15.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.244+0000 7fa5d37fe640 1 --2- 172.21.15.1:0/2437487826 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c21ecbca30 0x55c21eccd470 secure :-1 s=READY pgs=1274 cs=0 l=1 rev1=1 crypto rx=0x7fa5c40048d0 tx=0x7fa5c403f770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36ec15daaf702b3 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:15.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.244+0000 7fa5b2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:15.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.244+0000 7fa5b2ffd640 1 -- 172.21.15.1:0/2437487826 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5c4003fa0 con 0x55c21ecbca30 2024-02-10T00:06:15.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.244+0000 7fa5b2ffd640 1 -- 172.21.15.1:0/2437487826 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fa5c403fad0 con 0x55c21ecbca30 2024-02-10T00:06:15.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.244+0000 7fa5dcbaa740 1 -- 172.21.15.1:0/2437487826 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa5c8098aa0 con 0x55c21ecbca30 2024-02-10T00:06:15.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.244+0000 7fa5b2ffd640 1 -- 172.21.15.1:0/2437487826 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa5c40044d0 con 0x55c21ecbca30 2024-02-10T00:06:15.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.244+0000 7fa5dcbaa740 10 client.18069 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:15.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.244+0000 7fa5dcbaa740 1 -- 172.21.15.1:0/2437487826 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c21ebe4a70 con 0x55c21ecbca30 2024-02-10T00:06:15.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.244+0000 7fa5b2ffd640 1 -- 172.21.15.1:0/2437487826 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa5c8098aa0 con 0x55c21ecbca30 2024-02-10T00:06:15.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.245+0000 7fa5b2ffd640 1 -- 172.21.15.1:0/2437487826 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fa5c4004f10 con 0x55c21ecbca30 2024-02-10T00:06:15.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.245+0000 7fa5dcbaa740 10 client.18069 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:15.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.245+0000 7fa5dcbaa740 10 client.18069 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:06:15.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.245+0000 7fa5dcbaa740 20 client.18069 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:15.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.245+0000 7fa5dcbaa740 1 --2- 172.21.15.1:0/2437487826 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55c21ed2ded0 0x55c21ed302f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.245+0000 7fa5dcbaa740 4 client.18069 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:06:15.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.245+0000 7fa5dcbaa740 1 -- 172.21.15.1:0/2437487826 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55c21e9af890 con 0x55c21ed2ded0 2024-02-10T00:06:15.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.245+0000 7fa5d2ffd640 1 --2- 172.21.15.1:0/2437487826 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55c21ed2ded0 0x55c21ed302f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.245+0000 7fa5d2ffd640 1 --2- 172.21.15.1:0/2437487826 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55c21ed2ded0 0x55c21ed302f0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=119b6b439ed0dfb9 server_cookie=d65f9f5be63390fa in_seq=0 out_seq=0 2024-02-10T00:06:15.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.245+0000 7fa5b2ffd640 10 client.18069 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:06:15.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.245+0000 7fa5b2ffd640 1 -- 172.21.15.1:0/2437487826 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55c21e9af890 con 0x55c21ed2ded0 2024-02-10T00:06:15.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.245+0000 7fa5b2ffd640 10 client.18069 handle_command_reply: tid=0 2024-02-10T00:06:15.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.245+0000 7fa5dcbaa740 1 client.18069 shutdown 2024-02-10T00:06:15.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.246+0000 7fa5dcbaa740 1 -- 172.21.15.1:0/2437487826 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c21ecbca30 msgr2=0x55c21eccd470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:15.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.246+0000 7fa5dcbaa740 1 --2- 172.21.15.1:0/2437487826 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c21ecbca30 0x55c21eccd470 secure :-1 s=READY pgs=1274 cs=0 l=1 rev1=1 crypto rx=0x7fa5c40048d0 tx=0x7fa5c403f770 comp rx=0 tx=0).stop 2024-02-10T00:06:15.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.246+0000 7fa5dcbaa740 1 -- 172.21.15.1:0/2437487826 shutdown_connections 2024-02-10T00:06:15.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.246+0000 7fa5dcbaa740 1 --2- 172.21.15.1:0/2437487826 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55c21ed2ded0 0x55c21ed302f0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.246+0000 7fa5dcbaa740 1 --2- 172.21.15.1:0/2437487826 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c21ecc5f60 0x55c21eccbfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.246+0000 7fa5b2ffd640 0 client.18069 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:06:15.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.246+0000 7fa5dcbaa740 1 --2- 172.21.15.1:0/2437487826 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c21ecbd3e0 0x55c21eccb860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.246+0000 7fa5dcbaa740 1 --2- 172.21.15.1:0/2437487826 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c21ecbca30 0x55c21eccd470 unknown :-1 s=CLOSED pgs=1274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.246+0000 7fa5dcbaa740 1 -- 172.21.15.1:0/2437487826 >> 172.21.15.1:0/2437487826 conn(0x55c21ecb7100 msgr2=0x55c21ecdd130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:15.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.246+0000 7fa5dcbaa740 1 -- 172.21.15.1:0/2437487826 shutdown_connections 2024-02-10T00:06:15.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.246+0000 7fa5dcbaa740 1 -- 172.21.15.1:0/2437487826 wait complete. 2024-02-10T00:06:15.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.246+0000 7fa5dcbaa740 20 client.18069 trim_cache size 0 max 16384 2024-02-10T00:06:15.254 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:06:15.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.246+0000 7fa5d9fd7640 1 -- 172.21.15.1:0/3453852824 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa5bc0a2230 msgr2=0x7fa5bc0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:15.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.246+0000 7fa5d9fd7640 1 --2- 172.21.15.1:0/3453852824 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa5bc0a2230 0x7fa5bc0a46f0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fa5c4006010 tx=0x7fa5c4005e40 comp rx=0 tx=0).stop 2024-02-10T00:06:15.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.246+0000 7fa5d9fd7640 1 -- 172.21.15.1:0/3453852824 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa5d4102d70 msgr2=0x7fa5d419dbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:15.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.246+0000 7fa5d9fd7640 1 --2- 172.21.15.1:0/3453852824 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa5d4102d70 0x7fa5d419dbc0 secure :-1 s=READY pgs=1270 cs=0 l=1 rev1=1 crypto rx=0x7fa5c800d770 tx=0x7fa5c800dc30 comp rx=0 tx=0).stop 2024-02-10T00:06:15.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.246+0000 7fa5d9fd7640 1 -- 172.21.15.1:0/3453852824 shutdown_connections 2024-02-10T00:06:15.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.246+0000 7fa5d9fd7640 1 --2- 172.21.15.1:0/3453852824 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa5bc0a2230 0x7fa5bc0a46f0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.246+0000 7fa5d9fd7640 1 --2- 172.21.15.1:0/3453852824 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa5d410b820 0x7fa5d4197740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.246+0000 7fa5d9fd7640 1 --2- 172.21.15.1:0/3453852824 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa5d4102d70 0x7fa5d419dbc0 unknown :-1 s=CLOSED pgs=1270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.246+0000 7fa5d9fd7640 1 --2- 172.21.15.1:0/3453852824 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa5d4102450 0x7fa5d419d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.246+0000 7fa5d9fd7640 1 -- 172.21.15.1:0/3453852824 >> 172.21.15.1:0/3453852824 conn(0x7fa5d40772e0 msgr2=0x7fa5d40fe590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:15.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.246+0000 7fa5d9fd7640 1 -- 172.21.15.1:0/3453852824 shutdown_connections 2024-02-10T00:06:15.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.246+0000 7fa5d9fd7640 1 -- 172.21.15.1:0/3453852824 wait complete. 2024-02-10T00:06:15.257 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:15 smithi001 ceph-mon[32335]: pgmap v212: 97 pgs: 97 active+clean; 3.8 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:06:15.257 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:15 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3726536174' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:06:15.258 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:06:15.258 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-02-10T00:06:15.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:15 smithi088 ceph-mon[36452]: pgmap v212: 97 pgs: 97 active+clean; 3.8 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:06:15.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:15 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3726536174' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:06:15.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.361+0000 7fab8b281640 1 -- 172.21.15.1:0/3719186329 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fab84102d10 msgr2=0x7fab8410b1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:15.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.361+0000 7fab8b281640 1 --2- 172.21.15.1:0/3719186329 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fab84102d10 0x7fab8410b1f0 secure :-1 s=READY pgs=1275 cs=0 l=1 rev1=1 crypto rx=0x7fab78009900 tx=0x7fab7802bcd0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.361+0000 7fab8b281640 1 -- 172.21.15.1:0/3719186329 shutdown_connections 2024-02-10T00:06:15.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.361+0000 7fab8b281640 1 --2- 172.21.15.1:0/3719186329 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fab8410b7c0 0x7fab8410dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.361+0000 7fab8b281640 1 --2- 172.21.15.1:0/3719186329 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fab84102d10 0x7fab8410b1f0 unknown :-1 s=CLOSED pgs=1275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.361+0000 7fab8b281640 1 --2- 172.21.15.1:0/3719186329 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fab841023f0 0x7fab841027d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.361+0000 7fab8b281640 1 -- 172.21.15.1:0/3719186329 >> 172.21.15.1:0/3719186329 conn(0x7fab840fbb90 msgr2=0x7fab840fdfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:15.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.361+0000 7fab8b281640 1 -- 172.21.15.1:0/3719186329 shutdown_connections 2024-02-10T00:06:15.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.361+0000 7fab8b281640 1 -- 172.21.15.1:0/3719186329 wait complete. 2024-02-10T00:06:15.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.362+0000 7fab8b281640 1 Processor -- start 2024-02-10T00:06:15.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.362+0000 7fab8b281640 1 -- start start 2024-02-10T00:06:15.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.362+0000 7fab8b281640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fab841023f0 0x7fab8419d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.362+0000 7fab8b281640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fab84102d10 0x7fab8419db00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.362+0000 7fab8b281640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fab8410b7c0 0x7fab841976d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.362+0000 7fab8b281640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab84197e60 con 0x7fab841023f0 2024-02-10T00:06:15.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.362+0000 7fab8b281640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab84197fd0 con 0x7fab8410b7c0 2024-02-10T00:06:15.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.362+0000 7fab8b281640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab84198190 con 0x7fab84102d10 2024-02-10T00:06:15.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.362+0000 7fab8901d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fab841023f0 0x7fab8419d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.362+0000 7fab8901d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fab841023f0 0x7fab8419d5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48970/0 (socket says 172.21.15.1:48970) 2024-02-10T00:06:15.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.362+0000 7fab8901d640 1 -- 172.21.15.1:0/248569748 learned_addr learned my addr 172.21.15.1:0/248569748 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:15.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.362+0000 7fab8901d640 1 -- 172.21.15.1:0/248569748 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fab84102d10 msgr2=0x7fab8419db00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:15.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.362+0000 7fab8901d640 1 --2- 172.21.15.1:0/248569748 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fab84102d10 0x7fab8419db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.363+0000 7fab8901d640 1 -- 172.21.15.1:0/248569748 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fab8410b7c0 msgr2=0x7fab841976d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:15.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.363+0000 7fab8901d640 1 --2- 172.21.15.1:0/248569748 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fab8410b7c0 0x7fab841976d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.363+0000 7fab8901d640 1 -- 172.21.15.1:0/248569748 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab78009560 con 0x7fab841023f0 2024-02-10T00:06:15.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.363+0000 7fab8901d640 1 --2- 172.21.15.1:0/248569748 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fab841023f0 0x7fab8419d5c0 secure :-1 s=READY pgs=1276 cs=0 l=1 rev1=1 crypto rx=0x7fab7400cce0 tx=0x7fab7400a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:15.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.363+0000 7fab827fc640 1 -- 172.21.15.1:0/248569748 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab74004b20 con 0x7fab841023f0 2024-02-10T00:06:15.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.363+0000 7fab827fc640 1 -- 172.21.15.1:0/248569748 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fab74004c80 con 0x7fab841023f0 2024-02-10T00:06:15.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.363+0000 7fab8b281640 1 -- 172.21.15.1:0/248569748 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab84198470 con 0x7fab841023f0 2024-02-10T00:06:15.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.363+0000 7fab827fc640 1 -- 172.21.15.1:0/248569748 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab7400f850 con 0x7fab841023f0 2024-02-10T00:06:15.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.363+0000 7fab8b281640 1 -- 172.21.15.1:0/248569748 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab841a4540 con 0x7fab841023f0 2024-02-10T00:06:15.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.365+0000 7fab827fc640 1 -- 172.21.15.1:0/248569748 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fab74005590 con 0x7fab841023f0 2024-02-10T00:06:15.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.365+0000 7fab8de50740 1 Processor -- start 2024-02-10T00:06:15.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.365+0000 7fab8de50740 1 -- start start 2024-02-10T00:06:15.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.366+0000 7fab827fc640 1 --2- 172.21.15.1:0/248569748 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fab6c0a2230 0x7fab6c0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.366+0000 7fab8de50740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642d0f26a30 0x5642d0f26e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.366+0000 7fab8de50740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642d0f273e0 0x5642d0f2f990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.366+0000 7fab8de50740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642d0f2ff60 0x5642d0f323b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.366+0000 7fab8de50740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642d0ee2020 con 0x5642d0f26a30 2024-02-10T00:06:15.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.366+0000 7fab8de50740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642d0e95320 con 0x5642d0f2ff60 2024-02-10T00:06:15.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.366+0000 7fab8de50740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642d0e92850 con 0x5642d0f273e0 2024-02-10T00:06:15.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.366+0000 7fab8981e640 1 --2- 172.21.15.1:0/248569748 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fab6c0a2230 0x7fab6c0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.366+0000 7fab827fc640 1 -- 172.21.15.1:0/248569748 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fab740ce240 con 0x7fab841023f0 2024-02-10T00:06:15.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.366+0000 7fab8901d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642d0f26a30 0x5642d0f26e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.366+0000 7fab8881c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642d0f273e0 0x5642d0f2f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.366+0000 7fab8881c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642d0f273e0 0x5642d0f2f990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.1:37996/0 (socket says 172.21.15.1:37996) 2024-02-10T00:06:15.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.366+0000 7fab8901d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642d0f26a30 0x5642d0f26e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48984/0 (socket says 172.21.15.1:48984) 2024-02-10T00:06:15.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.366+0000 7fab8881c640 1 -- 172.21.15.1:0/1558931956 learned_addr learned my addr 172.21.15.1:0/1558931956 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:15.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.366+0000 7fab8981e640 1 --2- 172.21.15.1:0/1558931956 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642d0f2ff60 0x5642d0f323b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.366+0000 7fab8881c640 1 -- 172.21.15.1:0/1558931956 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642d0f2ff60 msgr2=0x5642d0f323b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:15.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.366+0000 7fab8881c640 1 --2- 172.21.15.1:0/1558931956 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642d0f2ff60 0x5642d0f323b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.366+0000 7fab8881c640 1 -- 172.21.15.1:0/1558931956 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642d0f26a30 msgr2=0x5642d0f26e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:15.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.366+0000 7fab8881c640 1 --2- 172.21.15.1:0/1558931956 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642d0f26a30 0x5642d0f26e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.366+0000 7fab8881c640 1 -- 172.21.15.1:0/1558931956 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5642d0e50210 con 0x5642d0f273e0 2024-02-10T00:06:15.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.366+0000 7fab8901d640 1 --2- 172.21.15.1:0/1558931956 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642d0f26a30 0x5642d0f26e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:06:15.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.366+0000 7fab8981e640 1 --2- 172.21.15.1:0/248569748 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fab6c0a2230 0x7fab6c0a46f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fab7c00ad70 tx=0x7fab7c0137d0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:15.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.366+0000 7fab8881c640 1 --2- 172.21.15.1:0/1558931956 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642d0f273e0 0x5642d0f2f990 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fab78036040 tx=0x7fab78005e80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e41ade1caf7085da server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:15.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.367+0000 7fab6b7fe640 1 -- 172.21.15.1:0/1558931956 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab780047c0 con 0x5642d0f273e0 2024-02-10T00:06:15.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.367+0000 7fab6b7fe640 1 -- 172.21.15.1:0/1558931956 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fab78004920 con 0x5642d0f273e0 2024-02-10T00:06:15.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.367+0000 7fab6b7fe640 1 -- 172.21.15.1:0/1558931956 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab78005010 con 0x5642d0f273e0 2024-02-10T00:06:15.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.367+0000 7fab8de50740 1 -- 172.21.15.1:0/1558931956 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642d0f273e0 msgr2=0x5642d0f2f990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:15.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.367+0000 7fab8de50740 1 --2- 172.21.15.1:0/1558931956 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642d0f273e0 0x5642d0f2f990 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fab78036040 tx=0x7fab78005e80 comp rx=0 tx=0).stop 2024-02-10T00:06:15.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.367+0000 7fab8de50740 1 -- 172.21.15.1:0/1558931956 shutdown_connections 2024-02-10T00:06:15.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.367+0000 7fab8de50740 1 --2- 172.21.15.1:0/1558931956 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642d0f2ff60 0x5642d0f323b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.367+0000 7fab8de50740 1 --2- 172.21.15.1:0/1558931956 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642d0f273e0 0x5642d0f2f990 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.367+0000 7fab8de50740 1 --2- 172.21.15.1:0/1558931956 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642d0f26a30 0x5642d0f26e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.367+0000 7fab8de50740 1 -- 172.21.15.1:0/1558931956 >> 172.21.15.1:0/1558931956 conn(0x5642d0f21100 msgr2=0x5642d0f214e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:15.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.368+0000 7fab8de50740 1 -- 172.21.15.1:0/1558931956 shutdown_connections 2024-02-10T00:06:15.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.368+0000 7fab8de50740 1 -- 172.21.15.1:0/1558931956 wait complete. 2024-02-10T00:06:15.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.368+0000 7fab8de50740 1 -- start start 2024-02-10T00:06:15.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.368+0000 7fab8de50740 1 Processor -- start 2024-02-10T00:06:15.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.368+0000 7fab8de50740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642d0f26a30 0x5642d0f2ce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.368+0000 7fab8de50740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642d0f273e0 0x5642d0f2d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.368+0000 7fab8de50740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642d0f2ff60 0x5642d0f2d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.368+0000 7fab8de50740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642d0e8e030 con 0x5642d0f273e0 2024-02-10T00:06:15.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.368+0000 7fab8de50740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642d0b61430 con 0x5642d0f2ff60 2024-02-10T00:06:15.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.368+0000 7fab8de50740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642d0b1de00 con 0x5642d0f26a30 2024-02-10T00:06:15.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.368+0000 7fab8de50740 10 client.0 _ll_register_callbacks cb 0x5642d0e83030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:15.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.368+0000 7fab8881c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642d0f273e0 0x5642d0f2d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.368+0000 7fab8881c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642d0f273e0 0x5642d0f2d3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48994/0 (socket says 172.21.15.1:48994) 2024-02-10T00:06:15.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.368+0000 7fab8881c640 1 -- 172.21.15.1:0/2920323142 learned_addr learned my addr 172.21.15.1:0/2920323142 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:15.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.368+0000 7fab8901d640 1 --2- 172.21.15.1:0/2920323142 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642d0f26a30 0x5642d0f2ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.369+0000 7fab8981e640 1 --2- 172.21.15.1:0/2920323142 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642d0f2ff60 0x5642d0f2d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.369+0000 7fab8881c640 1 -- 172.21.15.1:0/2920323142 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642d0f26a30 msgr2=0x5642d0f2ce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:15.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.369+0000 7fab8881c640 1 --2- 172.21.15.1:0/2920323142 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642d0f26a30 0x5642d0f2ce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.369+0000 7fab8881c640 1 -- 172.21.15.1:0/2920323142 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642d0f2ff60 msgr2=0x5642d0f2d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:15.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.369+0000 7fab8881c640 1 --2- 172.21.15.1:0/2920323142 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642d0f2ff60 0x5642d0f2d910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.369+0000 7fab8881c640 1 -- 172.21.15.1:0/2920323142 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab8410e8c0 con 0x5642d0f273e0 2024-02-10T00:06:15.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.369+0000 7fab8981e640 1 --2- 172.21.15.1:0/2920323142 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642d0f2ff60 0x5642d0f2d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:06:15.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.369+0000 7fab8881c640 1 --2- 172.21.15.1:0/2920323142 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642d0f273e0 0x5642d0f2d3d0 secure :-1 s=READY pgs=1277 cs=0 l=1 rev1=1 crypto rx=0x7fab7802cb30 tx=0x7fab78004370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74e49648c2fc8c40 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:15.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.369+0000 7fab68ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:15.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.369+0000 7fab68ff9640 1 -- 172.21.15.1:0/2920323142 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab780047c0 con 0x5642d0f273e0 2024-02-10T00:06:15.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.369+0000 7fab68ff9640 1 -- 172.21.15.1:0/2920323142 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fab78004a90 con 0x5642d0f273e0 2024-02-10T00:06:15.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.369+0000 7fab8de50740 1 -- 172.21.15.1:0/2920323142 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5642d0b8d7e0 con 0x5642d0f273e0 2024-02-10T00:06:15.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.369+0000 7fab68ff9640 1 -- 172.21.15.1:0/2920323142 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fab78004ff0 con 0x5642d0f273e0 2024-02-10T00:06:15.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.369+0000 7fab8de50740 10 client.18081 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:15.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.369+0000 7fab8de50740 1 -- 172.21.15.1:0/2920323142 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5642d0e8c6b0 con 0x5642d0f273e0 2024-02-10T00:06:15.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.369+0000 7fab68ff9640 1 -- 172.21.15.1:0/2920323142 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5642d0b8d7e0 con 0x5642d0f273e0 2024-02-10T00:06:15.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.370+0000 7fab68ff9640 1 -- 172.21.15.1:0/2920323142 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fab7803c070 con 0x5642d0f273e0 2024-02-10T00:06:15.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.370+0000 7fab8de50740 10 client.18081 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:15.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.370+0000 7fab8de50740 10 client.18081 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:06:15.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.370+0000 7fab8de50740 20 client.18081 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:15.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.370+0000 7fab8de50740 1 --2- 172.21.15.1:0/2920323142 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5642d0f40040 0x5642d0f42460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.370+0000 7fab8de50740 4 client.18081 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:06:15.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.370+0000 7fab8de50740 1 -- 172.21.15.1:0/2920323142 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5642d0bca720 con 0x5642d0f40040 2024-02-10T00:06:15.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.370+0000 7fab8901d640 1 --2- 172.21.15.1:0/2920323142 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5642d0f40040 0x5642d0f42460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.370+0000 7fab8901d640 1 --2- 172.21.15.1:0/2920323142 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5642d0f40040 0x5642d0f42460 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4f8df13ca17bce3 server_cookie=7073fc23db8f0a00 in_seq=0 out_seq=0 2024-02-10T00:06:15.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.370+0000 7fab68ff9640 10 client.18081 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:15.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.371+0000 7fab68ff9640 1 -- 172.21.15.1:0/2920323142 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5642d0bca720 con 0x5642d0f40040 2024-02-10T00:06:15.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.371+0000 7fab68ff9640 10 client.18081 handle_command_reply: tid=0 2024-02-10T00:06:15.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.371+0000 7fab8de50740 1 client.18081 shutdown 2024-02-10T00:06:15.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.371+0000 7fab8de50740 1 -- 172.21.15.1:0/2920323142 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642d0f273e0 msgr2=0x5642d0f2d3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:15.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.371+0000 7fab8de50740 1 --2- 172.21.15.1:0/2920323142 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642d0f273e0 0x5642d0f2d3d0 secure :-1 s=READY pgs=1277 cs=0 l=1 rev1=1 crypto rx=0x7fab7802cb30 tx=0x7fab78004370 comp rx=0 tx=0).stop 2024-02-10T00:06:15.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.371+0000 7fab8de50740 1 -- 172.21.15.1:0/2920323142 shutdown_connections 2024-02-10T00:06:15.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.371+0000 7fab8de50740 1 --2- 172.21.15.1:0/2920323142 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5642d0f40040 0x5642d0f42460 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.371+0000 7fab8de50740 1 --2- 172.21.15.1:0/2920323142 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642d0f2ff60 0x5642d0f2d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.371+0000 7fab8de50740 1 --2- 172.21.15.1:0/2920323142 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642d0f273e0 0x5642d0f2d3d0 unknown :-1 s=CLOSED pgs=1277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.371+0000 7fab68ff9640 0 client.18081 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:15.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.371+0000 7fab8de50740 1 --2- 172.21.15.1:0/2920323142 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642d0f26a30 0x5642d0f2ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.371+0000 7fab8de50740 1 -- 172.21.15.1:0/2920323142 >> 172.21.15.1:0/2920323142 conn(0x5642d0f21100 msgr2=0x5642d0f22e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:15.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.371+0000 7fab8de50740 1 -- 172.21.15.1:0/2920323142 shutdown_connections 2024-02-10T00:06:15.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.371+0000 7fab8de50740 1 -- 172.21.15.1:0/2920323142 wait complete. 2024-02-10T00:06:15.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.371+0000 7fab8de50740 20 client.18081 trim_cache size 0 max 16384 2024-02-10T00:06:15.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.383+0000 7fab8de50740 1 Processor -- start 2024-02-10T00:06:15.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.383+0000 7fab8de50740 1 -- start start 2024-02-10T00:06:15.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.383+0000 7fab8de50740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642d0f21100 0x5642d0f2f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.383+0000 7fab8de50740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642d0f26a30 0x5642d0f2d730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.383+0000 7fab8de50740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642d0f273e0 0x5642d0f2a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.383+0000 7fab8de50740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642d0e13130 con 0x5642d0f273e0 2024-02-10T00:06:15.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.383+0000 7fab8de50740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642d0f209c0 con 0x5642d0f26a30 2024-02-10T00:06:15.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.383+0000 7fab8de50740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642d0f20f70 con 0x5642d0f21100 2024-02-10T00:06:15.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.383+0000 7fab8981e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642d0f273e0 0x5642d0f2a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.383+0000 7fab8981e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642d0f273e0 0x5642d0f2a0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49006/0 (socket says 172.21.15.1:49006) 2024-02-10T00:06:15.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.383+0000 7fab8981e640 1 -- 172.21.15.1:0/671868678 learned_addr learned my addr 172.21.15.1:0/671868678 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:15.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.384+0000 7fab8901d640 1 --2- 172.21.15.1:0/671868678 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642d0f21100 0x5642d0f2f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.384+0000 7fab8981e640 1 -- 172.21.15.1:0/671868678 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642d0f21100 msgr2=0x5642d0f2f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:15.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.384+0000 7fab8881c640 1 --2- 172.21.15.1:0/671868678 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642d0f26a30 0x5642d0f2d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.384+0000 7fab8981e640 1 --2- 172.21.15.1:0/671868678 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642d0f21100 0x5642d0f2f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.384+0000 7fab8981e640 1 -- 172.21.15.1:0/671868678 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642d0f26a30 msgr2=0x5642d0f2d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:15.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.384+0000 7fab8981e640 1 --2- 172.21.15.1:0/671868678 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642d0f26a30 0x5642d0f2d730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.384+0000 7fab8981e640 1 -- 172.21.15.1:0/671868678 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5642d0e28c90 con 0x5642d0f273e0 2024-02-10T00:06:15.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.384+0000 7fab8901d640 1 --2- 172.21.15.1:0/671868678 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642d0f21100 0x5642d0f2f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:06:15.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.384+0000 7fab8981e640 1 --2- 172.21.15.1:0/671868678 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642d0f273e0 0x5642d0f2a0f0 secure :-1 s=READY pgs=1278 cs=0 l=1 rev1=1 crypto rx=0x7fab7c00a640 tx=0x7fab7c016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fca74c1aa451a61a server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:15.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.384+0000 7fab6affd640 1 -- 172.21.15.1:0/671868678 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab7c0285f0 con 0x5642d0f273e0 2024-02-10T00:06:15.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.384+0000 7fab6affd640 1 -- 172.21.15.1:0/671868678 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fab7c028c30 con 0x5642d0f273e0 2024-02-10T00:06:15.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.384+0000 7fab6affd640 1 -- 172.21.15.1:0/671868678 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab7c011c80 con 0x5642d0f273e0 2024-02-10T00:06:15.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.385+0000 7fab8de50740 1 -- 172.21.15.1:0/671868678 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642d0f273e0 msgr2=0x5642d0f2a0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:15.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.385+0000 7fab8de50740 1 --2- 172.21.15.1:0/671868678 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642d0f273e0 0x5642d0f2a0f0 secure :-1 s=READY pgs=1278 cs=0 l=1 rev1=1 crypto rx=0x7fab7c00a640 tx=0x7fab7c016000 comp rx=0 tx=0).stop 2024-02-10T00:06:15.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.385+0000 7fab8de50740 1 -- 172.21.15.1:0/671868678 shutdown_connections 2024-02-10T00:06:15.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.385+0000 7fab8de50740 1 --2- 172.21.15.1:0/671868678 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642d0f273e0 0x5642d0f2a0f0 unknown :-1 s=CLOSED pgs=1278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.385+0000 7fab8de50740 1 --2- 172.21.15.1:0/671868678 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642d0f26a30 0x5642d0f2d730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.385+0000 7fab8de50740 1 --2- 172.21.15.1:0/671868678 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642d0f21100 0x5642d0f2f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.385+0000 7fab8de50740 1 -- 172.21.15.1:0/671868678 >> 172.21.15.1:0/671868678 conn(0x5642d0f27b30 msgr2=0x5642d0f2b760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:15.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.385+0000 7fab8de50740 1 -- 172.21.15.1:0/671868678 shutdown_connections 2024-02-10T00:06:15.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.385+0000 7fab8de50740 1 -- 172.21.15.1:0/671868678 wait complete. 2024-02-10T00:06:15.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.385+0000 7fab8de50740 1 -- start start 2024-02-10T00:06:15.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.385+0000 7fab8de50740 1 Processor -- start 2024-02-10T00:06:15.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.385+0000 7fab8de50740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642d0f21100 0x5642d0f36060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.385+0000 7fab8de50740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642d0f26a30 0x5642d0f365a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.385+0000 7fab8de50740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642d0f273e0 0x5642d0f96550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.385+0000 7fab8de50740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642d0f36d40 con 0x5642d0f26a30 2024-02-10T00:06:15.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.385+0000 7fab8de50740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642d0f96ac0 con 0x5642d0f273e0 2024-02-10T00:06:15.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.385+0000 7fab8de50740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5642d0f96c80 con 0x5642d0f21100 2024-02-10T00:06:15.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.385+0000 7fab8de50740 10 client.0 _ll_register_callbacks cb 0x7fab78009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:15.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.385+0000 7fab8881c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642d0f26a30 0x5642d0f365a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.385+0000 7fab8881c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642d0f26a30 0x5642d0f365a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49010/0 (socket says 172.21.15.1:49010) 2024-02-10T00:06:15.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.386+0000 7fab8881c640 1 -- 172.21.15.1:0/3390578618 learned_addr learned my addr 172.21.15.1:0/3390578618 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:15.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.386+0000 7fab8981e640 1 --2- 172.21.15.1:0/3390578618 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642d0f273e0 0x5642d0f96550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.386+0000 7fab8901d640 1 --2- 172.21.15.1:0/3390578618 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642d0f21100 0x5642d0f36060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.386+0000 7fab8881c640 1 -- 172.21.15.1:0/3390578618 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642d0f21100 msgr2=0x5642d0f36060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:15.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.386+0000 7fab8881c640 1 --2- 172.21.15.1:0/3390578618 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642d0f21100 0x5642d0f36060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.386+0000 7fab8881c640 1 -- 172.21.15.1:0/3390578618 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642d0f273e0 msgr2=0x5642d0f96550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:15.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.386+0000 7fab8881c640 1 --2- 172.21.15.1:0/3390578618 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642d0f273e0 0x5642d0f96550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.386+0000 7fab8881c640 1 -- 172.21.15.1:0/3390578618 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab7c019050 con 0x5642d0f26a30 2024-02-10T00:06:15.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.386+0000 7fab8901d640 1 --2- 172.21.15.1:0/3390578618 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642d0f21100 0x5642d0f36060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:06:15.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.386+0000 7fab8881c640 1 --2- 172.21.15.1:0/3390578618 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642d0f26a30 0x5642d0f365a0 secure :-1 s=READY pgs=1279 cs=0 l=1 rev1=1 crypto rx=0x7fab78000c00 tx=0x7fab78004590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=893aaf3a32a3ad12 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:15.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.386+0000 7fab68ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:15.396 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.386+0000 7fab68ff9640 1 -- 172.21.15.1:0/3390578618 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab780035f0 con 0x5642d0f26a30 2024-02-10T00:06:15.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.386+0000 7fab68ff9640 1 -- 172.21.15.1:0/3390578618 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fab78000e40 con 0x5642d0f26a30 2024-02-10T00:06:15.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.386+0000 7fab8de50740 1 -- 172.21.15.1:0/3390578618 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fab78004920 con 0x5642d0f26a30 2024-02-10T00:06:15.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.386+0000 7fab68ff9640 1 -- 172.21.15.1:0/3390578618 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fab78003750 con 0x5642d0f26a30 2024-02-10T00:06:15.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.386+0000 7fab8de50740 10 client.18087 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:15.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.386+0000 7fab8de50740 1 -- 172.21.15.1:0/3390578618 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5642d0e4ea70 con 0x5642d0f26a30 2024-02-10T00:06:15.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.386+0000 7fab68ff9640 1 -- 172.21.15.1:0/3390578618 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fab78004920 con 0x5642d0f26a30 2024-02-10T00:06:15.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.387+0000 7fab68ff9640 1 -- 172.21.15.1:0/3390578618 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fab7803c070 con 0x5642d0f26a30 2024-02-10T00:06:15.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.387+0000 7fab8de50740 10 client.18087 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:15.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.387+0000 7fab8de50740 10 client.18087 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:06:15.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.387+0000 7fab8de50740 20 client.18087 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:15.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.387+0000 7fab8de50740 1 --2- 172.21.15.1:0/3390578618 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5642d0f2ff60 0x5642d0f99f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:15.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.387+0000 7fab8de50740 4 client.18087 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:06:15.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.387+0000 7fab8de50740 1 -- 172.21.15.1:0/3390578618 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5642d0c19890 con 0x5642d0f2ff60 2024-02-10T00:06:15.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.387+0000 7fab8901d640 1 --2- 172.21.15.1:0/3390578618 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5642d0f2ff60 0x5642d0f99f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:15.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.387+0000 7fab68ff9640 10 client.18087 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:15.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.387+0000 7fab8901d640 1 --2- 172.21.15.1:0/3390578618 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5642d0f2ff60 0x5642d0f99f40 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=27e451c7ddd96662 server_cookie=843875689c68bce0 in_seq=0 out_seq=0 2024-02-10T00:06:15.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.387+0000 7fab68ff9640 1 -- 172.21.15.1:0/3390578618 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5642d0c19890 con 0x5642d0f2ff60 2024-02-10T00:06:15.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.387+0000 7fab68ff9640 10 client.18087 handle_command_reply: tid=0 2024-02-10T00:06:15.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.387+0000 7fab8de50740 1 client.18087 shutdown 2024-02-10T00:06:15.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.387+0000 7fab8de50740 1 -- 172.21.15.1:0/3390578618 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642d0f26a30 msgr2=0x5642d0f365a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:15.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.387+0000 7fab8de50740 1 --2- 172.21.15.1:0/3390578618 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642d0f26a30 0x5642d0f365a0 secure :-1 s=READY pgs=1279 cs=0 l=1 rev1=1 crypto rx=0x7fab78000c00 tx=0x7fab78004590 comp rx=0 tx=0).stop 2024-02-10T00:06:15.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.387+0000 7fab8de50740 1 -- 172.21.15.1:0/3390578618 shutdown_connections 2024-02-10T00:06:15.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.387+0000 7fab8de50740 1 --2- 172.21.15.1:0/3390578618 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5642d0f2ff60 0x5642d0f99f40 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.387+0000 7fab8de50740 1 --2- 172.21.15.1:0/3390578618 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5642d0f273e0 0x5642d0f96550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.387+0000 7fab8de50740 1 --2- 172.21.15.1:0/3390578618 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5642d0f26a30 0x5642d0f365a0 unknown :-1 s=CLOSED pgs=1279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.387+0000 7fab8de50740 1 --2- 172.21.15.1:0/3390578618 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5642d0f21100 0x5642d0f36060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.387+0000 7fab68ff9640 0 client.18087 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:15.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.387+0000 7fab8de50740 1 -- 172.21.15.1:0/3390578618 >> 172.21.15.1:0/3390578618 conn(0x5642d0f27b30 msgr2=0x5642d0f20240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:15.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.388+0000 7fab8de50740 1 -- 172.21.15.1:0/3390578618 shutdown_connections 2024-02-10T00:06:15.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.388+0000 7fab8de50740 1 -- 172.21.15.1:0/3390578618 wait complete. 2024-02-10T00:06:15.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.388+0000 7fab8de50740 20 client.18087 trim_cache size 0 max 16384 2024-02-10T00:06:15.399 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:15 smithi103 ceph-mon[36942]: pgmap v212: 97 pgs: 97 active+clean; 3.8 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:06:15.399 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:15 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3726536174' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:06:15.399 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:06:15.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.388+0000 7fab8b281640 1 -- 172.21.15.1:0/248569748 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fab6c0a2230 msgr2=0x7fab6c0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:15.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.388+0000 7fab8b281640 1 --2- 172.21.15.1:0/248569748 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fab6c0a2230 0x7fab6c0a46f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fab7c00ad70 tx=0x7fab7c0137d0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.388+0000 7fab8b281640 1 -- 172.21.15.1:0/248569748 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fab841023f0 msgr2=0x7fab8419d5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:15.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.388+0000 7fab8b281640 1 --2- 172.21.15.1:0/248569748 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fab841023f0 0x7fab8419d5c0 secure :-1 s=READY pgs=1276 cs=0 l=1 rev1=1 crypto rx=0x7fab7400cce0 tx=0x7fab7400a620 comp rx=0 tx=0).stop 2024-02-10T00:06:15.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.388+0000 7fab8b281640 1 -- 172.21.15.1:0/248569748 shutdown_connections 2024-02-10T00:06:15.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.388+0000 7fab8b281640 1 --2- 172.21.15.1:0/248569748 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fab6c0a2230 0x7fab6c0a46f0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.388+0000 7fab8b281640 1 --2- 172.21.15.1:0/248569748 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fab8410b7c0 0x7fab841976d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.388+0000 7fab8b281640 1 --2- 172.21.15.1:0/248569748 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fab84102d10 0x7fab8419db00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.388+0000 7fab8b281640 1 --2- 172.21.15.1:0/248569748 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fab841023f0 0x7fab8419d5c0 unknown :-1 s=CLOSED pgs=1276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:15.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.388+0000 7fab8b281640 1 -- 172.21.15.1:0/248569748 >> 172.21.15.1:0/248569748 conn(0x7fab840fbb90 msgr2=0x7fab840fd3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:15.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.388+0000 7fab8b281640 1 -- 172.21.15.1:0/248569748 shutdown_connections 2024-02-10T00:06:15.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:15.388+0000 7fab8b281640 1 -- 172.21.15.1:0/248569748 wait complete. 2024-02-10T00:06:16.403 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-02-10T00:06:16.403 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T00:06:16.403 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-02-10T00:06:16.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.521+0000 7f619709d640 1 -- 172.21.15.1:0/656743376 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6190100480 msgr2=0x7f619010e060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:16.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.521+0000 7f619709d640 1 --2- 172.21.15.1:0/656743376 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6190100480 0x7f619010e060 secure :-1 s=READY pgs=1280 cs=0 l=1 rev1=1 crypto rx=0x7f6188009ca0 tx=0x7f618802c140 comp rx=0 tx=0).stop 2024-02-10T00:06:16.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.521+0000 7f619709d640 1 -- 172.21.15.1:0/656743376 shutdown_connections 2024-02-10T00:06:16.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.521+0000 7f619709d640 1 --2- 172.21.15.1:0/656743376 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6190100480 0x7f619010e060 unknown :-1 s=CLOSED pgs=1280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.521+0000 7f619709d640 1 --2- 172.21.15.1:0/656743376 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f61900ffac0 0x7f61900fff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.521+0000 7f619709d640 1 --2- 172.21.15.1:0/656743376 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f61901073a0 0x7f6190107780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.521+0000 7f619709d640 1 -- 172.21.15.1:0/656743376 >> 172.21.15.1:0/656743376 conn(0x7f6190076680 msgr2=0x7f6190076a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:16.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.521+0000 7f619709d640 1 -- 172.21.15.1:0/656743376 shutdown_connections 2024-02-10T00:06:16.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.521+0000 7f619709d640 1 -- 172.21.15.1:0/656743376 wait complete. 2024-02-10T00:06:16.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.522+0000 7f619709d640 1 Processor -- start 2024-02-10T00:06:16.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.522+0000 7f619709d640 1 -- start start 2024-02-10T00:06:16.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.522+0000 7f619709d640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f61900ffac0 0x7f619019d440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.522+0000 7f619709d640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6190100480 0x7f619019d980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.522+0000 7f619709d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f61901073a0 0x7f6190197640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.522+0000 7f619709d640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6190197c90 con 0x7f61901073a0 2024-02-10T00:06:16.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.522+0000 7f619709d640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6190197e00 con 0x7f6190100480 2024-02-10T00:06:16.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.522+0000 7f619709d640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6190197fc0 con 0x7f61900ffac0 2024-02-10T00:06:16.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.522+0000 7f619563a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f61901073a0 0x7f6190197640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.522+0000 7f619563a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f61901073a0 0x7f6190197640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49026/0 (socket says 172.21.15.1:49026) 2024-02-10T00:06:16.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.522+0000 7f619563a640 1 -- 172.21.15.1:0/1429967777 learned_addr learned my addr 172.21.15.1:0/1429967777 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:16.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.522+0000 7f618ffff640 1 --2- 172.21.15.1:0/1429967777 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6190100480 0x7f619019d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.522+0000 7f6194e39640 1 --2- 172.21.15.1:0/1429967777 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f61900ffac0 0x7f619019d440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.522+0000 7f619563a640 1 -- 172.21.15.1:0/1429967777 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f61900ffac0 msgr2=0x7f619019d440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:16.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.522+0000 7f619563a640 1 --2- 172.21.15.1:0/1429967777 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f61900ffac0 0x7f619019d440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.522+0000 7f619563a640 1 -- 172.21.15.1:0/1429967777 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6190100480 msgr2=0x7f619019d980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:16.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.522+0000 7f619563a640 1 --2- 172.21.15.1:0/1429967777 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6190100480 0x7f619019d980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.522+0000 7f619563a640 1 -- 172.21.15.1:0/1429967777 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6188009900 con 0x7f61901073a0 2024-02-10T00:06:16.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.523+0000 7f619563a640 1 --2- 172.21.15.1:0/1429967777 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f61901073a0 0x7f6190197640 secure :-1 s=READY pgs=1281 cs=0 l=1 rev1=1 crypto rx=0x7f618802c750 tx=0x7f6188034b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:16.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.523+0000 7f618dffb640 1 -- 172.21.15.1:0/1429967777 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61880328b0 con 0x7f61901073a0 2024-02-10T00:06:16.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.523+0000 7f618dffb640 1 -- 172.21.15.1:0/1429967777 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6188003e50 con 0x7f61901073a0 2024-02-10T00:06:16.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.523+0000 7f619709d640 1 -- 172.21.15.1:0/1429967777 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6190198240 con 0x7f61901073a0 2024-02-10T00:06:16.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.523+0000 7f618dffb640 1 -- 172.21.15.1:0/1429967777 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61880048a0 con 0x7f61901073a0 2024-02-10T00:06:16.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.523+0000 7f619709d640 1 -- 172.21.15.1:0/1429967777 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f61901a44e0 con 0x7f61901073a0 2024-02-10T00:06:16.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.525+0000 7f618dffb640 1 -- 172.21.15.1:0/1429967777 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f618800a040 con 0x7f61901073a0 2024-02-10T00:06:16.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.526+0000 7f6199c7c740 1 Processor -- start 2024-02-10T00:06:16.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.526+0000 7f6199c7c740 1 -- start start 2024-02-10T00:06:16.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.526+0000 7f6199c7c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557daeac8190 0x557daeac8570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.526+0000 7f6199c7c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557daeac8ab0 0x557daead1150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.526+0000 7f6199c7c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557daead1690 0x557daead3a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.526+0000 7f6199c7c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557daea36000 con 0x557daeac8ab0 2024-02-10T00:06:16.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.526+0000 7f6199c7c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557daea33530 con 0x557daead1690 2024-02-10T00:06:16.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.526+0000 7f6199c7c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557daea2ed10 con 0x557daeac8190 2024-02-10T00:06:16.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.526+0000 7f618dffb640 1 --2- 172.21.15.1:0/1429967777 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f61800a2230 0x7f61800a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.526+0000 7f6194e39640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557daeac8ab0 0x557daead1150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.526+0000 7f6194e39640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557daeac8ab0 0x557daead1150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49034/0 (socket says 172.21.15.1:49034) 2024-02-10T00:06:16.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.526+0000 7f6194e39640 1 -- 172.21.15.1:0/668669200 learned_addr learned my addr 172.21.15.1:0/668669200 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:16.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.526+0000 7f619563a640 1 --2- 172.21.15.1:0/1429967777 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f61800a2230 0x7f61800a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.526+0000 7f618ffff640 1 --2- 172.21.15.1:0/668669200 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557daeac8190 0x557daeac8570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.526+0000 7f618ffff640 1 --2- 172.21.15.1:0/668669200 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557daead1690 0x557daead3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.526+0000 7f618dffb640 1 -- 172.21.15.1:0/1429967777 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f61880f0a20 con 0x7f61901073a0 2024-02-10T00:06:16.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.526+0000 7f6194e39640 1 -- 172.21.15.1:0/668669200 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557daeac8190 msgr2=0x557daeac8570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:16.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.526+0000 7f6194e39640 1 --2- 172.21.15.1:0/668669200 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557daeac8190 0x557daeac8570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.526+0000 7f6194e39640 1 -- 172.21.15.1:0/668669200 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557daead1690 msgr2=0x557daead3a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:16.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.526+0000 7f6194e39640 1 --2- 172.21.15.1:0/668669200 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557daead1690 0x557daead3a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.526+0000 7f6194e39640 1 -- 172.21.15.1:0/668669200 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557dae9d5210 con 0x557daeac8ab0 2024-02-10T00:06:16.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.526+0000 7f618ffff640 1 --2- 172.21.15.1:0/668669200 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557daeac8190 0x557daeac8570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:06:16.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.527+0000 7f6194e39640 1 --2- 172.21.15.1:0/668669200 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557daeac8ab0 0x557daead1150 secure :-1 s=READY pgs=1282 cs=0 l=1 rev1=1 crypto rx=0x7f618400bcd0 tx=0x7f61840107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68e5f5657f0d93af server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:16.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.527+0000 7f619563a640 1 --2- 172.21.15.1:0/1429967777 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f61800a2230 0x7f61800a46f0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f61880bd450 tx=0x7f61880095c0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:16.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.527+0000 7f617affd640 1 -- 172.21.15.1:0/668669200 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6184005220 con 0x557daeac8ab0 2024-02-10T00:06:16.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.527+0000 7f617affd640 1 -- 172.21.15.1:0/668669200 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6184015070 con 0x557daeac8ab0 2024-02-10T00:06:16.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.527+0000 7f617affd640 1 -- 172.21.15.1:0/668669200 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6184011640 con 0x557daeac8ab0 2024-02-10T00:06:16.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.527+0000 7f6199c7c740 1 -- 172.21.15.1:0/668669200 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557daeac8ab0 msgr2=0x557daead1150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:16.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.528+0000 7f6199c7c740 1 --2- 172.21.15.1:0/668669200 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557daeac8ab0 0x557daead1150 secure :-1 s=READY pgs=1282 cs=0 l=1 rev1=1 crypto rx=0x7f618400bcd0 tx=0x7f61840107a0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.528+0000 7f6199c7c740 1 -- 172.21.15.1:0/668669200 shutdown_connections 2024-02-10T00:06:16.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.528+0000 7f6199c7c740 1 --2- 172.21.15.1:0/668669200 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557daead1690 0x557daead3a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.528+0000 7f6199c7c740 1 --2- 172.21.15.1:0/668669200 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557daeac8ab0 0x557daead1150 unknown :-1 s=CLOSED pgs=1282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.528+0000 7f6199c7c740 1 --2- 172.21.15.1:0/668669200 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557daeac8190 0x557daeac8570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.528+0000 7f6199c7c740 1 -- 172.21.15.1:0/668669200 >> 172.21.15.1:0/668669200 conn(0x557daeac28c0 msgr2=0x557daeac2ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:16.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.528+0000 7f6199c7c740 1 -- 172.21.15.1:0/668669200 shutdown_connections 2024-02-10T00:06:16.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.528+0000 7f6199c7c740 1 -- 172.21.15.1:0/668669200 wait complete. 2024-02-10T00:06:16.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.528+0000 7f6199c7c740 1 -- start start 2024-02-10T00:06:16.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.528+0000 7f6199c7c740 1 Processor -- start 2024-02-10T00:06:16.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.528+0000 7f6199c7c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557daeac8190 0x557daeace690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.528+0000 7f6199c7c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557daeac8ab0 0x557daeacebd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.528+0000 7f6199c7c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557daead1690 0x557daeacf110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.528+0000 7f6199c7c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557dae9d3e60 con 0x557daeac8ab0 2024-02-10T00:06:16.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.528+0000 7f6199c7c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557dae7024b0 con 0x557daeac8190 2024-02-10T00:06:16.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.528+0000 7f6199c7c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557dae9b4670 con 0x557daead1690 2024-02-10T00:06:16.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.529+0000 7f6199c7c740 10 client.0 _ll_register_callbacks cb 0x557dae9cc190 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:16.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.529+0000 7f6194e39640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557daeac8ab0 0x557daeacebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.529+0000 7f6194e39640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557daeac8ab0 0x557daeacebd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49036/0 (socket says 172.21.15.1:49036) 2024-02-10T00:06:16.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.529+0000 7f6194e39640 1 -- 172.21.15.1:0/3222580916 learned_addr learned my addr 172.21.15.1:0/3222580916 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:16.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.529+0000 7f618ffff640 1 --2- 172.21.15.1:0/3222580916 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557daeac8190 0x557daeace690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.529+0000 7f618ffff640 1 --2- 172.21.15.1:0/3222580916 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557daead1690 0x557daeacf110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.529+0000 7f6194e39640 1 -- 172.21.15.1:0/3222580916 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557daead1690 msgr2=0x557daeacf110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:16.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.529+0000 7f6194e39640 1 --2- 172.21.15.1:0/3222580916 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557daead1690 0x557daeacf110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.529+0000 7f6194e39640 1 -- 172.21.15.1:0/3222580916 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557daeac8190 msgr2=0x557daeace690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:16.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.529+0000 7f6194e39640 1 --2- 172.21.15.1:0/3222580916 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557daeac8190 0x557daeace690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.529+0000 7f6194e39640 1 -- 172.21.15.1:0/3222580916 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f618400b900 con 0x557daeac8ab0 2024-02-10T00:06:16.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.529+0000 7f6194e39640 1 --2- 172.21.15.1:0/3222580916 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557daeac8ab0 0x557daeacebd0 secure :-1 s=READY pgs=1283 cs=0 l=1 rev1=1 crypto rx=0x7f6184005590 tx=0x7f6184005230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=670859a88e4cd623 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:16.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.529+0000 7f616ffff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:16.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.529+0000 7f616ffff640 1 -- 172.21.15.1:0/3222580916 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6184021070 con 0x557daeac8ab0 2024-02-10T00:06:16.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.529+0000 7f616ffff640 1 -- 172.21.15.1:0/3222580916 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f6184017070 con 0x557daeac8ab0 2024-02-10T00:06:16.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.529+0000 7f6199c7c740 1 -- 172.21.15.1:0/3222580916 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557dae72e860 con 0x557daeac8ab0 2024-02-10T00:06:16.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.529+0000 7f616ffff640 1 -- 172.21.15.1:0/3222580916 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6184005320 con 0x557daeac8ab0 2024-02-10T00:06:16.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.529+0000 7f6199c7c740 10 client.18099 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:16.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.529+0000 7f6199c7c740 1 -- 172.21.15.1:0/3222580916 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x557daea2d390 con 0x557daeac8ab0 2024-02-10T00:06:16.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.530+0000 7f616ffff640 1 -- 172.21.15.1:0/3222580916 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x557dae72e860 con 0x557daeac8ab0 2024-02-10T00:06:16.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.530+0000 7f616ffff640 1 -- 172.21.15.1:0/3222580916 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f6184003890 con 0x557daeac8ab0 2024-02-10T00:06:16.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.530+0000 7f6199c7c740 10 client.18099 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:16.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.530+0000 7f6199c7c740 10 client.18099 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:06:16.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.530+0000 7f6199c7c740 20 client.18099 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:16.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.530+0000 7f6199c7c740 1 --2- 172.21.15.1:0/3222580916 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557daeae1540 0x557daeae3960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.530+0000 7f6199c7c740 4 client.18099 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:06:16.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.530+0000 7f6199c7c740 1 -- 172.21.15.1:0/3222580916 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557dae77f410 con 0x557daeae1540 2024-02-10T00:06:16.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.530+0000 7f618ffff640 1 --2- 172.21.15.1:0/3222580916 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557daeae1540 0x557daeae3960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.531+0000 7f618ffff640 1 --2- 172.21.15.1:0/3222580916 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557daeae1540 0x557daeae3960 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=32a019330f2d18f8 server_cookie=70b92e6258458bd8 in_seq=0 out_seq=0 2024-02-10T00:06:16.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.531+0000 7f616ffff640 10 client.18099 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:16.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.531+0000 7f616ffff640 1 -- 172.21.15.1:0/3222580916 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x557dae77f410 con 0x557daeae1540 2024-02-10T00:06:16.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.531+0000 7f616ffff640 10 client.18099 handle_command_reply: tid=0 2024-02-10T00:06:16.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.531+0000 7f6199c7c740 1 client.18099 shutdown 2024-02-10T00:06:16.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.531+0000 7f6199c7c740 1 -- 172.21.15.1:0/3222580916 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557daeac8ab0 msgr2=0x557daeacebd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:16.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.531+0000 7f6199c7c740 1 --2- 172.21.15.1:0/3222580916 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557daeac8ab0 0x557daeacebd0 secure :-1 s=READY pgs=1283 cs=0 l=1 rev1=1 crypto rx=0x7f6184005590 tx=0x7f6184005230 comp rx=0 tx=0).stop 2024-02-10T00:06:16.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.531+0000 7f6199c7c740 1 -- 172.21.15.1:0/3222580916 shutdown_connections 2024-02-10T00:06:16.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.531+0000 7f6199c7c740 1 --2- 172.21.15.1:0/3222580916 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557daeae1540 0x557daeae3960 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.531+0000 7f6199c7c740 1 --2- 172.21.15.1:0/3222580916 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557daead1690 0x557daeacf110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.531+0000 7f6199c7c740 1 --2- 172.21.15.1:0/3222580916 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557daeac8ab0 0x557daeacebd0 unknown :-1 s=CLOSED pgs=1283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.531+0000 7f616ffff640 0 client.18099 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:16.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.531+0000 7f6199c7c740 1 --2- 172.21.15.1:0/3222580916 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557daeac8190 0x557daeace690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.531+0000 7f6199c7c740 1 -- 172.21.15.1:0/3222580916 >> 172.21.15.1:0/3222580916 conn(0x557daeac28c0 msgr2=0x557daeac4610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:16.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.532+0000 7f6199c7c740 1 -- 172.21.15.1:0/3222580916 shutdown_connections 2024-02-10T00:06:16.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.532+0000 7f6199c7c740 1 -- 172.21.15.1:0/3222580916 wait complete. 2024-02-10T00:06:16.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.532+0000 7f6199c7c740 20 client.18099 trim_cache size 0 max 16384 2024-02-10T00:06:16.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.547+0000 7f6199c7c740 1 Processor -- start 2024-02-10T00:06:16.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.547+0000 7f6199c7c740 1 -- start start 2024-02-10T00:06:16.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.547+0000 7f6199c7c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557daeac8190 0x557daeacef30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.547+0000 7f6199c7c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557daeac8ab0 0x557daeac17a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.547+0000 7f6199c7c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557daead1690 0x557daead8570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.547+0000 7f6199c7c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557daeae8bb0 con 0x557daead1690 2024-02-10T00:06:16.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.547+0000 7f6199c7c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557daeabca70 con 0x557daeac8ab0 2024-02-10T00:06:16.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.547+0000 7f6199c7c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557daeac7510 con 0x557daeac8190 2024-02-10T00:06:16.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.547+0000 7f618ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557daead1690 0x557daead8570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.547+0000 7f618ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557daead1690 0x557daead8570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49044/0 (socket says 172.21.15.1:49044) 2024-02-10T00:06:16.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.547+0000 7f618ffff640 1 -- 172.21.15.1:0/668563254 learned_addr learned my addr 172.21.15.1:0/668563254 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:16.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.547+0000 7f6194e39640 1 --2- 172.21.15.1:0/668563254 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557daeac8ab0 0x557daeac17a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.547+0000 7f618ffff640 1 --2- 172.21.15.1:0/668563254 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557daeac8190 0x557daeacef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.548+0000 7f618ffff640 1 -- 172.21.15.1:0/668563254 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557daeac8190 msgr2=0x557daeacef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:16.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.548+0000 7f618ffff640 1 --2- 172.21.15.1:0/668563254 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557daeac8190 0x557daeacef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.548+0000 7f618ffff640 1 -- 172.21.15.1:0/668563254 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557daeac8ab0 msgr2=0x557daeac17a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:16.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.548+0000 7f618ffff640 1 --2- 172.21.15.1:0/668563254 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557daeac8ab0 0x557daeac17a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.548+0000 7f618ffff640 1 -- 172.21.15.1:0/668563254 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557dae9c9c70 con 0x557daead1690 2024-02-10T00:06:16.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.548+0000 7f6194e39640 1 --2- 172.21.15.1:0/668563254 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557daeac8ab0 0x557daeac17a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:06:16.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.548+0000 7f618ffff640 1 --2- 172.21.15.1:0/668563254 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557daead1690 0x557daead8570 secure :-1 s=READY pgs=1284 cs=0 l=1 rev1=1 crypto rx=0x7f617c00f500 tx=0x7f617c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4d7b427278ccef6 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:16.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.548+0000 7f617a7fc640 1 -- 172.21.15.1:0/668563254 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f617c010b50 con 0x557daead1690 2024-02-10T00:06:16.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.548+0000 7f617a7fc640 1 -- 172.21.15.1:0/668563254 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f617c010cb0 con 0x557daead1690 2024-02-10T00:06:16.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.548+0000 7f617a7fc640 1 -- 172.21.15.1:0/668563254 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f617c0047a0 con 0x557daead1690 2024-02-10T00:06:16.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.549+0000 7f6199c7c740 1 -- 172.21.15.1:0/668563254 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557daead1690 msgr2=0x557daead8570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:16.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.549+0000 7f6199c7c740 1 --2- 172.21.15.1:0/668563254 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557daead1690 0x557daead8570 secure :-1 s=READY pgs=1284 cs=0 l=1 rev1=1 crypto rx=0x7f617c00f500 tx=0x7f617c0046c0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.549+0000 7f6199c7c740 1 -- 172.21.15.1:0/668563254 shutdown_connections 2024-02-10T00:06:16.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.549+0000 7f6199c7c740 1 --2- 172.21.15.1:0/668563254 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557daead1690 0x557daead8570 unknown :-1 s=CLOSED pgs=1284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.549+0000 7f6199c7c740 1 --2- 172.21.15.1:0/668563254 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557daeac8ab0 0x557daeac17a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.549+0000 7f6199c7c740 1 --2- 172.21.15.1:0/668563254 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557daeac8190 0x557daeacef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.549+0000 7f6199c7c740 1 -- 172.21.15.1:0/668563254 >> 172.21.15.1:0/668563254 conn(0x557daeac28c0 msgr2=0x557daeac1090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:16.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.549+0000 7f6199c7c740 1 -- 172.21.15.1:0/668563254 shutdown_connections 2024-02-10T00:06:16.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.549+0000 7f6199c7c740 1 -- 172.21.15.1:0/668563254 wait complete. 2024-02-10T00:06:16.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.549+0000 7f6199c7c740 1 -- start start 2024-02-10T00:06:16.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.549+0000 7f6199c7c740 1 Processor -- start 2024-02-10T00:06:16.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.549+0000 7f6199c7c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557daeac8190 0x557daead7c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.549+0000 7f6199c7c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557daeac8ab0 0x557daead8180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.549+0000 7f6199c7c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557daead1690 0x557daeb30c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.549+0000 7f6199c7c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557daeb311c0 con 0x557daeac8190 2024-02-10T00:06:16.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.549+0000 7f6199c7c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557daeb31330 con 0x557daead1690 2024-02-10T00:06:16.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.549+0000 7f6199c7c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557daeb314f0 con 0x557daeac8ab0 2024-02-10T00:06:16.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.549+0000 7f6199c7c740 10 client.0 _ll_register_callbacks cb 0x7f618400b810 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:16.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.549+0000 7f618ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557daeac8190 0x557daead7c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.550+0000 7f618ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557daeac8190 0x557daead7c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49050/0 (socket says 172.21.15.1:49050) 2024-02-10T00:06:16.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.550+0000 7f618ffff640 1 -- 172.21.15.1:0/790178052 learned_addr learned my addr 172.21.15.1:0/790178052 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:16.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.550+0000 7f6194e39640 1 --2- 172.21.15.1:0/790178052 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557daeac8ab0 0x557daead8180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.550+0000 7f618ffff640 1 -- 172.21.15.1:0/790178052 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557daeac8ab0 msgr2=0x557daead8180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:16.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.550+0000 7f618ffff640 1 --2- 172.21.15.1:0/790178052 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557daeac8ab0 0x557daead8180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.550+0000 7f618ffff640 1 -- 172.21.15.1:0/790178052 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557daead1690 msgr2=0x557daeb30c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:16.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.550+0000 7f618ffff640 1 --2- 172.21.15.1:0/790178052 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557daead1690 0x557daeb30c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.550+0000 7f618ffff640 1 -- 172.21.15.1:0/790178052 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f617c01a040 con 0x557daeac8190 2024-02-10T00:06:16.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.550+0000 7f618ffff640 1 --2- 172.21.15.1:0/790178052 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557daeac8190 0x557daead7c40 secure :-1 s=READY pgs=1285 cs=0 l=1 rev1=1 crypto rx=0x7f617c005520 tx=0x7f617c010c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c8c3e356460b115 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:16.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.550+0000 7f616ffff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:16.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.550+0000 7f616ffff640 1 -- 172.21.15.1:0/790178052 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f617c012540 con 0x557daeac8190 2024-02-10T00:06:16.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.550+0000 7f616ffff640 1 -- 172.21.15.1:0/790178052 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f617c000e40 con 0x557daeac8190 2024-02-10T00:06:16.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.550+0000 7f6199c7c740 1 -- 172.21.15.1:0/790178052 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f6184015070 con 0x557daeac8190 2024-02-10T00:06:16.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.550+0000 7f616ffff640 1 -- 172.21.15.1:0/790178052 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f617c0126a0 con 0x557daeac8190 2024-02-10T00:06:16.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.550+0000 7f6199c7c740 10 client.18105 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:16.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.550+0000 7f6199c7c740 1 -- 172.21.15.1:0/790178052 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x557dae9efac0 con 0x557daeac8190 2024-02-10T00:06:16.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.550+0000 7f616ffff640 1 -- 172.21.15.1:0/790178052 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f617c041080 con 0x557daeac8190 2024-02-10T00:06:16.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.551+0000 7f616ffff640 1 -- 172.21.15.1:0/790178052 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f617c03b030 con 0x557daeac8190 2024-02-10T00:06:16.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.551+0000 7f6199c7c740 10 client.18105 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:16.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.551+0000 7f6199c7c740 10 client.18105 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:06:16.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.551+0000 7f6199c7c740 20 client.18105 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:16.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.551+0000 7f6199c7c740 1 --2- 172.21.15.1:0/790178052 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557daeb39ed0 0x557daeb3c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.551+0000 7f6199c7c740 4 client.18105 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-02-10T00:06:16.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.551+0000 7f6199c7c740 1 -- 172.21.15.1:0/790178052 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x557dae76b7b0 con 0x557daeb39ed0 2024-02-10T00:06:16.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.551+0000 7f6194e39640 1 --2- 172.21.15.1:0/790178052 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557daeb39ed0 0x557daeb3c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.551+0000 7f6194e39640 1 --2- 172.21.15.1:0/790178052 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557daeb39ed0 0x557daeb3c2f0 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=796a024257ce7382 server_cookie=4f96eb6cbc19eb19 in_seq=0 out_seq=0 2024-02-10T00:06:16.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.551+0000 7f616ffff640 10 client.18105 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:16.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.552+0000 7f616ffff640 1 -- 172.21.15.1:0/790178052 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x557dae76b7b0 con 0x557daeb39ed0 2024-02-10T00:06:16.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.552+0000 7f616ffff640 10 client.18105 handle_command_reply: tid=0 2024-02-10T00:06:16.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.552+0000 7f6199c7c740 1 client.18105 shutdown 2024-02-10T00:06:16.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.553+0000 7f6199c7c740 1 -- 172.21.15.1:0/790178052 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557daeac8190 msgr2=0x557daead7c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:16.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.553+0000 7f6199c7c740 1 --2- 172.21.15.1:0/790178052 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557daeac8190 0x557daead7c40 secure :-1 s=READY pgs=1285 cs=0 l=1 rev1=1 crypto rx=0x7f617c005520 tx=0x7f617c010c20 comp rx=0 tx=0).stop 2024-02-10T00:06:16.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.553+0000 7f6199c7c740 1 -- 172.21.15.1:0/790178052 shutdown_connections 2024-02-10T00:06:16.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.553+0000 7f6199c7c740 1 --2- 172.21.15.1:0/790178052 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557daeb39ed0 0x557daeb3c2f0 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.553+0000 7f6199c7c740 1 --2- 172.21.15.1:0/790178052 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557daead1690 0x557daeb30c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.553+0000 7f616ffff640 0 client.18105 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:16.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.553+0000 7f6199c7c740 1 --2- 172.21.15.1:0/790178052 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557daeac8ab0 0x557daead8180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.553+0000 7f6199c7c740 1 --2- 172.21.15.1:0/790178052 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557daeac8190 0x557daead7c40 unknown :-1 s=CLOSED pgs=1285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.553+0000 7f6199c7c740 1 -- 172.21.15.1:0/790178052 >> 172.21.15.1:0/790178052 conn(0x557daeac28c0 msgr2=0x557daeac1920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:16.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.553+0000 7f6199c7c740 1 -- 172.21.15.1:0/790178052 shutdown_connections 2024-02-10T00:06:16.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.553+0000 7f6199c7c740 1 -- 172.21.15.1:0/790178052 wait complete. 2024-02-10T00:06:16.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.553+0000 7f6199c7c740 20 client.18105 trim_cache size 0 max 16384 2024-02-10T00:06:16.561 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:06:16.561 INFO:teuthology.orchestra.run.smithi001.stdout: "return_code": 0, 2024-02-10T00:06:16.561 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_tag": "4958e951-08f0-4689-90ed-d039aa1601ad", 2024-02-10T00:06:16.561 INFO:teuthology.orchestra.run.smithi001.stdout: "mode": "asynchronous" 2024-02-10T00:06:16.562 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:06:16.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.553+0000 7f619709d640 1 -- 172.21.15.1:0/1429967777 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f61800a2230 msgr2=0x7f61800a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:16.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.553+0000 7f619709d640 1 --2- 172.21.15.1:0/1429967777 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f61800a2230 0x7f61800a46f0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f61880bd450 tx=0x7f61880095c0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.553+0000 7f619709d640 1 -- 172.21.15.1:0/1429967777 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f61901073a0 msgr2=0x7f6190197640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:16.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.553+0000 7f619709d640 1 --2- 172.21.15.1:0/1429967777 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f61901073a0 0x7f6190197640 secure :-1 s=READY pgs=1281 cs=0 l=1 rev1=1 crypto rx=0x7f618802c750 tx=0x7f6188034b10 comp rx=0 tx=0).stop 2024-02-10T00:06:16.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.554+0000 7f619709d640 1 -- 172.21.15.1:0/1429967777 shutdown_connections 2024-02-10T00:06:16.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.554+0000 7f619709d640 1 --2- 172.21.15.1:0/1429967777 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f61800a2230 0x7f61800a46f0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.554+0000 7f619709d640 1 --2- 172.21.15.1:0/1429967777 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f61901073a0 0x7f6190197640 unknown :-1 s=CLOSED pgs=1281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.554+0000 7f619709d640 1 --2- 172.21.15.1:0/1429967777 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6190100480 0x7f619019d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.554+0000 7f619709d640 1 --2- 172.21.15.1:0/1429967777 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f61900ffac0 0x7f619019d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.554+0000 7f619709d640 1 -- 172.21.15.1:0/1429967777 >> 172.21.15.1:0/1429967777 conn(0x7f6190076680 msgr2=0x7f61900fe620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:16.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.554+0000 7f619709d640 1 -- 172.21.15.1:0/1429967777 shutdown_connections 2024-02-10T00:06:16.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.554+0000 7f619709d640 1 -- 172.21.15.1:0/1429967777 wait complete. 2024-02-10T00:06:16.566 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:06:16.567 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:06:16.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.670+0000 7f147490f640 1 -- 172.21.15.1:0/893064377 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1470102e00 msgr2=0x7f1470103260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:16.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.670+0000 7f147490f640 1 --2- 172.21.15.1:0/893064377 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1470102e00 0x7f1470103260 secure :-1 s=READY pgs=1286 cs=0 l=1 rev1=1 crypto rx=0x7f1458009930 tx=0x7f145802bc30 comp rx=0 tx=0).stop 2024-02-10T00:06:16.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.670+0000 7f147490f640 1 -- 172.21.15.1:0/893064377 shutdown_connections 2024-02-10T00:06:16.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.670+0000 7f147490f640 1 --2- 172.21.15.1:0/893064377 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f14701037a0 0x7f147010e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.670+0000 7f147490f640 1 --2- 172.21.15.1:0/893064377 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1470102e00 0x7f1470103260 unknown :-1 s=CLOSED pgs=1286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.670+0000 7f147490f640 1 --2- 172.21.15.1:0/893064377 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1470101520 0x7f1470101900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.670+0000 7f147490f640 1 -- 172.21.15.1:0/893064377 >> 172.21.15.1:0/893064377 conn(0x7f14700fccc0 msgr2=0x7f14700ff0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:16.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.670+0000 7f147490f640 1 -- 172.21.15.1:0/893064377 shutdown_connections 2024-02-10T00:06:16.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.670+0000 7f147490f640 1 -- 172.21.15.1:0/893064377 wait complete. 2024-02-10T00:06:16.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.671+0000 7f147490f640 1 Processor -- start 2024-02-10T00:06:16.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.671+0000 7f147490f640 1 -- start start 2024-02-10T00:06:16.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.671+0000 7f147490f640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1470101520 0x7f1470073530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.671+0000 7f147490f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1470102e00 0x7f1470073a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.671+0000 7f147490f640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f14701037a0 0x7f1470073fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.671+0000 7f147490f640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14701a5d20 con 0x7f1470102e00 2024-02-10T00:06:16.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.671+0000 7f147490f640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14701a5e90 con 0x7f14701037a0 2024-02-10T00:06:16.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.671+0000 7f147490f640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14701a6050 con 0x7f1470101520 2024-02-10T00:06:16.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.671+0000 7f1467fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1470102e00 0x7f1470073a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.671+0000 7f1467fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1470102e00 0x7f1470073a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49062/0 (socket says 172.21.15.1:49062) 2024-02-10T00:06:16.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.671+0000 7f1467fff640 1 -- 172.21.15.1:0/3844768160 learned_addr learned my addr 172.21.15.1:0/3844768160 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:16.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.671+0000 7f146e59c640 1 --2- 172.21.15.1:0/3844768160 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1470101520 0x7f1470073530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.671+0000 7f1467fff640 1 -- 172.21.15.1:0/3844768160 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1470101520 msgr2=0x7f1470073530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:16.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.671+0000 7f1467fff640 1 --2- 172.21.15.1:0/3844768160 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1470101520 0x7f1470073530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.671+0000 7f1467fff640 1 -- 172.21.15.1:0/3844768160 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f14701037a0 msgr2=0x7f1470073fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:16.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.671+0000 7f146ed9d640 1 --2- 172.21.15.1:0/3844768160 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f14701037a0 0x7f1470073fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.671+0000 7f1467fff640 1 --2- 172.21.15.1:0/3844768160 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f14701037a0 0x7f1470073fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.671+0000 7f1467fff640 1 -- 172.21.15.1:0/3844768160 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1458009560 con 0x7f1470102e00 2024-02-10T00:06:16.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.671+0000 7f146e59c640 1 --2- 172.21.15.1:0/3844768160 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1470101520 0x7f1470073530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:06:16.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.671+0000 7f146ed9d640 1 --2- 172.21.15.1:0/3844768160 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f14701037a0 0x7f1470073fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:06:16.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.672+0000 7f1467fff640 1 --2- 172.21.15.1:0/3844768160 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1470102e00 0x7f1470073a70 secure :-1 s=READY pgs=1287 cs=0 l=1 rev1=1 crypto rx=0x7f1458005940 tx=0x7f14580042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:16.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.672+0000 7f14677fe640 1 -- 172.21.15.1:0/3844768160 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14580044e0 con 0x7f1470102e00 2024-02-10T00:06:16.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.672+0000 7f14677fe640 1 -- 172.21.15.1:0/3844768160 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f145802cbc0 con 0x7f1470102e00 2024-02-10T00:06:16.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.672+0000 7f147490f640 1 -- 172.21.15.1:0/3844768160 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f14701a62d0 con 0x7f1470102e00 2024-02-10T00:06:16.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.672+0000 7f14677fe640 1 -- 172.21.15.1:0/3844768160 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1458003e20 con 0x7f1470102e00 2024-02-10T00:06:16.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.672+0000 7f147490f640 1 -- 172.21.15.1:0/3844768160 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f14701a6830 con 0x7f1470102e00 2024-02-10T00:06:16.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.674+0000 7f14677fe640 1 -- 172.21.15.1:0/3844768160 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f14580035f0 con 0x7f1470102e00 2024-02-10T00:06:16.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.674+0000 7f14775b6740 1 Processor -- start 2024-02-10T00:06:16.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.674+0000 7f14775b6740 1 -- start start 2024-02-10T00:06:16.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.674+0000 7f14677fe640 1 --2- 172.21.15.1:0/3844768160 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f145c0a22b0 0x7f145c0a4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.675+0000 7f14775b6740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556b13768980 0x556b13768d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.675+0000 7f14775b6740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556b13769330 0x556b137718e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.675+0000 7f14775b6740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556b13771eb0 0x556b13774300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.675+0000 7f14775b6740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b13723d00 con 0x556b13769330 2024-02-10T00:06:16.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.675+0000 7f14775b6740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b136d82f0 con 0x556b13771eb0 2024-02-10T00:06:16.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.675+0000 7f14775b6740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b136d5820 con 0x556b13768980 2024-02-10T00:06:16.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.675+0000 7f14677fe640 1 -- 172.21.15.1:0/3844768160 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f14580f0340 con 0x7f1470102e00 2024-02-10T00:06:16.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.675+0000 7f146ed9d640 1 --2- 172.21.15.1:0/3844768160 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f145c0a22b0 0x7f145c0a4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.675+0000 7f1467fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556b13769330 0x556b137718e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.675+0000 7f146ed9d640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556b13771eb0 0x556b13774300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.675+0000 7f1467fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556b13769330 0x556b137718e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49068/0 (socket says 172.21.15.1:49068) 2024-02-10T00:06:16.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.675+0000 7f1467fff640 1 -- 172.21.15.1:0/3477789334 learned_addr learned my addr 172.21.15.1:0/3477789334 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:16.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.675+0000 7f146e59c640 1 --2- 172.21.15.1:0/3477789334 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556b13768980 0x556b13768d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.675+0000 7f1467fff640 1 -- 172.21.15.1:0/3477789334 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556b13768980 msgr2=0x556b13768d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:16.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.675+0000 7f1467fff640 1 --2- 172.21.15.1:0/3477789334 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556b13768980 0x556b13768d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.675+0000 7f1467fff640 1 -- 172.21.15.1:0/3477789334 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556b13771eb0 msgr2=0x556b13774300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:16.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.675+0000 7f1467fff640 1 --2- 172.21.15.1:0/3477789334 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556b13771eb0 0x556b13774300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.675+0000 7f1467fff640 1 -- 172.21.15.1:0/3477789334 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556b13692ff0 con 0x556b13769330 2024-02-10T00:06:16.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.675+0000 7f146ed9d640 1 --2- 172.21.15.1:0/3844768160 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f145c0a22b0 0x7f145c0a4770 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f1468005fd0 tx=0x7f1468008c10 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:16.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.675+0000 7f1467fff640 1 --2- 172.21.15.1:0/3477789334 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556b13769330 0x556b137718e0 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7f14580bcdd0 tx=0x7f14580bc860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a4e5cd5342872da server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:16.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.675+0000 7f1464ff9640 1 -- 172.21.15.1:0/3477789334 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14580c0f90 con 0x556b13769330 2024-02-10T00:06:16.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.675+0000 7f1464ff9640 1 -- 172.21.15.1:0/3477789334 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f14580d0e90 con 0x556b13769330 2024-02-10T00:06:16.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.675+0000 7f1464ff9640 1 -- 172.21.15.1:0/3477789334 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14580bd0a0 con 0x556b13769330 2024-02-10T00:06:16.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.676+0000 7f14775b6740 1 -- 172.21.15.1:0/3477789334 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556b13769330 msgr2=0x556b137718e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:16.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.676+0000 7f14775b6740 1 --2- 172.21.15.1:0/3477789334 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556b13769330 0x556b137718e0 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7f14580bcdd0 tx=0x7f14580bc860 comp rx=0 tx=0).stop 2024-02-10T00:06:16.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.676+0000 7f14775b6740 1 -- 172.21.15.1:0/3477789334 shutdown_connections 2024-02-10T00:06:16.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.676+0000 7f14775b6740 1 --2- 172.21.15.1:0/3477789334 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556b13771eb0 0x556b13774300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.676+0000 7f14775b6740 1 --2- 172.21.15.1:0/3477789334 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556b13769330 0x556b137718e0 unknown :-1 s=CLOSED pgs=1288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.676+0000 7f14775b6740 1 --2- 172.21.15.1:0/3477789334 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556b13768980 0x556b13768d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.676+0000 7f14775b6740 1 -- 172.21.15.1:0/3477789334 >> 172.21.15.1:0/3477789334 conn(0x556b13763050 msgr2=0x556b13763430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:16.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.676+0000 7f14775b6740 1 -- 172.21.15.1:0/3477789334 shutdown_connections 2024-02-10T00:06:16.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.676+0000 7f14775b6740 1 -- 172.21.15.1:0/3477789334 wait complete. 2024-02-10T00:06:16.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.677+0000 7f14775b6740 1 -- start start 2024-02-10T00:06:16.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.677+0000 7f14775b6740 1 Processor -- start 2024-02-10T00:06:16.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.677+0000 7f14775b6740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556b13768980 0x556b1376ee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.677+0000 7f14775b6740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556b13769330 0x556b1376f350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.677+0000 7f14775b6740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556b13771eb0 0x556b1376f890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.677+0000 7f14775b6740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b136d1000 con 0x556b13768980 2024-02-10T00:06:16.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.677+0000 7f14775b6740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b133a4430 con 0x556b13769330 2024-02-10T00:06:16.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.677+0000 7f14775b6740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b13360e00 con 0x556b13771eb0 2024-02-10T00:06:16.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.677+0000 7f14775b6740 10 client.0 _ll_register_callbacks cb 0x556b136c57f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:16.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.677+0000 7f146e59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556b13768980 0x556b1376ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.677+0000 7f146e59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556b13768980 0x556b1376ee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49082/0 (socket says 172.21.15.1:49082) 2024-02-10T00:06:16.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.677+0000 7f146e59c640 1 -- 172.21.15.1:0/330357870 learned_addr learned my addr 172.21.15.1:0/330357870 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:16.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.677+0000 7f146ed9d640 1 --2- 172.21.15.1:0/330357870 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556b13771eb0 0x556b1376f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.677+0000 7f1467fff640 1 --2- 172.21.15.1:0/330357870 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556b13769330 0x556b1376f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.677+0000 7f146e59c640 1 -- 172.21.15.1:0/330357870 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556b13771eb0 msgr2=0x556b1376f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:16.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.677+0000 7f146e59c640 1 --2- 172.21.15.1:0/330357870 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556b13771eb0 0x556b1376f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.677+0000 7f146e59c640 1 -- 172.21.15.1:0/330357870 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556b13769330 msgr2=0x556b1376f350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:16.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.677+0000 7f146e59c640 1 --2- 172.21.15.1:0/330357870 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556b13769330 0x556b1376f350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.677+0000 7f146e59c640 1 -- 172.21.15.1:0/330357870 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f14701a6830 con 0x556b13768980 2024-02-10T00:06:16.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.677+0000 7f1467fff640 1 --2- 172.21.15.1:0/330357870 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556b13769330 0x556b1376f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:06:16.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.677+0000 7f146e59c640 1 --2- 172.21.15.1:0/330357870 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556b13768980 0x556b1376ee10 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7f1460011a60 tx=0x7f1460011f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9eafc619d130ffd5 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:16.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.677+0000 7f1455ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:16.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.678+0000 7f1455ffb640 1 -- 172.21.15.1:0/330357870 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f146000fe70 con 0x556b13768980 2024-02-10T00:06:16.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.678+0000 7f1455ffb640 1 -- 172.21.15.1:0/330357870 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f1460005020 con 0x556b13768980 2024-02-10T00:06:16.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.678+0000 7f14775b6740 1 -- 172.21.15.1:0/330357870 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556b133d07e0 con 0x556b13768980 2024-02-10T00:06:16.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.678+0000 7f1455ffb640 1 -- 172.21.15.1:0/330357870 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f14600051e0 con 0x556b13768980 2024-02-10T00:06:16.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.678+0000 7f14775b6740 10 client.18117 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:16.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.678+0000 7f14775b6740 1 -- 172.21.15.1:0/330357870 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x556b136cf680 con 0x556b13768980 2024-02-10T00:06:16.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.678+0000 7f1455ffb640 1 -- 172.21.15.1:0/330357870 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1460027080 con 0x556b13768980 2024-02-10T00:06:16.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.678+0000 7f1455ffb640 1 -- 172.21.15.1:0/330357870 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f1460021030 con 0x556b13768980 2024-02-10T00:06:16.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.678+0000 7f14775b6740 10 client.18117 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:16.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.678+0000 7f14775b6740 10 client.18117 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:06:16.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.678+0000 7f14775b6740 20 client.18117 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:16.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.678+0000 7f14775b6740 1 --2- 172.21.15.1:0/330357870 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556b137822f0 0x556b13784730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.678+0000 7f14775b6740 4 client.18117 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:06:16.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.678+0000 7f14775b6740 1 -- 172.21.15.1:0/330357870 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556b1340d720 con 0x556b137822f0 2024-02-10T00:06:16.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.678+0000 7f1467fff640 1 --2- 172.21.15.1:0/330357870 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556b137822f0 0x556b13784730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.679+0000 7f1467fff640 1 --2- 172.21.15.1:0/330357870 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556b137822f0 0x556b13784730 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=23a6fe94428bfaa6 server_cookie=953cb47733e7b5ab in_seq=0 out_seq=0 2024-02-10T00:06:16.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.679+0000 7f1455ffb640 10 client.18117 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:16.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.679+0000 7f1455ffb640 1 -- 172.21.15.1:0/330357870 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x556b1340d720 con 0x556b137822f0 2024-02-10T00:06:16.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.679+0000 7f1455ffb640 10 client.18117 handle_command_reply: tid=0 2024-02-10T00:06:16.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.679+0000 7f14775b6740 1 client.18117 shutdown 2024-02-10T00:06:16.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.680+0000 7f14775b6740 1 -- 172.21.15.1:0/330357870 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556b13768980 msgr2=0x556b1376ee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:16.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.680+0000 7f14775b6740 1 --2- 172.21.15.1:0/330357870 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556b13768980 0x556b1376ee10 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7f1460011a60 tx=0x7f1460011f20 comp rx=0 tx=0).stop 2024-02-10T00:06:16.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.680+0000 7f14775b6740 1 -- 172.21.15.1:0/330357870 shutdown_connections 2024-02-10T00:06:16.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.680+0000 7f14775b6740 1 --2- 172.21.15.1:0/330357870 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556b137822f0 0x556b13784730 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.680+0000 7f14775b6740 1 --2- 172.21.15.1:0/330357870 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556b13771eb0 0x556b1376f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.680+0000 7f1455ffb640 0 client.18117 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:16.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.680+0000 7f14775b6740 1 --2- 172.21.15.1:0/330357870 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556b13769330 0x556b1376f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.680+0000 7f14775b6740 1 --2- 172.21.15.1:0/330357870 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556b13768980 0x556b1376ee10 unknown :-1 s=CLOSED pgs=1289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.680+0000 7f14775b6740 1 -- 172.21.15.1:0/330357870 >> 172.21.15.1:0/330357870 conn(0x556b13763050 msgr2=0x556b13764da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:16.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.680+0000 7f14775b6740 1 -- 172.21.15.1:0/330357870 shutdown_connections 2024-02-10T00:06:16.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.680+0000 7f14775b6740 1 -- 172.21.15.1:0/330357870 wait complete. 2024-02-10T00:06:16.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.680+0000 7f14775b6740 20 client.18117 trim_cache size 0 max 16384 2024-02-10T00:06:16.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.695+0000 7f14775b6740 1 Processor -- start 2024-02-10T00:06:16.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.695+0000 7f14775b6740 1 -- start start 2024-02-10T00:06:16.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.695+0000 7f14775b6740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556b13768980 0x556b13771540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.695+0000 7f14775b6740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556b13769330 0x556b1376f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.695+0000 7f14775b6740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556b13771eb0 0x556b1376c070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.695+0000 7f14775b6740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b1375e780 con 0x556b13769330 2024-02-10T00:06:16.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.695+0000 7f14775b6740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b13655fd0 con 0x556b13768980 2024-02-10T00:06:16.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.695+0000 7f14775b6740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b13789980 con 0x556b13771eb0 2024-02-10T00:06:16.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.695+0000 7f1467fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556b13769330 0x556b1376f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.695+0000 7f1467fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556b13769330 0x556b1376f6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49098/0 (socket says 172.21.15.1:49098) 2024-02-10T00:06:16.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.695+0000 7f1467fff640 1 -- 172.21.15.1:0/2769833560 learned_addr learned my addr 172.21.15.1:0/2769833560 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:16.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.695+0000 7f146e59c640 1 --2- 172.21.15.1:0/2769833560 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556b13768980 0x556b13771540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.695+0000 7f1467fff640 1 -- 172.21.15.1:0/2769833560 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556b13771eb0 msgr2=0x556b1376c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:16.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.695+0000 7f1467fff640 1 --2- 172.21.15.1:0/2769833560 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556b13771eb0 0x556b1376c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.695+0000 7f1467fff640 1 -- 172.21.15.1:0/2769833560 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556b13768980 msgr2=0x556b13771540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:16.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.695+0000 7f1467fff640 1 --2- 172.21.15.1:0/2769833560 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556b13768980 0x556b13771540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.695+0000 7f1467fff640 1 -- 172.21.15.1:0/2769833560 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556b1366bb30 con 0x556b13769330 2024-02-10T00:06:16.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.695+0000 7f146e59c640 1 --2- 172.21.15.1:0/2769833560 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556b13768980 0x556b13771540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:06:16.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.695+0000 7f1467fff640 1 --2- 172.21.15.1:0/2769833560 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556b13769330 0x556b1376f6b0 secure :-1 s=READY pgs=1290 cs=0 l=1 rev1=1 crypto rx=0x7f14580f0620 tx=0x7f14580b94b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a8e36d7f32ecc84 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:16.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.695+0000 7f1457fff640 1 -- 172.21.15.1:0/2769833560 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14580b90e0 con 0x556b13769330 2024-02-10T00:06:16.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.696+0000 7f1457fff640 1 -- 172.21.15.1:0/2769833560 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f14580bb140 con 0x556b13769330 2024-02-10T00:06:16.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.696+0000 7f1457fff640 1 -- 172.21.15.1:0/2769833560 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14580bd0a0 con 0x556b13769330 2024-02-10T00:06:16.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.696+0000 7f14775b6740 1 -- 172.21.15.1:0/2769833560 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556b13769330 msgr2=0x556b1376f6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:16.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.696+0000 7f14775b6740 1 --2- 172.21.15.1:0/2769833560 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556b13769330 0x556b1376f6b0 secure :-1 s=READY pgs=1290 cs=0 l=1 rev1=1 crypto rx=0x7f14580f0620 tx=0x7f14580b94b0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.696+0000 7f14775b6740 1 -- 172.21.15.1:0/2769833560 shutdown_connections 2024-02-10T00:06:16.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.696+0000 7f14775b6740 1 --2- 172.21.15.1:0/2769833560 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556b13771eb0 0x556b1376c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.696+0000 7f14775b6740 1 --2- 172.21.15.1:0/2769833560 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556b13769330 0x556b1376f6b0 unknown :-1 s=CLOSED pgs=1290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.696+0000 7f14775b6740 1 --2- 172.21.15.1:0/2769833560 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556b13768980 0x556b13771540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.696+0000 7f14775b6740 1 -- 172.21.15.1:0/2769833560 >> 172.21.15.1:0/2769833560 conn(0x556b13763050 msgr2=0x556b1376a100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:16.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.696+0000 7f14775b6740 1 -- 172.21.15.1:0/2769833560 shutdown_connections 2024-02-10T00:06:16.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.696+0000 7f14775b6740 1 -- 172.21.15.1:0/2769833560 wait complete. 2024-02-10T00:06:16.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.696+0000 7f14775b6740 1 -- start start 2024-02-10T00:06:16.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.696+0000 7f14775b6740 1 Processor -- start 2024-02-10T00:06:16.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.697+0000 7f14775b6740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556b13768980 0x556b13777860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.697+0000 7f14775b6740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556b13769330 0x556b13777da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.697+0000 7f14775b6740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556b13771eb0 0x556b137782e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.697+0000 7f14775b6740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b137d8900 con 0x556b13771eb0 2024-02-10T00:06:16.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.697+0000 7f14775b6740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b137d8a70 con 0x556b13768980 2024-02-10T00:06:16.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.697+0000 7f14775b6740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b137d8c30 con 0x556b13769330 2024-02-10T00:06:16.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.697+0000 7f14775b6740 10 client.0 _ll_register_callbacks cb 0x7f1458005b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:16.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.697+0000 7f146ed9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556b13771eb0 0x556b137782e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.697+0000 7f146ed9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556b13771eb0 0x556b137782e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49112/0 (socket says 172.21.15.1:49112) 2024-02-10T00:06:16.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.697+0000 7f146ed9d640 1 -- 172.21.15.1:0/4239911567 learned_addr learned my addr 172.21.15.1:0/4239911567 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:16.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.697+0000 7f146e59c640 1 --2- 172.21.15.1:0/4239911567 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556b13768980 0x556b13777860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.697+0000 7f1467fff640 1 --2- 172.21.15.1:0/4239911567 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556b13769330 0x556b13777da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.697+0000 7f146ed9d640 1 -- 172.21.15.1:0/4239911567 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556b13769330 msgr2=0x556b13777da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:16.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.697+0000 7f146ed9d640 1 --2- 172.21.15.1:0/4239911567 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556b13769330 0x556b13777da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.697+0000 7f146ed9d640 1 -- 172.21.15.1:0/4239911567 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556b13768980 msgr2=0x556b13777860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:16.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.697+0000 7f146ed9d640 1 --2- 172.21.15.1:0/4239911567 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556b13768980 0x556b13777860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.697+0000 7f146ed9d640 1 -- 172.21.15.1:0/4239911567 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556b13692ff0 con 0x556b13771eb0 2024-02-10T00:06:16.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.697+0000 7f146ed9d640 1 --2- 172.21.15.1:0/4239911567 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556b13771eb0 0x556b137782e0 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7f146801f620 tx=0x7f1468004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bd1c02f1ffa9ce4 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:16.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.697+0000 7f1455ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:16.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.697+0000 7f1455ffb640 1 -- 172.21.15.1:0/4239911567 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14680089a0 con 0x556b13771eb0 2024-02-10T00:06:16.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.697+0000 7f1455ffb640 1 -- 172.21.15.1:0/4239911567 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f14680107e0 con 0x556b13771eb0 2024-02-10T00:06:16.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.697+0000 7f14775b6740 1 -- 172.21.15.1:0/4239911567 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f14580d0e90 con 0x556b13771eb0 2024-02-10T00:06:16.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.698+0000 7f1455ffb640 1 -- 172.21.15.1:0/4239911567 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f14680085a0 con 0x556b13771eb0 2024-02-10T00:06:16.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.698+0000 7f14775b6740 10 client.18123 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:16.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.698+0000 7f14775b6740 1 -- 172.21.15.1:0/4239911567 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x556b13691850 con 0x556b13771eb0 2024-02-10T00:06:16.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.698+0000 7f1455ffb640 1 -- 172.21.15.1:0/4239911567 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f14580d0e90 con 0x556b13771eb0 2024-02-10T00:06:16.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.698+0000 7f1455ffb640 1 -- 172.21.15.1:0/4239911567 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f146800b050 con 0x556b13771eb0 2024-02-10T00:06:16.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.698+0000 7f14775b6740 10 client.18123 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:16.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.698+0000 7f14775b6740 10 client.18123 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:06:16.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.698+0000 7f14775b6740 20 client.18123 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:16.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.698+0000 7f14775b6740 1 --2- 172.21.15.1:0/4239911567 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556b137da440 0x556b137dc860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:16.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.698+0000 7f14775b6740 4 client.18123 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:06:16.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.698+0000 7f14775b6740 1 -- 172.21.15.1:0/4239911567 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x556b1345c890 con 0x556b137da440 2024-02-10T00:06:16.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.698+0000 7f146e59c640 1 --2- 172.21.15.1:0/4239911567 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556b137da440 0x556b137dc860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:16.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.699+0000 7f146e59c640 1 --2- 172.21.15.1:0/4239911567 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556b137da440 0x556b137dc860 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=efafcd93bf07af21 server_cookie=9e684debaa08b840 in_seq=0 out_seq=0 2024-02-10T00:06:16.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.699+0000 7f1455ffb640 10 client.18123 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:16.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.699+0000 7f1455ffb640 1 -- 172.21.15.1:0/4239911567 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x556b1345c890 con 0x556b137da440 2024-02-10T00:06:16.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.699+0000 7f1455ffb640 10 client.18123 handle_command_reply: tid=0 2024-02-10T00:06:16.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.699+0000 7f14775b6740 1 client.18123 shutdown 2024-02-10T00:06:16.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.699+0000 7f14775b6740 1 -- 172.21.15.1:0/4239911567 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556b13771eb0 msgr2=0x556b137782e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:16.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.699+0000 7f14775b6740 1 --2- 172.21.15.1:0/4239911567 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556b13771eb0 0x556b137782e0 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7f146801f620 tx=0x7f1468004a40 comp rx=0 tx=0).stop 2024-02-10T00:06:16.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.699+0000 7f14775b6740 1 -- 172.21.15.1:0/4239911567 shutdown_connections 2024-02-10T00:06:16.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.699+0000 7f14775b6740 1 --2- 172.21.15.1:0/4239911567 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556b137da440 0x556b137dc860 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.699+0000 7f14775b6740 1 --2- 172.21.15.1:0/4239911567 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556b13771eb0 0x556b137782e0 unknown :-1 s=CLOSED pgs=1291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.699+0000 7f14775b6740 1 --2- 172.21.15.1:0/4239911567 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556b13769330 0x556b13777da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.699+0000 7f14775b6740 1 --2- 172.21.15.1:0/4239911567 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556b13768980 0x556b13777860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.699+0000 7f1455ffb640 0 client.18123 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:16.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.699+0000 7f14775b6740 1 -- 172.21.15.1:0/4239911567 >> 172.21.15.1:0/4239911567 conn(0x556b13763050 msgr2=0x556b13761960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:16.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.699+0000 7f14775b6740 1 -- 172.21.15.1:0/4239911567 shutdown_connections 2024-02-10T00:06:16.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.699+0000 7f14775b6740 1 -- 172.21.15.1:0/4239911567 wait complete. 2024-02-10T00:06:16.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.699+0000 7f14775b6740 20 client.18123 trim_cache size 0 max 16384 2024-02-10T00:06:16.708 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:06:16.709 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "IDLE (waiting for more scrubs)", 2024-02-10T00:06:16.709 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": { 2024-02-10T00:06:16.709 INFO:teuthology.orchestra.run.smithi001.stdout: "4958e951-08f0-4689-90ed-d039aa1601ad": { 2024-02-10T00:06:16.709 INFO:teuthology.orchestra.run.smithi001.stdout: "path": "/", 2024-02-10T00:06:16.709 INFO:teuthology.orchestra.run.smithi001.stdout: "tag": "4958e951-08f0-4689-90ed-d039aa1601ad", 2024-02-10T00:06:16.709 INFO:teuthology.orchestra.run.smithi001.stdout: "options": "recursive,force" 2024-02-10T00:06:16.709 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:06:16.709 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:06:16.709 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:06:16.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.699+0000 7f147490f640 1 -- 172.21.15.1:0/3844768160 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f145c0a22b0 msgr2=0x7f145c0a4770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:16.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.699+0000 7f147490f640 1 --2- 172.21.15.1:0/3844768160 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f145c0a22b0 0x7f145c0a4770 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f1468005fd0 tx=0x7f1468008c10 comp rx=0 tx=0).stop 2024-02-10T00:06:16.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.699+0000 7f147490f640 1 -- 172.21.15.1:0/3844768160 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1470102e00 msgr2=0x7f1470073a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:16.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.699+0000 7f147490f640 1 --2- 172.21.15.1:0/3844768160 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1470102e00 0x7f1470073a70 secure :-1 s=READY pgs=1287 cs=0 l=1 rev1=1 crypto rx=0x7f1458005940 tx=0x7f14580042f0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.699+0000 7f147490f640 1 -- 172.21.15.1:0/3844768160 shutdown_connections 2024-02-10T00:06:16.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.699+0000 7f147490f640 1 --2- 172.21.15.1:0/3844768160 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f145c0a22b0 0x7f145c0a4770 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.700+0000 7f147490f640 1 --2- 172.21.15.1:0/3844768160 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f14701037a0 0x7f1470073fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.700+0000 7f147490f640 1 --2- 172.21.15.1:0/3844768160 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1470102e00 0x7f1470073a70 unknown :-1 s=CLOSED pgs=1287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.700+0000 7f147490f640 1 --2- 172.21.15.1:0/3844768160 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1470101520 0x7f1470073530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:16.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.700+0000 7f147490f640 1 -- 172.21.15.1:0/3844768160 >> 172.21.15.1:0/3844768160 conn(0x7f14700fccc0 msgr2=0x7f14700fd3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:16.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.700+0000 7f147490f640 1 -- 172.21.15.1:0/3844768160 shutdown_connections 2024-02-10T00:06:16.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:16.700+0000 7f147490f640 1 -- 172.21.15.1:0/3844768160 wait complete. 2024-02-10T00:06:16.712 INFO:tasks.cephfs.filesystem:scrub status for tag:4958e951-08f0-4689-90ed-d039aa1601ad - {'path': '/', 'tag': '4958e951-08f0-4689-90ed-d039aa1601ad', 'options': 'recursive,force'} 2024-02-10T00:06:17.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:17 smithi088 ceph-mon[36452]: pgmap v213: 97 pgs: 97 active+clean; 3.8 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:06:17.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:17 smithi088 ceph-mon[36452]: scrub queued for path: / 2024-02-10T00:06:17.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:17 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:06:17.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:17 smithi088 ceph-mon[36452]: scrub summary: active paths [/] 2024-02-10T00:06:17.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:17 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:06:17.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:17 smithi103 ceph-mon[36942]: pgmap v213: 97 pgs: 97 active+clean; 3.8 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:06:17.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:17 smithi103 ceph-mon[36942]: scrub queued for path: / 2024-02-10T00:06:17.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:17 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:06:17.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:17 smithi103 ceph-mon[36942]: scrub summary: active paths [/] 2024-02-10T00:06:17.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:17 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:06:17.472 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:17 smithi001 ceph-mon[32335]: pgmap v213: 97 pgs: 97 active+clean; 3.8 MiB data, 374 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:06:17.472 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:17 smithi001 ceph-mon[32335]: scrub queued for path: / 2024-02-10T00:06:17.472 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:17 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:06:17.472 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:17 smithi001 ceph-mon[32335]: scrub summary: active paths [/] 2024-02-10T00:06:17.472 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:17 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:06:19.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:19 smithi088 ceph-mon[36452]: pgmap v214: 97 pgs: 97 active+clean; 4.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 69 KiB/s wr, 27 op/s 2024-02-10T00:06:19.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:19 smithi103 ceph-mon[36942]: pgmap v214: 97 pgs: 97 active+clean; 4.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 69 KiB/s wr, 27 op/s 2024-02-10T00:06:19.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:19 smithi001 ceph-mon[32335]: pgmap v214: 97 pgs: 97 active+clean; 4.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 69 KiB/s wr, 27 op/s 2024-02-10T00:06:21.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:21 smithi088 ceph-mon[36452]: pgmap v215: 97 pgs: 97 active+clean; 4.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 42 KiB/s wr, 17 op/s 2024-02-10T00:06:21.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:21 smithi088 ceph-mon[36452]: scrub summary: idle 2024-02-10T00:06:21.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:21 smithi103 ceph-mon[36942]: pgmap v215: 97 pgs: 97 active+clean; 4.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 42 KiB/s wr, 17 op/s 2024-02-10T00:06:21.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:21 smithi103 ceph-mon[36942]: scrub summary: idle 2024-02-10T00:06:21.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:21 smithi001 ceph-mon[32335]: pgmap v215: 97 pgs: 97 active+clean; 4.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 42 KiB/s wr, 17 op/s 2024-02-10T00:06:21.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:21 smithi001 ceph-mon[32335]: scrub summary: idle 2024-02-10T00:06:23.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:23 smithi088 ceph-mon[36452]: pgmap v216: 97 pgs: 97 active+clean; 4.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 42 KiB/s wr, 17 op/s 2024-02-10T00:06:23.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:23 smithi103 ceph-mon[36942]: pgmap v216: 97 pgs: 97 active+clean; 4.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 42 KiB/s wr, 17 op/s 2024-02-10T00:06:23.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:23 smithi001 ceph-mon[32335]: pgmap v216: 97 pgs: 97 active+clean; 4.0 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 42 KiB/s wr, 17 op/s 2024-02-10T00:06:25.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:25 smithi088 ceph-mon[36452]: pgmap v217: 97 pgs: 97 active+clean; 4.2 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 59 KiB/s wr, 23 op/s 2024-02-10T00:06:25.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:25 smithi103 ceph-mon[36942]: pgmap v217: 97 pgs: 97 active+clean; 4.2 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 59 KiB/s wr, 23 op/s 2024-02-10T00:06:25.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:25 smithi001 ceph-mon[32335]: pgmap v217: 97 pgs: 97 active+clean; 4.2 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 59 KiB/s wr, 23 op/s 2024-02-10T00:06:26.708 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.705+0000 7f480f8eb640 1 -- 172.21.15.1:0/3496012099 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4808100360 msgr2=0x7f4808100740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:26.708 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.705+0000 7f480f8eb640 1 --2- 172.21.15.1:0/3496012099 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4808100360 0x7f4808100740 secure :-1 s=READY pgs=1292 cs=0 l=1 rev1=1 crypto rx=0x7f4804009930 tx=0x7f480402bc30 comp rx=0 tx=0).stop 2024-02-10T00:06:26.709 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.705+0000 7f480f8eb640 1 -- 172.21.15.1:0/3496012099 shutdown_connections 2024-02-10T00:06:26.709 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.705+0000 7f480f8eb640 1 --2- 172.21.15.1:0/3496012099 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4808105430 0x7f480810d000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.709 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.705+0000 7f480f8eb640 1 --2- 172.21.15.1:0/3496012099 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4808100d10 0x7f4808104d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.709 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.705+0000 7f480f8eb640 1 --2- 172.21.15.1:0/3496012099 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4808100360 0x7f4808100740 unknown :-1 s=CLOSED pgs=1292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.709 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.705+0000 7f480f8eb640 1 -- 172.21.15.1:0/3496012099 >> 172.21.15.1:0/3496012099 conn(0x7f4808077250 msgr2=0x7f4808077660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:26.709 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.705+0000 7f480f8eb640 1 -- 172.21.15.1:0/3496012099 shutdown_connections 2024-02-10T00:06:26.709 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.705+0000 7f480f8eb640 1 -- 172.21.15.1:0/3496012099 wait complete. 2024-02-10T00:06:26.709 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.706+0000 7f480f8eb640 1 Processor -- start 2024-02-10T00:06:26.709 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.706+0000 7f480f8eb640 1 -- start start 2024-02-10T00:06:26.711 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.706+0000 7f480f8eb640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4808100360 0x7f48081986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:26.711 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.706+0000 7f480f8eb640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4808105430 0x7f4808198c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:26.711 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.706+0000 7f480f8eb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f48081991c0 0x7f48081a3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:26.711 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.706+0000 7f480f8eb640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48081a3e40 con 0x7f48081991c0 2024-02-10T00:06:26.711 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.706+0000 7f480f8eb640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48081a3fb0 con 0x7f4808100360 2024-02-10T00:06:26.711 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.706+0000 7f480f8eb640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48081a4170 con 0x7f4808105430 2024-02-10T00:06:26.711 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.706+0000 7f480de88640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f48081991c0 0x7f48081a3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:26.712 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.706+0000 7f480de88640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f48081991c0 0x7f48081a3770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:39942/0 (socket says 172.21.15.1:39942) 2024-02-10T00:06:26.712 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.706+0000 7f480de88640 1 -- 172.21.15.1:0/3092823370 learned_addr learned my addr 172.21.15.1:0/3092823370 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:26.712 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.706+0000 7f480d687640 1 --2- 172.21.15.1:0/3092823370 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4808100360 0x7f48081986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:26.712 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.707+0000 7f480ce86640 1 --2- 172.21.15.1:0/3092823370 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4808105430 0x7f4808198c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:26.712 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.707+0000 7f480de88640 1 -- 172.21.15.1:0/3092823370 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4808105430 msgr2=0x7f4808198c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:26.712 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.707+0000 7f480de88640 1 --2- 172.21.15.1:0/3092823370 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4808105430 0x7f4808198c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.712 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.707+0000 7f480de88640 1 -- 172.21.15.1:0/3092823370 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4808100360 msgr2=0x7f48081986f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:26.712 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.707+0000 7f480de88640 1 --2- 172.21.15.1:0/3092823370 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4808100360 0x7f48081986f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.712 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.707+0000 7f480de88640 1 -- 172.21.15.1:0/3092823370 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4804009560 con 0x7f48081991c0 2024-02-10T00:06:26.712 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.707+0000 7f480d687640 1 --2- 172.21.15.1:0/3092823370 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4808100360 0x7f48081986f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:06:26.712 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.707+0000 7f480de88640 1 --2- 172.21.15.1:0/3092823370 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f48081991c0 0x7f48081a3770 secure :-1 s=READY pgs=1293 cs=0 l=1 rev1=1 crypto rx=0x7f480000eb10 tx=0x7f480000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:26.712 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.707+0000 7f47fe7fc640 1 -- 172.21.15.1:0/3092823370 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4800004b20 con 0x7f48081991c0 2024-02-10T00:06:26.712 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.707+0000 7f47fe7fc640 1 -- 172.21.15.1:0/3092823370 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4800004c80 con 0x7f48081991c0 2024-02-10T00:06:26.712 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.707+0000 7f480f8eb640 1 -- 172.21.15.1:0/3092823370 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f48081a4450 con 0x7f48081991c0 2024-02-10T00:06:26.713 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.707+0000 7f47fe7fc640 1 -- 172.21.15.1:0/3092823370 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4800010650 con 0x7f48081991c0 2024-02-10T00:06:26.713 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.707+0000 7f480f8eb640 1 -- 172.21.15.1:0/3092823370 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48081a4910 con 0x7f48081991c0 2024-02-10T00:06:26.719 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.709+0000 7f47fe7fc640 1 -- 172.21.15.1:0/3092823370 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f4800005020 con 0x7f48081991c0 2024-02-10T00:06:26.719 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.710+0000 7f4812596740 1 Processor -- start 2024-02-10T00:06:26.719 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.710+0000 7f4812596740 1 -- start start 2024-02-10T00:06:26.719 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.710+0000 7f4812596740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d64d622a70 0x55d64d622e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:26.719 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.710+0000 7f4812596740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d64d623390 0x55d64d630670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:26.719 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.710+0000 7f4812596740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d64d630bb0 0x55d64d632fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:26.719 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.710+0000 7f4812596740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d64d591a00 con 0x55d64d622a70 2024-02-10T00:06:26.719 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.710+0000 7f4812596740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d64d58ef30 con 0x55d64d630bb0 2024-02-10T00:06:26.720 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.710+0000 7f4812596740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d64d58a710 con 0x55d64d623390 2024-02-10T00:06:26.720 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.710+0000 7f47fe7fc640 1 --2- 172.21.15.1:0/3092823370 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f47f40a2220 0x7f47f40a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:26.720 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.710+0000 7f480ce86640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d64d622a70 0x55d64d622e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:26.720 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.710+0000 7f480de88640 1 --2- 172.21.15.1:0/3092823370 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f47f40a2220 0x7f47f40a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:26.720 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.710+0000 7f480ce86640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d64d622a70 0x55d64d622e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:39946/0 (socket says 172.21.15.1:39946) 2024-02-10T00:06:26.720 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.710+0000 7f480ce86640 1 -- 172.21.15.1:0/6506510 learned_addr learned my addr 172.21.15.1:0/6506510 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:26.720 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.711+0000 7f480d687640 1 --2- 172.21.15.1:0/6506510 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d64d623390 0x55d64d630670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:26.720 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.711+0000 7f47fe7fc640 1 -- 172.21.15.1:0/3092823370 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f4800014070 con 0x7f48081991c0 2024-02-10T00:06:26.720 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.711+0000 7f480ce86640 1 --2- 172.21.15.1:0/6506510 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d64d630bb0 0x55d64d632fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:26.720 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.711+0000 7f480ce86640 1 -- 172.21.15.1:0/6506510 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d64d623390 msgr2=0x55d64d630670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:26.720 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.711+0000 7f480ce86640 1 --2- 172.21.15.1:0/6506510 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d64d623390 0x55d64d630670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.720 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.711+0000 7f480ce86640 1 -- 172.21.15.1:0/6506510 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d64d630bb0 msgr2=0x55d64d632fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:26.720 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.711+0000 7f480ce86640 1 --2- 172.21.15.1:0/6506510 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d64d630bb0 0x55d64d632fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.721 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.711+0000 7f480ce86640 1 -- 172.21.15.1:0/6506510 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d64d54f3b0 con 0x55d64d622a70 2024-02-10T00:06:26.721 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.711+0000 7f480de88640 1 --2- 172.21.15.1:0/3092823370 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f47f40a2220 0x7f47f40a46e0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f48000a3380 tx=0x7f4800095aa0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:26.721 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.711+0000 7f480ce86640 1 --2- 172.21.15.1:0/6506510 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d64d622a70 0x55d64d622e50 secure :-1 s=READY pgs=1294 cs=0 l=1 rev1=1 crypto rx=0x7f47f80154f0 tx=0x7f47f8009530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33bf489ed7751357 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:26.721 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.711+0000 7f47f37fe640 1 -- 172.21.15.1:0/6506510 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47f8005020 con 0x55d64d622a70 2024-02-10T00:06:26.721 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.711+0000 7f47f37fe640 1 -- 172.21.15.1:0/6506510 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f47f8005660 con 0x55d64d622a70 2024-02-10T00:06:26.721 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.711+0000 7f47f37fe640 1 -- 172.21.15.1:0/6506510 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47f80134c0 con 0x55d64d622a70 2024-02-10T00:06:26.721 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.712+0000 7f4812596740 1 -- 172.21.15.1:0/6506510 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d64d622a70 msgr2=0x55d64d622e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:26.721 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.712+0000 7f4812596740 1 --2- 172.21.15.1:0/6506510 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d64d622a70 0x55d64d622e50 secure :-1 s=READY pgs=1294 cs=0 l=1 rev1=1 crypto rx=0x7f47f80154f0 tx=0x7f47f8009530 comp rx=0 tx=0).stop 2024-02-10T00:06:26.721 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.712+0000 7f4812596740 1 -- 172.21.15.1:0/6506510 shutdown_connections 2024-02-10T00:06:26.721 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.712+0000 7f4812596740 1 --2- 172.21.15.1:0/6506510 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d64d630bb0 0x55d64d632fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.721 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.712+0000 7f4812596740 1 --2- 172.21.15.1:0/6506510 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d64d623390 0x55d64d630670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.721 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.712+0000 7f4812596740 1 --2- 172.21.15.1:0/6506510 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d64d622a70 0x55d64d622e50 unknown :-1 s=CLOSED pgs=1294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.721 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.712+0000 7f4812596740 1 -- 172.21.15.1:0/6506510 >> 172.21.15.1:0/6506510 conn(0x55d64d61d9d0 msgr2=0x55d64d61ddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:26.721 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.712+0000 7f4812596740 1 -- 172.21.15.1:0/6506510 shutdown_connections 2024-02-10T00:06:26.721 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.712+0000 7f4812596740 1 -- 172.21.15.1:0/6506510 wait complete. 2024-02-10T00:06:26.722 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.712+0000 7f4812596740 1 -- start start 2024-02-10T00:06:26.722 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.712+0000 7f4812596740 1 Processor -- start 2024-02-10T00:06:26.722 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.713+0000 7f4812596740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d64d622a70 0x55d64d62db50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:26.722 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.713+0000 7f4812596740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d64d623390 0x55d64d62e090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:26.722 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.713+0000 7f4812596740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d64d630bb0 0x55d64d62e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:26.722 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.713+0000 7f4812596740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d64d52fb90 con 0x55d64d630bb0 2024-02-10T00:06:26.722 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.713+0000 7f4812596740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d64d25e250 con 0x55d64d622a70 2024-02-10T00:06:26.722 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.713+0000 7f4812596740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d64d510200 con 0x55d64d623390 2024-02-10T00:06:26.722 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.713+0000 7f480ce86640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d64d630bb0 0x55d64d62e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:26.722 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.713+0000 7f4812596740 10 client.0 _ll_register_callbacks cb 0x55d64d5465d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:26.722 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.713+0000 7f480ce86640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d64d630bb0 0x55d64d62e5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:39950/0 (socket says 172.21.15.1:39950) 2024-02-10T00:06:26.722 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.713+0000 7f480ce86640 1 -- 172.21.15.1:0/3928413063 learned_addr learned my addr 172.21.15.1:0/3928413063 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:26.722 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.713+0000 7f480ce86640 1 --2- 172.21.15.1:0/3928413063 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d64d622a70 0x55d64d62db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:26.722 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.713+0000 7f480d687640 1 --2- 172.21.15.1:0/3928413063 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d64d623390 0x55d64d62e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:26.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.713+0000 7f480ce86640 1 -- 172.21.15.1:0/3928413063 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d64d623390 msgr2=0x55d64d62e090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:26.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.713+0000 7f480ce86640 1 --2- 172.21.15.1:0/3928413063 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d64d623390 0x55d64d62e090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.713+0000 7f480ce86640 1 -- 172.21.15.1:0/3928413063 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d64d622a70 msgr2=0x55d64d62db50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:26.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.713+0000 7f480ce86640 1 --2- 172.21.15.1:0/3928413063 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d64d622a70 0x55d64d62db50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.713+0000 7f480ce86640 1 -- 172.21.15.1:0/3928413063 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47f8009c60 con 0x55d64d630bb0 2024-02-10T00:06:26.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.713+0000 7f480d687640 1 --2- 172.21.15.1:0/3928413063 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d64d623390 0x55d64d62e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:06:26.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.713+0000 7f480ce86640 1 --2- 172.21.15.1:0/3928413063 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d64d630bb0 0x55d64d62e5d0 secure :-1 s=READY pgs=1295 cs=0 l=1 rev1=1 crypto rx=0x7f47f80135f0 tx=0x7f47f8004b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc6c36e357621d52 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:26.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.714+0000 7f47f0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:26.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.714+0000 7f47f0ff9640 1 -- 172.21.15.1:0/3928413063 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47f8015230 con 0x55d64d630bb0 2024-02-10T00:06:26.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.714+0000 7f47f0ff9640 1 -- 172.21.15.1:0/3928413063 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f47f8005180 con 0x55d64d630bb0 2024-02-10T00:06:26.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.714+0000 7f4812596740 1 -- 172.21.15.1:0/3928413063 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d64d5b0ee0 con 0x55d64d630bb0 2024-02-10T00:06:26.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.714+0000 7f47f0ff9640 1 -- 172.21.15.1:0/3928413063 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f47f8005340 con 0x55d64d630bb0 2024-02-10T00:06:26.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.714+0000 7f4812596740 10 client.18135 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:26.723 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.714+0000 7f4812596740 1 -- 172.21.15.1:0/3928413063 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55d64d588d90 con 0x55d64d630bb0 2024-02-10T00:06:26.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.714+0000 7f47f0ff9640 1 -- 172.21.15.1:0/3928413063 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f47f8032020 con 0x55d64d630bb0 2024-02-10T00:06:26.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.714+0000 7f47f0ff9640 1 -- 172.21.15.1:0/3928413063 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f47f8010480 con 0x55d64d630bb0 2024-02-10T00:06:26.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.714+0000 7f4812596740 10 client.18135 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:26.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.714+0000 7f4812596740 10 client.18135 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:06:26.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.714+0000 7f4812596740 20 client.18135 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:26.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.714+0000 7f4812596740 1 --2- 172.21.15.1:0/3928413063 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d64d640c10 0x55d64d643000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:26.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.714+0000 7f4812596740 4 client.18135 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:06:26.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.714+0000 7f4812596740 1 -- 172.21.15.1:0/3928413063 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d64d28a600 con 0x55d64d640c10 2024-02-10T00:06:26.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.715+0000 7f480d687640 1 --2- 172.21.15.1:0/3928413063 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d64d640c10 0x55d64d643000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:26.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.715+0000 7f480d687640 1 --2- 172.21.15.1:0/3928413063 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d64d640c10 0x55d64d643000 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d151c7005a7c2ed8 server_cookie=1dea388e00a56362 in_seq=0 out_seq=0 2024-02-10T00:06:26.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.715+0000 7f47f0ff9640 10 client.18135 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:26.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.716+0000 7f47f0ff9640 1 -- 172.21.15.1:0/3928413063 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55d64d28a600 con 0x55d64d640c10 2024-02-10T00:06:26.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.716+0000 7f47f0ff9640 10 client.18135 handle_command_reply: tid=0 2024-02-10T00:06:26.724 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.716+0000 7f4812596740 1 client.18135 shutdown 2024-02-10T00:06:26.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.716+0000 7f4812596740 1 -- 172.21.15.1:0/3928413063 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d64d630bb0 msgr2=0x55d64d62e5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:26.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.716+0000 7f4812596740 1 --2- 172.21.15.1:0/3928413063 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d64d630bb0 0x55d64d62e5d0 secure :-1 s=READY pgs=1295 cs=0 l=1 rev1=1 crypto rx=0x7f47f80135f0 tx=0x7f47f8004b30 comp rx=0 tx=0).stop 2024-02-10T00:06:26.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.716+0000 7f4812596740 1 -- 172.21.15.1:0/3928413063 shutdown_connections 2024-02-10T00:06:26.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.716+0000 7f4812596740 1 --2- 172.21.15.1:0/3928413063 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d64d640c10 0x55d64d643000 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.716+0000 7f4812596740 1 --2- 172.21.15.1:0/3928413063 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d64d630bb0 0x55d64d62e5d0 unknown :-1 s=CLOSED pgs=1295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.716+0000 7f4812596740 1 --2- 172.21.15.1:0/3928413063 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d64d623390 0x55d64d62e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.716+0000 7f4812596740 1 --2- 172.21.15.1:0/3928413063 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d64d622a70 0x55d64d62db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.716+0000 7f47f0ff9640 0 client.18135 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:26.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.716+0000 7f4812596740 1 -- 172.21.15.1:0/3928413063 >> 172.21.15.1:0/3928413063 conn(0x55d64d61d9d0 msgr2=0x55d64d61f720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:26.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.716+0000 7f4812596740 1 -- 172.21.15.1:0/3928413063 shutdown_connections 2024-02-10T00:06:26.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.716+0000 7f4812596740 1 -- 172.21.15.1:0/3928413063 wait complete. 2024-02-10T00:06:26.725 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.716+0000 7f4812596740 20 client.18135 trim_cache size 0 max 16384 2024-02-10T00:06:26.737 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.729+0000 7f4812596740 1 Processor -- start 2024-02-10T00:06:26.737 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.729+0000 7f4812596740 1 -- start start 2024-02-10T00:06:26.737 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.729+0000 7f4812596740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d64d622a70 0x55d64d630280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:26.737 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.729+0000 7f4812596740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d64d623390 0x55d64d628e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:26.737 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.729+0000 7f4812596740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d64d630bb0 0x55d64d629390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:26.737 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.729+0000 7f4812596740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d64d622390 con 0x55d64d623390 2024-02-10T00:06:26.737 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.729+0000 7f4812596740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d64d6481a0 con 0x55d64d622a70 2024-02-10T00:06:26.738 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.729+0000 7f4812596740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d64d62c0a0 con 0x55d64d630bb0 2024-02-10T00:06:26.738 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.730+0000 7f480d687640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d64d623390 0x55d64d628e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:26.738 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.730+0000 7f480d687640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d64d623390 0x55d64d628e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:39964/0 (socket says 172.21.15.1:39964) 2024-02-10T00:06:26.738 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.730+0000 7f480d687640 1 -- 172.21.15.1:0/4115601729 learned_addr learned my addr 172.21.15.1:0/4115601729 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:26.738 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.730+0000 7f480ce86640 1 --2- 172.21.15.1:0/4115601729 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d64d622a70 0x55d64d630280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:26.738 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.730+0000 7f480ce86640 1 --2- 172.21.15.1:0/4115601729 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d64d630bb0 0x55d64d629390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:26.738 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.730+0000 7f480d687640 1 -- 172.21.15.1:0/4115601729 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d64d630bb0 msgr2=0x55d64d629390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:26.738 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.730+0000 7f480d687640 1 --2- 172.21.15.1:0/4115601729 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d64d630bb0 0x55d64d629390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.738 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.730+0000 7f480d687640 1 -- 172.21.15.1:0/4115601729 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d64d622a70 msgr2=0x55d64d630280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:26.738 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.730+0000 7f480d687640 1 --2- 172.21.15.1:0/4115601729 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d64d622a70 0x55d64d630280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.738 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.730+0000 7f480d687640 1 -- 172.21.15.1:0/4115601729 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d64d525820 con 0x55d64d623390 2024-02-10T00:06:26.738 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.730+0000 7f480ce86640 1 --2- 172.21.15.1:0/4115601729 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d64d622a70 0x55d64d630280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:06:26.738 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.730+0000 7f480d687640 1 --2- 172.21.15.1:0/4115601729 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d64d623390 0x55d64d628e50 secure :-1 s=READY pgs=1296 cs=0 l=1 rev1=1 crypto rx=0x7f4804009930 tx=0x7f4804005a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e27a7514215d51d server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:26.739 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.730+0000 7f47f2ffd640 1 -- 172.21.15.1:0/4115601729 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4804046de0 con 0x55d64d623390 2024-02-10T00:06:26.739 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.730+0000 7f47f2ffd640 1 -- 172.21.15.1:0/4115601729 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4804005d50 con 0x55d64d623390 2024-02-10T00:06:26.739 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.730+0000 7f47f2ffd640 1 -- 172.21.15.1:0/4115601729 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4804046600 con 0x55d64d623390 2024-02-10T00:06:26.739 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.731+0000 7f4812596740 1 -- 172.21.15.1:0/4115601729 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d64d623390 msgr2=0x55d64d628e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:26.739 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.731+0000 7f4812596740 1 --2- 172.21.15.1:0/4115601729 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d64d623390 0x55d64d628e50 secure :-1 s=READY pgs=1296 cs=0 l=1 rev1=1 crypto rx=0x7f4804009930 tx=0x7f4804005a20 comp rx=0 tx=0).stop 2024-02-10T00:06:26.739 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.731+0000 7f4812596740 1 -- 172.21.15.1:0/4115601729 shutdown_connections 2024-02-10T00:06:26.739 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.731+0000 7f4812596740 1 --2- 172.21.15.1:0/4115601729 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d64d630bb0 0x55d64d629390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.739 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.731+0000 7f4812596740 1 --2- 172.21.15.1:0/4115601729 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d64d623390 0x55d64d628e50 unknown :-1 s=CLOSED pgs=1296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.739 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.731+0000 7f4812596740 1 --2- 172.21.15.1:0/4115601729 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d64d622a70 0x55d64d630280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.739 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.731+0000 7f4812596740 1 -- 172.21.15.1:0/4115601729 >> 172.21.15.1:0/4115601729 conn(0x55d64d61d9d0 msgr2=0x55d64d61ddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:26.739 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.731+0000 7f4812596740 1 -- 172.21.15.1:0/4115601729 shutdown_connections 2024-02-10T00:06:26.739 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.731+0000 7f4812596740 1 -- 172.21.15.1:0/4115601729 wait complete. 2024-02-10T00:06:26.739 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.731+0000 7f4812596740 1 -- start start 2024-02-10T00:06:26.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.731+0000 7f4812596740 1 Processor -- start 2024-02-10T00:06:26.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.732+0000 7f4812596740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d64d622a70 0x55d64d637d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:26.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.732+0000 7f4812596740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d64d623390 0x55d64d636130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:26.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.732+0000 7f4812596740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d64d630bb0 0x55d64d636870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:26.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.732+0000 7f4812596740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d64d636f40 con 0x55d64d630bb0 2024-02-10T00:06:26.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.732+0000 7f4812596740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d64d6970a0 con 0x55d64d622a70 2024-02-10T00:06:26.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.732+0000 7f4812596740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d64d6971e0 con 0x55d64d623390 2024-02-10T00:06:26.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.732+0000 7f4812596740 10 client.0 _ll_register_callbacks cb 0x7f47f8009f10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:26.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.732+0000 7f480ce86640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d64d630bb0 0x55d64d636870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:26.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.732+0000 7f480ce86640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d64d630bb0 0x55d64d636870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:39968/0 (socket says 172.21.15.1:39968) 2024-02-10T00:06:26.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.732+0000 7f480ce86640 1 -- 172.21.15.1:0/3228029189 learned_addr learned my addr 172.21.15.1:0/3228029189 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:26.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.732+0000 7f480ce86640 1 --2- 172.21.15.1:0/3228029189 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d64d622a70 0x55d64d637d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:26.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.732+0000 7f480d687640 1 --2- 172.21.15.1:0/3228029189 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d64d623390 0x55d64d636130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:26.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.732+0000 7f480ce86640 1 -- 172.21.15.1:0/3228029189 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d64d623390 msgr2=0x55d64d636130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:26.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.732+0000 7f480ce86640 1 --2- 172.21.15.1:0/3228029189 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d64d623390 0x55d64d636130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.732+0000 7f480ce86640 1 -- 172.21.15.1:0/3228029189 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d64d622a70 msgr2=0x55d64d637d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:26.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.732+0000 7f480ce86640 1 --2- 172.21.15.1:0/3228029189 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d64d622a70 0x55d64d637d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.732+0000 7f480ce86640 1 -- 172.21.15.1:0/3228029189 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f480810d810 con 0x55d64d630bb0 2024-02-10T00:06:26.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.732+0000 7f480d687640 1 --2- 172.21.15.1:0/3228029189 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d64d623390 0x55d64d636130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:06:26.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.732+0000 7f480ce86640 1 --2- 172.21.15.1:0/3228029189 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d64d630bb0 0x55d64d636870 secure :-1 s=READY pgs=1297 cs=0 l=1 rev1=1 crypto rx=0x7f47f8010810 tx=0x7f47f8009770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12aeeee2eacf8b6f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:26.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.732+0000 7f47f0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:26.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.733+0000 7f47f0ff9640 1 -- 172.21.15.1:0/3228029189 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47f8004ba0 con 0x55d64d630bb0 2024-02-10T00:06:26.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.733+0000 7f47f0ff9640 1 -- 172.21.15.1:0/3228029189 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f47f8000e40 con 0x55d64d630bb0 2024-02-10T00:06:26.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.733+0000 7f4812596740 1 -- 172.21.15.1:0/3228029189 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f47f8005660 con 0x55d64d630bb0 2024-02-10T00:06:26.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.733+0000 7f47f0ff9640 1 -- 172.21.15.1:0/3228029189 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f47f8004940 con 0x55d64d630bb0 2024-02-10T00:06:26.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.733+0000 7f4812596740 10 client.18141 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:26.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.733+0000 7f4812596740 1 -- 172.21.15.1:0/3228029189 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55d64d54b6f0 con 0x55d64d630bb0 2024-02-10T00:06:26.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.733+0000 7f47f0ff9640 1 -- 172.21.15.1:0/3228029189 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f47f8005660 con 0x55d64d630bb0 2024-02-10T00:06:26.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.733+0000 7f47f0ff9640 1 -- 172.21.15.1:0/3228029189 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f47f8035070 con 0x55d64d630bb0 2024-02-10T00:06:26.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.733+0000 7f4812596740 10 client.18141 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:26.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.733+0000 7f4812596740 10 client.18141 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:06:26.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.733+0000 7f4812596740 20 client.18141 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:26.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.733+0000 7f4812596740 1 --2- 172.21.15.1:0/3228029189 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d64d6985b0 0x55d64d69a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:26.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.733+0000 7f4812596740 4 client.18141 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:06:26.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.733+0000 7f4812596740 1 -- 172.21.15.1:0/3228029189 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55d64d2db1b0 con 0x55d64d6985b0 2024-02-10T00:06:26.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.734+0000 7f480d687640 1 --2- 172.21.15.1:0/3228029189 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d64d6985b0 0x55d64d69a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:26.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.734+0000 7f480d687640 1 --2- 172.21.15.1:0/3228029189 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d64d6985b0 0x55d64d69a9d0 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4ef8b10a167ca27e server_cookie=ee01c670b512b44a in_seq=0 out_seq=0 2024-02-10T00:06:26.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.734+0000 7f47f0ff9640 10 client.18141 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:26.753 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.749+0000 7f47f0ff9640 1 -- 172.21.15.1:0/3228029189 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55d64d2db1b0 con 0x55d64d6985b0 2024-02-10T00:06:26.753 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.749+0000 7f47f0ff9640 10 client.18141 handle_command_reply: tid=0 2024-02-10T00:06:26.753 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.749+0000 7f4812596740 1 client.18141 shutdown 2024-02-10T00:06:26.754 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.750+0000 7f4812596740 1 -- 172.21.15.1:0/3228029189 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d64d630bb0 msgr2=0x55d64d636870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:26.754 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.750+0000 7f4812596740 1 --2- 172.21.15.1:0/3228029189 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d64d630bb0 0x55d64d636870 secure :-1 s=READY pgs=1297 cs=0 l=1 rev1=1 crypto rx=0x7f47f8010810 tx=0x7f47f8009770 comp rx=0 tx=0).stop 2024-02-10T00:06:26.754 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.750+0000 7f4812596740 1 -- 172.21.15.1:0/3228029189 shutdown_connections 2024-02-10T00:06:26.754 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.750+0000 7f4812596740 1 --2- 172.21.15.1:0/3228029189 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d64d6985b0 0x55d64d69a9d0 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.754 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.750+0000 7f4812596740 1 --2- 172.21.15.1:0/3228029189 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d64d630bb0 0x55d64d636870 unknown :-1 s=CLOSED pgs=1297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.754 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.750+0000 7f4812596740 1 --2- 172.21.15.1:0/3228029189 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d64d623390 0x55d64d636130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.754 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.750+0000 7f47f0ff9640 0 client.18141 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:26.754 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.750+0000 7f4812596740 1 --2- 172.21.15.1:0/3228029189 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d64d622a70 0x55d64d637d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.754 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.750+0000 7f4812596740 1 -- 172.21.15.1:0/3228029189 >> 172.21.15.1:0/3228029189 conn(0x55d64d61d9d0 msgr2=0x55d64d628e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:26.755 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.750+0000 7f4812596740 1 -- 172.21.15.1:0/3228029189 shutdown_connections 2024-02-10T00:06:26.755 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.750+0000 7f4812596740 1 -- 172.21.15.1:0/3228029189 wait complete. 2024-02-10T00:06:26.755 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.750+0000 7f4812596740 20 client.18141 trim_cache size 0 max 16384 2024-02-10T00:06:26.755 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:06:26.755 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:06:26.755 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:06:26.755 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:06:26.756 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.750+0000 7f480f8eb640 1 -- 172.21.15.1:0/3092823370 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f47f40a2220 msgr2=0x7f47f40a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:26.757 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.750+0000 7f480f8eb640 1 --2- 172.21.15.1:0/3092823370 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f47f40a2220 0x7f47f40a46e0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f48000a3380 tx=0x7f4800095aa0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.757 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.750+0000 7f480f8eb640 1 -- 172.21.15.1:0/3092823370 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f48081991c0 msgr2=0x7f48081a3770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:26.757 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.750+0000 7f480f8eb640 1 --2- 172.21.15.1:0/3092823370 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f48081991c0 0x7f48081a3770 secure :-1 s=READY pgs=1293 cs=0 l=1 rev1=1 crypto rx=0x7f480000eb10 tx=0x7f480000c2d0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.757 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.751+0000 7f480f8eb640 1 -- 172.21.15.1:0/3092823370 shutdown_connections 2024-02-10T00:06:26.757 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.751+0000 7f480f8eb640 1 --2- 172.21.15.1:0/3092823370 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f47f40a2220 0x7f47f40a46e0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.757 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.751+0000 7f480f8eb640 1 --2- 172.21.15.1:0/3092823370 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f48081991c0 0x7f48081a3770 unknown :-1 s=CLOSED pgs=1293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.757 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.751+0000 7f480f8eb640 1 --2- 172.21.15.1:0/3092823370 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4808105430 0x7f4808198c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.757 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.751+0000 7f480f8eb640 1 --2- 172.21.15.1:0/3092823370 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4808100360 0x7f48081986f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:26.757 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.751+0000 7f480f8eb640 1 -- 172.21.15.1:0/3092823370 >> 172.21.15.1:0/3092823370 conn(0x7f4808077250 msgr2=0x7f48080fe2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:26.757 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.751+0000 7f480f8eb640 1 -- 172.21.15.1:0/3092823370 shutdown_connections 2024-02-10T00:06:26.757 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:26.751+0000 7f480f8eb640 1 -- 172.21.15.1:0/3092823370 wait complete. 2024-02-10T00:06:27.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:27 smithi088 ceph-mon[36452]: pgmap v218: 97 pgs: 97 active+clean; 4.2 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 43 KiB/s wr, 17 op/s 2024-02-10T00:06:27.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:27 smithi103 ceph-mon[36942]: pgmap v218: 97 pgs: 97 active+clean; 4.2 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 43 KiB/s wr, 17 op/s 2024-02-10T00:06:27.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:27 smithi001 ceph-mon[32335]: pgmap v218: 97 pgs: 97 active+clean; 4.2 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 43 KiB/s wr, 17 op/s 2024-02-10T00:06:29.347 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:29 smithi088 ceph-mon[36452]: pgmap v219: 97 pgs: 97 active+clean; 4.5 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 68 KiB/s wr, 26 op/s 2024-02-10T00:06:29.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:29 smithi103 ceph-mon[36942]: pgmap v219: 97 pgs: 97 active+clean; 4.5 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 68 KiB/s wr, 26 op/s 2024-02-10T00:06:29.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:29 smithi001 ceph-mon[32335]: pgmap v219: 97 pgs: 97 active+clean; 4.5 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 68 KiB/s wr, 26 op/s 2024-02-10T00:06:31.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:31 smithi088 ceph-mon[36452]: pgmap v220: 97 pgs: 97 active+clean; 4.5 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:06:31.392 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:31 smithi103 ceph-mon[36942]: pgmap v220: 97 pgs: 97 active+clean; 4.5 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:06:31.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:31 smithi001 ceph-mon[32335]: pgmap v220: 97 pgs: 97 active+clean; 4.5 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:06:32.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:32 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:06:32.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:32 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:06:32.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:32 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:06:33.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:33 smithi088 ceph-mon[36452]: pgmap v221: 97 pgs: 97 active+clean; 4.5 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:06:33.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:33 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:06:33.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:33 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:06:33.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:33 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:06:33.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:33 smithi103 ceph-mon[36942]: pgmap v221: 97 pgs: 97 active+clean; 4.5 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:06:33.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:33 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:06:33.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:33 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:06:33.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:33 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:06:33.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:33 smithi001 ceph-mon[32335]: pgmap v221: 97 pgs: 97 active+clean; 4.5 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:06:33.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:33 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:06:33.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:33 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:06:33.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:33 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:06:34.408 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.408 INFO:tasks.workunit.client.0.smithi001.stdout:313/600: open fd = 3 2024-02-10T00:06:34.408 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.408 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.408 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.409 INFO:tasks.workunit.client.0.smithi001.stdout:314/600: open fd = 3 2024-02-10T00:06:34.409 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.409 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.409 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.409 INFO:tasks.workunit.client.0.smithi001.stdout:315/600: open fd = 3 2024-02-10T00:06:34.409 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.409 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.409 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.409 INFO:tasks.workunit.client.0.smithi001.stdout:316/600: open fd = 3 2024-02-10T00:06:34.409 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.409 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.410 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.410 INFO:tasks.workunit.client.0.smithi001.stdout:317/600: open fd = 3 2024-02-10T00:06:34.410 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.410 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.410 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.410 INFO:tasks.workunit.client.0.smithi001.stdout:318/600: open fd = 3 2024-02-10T00:06:34.410 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.410 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.410 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.410 INFO:tasks.workunit.client.0.smithi001.stdout:319/600: open fd = 3 2024-02-10T00:06:34.410 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.410 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.410 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.411 INFO:tasks.workunit.client.0.smithi001.stdout:320/600: open fd = 3 2024-02-10T00:06:34.411 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.411 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.411 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.411 INFO:tasks.workunit.client.0.smithi001.stdout:321/600: open fd = 3 2024-02-10T00:06:34.411 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.411 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.411 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.411 INFO:tasks.workunit.client.0.smithi001.stdout:322/600: open fd = 3 2024-02-10T00:06:34.411 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.411 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.411 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.411 INFO:tasks.workunit.client.0.smithi001.stdout:323/600: open fd = 3 2024-02-10T00:06:34.411 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.412 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.412 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.412 INFO:tasks.workunit.client.0.smithi001.stdout:324/600: open fd = 3 2024-02-10T00:06:34.412 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.412 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.412 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.412 INFO:tasks.workunit.client.0.smithi001.stdout:325/600: open fd = 3 2024-02-10T00:06:34.412 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.412 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.412 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.412 INFO:tasks.workunit.client.0.smithi001.stdout:326/600: open fd = 3 2024-02-10T00:06:34.412 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.412 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.412 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.413 INFO:tasks.workunit.client.0.smithi001.stdout:327/600: open fd = 3 2024-02-10T00:06:34.413 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.413 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.413 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.413 INFO:tasks.workunit.client.0.smithi001.stdout:328/600: open fd = 3 2024-02-10T00:06:34.413 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.413 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.413 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.413 INFO:tasks.workunit.client.0.smithi001.stdout:329/600: open fd = 3 2024-02-10T00:06:34.413 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.413 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.413 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.413 INFO:tasks.workunit.client.0.smithi001.stdout:330/600: open fd = 3 2024-02-10T00:06:34.413 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.413 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.414 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.414 INFO:tasks.workunit.client.0.smithi001.stdout:331/600: open fd = 3 2024-02-10T00:06:34.414 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.414 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.414 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.414 INFO:tasks.workunit.client.0.smithi001.stdout:332/600: open fd = 3 2024-02-10T00:06:34.414 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.414 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.414 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.414 INFO:tasks.workunit.client.0.smithi001.stdout:333/600: open fd = 3 2024-02-10T00:06:34.414 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.414 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.414 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.414 INFO:tasks.workunit.client.0.smithi001.stdout:334/600: open fd = 3 2024-02-10T00:06:34.414 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.414 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.415 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.415 INFO:tasks.workunit.client.0.smithi001.stdout:335/600: open fd = 3 2024-02-10T00:06:34.415 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.415 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.415 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.415 INFO:tasks.workunit.client.0.smithi001.stdout:336/600: open fd = 3 2024-02-10T00:06:34.415 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.415 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.415 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.415 INFO:tasks.workunit.client.0.smithi001.stdout:337/600: open fd = 3 2024-02-10T00:06:34.415 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.415 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.415 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.415 INFO:tasks.workunit.client.0.smithi001.stdout:338/600: open fd = 3 2024-02-10T00:06:34.416 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.416 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.416 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.416 INFO:tasks.workunit.client.0.smithi001.stdout:339/600: open fd = 3 2024-02-10T00:06:34.416 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.416 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.416 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.416 INFO:tasks.workunit.client.0.smithi001.stdout:340/600: open fd = 3 2024-02-10T00:06:34.416 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.416 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.416 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.416 INFO:tasks.workunit.client.0.smithi001.stdout:341/600: open fd = 3 2024-02-10T00:06:34.416 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.416 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.417 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.417 INFO:tasks.workunit.client.0.smithi001.stdout:342/600: open fd = 3 2024-02-10T00:06:34.417 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.417 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.417 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.417 INFO:tasks.workunit.client.0.smithi001.stdout:343/600: open fd = 3 2024-02-10T00:06:34.417 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.417 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.417 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.417 INFO:tasks.workunit.client.0.smithi001.stdout:344/600: open fd = 3 2024-02-10T00:06:34.417 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.417 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.417 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.417 INFO:tasks.workunit.client.0.smithi001.stdout:345/600: open fd = 3 2024-02-10T00:06:34.418 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.418 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.418 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.418 INFO:tasks.workunit.client.0.smithi001.stdout:346/600: open fd = 3 2024-02-10T00:06:34.418 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.418 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.418 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.418 INFO:tasks.workunit.client.0.smithi001.stdout:347/600: open fd = 3 2024-02-10T00:06:34.418 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.418 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.418 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.418 INFO:tasks.workunit.client.0.smithi001.stdout:348/600: open fd = 3 2024-02-10T00:06:34.418 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.418 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.419 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.419 INFO:tasks.workunit.client.0.smithi001.stdout:349/600: open fd = 3 2024-02-10T00:06:34.419 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.419 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.419 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.419 INFO:tasks.workunit.client.0.smithi001.stdout:350/600: open fd = 3 2024-02-10T00:06:34.419 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.419 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.419 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.419 INFO:tasks.workunit.client.0.smithi001.stdout:351/600: open fd = 3 2024-02-10T00:06:34.419 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.419 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.419 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.420 INFO:tasks.workunit.client.0.smithi001.stdout:352/600: open fd = 3 2024-02-10T00:06:34.420 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.420 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.420 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.420 INFO:tasks.workunit.client.0.smithi001.stdout:353/600: open fd = 3 2024-02-10T00:06:34.420 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.420 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.420 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.420 INFO:tasks.workunit.client.0.smithi001.stdout:354/600: open fd = 3 2024-02-10T00:06:34.420 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.420 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.420 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.420 INFO:tasks.workunit.client.0.smithi001.stdout:355/600: open fd = 3 2024-02-10T00:06:34.421 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.421 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.421 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.421 INFO:tasks.workunit.client.0.smithi001.stdout:356/600: open fd = 3 2024-02-10T00:06:34.421 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.421 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.421 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.421 INFO:tasks.workunit.client.0.smithi001.stdout:357/600: open fd = 3 2024-02-10T00:06:34.421 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.421 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.421 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.421 INFO:tasks.workunit.client.0.smithi001.stdout:358/600: open fd = 3 2024-02-10T00:06:34.421 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.421 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.422 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.422 INFO:tasks.workunit.client.0.smithi001.stdout:359/600: open fd = 3 2024-02-10T00:06:34.422 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.422 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.422 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.422 INFO:tasks.workunit.client.0.smithi001.stdout:360/600: open fd = 3 2024-02-10T00:06:34.422 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.422 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.422 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.422 INFO:tasks.workunit.client.0.smithi001.stdout:361/600: open fd = 3 2024-02-10T00:06:34.422 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.422 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.422 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.423 INFO:tasks.workunit.client.0.smithi001.stdout:362/600: open fd = 3 2024-02-10T00:06:34.423 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.423 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.423 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.423 INFO:tasks.workunit.client.0.smithi001.stdout:363/600: open fd = 3 2024-02-10T00:06:34.423 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.423 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.423 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.423 INFO:tasks.workunit.client.0.smithi001.stdout:364/600: open fd = 3 2024-02-10T00:06:34.423 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.423 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.423 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.423 INFO:tasks.workunit.client.0.smithi001.stdout:365/600: open fd = 3 2024-02-10T00:06:34.423 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.424 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.424 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.424 INFO:tasks.workunit.client.0.smithi001.stdout:366/600: open fd = 3 2024-02-10T00:06:34.424 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.424 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.424 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.424 INFO:tasks.workunit.client.0.smithi001.stdout:367/600: open fd = 3 2024-02-10T00:06:34.424 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.424 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.424 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.424 INFO:tasks.workunit.client.0.smithi001.stdout:368/600: open fd = 3 2024-02-10T00:06:34.424 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.424 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.424 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.424 INFO:tasks.workunit.client.0.smithi001.stdout:369/600: open fd = 3 2024-02-10T00:06:34.425 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.425 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.425 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.425 INFO:tasks.workunit.client.0.smithi001.stdout:370/600: open fd = 3 2024-02-10T00:06:34.425 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.425 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.425 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.425 INFO:tasks.workunit.client.0.smithi001.stdout:371/600: open fd = 3 2024-02-10T00:06:34.425 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.425 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.425 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.425 INFO:tasks.workunit.client.0.smithi001.stdout:372/600: open fd = 3 2024-02-10T00:06:34.425 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.425 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.425 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.425 INFO:tasks.workunit.client.0.smithi001.stdout:373/600: open fd = 3 2024-02-10T00:06:34.426 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.426 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.426 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:34.426 INFO:tasks.workunit.client.0.smithi001.stdout:374/600: open fd = 3 2024-02-10T00:06:34.426 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.426 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:06:34.426 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:06:35.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:35 smithi088 ceph-mon[36452]: pgmap v222: 97 pgs: 97 active+clean; 4.6 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 56 KiB/s wr, 21 op/s 2024-02-10T00:06:35.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:35 smithi103 ceph-mon[36942]: pgmap v222: 97 pgs: 97 active+clean; 4.6 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 56 KiB/s wr, 21 op/s 2024-02-10T00:06:35.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:35 smithi001 ceph-mon[32335]: pgmap v222: 97 pgs: 97 active+clean; 4.6 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 56 KiB/s wr, 21 op/s 2024-02-10T00:06:37.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:37 smithi088 ceph-mon[36452]: pgmap v223: 97 pgs: 97 active+clean; 4.6 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 38 KiB/s wr, 15 op/s 2024-02-10T00:06:37.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:37 smithi103 ceph-mon[36942]: pgmap v223: 97 pgs: 97 active+clean; 4.6 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 38 KiB/s wr, 15 op/s 2024-02-10T00:06:37.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:37 smithi001 ceph-mon[32335]: pgmap v223: 97 pgs: 97 active+clean; 4.6 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 38 KiB/s wr, 15 op/s 2024-02-10T00:06:39.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:39 smithi088 ceph-mon[36452]: pgmap v224: 97 pgs: 97 active+clean; 4.8 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 56 KiB/s wr, 21 op/s 2024-02-10T00:06:39.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:39 smithi103 ceph-mon[36942]: pgmap v224: 97 pgs: 97 active+clean; 4.8 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 56 KiB/s wr, 21 op/s 2024-02-10T00:06:39.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:39 smithi001 ceph-mon[32335]: pgmap v224: 97 pgs: 97 active+clean; 4.8 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 56 KiB/s wr, 21 op/s 2024-02-10T00:06:39.852 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.848+0000 7f100784e640 1 -- 172.21.15.1:0/3747650816 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1000100730 msgr2=0x7f1000104520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:39.853 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.848+0000 7f100784e640 1 --2- 172.21.15.1:0/3747650816 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1000100730 0x7f1000104520 secure :-1 s=READY pgs=1298 cs=0 l=1 rev1=1 crypto rx=0x7f0ff0009900 tx=0x7f0ff002bc30 comp rx=0 tx=0).stop 2024-02-10T00:06:39.853 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.848+0000 7f100784e640 1 -- 172.21.15.1:0/3747650816 shutdown_connections 2024-02-10T00:06:39.853 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.848+0000 7f100784e640 1 --2- 172.21.15.1:0/3747650816 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1000104c50 0x7f100010c7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:39.853 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.848+0000 7f100784e640 1 --2- 172.21.15.1:0/3747650816 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1000100730 0x7f1000104520 unknown :-1 s=CLOSED pgs=1298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:39.853 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.848+0000 7f100784e640 1 --2- 172.21.15.1:0/3747650816 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f10000ffd80 0x7f1000100160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:39.853 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.848+0000 7f100784e640 1 -- 172.21.15.1:0/3747650816 >> 172.21.15.1:0/3747650816 conn(0x7f1000075410 msgr2=0x7f1000075820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:39.853 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.848+0000 7f100784e640 1 -- 172.21.15.1:0/3747650816 shutdown_connections 2024-02-10T00:06:39.853 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.848+0000 7f100784e640 1 -- 172.21.15.1:0/3747650816 wait complete. 2024-02-10T00:06:39.853 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.848+0000 7f100784e640 1 Processor -- start 2024-02-10T00:06:39.853 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.848+0000 7f100784e640 1 -- start start 2024-02-10T00:06:39.853 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.849+0000 7f100784e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f10000ffd80 0x7f100019d570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:39.853 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.849+0000 7f100784e640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1000104c50 0x7f100019dab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:39.853 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.849+0000 7f100784e640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1000197630 0x7f1000197ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:39.854 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.849+0000 7f100784e640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1000198100 con 0x7f10000ffd80 2024-02-10T00:06:39.854 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.849+0000 7f100784e640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1000198270 con 0x7f1000104c50 2024-02-10T00:06:39.854 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.849+0000 7f100784e640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1000198430 con 0x7f1000197630 2024-02-10T00:06:39.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.849+0000 7f10055ea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f10000ffd80 0x7f100019d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:39.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.849+0000 7f10055ea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f10000ffd80 0x7f100019d570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54116/0 (socket says 172.21.15.1:54116) 2024-02-10T00:06:39.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.849+0000 7f10055ea640 1 -- 172.21.15.1:0/2595178231 learned_addr learned my addr 172.21.15.1:0/2595178231 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:39.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.849+0000 7f1005deb640 1 --2- 172.21.15.1:0/2595178231 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1000197630 0x7f1000197ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:39.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.849+0000 7f1004de9640 1 --2- 172.21.15.1:0/2595178231 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1000104c50 0x7f100019dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:39.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.849+0000 7f10055ea640 1 -- 172.21.15.1:0/2595178231 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1000197630 msgr2=0x7f1000197ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:39.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.849+0000 7f10055ea640 1 --2- 172.21.15.1:0/2595178231 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1000197630 0x7f1000197ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:39.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.849+0000 7f10055ea640 1 -- 172.21.15.1:0/2595178231 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1000104c50 msgr2=0x7f100019dab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:39.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.849+0000 7f10055ea640 1 --2- 172.21.15.1:0/2595178231 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1000104c50 0x7f100019dab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:39.862 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.849+0000 7f10055ea640 1 -- 172.21.15.1:0/2595178231 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ff0009560 con 0x7f10000ffd80 2024-02-10T00:06:39.863 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.849+0000 7f10055ea640 1 --2- 172.21.15.1:0/2595178231 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f10000ffd80 0x7f100019d570 secure :-1 s=READY pgs=1299 cs=0 l=1 rev1=1 crypto rx=0x7f0ffc00d950 tx=0x7f0ffc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:39.863 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.850+0000 7f0ff67fc640 1 -- 172.21.15.1:0/2595178231 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ffc009c30 con 0x7f10000ffd80 2024-02-10T00:06:39.863 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.850+0000 7f100784e640 1 -- 172.21.15.1:0/2595178231 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f10001a43d0 con 0x7f10000ffd80 2024-02-10T00:06:39.863 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.850+0000 7f0ff67fc640 1 -- 172.21.15.1:0/2595178231 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0ffc009d90 con 0x7f10000ffd80 2024-02-10T00:06:39.863 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.850+0000 7f0ff67fc640 1 -- 172.21.15.1:0/2595178231 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ffc00f7e0 con 0x7f10000ffd80 2024-02-10T00:06:39.863 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.850+0000 7f100784e640 1 -- 172.21.15.1:0/2595178231 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10001a4900 con 0x7f10000ffd80 2024-02-10T00:06:39.863 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.852+0000 7f0ff67fc640 1 -- 172.21.15.1:0/2595178231 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f0ffc010ad0 con 0x7f10000ffd80 2024-02-10T00:06:39.863 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.852+0000 7f100a425740 1 Processor -- start 2024-02-10T00:06:39.863 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.852+0000 7f100a425740 1 -- start start 2024-02-10T00:06:39.863 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.853+0000 7f0ff67fc640 1 --2- 172.21.15.1:0/2595178231 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0fec0a2220 0x7f0fec0a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:39.863 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.853+0000 7f100a425740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55627dc980b0 0x55627dc98490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:39.863 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.853+0000 7f100a425740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55627dc989d0 0x55627dca1260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:39.863 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.853+0000 7f100a425740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55627dca17a0 0x55627dca3b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:39.863 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.853+0000 7f100a425740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55627dc06a00 con 0x55627dca17a0 2024-02-10T00:06:39.864 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.853+0000 7f100a425740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55627dc03f30 con 0x55627dc980b0 2024-02-10T00:06:39.864 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.853+0000 7f100a425740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55627dbff710 con 0x55627dc989d0 2024-02-10T00:06:39.864 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.853+0000 7f1005deb640 1 --2- 172.21.15.1:0/2595178231 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0fec0a2220 0x7f0fec0a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:39.864 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.853+0000 7f1005deb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55627dca17a0 0x55627dca3b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:39.864 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.853+0000 7f0ff67fc640 1 -- 172.21.15.1:0/2595178231 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f0ffc0cdd40 con 0x7f10000ffd80 2024-02-10T00:06:39.864 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.853+0000 7f1005deb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55627dca17a0 0x55627dca3b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54126/0 (socket says 172.21.15.1:54126) 2024-02-10T00:06:39.864 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.853+0000 7f1005deb640 1 -- 172.21.15.1:0/69039080 learned_addr learned my addr 172.21.15.1:0/69039080 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:39.864 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.853+0000 7f1004de9640 1 --2- 172.21.15.1:0/69039080 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55627dc989d0 0x55627dca1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:39.864 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.853+0000 7f10055ea640 1 --2- 172.21.15.1:0/69039080 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55627dc980b0 0x55627dc98490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:39.864 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.853+0000 7f1005deb640 1 -- 172.21.15.1:0/69039080 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55627dc989d0 msgr2=0x55627dca1260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:39.864 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.853+0000 7f1005deb640 1 --2- 172.21.15.1:0/69039080 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55627dc989d0 0x55627dca1260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:39.864 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.853+0000 7f1005deb640 1 -- 172.21.15.1:0/69039080 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55627dc980b0 msgr2=0x55627dc98490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:39.865 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.853+0000 7f1005deb640 1 --2- 172.21.15.1:0/69039080 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55627dc980b0 0x55627dc98490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:39.865 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.853+0000 7f1005deb640 1 -- 172.21.15.1:0/69039080 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55627dbc43b0 con 0x55627dca17a0 2024-02-10T00:06:39.865 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.853+0000 7f1004de9640 1 --2- 172.21.15.1:0/69039080 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55627dc989d0 0x55627dca1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:06:39.865 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.853+0000 7f10055ea640 1 --2- 172.21.15.1:0/69039080 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55627dc980b0 0x55627dc98490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:06:39.866 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.853+0000 7f1005deb640 1 --2- 172.21.15.1:0/2595178231 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0fec0a2220 0x7f0fec0a46e0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f0ff8005c20 tx=0x7f0ff800af10 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:39.866 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.853+0000 7f1005deb640 1 --2- 172.21.15.1:0/69039080 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55627dca17a0 0x55627dca3b90 secure :-1 s=READY pgs=1300 cs=0 l=1 rev1=1 crypto rx=0x7f0ff800ef60 tx=0x7f0ff801d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47e421f485533e84 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:39.866 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.854+0000 7f0feb7fe640 1 -- 172.21.15.1:0/69039080 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ff800bbf0 con 0x55627dca17a0 2024-02-10T00:06:39.866 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.854+0000 7f0feb7fe640 1 -- 172.21.15.1:0/69039080 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0ff800ad90 con 0x55627dca17a0 2024-02-10T00:06:39.866 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.854+0000 7f0feb7fe640 1 -- 172.21.15.1:0/69039080 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ff8005740 con 0x55627dca17a0 2024-02-10T00:06:39.866 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.854+0000 7f100a425740 1 -- 172.21.15.1:0/69039080 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55627dca17a0 msgr2=0x55627dca3b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:39.866 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.854+0000 7f100a425740 1 --2- 172.21.15.1:0/69039080 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55627dca17a0 0x55627dca3b90 secure :-1 s=READY pgs=1300 cs=0 l=1 rev1=1 crypto rx=0x7f0ff800ef60 tx=0x7f0ff801d000 comp rx=0 tx=0).stop 2024-02-10T00:06:39.866 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.855+0000 7f100a425740 1 -- 172.21.15.1:0/69039080 shutdown_connections 2024-02-10T00:06:39.866 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.855+0000 7f100a425740 1 --2- 172.21.15.1:0/69039080 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55627dca17a0 0x55627dca3b90 unknown :-1 s=CLOSED pgs=1300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:39.866 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.855+0000 7f100a425740 1 --2- 172.21.15.1:0/69039080 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55627dc989d0 0x55627dca1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:39.866 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.855+0000 7f100a425740 1 --2- 172.21.15.1:0/69039080 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55627dc980b0 0x55627dc98490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:39.866 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.855+0000 7f100a425740 1 -- 172.21.15.1:0/69039080 >> 172.21.15.1:0/69039080 conn(0x55627dc929d0 msgr2=0x55627dc92db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:39.866 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.855+0000 7f100a425740 1 -- 172.21.15.1:0/69039080 shutdown_connections 2024-02-10T00:06:39.867 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.855+0000 7f100a425740 1 -- 172.21.15.1:0/69039080 wait complete. 2024-02-10T00:06:39.867 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.855+0000 7f100a425740 1 -- start start 2024-02-10T00:06:39.868 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.855+0000 7f100a425740 1 Processor -- start 2024-02-10T00:06:39.871 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.855+0000 7f100a425740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55627dc980b0 0x55627dc9e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:39.871 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.855+0000 7f100a425740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55627dc989d0 0x55627dc9edc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:39.871 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.855+0000 7f100a425740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55627dca17a0 0x55627dc9f300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:39.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.855+0000 7f100a425740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55627dba4b90 con 0x55627dc980b0 2024-02-10T00:06:39.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.855+0000 7f100a425740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55627d8d3250 con 0x55627dca17a0 2024-02-10T00:06:39.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.855+0000 7f100a425740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55627db85200 con 0x55627dc989d0 2024-02-10T00:06:39.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.855+0000 7f100a425740 10 client.0 _ll_register_callbacks cb 0x55627dbbb5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:39.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.856+0000 7f10055ea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55627dc980b0 0x55627dc9e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:39.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.856+0000 7f10055ea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55627dc980b0 0x55627dc9e880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54138/0 (socket says 172.21.15.1:54138) 2024-02-10T00:06:39.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.856+0000 7f10055ea640 1 -- 172.21.15.1:0/1522510432 learned_addr learned my addr 172.21.15.1:0/1522510432 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:39.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.856+0000 7f1005deb640 1 --2- 172.21.15.1:0/1522510432 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55627dca17a0 0x55627dc9f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:39.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.856+0000 7f1004de9640 1 --2- 172.21.15.1:0/1522510432 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55627dc989d0 0x55627dc9edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:39.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.856+0000 7f10055ea640 1 -- 172.21.15.1:0/1522510432 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55627dc989d0 msgr2=0x55627dc9edc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:39.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.856+0000 7f10055ea640 1 --2- 172.21.15.1:0/1522510432 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55627dc989d0 0x55627dc9edc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:39.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.856+0000 7f10055ea640 1 -- 172.21.15.1:0/1522510432 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55627dca17a0 msgr2=0x55627dc9f300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:39.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.856+0000 7f10055ea640 1 --2- 172.21.15.1:0/1522510432 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55627dca17a0 0x55627dc9f300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:39.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.856+0000 7f10055ea640 1 -- 172.21.15.1:0/1522510432 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ff800ed20 con 0x55627dc980b0 2024-02-10T00:06:39.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.856+0000 7f10055ea640 1 --2- 172.21.15.1:0/1522510432 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55627dc980b0 0x55627dc9e880 secure :-1 s=READY pgs=1301 cs=0 l=1 rev1=1 crypto rx=0x7f0ffc096b90 tx=0x7f0ffc09a360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bd68d9db67ddc6a server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:39.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.856+0000 7f0fe8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:39.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.856+0000 7f0fe8ff9640 1 -- 172.21.15.1:0/1522510432 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ffc0b8ea0 con 0x55627dc980b0 2024-02-10T00:06:39.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.856+0000 7f0fe8ff9640 1 -- 172.21.15.1:0/1522510432 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f0ffc09a730 con 0x55627dc980b0 2024-02-10T00:06:39.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.856+0000 7f100a425740 1 -- 172.21.15.1:0/1522510432 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55627d8ff600 con 0x55627dc980b0 2024-02-10T00:06:39.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.856+0000 7f0fe8ff9640 1 -- 172.21.15.1:0/1522510432 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0ffc09e880 con 0x55627dc980b0 2024-02-10T00:06:39.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.856+0000 7f100a425740 10 client.18153 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:39.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.856+0000 7f100a425740 1 -- 172.21.15.1:0/1522510432 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55627dbfdd90 con 0x55627dc980b0 2024-02-10T00:06:39.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.857+0000 7f0fe8ff9640 1 -- 172.21.15.1:0/1522510432 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55627d8ff600 con 0x55627dc980b0 2024-02-10T00:06:39.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.857+0000 7f0fe8ff9640 1 -- 172.21.15.1:0/1522510432 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f0ffc06a980 con 0x55627dc980b0 2024-02-10T00:06:39.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.857+0000 7f100a425740 10 client.18153 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:39.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.857+0000 7f100a425740 10 client.18153 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:06:39.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.857+0000 7f100a425740 20 client.18153 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:39.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.857+0000 7f100a425740 1 --2- 172.21.15.1:0/1522510432 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55627dcb1980 0x55627dcb3d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:39.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.857+0000 7f100a425740 4 client.18153 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:06:39.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.857+0000 7f100a425740 1 -- 172.21.15.1:0/1522510432 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55627d9501b0 con 0x55627dcb1980 2024-02-10T00:06:39.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.857+0000 7f1004de9640 1 --2- 172.21.15.1:0/1522510432 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55627dcb1980 0x55627dcb3d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:39.877 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.857+0000 7f0fe8ff9640 10 client.18153 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:39.877 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.857+0000 7f1004de9640 1 --2- 172.21.15.1:0/1522510432 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55627dcb1980 0x55627dcb3d70 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=38a693991daef448 server_cookie=83095ecb2c3999a2 in_seq=0 out_seq=0 2024-02-10T00:06:39.877 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.858+0000 7f0fe8ff9640 1 -- 172.21.15.1:0/1522510432 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55627d9501b0 con 0x55627dcb1980 2024-02-10T00:06:39.877 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.858+0000 7f0fe8ff9640 10 client.18153 handle_command_reply: tid=0 2024-02-10T00:06:39.877 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.858+0000 7f100a425740 1 client.18153 shutdown 2024-02-10T00:06:39.877 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.858+0000 7f100a425740 1 -- 172.21.15.1:0/1522510432 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55627dc980b0 msgr2=0x55627dc9e880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:39.877 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.858+0000 7f100a425740 1 --2- 172.21.15.1:0/1522510432 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55627dc980b0 0x55627dc9e880 secure :-1 s=READY pgs=1301 cs=0 l=1 rev1=1 crypto rx=0x7f0ffc096b90 tx=0x7f0ffc09a360 comp rx=0 tx=0).stop 2024-02-10T00:06:39.877 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.858+0000 7f100a425740 1 -- 172.21.15.1:0/1522510432 shutdown_connections 2024-02-10T00:06:39.878 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.858+0000 7f100a425740 1 --2- 172.21.15.1:0/1522510432 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55627dcb1980 0x55627dcb3d70 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:39.878 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.858+0000 7f100a425740 1 --2- 172.21.15.1:0/1522510432 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55627dca17a0 0x55627dc9f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:39.878 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.858+0000 7f0fe8ff9640 0 client.18153 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:39.878 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.858+0000 7f100a425740 1 --2- 172.21.15.1:0/1522510432 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55627dc989d0 0x55627dc9edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:39.878 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.858+0000 7f100a425740 1 --2- 172.21.15.1:0/1522510432 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55627dc980b0 0x55627dc9e880 unknown :-1 s=CLOSED pgs=1301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:39.878 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.858+0000 7f100a425740 1 -- 172.21.15.1:0/1522510432 >> 172.21.15.1:0/1522510432 conn(0x55627dc929d0 msgr2=0x55627dc94720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:39.878 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.858+0000 7f100a425740 1 -- 172.21.15.1:0/1522510432 shutdown_connections 2024-02-10T00:06:39.879 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.858+0000 7f100a425740 1 -- 172.21.15.1:0/1522510432 wait complete. 2024-02-10T00:06:39.879 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.859+0000 7f100a425740 20 client.18153 trim_cache size 0 max 16384 2024-02-10T00:06:39.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.872+0000 7f100a425740 1 Processor -- start 2024-02-10T00:06:39.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.872+0000 7f100a425740 1 -- start start 2024-02-10T00:06:39.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.872+0000 7f100a425740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55627dc980b0 0x55627dca0fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:39.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.872+0000 7f100a425740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55627dc989d0 0x55627dc9f120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:39.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.872+0000 7f100a425740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55627dca17a0 0x55627dc9bb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:39.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.872+0000 7f100a425740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55627dc9fd10 con 0x55627dca17a0 2024-02-10T00:06:39.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.872+0000 7f100a425740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55627dcae510 con 0x55627dc989d0 2024-02-10T00:06:39.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.872+0000 7f100a425740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55627dcb17b0 con 0x55627dc980b0 2024-02-10T00:06:39.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.872+0000 7f1005deb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55627dca17a0 0x55627dc9bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:39.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.872+0000 7f1005deb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55627dca17a0 0x55627dc9bb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54154/0 (socket says 172.21.15.1:54154) 2024-02-10T00:06:39.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.872+0000 7f1005deb640 1 -- 172.21.15.1:0/1538052128 learned_addr learned my addr 172.21.15.1:0/1538052128 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:39.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.872+0000 7f10055ea640 1 --2- 172.21.15.1:0/1538052128 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55627dc980b0 0x55627dca0fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:39.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.872+0000 7f1005deb640 1 -- 172.21.15.1:0/1538052128 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55627dc980b0 msgr2=0x55627dca0fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:39.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.872+0000 7f1005deb640 1 --2- 172.21.15.1:0/1538052128 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55627dc980b0 0x55627dca0fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:39.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.872+0000 7f1005deb640 1 -- 172.21.15.1:0/1538052128 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55627dc989d0 msgr2=0x55627dc9f120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:39.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.872+0000 7f1005deb640 1 --2- 172.21.15.1:0/1538052128 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55627dc989d0 0x55627dc9f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:39.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.873+0000 7f1005deb640 1 -- 172.21.15.1:0/1538052128 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55627db9a820 con 0x55627dca17a0 2024-02-10T00:06:39.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.873+0000 7f10055ea640 1 --2- 172.21.15.1:0/1538052128 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55627dc980b0 0x55627dca0fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:06:39.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.873+0000 7f1005deb640 1 --2- 172.21.15.1:0/1538052128 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55627dca17a0 0x55627dc9bb00 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7f0ff8005370 tx=0x7f0ff800ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18df8c461566b966 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:39.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.873+0000 7f0feaffd640 1 -- 172.21.15.1:0/1538052128 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ff802a050 con 0x55627dca17a0 2024-02-10T00:06:39.892 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.873+0000 7f0feaffd640 1 -- 172.21.15.1:0/1538052128 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0ff802b040 con 0x55627dca17a0 2024-02-10T00:06:39.892 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.873+0000 7f0feaffd640 1 -- 172.21.15.1:0/1538052128 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ff8004d40 con 0x55627dca17a0 2024-02-10T00:06:39.892 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.873+0000 7f100a425740 1 -- 172.21.15.1:0/1538052128 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55627dca17a0 msgr2=0x55627dc9bb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:39.892 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.873+0000 7f100a425740 1 --2- 172.21.15.1:0/1538052128 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55627dca17a0 0x55627dc9bb00 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7f0ff8005370 tx=0x7f0ff800ef90 comp rx=0 tx=0).stop 2024-02-10T00:06:39.892 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.873+0000 7f100a425740 1 -- 172.21.15.1:0/1538052128 shutdown_connections 2024-02-10T00:06:39.892 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.873+0000 7f100a425740 1 --2- 172.21.15.1:0/1538052128 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55627dca17a0 0x55627dc9bb00 unknown :-1 s=CLOSED pgs=1302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:39.892 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.873+0000 7f100a425740 1 --2- 172.21.15.1:0/1538052128 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55627dc989d0 0x55627dc9f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:39.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.873+0000 7f100a425740 1 --2- 172.21.15.1:0/1538052128 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55627dc980b0 0x55627dca0fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:39.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.873+0000 7f100a425740 1 -- 172.21.15.1:0/1538052128 >> 172.21.15.1:0/1538052128 conn(0x55627dc929d0 msgr2=0x55627dc9d150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:39.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.874+0000 7f100a425740 1 -- 172.21.15.1:0/1538052128 shutdown_connections 2024-02-10T00:06:39.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.874+0000 7f100a425740 1 -- 172.21.15.1:0/1538052128 wait complete. 2024-02-10T00:06:39.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.874+0000 7f100a425740 1 -- start start 2024-02-10T00:06:39.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.874+0000 7f100a425740 1 Processor -- start 2024-02-10T00:06:39.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.874+0000 7f100a425740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55627dc980b0 0x55627dca88f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:39.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.874+0000 7f100a425740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55627dc989d0 0x55627dca6c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:39.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.874+0000 7f100a425740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55627dca17a0 0x55627dca73d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:39.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.874+0000 7f100a425740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55627dca7aa0 con 0x55627dca17a0 2024-02-10T00:06:39.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.874+0000 7f100a425740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55627dd0c1d0 con 0x55627dc989d0 2024-02-10T00:06:39.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.874+0000 7f100a425740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55627dd0c310 con 0x55627dc980b0 2024-02-10T00:06:39.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.874+0000 7f100a425740 10 client.0 _ll_register_callbacks cb 0x7f0ffc010d80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:39.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.874+0000 7f1005deb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55627dca17a0 0x55627dca73d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:39.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.874+0000 7f1005deb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55627dca17a0 0x55627dca73d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54160/0 (socket says 172.21.15.1:54160) 2024-02-10T00:06:39.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.874+0000 7f1005deb640 1 -- 172.21.15.1:0/850654044 learned_addr learned my addr 172.21.15.1:0/850654044 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:39.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.875+0000 7f1004de9640 1 --2- 172.21.15.1:0/850654044 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55627dc989d0 0x55627dca6c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:39.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.875+0000 7f10055ea640 1 --2- 172.21.15.1:0/850654044 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55627dc980b0 0x55627dca88f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:39.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.875+0000 7f1005deb640 1 -- 172.21.15.1:0/850654044 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55627dc980b0 msgr2=0x55627dca88f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:39.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.875+0000 7f1005deb640 1 --2- 172.21.15.1:0/850654044 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55627dc980b0 0x55627dca88f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:39.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.875+0000 7f1005deb640 1 -- 172.21.15.1:0/850654044 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55627dc989d0 msgr2=0x55627dca6c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:39.896 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.875+0000 7f1005deb640 1 --2- 172.21.15.1:0/850654044 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55627dc989d0 0x55627dca6c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:39.896 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.875+0000 7f1005deb640 1 -- 172.21.15.1:0/850654044 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55627dbc43b0 con 0x55627dca17a0 2024-02-10T00:06:39.896 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.875+0000 7f1005deb640 1 --2- 172.21.15.1:0/850654044 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55627dca17a0 0x55627dca73d0 secure :-1 s=READY pgs=1303 cs=0 l=1 rev1=1 crypto rx=0x7f0ff8031040 tx=0x7f0ff800bf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84aedc90556bc544 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:39.896 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.875+0000 7f0fe8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:39.896 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.875+0000 7f0fe8ff9640 1 -- 172.21.15.1:0/850654044 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ff80059f0 con 0x55627dca17a0 2024-02-10T00:06:39.896 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.875+0000 7f0fe8ff9640 1 -- 172.21.15.1:0/850654044 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f0ff8004a00 con 0x55627dca17a0 2024-02-10T00:06:39.896 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.875+0000 7f100a425740 1 -- 172.21.15.1:0/850654044 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55627dc25ee0 con 0x55627dca17a0 2024-02-10T00:06:39.897 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.875+0000 7f0fe8ff9640 1 -- 172.21.15.1:0/850654044 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0ff802a020 con 0x55627dca17a0 2024-02-10T00:06:39.897 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.875+0000 7f100a425740 10 client.18159 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:39.897 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.875+0000 7f100a425740 1 -- 172.21.15.1:0/850654044 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55627dbc06f0 con 0x55627dca17a0 2024-02-10T00:06:39.897 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.875+0000 7f0fe8ff9640 1 -- 172.21.15.1:0/850654044 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55627dc25ee0 con 0x55627dca17a0 2024-02-10T00:06:39.897 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.876+0000 7f0fe8ff9640 1 -- 172.21.15.1:0/850654044 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f0ff8038a90 con 0x55627dca17a0 2024-02-10T00:06:39.897 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.876+0000 7f100a425740 10 client.18159 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:39.897 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.876+0000 7f100a425740 10 client.18159 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:06:39.897 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.876+0000 7f100a425740 20 client.18159 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:39.898 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.876+0000 7f100a425740 1 --2- 172.21.15.1:0/850654044 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55627dd0d6c0 0x55627dd0fab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:39.898 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.876+0000 7f100a425740 4 client.18159 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:06:39.898 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.876+0000 7f100a425740 1 -- 172.21.15.1:0/850654044 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55627d93c550 con 0x55627dd0d6c0 2024-02-10T00:06:39.898 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.876+0000 7f10055ea640 1 --2- 172.21.15.1:0/850654044 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55627dd0d6c0 0x55627dd0fab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:39.898 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.876+0000 7f0fe8ff9640 10 client.18159 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:39.898 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.876+0000 7f10055ea640 1 --2- 172.21.15.1:0/850654044 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55627dd0d6c0 0x55627dd0fab0 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8907644e647c962 server_cookie=39b12a4555d88711 in_seq=0 out_seq=0 2024-02-10T00:06:39.901 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.893+0000 7f0fe8ff9640 1 -- 172.21.15.1:0/850654044 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55627d93c550 con 0x55627dd0d6c0 2024-02-10T00:06:39.901 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.893+0000 7f0fe8ff9640 10 client.18159 handle_command_reply: tid=0 2024-02-10T00:06:39.901 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.893+0000 7f100a425740 1 client.18159 shutdown 2024-02-10T00:06:39.902 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.893+0000 7f100a425740 1 -- 172.21.15.1:0/850654044 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55627dca17a0 msgr2=0x55627dca73d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:39.902 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.893+0000 7f100a425740 1 --2- 172.21.15.1:0/850654044 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55627dca17a0 0x55627dca73d0 secure :-1 s=READY pgs=1303 cs=0 l=1 rev1=1 crypto rx=0x7f0ff8031040 tx=0x7f0ff800bf30 comp rx=0 tx=0).stop 2024-02-10T00:06:39.902 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.893+0000 7f100a425740 1 -- 172.21.15.1:0/850654044 shutdown_connections 2024-02-10T00:06:39.902 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.893+0000 7f100a425740 1 --2- 172.21.15.1:0/850654044 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55627dd0d6c0 0x55627dd0fab0 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:39.902 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.893+0000 7f100a425740 1 --2- 172.21.15.1:0/850654044 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55627dca17a0 0x55627dca73d0 unknown :-1 s=CLOSED pgs=1303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:39.902 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.893+0000 7f0fe8ff9640 0 client.18159 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:39.902 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.893+0000 7f100a425740 1 --2- 172.21.15.1:0/850654044 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55627dc989d0 0x55627dca6c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:39.903 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.893+0000 7f100a425740 1 --2- 172.21.15.1:0/850654044 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55627dc980b0 0x55627dca88f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:39.903 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.893+0000 7f100a425740 1 -- 172.21.15.1:0/850654044 >> 172.21.15.1:0/850654044 conn(0x55627dc929d0 msgr2=0x55627dc93d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:39.903 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.893+0000 7f100a425740 1 -- 172.21.15.1:0/850654044 shutdown_connections 2024-02-10T00:06:39.903 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.893+0000 7f100a425740 1 -- 172.21.15.1:0/850654044 wait complete. 2024-02-10T00:06:39.903 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.893+0000 7f100a425740 20 client.18159 trim_cache size 0 max 16384 2024-02-10T00:06:39.904 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:06:39.904 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:06:39.904 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:06:39.904 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:06:39.905 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.894+0000 7f100784e640 1 -- 172.21.15.1:0/2595178231 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0fec0a2220 msgr2=0x7f0fec0a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:39.905 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.894+0000 7f100784e640 1 --2- 172.21.15.1:0/2595178231 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0fec0a2220 0x7f0fec0a46e0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f0ff8005c20 tx=0x7f0ff800af10 comp rx=0 tx=0).stop 2024-02-10T00:06:39.905 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.894+0000 7f100784e640 1 -- 172.21.15.1:0/2595178231 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f10000ffd80 msgr2=0x7f100019d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:39.906 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.894+0000 7f100784e640 1 --2- 172.21.15.1:0/2595178231 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f10000ffd80 0x7f100019d570 secure :-1 s=READY pgs=1299 cs=0 l=1 rev1=1 crypto rx=0x7f0ffc00d950 tx=0x7f0ffc00de10 comp rx=0 tx=0).stop 2024-02-10T00:06:39.906 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.894+0000 7f100784e640 1 -- 172.21.15.1:0/2595178231 shutdown_connections 2024-02-10T00:06:39.906 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.894+0000 7f100784e640 1 --2- 172.21.15.1:0/2595178231 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0fec0a2220 0x7f0fec0a46e0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:39.906 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.894+0000 7f100784e640 1 --2- 172.21.15.1:0/2595178231 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1000197630 0x7f1000197ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:39.906 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.894+0000 7f100784e640 1 --2- 172.21.15.1:0/2595178231 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1000104c50 0x7f100019dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:39.906 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.894+0000 7f100784e640 1 --2- 172.21.15.1:0/2595178231 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f10000ffd80 0x7f100019d570 unknown :-1 s=CLOSED pgs=1299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:39.906 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.894+0000 7f100784e640 1 -- 172.21.15.1:0/2595178231 >> 172.21.15.1:0/2595178231 conn(0x7f1000075410 msgr2=0x7f10000fdcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:39.906 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.894+0000 7f100784e640 1 -- 172.21.15.1:0/2595178231 shutdown_connections 2024-02-10T00:06:39.906 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:39.894+0000 7f100784e640 1 -- 172.21.15.1:0/2595178231 wait complete. 2024-02-10T00:06:41.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:41 smithi088 ceph-mon[36452]: pgmap v225: 97 pgs: 97 active+clean; 4.8 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 31 KiB/s wr, 12 op/s 2024-02-10T00:06:41.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:41 smithi103 ceph-mon[36942]: pgmap v225: 97 pgs: 97 active+clean; 4.8 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 31 KiB/s wr, 12 op/s 2024-02-10T00:06:41.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:41 smithi001 ceph-mon[32335]: pgmap v225: 97 pgs: 97 active+clean; 4.8 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 31 KiB/s wr, 12 op/s 2024-02-10T00:06:43.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:43 smithi088 ceph-mon[36452]: pgmap v226: 97 pgs: 97 active+clean; 4.8 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 31 KiB/s wr, 12 op/s 2024-02-10T00:06:43.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:43 smithi103 ceph-mon[36942]: pgmap v226: 97 pgs: 97 active+clean; 4.8 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 31 KiB/s wr, 12 op/s 2024-02-10T00:06:43.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:43 smithi001 ceph-mon[32335]: pgmap v226: 97 pgs: 97 active+clean; 4.8 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 31 KiB/s wr, 12 op/s 2024-02-10T00:06:45.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:45 smithi088 ceph-mon[36452]: pgmap v227: 97 pgs: 97 active+clean; 5.0 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 56 KiB/s wr, 21 op/s 2024-02-10T00:06:45.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:45 smithi103 ceph-mon[36942]: pgmap v227: 97 pgs: 97 active+clean; 5.0 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 56 KiB/s wr, 21 op/s 2024-02-10T00:06:45.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:45 smithi001 ceph-mon[32335]: pgmap v227: 97 pgs: 97 active+clean; 5.0 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 56 KiB/s wr, 21 op/s 2024-02-10T00:06:46.713 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:06:46.713 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:06:46.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.828+0000 7f3400247640 1 -- 172.21.15.1:0/1786797421 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f33f8100290 msgr2=0x7f33f8100670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:46.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.828+0000 7f3400247640 1 --2- 172.21.15.1:0/1786797421 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f33f8100290 0x7f33f8100670 secure :-1 s=READY pgs=1304 cs=0 l=1 rev1=1 crypto rx=0x7f33f4009900 tx=0x7f33f402bcd0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.828+0000 7f3400247640 1 -- 172.21.15.1:0/1786797421 shutdown_connections 2024-02-10T00:06:46.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.828+0000 7f3400247640 1 --2- 172.21.15.1:0/1786797421 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f33f8105780 0x7f33f8105c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.828+0000 7f3400247640 1 --2- 172.21.15.1:0/1786797421 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f33f8100bb0 0x7f33f8105070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.828+0000 7f3400247640 1 --2- 172.21.15.1:0/1786797421 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f33f8100290 0x7f33f8100670 unknown :-1 s=CLOSED pgs=1304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.828+0000 7f3400247640 1 -- 172.21.15.1:0/1786797421 >> 172.21.15.1:0/1786797421 conn(0x7f33f80772a0 msgr2=0x7f33f80776b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:46.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.828+0000 7f3400247640 1 -- 172.21.15.1:0/1786797421 shutdown_connections 2024-02-10T00:06:46.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.828+0000 7f3400247640 1 -- 172.21.15.1:0/1786797421 wait complete. 2024-02-10T00:06:46.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.829+0000 7f3400247640 1 Processor -- start 2024-02-10T00:06:46.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.829+0000 7f3400247640 1 -- start start 2024-02-10T00:06:46.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.829+0000 7f3400247640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f33f8100290 0x7f33f819df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:46.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.829+0000 7f3400247640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f33f8100bb0 0x7f33f819e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:46.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.829+0000 7f3400247640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f33f8105780 0x7f33f81a2820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:46.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.829+0000 7f3400247640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33f81a2e20 con 0x7f33f8100bb0 2024-02-10T00:06:46.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.829+0000 7f3400247640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33f81a2f90 con 0x7f33f8100290 2024-02-10T00:06:46.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.829+0000 7f3400247640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33f81a3150 con 0x7f33f8105780 2024-02-10T00:06:46.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.829+0000 7f33fd7e2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f33f8100bb0 0x7f33f819e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:46.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.829+0000 7f33fd7e2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f33f8100bb0 0x7f33f819e4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59112/0 (socket says 172.21.15.1:59112) 2024-02-10T00:06:46.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.829+0000 7f33fd7e2640 1 -- 172.21.15.1:0/2510602178 learned_addr learned my addr 172.21.15.1:0/2510602178 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:46.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.829+0000 7f33fdfe3640 1 --2- 172.21.15.1:0/2510602178 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f33f8100290 0x7f33f819df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:46.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.829+0000 7f33fe7e4640 1 --2- 172.21.15.1:0/2510602178 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f33f8105780 0x7f33f81a2820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:46.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.829+0000 7f33fd7e2640 1 -- 172.21.15.1:0/2510602178 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f33f8105780 msgr2=0x7f33f81a2820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:46.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.829+0000 7f33fd7e2640 1 --2- 172.21.15.1:0/2510602178 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f33f8105780 0x7f33f81a2820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.829+0000 7f33fd7e2640 1 -- 172.21.15.1:0/2510602178 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f33f8100290 msgr2=0x7f33f819df60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:46.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.829+0000 7f33fd7e2640 1 --2- 172.21.15.1:0/2510602178 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f33f8100290 0x7f33f819df60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.829+0000 7f33fd7e2640 1 -- 172.21.15.1:0/2510602178 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33f4009560 con 0x7f33f8100bb0 2024-02-10T00:06:46.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.830+0000 7f33fe7e4640 1 --2- 172.21.15.1:0/2510602178 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f33f8105780 0x7f33f81a2820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:06:46.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.830+0000 7f33fd7e2640 1 --2- 172.21.15.1:0/2510602178 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f33f8100bb0 0x7f33f819e4a0 secure :-1 s=READY pgs=1305 cs=0 l=1 rev1=1 crypto rx=0x7f33e800d950 tx=0x7f33e800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:46.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.830+0000 7f33eeffd640 1 -- 172.21.15.1:0/2510602178 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33e8009c30 con 0x7f33f8100bb0 2024-02-10T00:06:46.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.830+0000 7f33eeffd640 1 -- 172.21.15.1:0/2510602178 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f33e8009d90 con 0x7f33f8100bb0 2024-02-10T00:06:46.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.830+0000 7f3400247640 1 -- 172.21.15.1:0/2510602178 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33f81a3430 con 0x7f33f8100bb0 2024-02-10T00:06:46.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.830+0000 7f33eeffd640 1 -- 172.21.15.1:0/2510602178 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33e800f7e0 con 0x7f33f8100bb0 2024-02-10T00:06:46.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.830+0000 7f3400247640 1 -- 172.21.15.1:0/2510602178 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33f81aacb0 con 0x7f33f8100bb0 2024-02-10T00:06:46.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.832+0000 7f33eeffd640 1 -- 172.21.15.1:0/2510602178 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f33e8010ad0 con 0x7f33f8100bb0 2024-02-10T00:06:46.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.832+0000 7f3402e18740 1 Processor -- start 2024-02-10T00:06:46.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.833+0000 7f3402e18740 1 -- start start 2024-02-10T00:06:46.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.833+0000 7f3402e18740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562f429c1980 0x562f429c1d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:46.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.833+0000 7f3402e18740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562f429c2330 0x562f429ca8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:46.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.833+0000 7f3402e18740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562f429caeb0 0x562f429cd300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:46.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.833+0000 7f3402e18740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f4297cd00 con 0x562f429c1980 2024-02-10T00:06:46.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.833+0000 7f3402e18740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f429312f0 con 0x562f429caeb0 2024-02-10T00:06:46.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.833+0000 7f3402e18740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f4292e820 con 0x562f429c2330 2024-02-10T00:06:46.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.833+0000 7f33eeffd640 1 --2- 172.21.15.1:0/2510602178 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f33e40a2230 0x7f33e40a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:46.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.833+0000 7f33fe7e4640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562f429c1980 0x562f429c1d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:46.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.833+0000 7f33fdfe3640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562f429c2330 0x562f429ca8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:46.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.833+0000 7f33fe7e4640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562f429c1980 0x562f429c1d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59116/0 (socket says 172.21.15.1:59116) 2024-02-10T00:06:46.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.833+0000 7f33fe7e4640 1 -- 172.21.15.1:0/2357317023 learned_addr learned my addr 172.21.15.1:0/2357317023 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:46.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.833+0000 7f33fe7e4640 1 --2- 172.21.15.1:0/2510602178 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f33e40a2230 0x7f33e40a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:46.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.833+0000 7f33eeffd640 1 -- 172.21.15.1:0/2510602178 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f33e80cdd70 con 0x7f33f8100bb0 2024-02-10T00:06:46.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.833+0000 7f33fd7e2640 1 --2- 172.21.15.1:0/2357317023 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562f429caeb0 0x562f429cd300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:46.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.833+0000 7f33fdfe3640 1 -- 172.21.15.1:0/2357317023 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562f429caeb0 msgr2=0x562f429cd300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:46.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.833+0000 7f33fdfe3640 1 --2- 172.21.15.1:0/2357317023 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562f429caeb0 0x562f429cd300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.833+0000 7f33fdfe3640 1 -- 172.21.15.1:0/2357317023 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562f429c1980 msgr2=0x562f429c1d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:46.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.833+0000 7f33fdfe3640 1 --2- 172.21.15.1:0/2357317023 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562f429c1980 0x562f429c1d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.833+0000 7f33fdfe3640 1 -- 172.21.15.1:0/2357317023 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562f428ebff0 con 0x562f429c2330 2024-02-10T00:06:46.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.834+0000 7f33fe7e4640 1 --2- 172.21.15.1:0/2510602178 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f33e40a2230 0x7f33e40a46f0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f33f0012a90 tx=0x7f33f000a960 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:46.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.834+0000 7f33fdfe3640 1 --2- 172.21.15.1:0/2357317023 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562f429c2330 0x562f429ca8e0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f33f4000c00 tx=0x7f33f402c7e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1a9838cf9512f769 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:46.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.834+0000 7f33e3fff640 1 -- 172.21.15.1:0/2357317023 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33f4004980 con 0x562f429c2330 2024-02-10T00:06:46.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.834+0000 7f33e3fff640 1 -- 172.21.15.1:0/2357317023 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f33f4004ae0 con 0x562f429c2330 2024-02-10T00:06:46.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.834+0000 7f33e3fff640 1 -- 172.21.15.1:0/2357317023 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33f4005150 con 0x562f429c2330 2024-02-10T00:06:46.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.835+0000 7f3402e18740 1 -- 172.21.15.1:0/2357317023 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562f429c2330 msgr2=0x562f429ca8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:46.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.835+0000 7f3402e18740 1 --2- 172.21.15.1:0/2357317023 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562f429c2330 0x562f429ca8e0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f33f4000c00 tx=0x7f33f402c7e0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.835+0000 7f3402e18740 1 -- 172.21.15.1:0/2357317023 shutdown_connections 2024-02-10T00:06:46.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.835+0000 7f3402e18740 1 --2- 172.21.15.1:0/2357317023 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562f429caeb0 0x562f429cd300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.835+0000 7f3402e18740 1 --2- 172.21.15.1:0/2357317023 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562f429c2330 0x562f429ca8e0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.835+0000 7f3402e18740 1 --2- 172.21.15.1:0/2357317023 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562f429c1980 0x562f429c1d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.835+0000 7f3402e18740 1 -- 172.21.15.1:0/2357317023 >> 172.21.15.1:0/2357317023 conn(0x562f429bc050 msgr2=0x562f429bc430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:46.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.835+0000 7f3402e18740 1 -- 172.21.15.1:0/2357317023 shutdown_connections 2024-02-10T00:06:46.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.835+0000 7f3402e18740 1 -- 172.21.15.1:0/2357317023 wait complete. 2024-02-10T00:06:46.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.835+0000 7f3402e18740 1 -- start start 2024-02-10T00:06:46.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.835+0000 7f3402e18740 1 Processor -- start 2024-02-10T00:06:46.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.836+0000 7f3402e18740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562f429c1980 0x562f429c7d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:46.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.836+0000 7f3402e18740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562f429c2330 0x562f429c82a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:46.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.836+0000 7f3402e18740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562f429caeb0 0x562f429c87e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:46.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.836+0000 7f3402e18740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f4292a000 con 0x562f429c1980 2024-02-10T00:06:46.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.836+0000 7f3402e18740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f425fd430 con 0x562f429caeb0 2024-02-10T00:06:46.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.836+0000 7f3402e18740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f425b9e00 con 0x562f429c2330 2024-02-10T00:06:46.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.836+0000 7f3402e18740 10 client.0 _ll_register_callbacks cb 0x562f4291e7f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:46.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.836+0000 7f33fdfe3640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562f429c1980 0x562f429c7d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:46.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.836+0000 7f33fdfe3640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562f429c1980 0x562f429c7d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59124/0 (socket says 172.21.15.1:59124) 2024-02-10T00:06:46.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.836+0000 7f33fdfe3640 1 -- 172.21.15.1:0/2413123803 learned_addr learned my addr 172.21.15.1:0/2413123803 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:46.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.836+0000 7f33fd7e2640 1 --2- 172.21.15.1:0/2413123803 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562f429c2330 0x562f429c82a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:46.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.836+0000 7f33fe7e4640 1 --2- 172.21.15.1:0/2413123803 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562f429caeb0 0x562f429c87e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:46.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.836+0000 7f33fdfe3640 1 -- 172.21.15.1:0/2413123803 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562f429c2330 msgr2=0x562f429c82a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:46.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.836+0000 7f33fdfe3640 1 --2- 172.21.15.1:0/2413123803 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562f429c2330 0x562f429c82a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.836+0000 7f33fdfe3640 1 -- 172.21.15.1:0/2413123803 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562f429caeb0 msgr2=0x562f429c87e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:46.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.836+0000 7f33fdfe3640 1 --2- 172.21.15.1:0/2413123803 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562f429caeb0 0x562f429c87e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.836+0000 7f33fdfe3640 1 -- 172.21.15.1:0/2413123803 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33f8115100 con 0x562f429c1980 2024-02-10T00:06:46.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.836+0000 7f33fdfe3640 1 --2- 172.21.15.1:0/2413123803 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562f429c1980 0x562f429c7d60 secure :-1 s=READY pgs=1306 cs=0 l=1 rev1=1 crypto rx=0x7f33f402c210 tx=0x7f33f4004980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81258af08af58b09 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:46.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.836+0000 7f33e17fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:46.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.836+0000 7f33e17fa640 1 -- 172.21.15.1:0/2413123803 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33f4004ed0 con 0x562f429c1980 2024-02-10T00:06:46.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.837+0000 7f33e17fa640 1 -- 172.21.15.1:0/2413123803 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f33f4005030 con 0x562f429c1980 2024-02-10T00:06:46.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.837+0000 7f3402e18740 1 -- 172.21.15.1:0/2413123803 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562f426297e0 con 0x562f429c1980 2024-02-10T00:06:46.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.837+0000 7f33e17fa640 1 -- 172.21.15.1:0/2413123803 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f33f40051f0 con 0x562f429c1980 2024-02-10T00:06:46.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.837+0000 7f3402e18740 10 client.18171 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:46.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.837+0000 7f3402e18740 1 -- 172.21.15.1:0/2413123803 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x562f42928680 con 0x562f429c1980 2024-02-10T00:06:46.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.837+0000 7f33e17fa640 1 -- 172.21.15.1:0/2413123803 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x562f426297e0 con 0x562f429c1980 2024-02-10T00:06:46.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.837+0000 7f33e17fa640 1 -- 172.21.15.1:0/2413123803 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f33f4052030 con 0x562f429c1980 2024-02-10T00:06:46.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.837+0000 7f3402e18740 10 client.18171 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:46.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.837+0000 7f3402e18740 10 client.18171 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:06:46.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.837+0000 7f3402e18740 20 client.18171 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:46.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.837+0000 7f3402e18740 1 --2- 172.21.15.1:0/2413123803 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x562f429dae20 0x562f429dd230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:46.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.837+0000 7f3402e18740 4 client.18171 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:06:46.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.837+0000 7f3402e18740 1 -- 172.21.15.1:0/2413123803 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562f42666720 con 0x562f429dae20 2024-02-10T00:06:46.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.837+0000 7f33fd7e2640 1 --2- 172.21.15.1:0/2413123803 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x562f429dae20 0x562f429dd230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:46.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.838+0000 7f33e17fa640 10 client.18171 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:46.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.838+0000 7f33fd7e2640 1 --2- 172.21.15.1:0/2413123803 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x562f429dae20 0x562f429dd230 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7ba56b2d63e26ed server_cookie=f00615bd7ee6099e in_seq=0 out_seq=0 2024-02-10T00:06:46.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.838+0000 7f33e17fa640 1 -- 172.21.15.1:0/2413123803 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x562f42666720 con 0x562f429dae20 2024-02-10T00:06:46.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.838+0000 7f33e17fa640 10 client.18171 handle_command_reply: tid=0 2024-02-10T00:06:46.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.838+0000 7f3402e18740 1 client.18171 shutdown 2024-02-10T00:06:46.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.838+0000 7f3402e18740 1 -- 172.21.15.1:0/2413123803 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562f429c1980 msgr2=0x562f429c7d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:46.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.838+0000 7f3402e18740 1 --2- 172.21.15.1:0/2413123803 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562f429c1980 0x562f429c7d60 secure :-1 s=READY pgs=1306 cs=0 l=1 rev1=1 crypto rx=0x7f33f402c210 tx=0x7f33f4004980 comp rx=0 tx=0).stop 2024-02-10T00:06:46.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.839+0000 7f3402e18740 1 -- 172.21.15.1:0/2413123803 shutdown_connections 2024-02-10T00:06:46.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.839+0000 7f3402e18740 1 --2- 172.21.15.1:0/2413123803 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x562f429dae20 0x562f429dd230 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.839+0000 7f3402e18740 1 --2- 172.21.15.1:0/2413123803 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562f429caeb0 0x562f429c87e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.839+0000 7f3402e18740 1 --2- 172.21.15.1:0/2413123803 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562f429c2330 0x562f429c82a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.839+0000 7f33e17fa640 0 client.18171 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:46.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.839+0000 7f3402e18740 1 --2- 172.21.15.1:0/2413123803 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562f429c1980 0x562f429c7d60 unknown :-1 s=CLOSED pgs=1306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.839+0000 7f3402e18740 1 -- 172.21.15.1:0/2413123803 >> 172.21.15.1:0/2413123803 conn(0x562f429bc050 msgr2=0x562f429bdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:46.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.839+0000 7f3402e18740 1 -- 172.21.15.1:0/2413123803 shutdown_connections 2024-02-10T00:06:46.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.839+0000 7f3402e18740 1 -- 172.21.15.1:0/2413123803 wait complete. 2024-02-10T00:06:46.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.839+0000 7f3402e18740 20 client.18171 trim_cache size 0 max 16384 2024-02-10T00:06:46.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.854+0000 7f3402e18740 1 Processor -- start 2024-02-10T00:06:46.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.854+0000 7f3402e18740 1 -- start start 2024-02-10T00:06:46.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.854+0000 7f3402e18740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562f429c1980 0x562f429c3020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:46.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.854+0000 7f3402e18740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562f429c2330 0x562f429c3560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:46.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.854+0000 7f3402e18740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562f429caeb0 0x562f429c82d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:46.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.854+0000 7f3402e18740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f428aefd0 con 0x562f429caeb0 2024-02-10T00:06:46.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.854+0000 7f3402e18740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f42991ab0 con 0x562f429c2330 2024-02-10T00:06:46.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.854+0000 7f3402e18740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f429c2b70 con 0x562f429c1980 2024-02-10T00:06:46.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.854+0000 7f33fe7e4640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562f429caeb0 0x562f429c82d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:46.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.854+0000 7f33fe7e4640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562f429caeb0 0x562f429c82d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59126/0 (socket says 172.21.15.1:59126) 2024-02-10T00:06:46.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.854+0000 7f33fe7e4640 1 -- 172.21.15.1:0/2327538089 learned_addr learned my addr 172.21.15.1:0/2327538089 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:46.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.854+0000 7f33fe7e4640 1 -- 172.21.15.1:0/2327538089 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562f429c1980 msgr2=0x562f429c3020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:46.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.854+0000 7f33fe7e4640 1 --2- 172.21.15.1:0/2327538089 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562f429c1980 0x562f429c3020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.854+0000 7f33fe7e4640 1 -- 172.21.15.1:0/2327538089 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562f429c2330 msgr2=0x562f429c3560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:46.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.854+0000 7f33fe7e4640 1 --2- 172.21.15.1:0/2327538089 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562f429c2330 0x562f429c3560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.854+0000 7f33fe7e4640 1 -- 172.21.15.1:0/2327538089 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562f428c4b30 con 0x562f429caeb0 2024-02-10T00:06:46.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.855+0000 7f33fe7e4640 1 --2- 172.21.15.1:0/2327538089 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562f429caeb0 0x562f429c82d0 secure :-1 s=READY pgs=1307 cs=0 l=1 rev1=1 crypto rx=0x7f33f000aae0 tx=0x7f33f001d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=795103258608de06 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:46.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.855+0000 7f33e37fe640 1 -- 172.21.15.1:0/2327538089 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33f001f8d0 con 0x562f429caeb0 2024-02-10T00:06:46.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.855+0000 7f33e37fe640 1 -- 172.21.15.1:0/2327538089 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f33f0023070 con 0x562f429caeb0 2024-02-10T00:06:46.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.855+0000 7f33e37fe640 1 -- 172.21.15.1:0/2327538089 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33f0011e10 con 0x562f429caeb0 2024-02-10T00:06:46.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.855+0000 7f3402e18740 1 -- 172.21.15.1:0/2327538089 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562f429caeb0 msgr2=0x562f429c82d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:46.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.856+0000 7f3402e18740 1 --2- 172.21.15.1:0/2327538089 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562f429caeb0 0x562f429c82d0 secure :-1 s=READY pgs=1307 cs=0 l=1 rev1=1 crypto rx=0x7f33f000aae0 tx=0x7f33f001d000 comp rx=0 tx=0).stop 2024-02-10T00:06:46.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.856+0000 7f3402e18740 1 -- 172.21.15.1:0/2327538089 shutdown_connections 2024-02-10T00:06:46.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.856+0000 7f3402e18740 1 --2- 172.21.15.1:0/2327538089 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562f429caeb0 0x562f429c82d0 unknown :-1 s=CLOSED pgs=1307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.856+0000 7f3402e18740 1 --2- 172.21.15.1:0/2327538089 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562f429c2330 0x562f429c3560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.864 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.856+0000 7f3402e18740 1 --2- 172.21.15.1:0/2327538089 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562f429c1980 0x562f429c3020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.856+0000 7f3402e18740 1 -- 172.21.15.1:0/2327538089 >> 172.21.15.1:0/2327538089 conn(0x562f429bc050 msgr2=0x562f429bc430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:46.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.856+0000 7f3402e18740 1 -- 172.21.15.1:0/2327538089 shutdown_connections 2024-02-10T00:06:46.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.856+0000 7f3402e18740 1 -- 172.21.15.1:0/2327538089 wait complete. 2024-02-10T00:06:46.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.856+0000 7f3402e18740 1 -- start start 2024-02-10T00:06:46.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.856+0000 7f3402e18740 1 Processor -- start 2024-02-10T00:06:46.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.856+0000 7f3402e18740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562f429c1980 0x562f429d0840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:46.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.856+0000 7f3402e18740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562f429c2330 0x562f429d0d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:46.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.856+0000 7f3402e18740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562f429caeb0 0x562f429d12c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:46.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.856+0000 7f3402e18740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f42a31330 con 0x562f429caeb0 2024-02-10T00:06:46.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.856+0000 7f3402e18740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f42a314a0 con 0x562f429c2330 2024-02-10T00:06:46.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.856+0000 7f3402e18740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f42a31660 con 0x562f429c1980 2024-02-10T00:06:46.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.856+0000 7f3402e18740 10 client.0 _ll_register_callbacks cb 0x7f33f4005e40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:46.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.857+0000 7f33fe7e4640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562f429caeb0 0x562f429d12c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:46.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.857+0000 7f33fe7e4640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562f429caeb0 0x562f429d12c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59134/0 (socket says 172.21.15.1:59134) 2024-02-10T00:06:46.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.857+0000 7f33fe7e4640 1 -- 172.21.15.1:0/3839035144 learned_addr learned my addr 172.21.15.1:0/3839035144 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:46.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.857+0000 7f33fd7e2640 1 --2- 172.21.15.1:0/3839035144 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562f429c2330 0x562f429d0d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:46.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.857+0000 7f33fdfe3640 1 --2- 172.21.15.1:0/3839035144 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562f429c1980 0x562f429d0840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:46.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.857+0000 7f33fe7e4640 1 -- 172.21.15.1:0/3839035144 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562f429c1980 msgr2=0x562f429d0840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:46.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.857+0000 7f33fe7e4640 1 --2- 172.21.15.1:0/3839035144 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562f429c1980 0x562f429d0840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.857+0000 7f33fe7e4640 1 -- 172.21.15.1:0/3839035144 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562f429c2330 msgr2=0x562f429d0d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:46.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.857+0000 7f33fe7e4640 1 --2- 172.21.15.1:0/3839035144 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562f429c2330 0x562f429d0d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.857+0000 7f33fe7e4640 1 -- 172.21.15.1:0/3839035144 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562f428ea850 con 0x562f429caeb0 2024-02-10T00:06:46.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.857+0000 7f33fe7e4640 1 --2- 172.21.15.1:0/3839035144 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562f429caeb0 0x562f429d12c0 secure :-1 s=READY pgs=1308 cs=0 l=1 rev1=1 crypto rx=0x7f33f000aab0 tx=0x7f33f00115f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ca10c350fcdfb85 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:46.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.857+0000 7f33e17fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:46.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.857+0000 7f33e17fa640 1 -- 172.21.15.1:0/3839035144 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33f0011ea0 con 0x562f429caeb0 2024-02-10T00:06:46.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.857+0000 7f33e17fa640 1 -- 172.21.15.1:0/3839035144 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f33f0025070 con 0x562f429caeb0 2024-02-10T00:06:46.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.857+0000 7f3402e18740 1 -- 172.21.15.1:0/3839035144 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f33f4004ae0 con 0x562f429caeb0 2024-02-10T00:06:46.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.857+0000 7f33e17fa640 1 -- 172.21.15.1:0/3839035144 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f33f000a520 con 0x562f429caeb0 2024-02-10T00:06:46.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.857+0000 7f3402e18740 10 client.18177 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:46.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.857+0000 7f3402e18740 1 -- 172.21.15.1:0/3839035144 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x562f428d0f50 con 0x562f429caeb0 2024-02-10T00:06:46.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.857+0000 7f33e17fa640 1 -- 172.21.15.1:0/3839035144 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f33f0040080 con 0x562f429caeb0 2024-02-10T00:06:46.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.858+0000 7f33e17fa640 1 -- 172.21.15.1:0/3839035144 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f33f003a030 con 0x562f429caeb0 2024-02-10T00:06:46.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.858+0000 7f3402e18740 10 client.18177 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:46.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.858+0000 7f3402e18740 10 client.18177 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:06:46.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.858+0000 7f3402e18740 20 client.18177 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:46.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.858+0000 7f3402e18740 1 --2- 172.21.15.1:0/3839035144 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x562f42a32e30 0x562f42a35250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:46.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.858+0000 7f3402e18740 4 client.18177 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:06:46.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.858+0000 7f3402e18740 1 -- 172.21.15.1:0/3839035144 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x562f426b5890 con 0x562f42a32e30 2024-02-10T00:06:46.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.858+0000 7f33fdfe3640 1 --2- 172.21.15.1:0/3839035144 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x562f42a32e30 0x562f42a35250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:46.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.858+0000 7f33fdfe3640 1 --2- 172.21.15.1:0/3839035144 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x562f42a32e30 0x562f42a35250 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6830331ac8170846 server_cookie=6f89736d93ce20ce in_seq=0 out_seq=0 2024-02-10T00:06:46.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.858+0000 7f33e17fa640 10 client.18177 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:46.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.859+0000 7f33e17fa640 1 -- 172.21.15.1:0/3839035144 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x562f426b5890 con 0x562f42a32e30 2024-02-10T00:06:46.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.859+0000 7f33e17fa640 10 client.18177 handle_command_reply: tid=0 2024-02-10T00:06:46.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.859+0000 7f3402e18740 1 client.18177 shutdown 2024-02-10T00:06:46.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.859+0000 7f3402e18740 1 -- 172.21.15.1:0/3839035144 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562f429caeb0 msgr2=0x562f429d12c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:46.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.859+0000 7f3402e18740 1 --2- 172.21.15.1:0/3839035144 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562f429caeb0 0x562f429d12c0 secure :-1 s=READY pgs=1308 cs=0 l=1 rev1=1 crypto rx=0x7f33f000aab0 tx=0x7f33f00115f0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.859+0000 7f3402e18740 1 -- 172.21.15.1:0/3839035144 shutdown_connections 2024-02-10T00:06:46.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.859+0000 7f3402e18740 1 --2- 172.21.15.1:0/3839035144 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x562f42a32e30 0x562f42a35250 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.859+0000 7f3402e18740 1 --2- 172.21.15.1:0/3839035144 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562f429caeb0 0x562f429d12c0 unknown :-1 s=CLOSED pgs=1308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.859+0000 7f3402e18740 1 --2- 172.21.15.1:0/3839035144 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562f429c2330 0x562f429d0d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.859+0000 7f33e17fa640 0 client.18177 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:46.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.859+0000 7f3402e18740 1 --2- 172.21.15.1:0/3839035144 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562f429c1980 0x562f429d0840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.859+0000 7f3402e18740 1 -- 172.21.15.1:0/3839035144 >> 172.21.15.1:0/3839035144 conn(0x562f429bc050 msgr2=0x562f429c3020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:46.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.859+0000 7f3402e18740 1 -- 172.21.15.1:0/3839035144 shutdown_connections 2024-02-10T00:06:46.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.859+0000 7f3402e18740 1 -- 172.21.15.1:0/3839035144 wait complete. 2024-02-10T00:06:46.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.859+0000 7f3402e18740 20 client.18177 trim_cache size 0 max 16384 2024-02-10T00:06:46.870 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:06:46.870 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "no active scrubs running", 2024-02-10T00:06:46.870 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": {} 2024-02-10T00:06:46.870 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:06:46.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.859+0000 7f3400247640 1 -- 172.21.15.1:0/2510602178 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f33e40a2230 msgr2=0x7f33e40a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:46.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.859+0000 7f3400247640 1 --2- 172.21.15.1:0/2510602178 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f33e40a2230 0x7f33e40a46f0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f33f0012a90 tx=0x7f33f000a960 comp rx=0 tx=0).stop 2024-02-10T00:06:46.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.859+0000 7f3400247640 1 -- 172.21.15.1:0/2510602178 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f33f8100bb0 msgr2=0x7f33f819e4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:46.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.859+0000 7f3400247640 1 --2- 172.21.15.1:0/2510602178 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f33f8100bb0 0x7f33f819e4a0 secure :-1 s=READY pgs=1305 cs=0 l=1 rev1=1 crypto rx=0x7f33e800d950 tx=0x7f33e800de10 comp rx=0 tx=0).stop 2024-02-10T00:06:46.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.860+0000 7f3400247640 1 -- 172.21.15.1:0/2510602178 shutdown_connections 2024-02-10T00:06:46.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.860+0000 7f3400247640 1 --2- 172.21.15.1:0/2510602178 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f33e40a2230 0x7f33e40a46f0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.860+0000 7f3400247640 1 --2- 172.21.15.1:0/2510602178 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f33f8105780 0x7f33f81a2820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.860+0000 7f3400247640 1 --2- 172.21.15.1:0/2510602178 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f33f8100bb0 0x7f33f819e4a0 unknown :-1 s=CLOSED pgs=1305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.860+0000 7f3400247640 1 --2- 172.21.15.1:0/2510602178 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f33f8100290 0x7f33f819df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.860+0000 7f3400247640 1 -- 172.21.15.1:0/2510602178 >> 172.21.15.1:0/2510602178 conn(0x7f33f80772a0 msgr2=0x7f33f8103040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:46.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.860+0000 7f3400247640 1 -- 172.21.15.1:0/2510602178 shutdown_connections 2024-02-10T00:06:46.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.860+0000 7f3400247640 1 -- 172.21.15.1:0/2510602178 wait complete. 2024-02-10T00:06:46.873 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-02-10T00:06:46.874 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-10T00:06:46.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.974+0000 7f238b7d0640 1 -- 172.21.15.1:0/3532958984 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2384100330 msgr2=0x7f2384100710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:46.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.974+0000 7f238b7d0640 1 --2- 172.21.15.1:0/3532958984 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2384100330 0x7f2384100710 secure :-1 s=READY pgs=1309 cs=0 l=1 rev1=1 crypto rx=0x7f2380009930 tx=0x7f238002bc30 comp rx=0 tx=0).stop 2024-02-10T00:06:46.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.974+0000 7f238b7d0640 1 -- 172.21.15.1:0/3532958984 shutdown_connections 2024-02-10T00:06:46.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.974+0000 7f238b7d0640 1 --2- 172.21.15.1:0/3532958984 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2384105400 0x7f238410cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.974+0000 7f238b7d0640 1 --2- 172.21.15.1:0/3532958984 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2384100ce0 0x7f2384104d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.974+0000 7f238b7d0640 1 --2- 172.21.15.1:0/3532958984 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2384100330 0x7f2384100710 unknown :-1 s=CLOSED pgs=1309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.974+0000 7f238b7d0640 1 -- 172.21.15.1:0/3532958984 >> 172.21.15.1:0/3532958984 conn(0x7f23840fbbb0 msgr2=0x7f23840fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:46.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.974+0000 7f238b7d0640 1 -- 172.21.15.1:0/3532958984 shutdown_connections 2024-02-10T00:06:46.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.974+0000 7f238b7d0640 1 -- 172.21.15.1:0/3532958984 wait complete. 2024-02-10T00:06:46.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.975+0000 7f238b7d0640 1 Processor -- start 2024-02-10T00:06:46.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.975+0000 7f238b7d0640 1 -- start start 2024-02-10T00:06:46.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.975+0000 7f238b7d0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2384100330 0x7f2384101dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:46.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.975+0000 7f238b7d0640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2384105400 0x7f2384102300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:46.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.975+0000 7f238b7d0640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2384102840 0x7f23841a5b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:46.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.975+0000 7f238b7d0640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23841a6080 con 0x7f2384100330 2024-02-10T00:06:46.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.975+0000 7f238b7d0640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23841a61f0 con 0x7f2384105400 2024-02-10T00:06:46.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.975+0000 7f238b7d0640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23841a63b0 con 0x7f2384102840 2024-02-10T00:06:46.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.975+0000 7f238956c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2384100330 0x7f2384101dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:46.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.975+0000 7f238956c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2384100330 0x7f2384101dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59156/0 (socket says 172.21.15.1:59156) 2024-02-10T00:06:46.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.975+0000 7f238956c640 1 -- 172.21.15.1:0/424949320 learned_addr learned my addr 172.21.15.1:0/424949320 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:46.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.975+0000 7f2389d6d640 1 --2- 172.21.15.1:0/424949320 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2384102840 0x7f23841a5b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:46.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.975+0000 7f238956c640 1 -- 172.21.15.1:0/424949320 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2384102840 msgr2=0x7f23841a5b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:46.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.975+0000 7f238956c640 1 --2- 172.21.15.1:0/424949320 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2384102840 0x7f23841a5b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.975+0000 7f238956c640 1 -- 172.21.15.1:0/424949320 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2384105400 msgr2=0x7f2384102300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:46.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.975+0000 7f238956c640 1 --2- 172.21.15.1:0/424949320 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2384105400 0x7f2384102300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:46.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.975+0000 7f238956c640 1 -- 172.21.15.1:0/424949320 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2380009560 con 0x7f2384100330 2024-02-10T00:06:46.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.976+0000 7f238956c640 1 --2- 172.21.15.1:0/424949320 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2384100330 0x7f2384101dc0 secure :-1 s=READY pgs=1310 cs=0 l=1 rev1=1 crypto rx=0x7f2380009230 tx=0x7f2380004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:46.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.976+0000 7f23767fc640 1 -- 172.21.15.1:0/424949320 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2380004440 con 0x7f2384100330 2024-02-10T00:06:46.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.976+0000 7f23767fc640 1 -- 172.21.15.1:0/424949320 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f23800052d0 con 0x7f2384100330 2024-02-10T00:06:46.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.976+0000 7f238b7d0640 1 -- 172.21.15.1:0/424949320 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f23841a6630 con 0x7f2384100330 2024-02-10T00:06:46.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.976+0000 7f23767fc640 1 -- 172.21.15.1:0/424949320 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2380003d70 con 0x7f2384100330 2024-02-10T00:06:46.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.976+0000 7f238b7d0640 1 -- 172.21.15.1:0/424949320 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23841a6b40 con 0x7f2384100330 2024-02-10T00:06:46.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.977+0000 7f238b7d0640 1 -- 172.21.15.1:0/424949320 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2384101800 con 0x7f2384100330 2024-02-10T00:06:46.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.978+0000 7f23767fc640 1 -- 172.21.15.1:0/424949320 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f2380005440 con 0x7f2384100330 2024-02-10T00:06:46.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.978+0000 7f23767fc640 1 --2- 172.21.15.1:0/424949320 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f23700a2230 0x7f23700a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:46.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.978+0000 7f2388d6b640 1 --2- 172.21.15.1:0/424949320 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f23700a2230 0x7f23700a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:46.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.978+0000 7f23767fc640 1 -- 172.21.15.1:0/424949320 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f23800f0310 con 0x7f2384100330 2024-02-10T00:06:46.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.979+0000 7f2388d6b640 1 --2- 172.21.15.1:0/424949320 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f23700a2230 0x7f23700a46f0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f2378005fd0 tx=0x7f2378005850 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:46.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:46.983+0000 7f23767fc640 1 -- 172.21.15.1:0/424949320 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f23800b9050 con 0x7f2384100330 2024-02-10T00:06:47.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.201+0000 7f238b7d0640 1 -- 172.21.15.1:0/424949320 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f23841096e0 con 0x7f2384100330 2024-02-10T00:06:47.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.202+0000 7f23767fc640 1 -- 172.21.15.1:0/424949320 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) v1 ==== 94+0+11367 (secure 0 0 0) 0x7f23800bc710 con 0x7f2384100330 2024-02-10T00:06:47.205 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-10T00:06:47.205 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-09T23:57:05.956988+0000","modified":"2024-02-10T00:00:18.086451+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24496,"mds_2":24476,"mds_3":24475,"mds_4":14646},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14646":{"gid":14646,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24398":{"gid":24398,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24406":{"gid":24406,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24475":{"gid":24475,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_25477":{"gid":25477,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/1094349051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":1094349051},{"type":"v1","addr":"172.21.15.103:6835","nonce":1094349051}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-10T00:06:47.205 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 29 2024-02-10T00:06:47.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.204+0000 7f238b7d0640 1 -- 172.21.15.1:0/424949320 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f23700a2230 msgr2=0x7f23700a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.204+0000 7f238b7d0640 1 --2- 172.21.15.1:0/424949320 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f23700a2230 0x7f23700a46f0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f2378005fd0 tx=0x7f2378005850 comp rx=0 tx=0).stop 2024-02-10T00:06:47.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.204+0000 7f238b7d0640 1 -- 172.21.15.1:0/424949320 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2384100330 msgr2=0x7f2384101dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.204+0000 7f238b7d0640 1 --2- 172.21.15.1:0/424949320 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2384100330 0x7f2384101dc0 secure :-1 s=READY pgs=1310 cs=0 l=1 rev1=1 crypto rx=0x7f2380009230 tx=0x7f2380004040 comp rx=0 tx=0).stop 2024-02-10T00:06:47.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.204+0000 7f238b7d0640 1 -- 172.21.15.1:0/424949320 shutdown_connections 2024-02-10T00:06:47.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.204+0000 7f238b7d0640 1 --2- 172.21.15.1:0/424949320 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f23700a2230 0x7f23700a46f0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.204+0000 7f238b7d0640 1 --2- 172.21.15.1:0/424949320 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2384102840 0x7f23841a5b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.204+0000 7f238b7d0640 1 --2- 172.21.15.1:0/424949320 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2384105400 0x7f2384102300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.204+0000 7f238b7d0640 1 --2- 172.21.15.1:0/424949320 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2384100330 0x7f2384101dc0 unknown :-1 s=CLOSED pgs=1310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.204+0000 7f238b7d0640 1 -- 172.21.15.1:0/424949320 >> 172.21.15.1:0/424949320 conn(0x7f23840fbbb0 msgr2=0x7f2384069cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:47.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.204+0000 7f238b7d0640 1 -- 172.21.15.1:0/424949320 shutdown_connections 2024-02-10T00:06:47.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.204+0000 7f238b7d0640 1 -- 172.21.15.1:0/424949320 wait complete. 2024-02-10T00:06:47.217 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:06:47.218 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-02-10T00:06:47.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.319+0000 7ff5cb50d640 1 -- 172.21.15.1:0/1639188949 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff5c4106200 msgr2=0x7ff5c41065e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.319+0000 7ff5cb50d640 1 --2- 172.21.15.1:0/1639188949 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff5c4106200 0x7ff5c41065e0 secure :-1 s=READY pgs=1311 cs=0 l=1 rev1=1 crypto rx=0x7ff5c0009930 tx=0x7ff5c002bc30 comp rx=0 tx=0).stop 2024-02-10T00:06:47.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.319+0000 7ff5cb50d640 1 -- 172.21.15.1:0/1639188949 shutdown_connections 2024-02-10T00:06:47.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.319+0000 7ff5cb50d640 1 --2- 172.21.15.1:0/1639188949 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff5c4100060 0x7ff5c410e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.319+0000 7ff5cb50d640 1 --2- 172.21.15.1:0/1639188949 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff5c40ff6a0 0x7ff5c40ffb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.319+0000 7ff5cb50d640 1 --2- 172.21.15.1:0/1639188949 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff5c4106200 0x7ff5c41065e0 unknown :-1 s=CLOSED pgs=1311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.319+0000 7ff5cb50d640 1 -- 172.21.15.1:0/1639188949 >> 172.21.15.1:0/1639188949 conn(0x7ff5c4076630 msgr2=0x7ff5c40fd9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:47.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.319+0000 7ff5cb50d640 1 -- 172.21.15.1:0/1639188949 shutdown_connections 2024-02-10T00:06:47.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.319+0000 7ff5cb50d640 1 -- 172.21.15.1:0/1639188949 wait complete. 2024-02-10T00:06:47.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.320+0000 7ff5cb50d640 1 Processor -- start 2024-02-10T00:06:47.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.320+0000 7ff5cb50d640 1 -- start start 2024-02-10T00:06:47.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.320+0000 7ff5cb50d640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff5c40ff6a0 0x7ff5c419d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.320+0000 7ff5cb50d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff5c4100060 0x7ff5c419db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.320+0000 7ff5cb50d640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff5c4106200 0x7ff5c4197700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.320+0000 7ff5cb50d640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5c4197e90 con 0x7ff5c4100060 2024-02-10T00:06:47.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.320+0000 7ff5cb50d640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5c4198000 con 0x7ff5c40ff6a0 2024-02-10T00:06:47.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.320+0000 7ff5cb50d640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5c41981c0 con 0x7ff5c4106200 2024-02-10T00:06:47.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.320+0000 7ff5c8aa8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff5c4100060 0x7ff5c419db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.320+0000 7ff5c8aa8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff5c4100060 0x7ff5c419db30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59174/0 (socket says 172.21.15.1:59174) 2024-02-10T00:06:47.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.320+0000 7ff5c8aa8640 1 -- 172.21.15.1:0/3609634236 learned_addr learned my addr 172.21.15.1:0/3609634236 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:47.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.320+0000 7ff5c92a9640 1 --2- 172.21.15.1:0/3609634236 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff5c40ff6a0 0x7ff5c419d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.320+0000 7ff5c8aa8640 1 -- 172.21.15.1:0/3609634236 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff5c4106200 msgr2=0x7ff5c4197700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.320+0000 7ff5c9aaa640 1 --2- 172.21.15.1:0/3609634236 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff5c4106200 0x7ff5c4197700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.320+0000 7ff5c8aa8640 1 --2- 172.21.15.1:0/3609634236 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff5c4106200 0x7ff5c4197700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.320+0000 7ff5c8aa8640 1 -- 172.21.15.1:0/3609634236 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff5c40ff6a0 msgr2=0x7ff5c419d5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.320+0000 7ff5c8aa8640 1 --2- 172.21.15.1:0/3609634236 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff5c40ff6a0 0x7ff5c419d5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.320+0000 7ff5c8aa8640 1 -- 172.21.15.1:0/3609634236 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5c0009560 con 0x7ff5c4100060 2024-02-10T00:06:47.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.320+0000 7ff5c9aaa640 1 --2- 172.21.15.1:0/3609634236 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff5c4106200 0x7ff5c4197700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:06:47.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.321+0000 7ff5c8aa8640 1 --2- 172.21.15.1:0/3609634236 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff5c4100060 0x7ff5c419db30 secure :-1 s=READY pgs=1312 cs=0 l=1 rev1=1 crypto rx=0x7ff5b400c970 tx=0x7ff5b400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:47.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.321+0000 7ff5ba7fc640 1 -- 172.21.15.1:0/3609634236 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5b4007bb0 con 0x7ff5c4100060 2024-02-10T00:06:47.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.321+0000 7ff5ba7fc640 1 -- 172.21.15.1:0/3609634236 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff5b4007d10 con 0x7ff5c4100060 2024-02-10T00:06:47.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.321+0000 7ff5cb50d640 1 -- 172.21.15.1:0/3609634236 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff5c41984a0 con 0x7ff5c4100060 2024-02-10T00:06:47.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.321+0000 7ff5ba7fc640 1 -- 172.21.15.1:0/3609634236 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5b400f450 con 0x7ff5c4100060 2024-02-10T00:06:47.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.321+0000 7ff5cb50d640 1 -- 172.21.15.1:0/3609634236 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5c41a4570 con 0x7ff5c4100060 2024-02-10T00:06:47.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.323+0000 7ff5ba7fc640 1 -- 172.21.15.1:0/3609634236 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7ff5b4004f70 con 0x7ff5c4100060 2024-02-10T00:06:47.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.323+0000 7ff5ce1ba740 1 Processor -- start 2024-02-10T00:06:47.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.323+0000 7ff5ce1ba740 1 -- start start 2024-02-10T00:06:47.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.324+0000 7ff5ce1ba740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b5d60f8890 0x55b5d60f8c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.324+0000 7ff5ce1ba740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b5d60f9240 0x55b5d6101d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.324+0000 7ff5ce1ba740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5d61023a0 0x55b5d6102820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.324+0000 7ff5ce1ba740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5d60b4020 con 0x55b5d60f9240 2024-02-10T00:06:47.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.324+0000 7ff5ce1ba740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5d6067320 con 0x55b5d61023a0 2024-02-10T00:06:47.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.324+0000 7ff5ce1ba740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5d6064850 con 0x55b5d60f8890 2024-02-10T00:06:47.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.324+0000 7ff5c92a9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b5d60f9240 0x55b5d6101d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.324+0000 7ff5c92a9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b5d60f9240 0x55b5d6101d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59180/0 (socket says 172.21.15.1:59180) 2024-02-10T00:06:47.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.324+0000 7ff5c92a9640 1 -- 172.21.15.1:0/877677058 learned_addr learned my addr 172.21.15.1:0/877677058 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:47.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.324+0000 7ff5c9aaa640 1 --2- 172.21.15.1:0/877677058 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b5d60f8890 0x55b5d60f8c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.324+0000 7ff5ba7fc640 1 --2- 172.21.15.1:0/3609634236 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff5b00a2230 0x7ff5b00a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.324+0000 7ff5c8aa8640 1 --2- 172.21.15.1:0/877677058 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5d61023a0 0x55b5d6102820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.324+0000 7ff5c92a9640 1 -- 172.21.15.1:0/877677058 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b5d60f8890 msgr2=0x55b5d60f8c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.324+0000 7ff5c92a9640 1 --2- 172.21.15.1:0/877677058 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b5d60f8890 0x55b5d60f8c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.324+0000 7ff5c92a9640 1 -- 172.21.15.1:0/877677058 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5d61023a0 msgr2=0x55b5d6102820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.324+0000 7ff5c92a9640 1 --2- 172.21.15.1:0/877677058 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5d61023a0 0x55b5d6102820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.324+0000 7ff5c92a9640 1 -- 172.21.15.1:0/877677058 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b5d6022210 con 0x55b5d60f9240 2024-02-10T00:06:47.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.324+0000 7ff5c9aaa640 1 --2- 172.21.15.1:0/3609634236 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff5b00a2230 0x7ff5b00a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.324+0000 7ff5c8aa8640 1 --2- 172.21.15.1:0/877677058 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5d61023a0 0x55b5d6102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:06:47.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.324+0000 7ff5ba7fc640 1 -- 172.21.15.1:0/3609634236 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7ff5b40cde00 con 0x7ff5c4100060 2024-02-10T00:06:47.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.324+0000 7ff5c92a9640 1 --2- 172.21.15.1:0/877677058 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b5d60f9240 0x55b5d6101d80 secure :-1 s=READY pgs=1313 cs=0 l=1 rev1=1 crypto rx=0x7ff5c0036040 tx=0x7ff5c002c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbf4e305e4fbb46 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:47.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.325+0000 7ff5af7fe640 1 -- 172.21.15.1:0/877677058 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5c002cb40 con 0x55b5d60f9240 2024-02-10T00:06:47.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.325+0000 7ff5af7fe640 1 -- 172.21.15.1:0/877677058 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff5c0004030 con 0x55b5d60f9240 2024-02-10T00:06:47.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.325+0000 7ff5af7fe640 1 -- 172.21.15.1:0/877677058 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5c0005320 con 0x55b5d60f9240 2024-02-10T00:06:47.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.325+0000 7ff5c9aaa640 1 --2- 172.21.15.1:0/3609634236 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff5b00a2230 0x7ff5b00a46f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7ff5bc005fd0 tx=0x7ff5bc004a40 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:47.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.325+0000 7ff5ce1ba740 1 -- 172.21.15.1:0/877677058 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b5d60f9240 msgr2=0x55b5d6101d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.325+0000 7ff5ce1ba740 1 --2- 172.21.15.1:0/877677058 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b5d60f9240 0x55b5d6101d80 secure :-1 s=READY pgs=1313 cs=0 l=1 rev1=1 crypto rx=0x7ff5c0036040 tx=0x7ff5c002c950 comp rx=0 tx=0).stop 2024-02-10T00:06:47.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.325+0000 7ff5ce1ba740 1 -- 172.21.15.1:0/877677058 shutdown_connections 2024-02-10T00:06:47.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.325+0000 7ff5ce1ba740 1 --2- 172.21.15.1:0/877677058 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5d61023a0 0x55b5d6102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.325+0000 7ff5ce1ba740 1 --2- 172.21.15.1:0/877677058 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b5d60f9240 0x55b5d6101d80 unknown :-1 s=CLOSED pgs=1313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.325+0000 7ff5ce1ba740 1 --2- 172.21.15.1:0/877677058 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b5d60f8890 0x55b5d60f8c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.325+0000 7ff5ce1ba740 1 -- 172.21.15.1:0/877677058 >> 172.21.15.1:0/877677058 conn(0x55b5d60f3100 msgr2=0x55b5d60f34e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:47.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.325+0000 7ff5ce1ba740 1 -- 172.21.15.1:0/877677058 shutdown_connections 2024-02-10T00:06:47.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.325+0000 7ff5ce1ba740 1 -- 172.21.15.1:0/877677058 wait complete. 2024-02-10T00:06:47.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.326+0000 7ff5ce1ba740 1 -- start start 2024-02-10T00:06:47.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.326+0000 7ff5ce1ba740 1 Processor -- start 2024-02-10T00:06:47.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.326+0000 7ff5ce1ba740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b5d60f8890 0x55b5d6105e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.326+0000 7ff5ce1ba740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b5d60f9240 0x55b5d6106340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.326+0000 7ff5ce1ba740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5d61023a0 0x55b5d6106880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.326+0000 7ff5ce1ba740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5d6060030 con 0x55b5d60f8890 2024-02-10T00:06:47.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.326+0000 7ff5ce1ba740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5d5d33430 con 0x55b5d61023a0 2024-02-10T00:06:47.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.326+0000 7ff5ce1ba740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5d5cefe00 con 0x55b5d60f9240 2024-02-10T00:06:47.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.326+0000 7ff5ce1ba740 10 client.0 _ll_register_callbacks cb 0x55b5d6055030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:47.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.326+0000 7ff5c92a9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b5d60f8890 0x55b5d6105e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.326+0000 7ff5c92a9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b5d60f8890 0x55b5d6105e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59188/0 (socket says 172.21.15.1:59188) 2024-02-10T00:06:47.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.326+0000 7ff5c92a9640 1 -- 172.21.15.1:0/435998974 learned_addr learned my addr 172.21.15.1:0/435998974 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:47.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.326+0000 7ff5c92a9640 1 -- 172.21.15.1:0/435998974 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b5d60f9240 msgr2=0x55b5d6106340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.326+0000 7ff5c92a9640 1 --2- 172.21.15.1:0/435998974 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b5d60f9240 0x55b5d6106340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.326+0000 7ff5c92a9640 1 -- 172.21.15.1:0/435998974 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5d61023a0 msgr2=0x55b5d6106880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.327+0000 7ff5c92a9640 1 --2- 172.21.15.1:0/435998974 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5d61023a0 0x55b5d6106880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.327+0000 7ff5c92a9640 1 -- 172.21.15.1:0/435998974 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5c410e9e0 con 0x55b5d60f8890 2024-02-10T00:06:47.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.327+0000 7ff5c92a9640 1 --2- 172.21.15.1:0/435998974 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b5d60f8890 0x55b5d6105e00 secure :-1 s=READY pgs=1314 cs=0 l=1 rev1=1 crypto rx=0x7ff5c002cd50 tx=0x7ff5c002bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8eb96f7725a67b57 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:47.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.327+0000 7ff5acff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:47.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.327+0000 7ff5acff9640 1 -- 172.21.15.1:0/435998974 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5c00052a0 con 0x55b5d60f8890 2024-02-10T00:06:47.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.327+0000 7ff5acff9640 1 -- 172.21.15.1:0/435998974 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7ff5c004d070 con 0x55b5d60f8890 2024-02-10T00:06:47.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.327+0000 7ff5ce1ba740 1 -- 172.21.15.1:0/435998974 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b5d5d5f7e0 con 0x55b5d60f8890 2024-02-10T00:06:47.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.327+0000 7ff5acff9640 1 -- 172.21.15.1:0/435998974 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff5c0004a90 con 0x55b5d60f8890 2024-02-10T00:06:47.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.327+0000 7ff5ce1ba740 10 client.18195 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:47.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.327+0000 7ff5ce1ba740 1 -- 172.21.15.1:0/435998974 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55b5d605e6b0 con 0x55b5d60f8890 2024-02-10T00:06:47.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.327+0000 7ff5acff9640 1 -- 172.21.15.1:0/435998974 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55b5d5d5f7e0 con 0x55b5d60f8890 2024-02-10T00:06:47.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.327+0000 7ff5acff9640 1 -- 172.21.15.1:0/435998974 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ff5c003c050 con 0x55b5d60f8890 2024-02-10T00:06:47.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.327+0000 7ff5ce1ba740 10 client.18195 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:47.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.327+0000 7ff5ce1ba740 10 client.18195 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:06:47.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.327+0000 7ff5ce1ba740 20 client.18195 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:47.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.327+0000 7ff5ce1ba740 1 --2- 172.21.15.1:0/435998974 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55b5d6116440 0x55b5d6118870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.327+0000 7ff5ce1ba740 4 client.18195 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:06:47.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.327+0000 7ff5ce1ba740 1 -- 172.21.15.1:0/435998974 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b5d5d9c720 con 0x55b5d6116440 2024-02-10T00:06:47.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.328+0000 7ff5c8aa8640 1 --2- 172.21.15.1:0/435998974 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55b5d6116440 0x55b5d6118870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.328+0000 7ff5acff9640 10 client.18195 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:06:47.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.328+0000 7ff5c8aa8640 1 --2- 172.21.15.1:0/435998974 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55b5d6116440 0x55b5d6118870 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=c2c0a53e6041d62d server_cookie=f80685ef086fd4a2 in_seq=0 out_seq=0 2024-02-10T00:06:47.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.328+0000 7ff5acff9640 1 -- 172.21.15.1:0/435998974 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55b5d5d9c720 con 0x55b5d6116440 2024-02-10T00:06:47.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.328+0000 7ff5acff9640 10 client.18195 handle_command_reply: tid=0 2024-02-10T00:06:47.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.328+0000 7ff5ce1ba740 1 client.18195 shutdown 2024-02-10T00:06:47.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.329+0000 7ff5ce1ba740 1 -- 172.21.15.1:0/435998974 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b5d60f8890 msgr2=0x55b5d6105e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.329+0000 7ff5ce1ba740 1 --2- 172.21.15.1:0/435998974 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b5d60f8890 0x55b5d6105e00 secure :-1 s=READY pgs=1314 cs=0 l=1 rev1=1 crypto rx=0x7ff5c002cd50 tx=0x7ff5c002bc30 comp rx=0 tx=0).stop 2024-02-10T00:06:47.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.329+0000 7ff5ce1ba740 1 -- 172.21.15.1:0/435998974 shutdown_connections 2024-02-10T00:06:47.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.329+0000 7ff5ce1ba740 1 --2- 172.21.15.1:0/435998974 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55b5d6116440 0x55b5d6118870 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.329+0000 7ff5ce1ba740 1 --2- 172.21.15.1:0/435998974 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5d61023a0 0x55b5d6106880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.329+0000 7ff5ce1ba740 1 --2- 172.21.15.1:0/435998974 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b5d60f9240 0x55b5d6106340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.329+0000 7ff5acff9640 0 client.18195 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:06:47.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.329+0000 7ff5ce1ba740 1 --2- 172.21.15.1:0/435998974 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b5d60f8890 0x55b5d6105e00 unknown :-1 s=CLOSED pgs=1314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.329+0000 7ff5ce1ba740 1 -- 172.21.15.1:0/435998974 >> 172.21.15.1:0/435998974 conn(0x55b5d60f3100 msgr2=0x55b5d60f4e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:47.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.329+0000 7ff5ce1ba740 1 -- 172.21.15.1:0/435998974 shutdown_connections 2024-02-10T00:06:47.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.329+0000 7ff5ce1ba740 1 -- 172.21.15.1:0/435998974 wait complete. 2024-02-10T00:06:47.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.329+0000 7ff5ce1ba740 20 client.18195 trim_cache size 0 max 16384 2024-02-10T00:06:47.350 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:47 smithi088 ceph-mon[36452]: pgmap v228: 97 pgs: 97 active+clean; 5.0 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:06:47.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.341+0000 7ff5ce1ba740 1 Processor -- start 2024-02-10T00:06:47.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.341+0000 7ff5ce1ba740 1 -- start start 2024-02-10T00:06:47.351 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.341+0000 7ff5ce1ba740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b5d60f8890 0x55b5d6108530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.341+0000 7ff5ce1ba740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b5d60f9240 0x55b5d6103790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.341+0000 7ff5ce1ba740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5d61023a0 0x55b5d61066a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.341+0000 7ff5ce1ba740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5d5fe5130 con 0x55b5d60f8890 2024-02-10T00:06:47.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.341+0000 7ff5ce1ba740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5d60f29c0 con 0x55b5d61023a0 2024-02-10T00:06:47.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.341+0000 7ff5ce1ba740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5d61133c0 con 0x55b5d60f9240 2024-02-10T00:06:47.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.341+0000 7ff5c92a9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b5d60f8890 0x55b5d6108530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.341+0000 7ff5c92a9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b5d60f8890 0x55b5d6108530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59202/0 (socket says 172.21.15.1:59202) 2024-02-10T00:06:47.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.341+0000 7ff5c92a9640 1 -- 172.21.15.1:0/3641953540 learned_addr learned my addr 172.21.15.1:0/3641953540 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:47.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.341+0000 7ff5c9aaa640 1 --2- 172.21.15.1:0/3641953540 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5d61023a0 0x55b5d61066a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.341+0000 7ff5c8aa8640 1 --2- 172.21.15.1:0/3641953540 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b5d60f9240 0x55b5d6103790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.341+0000 7ff5c92a9640 1 -- 172.21.15.1:0/3641953540 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b5d60f9240 msgr2=0x55b5d6103790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.341+0000 7ff5c92a9640 1 --2- 172.21.15.1:0/3641953540 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b5d60f9240 0x55b5d6103790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.341+0000 7ff5c92a9640 1 -- 172.21.15.1:0/3641953540 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5d61023a0 msgr2=0x55b5d61066a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.341+0000 7ff5c92a9640 1 --2- 172.21.15.1:0/3641953540 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5d61023a0 0x55b5d61066a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.341+0000 7ff5c92a9640 1 -- 172.21.15.1:0/3641953540 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b5d5ffac90 con 0x55b5d60f8890 2024-02-10T00:06:47.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.341+0000 7ff5c8aa8640 1 --2- 172.21.15.1:0/3641953540 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b5d60f9240 0x55b5d6103790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:06:47.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.342+0000 7ff5c92a9640 1 --2- 172.21.15.1:0/3641953540 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b5d60f8890 0x55b5d6108530 secure :-1 s=READY pgs=1315 cs=0 l=1 rev1=1 crypto rx=0x7ff5c0004c50 tx=0x7ff5c002c6e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a16063d2f8f44511 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:47.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.342+0000 7ff5aeffd640 1 -- 172.21.15.1:0/3641953540 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5c002c8a0 con 0x55b5d60f8890 2024-02-10T00:06:47.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.342+0000 7ff5aeffd640 1 -- 172.21.15.1:0/3641953540 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff5c0004a90 con 0x55b5d60f8890 2024-02-10T00:06:47.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.342+0000 7ff5aeffd640 1 -- 172.21.15.1:0/3641953540 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5c00035f0 con 0x55b5d60f8890 2024-02-10T00:06:47.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.342+0000 7ff5ce1ba740 1 -- 172.21.15.1:0/3641953540 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b5d60f8890 msgr2=0x55b5d6108530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.342+0000 7ff5ce1ba740 1 --2- 172.21.15.1:0/3641953540 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b5d60f8890 0x55b5d6108530 secure :-1 s=READY pgs=1315 cs=0 l=1 rev1=1 crypto rx=0x7ff5c0004c50 tx=0x7ff5c002c6e0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.342+0000 7ff5ce1ba740 1 -- 172.21.15.1:0/3641953540 shutdown_connections 2024-02-10T00:06:47.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.342+0000 7ff5ce1ba740 1 --2- 172.21.15.1:0/3641953540 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5d61023a0 0x55b5d61066a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.342+0000 7ff5ce1ba740 1 --2- 172.21.15.1:0/3641953540 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b5d60f9240 0x55b5d6103790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.342+0000 7ff5ce1ba740 1 --2- 172.21.15.1:0/3641953540 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b5d60f8890 0x55b5d6108530 unknown :-1 s=CLOSED pgs=1315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.342+0000 7ff5ce1ba740 1 -- 172.21.15.1:0/3641953540 >> 172.21.15.1:0/3641953540 conn(0x55b5d60f3100 msgr2=0x55b5d60ee180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:47.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.342+0000 7ff5ce1ba740 1 -- 172.21.15.1:0/3641953540 shutdown_connections 2024-02-10T00:06:47.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.342+0000 7ff5ce1ba740 1 -- 172.21.15.1:0/3641953540 wait complete. 2024-02-10T00:06:47.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.343+0000 7ff5ce1ba740 1 -- start start 2024-02-10T00:06:47.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.343+0000 7ff5ce1ba740 1 Processor -- start 2024-02-10T00:06:47.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.343+0000 7ff5ce1ba740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b5d60f8890 0x55b5d610d840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.343+0000 7ff5ce1ba740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b5d60f9240 0x55b5d610bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.343+0000 7ff5ce1ba740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5d61023a0 0x55b5d610c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.343+0000 7ff5ce1ba740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5d610c930 con 0x55b5d60f9240 2024-02-10T00:06:47.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.343+0000 7ff5ce1ba740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5d610caa0 con 0x55b5d61023a0 2024-02-10T00:06:47.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.343+0000 7ff5ce1ba740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5d616c9f0 con 0x55b5d60f8890 2024-02-10T00:06:47.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.343+0000 7ff5ce1ba740 10 client.0 _ll_register_callbacks cb 0x7ff5c002c630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:47.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.343+0000 7ff5c8aa8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b5d60f9240 0x55b5d610bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.343+0000 7ff5c8aa8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b5d60f9240 0x55b5d610bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59212/0 (socket says 172.21.15.1:59212) 2024-02-10T00:06:47.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.343+0000 7ff5c8aa8640 1 -- 172.21.15.1:0/58266036 learned_addr learned my addr 172.21.15.1:0/58266036 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:47.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.343+0000 7ff5c92a9640 1 --2- 172.21.15.1:0/58266036 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b5d60f8890 0x55b5d610d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.343+0000 7ff5c9aaa640 1 --2- 172.21.15.1:0/58266036 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5d61023a0 0x55b5d610c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.344+0000 7ff5c8aa8640 1 -- 172.21.15.1:0/58266036 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b5d60f8890 msgr2=0x55b5d610d840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.344+0000 7ff5c8aa8640 1 --2- 172.21.15.1:0/58266036 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b5d60f8890 0x55b5d610d840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.344+0000 7ff5c8aa8640 1 -- 172.21.15.1:0/58266036 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5d61023a0 msgr2=0x55b5d610c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.344+0000 7ff5c8aa8640 1 --2- 172.21.15.1:0/58266036 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5d61023a0 0x55b5d610c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.344+0000 7ff5c8aa8640 1 -- 172.21.15.1:0/58266036 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b5d605e6b0 con 0x55b5d60f9240 2024-02-10T00:06:47.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.344+0000 7ff5c8aa8640 1 --2- 172.21.15.1:0/58266036 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b5d60f9240 0x55b5d610bbe0 secure :-1 s=READY pgs=1316 cs=0 l=1 rev1=1 crypto rx=0x7ff5b4007590 tx=0x7ff5b406a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d172bc6041933cba server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:47.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.344+0000 7ff5acff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:47.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.344+0000 7ff5acff9640 1 -- 172.21.15.1:0/58266036 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5b409a7f0 con 0x55b5d60f9240 2024-02-10T00:06:47.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.344+0000 7ff5acff9640 1 -- 172.21.15.1:0/58266036 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7ff5b409e940 con 0x55b5d60f9240 2024-02-10T00:06:47.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.344+0000 7ff5ce1ba740 1 -- 172.21.15.1:0/58266036 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff5c0004030 con 0x55b5d60f9240 2024-02-10T00:06:47.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.344+0000 7ff5acff9640 1 -- 172.21.15.1:0/58266036 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff5b40a2f90 con 0x55b5d60f9240 2024-02-10T00:06:47.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.344+0000 7ff5ce1ba740 10 client.18201 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:47.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.344+0000 7ff5ce1ba740 1 -- 172.21.15.1:0/58266036 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55b5d6020a70 con 0x55b5d60f9240 2024-02-10T00:06:47.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.344+0000 7ff5acff9640 1 -- 172.21.15.1:0/58266036 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff5b4069080 con 0x55b5d60f9240 2024-02-10T00:06:47.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.344+0000 7ff5acff9640 1 -- 172.21.15.1:0/58266036 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ff5b4016030 con 0x55b5d60f9240 2024-02-10T00:06:47.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.344+0000 7ff5ce1ba740 10 client.18201 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:47.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.344+0000 7ff5ce1ba740 10 client.18201 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:06:47.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.344+0000 7ff5ce1ba740 20 client.18201 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:47.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.344+0000 7ff5ce1ba740 1 --2- 172.21.15.1:0/58266036 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55b5d616e170 0x55b5d6170590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.344+0000 7ff5ce1ba740 4 client.18201 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:06:47.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.345+0000 7ff5ce1ba740 1 -- 172.21.15.1:0/58266036 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55b5d5deb890 con 0x55b5d616e170 2024-02-10T00:06:47.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.345+0000 7ff5c92a9640 1 --2- 172.21.15.1:0/58266036 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55b5d616e170 0x55b5d6170590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.345+0000 7ff5c92a9640 1 --2- 172.21.15.1:0/58266036 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55b5d616e170 0x55b5d6170590 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=cd4dc73ca572f011 server_cookie=8cb81ef56512ef5a in_seq=0 out_seq=0 2024-02-10T00:06:47.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.345+0000 7ff5acff9640 10 client.18201 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:06:47.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.345+0000 7ff5acff9640 1 -- 172.21.15.1:0/58266036 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55b5d5deb890 con 0x55b5d616e170 2024-02-10T00:06:47.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.345+0000 7ff5acff9640 10 client.18201 handle_command_reply: tid=0 2024-02-10T00:06:47.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.345+0000 7ff5ce1ba740 1 client.18201 shutdown 2024-02-10T00:06:47.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.345+0000 7ff5ce1ba740 1 -- 172.21.15.1:0/58266036 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b5d60f9240 msgr2=0x55b5d610bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.345+0000 7ff5ce1ba740 1 --2- 172.21.15.1:0/58266036 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b5d60f9240 0x55b5d610bbe0 secure :-1 s=READY pgs=1316 cs=0 l=1 rev1=1 crypto rx=0x7ff5b4007590 tx=0x7ff5b406a650 comp rx=0 tx=0).stop 2024-02-10T00:06:47.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.345+0000 7ff5ce1ba740 1 -- 172.21.15.1:0/58266036 shutdown_connections 2024-02-10T00:06:47.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.345+0000 7ff5ce1ba740 1 --2- 172.21.15.1:0/58266036 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55b5d616e170 0x55b5d6170590 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.345+0000 7ff5ce1ba740 1 --2- 172.21.15.1:0/58266036 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b5d61023a0 0x55b5d610c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.345+0000 7ff5acff9640 0 client.18201 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:06:47.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.345+0000 7ff5ce1ba740 1 --2- 172.21.15.1:0/58266036 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b5d60f9240 0x55b5d610bbe0 unknown :-1 s=CLOSED pgs=1316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.345+0000 7ff5ce1ba740 1 --2- 172.21.15.1:0/58266036 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b5d60f8890 0x55b5d610d840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.345+0000 7ff5ce1ba740 1 -- 172.21.15.1:0/58266036 >> 172.21.15.1:0/58266036 conn(0x55b5d60f3100 msgr2=0x55b5d6100c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:47.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.345+0000 7ff5ce1ba740 1 -- 172.21.15.1:0/58266036 shutdown_connections 2024-02-10T00:06:47.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.345+0000 7ff5ce1ba740 1 -- 172.21.15.1:0/58266036 wait complete. 2024-02-10T00:06:47.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.345+0000 7ff5ce1ba740 20 client.18201 trim_cache size 0 max 16384 2024-02-10T00:06:47.358 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:06:47.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.346+0000 7ff5cb50d640 1 -- 172.21.15.1:0/3609634236 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff5b00a2230 msgr2=0x7ff5b00a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.346+0000 7ff5cb50d640 1 --2- 172.21.15.1:0/3609634236 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff5b00a2230 0x7ff5b00a46f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7ff5bc005fd0 tx=0x7ff5bc004a40 comp rx=0 tx=0).stop 2024-02-10T00:06:47.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.346+0000 7ff5cb50d640 1 -- 172.21.15.1:0/3609634236 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff5c4100060 msgr2=0x7ff5c419db30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.346+0000 7ff5cb50d640 1 --2- 172.21.15.1:0/3609634236 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff5c4100060 0x7ff5c419db30 secure :-1 s=READY pgs=1312 cs=0 l=1 rev1=1 crypto rx=0x7ff5b400c970 tx=0x7ff5b400ce30 comp rx=0 tx=0).stop 2024-02-10T00:06:47.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.346+0000 7ff5cb50d640 1 -- 172.21.15.1:0/3609634236 shutdown_connections 2024-02-10T00:06:47.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.346+0000 7ff5cb50d640 1 --2- 172.21.15.1:0/3609634236 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff5b00a2230 0x7ff5b00a46f0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.346+0000 7ff5cb50d640 1 --2- 172.21.15.1:0/3609634236 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff5c4106200 0x7ff5c4197700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.346+0000 7ff5cb50d640 1 --2- 172.21.15.1:0/3609634236 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff5c4100060 0x7ff5c419db30 unknown :-1 s=CLOSED pgs=1312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.346+0000 7ff5cb50d640 1 --2- 172.21.15.1:0/3609634236 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff5c40ff6a0 0x7ff5c419d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.346+0000 7ff5cb50d640 1 -- 172.21.15.1:0/3609634236 >> 172.21.15.1:0/3609634236 conn(0x7ff5c4076630 msgr2=0x7ff5c41041a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:47.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.346+0000 7ff5cb50d640 1 -- 172.21.15.1:0/3609634236 shutdown_connections 2024-02-10T00:06:47.360 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.346+0000 7ff5cb50d640 1 -- 172.21.15.1:0/3609634236 wait complete. 2024-02-10T00:06:47.361 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:47 smithi001 ceph-mon[32335]: pgmap v228: 97 pgs: 97 active+clean; 5.0 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:06:47.362 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:06:47.362 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-02-10T00:06:47.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:47 smithi103 ceph-mon[36942]: pgmap v228: 97 pgs: 97 active+clean; 5.0 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:06:47.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.463+0000 7f3de089a640 1 -- 172.21.15.1:0/1083723250 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3ddc100d50 msgr2=0x7f3ddc104d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.463+0000 7f3de089a640 1 --2- 172.21.15.1:0/1083723250 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3ddc100d50 0x7f3ddc104d40 secure :-1 s=READY pgs=1317 cs=0 l=1 rev1=1 crypto rx=0x7f3dc4009930 tx=0x7f3dc402bc30 comp rx=0 tx=0).stop 2024-02-10T00:06:47.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.463+0000 7f3de089a640 1 -- 172.21.15.1:0/1083723250 shutdown_connections 2024-02-10T00:06:47.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.463+0000 7f3de089a640 1 --2- 172.21.15.1:0/1083723250 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3ddc105420 0x7f3ddc10cff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.463+0000 7f3de089a640 1 --2- 172.21.15.1:0/1083723250 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3ddc100d50 0x7f3ddc104d40 unknown :-1 s=CLOSED pgs=1317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.463+0000 7f3de089a640 1 --2- 172.21.15.1:0/1083723250 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ddc1003a0 0x7f3ddc100780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.463+0000 7f3de089a640 1 -- 172.21.15.1:0/1083723250 >> 172.21.15.1:0/1083723250 conn(0x7f3ddc077300 msgr2=0x7f3ddc077710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:47.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.463+0000 7f3de089a640 1 -- 172.21.15.1:0/1083723250 shutdown_connections 2024-02-10T00:06:47.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.463+0000 7f3de089a640 1 -- 172.21.15.1:0/1083723250 wait complete. 2024-02-10T00:06:47.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.464+0000 7f3de089a640 1 Processor -- start 2024-02-10T00:06:47.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.464+0000 7f3de089a640 1 -- start start 2024-02-10T00:06:47.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.464+0000 7f3de089a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3ddc1003a0 0x7f3ddc19d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.464+0000 7f3de089a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ddc105420 0x7f3ddc19d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.464+0000 7f3de089a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3ddc197610 0x7f3ddc197ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.464+0000 7f3de089a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ddc198000 con 0x7f3ddc1003a0 2024-02-10T00:06:47.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.464+0000 7f3de089a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ddc198170 con 0x7f3ddc105420 2024-02-10T00:06:47.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.464+0000 7f3de089a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ddc198330 con 0x7f3ddc197610 2024-02-10T00:06:47.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.464+0000 7f3dda59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3ddc1003a0 0x7f3ddc19d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.465+0000 7f3dda59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3ddc1003a0 0x7f3ddc19d460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59226/0 (socket says 172.21.15.1:59226) 2024-02-10T00:06:47.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.465+0000 7f3dda59c640 1 -- 172.21.15.1:0/1521431891 learned_addr learned my addr 172.21.15.1:0/1521431891 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:47.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.465+0000 7f3dd9d9b640 1 --2- 172.21.15.1:0/1521431891 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ddc105420 0x7f3ddc19d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.465+0000 7f3ddad9d640 1 --2- 172.21.15.1:0/1521431891 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3ddc197610 0x7f3ddc197ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.465+0000 7f3dda59c640 1 -- 172.21.15.1:0/1521431891 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3ddc197610 msgr2=0x7f3ddc197ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.465+0000 7f3dda59c640 1 --2- 172.21.15.1:0/1521431891 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3ddc197610 0x7f3ddc197ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.465+0000 7f3dda59c640 1 -- 172.21.15.1:0/1521431891 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ddc105420 msgr2=0x7f3ddc19d9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.465+0000 7f3dda59c640 1 --2- 172.21.15.1:0/1521431891 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ddc105420 0x7f3ddc19d9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.465+0000 7f3dda59c640 1 -- 172.21.15.1:0/1521431891 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3dc4009560 con 0x7f3ddc1003a0 2024-02-10T00:06:47.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.465+0000 7f3dda59c640 1 --2- 172.21.15.1:0/1521431891 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3ddc1003a0 0x7f3ddc19d460 secure :-1 s=READY pgs=1318 cs=0 l=1 rev1=1 crypto rx=0x7f3dd400c920 tx=0x7f3dd400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:47.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.465+0000 7f3dd37fe640 1 -- 172.21.15.1:0/1521431891 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dd4007c70 con 0x7f3ddc1003a0 2024-02-10T00:06:47.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.465+0000 7f3de089a640 1 -- 172.21.15.1:0/1521431891 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3ddc1a4320 con 0x7f3ddc1003a0 2024-02-10T00:06:47.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.465+0000 7f3dd37fe640 1 -- 172.21.15.1:0/1521431891 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3dd4007dd0 con 0x7f3ddc1003a0 2024-02-10T00:06:47.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.465+0000 7f3dd37fe640 1 -- 172.21.15.1:0/1521431891 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dd4018860 con 0x7f3ddc1003a0 2024-02-10T00:06:47.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.465+0000 7f3de089a640 1 -- 172.21.15.1:0/1521431891 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3ddc1a4850 con 0x7f3ddc1003a0 2024-02-10T00:06:47.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.467+0000 7f3dd37fe640 1 -- 172.21.15.1:0/1521431891 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f3dd400fac0 con 0x7f3ddc1003a0 2024-02-10T00:06:47.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.468+0000 7f3de3472740 1 Processor -- start 2024-02-10T00:06:47.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.468+0000 7f3de3472740 1 -- start start 2024-02-10T00:06:47.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.468+0000 7f3de3472740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9b1b16a30 0x55c9b1b16e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.468+0000 7f3de3472740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9b1b173e0 0x55c9b1b1f990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.480 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.468+0000 7f3dd37fe640 1 --2- 172.21.15.1:0/1521431891 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3dc80a2230 0x7f3dc80a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.480 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.468+0000 7f3de3472740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9b1b1ff60 0x55c9b1b223b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.480 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.468+0000 7f3de3472740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9b1ad2020 con 0x55c9b1b173e0 2024-02-10T00:06:47.480 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.468+0000 7f3de3472740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9b1a85320 con 0x55c9b1b1ff60 2024-02-10T00:06:47.480 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.468+0000 7f3de3472740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9b1a82850 con 0x55c9b1b16a30 2024-02-10T00:06:47.480 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.468+0000 7f3dd9d9b640 1 --2- 172.21.15.1:0/1521431891 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3dc80a2230 0x7f3dc80a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.480 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.468+0000 7f3dda59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9b1b173e0 0x55c9b1b1f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.480 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.468+0000 7f3dda59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9b1b173e0 0x55c9b1b1f990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59236/0 (socket says 172.21.15.1:59236) 2024-02-10T00:06:47.480 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.468+0000 7f3dda59c640 1 -- 172.21.15.1:0/412370582 learned_addr learned my addr 172.21.15.1:0/412370582 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:47.480 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.468+0000 7f3dd37fe640 1 -- 172.21.15.1:0/1521431891 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f3dd40ce220 con 0x7f3ddc1003a0 2024-02-10T00:06:47.480 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.468+0000 7f3ddad9d640 1 --2- 172.21.15.1:0/412370582 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9b1b1ff60 0x55c9b1b223b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.481 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.468+0000 7f3ddad9d640 1 --2- 172.21.15.1:0/412370582 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9b1b16a30 0x55c9b1b16e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.481 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.468+0000 7f3dda59c640 1 -- 172.21.15.1:0/412370582 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9b1b16a30 msgr2=0x55c9b1b16e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.481 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.469+0000 7f3dda59c640 1 --2- 172.21.15.1:0/412370582 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9b1b16a30 0x55c9b1b16e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.481 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.469+0000 7f3dda59c640 1 -- 172.21.15.1:0/412370582 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9b1b1ff60 msgr2=0x55c9b1b223b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.481 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.469+0000 7f3dda59c640 1 --2- 172.21.15.1:0/412370582 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9b1b1ff60 0x55c9b1b223b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.481 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.469+0000 7f3dda59c640 1 -- 172.21.15.1:0/412370582 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c9b1a40210 con 0x55c9b1b173e0 2024-02-10T00:06:47.481 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.469+0000 7f3ddad9d640 1 --2- 172.21.15.1:0/412370582 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9b1b1ff60 0x55c9b1b223b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:06:47.481 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.469+0000 7f3dd9d9b640 1 --2- 172.21.15.1:0/1521431891 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3dc80a2230 0x7f3dc80a46f0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f3dc4000c00 tx=0x7f3dc4005fd0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:47.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.469+0000 7f3dda59c640 1 --2- 172.21.15.1:0/412370582 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9b1b173e0 0x55c9b1b1f990 secure :-1 s=READY pgs=1319 cs=0 l=1 rev1=1 crypto rx=0x7f3dd40a2e80 tx=0x7f3dd4020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=adecf3c1873d3a07 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:47.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.469+0000 7f3dd0ff9640 1 -- 172.21.15.1:0/412370582 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dd40ce070 con 0x55c9b1b173e0 2024-02-10T00:06:47.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.469+0000 7f3dd0ff9640 1 -- 172.21.15.1:0/412370582 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3dd4098d50 con 0x55c9b1b173e0 2024-02-10T00:06:47.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.469+0000 7f3dd0ff9640 1 -- 172.21.15.1:0/412370582 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dd4066170 con 0x55c9b1b173e0 2024-02-10T00:06:47.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.470+0000 7f3de3472740 1 -- 172.21.15.1:0/412370582 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9b1b173e0 msgr2=0x55c9b1b1f990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.470+0000 7f3de3472740 1 --2- 172.21.15.1:0/412370582 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9b1b173e0 0x55c9b1b1f990 secure :-1 s=READY pgs=1319 cs=0 l=1 rev1=1 crypto rx=0x7f3dd40a2e80 tx=0x7f3dd4020000 comp rx=0 tx=0).stop 2024-02-10T00:06:47.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.470+0000 7f3de3472740 1 -- 172.21.15.1:0/412370582 shutdown_connections 2024-02-10T00:06:47.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.470+0000 7f3de3472740 1 --2- 172.21.15.1:0/412370582 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9b1b1ff60 0x55c9b1b223b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.470+0000 7f3de3472740 1 --2- 172.21.15.1:0/412370582 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9b1b173e0 0x55c9b1b1f990 unknown :-1 s=CLOSED pgs=1319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.470+0000 7f3de3472740 1 --2- 172.21.15.1:0/412370582 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9b1b16a30 0x55c9b1b16e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.470+0000 7f3de3472740 1 -- 172.21.15.1:0/412370582 >> 172.21.15.1:0/412370582 conn(0x55c9b1b11100 msgr2=0x55c9b1b114e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:47.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.470+0000 7f3de3472740 1 -- 172.21.15.1:0/412370582 shutdown_connections 2024-02-10T00:06:47.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.470+0000 7f3de3472740 1 -- 172.21.15.1:0/412370582 wait complete. 2024-02-10T00:06:47.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.470+0000 7f3de3472740 1 -- start start 2024-02-10T00:06:47.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.470+0000 7f3de3472740 1 Processor -- start 2024-02-10T00:06:47.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.470+0000 7f3de3472740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9b1b16a30 0x55c9b1b1cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.470+0000 7f3de3472740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9b1b173e0 0x55c9b1b1d500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.470+0000 7f3de3472740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9b1b1ff60 0x55c9b1b1da40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.470+0000 7f3de3472740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9b1a7e030 con 0x55c9b1b173e0 2024-02-10T00:06:47.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.470+0000 7f3de3472740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9b1751430 con 0x55c9b1b16a30 2024-02-10T00:06:47.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.470+0000 7f3de3472740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9b170de00 con 0x55c9b1b1ff60 2024-02-10T00:06:47.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.470+0000 7f3de3472740 10 client.0 _ll_register_callbacks cb 0x55c9b1a73030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:47.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.470+0000 7f3dd9d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9b1b173e0 0x55c9b1b1d500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.470+0000 7f3dd9d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9b1b173e0 0x55c9b1b1d500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59250/0 (socket says 172.21.15.1:59250) 2024-02-10T00:06:47.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.470+0000 7f3dd9d9b640 1 -- 172.21.15.1:0/1927127901 learned_addr learned my addr 172.21.15.1:0/1927127901 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:47.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.471+0000 7f3ddad9d640 1 --2- 172.21.15.1:0/1927127901 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9b1b1ff60 0x55c9b1b1da40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.471+0000 7f3dda59c640 1 --2- 172.21.15.1:0/1927127901 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9b1b16a30 0x55c9b1b1cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.471+0000 7f3dd9d9b640 1 -- 172.21.15.1:0/1927127901 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9b1b1ff60 msgr2=0x55c9b1b1da40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.471+0000 7f3dd9d9b640 1 --2- 172.21.15.1:0/1927127901 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9b1b1ff60 0x55c9b1b1da40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.471+0000 7f3dd9d9b640 1 -- 172.21.15.1:0/1927127901 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9b1b16a30 msgr2=0x55c9b1b1cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.471+0000 7f3dd9d9b640 1 --2- 172.21.15.1:0/1927127901 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9b1b16a30 0x55c9b1b1cfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.471+0000 7f3dd9d9b640 1 -- 172.21.15.1:0/1927127901 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3ddc1a4850 con 0x55c9b1b173e0 2024-02-10T00:06:47.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.471+0000 7f3dda59c640 1 --2- 172.21.15.1:0/1927127901 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9b1b16a30 0x55c9b1b1cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:06:47.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.471+0000 7f3dd9d9b640 1 --2- 172.21.15.1:0/1927127901 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9b1b173e0 0x55c9b1b1d500 secure :-1 s=READY pgs=1320 cs=0 l=1 rev1=1 crypto rx=0x7f3dc4009930 tx=0x7f3dc4009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4515fe8439c78dc server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:47.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.471+0000 7f3dc1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:47.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.471+0000 7f3dc1ffb640 1 -- 172.21.15.1:0/1927127901 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dc4004df0 con 0x55c9b1b173e0 2024-02-10T00:06:47.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.471+0000 7f3dc1ffb640 1 -- 172.21.15.1:0/1927127901 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f3dc4047050 con 0x55c9b1b173e0 2024-02-10T00:06:47.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.471+0000 7f3de3472740 1 -- 172.21.15.1:0/1927127901 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c9b177d7e0 con 0x55c9b1b173e0 2024-02-10T00:06:47.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.471+0000 7f3dc1ffb640 1 -- 172.21.15.1:0/1927127901 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3dc4004f50 con 0x55c9b1b173e0 2024-02-10T00:06:47.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.471+0000 7f3de3472740 10 client.18213 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:47.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.471+0000 7f3de3472740 1 -- 172.21.15.1:0/1927127901 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c9b1a7c6b0 con 0x55c9b1b173e0 2024-02-10T00:06:47.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.471+0000 7f3dc1ffb640 1 -- 172.21.15.1:0/1927127901 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55c9b177d7e0 con 0x55c9b1b173e0 2024-02-10T00:06:47.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.472+0000 7f3dc1ffb640 1 -- 172.21.15.1:0/1927127901 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f3dc4003c30 con 0x55c9b1b173e0 2024-02-10T00:06:47.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.472+0000 7f3de3472740 10 client.18213 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:47.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.472+0000 7f3de3472740 10 client.18213 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:06:47.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.472+0000 7f3de3472740 20 client.18213 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:47.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.472+0000 7f3de3472740 1 --2- 172.21.15.1:0/1927127901 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c9b1b305c0 0x55c9b1b329e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.472+0000 7f3de3472740 4 client.18213 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:06:47.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.472+0000 7f3de3472740 1 -- 172.21.15.1:0/1927127901 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c9b17ba720 con 0x55c9b1b305c0 2024-02-10T00:06:47.485 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.472+0000 7f3dda59c640 1 --2- 172.21.15.1:0/1927127901 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c9b1b305c0 0x55c9b1b329e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.472+0000 7f3dc1ffb640 10 client.18213 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:06:47.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.472+0000 7f3dda59c640 1 --2- 172.21.15.1:0/1927127901 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c9b1b305c0 0x55c9b1b329e0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=b73d1edabe77c574 server_cookie=5d72d92cc856b7d in_seq=0 out_seq=0 2024-02-10T00:06:47.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.473+0000 7f3dc1ffb640 1 -- 172.21.15.1:0/1927127901 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55c9b17ba720 con 0x55c9b1b305c0 2024-02-10T00:06:47.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.473+0000 7f3dc1ffb640 10 client.18213 handle_command_reply: tid=0 2024-02-10T00:06:47.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.473+0000 7f3de3472740 1 client.18213 shutdown 2024-02-10T00:06:47.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.473+0000 7f3de3472740 1 -- 172.21.15.1:0/1927127901 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9b1b173e0 msgr2=0x55c9b1b1d500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.473+0000 7f3de3472740 1 --2- 172.21.15.1:0/1927127901 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9b1b173e0 0x55c9b1b1d500 secure :-1 s=READY pgs=1320 cs=0 l=1 rev1=1 crypto rx=0x7f3dc4009930 tx=0x7f3dc4009260 comp rx=0 tx=0).stop 2024-02-10T00:06:47.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.473+0000 7f3de3472740 1 -- 172.21.15.1:0/1927127901 shutdown_connections 2024-02-10T00:06:47.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.473+0000 7f3de3472740 1 --2- 172.21.15.1:0/1927127901 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9b1b1ff60 0x55c9b1b1da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.473+0000 7f3de3472740 1 --2- 172.21.15.1:0/1927127901 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9b1b173e0 0x55c9b1b1d500 unknown :-1 s=CLOSED pgs=1320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.473+0000 7f3de3472740 1 --2- 172.21.15.1:0/1927127901 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c9b1b305c0 0x55c9b1b329e0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.473+0000 7f3de3472740 1 --2- 172.21.15.1:0/1927127901 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9b1b16a30 0x55c9b1b1cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.473+0000 7f3dc1ffb640 0 client.18213 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:06:47.486 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.473+0000 7f3de3472740 1 -- 172.21.15.1:0/1927127901 >> 172.21.15.1:0/1927127901 conn(0x55c9b1b11100 msgr2=0x55c9b1b12e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:47.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.473+0000 7f3de3472740 1 -- 172.21.15.1:0/1927127901 shutdown_connections 2024-02-10T00:06:47.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.473+0000 7f3de3472740 1 -- 172.21.15.1:0/1927127901 wait complete. 2024-02-10T00:06:47.487 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.473+0000 7f3de3472740 20 client.18213 trim_cache size 0 max 16384 2024-02-10T00:06:47.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.485+0000 7f3de3472740 1 Processor -- start 2024-02-10T00:06:47.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.485+0000 7f3de3472740 1 -- start start 2024-02-10T00:06:47.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.485+0000 7f3de3472740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9b1b16a30 0x55c9b1b1f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.485+0000 7f3de3472740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9b1b173e0 0x55c9b1b1d860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.485+0000 7f3de3472740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9b1b1ff60 0x55c9b1b1a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.485+0000 7f3de3472740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9b1a03130 con 0x55c9b1b16a30 2024-02-10T00:06:47.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.485+0000 7f3de3472740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9b1b2d0b0 con 0x55c9b1b173e0 2024-02-10T00:06:47.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.485+0000 7f3de3472740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9b1b18c00 con 0x55c9b1b1ff60 2024-02-10T00:06:47.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.485+0000 7f3dda59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9b1b16a30 0x55c9b1b1f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.485+0000 7f3dda59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9b1b16a30 0x55c9b1b1f6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59266/0 (socket says 172.21.15.1:59266) 2024-02-10T00:06:47.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.485+0000 7f3dda59c640 1 -- 172.21.15.1:0/1911577998 learned_addr learned my addr 172.21.15.1:0/1911577998 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:47.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.485+0000 7f3dd9d9b640 1 --2- 172.21.15.1:0/1911577998 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9b1b173e0 0x55c9b1b1d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.485+0000 7f3dda59c640 1 -- 172.21.15.1:0/1911577998 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9b1b1ff60 msgr2=0x55c9b1b1a260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.485+0000 7f3dda59c640 1 --2- 172.21.15.1:0/1911577998 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9b1b1ff60 0x55c9b1b1a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.485+0000 7f3dda59c640 1 -- 172.21.15.1:0/1911577998 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9b1b173e0 msgr2=0x55c9b1b1d860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.485+0000 7f3dda59c640 1 --2- 172.21.15.1:0/1911577998 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9b1b173e0 0x55c9b1b1d860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.485+0000 7f3dda59c640 1 -- 172.21.15.1:0/1911577998 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c9b1a18c90 con 0x55c9b1b16a30 2024-02-10T00:06:47.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.485+0000 7f3dd9d9b640 1 --2- 172.21.15.1:0/1911577998 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9b1b173e0 0x55c9b1b1d860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:06:47.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.485+0000 7f3dda59c640 1 --2- 172.21.15.1:0/1911577998 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9b1b16a30 0x55c9b1b1f6f0 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7f3dd4017000 tx=0x7f3dd40968b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3963330759ca54d5 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:47.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.486+0000 7f3dc3fff640 1 -- 172.21.15.1:0/1911577998 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dd40ce040 con 0x55c9b1b16a30 2024-02-10T00:06:47.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.486+0000 7f3dc3fff640 1 -- 172.21.15.1:0/1911577998 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3dd409ac10 con 0x55c9b1b16a30 2024-02-10T00:06:47.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.486+0000 7f3dc3fff640 1 -- 172.21.15.1:0/1911577998 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dd4097280 con 0x55c9b1b16a30 2024-02-10T00:06:47.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.486+0000 7f3de3472740 1 -- 172.21.15.1:0/1911577998 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9b1b16a30 msgr2=0x55c9b1b1f6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.486+0000 7f3de3472740 1 --2- 172.21.15.1:0/1911577998 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9b1b16a30 0x55c9b1b1f6f0 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7f3dd4017000 tx=0x7f3dd40968b0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.486+0000 7f3de3472740 1 -- 172.21.15.1:0/1911577998 shutdown_connections 2024-02-10T00:06:47.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.486+0000 7f3de3472740 1 --2- 172.21.15.1:0/1911577998 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9b1b1ff60 0x55c9b1b1a260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.486+0000 7f3de3472740 1 --2- 172.21.15.1:0/1911577998 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9b1b173e0 0x55c9b1b1d860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.486+0000 7f3de3472740 1 --2- 172.21.15.1:0/1911577998 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9b1b16a30 0x55c9b1b1f6f0 unknown :-1 s=CLOSED pgs=1321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.486+0000 7f3de3472740 1 -- 172.21.15.1:0/1911577998 >> 172.21.15.1:0/1911577998 conn(0x55c9b1b11100 msgr2=0x55c9b1b37360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:47.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.486+0000 7f3de3472740 1 -- 172.21.15.1:0/1911577998 shutdown_connections 2024-02-10T00:06:47.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.486+0000 7f3de3472740 1 -- 172.21.15.1:0/1911577998 wait complete. 2024-02-10T00:06:47.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.486+0000 7f3de3472740 1 -- start start 2024-02-10T00:06:47.495 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.487+0000 7f3de3472740 1 Processor -- start 2024-02-10T00:06:47.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.487+0000 7f3de3472740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9b1b16a30 0x55c9b1b25a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.487+0000 7f3de3472740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9b1b173e0 0x55c9b1b25f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.487+0000 7f3de3472740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9b1b1ff60 0x55c9b1b264d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.487+0000 7f3de3472740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9b1b86af0 con 0x55c9b1b173e0 2024-02-10T00:06:47.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.487+0000 7f3de3472740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9b1b86c30 con 0x55c9b1b1ff60 2024-02-10T00:06:47.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.487+0000 7f3de3472740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9b1b86df0 con 0x55c9b1b16a30 2024-02-10T00:06:47.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.487+0000 7f3de3472740 10 client.0 _ll_register_callbacks cb 0x7f3dd400cf10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:47.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.487+0000 7f3dd9d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9b1b173e0 0x55c9b1b25f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.487+0000 7f3dd9d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9b1b173e0 0x55c9b1b25f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59272/0 (socket says 172.21.15.1:59272) 2024-02-10T00:06:47.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.487+0000 7f3dd9d9b640 1 -- 172.21.15.1:0/3272063632 learned_addr learned my addr 172.21.15.1:0/3272063632 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:47.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.487+0000 7f3dda59c640 1 --2- 172.21.15.1:0/3272063632 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9b1b16a30 0x55c9b1b25a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.496 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.487+0000 7f3dd9d9b640 1 -- 172.21.15.1:0/3272063632 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9b1b16a30 msgr2=0x55c9b1b25a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.487+0000 7f3dd9d9b640 1 --2- 172.21.15.1:0/3272063632 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9b1b16a30 0x55c9b1b25a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.487+0000 7f3dd9d9b640 1 -- 172.21.15.1:0/3272063632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9b1b1ff60 msgr2=0x55c9b1b264d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.487+0000 7f3dd9d9b640 1 --2- 172.21.15.1:0/3272063632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9b1b1ff60 0x55c9b1b264d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.487+0000 7f3dd9d9b640 1 -- 172.21.15.1:0/3272063632 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c9b1a40210 con 0x55c9b1b173e0 2024-02-10T00:06:47.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.487+0000 7f3dd9d9b640 1 --2- 172.21.15.1:0/3272063632 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9b1b173e0 0x55c9b1b25f90 secure :-1 s=READY pgs=1322 cs=0 l=1 rev1=1 crypto rx=0x7f3dc4004c50 tx=0x7f3dc4005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d86419f1c65b1ac server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:47.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.487+0000 7f3dc1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:47.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.487+0000 7f3dc1ffb640 1 -- 172.21.15.1:0/3272063632 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dc403faf0 con 0x55c9b1b173e0 2024-02-10T00:06:47.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.487+0000 7f3dc1ffb640 1 -- 172.21.15.1:0/3272063632 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f3dc4047040 con 0x55c9b1b173e0 2024-02-10T00:06:47.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.487+0000 7f3de3472740 1 -- 172.21.15.1:0/3272063632 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3dd4098d50 con 0x55c9b1b173e0 2024-02-10T00:06:47.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.488+0000 7f3dc1ffb640 1 -- 172.21.15.1:0/3272063632 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3dc403f700 con 0x55c9b1b173e0 2024-02-10T00:06:47.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.488+0000 7f3de3472740 10 client.18219 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:47.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.488+0000 7f3de3472740 1 -- 172.21.15.1:0/3272063632 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c9b1a3ea70 con 0x55c9b1b173e0 2024-02-10T00:06:47.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.488+0000 7f3dc1ffb640 1 -- 172.21.15.1:0/3272063632 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3dd4098d50 con 0x55c9b1b173e0 2024-02-10T00:06:47.497 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.488+0000 7f3dc1ffb640 1 -- 172.21.15.1:0/3272063632 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f3dc4004df0 con 0x55c9b1b173e0 2024-02-10T00:06:47.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.488+0000 7f3de3472740 10 client.18219 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:47.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.488+0000 7f3de3472740 10 client.18219 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:06:47.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.488+0000 7f3de3472740 20 client.18219 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:47.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.488+0000 7f3de3472740 1 --2- 172.21.15.1:0/3272063632 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c9b1b88230 0x55c9b1b8a650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.488+0000 7f3de3472740 4 client.18219 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:06:47.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.488+0000 7f3de3472740 1 -- 172.21.15.1:0/3272063632 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55c9b1809890 con 0x55c9b1b88230 2024-02-10T00:06:47.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.488+0000 7f3dda59c640 1 --2- 172.21.15.1:0/3272063632 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c9b1b88230 0x55c9b1b8a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.489+0000 7f3dda59c640 1 --2- 172.21.15.1:0/3272063632 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c9b1b88230 0x55c9b1b8a650 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=f30e7b262b37d66f server_cookie=3e83294db00d9df8 in_seq=0 out_seq=0 2024-02-10T00:06:47.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.489+0000 7f3dc1ffb640 10 client.18219 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:06:47.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.489+0000 7f3dc1ffb640 1 -- 172.21.15.1:0/3272063632 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55c9b1809890 con 0x55c9b1b88230 2024-02-10T00:06:47.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.489+0000 7f3dc1ffb640 10 client.18219 handle_command_reply: tid=0 2024-02-10T00:06:47.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.489+0000 7f3de3472740 1 client.18219 shutdown 2024-02-10T00:06:47.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.489+0000 7f3de3472740 1 -- 172.21.15.1:0/3272063632 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9b1b173e0 msgr2=0x55c9b1b25f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.489+0000 7f3de3472740 1 --2- 172.21.15.1:0/3272063632 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9b1b173e0 0x55c9b1b25f90 secure :-1 s=READY pgs=1322 cs=0 l=1 rev1=1 crypto rx=0x7f3dc4004c50 tx=0x7f3dc4005b50 comp rx=0 tx=0).stop 2024-02-10T00:06:47.498 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.489+0000 7f3de3472740 1 -- 172.21.15.1:0/3272063632 shutdown_connections 2024-02-10T00:06:47.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.489+0000 7f3de3472740 1 --2- 172.21.15.1:0/3272063632 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55c9b1b88230 0x55c9b1b8a650 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.489+0000 7f3de3472740 1 --2- 172.21.15.1:0/3272063632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c9b1b1ff60 0x55c9b1b264d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.489+0000 7f3de3472740 1 --2- 172.21.15.1:0/3272063632 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c9b1b173e0 0x55c9b1b25f90 unknown :-1 s=CLOSED pgs=1322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.489+0000 7f3dc1ffb640 0 client.18219 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:06:47.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.489+0000 7f3de3472740 1 --2- 172.21.15.1:0/3272063632 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c9b1b16a30 0x55c9b1b25a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.489+0000 7f3de3472740 1 -- 172.21.15.1:0/3272063632 >> 172.21.15.1:0/3272063632 conn(0x55c9b1b11100 msgr2=0x55c9b1b0f9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:47.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.489+0000 7f3de3472740 1 -- 172.21.15.1:0/3272063632 shutdown_connections 2024-02-10T00:06:47.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.489+0000 7f3de3472740 1 -- 172.21.15.1:0/3272063632 wait complete. 2024-02-10T00:06:47.499 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.489+0000 7f3de3472740 20 client.18219 trim_cache size 0 max 16384 2024-02-10T00:06:47.499 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:06:47.500 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.490+0000 7f3de089a640 1 -- 172.21.15.1:0/1521431891 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3dc80a2230 msgr2=0x7f3dc80a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.501 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.490+0000 7f3de089a640 1 --2- 172.21.15.1:0/1521431891 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3dc80a2230 0x7f3dc80a46f0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f3dc4000c00 tx=0x7f3dc4005fd0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.501 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.490+0000 7f3de089a640 1 -- 172.21.15.1:0/1521431891 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3ddc1003a0 msgr2=0x7f3ddc19d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.501 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.490+0000 7f3de089a640 1 --2- 172.21.15.1:0/1521431891 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3ddc1003a0 0x7f3ddc19d460 secure :-1 s=READY pgs=1318 cs=0 l=1 rev1=1 crypto rx=0x7f3dd400c920 tx=0x7f3dd400cde0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.501 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.490+0000 7f3de089a640 1 -- 172.21.15.1:0/1521431891 shutdown_connections 2024-02-10T00:06:47.501 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.490+0000 7f3de089a640 1 --2- 172.21.15.1:0/1521431891 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3dc80a2230 0x7f3dc80a46f0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.501 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.490+0000 7f3de089a640 1 --2- 172.21.15.1:0/1521431891 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3ddc197610 0x7f3ddc197ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.501 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.490+0000 7f3de089a640 1 --2- 172.21.15.1:0/1521431891 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3ddc105420 0x7f3ddc19d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.501 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.490+0000 7f3de089a640 1 --2- 172.21.15.1:0/1521431891 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3ddc1003a0 0x7f3ddc19d460 unknown :-1 s=CLOSED pgs=1318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.501 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.490+0000 7f3de089a640 1 -- 172.21.15.1:0/1521431891 >> 172.21.15.1:0/1521431891 conn(0x7f3ddc077300 msgr2=0x7f3ddc069ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:47.501 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.490+0000 7f3de089a640 1 -- 172.21.15.1:0/1521431891 shutdown_connections 2024-02-10T00:06:47.501 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.490+0000 7f3de089a640 1 -- 172.21.15.1:0/1521431891 wait complete. 2024-02-10T00:06:47.503 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:06:47.503 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-02-10T00:06:47.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.606+0000 7f8e0593a640 1 -- 172.21.15.1:0/415869458 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8e00101de0 msgr2=0x7f8e00105e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.606+0000 7f8e0593a640 1 --2- 172.21.15.1:0/415869458 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8e00101de0 0x7f8e00105e20 secure :-1 s=READY pgs=1323 cs=0 l=1 rev1=1 crypto rx=0x7f8de8009930 tx=0x7f8de802bc30 comp rx=0 tx=0).stop 2024-02-10T00:06:47.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.606+0000 7f8e0593a640 1 -- 172.21.15.1:0/415869458 shutdown_connections 2024-02-10T00:06:47.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.606+0000 7f8e0593a640 1 --2- 172.21.15.1:0/415869458 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8e00106500 0x7f8e0010e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.606+0000 7f8e0593a640 1 --2- 172.21.15.1:0/415869458 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8e00101de0 0x7f8e00105e20 unknown :-1 s=CLOSED pgs=1323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.606+0000 7f8e0593a640 1 --2- 172.21.15.1:0/415869458 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8e00101430 0x7f8e00101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.606+0000 7f8e0593a640 1 -- 172.21.15.1:0/415869458 >> 172.21.15.1:0/415869458 conn(0x7f8e000fccd0 msgr2=0x7f8e000ff0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:47.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.606+0000 7f8e0593a640 1 -- 172.21.15.1:0/415869458 shutdown_connections 2024-02-10T00:06:47.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.606+0000 7f8e0593a640 1 -- 172.21.15.1:0/415869458 wait complete. 2024-02-10T00:06:47.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.606+0000 7f8e0593a640 1 Processor -- start 2024-02-10T00:06:47.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.606+0000 7f8e0593a640 1 -- start start 2024-02-10T00:06:47.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.607+0000 7f8e0593a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8e00101430 0x7f8e00073530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.607+0000 7f8e0593a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8e00106500 0x7f8e00073a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.607+0000 7f8e0593a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8e00073fb0 0x7f8e001a5ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.607+0000 7f8e0593a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e001a6020 con 0x7f8e00073fb0 2024-02-10T00:06:47.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.607+0000 7f8e0593a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e001a6190 con 0x7f8e00101430 2024-02-10T00:06:47.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.607+0000 7f8e0593a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e001a6350 con 0x7f8e00106500 2024-02-10T00:06:47.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.607+0000 7f8dff7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8e00073fb0 0x7f8e001a5ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.607+0000 7f8dff7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8e00073fb0 0x7f8e001a5ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59292/0 (socket says 172.21.15.1:59292) 2024-02-10T00:06:47.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.607+0000 7f8dff7fe640 1 -- 172.21.15.1:0/1055499584 learned_addr learned my addr 172.21.15.1:0/1055499584 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:47.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.607+0000 7f8df67fc640 1 --2- 172.21.15.1:0/1055499584 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8e00106500 0x7f8e00073a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.607+0000 7f8dfeffd640 1 --2- 172.21.15.1:0/1055499584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8e00101430 0x7f8e00073530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.607+0000 7f8dff7fe640 1 -- 172.21.15.1:0/1055499584 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8e00106500 msgr2=0x7f8e00073a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.607+0000 7f8dff7fe640 1 --2- 172.21.15.1:0/1055499584 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8e00106500 0x7f8e00073a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.607+0000 7f8dff7fe640 1 -- 172.21.15.1:0/1055499584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8e00101430 msgr2=0x7f8e00073530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.607+0000 7f8dff7fe640 1 --2- 172.21.15.1:0/1055499584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8e00101430 0x7f8e00073530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.607+0000 7f8dff7fe640 1 -- 172.21.15.1:0/1055499584 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8de8009560 con 0x7f8e00073fb0 2024-02-10T00:06:47.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.607+0000 7f8df67fc640 1 --2- 172.21.15.1:0/1055499584 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8e00106500 0x7f8e00073a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:06:47.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.607+0000 7f8dff7fe640 1 --2- 172.21.15.1:0/1055499584 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8e00073fb0 0x7f8e001a5ab0 secure :-1 s=READY pgs=1324 cs=0 l=1 rev1=1 crypto rx=0x7f8df800eaa0 tx=0x7f8df800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:47.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.608+0000 7f8e04938640 1 -- 172.21.15.1:0/1055499584 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8df800cdb0 con 0x7f8e00073fb0 2024-02-10T00:06:47.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.608+0000 7f8e04938640 1 -- 172.21.15.1:0/1055499584 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8df8005020 con 0x7f8e00073fb0 2024-02-10T00:06:47.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.608+0000 7f8e0593a640 1 -- 172.21.15.1:0/1055499584 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8e001a6630 con 0x7f8e00073fb0 2024-02-10T00:06:47.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.608+0000 7f8e04938640 1 -- 172.21.15.1:0/1055499584 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8df80116b0 con 0x7f8e00073fb0 2024-02-10T00:06:47.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.608+0000 7f8e0593a640 1 -- 172.21.15.1:0/1055499584 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e001a6b40 con 0x7f8e00073fb0 2024-02-10T00:06:47.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.610+0000 7f8e04938640 1 -- 172.21.15.1:0/1055499584 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f8df8005520 con 0x7f8e00073fb0 2024-02-10T00:06:47.621 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.610+0000 7f8e085e4740 1 Processor -- start 2024-02-10T00:06:47.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.610+0000 7f8e085e4740 1 -- start start 2024-02-10T00:06:47.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.610+0000 7f8e04938640 1 --2- 172.21.15.1:0/1055499584 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8dec0a2230 0x7f8dec0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.610+0000 7f8e085e4740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55961debda30 0x55961debde10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.610+0000 7f8e085e4740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55961debe3e0 0x55961dec6990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.610+0000 7f8e085e4740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55961dec6f60 0x55961dec93b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.610+0000 7f8e085e4740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55961de79020 con 0x55961dec6f60 2024-02-10T00:06:47.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.610+0000 7f8e085e4740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55961de2c320 con 0x55961debe3e0 2024-02-10T00:06:47.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.610+0000 7f8e085e4740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55961de29850 con 0x55961debda30 2024-02-10T00:06:47.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.610+0000 7f8e04938640 1 -- 172.21.15.1:0/1055499584 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f8df80ce320 con 0x7f8e00073fb0 2024-02-10T00:06:47.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.610+0000 7f8df67fc640 1 --2- 172.21.15.1:0/1055499584 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8dec0a2230 0x7f8dec0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.610+0000 7f8dff7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55961dec6f60 0x55961dec93b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.610+0000 7f8dff7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55961dec6f60 0x55961dec93b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59294/0 (socket says 172.21.15.1:59294) 2024-02-10T00:06:47.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.610+0000 7f8dff7fe640 1 -- 172.21.15.1:0/3196426136 learned_addr learned my addr 172.21.15.1:0/3196426136 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:47.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.610+0000 7f8dfeffd640 1 --2- 172.21.15.1:0/3196426136 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55961debda30 0x55961debde10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.611+0000 7f8df67fc640 1 --2- 172.21.15.1:0/3196426136 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55961debe3e0 0x55961dec6990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.611+0000 7f8dff7fe640 1 -- 172.21.15.1:0/3196426136 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55961debda30 msgr2=0x55961debde10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.611+0000 7f8dff7fe640 1 --2- 172.21.15.1:0/3196426136 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55961debda30 0x55961debde10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.611+0000 7f8dff7fe640 1 -- 172.21.15.1:0/3196426136 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55961debe3e0 msgr2=0x55961dec6990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.611+0000 7f8dff7fe640 1 --2- 172.21.15.1:0/3196426136 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55961debe3e0 0x55961dec6990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.611+0000 7f8dff7fe640 1 -- 172.21.15.1:0/3196426136 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55961dde7210 con 0x55961dec6f60 2024-02-10T00:06:47.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.611+0000 7f8df67fc640 1 --2- 172.21.15.1:0/1055499584 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8dec0a2230 0x7f8dec0a46f0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f8de8006010 tx=0x7f8de8004b30 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:47.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.611+0000 7f8dff7fe640 1 --2- 172.21.15.1:0/3196426136 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55961dec6f60 0x55961dec93b0 secure :-1 s=READY pgs=1325 cs=0 l=1 rev1=1 crypto rx=0x7f8df8097170 tx=0x7f8df80785d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32b53405e200d30c server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:47.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.611+0000 7f8df5ffb640 1 -- 172.21.15.1:0/3196426136 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8df8077f20 con 0x55961dec6f60 2024-02-10T00:06:47.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.611+0000 7f8df5ffb640 1 -- 172.21.15.1:0/3196426136 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8df809ad10 con 0x55961dec6f60 2024-02-10T00:06:47.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.611+0000 7f8df5ffb640 1 -- 172.21.15.1:0/3196426136 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8df8097380 con 0x55961dec6f60 2024-02-10T00:06:47.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.612+0000 7f8e085e4740 1 -- 172.21.15.1:0/3196426136 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55961dec6f60 msgr2=0x55961dec93b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.612+0000 7f8e085e4740 1 --2- 172.21.15.1:0/3196426136 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55961dec6f60 0x55961dec93b0 secure :-1 s=READY pgs=1325 cs=0 l=1 rev1=1 crypto rx=0x7f8df8097170 tx=0x7f8df80785d0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.612+0000 7f8e085e4740 1 -- 172.21.15.1:0/3196426136 shutdown_connections 2024-02-10T00:06:47.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.612+0000 7f8e085e4740 1 --2- 172.21.15.1:0/3196426136 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55961dec6f60 0x55961dec93b0 unknown :-1 s=CLOSED pgs=1325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.612+0000 7f8e085e4740 1 --2- 172.21.15.1:0/3196426136 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55961debe3e0 0x55961dec6990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.612+0000 7f8e085e4740 1 --2- 172.21.15.1:0/3196426136 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55961debda30 0x55961debde10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.612+0000 7f8e085e4740 1 -- 172.21.15.1:0/3196426136 >> 172.21.15.1:0/3196426136 conn(0x55961deb8100 msgr2=0x55961deb84e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:47.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.612+0000 7f8e085e4740 1 -- 172.21.15.1:0/3196426136 shutdown_connections 2024-02-10T00:06:47.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.612+0000 7f8e085e4740 1 -- 172.21.15.1:0/3196426136 wait complete. 2024-02-10T00:06:47.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.612+0000 7f8e085e4740 1 -- start start 2024-02-10T00:06:47.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.612+0000 7f8e085e4740 1 Processor -- start 2024-02-10T00:06:47.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.613+0000 7f8e085e4740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55961debda30 0x55961dec3fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.613+0000 7f8e085e4740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55961debe3e0 0x55961dec4510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.624 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.613+0000 7f8e085e4740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55961dec6f60 0x55961dec4a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.613+0000 7f8e085e4740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55961de25030 con 0x55961debe3e0 2024-02-10T00:06:47.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.613+0000 7f8e085e4740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55961daf8430 con 0x55961dec6f60 2024-02-10T00:06:47.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.613+0000 7f8e085e4740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55961dab4e00 con 0x55961debda30 2024-02-10T00:06:47.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.613+0000 7f8e085e4740 10 client.0 _ll_register_callbacks cb 0x55961de1a030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:47.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.613+0000 7f8df67fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55961debe3e0 0x55961dec4510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.613+0000 7f8df67fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55961debe3e0 0x55961dec4510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59304/0 (socket says 172.21.15.1:59304) 2024-02-10T00:06:47.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.613+0000 7f8df67fc640 1 -- 172.21.15.1:0/210644808 learned_addr learned my addr 172.21.15.1:0/210644808 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:47.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.613+0000 7f8dfeffd640 1 --2- 172.21.15.1:0/210644808 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55961debda30 0x55961dec3fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.625 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.613+0000 7f8dff7fe640 1 --2- 172.21.15.1:0/210644808 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55961dec6f60 0x55961dec4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.613+0000 7f8df67fc640 1 -- 172.21.15.1:0/210644808 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55961debda30 msgr2=0x55961dec3fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.613+0000 7f8df67fc640 1 --2- 172.21.15.1:0/210644808 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55961debda30 0x55961dec3fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.613+0000 7f8df67fc640 1 -- 172.21.15.1:0/210644808 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55961dec6f60 msgr2=0x55961dec4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.613+0000 7f8df67fc640 1 --2- 172.21.15.1:0/210644808 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55961dec6f60 0x55961dec4a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.613+0000 7f8df67fc640 1 -- 172.21.15.1:0/210644808 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e001a6b40 con 0x55961debe3e0 2024-02-10T00:06:47.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.613+0000 7f8df67fc640 1 --2- 172.21.15.1:0/210644808 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55961debe3e0 0x55961dec4510 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7f8de8009930 tx=0x7f8de802bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b562043f96983f1 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:47.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.613+0000 7f8ddeffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:47.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.613+0000 7f8ddeffd640 1 -- 172.21.15.1:0/210644808 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8de8049040 con 0x55961debe3e0 2024-02-10T00:06:47.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.613+0000 7f8ddeffd640 1 -- 172.21.15.1:0/210644808 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f8de80046c0 con 0x55961debe3e0 2024-02-10T00:06:47.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.613+0000 7f8e085e4740 1 -- 172.21.15.1:0/210644808 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55961db247e0 con 0x55961debe3e0 2024-02-10T00:06:47.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.613+0000 7f8ddeffd640 1 -- 172.21.15.1:0/210644808 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8de802cc50 con 0x55961debe3e0 2024-02-10T00:06:47.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.613+0000 7f8e085e4740 10 client.18231 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:47.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.613+0000 7f8e085e4740 1 -- 172.21.15.1:0/210644808 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55961de236b0 con 0x55961debe3e0 2024-02-10T00:06:47.626 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.614+0000 7f8ddeffd640 1 -- 172.21.15.1:0/210644808 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55961db247e0 con 0x55961debe3e0 2024-02-10T00:06:47.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.614+0000 7f8ddeffd640 1 -- 172.21.15.1:0/210644808 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f8de804c070 con 0x55961debe3e0 2024-02-10T00:06:47.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.614+0000 7f8e085e4740 10 client.18231 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:47.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.614+0000 7f8e085e4740 10 client.18231 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:06:47.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.614+0000 7f8e085e4740 20 client.18231 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:47.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.614+0000 7f8e085e4740 1 --2- 172.21.15.1:0/210644808 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55961ded7650 0x55961ded9a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.614+0000 7f8e085e4740 4 client.18231 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:06:47.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.614+0000 7f8e085e4740 1 -- 172.21.15.1:0/210644808 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55961db61720 con 0x55961ded7650 2024-02-10T00:06:47.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.614+0000 7f8dfeffd640 1 --2- 172.21.15.1:0/210644808 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55961ded7650 0x55961ded9a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.614+0000 7f8ddeffd640 10 client.18231 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:06:47.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.614+0000 7f8dfeffd640 1 --2- 172.21.15.1:0/210644808 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55961ded7650 0x55961ded9a70 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b42707a28c332274 server_cookie=4daaaf18caf1be7e in_seq=0 out_seq=0 2024-02-10T00:06:47.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.615+0000 7f8ddeffd640 1 -- 172.21.15.1:0/210644808 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55961db61720 con 0x55961ded7650 2024-02-10T00:06:47.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.615+0000 7f8ddeffd640 10 client.18231 handle_command_reply: tid=0 2024-02-10T00:06:47.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.615+0000 7f8e085e4740 1 client.18231 shutdown 2024-02-10T00:06:47.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.615+0000 7f8e085e4740 1 -- 172.21.15.1:0/210644808 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55961debe3e0 msgr2=0x55961dec4510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.615+0000 7f8e085e4740 1 --2- 172.21.15.1:0/210644808 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55961debe3e0 0x55961dec4510 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7f8de8009930 tx=0x7f8de802bc30 comp rx=0 tx=0).stop 2024-02-10T00:06:47.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.615+0000 7f8e085e4740 1 -- 172.21.15.1:0/210644808 shutdown_connections 2024-02-10T00:06:47.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.615+0000 7f8e085e4740 1 --2- 172.21.15.1:0/210644808 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55961dec6f60 0x55961dec4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.615+0000 7f8e085e4740 1 --2- 172.21.15.1:0/210644808 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55961ded7650 0x55961ded9a70 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.615+0000 7f8e085e4740 1 --2- 172.21.15.1:0/210644808 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55961debe3e0 0x55961dec4510 unknown :-1 s=CLOSED pgs=1326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.615+0000 7f8e085e4740 1 --2- 172.21.15.1:0/210644808 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55961debda30 0x55961dec3fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.615+0000 7f8ddeffd640 0 client.18231 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:06:47.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.615+0000 7f8e085e4740 1 -- 172.21.15.1:0/210644808 >> 172.21.15.1:0/210644808 conn(0x55961deb8100 msgr2=0x55961deb9e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:47.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.615+0000 7f8e085e4740 1 -- 172.21.15.1:0/210644808 shutdown_connections 2024-02-10T00:06:47.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.615+0000 7f8e085e4740 1 -- 172.21.15.1:0/210644808 wait complete. 2024-02-10T00:06:47.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.616+0000 7f8e085e4740 20 client.18231 trim_cache size 0 max 16384 2024-02-10T00:06:47.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.627+0000 7f8e085e4740 1 Processor -- start 2024-02-10T00:06:47.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.627+0000 7f8e085e4740 1 -- start start 2024-02-10T00:06:47.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.627+0000 7f8e085e4740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55961debda30 0x55961dec6700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.627+0000 7f8e085e4740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55961debe3e0 0x55961dec4870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.627+0000 7f8e085e4740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55961dec6f60 0x55961dec1230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.627+0000 7f8e085e4740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55961ddaa130 con 0x55961debe3e0 2024-02-10T00:06:47.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.627+0000 7f8e085e4740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55961debd380 con 0x55961dec6f60 2024-02-10T00:06:47.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.627+0000 7f8e085e4740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55961debe1b0 con 0x55961debda30 2024-02-10T00:06:47.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.627+0000 7f8df67fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55961debe3e0 0x55961dec4870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.628+0000 7f8df67fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55961debe3e0 0x55961dec4870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59316/0 (socket says 172.21.15.1:59316) 2024-02-10T00:06:47.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.628+0000 7f8df67fc640 1 -- 172.21.15.1:0/1652575902 learned_addr learned my addr 172.21.15.1:0/1652575902 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:47.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.628+0000 7f8dff7fe640 1 --2- 172.21.15.1:0/1652575902 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55961dec6f60 0x55961dec1230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.628+0000 7f8dfeffd640 1 --2- 172.21.15.1:0/1652575902 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55961debda30 0x55961dec6700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.628+0000 7f8df67fc640 1 -- 172.21.15.1:0/1652575902 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55961debda30 msgr2=0x55961dec6700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.628+0000 7f8df67fc640 1 --2- 172.21.15.1:0/1652575902 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55961debda30 0x55961dec6700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.628+0000 7f8df67fc640 1 -- 172.21.15.1:0/1652575902 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55961dec6f60 msgr2=0x55961dec1230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.637 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.628+0000 7f8df67fc640 1 --2- 172.21.15.1:0/1652575902 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55961dec6f60 0x55961dec1230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.628+0000 7f8df67fc640 1 -- 172.21.15.1:0/1652575902 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55961ddbfc90 con 0x55961debe3e0 2024-02-10T00:06:47.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.628+0000 7f8df67fc640 1 --2- 172.21.15.1:0/1652575902 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55961debe3e0 0x55961dec4870 secure :-1 s=READY pgs=1327 cs=0 l=1 rev1=1 crypto rx=0x7f8de8004bc0 tx=0x7f8de8009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0688ddefed5e832 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:47.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.628+0000 7f8df57fa640 1 -- 172.21.15.1:0/1652575902 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8de8043ad0 con 0x55961debe3e0 2024-02-10T00:06:47.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.628+0000 7f8df57fa640 1 -- 172.21.15.1:0/1652575902 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8de802cc50 con 0x55961debe3e0 2024-02-10T00:06:47.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.628+0000 7f8df57fa640 1 -- 172.21.15.1:0/1652575902 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8de8043c50 con 0x55961debe3e0 2024-02-10T00:06:47.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.629+0000 7f8e085e4740 1 -- 172.21.15.1:0/1652575902 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55961debe3e0 msgr2=0x55961dec4870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.629+0000 7f8e085e4740 1 --2- 172.21.15.1:0/1652575902 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55961debe3e0 0x55961dec4870 secure :-1 s=READY pgs=1327 cs=0 l=1 rev1=1 crypto rx=0x7f8de8004bc0 tx=0x7f8de8009260 comp rx=0 tx=0).stop 2024-02-10T00:06:47.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.629+0000 7f8e085e4740 1 -- 172.21.15.1:0/1652575902 shutdown_connections 2024-02-10T00:06:47.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.629+0000 7f8e085e4740 1 --2- 172.21.15.1:0/1652575902 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55961dec6f60 0x55961dec1230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.629+0000 7f8e085e4740 1 --2- 172.21.15.1:0/1652575902 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55961debe3e0 0x55961dec4870 unknown :-1 s=CLOSED pgs=1327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.629+0000 7f8e085e4740 1 --2- 172.21.15.1:0/1652575902 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55961debda30 0x55961dec6700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.629+0000 7f8e085e4740 1 -- 172.21.15.1:0/1652575902 >> 172.21.15.1:0/1652575902 conn(0x55961deb8100 msgr2=0x55961dede3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:47.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.629+0000 7f8e085e4740 1 -- 172.21.15.1:0/1652575902 shutdown_connections 2024-02-10T00:06:47.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.629+0000 7f8e085e4740 1 -- 172.21.15.1:0/1652575902 wait complete. 2024-02-10T00:06:47.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.629+0000 7f8e085e4740 1 -- start start 2024-02-10T00:06:47.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.629+0000 7f8e085e4740 1 Processor -- start 2024-02-10T00:06:47.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.629+0000 7f8e085e4740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55961debda30 0x55961decc860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.629+0000 7f8e085e4740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55961debe3e0 0x55961deccda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.629+0000 7f8e085e4740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55961dec6f60 0x55961decd2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.629+0000 7f8e085e4740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55961dece800 con 0x55961dec6f60 2024-02-10T00:06:47.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.629+0000 7f8e085e4740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55961df2db80 con 0x55961debe3e0 2024-02-10T00:06:47.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.629+0000 7f8e085e4740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55961df2dcf0 con 0x55961debda30 2024-02-10T00:06:47.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.629+0000 7f8e085e4740 10 client.0 _ll_register_callbacks cb 0x7f8df8096fb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:47.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.630+0000 7f8dff7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55961dec6f60 0x55961decd2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.630+0000 7f8dff7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55961dec6f60 0x55961decd2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59332/0 (socket says 172.21.15.1:59332) 2024-02-10T00:06:47.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.630+0000 7f8dff7fe640 1 -- 172.21.15.1:0/1999210941 learned_addr learned my addr 172.21.15.1:0/1999210941 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:47.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.630+0000 7f8df67fc640 1 --2- 172.21.15.1:0/1999210941 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55961debe3e0 0x55961deccda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.630+0000 7f8dfeffd640 1 --2- 172.21.15.1:0/1999210941 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55961debda30 0x55961decc860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.630+0000 7f8dff7fe640 1 -- 172.21.15.1:0/1999210941 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55961debda30 msgr2=0x55961decc860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.630+0000 7f8dff7fe640 1 --2- 172.21.15.1:0/1999210941 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55961debda30 0x55961decc860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.630+0000 7f8dff7fe640 1 -- 172.21.15.1:0/1999210941 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55961debe3e0 msgr2=0x55961deccda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.630+0000 7f8dff7fe640 1 --2- 172.21.15.1:0/1999210941 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55961debe3e0 0x55961deccda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.630+0000 7f8dff7fe640 1 -- 172.21.15.1:0/1999210941 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55961de236b0 con 0x55961dec6f60 2024-02-10T00:06:47.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.630+0000 7f8dff7fe640 1 --2- 172.21.15.1:0/1999210941 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55961dec6f60 0x55961decd2e0 secure :-1 s=READY pgs=1328 cs=0 l=1 rev1=1 crypto rx=0x7f8df809a9c0 tx=0x7f8df80781d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da323251c245f202 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:47.640 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.630+0000 7f8ddeffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:47.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.630+0000 7f8ddeffd640 1 -- 172.21.15.1:0/1999210941 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8df80a34b0 con 0x55961dec6f60 2024-02-10T00:06:47.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.630+0000 7f8ddeffd640 1 -- 172.21.15.1:0/1999210941 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f8df809ee60 con 0x55961dec6f60 2024-02-10T00:06:47.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.630+0000 7f8e085e4740 1 -- 172.21.15.1:0/1999210941 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8df809ad10 con 0x55961dec6f60 2024-02-10T00:06:47.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.630+0000 7f8ddeffd640 1 -- 172.21.15.1:0/1999210941 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8df80b9170 con 0x55961dec6f60 2024-02-10T00:06:47.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.630+0000 7f8e085e4740 10 client.18237 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:47.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.630+0000 7f8e085e4740 1 -- 172.21.15.1:0/1999210941 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55961dde5a70 con 0x55961dec6f60 2024-02-10T00:06:47.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.630+0000 7f8ddeffd640 1 -- 172.21.15.1:0/1999210941 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8df807d020 con 0x55961dec6f60 2024-02-10T00:06:47.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.631+0000 7f8ddeffd640 1 -- 172.21.15.1:0/1999210941 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f8df8018030 con 0x55961dec6f60 2024-02-10T00:06:47.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.631+0000 7f8e085e4740 10 client.18237 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:47.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.631+0000 7f8e085e4740 10 client.18237 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:06:47.641 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.631+0000 7f8e085e4740 20 client.18237 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:47.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.631+0000 7f8e085e4740 1 --2- 172.21.15.1:0/1999210941 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55961df2f0f0 0x55961df31510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.631+0000 7f8e085e4740 4 client.18237 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:06:47.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.631+0000 7f8e085e4740 1 -- 172.21.15.1:0/1999210941 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55961dbb0890 con 0x55961df2f0f0 2024-02-10T00:06:47.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.631+0000 7f8dfeffd640 1 --2- 172.21.15.1:0/1999210941 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55961df2f0f0 0x55961df31510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.631+0000 7f8ddeffd640 10 client.18237 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:06:47.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.631+0000 7f8dfeffd640 1 --2- 172.21.15.1:0/1999210941 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55961df2f0f0 0x55961df31510 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c65af27ae06222dc server_cookie=8a51081a72944095 in_seq=0 out_seq=0 2024-02-10T00:06:47.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.631+0000 7f8ddeffd640 1 -- 172.21.15.1:0/1999210941 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55961dbb0890 con 0x55961df2f0f0 2024-02-10T00:06:47.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.631+0000 7f8ddeffd640 10 client.18237 handle_command_reply: tid=0 2024-02-10T00:06:47.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.631+0000 7f8e085e4740 1 client.18237 shutdown 2024-02-10T00:06:47.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.632+0000 7f8e085e4740 1 -- 172.21.15.1:0/1999210941 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55961dec6f60 msgr2=0x55961decd2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.632+0000 7f8e085e4740 1 --2- 172.21.15.1:0/1999210941 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55961dec6f60 0x55961decd2e0 secure :-1 s=READY pgs=1328 cs=0 l=1 rev1=1 crypto rx=0x7f8df809a9c0 tx=0x7f8df80781d0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.632+0000 7f8e085e4740 1 -- 172.21.15.1:0/1999210941 shutdown_connections 2024-02-10T00:06:47.642 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.632+0000 7f8e085e4740 1 --2- 172.21.15.1:0/1999210941 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55961df2f0f0 0x55961df31510 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.632+0000 7f8e085e4740 1 --2- 172.21.15.1:0/1999210941 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55961dec6f60 0x55961decd2e0 unknown :-1 s=CLOSED pgs=1328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.632+0000 7f8e085e4740 1 --2- 172.21.15.1:0/1999210941 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55961debe3e0 0x55961deccda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.632+0000 7f8ddeffd640 0 client.18237 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:06:47.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.632+0000 7f8e085e4740 1 --2- 172.21.15.1:0/1999210941 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55961debda30 0x55961decc860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.632+0000 7f8e085e4740 1 -- 172.21.15.1:0/1999210941 >> 172.21.15.1:0/1999210941 conn(0x55961deb8100 msgr2=0x55961deb9460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:47.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.632+0000 7f8e085e4740 1 -- 172.21.15.1:0/1999210941 shutdown_connections 2024-02-10T00:06:47.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.632+0000 7f8e085e4740 1 -- 172.21.15.1:0/1999210941 wait complete. 2024-02-10T00:06:47.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.632+0000 7f8e085e4740 20 client.18237 trim_cache size 0 max 16384 2024-02-10T00:06:47.643 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:06:47.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.632+0000 7f8e0593a640 1 -- 172.21.15.1:0/1055499584 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8dec0a2230 msgr2=0x7f8dec0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.632+0000 7f8e0593a640 1 --2- 172.21.15.1:0/1055499584 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8dec0a2230 0x7f8dec0a46f0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f8de8006010 tx=0x7f8de8004b30 comp rx=0 tx=0).stop 2024-02-10T00:06:47.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.632+0000 7f8e0593a640 1 -- 172.21.15.1:0/1055499584 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8e00073fb0 msgr2=0x7f8e001a5ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.632+0000 7f8e0593a640 1 --2- 172.21.15.1:0/1055499584 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8e00073fb0 0x7f8e001a5ab0 secure :-1 s=READY pgs=1324 cs=0 l=1 rev1=1 crypto rx=0x7f8df800eaa0 tx=0x7f8df800ef60 comp rx=0 tx=0).stop 2024-02-10T00:06:47.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.632+0000 7f8e0593a640 1 -- 172.21.15.1:0/1055499584 shutdown_connections 2024-02-10T00:06:47.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.632+0000 7f8e0593a640 1 --2- 172.21.15.1:0/1055499584 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8dec0a2230 0x7f8dec0a46f0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.632+0000 7f8e0593a640 1 --2- 172.21.15.1:0/1055499584 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8e00073fb0 0x7f8e001a5ab0 unknown :-1 s=CLOSED pgs=1324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.632+0000 7f8e0593a640 1 --2- 172.21.15.1:0/1055499584 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8e00106500 0x7f8e00073a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.632+0000 7f8e0593a640 1 --2- 172.21.15.1:0/1055499584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8e00101430 0x7f8e00073530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.632+0000 7f8e0593a640 1 -- 172.21.15.1:0/1055499584 >> 172.21.15.1:0/1055499584 conn(0x7f8e000fccd0 msgr2=0x7f8e000ff010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:47.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.632+0000 7f8e0593a640 1 -- 172.21.15.1:0/1055499584 shutdown_connections 2024-02-10T00:06:47.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.632+0000 7f8e0593a640 1 -- 172.21.15.1:0/1055499584 wait complete. 2024-02-10T00:06:47.646 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:06:47.646 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-02-10T00:06:47.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.749+0000 7f6db1881640 1 -- 172.21.15.1:0/4152560736 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6dac10b820 msgr2=0x7f6dac10dc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.764 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.749+0000 7f6db1881640 1 --2- 172.21.15.1:0/4152560736 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6dac10b820 0x7f6dac10dc50 secure :-1 s=READY pgs=1329 cs=0 l=1 rev1=1 crypto rx=0x7f6da4009ca0 tx=0x7f6da402c180 comp rx=0 tx=0).stop 2024-02-10T00:06:47.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.749+0000 7f6db1881640 1 -- 172.21.15.1:0/4152560736 shutdown_connections 2024-02-10T00:06:47.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.749+0000 7f6db1881640 1 --2- 172.21.15.1:0/4152560736 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6dac10b820 0x7f6dac10dc50 unknown :-1 s=CLOSED pgs=1329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.749+0000 7f6db1881640 1 --2- 172.21.15.1:0/4152560736 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6dac102d70 0x7f6dac10b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.749+0000 7f6db1881640 1 --2- 172.21.15.1:0/4152560736 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6dac102450 0x7f6dac102830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.749+0000 7f6db1881640 1 -- 172.21.15.1:0/4152560736 >> 172.21.15.1:0/4152560736 conn(0x7f6dac077250 msgr2=0x7f6dac077660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:47.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.749+0000 7f6db1881640 1 -- 172.21.15.1:0/4152560736 shutdown_connections 2024-02-10T00:06:47.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.749+0000 7f6db1881640 1 -- 172.21.15.1:0/4152560736 wait complete. 2024-02-10T00:06:47.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.750+0000 7f6db1881640 1 Processor -- start 2024-02-10T00:06:47.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.750+0000 7f6db1881640 1 -- start start 2024-02-10T00:06:47.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.750+0000 7f6db1881640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6dac102450 0x7f6dac19d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.750+0000 7f6db1881640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6dac102d70 0x7f6dac19dad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.765 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.750+0000 7f6db1881640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6dac10b820 0x7f6dac197650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.750+0000 7f6db1881640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6dac197de0 con 0x7f6dac102450 2024-02-10T00:06:47.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.750+0000 7f6db1881640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6dac197f50 con 0x7f6dac10b820 2024-02-10T00:06:47.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.750+0000 7f6db1881640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6dac198110 con 0x7f6dac102d70 2024-02-10T00:06:47.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.750+0000 7f6daaffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6dac102450 0x7f6dac19d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.750+0000 7f6daaffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6dac102450 0x7f6dac19d590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59364/0 (socket says 172.21.15.1:59364) 2024-02-10T00:06:47.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.750+0000 7f6daaffd640 1 -- 172.21.15.1:0/3801130158 learned_addr learned my addr 172.21.15.1:0/3801130158 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:47.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.750+0000 7f6daaffd640 1 -- 172.21.15.1:0/3801130158 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6dac102d70 msgr2=0x7f6dac19dad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.750+0000 7f6da3fff640 1 --2- 172.21.15.1:0/3801130158 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6dac102d70 0x7f6dac19dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.750+0000 7f6daaffd640 1 --2- 172.21.15.1:0/3801130158 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6dac102d70 0x7f6dac19dad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.750+0000 7f6dab7fe640 1 --2- 172.21.15.1:0/3801130158 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6dac10b820 0x7f6dac197650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.750+0000 7f6daaffd640 1 -- 172.21.15.1:0/3801130158 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6dac10b820 msgr2=0x7f6dac197650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.750+0000 7f6daaffd640 1 --2- 172.21.15.1:0/3801130158 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6dac10b820 0x7f6dac197650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.750+0000 7f6daaffd640 1 -- 172.21.15.1:0/3801130158 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6da4009900 con 0x7f6dac102450 2024-02-10T00:06:47.766 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.750+0000 7f6daaffd640 1 --2- 172.21.15.1:0/3801130158 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6dac102450 0x7f6dac19d590 secure :-1 s=READY pgs=1330 cs=0 l=1 rev1=1 crypto rx=0x7f6d9c00c970 tx=0x7f6d9c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:47.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.751+0000 7f6db087f640 1 -- 172.21.15.1:0/3801130158 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d9c007bb0 con 0x7f6dac102450 2024-02-10T00:06:47.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.751+0000 7f6db087f640 1 -- 172.21.15.1:0/3801130158 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6d9c007d10 con 0x7f6dac102450 2024-02-10T00:06:47.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.751+0000 7f6db1881640 1 -- 172.21.15.1:0/3801130158 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6dac1983f0 con 0x7f6dac102450 2024-02-10T00:06:47.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.751+0000 7f6db087f640 1 -- 172.21.15.1:0/3801130158 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d9c00f450 con 0x7f6dac102450 2024-02-10T00:06:47.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.751+0000 7f6db1881640 1 -- 172.21.15.1:0/3801130158 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6dac1a4510 con 0x7f6dac102450 2024-02-10T00:06:47.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.753+0000 7f6db087f640 1 -- 172.21.15.1:0/3801130158 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f6d9c004f70 con 0x7f6dac102450 2024-02-10T00:06:47.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.753+0000 7f6db087f640 1 --2- 172.21.15.1:0/3801130158 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6d980a2230 0x7f6d980a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.753+0000 7f6db444e740 1 Processor -- start 2024-02-10T00:06:47.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.753+0000 7f6db444e740 1 -- start start 2024-02-10T00:06:47.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.753+0000 7f6db087f640 1 -- 172.21.15.1:0/3801130158 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f6d9c0cdeb0 con 0x7f6dac102450 2024-02-10T00:06:47.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.753+0000 7f6da3fff640 1 --2- 172.21.15.1:0/3801130158 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6d980a2230 0x7f6d980a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.754+0000 7f6db444e740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a78872f7b0 0x55a78872fb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.754+0000 7f6db444e740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a788730160 0x55a78873cda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.754+0000 7f6db444e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a78873d370 0x55a78873f780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.767 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.754+0000 7f6db444e740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a7886eb020 con 0x55a788730160 2024-02-10T00:06:47.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.754+0000 7f6db444e740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a78869e320 con 0x55a78872f7b0 2024-02-10T00:06:47.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.754+0000 7f6db444e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a78869b850 con 0x55a78873d370 2024-02-10T00:06:47.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.754+0000 7f6da3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a788730160 0x55a78873cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.754+0000 7f6da3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a788730160 0x55a78873cda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59370/0 (socket says 172.21.15.1:59370) 2024-02-10T00:06:47.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.754+0000 7f6da3fff640 1 -- 172.21.15.1:0/1923491682 learned_addr learned my addr 172.21.15.1:0/1923491682 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:47.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.754+0000 7f6daaffd640 1 --2- 172.21.15.1:0/1923491682 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a78872f7b0 0x55a78872fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.754+0000 7f6dab7fe640 1 --2- 172.21.15.1:0/1923491682 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a78873d370 0x55a78873f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.754+0000 7f6da3fff640 1 --2- 172.21.15.1:0/3801130158 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6d980a2230 0x7f6d980a46f0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f6dac198ea0 tx=0x7f6d9400bd80 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:47.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.754+0000 7f6da3fff640 1 -- 172.21.15.1:0/1923491682 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a78873d370 msgr2=0x55a78873f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.754+0000 7f6da3fff640 1 --2- 172.21.15.1:0/1923491682 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a78873d370 0x55a78873f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.754+0000 7f6da3fff640 1 -- 172.21.15.1:0/1923491682 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a78872f7b0 msgr2=0x55a78872fb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.754+0000 7f6da3fff640 1 --2- 172.21.15.1:0/1923491682 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a78872f7b0 0x55a78872fb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.768 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.754+0000 7f6da3fff640 1 -- 172.21.15.1:0/1923491682 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a788659210 con 0x55a788730160 2024-02-10T00:06:47.769 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.754+0000 7f6daaffd640 1 --2- 172.21.15.1:0/1923491682 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a78872f7b0 0x55a78872fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:06:47.769 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.754+0000 7f6da3fff640 1 --2- 172.21.15.1:0/1923491682 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a788730160 0x55a78873cda0 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7f6d9400dd20 tx=0x7f6d94018000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65fd76d5af154b13 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:47.769 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.754+0000 7f6da1ffb640 1 -- 172.21.15.1:0/1923491682 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d94005220 con 0x55a788730160 2024-02-10T00:06:47.769 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.754+0000 7f6da1ffb640 1 -- 172.21.15.1:0/1923491682 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6d94004c80 con 0x55a788730160 2024-02-10T00:06:47.769 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.754+0000 7f6da1ffb640 1 -- 172.21.15.1:0/1923491682 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d9401b810 con 0x55a788730160 2024-02-10T00:06:47.769 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.755+0000 7f6db444e740 1 -- 172.21.15.1:0/1923491682 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a788730160 msgr2=0x55a78873cda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.769 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.755+0000 7f6db444e740 1 --2- 172.21.15.1:0/1923491682 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a788730160 0x55a78873cda0 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7f6d9400dd20 tx=0x7f6d94018000 comp rx=0 tx=0).stop 2024-02-10T00:06:47.769 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.755+0000 7f6db444e740 1 -- 172.21.15.1:0/1923491682 shutdown_connections 2024-02-10T00:06:47.769 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.755+0000 7f6db444e740 1 --2- 172.21.15.1:0/1923491682 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a78873d370 0x55a78873f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.769 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.755+0000 7f6db444e740 1 --2- 172.21.15.1:0/1923491682 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a788730160 0x55a78873cda0 unknown :-1 s=CLOSED pgs=1331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.769 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.755+0000 7f6db444e740 1 --2- 172.21.15.1:0/1923491682 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a78872f7b0 0x55a78872fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.769 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.755+0000 7f6db444e740 1 -- 172.21.15.1:0/1923491682 >> 172.21.15.1:0/1923491682 conn(0x55a78872a100 msgr2=0x55a78872a4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:47.769 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.755+0000 7f6db444e740 1 -- 172.21.15.1:0/1923491682 shutdown_connections 2024-02-10T00:06:47.769 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.755+0000 7f6db444e740 1 -- 172.21.15.1:0/1923491682 wait complete. 2024-02-10T00:06:47.769 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.755+0000 7f6db444e740 1 -- start start 2024-02-10T00:06:47.769 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.756+0000 7f6db444e740 1 Processor -- start 2024-02-10T00:06:47.770 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.756+0000 7f6db444e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a78872f7b0 0x55a78873a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.770 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.756+0000 7f6db444e740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a788730160 0x55a78873a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.770 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.756+0000 7f6db444e740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a78873d370 0x55a78873ad40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.770 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.756+0000 7f6db444e740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a788697030 con 0x55a788730160 2024-02-10T00:06:47.770 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.756+0000 7f6db444e740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a78836a430 con 0x55a78873d370 2024-02-10T00:06:47.770 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.756+0000 7f6db444e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a788326e00 con 0x55a78872f7b0 2024-02-10T00:06:47.770 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.756+0000 7f6db444e740 10 client.0 _ll_register_callbacks cb 0x55a78868c030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:47.770 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.756+0000 7f6da3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a788730160 0x55a78873a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.770 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.756+0000 7f6da3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a788730160 0x55a78873a800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59372/0 (socket says 172.21.15.1:59372) 2024-02-10T00:06:47.770 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.756+0000 7f6da3fff640 1 -- 172.21.15.1:0/1301086804 learned_addr learned my addr 172.21.15.1:0/1301086804 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:47.770 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.756+0000 7f6dab7fe640 1 --2- 172.21.15.1:0/1301086804 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a78873d370 0x55a78873ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.770 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.756+0000 7f6da3fff640 1 -- 172.21.15.1:0/1301086804 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a78872f7b0 msgr2=0x55a78873a2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.770 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.756+0000 7f6da3fff640 1 --2- 172.21.15.1:0/1301086804 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a78872f7b0 0x55a78873a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.770 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.756+0000 7f6da3fff640 1 -- 172.21.15.1:0/1301086804 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a78873d370 msgr2=0x55a78873ad40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.756+0000 7f6da3fff640 1 --2- 172.21.15.1:0/1301086804 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a78873d370 0x55a78873ad40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.756+0000 7f6da3fff640 1 -- 172.21.15.1:0/1301086804 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d9400da50 con 0x55a788730160 2024-02-10T00:06:47.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.756+0000 7f6da3fff640 1 --2- 172.21.15.1:0/1301086804 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a788730160 0x55a78873a800 secure :-1 s=READY pgs=1332 cs=0 l=1 rev1=1 crypto rx=0x7f6d94006010 tx=0x7f6d94005250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=449db0f18722074a server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:47.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.756+0000 7f6d8affd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:47.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.757+0000 7f6d8affd640 1 -- 172.21.15.1:0/1301086804 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d94029070 con 0x55a788730160 2024-02-10T00:06:47.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.757+0000 7f6db444e740 1 -- 172.21.15.1:0/1301086804 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a7883967e0 con 0x55a788730160 2024-02-10T00:06:47.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.757+0000 7f6d8affd640 1 -- 172.21.15.1:0/1301086804 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f6d9401f070 con 0x55a788730160 2024-02-10T00:06:47.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.757+0000 7f6d8affd640 1 -- 172.21.15.1:0/1301086804 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6d94005b60 con 0x55a788730160 2024-02-10T00:06:47.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.757+0000 7f6db444e740 10 client.18249 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:47.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.757+0000 7f6db444e740 1 -- 172.21.15.1:0/1301086804 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55a7886956b0 con 0x55a788730160 2024-02-10T00:06:47.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.757+0000 7f6d8affd640 1 -- 172.21.15.1:0/1301086804 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6d9403a020 con 0x55a788730160 2024-02-10T00:06:47.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.757+0000 7f6d8affd640 1 -- 172.21.15.1:0/1301086804 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f6d94023420 con 0x55a788730160 2024-02-10T00:06:47.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.757+0000 7f6db444e740 10 client.18249 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:47.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.757+0000 7f6db444e740 10 client.18249 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:06:47.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.757+0000 7f6db444e740 20 client.18249 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:47.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.757+0000 7f6db444e740 1 --2- 172.21.15.1:0/1301086804 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55a78874d860 0x55a78874fc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.757+0000 7f6db444e740 4 client.18249 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:06:47.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.757+0000 7f6db444e740 1 -- 172.21.15.1:0/1301086804 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a7883d3720 con 0x55a78874d860 2024-02-10T00:06:47.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.757+0000 7f6daaffd640 1 --2- 172.21.15.1:0/1301086804 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55a78874d860 0x55a78874fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.758+0000 7f6d8affd640 10 client.18249 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:06:47.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.758+0000 7f6daaffd640 1 --2- 172.21.15.1:0/1301086804 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55a78874d860 0x55a78874fc80 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5b55e12cd90e824b server_cookie=a6759aefcc4a0faa in_seq=0 out_seq=0 2024-02-10T00:06:47.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.758+0000 7f6d8affd640 1 -- 172.21.15.1:0/1301086804 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55a7883d3720 con 0x55a78874d860 2024-02-10T00:06:47.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.758+0000 7f6d8affd640 10 client.18249 handle_command_reply: tid=0 2024-02-10T00:06:47.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.758+0000 7f6db444e740 1 client.18249 shutdown 2024-02-10T00:06:47.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.759+0000 7f6db444e740 1 -- 172.21.15.1:0/1301086804 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a788730160 msgr2=0x55a78873a800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.759+0000 7f6db444e740 1 --2- 172.21.15.1:0/1301086804 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a788730160 0x55a78873a800 secure :-1 s=READY pgs=1332 cs=0 l=1 rev1=1 crypto rx=0x7f6d94006010 tx=0x7f6d94005250 comp rx=0 tx=0).stop 2024-02-10T00:06:47.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.759+0000 7f6db444e740 1 -- 172.21.15.1:0/1301086804 shutdown_connections 2024-02-10T00:06:47.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.759+0000 7f6db444e740 1 --2- 172.21.15.1:0/1301086804 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55a78874d860 0x55a78874fc80 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.759+0000 7f6db444e740 1 --2- 172.21.15.1:0/1301086804 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a78873d370 0x55a78873ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.759+0000 7f6db444e740 1 --2- 172.21.15.1:0/1301086804 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a788730160 0x55a78873a800 unknown :-1 s=CLOSED pgs=1332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.759+0000 7f6d8affd640 0 client.18249 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:06:47.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.759+0000 7f6db444e740 1 --2- 172.21.15.1:0/1301086804 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a78872f7b0 0x55a78873a2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.759+0000 7f6db444e740 1 -- 172.21.15.1:0/1301086804 >> 172.21.15.1:0/1301086804 conn(0x55a78872a100 msgr2=0x55a78872be50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:47.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.759+0000 7f6db444e740 1 -- 172.21.15.1:0/1301086804 shutdown_connections 2024-02-10T00:06:47.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.759+0000 7f6db444e740 1 -- 172.21.15.1:0/1301086804 wait complete. 2024-02-10T00:06:47.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.759+0000 7f6db444e740 20 client.18249 trim_cache size 0 max 16384 2024-02-10T00:06:47.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.770+0000 7f6db444e740 1 Processor -- start 2024-02-10T00:06:47.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.771+0000 7f6db444e740 1 -- start start 2024-02-10T00:06:47.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.771+0000 7f6db444e740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a78872f7b0 0x55a78873c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.783 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.771+0000 7f6db444e740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a788730160 0x55a78873ab60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.771+0000 7f6db444e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a78873d370 0x55a788737540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.771+0000 7f6db444e740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a78861c130 con 0x55a78872f7b0 2024-02-10T00:06:47.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.771+0000 7f6db444e740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a788735ed0 con 0x55a788730160 2024-02-10T00:06:47.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.771+0000 7f6db444e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a788730770 con 0x55a78873d370 2024-02-10T00:06:47.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.771+0000 7f6daaffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a78872f7b0 0x55a78873c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.771+0000 7f6daaffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a78872f7b0 0x55a78873c9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59382/0 (socket says 172.21.15.1:59382) 2024-02-10T00:06:47.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.771+0000 7f6daaffd640 1 -- 172.21.15.1:0/347144031 learned_addr learned my addr 172.21.15.1:0/347144031 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:47.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.771+0000 7f6da3fff640 1 --2- 172.21.15.1:0/347144031 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a788730160 0x55a78873ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.771+0000 7f6daaffd640 1 -- 172.21.15.1:0/347144031 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a78873d370 msgr2=0x55a788737540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.771+0000 7f6daaffd640 1 --2- 172.21.15.1:0/347144031 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a78873d370 0x55a788737540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.771+0000 7f6daaffd640 1 -- 172.21.15.1:0/347144031 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a788730160 msgr2=0x55a78873ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.771+0000 7f6daaffd640 1 --2- 172.21.15.1:0/347144031 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a788730160 0x55a78873ab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.771+0000 7f6daaffd640 1 -- 172.21.15.1:0/347144031 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a788631c90 con 0x55a78872f7b0 2024-02-10T00:06:47.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.771+0000 7f6daaffd640 1 --2- 172.21.15.1:0/347144031 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a78872f7b0 0x55a78873c9f0 secure :-1 s=READY pgs=1333 cs=0 l=1 rev1=1 crypto rx=0x7f6d9c09a370 tx=0x7f6d9c004980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bf3a01c7f5b9e88 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:47.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.771+0000 7f6da17fa640 1 -- 172.21.15.1:0/347144031 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d9c0a3040 con 0x55a78872f7b0 2024-02-10T00:06:47.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.771+0000 7f6da17fa640 1 -- 172.21.15.1:0/347144031 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6d9c098ba0 con 0x55a78872f7b0 2024-02-10T00:06:47.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.772+0000 7f6da17fa640 1 -- 172.21.15.1:0/347144031 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d9c0b33c0 con 0x55a78872f7b0 2024-02-10T00:06:47.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.772+0000 7f6db444e740 1 -- 172.21.15.1:0/347144031 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a78872f7b0 msgr2=0x55a78873c9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.772+0000 7f6db444e740 1 --2- 172.21.15.1:0/347144031 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a78872f7b0 0x55a78873c9f0 secure :-1 s=READY pgs=1333 cs=0 l=1 rev1=1 crypto rx=0x7f6d9c09a370 tx=0x7f6d9c004980 comp rx=0 tx=0).stop 2024-02-10T00:06:47.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.772+0000 7f6db444e740 1 -- 172.21.15.1:0/347144031 shutdown_connections 2024-02-10T00:06:47.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.772+0000 7f6db444e740 1 --2- 172.21.15.1:0/347144031 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a78873d370 0x55a788737540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.772+0000 7f6db444e740 1 --2- 172.21.15.1:0/347144031 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a788730160 0x55a78873ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.772+0000 7f6db444e740 1 --2- 172.21.15.1:0/347144031 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a78872f7b0 0x55a78873c9f0 unknown :-1 s=CLOSED pgs=1333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.772+0000 7f6db444e740 1 -- 172.21.15.1:0/347144031 >> 172.21.15.1:0/347144031 conn(0x55a78872a100 msgr2=0x55a7887545c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:47.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.772+0000 7f6db444e740 1 -- 172.21.15.1:0/347144031 shutdown_connections 2024-02-10T00:06:47.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.772+0000 7f6db444e740 1 -- 172.21.15.1:0/347144031 wait complete. 2024-02-10T00:06:47.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.772+0000 7f6db444e740 1 -- start start 2024-02-10T00:06:47.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.773+0000 7f6db444e740 1 Processor -- start 2024-02-10T00:06:47.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.773+0000 7f6db444e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a78872f7b0 0x55a788743650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.773+0000 7f6db444e740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a788730160 0x55a788743b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.773+0000 7f6db444e740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a78873d370 0x55a78879dd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.773+0000 7f6db444e740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a78879e260 con 0x55a788730160 2024-02-10T00:06:47.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.773+0000 7f6db444e740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a78879e3d0 con 0x55a78873d370 2024-02-10T00:06:47.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.773+0000 7f6db444e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a78879e590 con 0x55a78872f7b0 2024-02-10T00:06:47.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.773+0000 7f6db444e740 10 client.0 _ll_register_callbacks cb 0x7f6d94015050 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:47.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.773+0000 7f6da3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a788730160 0x55a788743b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.773+0000 7f6da3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a788730160 0x55a788743b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59384/0 (socket says 172.21.15.1:59384) 2024-02-10T00:06:47.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.773+0000 7f6da3fff640 1 -- 172.21.15.1:0/3469164152 learned_addr learned my addr 172.21.15.1:0/3469164152 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:47.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.773+0000 7f6dab7fe640 1 --2- 172.21.15.1:0/3469164152 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a78873d370 0x55a78879dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.773+0000 7f6daaffd640 1 --2- 172.21.15.1:0/3469164152 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a78872f7b0 0x55a788743650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.773+0000 7f6da3fff640 1 -- 172.21.15.1:0/3469164152 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a78872f7b0 msgr2=0x55a788743650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.773+0000 7f6da3fff640 1 --2- 172.21.15.1:0/3469164152 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a78872f7b0 0x55a788743650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.773+0000 7f6da3fff640 1 -- 172.21.15.1:0/3469164152 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a78873d370 msgr2=0x55a78879dd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.773+0000 7f6da3fff640 1 --2- 172.21.15.1:0/3469164152 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a78873d370 0x55a78879dd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.773+0000 7f6da3fff640 1 -- 172.21.15.1:0/3469164152 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6dac1a4510 con 0x55a788730160 2024-02-10T00:06:47.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.773+0000 7f6da3fff640 1 --2- 172.21.15.1:0/3469164152 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a788730160 0x55a788743b90 secure :-1 s=READY pgs=1334 cs=0 l=1 rev1=1 crypto rx=0x7f6d94011d20 tx=0x7f6d940056d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25145b75a2b039cc server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:47.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.773+0000 7f6d8affd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:47.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.773+0000 7f6d8affd640 1 -- 172.21.15.1:0/3469164152 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d94029030 con 0x55a788730160 2024-02-10T00:06:47.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.774+0000 7f6d8affd640 1 -- 172.21.15.1:0/3469164152 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f6d9402a070 con 0x55a788730160 2024-02-10T00:06:47.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.774+0000 7f6db444e740 1 -- 172.21.15.1:0/3469164152 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f6d94004c80 con 0x55a788730160 2024-02-10T00:06:47.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.774+0000 7f6d8affd640 1 -- 172.21.15.1:0/3469164152 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6d9401b420 con 0x55a788730160 2024-02-10T00:06:47.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.774+0000 7f6db444e740 10 client.18255 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:47.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.774+0000 7f6db444e740 1 -- 172.21.15.1:0/3469164152 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55a788657a70 con 0x55a788730160 2024-02-10T00:06:47.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.774+0000 7f6d8affd640 1 -- 172.21.15.1:0/3469164152 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6d94004c80 con 0x55a788730160 2024-02-10T00:06:47.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.774+0000 7f6d8affd640 1 -- 172.21.15.1:0/3469164152 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f6d94023d20 con 0x55a788730160 2024-02-10T00:06:47.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.774+0000 7f6db444e740 10 client.18255 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:47.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.774+0000 7f6db444e740 10 client.18255 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:06:47.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.774+0000 7f6db444e740 20 client.18255 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:47.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.774+0000 7f6db444e740 1 --2- 172.21.15.1:0/3469164152 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55a7887a5ae0 0x55a7887a7f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.774+0000 7f6db444e740 4 client.18255 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:06:47.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.774+0000 7f6db444e740 1 -- 172.21.15.1:0/3469164152 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55a788422890 con 0x55a7887a5ae0 2024-02-10T00:06:47.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.774+0000 7f6daaffd640 1 --2- 172.21.15.1:0/3469164152 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55a7887a5ae0 0x55a7887a7f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.775+0000 7f6d8affd640 10 client.18255 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:06:47.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.775+0000 7f6daaffd640 1 --2- 172.21.15.1:0/3469164152 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55a7887a5ae0 0x55a7887a7f00 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b379ca5633c185cb server_cookie=efa3838371941675 in_seq=0 out_seq=0 2024-02-10T00:06:47.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.775+0000 7f6d8affd640 1 -- 172.21.15.1:0/3469164152 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55a788422890 con 0x55a7887a5ae0 2024-02-10T00:06:47.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.775+0000 7f6d8affd640 10 client.18255 handle_command_reply: tid=0 2024-02-10T00:06:47.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.775+0000 7f6db444e740 1 client.18255 shutdown 2024-02-10T00:06:47.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.775+0000 7f6db444e740 1 -- 172.21.15.1:0/3469164152 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a788730160 msgr2=0x55a788743b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.775+0000 7f6db444e740 1 --2- 172.21.15.1:0/3469164152 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a788730160 0x55a788743b90 secure :-1 s=READY pgs=1334 cs=0 l=1 rev1=1 crypto rx=0x7f6d94011d20 tx=0x7f6d940056d0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.775+0000 7f6db444e740 1 -- 172.21.15.1:0/3469164152 shutdown_connections 2024-02-10T00:06:47.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.775+0000 7f6db444e740 1 --2- 172.21.15.1:0/3469164152 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55a7887a5ae0 0x55a7887a7f00 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.775+0000 7f6db444e740 1 --2- 172.21.15.1:0/3469164152 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a78873d370 0x55a78879dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.775+0000 7f6d8affd640 0 client.18255 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:06:47.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.775+0000 7f6db444e740 1 --2- 172.21.15.1:0/3469164152 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a788730160 0x55a788743b90 unknown :-1 s=CLOSED pgs=1334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.775+0000 7f6db444e740 1 --2- 172.21.15.1:0/3469164152 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a78872f7b0 0x55a788743650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.775+0000 7f6db444e740 1 -- 172.21.15.1:0/3469164152 >> 172.21.15.1:0/3469164152 conn(0x55a78872a100 msgr2=0x55a78872b4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:47.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.775+0000 7f6db444e740 1 -- 172.21.15.1:0/3469164152 shutdown_connections 2024-02-10T00:06:47.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.775+0000 7f6db444e740 1 -- 172.21.15.1:0/3469164152 wait complete. 2024-02-10T00:06:47.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.775+0000 7f6db444e740 20 client.18255 trim_cache size 0 max 16384 2024-02-10T00:06:47.790 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:06:47.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.776+0000 7f6db1881640 1 -- 172.21.15.1:0/3801130158 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6d980a2230 msgr2=0x7f6d980a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.776+0000 7f6db1881640 1 --2- 172.21.15.1:0/3801130158 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6d980a2230 0x7f6d980a46f0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f6dac198ea0 tx=0x7f6d9400bd80 comp rx=0 tx=0).stop 2024-02-10T00:06:47.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.776+0000 7f6db1881640 1 -- 172.21.15.1:0/3801130158 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6dac102450 msgr2=0x7f6dac19d590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.776+0000 7f6db1881640 1 --2- 172.21.15.1:0/3801130158 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6dac102450 0x7f6dac19d590 secure :-1 s=READY pgs=1330 cs=0 l=1 rev1=1 crypto rx=0x7f6d9c00c970 tx=0x7f6d9c00ce30 comp rx=0 tx=0).stop 2024-02-10T00:06:47.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.776+0000 7f6db1881640 1 -- 172.21.15.1:0/3801130158 shutdown_connections 2024-02-10T00:06:47.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.776+0000 7f6db1881640 1 --2- 172.21.15.1:0/3801130158 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6d980a2230 0x7f6d980a46f0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.776+0000 7f6db1881640 1 --2- 172.21.15.1:0/3801130158 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6dac10b820 0x7f6dac197650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.776+0000 7f6db1881640 1 --2- 172.21.15.1:0/3801130158 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6dac102d70 0x7f6dac19dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.776+0000 7f6db1881640 1 --2- 172.21.15.1:0/3801130158 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6dac102450 0x7f6dac19d590 unknown :-1 s=CLOSED pgs=1330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.776+0000 7f6db1881640 1 -- 172.21.15.1:0/3801130158 >> 172.21.15.1:0/3801130158 conn(0x7f6dac077250 msgr2=0x7f6dac0fd190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:47.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.776+0000 7f6db1881640 1 -- 172.21.15.1:0/3801130158 shutdown_connections 2024-02-10T00:06:47.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.776+0000 7f6db1881640 1 -- 172.21.15.1:0/3801130158 wait complete. 2024-02-10T00:06:47.792 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:06:47.793 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-02-10T00:06:47.899 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.894+0000 7ff6fc53e640 1 -- 172.21.15.1:0/1379140355 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff6f4106510 msgr2=0x7ff6f410e0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.900 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.894+0000 7ff6fc53e640 1 --2- 172.21.15.1:0/1379140355 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff6f4106510 0x7ff6f410e0e0 secure :-1 s=READY pgs=1335 cs=0 l=1 rev1=1 crypto rx=0x7ff6f0009cd0 tx=0x7ff6f002c0f0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.900 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.895+0000 7ff6fc53e640 1 -- 172.21.15.1:0/1379140355 shutdown_connections 2024-02-10T00:06:47.900 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.895+0000 7ff6fc53e640 1 --2- 172.21.15.1:0/1379140355 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff6f4106510 0x7ff6f410e0e0 unknown :-1 s=CLOSED pgs=1335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.900 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.895+0000 7ff6fc53e640 1 --2- 172.21.15.1:0/1379140355 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff6f4101df0 0x7ff6f4105e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.900 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.895+0000 7ff6fc53e640 1 --2- 172.21.15.1:0/1379140355 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff6f4101440 0x7ff6f4101820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.900 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.895+0000 7ff6fc53e640 1 -- 172.21.15.1:0/1379140355 >> 172.21.15.1:0/1379140355 conn(0x7ff6f40fccc0 msgr2=0x7ff6f40ff0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:47.900 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.895+0000 7ff6fc53e640 1 -- 172.21.15.1:0/1379140355 shutdown_connections 2024-02-10T00:06:47.900 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.895+0000 7ff6fc53e640 1 -- 172.21.15.1:0/1379140355 wait complete. 2024-02-10T00:06:47.901 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.895+0000 7ff6fc53e640 1 Processor -- start 2024-02-10T00:06:47.901 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.895+0000 7ff6fc53e640 1 -- start start 2024-02-10T00:06:47.901 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.895+0000 7ff6fc53e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff6f4101440 0x7ff6f419d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.901 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.895+0000 7ff6fc53e640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff6f4106510 0x7ff6f419db20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.901 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.895+0000 7ff6fc53e640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff6f41976a0 0x7ff6f4197b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.901 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.895+0000 7ff6fc53e640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6f4198170 con 0x7ff6f4101440 2024-02-10T00:06:47.901 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.895+0000 7ff6fc53e640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6f41982e0 con 0x7ff6f4106510 2024-02-10T00:06:47.901 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.895+0000 7ff6fc53e640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6f41984a0 con 0x7ff6f41976a0 2024-02-10T00:06:47.901 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.896+0000 7ff6fa2da640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff6f4101440 0x7ff6f419d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.901 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.896+0000 7ff6fa2da640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff6f4101440 0x7ff6f419d5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59398/0 (socket says 172.21.15.1:59398) 2024-02-10T00:06:47.901 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.896+0000 7ff6fa2da640 1 -- 172.21.15.1:0/1532171593 learned_addr learned my addr 172.21.15.1:0/1532171593 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:47.901 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.896+0000 7ff6f9ad9640 1 --2- 172.21.15.1:0/1532171593 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff6f4106510 0x7ff6f419db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.896+0000 7ff6faadb640 1 --2- 172.21.15.1:0/1532171593 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff6f41976a0 0x7ff6f4197b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.896+0000 7ff6fa2da640 1 -- 172.21.15.1:0/1532171593 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff6f41976a0 msgr2=0x7ff6f4197b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.896+0000 7ff6fa2da640 1 --2- 172.21.15.1:0/1532171593 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff6f41976a0 0x7ff6f4197b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.896+0000 7ff6fa2da640 1 -- 172.21.15.1:0/1532171593 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff6f4106510 msgr2=0x7ff6f419db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.896+0000 7ff6fa2da640 1 --2- 172.21.15.1:0/1532171593 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff6f4106510 0x7ff6f419db20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.896+0000 7ff6fa2da640 1 -- 172.21.15.1:0/1532171593 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6f0009900 con 0x7ff6f4101440 2024-02-10T00:06:47.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.896+0000 7ff6faadb640 1 --2- 172.21.15.1:0/1532171593 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff6f41976a0 0x7ff6f4197b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:06:47.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.896+0000 7ff6fa2da640 1 --2- 172.21.15.1:0/1532171593 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff6f4101440 0x7ff6f419d5e0 secure :-1 s=READY pgs=1336 cs=0 l=1 rev1=1 crypto rx=0x7ff6ec00d770 tx=0x7ff6ec00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:47.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.896+0000 7ff6eb7fe640 1 -- 172.21.15.1:0/1532171593 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6ec009c30 con 0x7ff6f4101440 2024-02-10T00:06:47.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.896+0000 7ff6eb7fe640 1 -- 172.21.15.1:0/1532171593 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff6ec00de80 con 0x7ff6f4101440 2024-02-10T00:06:47.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.896+0000 7ff6fc53e640 1 -- 172.21.15.1:0/1532171593 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff6f41a4440 con 0x7ff6f4101440 2024-02-10T00:06:47.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.896+0000 7ff6eb7fe640 1 -- 172.21.15.1:0/1532171593 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6ec004e80 con 0x7ff6f4101440 2024-02-10T00:06:47.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.896+0000 7ff6fc53e640 1 -- 172.21.15.1:0/1532171593 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6f41a48d0 con 0x7ff6f4101440 2024-02-10T00:06:47.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.898+0000 7ff6eb7fe640 1 -- 172.21.15.1:0/1532171593 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7ff6ec005020 con 0x7ff6f4101440 2024-02-10T00:06:47.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.899+0000 7ff6ff1ec740 1 Processor -- start 2024-02-10T00:06:47.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.899+0000 7ff6ff1ec740 1 -- start start 2024-02-10T00:06:47.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.899+0000 7ff6ff1ec740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bc9675da30 0x55bc9675de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.899+0000 7ff6ff1ec740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bc9675e3e0 0x55bc96766990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.899+0000 7ff6ff1ec740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bc96766f60 0x55bc967693b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.899+0000 7ff6eb7fe640 1 --2- 172.21.15.1:0/1532171593 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff6e00a2230 0x7ff6e00a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.899+0000 7ff6ff1ec740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc96719020 con 0x55bc9675e3e0 2024-02-10T00:06:47.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.899+0000 7ff6ff1ec740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc966cc320 con 0x55bc96766f60 2024-02-10T00:06:47.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.899+0000 7ff6ff1ec740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc966c9850 con 0x55bc9675da30 2024-02-10T00:06:47.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.899+0000 7ff6fa2da640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bc9675e3e0 0x55bc96766990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.899+0000 7ff6faadb640 1 --2- 172.21.15.1:0/1532171593 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff6e00a2230 0x7ff6e00a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.899+0000 7ff6eb7fe640 1 -- 172.21.15.1:0/1532171593 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7ff6ec0cdaf0 con 0x7ff6f4101440 2024-02-10T00:06:47.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.899+0000 7ff6fa2da640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bc9675e3e0 0x55bc96766990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59406/0 (socket says 172.21.15.1:59406) 2024-02-10T00:06:47.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.899+0000 7ff6fa2da640 1 -- 172.21.15.1:0/898882330 learned_addr learned my addr 172.21.15.1:0/898882330 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:47.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.899+0000 7ff6f9ad9640 1 --2- 172.21.15.1:0/898882330 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bc96766f60 0x55bc967693b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.899+0000 7ff6faadb640 1 --2- 172.21.15.1:0/898882330 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bc9675da30 0x55bc9675de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.900+0000 7ff6fa2da640 1 -- 172.21.15.1:0/898882330 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bc9675da30 msgr2=0x55bc9675de10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.900+0000 7ff6fa2da640 1 --2- 172.21.15.1:0/898882330 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bc9675da30 0x55bc9675de10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.900+0000 7ff6fa2da640 1 -- 172.21.15.1:0/898882330 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bc96766f60 msgr2=0x55bc967693b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.910 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.900+0000 7ff6fa2da640 1 --2- 172.21.15.1:0/898882330 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bc96766f60 0x55bc967693b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.911 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.900+0000 7ff6fa2da640 1 -- 172.21.15.1:0/898882330 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bc96687210 con 0x55bc9675e3e0 2024-02-10T00:06:47.911 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.900+0000 7ff6faadb640 1 --2- 172.21.15.1:0/1532171593 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff6e00a2230 0x7ff6e00a46f0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff6f0006010 tx=0x7ff6f0032600 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:47.911 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.900+0000 7ff6fa2da640 1 --2- 172.21.15.1:0/898882330 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bc9675e3e0 0x55bc96766990 secure :-1 s=READY pgs=1337 cs=0 l=1 rev1=1 crypto rx=0x7ff6ec00d740 tx=0x7ff6ec0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1bec98c424911499 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:47.911 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.900+0000 7ff6e8bfe640 1 -- 172.21.15.1:0/898882330 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6ec063ba0 con 0x55bc9675e3e0 2024-02-10T00:06:47.911 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.900+0000 7ff6e8bfe640 1 -- 172.21.15.1:0/898882330 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff6ec09abe0 con 0x55bc9675e3e0 2024-02-10T00:06:47.911 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.900+0000 7ff6e8bfe640 1 -- 172.21.15.1:0/898882330 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6ec0cb4c0 con 0x55bc9675e3e0 2024-02-10T00:06:47.911 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.901+0000 7ff6ff1ec740 1 -- 172.21.15.1:0/898882330 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bc9675e3e0 msgr2=0x55bc96766990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.911 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.901+0000 7ff6ff1ec740 1 --2- 172.21.15.1:0/898882330 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bc9675e3e0 0x55bc96766990 secure :-1 s=READY pgs=1337 cs=0 l=1 rev1=1 crypto rx=0x7ff6ec00d740 tx=0x7ff6ec0046c0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.911 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.901+0000 7ff6ff1ec740 1 -- 172.21.15.1:0/898882330 shutdown_connections 2024-02-10T00:06:47.911 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.901+0000 7ff6ff1ec740 1 --2- 172.21.15.1:0/898882330 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bc96766f60 0x55bc967693b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.911 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.901+0000 7ff6ff1ec740 1 --2- 172.21.15.1:0/898882330 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bc9675e3e0 0x55bc96766990 unknown :-1 s=CLOSED pgs=1337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.911 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.901+0000 7ff6ff1ec740 1 --2- 172.21.15.1:0/898882330 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bc9675da30 0x55bc9675de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.911 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.901+0000 7ff6ff1ec740 1 -- 172.21.15.1:0/898882330 >> 172.21.15.1:0/898882330 conn(0x55bc96758100 msgr2=0x55bc967584e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:47.911 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.901+0000 7ff6ff1ec740 1 -- 172.21.15.1:0/898882330 shutdown_connections 2024-02-10T00:06:47.911 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.901+0000 7ff6ff1ec740 1 -- 172.21.15.1:0/898882330 wait complete. 2024-02-10T00:06:47.912 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.901+0000 7ff6ff1ec740 1 -- start start 2024-02-10T00:06:47.912 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.901+0000 7ff6ff1ec740 1 Processor -- start 2024-02-10T00:06:47.912 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.901+0000 7ff6ff1ec740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bc9675da30 0x55bc96763f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.912 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.901+0000 7ff6ff1ec740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bc9675e3e0 0x55bc96764460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.912 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.901+0000 7ff6ff1ec740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bc96766f60 0x55bc967649a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.912 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.901+0000 7ff6ff1ec740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc966c5030 con 0x55bc96766f60 2024-02-10T00:06:47.912 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.902+0000 7ff6ff1ec740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc96398430 con 0x55bc9675da30 2024-02-10T00:06:47.912 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.902+0000 7ff6ff1ec740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc96354e00 con 0x55bc9675e3e0 2024-02-10T00:06:47.912 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.902+0000 7ff6ff1ec740 10 client.0 _ll_register_callbacks cb 0x55bc966ba030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:47.912 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.902+0000 7ff6faadb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bc96766f60 0x55bc967649a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.912 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.902+0000 7ff6fa2da640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bc9675da30 0x55bc96763f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.912 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.902+0000 7ff6faadb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bc96766f60 0x55bc967649a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59416/0 (socket says 172.21.15.1:59416) 2024-02-10T00:06:47.912 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.902+0000 7ff6faadb640 1 -- 172.21.15.1:0/517527133 learned_addr learned my addr 172.21.15.1:0/517527133 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:47.912 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.902+0000 7ff6f9ad9640 1 --2- 172.21.15.1:0/517527133 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bc9675e3e0 0x55bc96764460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.902+0000 7ff6faadb640 1 -- 172.21.15.1:0/517527133 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bc9675e3e0 msgr2=0x55bc96764460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.902+0000 7ff6faadb640 1 --2- 172.21.15.1:0/517527133 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bc9675e3e0 0x55bc96764460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.902+0000 7ff6faadb640 1 -- 172.21.15.1:0/517527133 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bc9675da30 msgr2=0x55bc96763f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.902+0000 7ff6faadb640 1 --2- 172.21.15.1:0/517527133 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bc9675da30 0x55bc96763f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.902+0000 7ff6faadb640 1 -- 172.21.15.1:0/517527133 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6f41a48d0 con 0x55bc96766f60 2024-02-10T00:06:47.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.902+0000 7ff6fa2da640 1 --2- 172.21.15.1:0/517527133 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bc9675da30 0x55bc96763f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:06:47.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.902+0000 7ff6faadb640 1 --2- 172.21.15.1:0/517527133 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bc96766f60 0x55bc967649a0 secure :-1 s=READY pgs=1338 cs=0 l=1 rev1=1 crypto rx=0x7ff6f0009400 tx=0x7ff6f0045070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ed4441de83968b9 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:47.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.902+0000 7ff6ddffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:47.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.902+0000 7ff6ddffb640 1 -- 172.21.15.1:0/517527133 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6f0003970 con 0x55bc96766f60 2024-02-10T00:06:47.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.902+0000 7ff6ddffb640 1 -- 172.21.15.1:0/517527133 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7ff6f0049040 con 0x55bc96766f60 2024-02-10T00:06:47.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.902+0000 7ff6ff1ec740 1 -- 172.21.15.1:0/517527133 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55bc963c47e0 con 0x55bc96766f60 2024-02-10T00:06:47.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.902+0000 7ff6ddffb640 1 -- 172.21.15.1:0/517527133 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff6f0003ad0 con 0x55bc96766f60 2024-02-10T00:06:47.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.902+0000 7ff6ff1ec740 10 client.18267 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:47.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.902+0000 7ff6ff1ec740 1 -- 172.21.15.1:0/517527133 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55bc966c36b0 con 0x55bc96766f60 2024-02-10T00:06:47.913 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.903+0000 7ff6ddffb640 1 -- 172.21.15.1:0/517527133 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff6f005b020 con 0x55bc96766f60 2024-02-10T00:06:47.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.903+0000 7ff6ddffb640 1 -- 172.21.15.1:0/517527133 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ff6f004d070 con 0x55bc96766f60 2024-02-10T00:06:47.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.903+0000 7ff6ff1ec740 10 client.18267 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:47.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.903+0000 7ff6ff1ec740 10 client.18267 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:06:47.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.903+0000 7ff6ff1ec740 20 client.18267 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:47.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.903+0000 7ff6ff1ec740 1 --2- 172.21.15.1:0/517527133 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55bc96777540 0x55bc96779960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.903+0000 7ff6ff1ec740 4 client.18267 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:06:47.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.903+0000 7ff6ff1ec740 1 -- 172.21.15.1:0/517527133 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55bc96401720 con 0x55bc96777540 2024-02-10T00:06:47.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.903+0000 7ff6fa2da640 1 --2- 172.21.15.1:0/517527133 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55bc96777540 0x55bc96779960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.904+0000 7ff6fa2da640 1 --2- 172.21.15.1:0/517527133 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55bc96777540 0x55bc96779960 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f1aa5c1d8865830d server_cookie=fe693d9de4f780c5 in_seq=0 out_seq=0 2024-02-10T00:06:47.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.904+0000 7ff6ddffb640 10 client.18267 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:47.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.904+0000 7ff6ddffb640 1 -- 172.21.15.1:0/517527133 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55bc96401720 con 0x55bc96777540 2024-02-10T00:06:47.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.904+0000 7ff6ddffb640 10 client.18267 handle_command_reply: tid=0 2024-02-10T00:06:47.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.904+0000 7ff6ff1ec740 1 client.18267 shutdown 2024-02-10T00:06:47.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.904+0000 7ff6ff1ec740 1 -- 172.21.15.1:0/517527133 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bc96766f60 msgr2=0x55bc967649a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.904+0000 7ff6ff1ec740 1 --2- 172.21.15.1:0/517527133 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bc96766f60 0x55bc967649a0 secure :-1 s=READY pgs=1338 cs=0 l=1 rev1=1 crypto rx=0x7ff6f0009400 tx=0x7ff6f0045070 comp rx=0 tx=0).stop 2024-02-10T00:06:47.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.904+0000 7ff6ff1ec740 1 -- 172.21.15.1:0/517527133 shutdown_connections 2024-02-10T00:06:47.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.904+0000 7ff6ff1ec740 1 --2- 172.21.15.1:0/517527133 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55bc96777540 0x55bc96779960 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.904+0000 7ff6ff1ec740 1 --2- 172.21.15.1:0/517527133 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bc96766f60 0x55bc967649a0 unknown :-1 s=CLOSED pgs=1338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.904+0000 7ff6ff1ec740 1 --2- 172.21.15.1:0/517527133 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bc9675e3e0 0x55bc96764460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.904+0000 7ff6ddffb640 0 client.18267 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:47.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.904+0000 7ff6ff1ec740 1 --2- 172.21.15.1:0/517527133 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bc9675da30 0x55bc96763f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.904+0000 7ff6ff1ec740 1 -- 172.21.15.1:0/517527133 >> 172.21.15.1:0/517527133 conn(0x55bc96758100 msgr2=0x55bc96759e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:47.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.904+0000 7ff6ff1ec740 1 -- 172.21.15.1:0/517527133 shutdown_connections 2024-02-10T00:06:47.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.904+0000 7ff6ff1ec740 1 -- 172.21.15.1:0/517527133 wait complete. 2024-02-10T00:06:47.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.905+0000 7ff6ff1ec740 20 client.18267 trim_cache size 0 max 16384 2024-02-10T00:06:47.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.916+0000 7ff6ff1ec740 1 Processor -- start 2024-02-10T00:06:47.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.916+0000 7ff6ff1ec740 1 -- start start 2024-02-10T00:06:47.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.916+0000 7ff6ff1ec740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bc9675da30 0x55bc967647c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.916+0000 7ff6ff1ec740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bc9675e3e0 0x55bc9675f250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.916+0000 7ff6ff1ec740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bc96766f60 0x55bc9675f790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.916+0000 7ff6ff1ec740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc9664a130 con 0x55bc96766f60 2024-02-10T00:06:47.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.916+0000 7ff6ff1ec740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc967772c0 con 0x55bc9675e3e0 2024-02-10T00:06:47.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.916+0000 7ff6ff1ec740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc9677eb90 con 0x55bc9675da30 2024-02-10T00:06:47.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.916+0000 7ff6faadb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bc96766f60 0x55bc9675f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.916+0000 7ff6faadb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bc96766f60 0x55bc9675f790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59432/0 (socket says 172.21.15.1:59432) 2024-02-10T00:06:47.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.917+0000 7ff6faadb640 1 -- 172.21.15.1:0/638039313 learned_addr learned my addr 172.21.15.1:0/638039313 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:47.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.917+0000 7ff6f9ad9640 1 --2- 172.21.15.1:0/638039313 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bc9675e3e0 0x55bc9675f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.917+0000 7ff6fa2da640 1 --2- 172.21.15.1:0/638039313 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bc9675da30 0x55bc967647c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.917+0000 7ff6faadb640 1 -- 172.21.15.1:0/638039313 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bc9675da30 msgr2=0x55bc967647c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.917+0000 7ff6faadb640 1 --2- 172.21.15.1:0/638039313 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bc9675da30 0x55bc967647c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.917+0000 7ff6faadb640 1 -- 172.21.15.1:0/638039313 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bc9675e3e0 msgr2=0x55bc9675f250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.917+0000 7ff6faadb640 1 --2- 172.21.15.1:0/638039313 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bc9675e3e0 0x55bc9675f250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.917+0000 7ff6faadb640 1 -- 172.21.15.1:0/638039313 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bc9665fc90 con 0x55bc96766f60 2024-02-10T00:06:47.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.917+0000 7ff6fa2da640 1 --2- 172.21.15.1:0/638039313 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bc9675da30 0x55bc967647c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:06:47.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.917+0000 7ff6f9ad9640 1 --2- 172.21.15.1:0/638039313 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bc9675e3e0 0x55bc9675f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:06:47.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.917+0000 7ff6faadb640 1 --2- 172.21.15.1:0/638039313 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bc96766f60 0x55bc9675f790 secure :-1 s=READY pgs=1339 cs=0 l=1 rev1=1 crypto rx=0x7ff6f0034460 tx=0x7ff6f0032560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39e8d625e2e417af server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:47.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.917+0000 7ff6dffff640 1 -- 172.21.15.1:0/638039313 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6f0032980 con 0x55bc96766f60 2024-02-10T00:06:47.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.917+0000 7ff6dffff640 1 -- 172.21.15.1:0/638039313 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff6f005b070 con 0x55bc96766f60 2024-02-10T00:06:47.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.917+0000 7ff6dffff640 1 -- 172.21.15.1:0/638039313 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6f0003c80 con 0x55bc96766f60 2024-02-10T00:06:47.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.917+0000 7ff6ff1ec740 1 -- 172.21.15.1:0/638039313 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bc96766f60 msgr2=0x55bc9675f790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.917+0000 7ff6ff1ec740 1 --2- 172.21.15.1:0/638039313 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bc96766f60 0x55bc9675f790 secure :-1 s=READY pgs=1339 cs=0 l=1 rev1=1 crypto rx=0x7ff6f0034460 tx=0x7ff6f0032560 comp rx=0 tx=0).stop 2024-02-10T00:06:47.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.918+0000 7ff6ff1ec740 1 -- 172.21.15.1:0/638039313 shutdown_connections 2024-02-10T00:06:47.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.918+0000 7ff6ff1ec740 1 --2- 172.21.15.1:0/638039313 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bc96766f60 0x55bc9675f790 unknown :-1 s=CLOSED pgs=1339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.918+0000 7ff6ff1ec740 1 --2- 172.21.15.1:0/638039313 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bc9675e3e0 0x55bc9675f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.918+0000 7ff6ff1ec740 1 --2- 172.21.15.1:0/638039313 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bc9675da30 0x55bc967647c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.918+0000 7ff6ff1ec740 1 -- 172.21.15.1:0/638039313 >> 172.21.15.1:0/638039313 conn(0x55bc96758100 msgr2=0x55bc967584e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:47.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.918+0000 7ff6ff1ec740 1 -- 172.21.15.1:0/638039313 shutdown_connections 2024-02-10T00:06:47.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.918+0000 7ff6ff1ec740 1 -- 172.21.15.1:0/638039313 wait complete. 2024-02-10T00:06:47.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.918+0000 7ff6ff1ec740 1 -- start start 2024-02-10T00:06:47.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.918+0000 7ff6ff1ec740 1 Processor -- start 2024-02-10T00:06:47.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.918+0000 7ff6ff1ec740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bc9675da30 0x55bc9676cc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.918+0000 7ff6ff1ec740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bc9675e3e0 0x55bc9676d190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.918+0000 7ff6ff1ec740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bc96766f60 0x55bc9676d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.918+0000 7ff6ff1ec740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc967cdc30 con 0x55bc9675e3e0 2024-02-10T00:06:47.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.918+0000 7ff6ff1ec740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc967cdda0 con 0x55bc96766f60 2024-02-10T00:06:47.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.918+0000 7ff6ff1ec740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc967cdf60 con 0x55bc9675da30 2024-02-10T00:06:47.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.918+0000 7ff6ff1ec740 10 client.0 _ll_register_callbacks cb 0x7ff6ec0960a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:47.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.918+0000 7ff6f9ad9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bc9675e3e0 0x55bc9676d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.918+0000 7ff6f9ad9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bc9675e3e0 0x55bc9676d190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59434/0 (socket says 172.21.15.1:59434) 2024-02-10T00:06:47.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.918+0000 7ff6f9ad9640 1 -- 172.21.15.1:0/3971971732 learned_addr learned my addr 172.21.15.1:0/3971971732 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:47.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.918+0000 7ff6faadb640 1 --2- 172.21.15.1:0/3971971732 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bc96766f60 0x55bc9676d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.918+0000 7ff6fa2da640 1 --2- 172.21.15.1:0/3971971732 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bc9675da30 0x55bc9676cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.919+0000 7ff6f9ad9640 1 -- 172.21.15.1:0/3971971732 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bc9675da30 msgr2=0x55bc9676cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.919+0000 7ff6f9ad9640 1 --2- 172.21.15.1:0/3971971732 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bc9675da30 0x55bc9676cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.919+0000 7ff6f9ad9640 1 -- 172.21.15.1:0/3971971732 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bc96766f60 msgr2=0x55bc9676d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:47.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.919+0000 7ff6f9ad9640 1 --2- 172.21.15.1:0/3971971732 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bc96766f60 0x55bc9676d6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.919+0000 7ff6f9ad9640 1 -- 172.21.15.1:0/3971971732 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55bc966c36b0 con 0x55bc9675e3e0 2024-02-10T00:06:47.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.919+0000 7ff6f9ad9640 1 --2- 172.21.15.1:0/3971971732 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bc9675e3e0 0x55bc9676d190 secure :-1 s=READY pgs=1340 cs=0 l=1 rev1=1 crypto rx=0x55bc96763780 tx=0x7ff6e4010b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0ffcf2390f3cd82 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:47.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.919+0000 7ff6ddffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:47.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.919+0000 7ff6ddffb640 1 -- 172.21.15.1:0/3971971732 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6e4017040 con 0x55bc9675e3e0 2024-02-10T00:06:47.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.919+0000 7ff6ddffb640 1 -- 172.21.15.1:0/3971971732 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7ff6e4004460 con 0x55bc9675e3e0 2024-02-10T00:06:47.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.919+0000 7ff6ff1ec740 1 -- 172.21.15.1:0/3971971732 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff6ec09abe0 con 0x55bc9675e3e0 2024-02-10T00:06:47.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.919+0000 7ff6ddffb640 1 -- 172.21.15.1:0/3971971732 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff6e4010e70 con 0x55bc9675e3e0 2024-02-10T00:06:47.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.919+0000 7ff6ff1ec740 10 client.18273 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:47.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.919+0000 7ff6ff1ec740 1 -- 172.21.15.1:0/3971971732 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55bc96685a70 con 0x55bc9675e3e0 2024-02-10T00:06:47.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.919+0000 7ff6ddffb640 1 -- 172.21.15.1:0/3971971732 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff6e402a020 con 0x55bc9675e3e0 2024-02-10T00:06:47.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.919+0000 7ff6ddffb640 1 -- 172.21.15.1:0/3971971732 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ff6e4003d20 con 0x55bc9675e3e0 2024-02-10T00:06:47.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.919+0000 7ff6ff1ec740 10 client.18273 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:47.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.919+0000 7ff6ff1ec740 10 client.18273 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:06:47.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.919+0000 7ff6ff1ec740 20 client.18273 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:47.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.919+0000 7ff6ff1ec740 1 --2- 172.21.15.1:0/3971971732 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55bc96777540 0x55bc967d1790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:47.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.919+0000 7ff6ff1ec740 4 client.18273 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:06:47.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.919+0000 7ff6ff1ec740 1 -- 172.21.15.1:0/3971971732 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55bc96450890 con 0x55bc96777540 2024-02-10T00:06:47.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.920+0000 7ff6fa2da640 1 --2- 172.21.15.1:0/3971971732 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55bc96777540 0x55bc967d1790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:47.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.920+0000 7ff6fa2da640 1 --2- 172.21.15.1:0/3971971732 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55bc96777540 0x55bc967d1790 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c2ef2aa6bbf8e012 server_cookie=2e57674c1f2072cd in_seq=0 out_seq=0 2024-02-10T00:06:47.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.920+0000 7ff6ddffb640 10 client.18273 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:47.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.920+0000 7ff6ddffb640 1 -- 172.21.15.1:0/3971971732 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55bc96450890 con 0x55bc96777540 2024-02-10T00:06:47.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.920+0000 7ff6ddffb640 10 client.18273 handle_command_reply: tid=0 2024-02-10T00:06:47.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.920+0000 7ff6ff1ec740 1 client.18273 shutdown 2024-02-10T00:06:47.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.920+0000 7ff6ff1ec740 1 -- 172.21.15.1:0/3971971732 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bc9675e3e0 msgr2=0x55bc9676d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.920+0000 7ff6ff1ec740 1 --2- 172.21.15.1:0/3971971732 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bc9675e3e0 0x55bc9676d190 secure :-1 s=READY pgs=1340 cs=0 l=1 rev1=1 crypto rx=0x55bc96763780 tx=0x7ff6e4010b60 comp rx=0 tx=0).stop 2024-02-10T00:06:47.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.920+0000 7ff6ff1ec740 1 -- 172.21.15.1:0/3971971732 shutdown_connections 2024-02-10T00:06:47.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.920+0000 7ff6ff1ec740 1 --2- 172.21.15.1:0/3971971732 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55bc96777540 0x55bc967d1790 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.920+0000 7ff6ff1ec740 1 --2- 172.21.15.1:0/3971971732 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bc96766f60 0x55bc9676d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.920+0000 7ff6ff1ec740 1 --2- 172.21.15.1:0/3971971732 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bc9675e3e0 0x55bc9676d190 unknown :-1 s=CLOSED pgs=1340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.920+0000 7ff6ddffb640 0 client.18273 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:47.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.920+0000 7ff6ff1ec740 1 --2- 172.21.15.1:0/3971971732 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bc9675da30 0x55bc9676cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.920+0000 7ff6ff1ec740 1 -- 172.21.15.1:0/3971971732 >> 172.21.15.1:0/3971971732 conn(0x55bc96758100 msgr2=0x55bc9675f250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:47.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.920+0000 7ff6ff1ec740 1 -- 172.21.15.1:0/3971971732 shutdown_connections 2024-02-10T00:06:47.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.920+0000 7ff6ff1ec740 1 -- 172.21.15.1:0/3971971732 wait complete. 2024-02-10T00:06:47.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.920+0000 7ff6ff1ec740 20 client.18273 trim_cache size 0 max 16384 2024-02-10T00:06:47.940 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:06:47.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.921+0000 7ff6fc53e640 1 -- 172.21.15.1:0/1532171593 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff6e00a2230 msgr2=0x7ff6e00a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.921+0000 7ff6fc53e640 1 --2- 172.21.15.1:0/1532171593 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff6e00a2230 0x7ff6e00a46f0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff6f0006010 tx=0x7ff6f0032600 comp rx=0 tx=0).stop 2024-02-10T00:06:47.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.921+0000 7ff6fc53e640 1 -- 172.21.15.1:0/1532171593 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff6f4101440 msgr2=0x7ff6f419d5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:47.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.921+0000 7ff6fc53e640 1 --2- 172.21.15.1:0/1532171593 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff6f4101440 0x7ff6f419d5e0 secure :-1 s=READY pgs=1336 cs=0 l=1 rev1=1 crypto rx=0x7ff6ec00d770 tx=0x7ff6ec00dc30 comp rx=0 tx=0).stop 2024-02-10T00:06:47.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.921+0000 7ff6fc53e640 1 -- 172.21.15.1:0/1532171593 shutdown_connections 2024-02-10T00:06:47.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.921+0000 7ff6fc53e640 1 --2- 172.21.15.1:0/1532171593 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff6e00a2230 0x7ff6e00a46f0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.921+0000 7ff6fc53e640 1 --2- 172.21.15.1:0/1532171593 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff6f41976a0 0x7ff6f4197b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.921+0000 7ff6fc53e640 1 --2- 172.21.15.1:0/1532171593 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff6f4106510 0x7ff6f419db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.921+0000 7ff6fc53e640 1 --2- 172.21.15.1:0/1532171593 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff6f4101440 0x7ff6f419d5e0 unknown :-1 s=CLOSED pgs=1336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:47.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.921+0000 7ff6fc53e640 1 -- 172.21.15.1:0/1532171593 >> 172.21.15.1:0/1532171593 conn(0x7ff6f40fccc0 msgr2=0x7ff6f40feff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:47.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.921+0000 7ff6fc53e640 1 -- 172.21.15.1:0/1532171593 shutdown_connections 2024-02-10T00:06:47.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:47.921+0000 7ff6fc53e640 1 -- 172.21.15.1:0/1532171593 wait complete. 2024-02-10T00:06:48.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:48 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/424949320' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:06:48.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:48 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/424949320' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:06:48.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:48 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/424949320' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:06:48.944 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-02-10T00:06:48.944 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T00:06:48.944 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-02-10T00:06:49.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.061+0000 7f1669e64640 1 -- 172.21.15.1:0/763605492 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f166410dbd0 msgr2=0x7f166410ffc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:49.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.061+0000 7f1669e64640 1 --2- 172.21.15.1:0/763605492 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f166410dbd0 0x7f166410ffc0 secure :-1 s=READY pgs=1341 cs=0 l=1 rev1=1 crypto rx=0x7f165c009ca0 tx=0x7f165c02c0f0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.061+0000 7f1669e64640 1 -- 172.21.15.1:0/763605492 shutdown_connections 2024-02-10T00:06:49.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.061+0000 7f1669e64640 1 --2- 172.21.15.1:0/763605492 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f166410dbd0 0x7f166410ffc0 unknown :-1 s=CLOSED pgs=1341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.061+0000 7f1669e64640 1 --2- 172.21.15.1:0/763605492 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1664068ea0 0x7f166410d690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.061+0000 7f1669e64640 1 --2- 172.21.15.1:0/763605492 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1664068580 0x7f1664068960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.061+0000 7f1669e64640 1 -- 172.21.15.1:0/763605492 >> 172.21.15.1:0/763605492 conn(0x7f1664077230 msgr2=0x7f1664077640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:49.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.061+0000 7f1669e64640 1 -- 172.21.15.1:0/763605492 shutdown_connections 2024-02-10T00:06:49.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.061+0000 7f1669e64640 1 -- 172.21.15.1:0/763605492 wait complete. 2024-02-10T00:06:49.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.061+0000 7f1669e64640 1 Processor -- start 2024-02-10T00:06:49.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.062+0000 7f1669e64640 1 -- start start 2024-02-10T00:06:49.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.062+0000 7f1669e64640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1664068580 0x7f166419f680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.062+0000 7f1669e64640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1664068ea0 0x7f166419fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.062+0000 7f1669e64640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f166410dbd0 0x7f16641997f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.062+0000 7f1669e64640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1664199e90 con 0x7f1664068ea0 2024-02-10T00:06:49.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.062+0000 7f1669e64640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f166419a000 con 0x7f166410dbd0 2024-02-10T00:06:49.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.062+0000 7f1669e64640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f166419a1c0 con 0x7f1664068580 2024-02-10T00:06:49.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.062+0000 7f1662ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1664068ea0 0x7f166419fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.062+0000 7f1662ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1664068ea0 0x7f166419fbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59446/0 (socket says 172.21.15.1:59446) 2024-02-10T00:06:49.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.062+0000 7f1662ffd640 1 -- 172.21.15.1:0/3175005265 learned_addr learned my addr 172.21.15.1:0/3175005265 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:49.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.062+0000 7f16637fe640 1 --2- 172.21.15.1:0/3175005265 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1664068580 0x7f166419f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.062+0000 7f1663fff640 1 --2- 172.21.15.1:0/3175005265 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f166410dbd0 0x7f16641997f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.062+0000 7f1662ffd640 1 -- 172.21.15.1:0/3175005265 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1664068580 msgr2=0x7f166419f680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:49.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.062+0000 7f1662ffd640 1 --2- 172.21.15.1:0/3175005265 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1664068580 0x7f166419f680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.062+0000 7f1662ffd640 1 -- 172.21.15.1:0/3175005265 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f166410dbd0 msgr2=0x7f16641997f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:49.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.062+0000 7f1662ffd640 1 --2- 172.21.15.1:0/3175005265 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f166410dbd0 0x7f16641997f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.062+0000 7f1662ffd640 1 -- 172.21.15.1:0/3175005265 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f165c009900 con 0x7f1664068ea0 2024-02-10T00:06:49.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.062+0000 7f1663fff640 1 --2- 172.21.15.1:0/3175005265 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f166410dbd0 0x7f16641997f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:06:49.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.063+0000 7f1662ffd640 1 --2- 172.21.15.1:0/3175005265 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1664068ea0 0x7f166419fbc0 secure :-1 s=READY pgs=1342 cs=0 l=1 rev1=1 crypto rx=0x7f165800c970 tx=0x7f165800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:49.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.063+0000 7f1660ff9640 1 -- 172.21.15.1:0/3175005265 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1658007bb0 con 0x7f1664068ea0 2024-02-10T00:06:49.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.063+0000 7f1660ff9640 1 -- 172.21.15.1:0/3175005265 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1658007d10 con 0x7f1664068ea0 2024-02-10T00:06:49.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.063+0000 7f1669e64640 1 -- 172.21.15.1:0/3175005265 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f166419a4a0 con 0x7f1664068ea0 2024-02-10T00:06:49.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.063+0000 7f1660ff9640 1 -- 172.21.15.1:0/3175005265 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f165800f450 con 0x7f1664068ea0 2024-02-10T00:06:49.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.063+0000 7f1669e64640 1 -- 172.21.15.1:0/3175005265 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f16641a66b0 con 0x7f1664068ea0 2024-02-10T00:06:49.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.065+0000 7f1660ff9640 1 -- 172.21.15.1:0/3175005265 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f1658004f70 con 0x7f1664068ea0 2024-02-10T00:06:49.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.065+0000 7f166ca35740 1 Processor -- start 2024-02-10T00:06:49.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.065+0000 7f166ca35740 1 -- start start 2024-02-10T00:06:49.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.065+0000 7f1660ff9640 1 --2- 172.21.15.1:0/3175005265 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f164c0a2230 0x7f164c0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.065+0000 7f166ca35740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cbbbb6a190 0x55cbbbb6a570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.066+0000 7f166ca35740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cbbbb6aab0 0x55cbbbb73150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.066+0000 7f166ca35740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cbbbb73690 0x55cbbbb75a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.066+0000 7f166ca35740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cbbbad8000 con 0x55cbbbb73690 2024-02-10T00:06:49.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.066+0000 7f166ca35740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cbbbad5530 con 0x55cbbbb6a190 2024-02-10T00:06:49.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.066+0000 7f166ca35740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cbbbad0d10 con 0x55cbbbb6aab0 2024-02-10T00:06:49.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.066+0000 7f1663fff640 1 --2- 172.21.15.1:0/3175005265 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f164c0a2230 0x7f164c0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.066+0000 7f1663fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cbbbb73690 0x55cbbbb75a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.066+0000 7f1660ff9640 1 -- 172.21.15.1:0/3175005265 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f16580cddf0 con 0x7f1664068ea0 2024-02-10T00:06:49.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.066+0000 7f1663fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cbbbb73690 0x55cbbbb75a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59462/0 (socket says 172.21.15.1:59462) 2024-02-10T00:06:49.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.066+0000 7f1663fff640 1 -- 172.21.15.1:0/388584071 learned_addr learned my addr 172.21.15.1:0/388584071 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:49.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.066+0000 7f1662ffd640 1 --2- 172.21.15.1:0/388584071 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cbbbb6aab0 0x55cbbbb73150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.066+0000 7f16637fe640 1 --2- 172.21.15.1:0/388584071 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cbbbb6a190 0x55cbbbb6a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.066+0000 7f1662ffd640 1 -- 172.21.15.1:0/388584071 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cbbbb6a190 msgr2=0x55cbbbb6a570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:49.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.066+0000 7f1662ffd640 1 --2- 172.21.15.1:0/388584071 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cbbbb6a190 0x55cbbbb6a570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.066+0000 7f1662ffd640 1 -- 172.21.15.1:0/388584071 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cbbbb73690 msgr2=0x55cbbbb75a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:49.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.066+0000 7f1662ffd640 1 --2- 172.21.15.1:0/388584071 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cbbbb73690 0x55cbbbb75a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.066+0000 7f1662ffd640 1 -- 172.21.15.1:0/388584071 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cbbba77210 con 0x55cbbbb6aab0 2024-02-10T00:06:49.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.066+0000 7f1663fff640 1 --2- 172.21.15.1:0/388584071 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cbbbb73690 0x55cbbbb75a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:06:49.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.066+0000 7f1663fff640 1 --2- 172.21.15.1:0/3175005265 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f164c0a2230 0x7f164c0a46f0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f165c004af0 tx=0x7f165c032340 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:49.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.066+0000 7f1662ffd640 1 --2- 172.21.15.1:0/388584071 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cbbbb6aab0 0x55cbbbb73150 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f16580cb4e0 tx=0x7f165809a380 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6204485b06452817 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:49.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.067+0000 7f1649ffb640 1 -- 172.21.15.1:0/388584071 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f165806ebb0 con 0x55cbbbb6aab0 2024-02-10T00:06:49.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.067+0000 7f1649ffb640 1 -- 172.21.15.1:0/388584071 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1658065f70 con 0x55cbbbb6aab0 2024-02-10T00:06:49.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.067+0000 7f1649ffb640 1 -- 172.21.15.1:0/388584071 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16580a2f90 con 0x55cbbbb6aab0 2024-02-10T00:06:49.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.067+0000 7f166ca35740 1 -- 172.21.15.1:0/388584071 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cbbbb6aab0 msgr2=0x55cbbbb73150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:49.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.067+0000 7f166ca35740 1 --2- 172.21.15.1:0/388584071 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cbbbb6aab0 0x55cbbbb73150 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f16580cb4e0 tx=0x7f165809a380 comp rx=0 tx=0).stop 2024-02-10T00:06:49.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.067+0000 7f166ca35740 1 -- 172.21.15.1:0/388584071 shutdown_connections 2024-02-10T00:06:49.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.067+0000 7f166ca35740 1 --2- 172.21.15.1:0/388584071 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cbbbb73690 0x55cbbbb75a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.067+0000 7f166ca35740 1 --2- 172.21.15.1:0/388584071 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cbbbb6aab0 0x55cbbbb73150 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.067+0000 7f166ca35740 1 --2- 172.21.15.1:0/388584071 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cbbbb6a190 0x55cbbbb6a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.067+0000 7f166ca35740 1 -- 172.21.15.1:0/388584071 >> 172.21.15.1:0/388584071 conn(0x55cbbbb648c0 msgr2=0x55cbbbb64ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:49.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.068+0000 7f166ca35740 1 -- 172.21.15.1:0/388584071 shutdown_connections 2024-02-10T00:06:49.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.068+0000 7f166ca35740 1 -- 172.21.15.1:0/388584071 wait complete. 2024-02-10T00:06:49.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.068+0000 7f166ca35740 1 -- start start 2024-02-10T00:06:49.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.068+0000 7f166ca35740 1 Processor -- start 2024-02-10T00:06:49.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.068+0000 7f166ca35740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cbbbb6a190 0x55cbbbb70770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.068+0000 7f166ca35740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cbbbb6aab0 0x55cbbbb70cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.068+0000 7f166ca35740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cbbbb73690 0x55cbbbb711f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.068+0000 7f166ca35740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cbbba75e60 con 0x55cbbbb6aab0 2024-02-10T00:06:49.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.068+0000 7f166ca35740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cbbb7a44b0 con 0x55cbbbb6a190 2024-02-10T00:06:49.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.068+0000 7f166ca35740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cbbba56670 con 0x55cbbbb73690 2024-02-10T00:06:49.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.068+0000 7f166ca35740 10 client.0 _ll_register_callbacks cb 0x55cbbba6e190 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:49.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.068+0000 7f1662ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cbbbb6aab0 0x55cbbbb70cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.069+0000 7f1662ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cbbbb6aab0 0x55cbbbb70cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59468/0 (socket says 172.21.15.1:59468) 2024-02-10T00:06:49.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.069+0000 7f1662ffd640 1 -- 172.21.15.1:0/3413077712 learned_addr learned my addr 172.21.15.1:0/3413077712 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:49.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.069+0000 7f1663fff640 1 --2- 172.21.15.1:0/3413077712 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cbbbb73690 0x55cbbbb711f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.069+0000 7f16637fe640 1 --2- 172.21.15.1:0/3413077712 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cbbbb6a190 0x55cbbbb70770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.069+0000 7f1662ffd640 1 -- 172.21.15.1:0/3413077712 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cbbbb73690 msgr2=0x55cbbbb711f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:49.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.069+0000 7f1662ffd640 1 --2- 172.21.15.1:0/3413077712 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cbbbb73690 0x55cbbbb711f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.069+0000 7f1662ffd640 1 -- 172.21.15.1:0/3413077712 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cbbbb6a190 msgr2=0x55cbbbb70770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:49.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.069+0000 7f1662ffd640 1 --2- 172.21.15.1:0/3413077712 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cbbbb6a190 0x55cbbbb70770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.069+0000 7f1662ffd640 1 -- 172.21.15.1:0/3413077712 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f16641a66b0 con 0x55cbbbb6aab0 2024-02-10T00:06:49.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.069+0000 7f16637fe640 1 --2- 172.21.15.1:0/3413077712 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cbbbb6a190 0x55cbbbb70770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:06:49.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.069+0000 7f1662ffd640 1 --2- 172.21.15.1:0/3413077712 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cbbbb6aab0 0x55cbbbb70cb0 secure :-1 s=READY pgs=1343 cs=0 l=1 rev1=1 crypto rx=0x7f165800cfd0 tx=0x7f165806e200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdf8da2de197ff10 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:49.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.069+0000 7f1642ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:49.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.069+0000 7f1642ffd640 1 -- 172.21.15.1:0/3413077712 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f165806ebb0 con 0x55cbbbb6aab0 2024-02-10T00:06:49.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.069+0000 7f1642ffd640 1 -- 172.21.15.1:0/3413077712 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f165809a780 con 0x55cbbbb6aab0 2024-02-10T00:06:49.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.069+0000 7f166ca35740 1 -- 172.21.15.1:0/3413077712 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55cbbb7d0860 con 0x55cbbbb6aab0 2024-02-10T00:06:49.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.069+0000 7f1642ffd640 1 -- 172.21.15.1:0/3413077712 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f165809e8d0 con 0x55cbbbb6aab0 2024-02-10T00:06:49.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.069+0000 7f166ca35740 10 client.18285 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:49.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.069+0000 7f166ca35740 1 -- 172.21.15.1:0/3413077712 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55cbbbacf390 con 0x55cbbbb6aab0 2024-02-10T00:06:49.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.070+0000 7f1642ffd640 1 -- 172.21.15.1:0/3413077712 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55cbbb7d0860 con 0x55cbbbb6aab0 2024-02-10T00:06:49.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.070+0000 7f1642ffd640 1 -- 172.21.15.1:0/3413077712 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f1658016030 con 0x55cbbbb6aab0 2024-02-10T00:06:49.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.070+0000 7f166ca35740 10 client.18285 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:49.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.070+0000 7f166ca35740 10 client.18285 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:06:49.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.070+0000 7f166ca35740 20 client.18285 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:49.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.070+0000 7f166ca35740 1 --2- 172.21.15.1:0/3413077712 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55cbbbb832d0 0x55cbbbb856c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.070+0000 7f166ca35740 4 client.18285 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:06:49.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.070+0000 7f166ca35740 1 -- 172.21.15.1:0/3413077712 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55cbbb821410 con 0x55cbbbb832d0 2024-02-10T00:06:49.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.070+0000 7f16637fe640 1 --2- 172.21.15.1:0/3413077712 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55cbbbb832d0 0x55cbbbb856c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.070+0000 7f16637fe640 1 --2- 172.21.15.1:0/3413077712 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55cbbbb832d0 0x55cbbbb856c0 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ca15e6251f1cd579 server_cookie=9c8d5943958c05c9 in_seq=0 out_seq=0 2024-02-10T00:06:49.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.070+0000 7f1642ffd640 10 client.18285 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:49.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.071+0000 7f1642ffd640 1 -- 172.21.15.1:0/3413077712 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55cbbb821410 con 0x55cbbbb832d0 2024-02-10T00:06:49.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.071+0000 7f1642ffd640 10 client.18285 handle_command_reply: tid=0 2024-02-10T00:06:49.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.071+0000 7f166ca35740 1 client.18285 shutdown 2024-02-10T00:06:49.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.071+0000 7f166ca35740 1 -- 172.21.15.1:0/3413077712 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cbbbb6aab0 msgr2=0x55cbbbb70cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:49.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.071+0000 7f166ca35740 1 --2- 172.21.15.1:0/3413077712 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cbbbb6aab0 0x55cbbbb70cb0 secure :-1 s=READY pgs=1343 cs=0 l=1 rev1=1 crypto rx=0x7f165800cfd0 tx=0x7f165806e200 comp rx=0 tx=0).stop 2024-02-10T00:06:49.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.071+0000 7f166ca35740 1 -- 172.21.15.1:0/3413077712 shutdown_connections 2024-02-10T00:06:49.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.071+0000 7f166ca35740 1 --2- 172.21.15.1:0/3413077712 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55cbbbb832d0 0x55cbbbb856c0 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.071+0000 7f166ca35740 1 --2- 172.21.15.1:0/3413077712 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cbbbb73690 0x55cbbbb711f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.071+0000 7f166ca35740 1 --2- 172.21.15.1:0/3413077712 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cbbbb6aab0 0x55cbbbb70cb0 unknown :-1 s=CLOSED pgs=1343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.071+0000 7f1642ffd640 0 client.18285 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:49.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.071+0000 7f166ca35740 1 --2- 172.21.15.1:0/3413077712 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cbbbb6a190 0x55cbbbb70770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.071+0000 7f166ca35740 1 -- 172.21.15.1:0/3413077712 >> 172.21.15.1:0/3413077712 conn(0x55cbbbb648c0 msgr2=0x55cbbbb66610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:49.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.072+0000 7f166ca35740 1 -- 172.21.15.1:0/3413077712 shutdown_connections 2024-02-10T00:06:49.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.072+0000 7f166ca35740 1 -- 172.21.15.1:0/3413077712 wait complete. 2024-02-10T00:06:49.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.072+0000 7f166ca35740 20 client.18285 trim_cache size 0 max 16384 2024-02-10T00:06:49.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.087+0000 7f166ca35740 1 Processor -- start 2024-02-10T00:06:49.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.087+0000 7f166ca35740 1 -- start start 2024-02-10T00:06:49.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.087+0000 7f166ca35740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cbbbb6a190 0x55cbbbb6f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.087+0000 7f166ca35740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cbbbb6aab0 0x55cbbbb71010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.087+0000 7f166ca35740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cbbbb73690 0x55cbbbb637a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.087+0000 7f166ca35740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cbbbb64150 con 0x55cbbbb6aab0 2024-02-10T00:06:49.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.087+0000 7f166ca35740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cbbbb75ee0 con 0x55cbbbb6a190 2024-02-10T00:06:49.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.087+0000 7f166ca35740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cbbbb600a0 con 0x55cbbbb73690 2024-02-10T00:06:49.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.087+0000 7f1662ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cbbbb6aab0 0x55cbbbb71010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.087+0000 7f1662ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cbbbb6aab0 0x55cbbbb71010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59484/0 (socket says 172.21.15.1:59484) 2024-02-10T00:06:49.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.087+0000 7f1662ffd640 1 -- 172.21.15.1:0/2020327462 learned_addr learned my addr 172.21.15.1:0/2020327462 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:49.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.087+0000 7f16637fe640 1 --2- 172.21.15.1:0/2020327462 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cbbbb6a190 0x55cbbbb6f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.087+0000 7f1662ffd640 1 -- 172.21.15.1:0/2020327462 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cbbbb73690 msgr2=0x55cbbbb637a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:49.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.087+0000 7f1662ffd640 1 --2- 172.21.15.1:0/2020327462 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cbbbb73690 0x55cbbbb637a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.087+0000 7f1662ffd640 1 -- 172.21.15.1:0/2020327462 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cbbbb6a190 msgr2=0x55cbbbb6f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:49.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.087+0000 7f1662ffd640 1 --2- 172.21.15.1:0/2020327462 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cbbbb6a190 0x55cbbbb6f8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.087+0000 7f1662ffd640 1 -- 172.21.15.1:0/2020327462 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cbbba6bc70 con 0x55cbbbb6aab0 2024-02-10T00:06:49.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.088+0000 7f1662ffd640 1 --2- 172.21.15.1:0/2020327462 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cbbbb6aab0 0x55cbbbb71010 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7f165809a480 tx=0x7f1658085050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a070b7c60ebcce7 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:49.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.088+0000 7f16497fa640 1 -- 172.21.15.1:0/2020327462 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f165809ae80 con 0x55cbbbb6aab0 2024-02-10T00:06:49.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.088+0000 7f16497fa640 1 -- 172.21.15.1:0/2020327462 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f165809a780 con 0x55cbbbb6aab0 2024-02-10T00:06:49.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.088+0000 7f16497fa640 1 -- 172.21.15.1:0/2020327462 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1658005220 con 0x55cbbbb6aab0 2024-02-10T00:06:49.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.088+0000 7f166ca35740 1 -- 172.21.15.1:0/2020327462 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cbbbb6aab0 msgr2=0x55cbbbb71010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:49.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.088+0000 7f166ca35740 1 --2- 172.21.15.1:0/2020327462 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cbbbb6aab0 0x55cbbbb71010 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7f165809a480 tx=0x7f1658085050 comp rx=0 tx=0).stop 2024-02-10T00:06:49.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.088+0000 7f166ca35740 1 -- 172.21.15.1:0/2020327462 shutdown_connections 2024-02-10T00:06:49.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.088+0000 7f166ca35740 1 --2- 172.21.15.1:0/2020327462 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cbbbb73690 0x55cbbbb637a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.088+0000 7f166ca35740 1 --2- 172.21.15.1:0/2020327462 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cbbbb6aab0 0x55cbbbb71010 unknown :-1 s=CLOSED pgs=1344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.088+0000 7f166ca35740 1 --2- 172.21.15.1:0/2020327462 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cbbbb6a190 0x55cbbbb6f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.088+0000 7f166ca35740 1 -- 172.21.15.1:0/2020327462 >> 172.21.15.1:0/2020327462 conn(0x55cbbbb648c0 msgr2=0x55cbbbb63090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:49.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.088+0000 7f166ca35740 1 -- 172.21.15.1:0/2020327462 shutdown_connections 2024-02-10T00:06:49.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.088+0000 7f166ca35740 1 -- 172.21.15.1:0/2020327462 wait complete. 2024-02-10T00:06:49.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.089+0000 7f166ca35740 1 -- start start 2024-02-10T00:06:49.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.089+0000 7f166ca35740 1 Processor -- start 2024-02-10T00:06:49.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.089+0000 7f166ca35740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cbbbb6a190 0x55cbbbb79850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.089+0000 7f166ca35740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cbbbb6aab0 0x55cbbbb79d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.089+0000 7f166ca35740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cbbbb73690 0x55cbbbbd3830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.089+0000 7f166ca35740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cbbbbd3d70 con 0x55cbbbb73690 2024-02-10T00:06:49.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.089+0000 7f166ca35740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cbbbbd3ee0 con 0x55cbbbb6aab0 2024-02-10T00:06:49.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.089+0000 7f166ca35740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cbbbbd40a0 con 0x55cbbbb6a190 2024-02-10T00:06:49.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.089+0000 7f166ca35740 10 client.0 _ll_register_callbacks cb 0x7f1658007e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:49.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.089+0000 7f1663fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cbbbb73690 0x55cbbbbd3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.089+0000 7f1663fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cbbbb73690 0x55cbbbbd3830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59494/0 (socket says 172.21.15.1:59494) 2024-02-10T00:06:49.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.089+0000 7f1663fff640 1 -- 172.21.15.1:0/2760610073 learned_addr learned my addr 172.21.15.1:0/2760610073 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:49.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.089+0000 7f16637fe640 1 --2- 172.21.15.1:0/2760610073 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cbbbb6a190 0x55cbbbb79850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.089+0000 7f1662ffd640 1 --2- 172.21.15.1:0/2760610073 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cbbbb6aab0 0x55cbbbb79d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.090+0000 7f1663fff640 1 -- 172.21.15.1:0/2760610073 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cbbbb6a190 msgr2=0x55cbbbb79850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:49.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.090+0000 7f1663fff640 1 --2- 172.21.15.1:0/2760610073 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cbbbb6a190 0x55cbbbb79850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.090+0000 7f1663fff640 1 -- 172.21.15.1:0/2760610073 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cbbbb6aab0 msgr2=0x55cbbbb79d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:49.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.090+0000 7f1663fff640 1 --2- 172.21.15.1:0/2760610073 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cbbbb6aab0 0x55cbbbb79d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.090+0000 7f1663fff640 1 -- 172.21.15.1:0/2760610073 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55cbbbacf390 con 0x55cbbbb73690 2024-02-10T00:06:49.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.090+0000 7f1662ffd640 1 --2- 172.21.15.1:0/2760610073 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cbbbb6aab0 0x55cbbbb79d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:06:49.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.090+0000 7f1663fff640 1 --2- 172.21.15.1:0/2760610073 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cbbbb73690 0x55cbbbbd3830 secure :-1 s=READY pgs=1345 cs=0 l=1 rev1=1 crypto rx=0x7f165c032650 tx=0x7f165c0095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29b0ad6af5d08ffe server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:49.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.090+0000 7f1642ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:49.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.090+0000 7f1642ffd640 1 -- 172.21.15.1:0/2760610073 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f165c003970 con 0x55cbbbb73690 2024-02-10T00:06:49.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.090+0000 7f1642ffd640 1 -- 172.21.15.1:0/2760610073 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f165c003ad0 con 0x55cbbbb73690 2024-02-10T00:06:49.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.090+0000 7f166ca35740 1 -- 172.21.15.1:0/2760610073 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1658065f70 con 0x55cbbbb73690 2024-02-10T00:06:49.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.090+0000 7f1642ffd640 1 -- 172.21.15.1:0/2760610073 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f165c003c90 con 0x55cbbbb73690 2024-02-10T00:06:49.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.090+0000 7f166ca35740 10 client.18291 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:49.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.090+0000 7f166ca35740 1 -- 172.21.15.1:0/2760610073 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55cbbba91ac0 con 0x55cbbbb73690 2024-02-10T00:06:49.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.090+0000 7f1642ffd640 1 -- 172.21.15.1:0/2760610073 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1658065f70 con 0x55cbbbb73690 2024-02-10T00:06:49.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.090+0000 7f1642ffd640 1 -- 172.21.15.1:0/2760610073 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f165c0434c0 con 0x55cbbbb73690 2024-02-10T00:06:49.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.090+0000 7f166ca35740 10 client.18291 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:49.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.090+0000 7f166ca35740 10 client.18291 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:06:49.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.090+0000 7f166ca35740 20 client.18291 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:49.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.090+0000 7f166ca35740 1 --2- 172.21.15.1:0/2760610073 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55cbbbbdb9f0 0x55cbbbbdde10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.090+0000 7f166ca35740 4 client.18291 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-02-10T00:06:49.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.090+0000 7f166ca35740 1 -- 172.21.15.1:0/2760610073 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55cbbb80d7b0 con 0x55cbbbbdb9f0 2024-02-10T00:06:49.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.091+0000 7f16637fe640 1 --2- 172.21.15.1:0/2760610073 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55cbbbbdb9f0 0x55cbbbbdde10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.091+0000 7f16637fe640 1 --2- 172.21.15.1:0/2760610073 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55cbbbbdb9f0 0x55cbbbbdde10 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f05731921795d2de server_cookie=4433e00cc2a675ab in_seq=0 out_seq=0 2024-02-10T00:06:49.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.091+0000 7f1642ffd640 10 client.18291 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:49.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.092+0000 7f1642ffd640 1 -- 172.21.15.1:0/2760610073 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55cbbb80d7b0 con 0x55cbbbbdb9f0 2024-02-10T00:06:49.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.092+0000 7f1642ffd640 10 client.18291 handle_command_reply: tid=0 2024-02-10T00:06:49.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.092+0000 7f166ca35740 1 client.18291 shutdown 2024-02-10T00:06:49.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.092+0000 7f166ca35740 1 -- 172.21.15.1:0/2760610073 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cbbbb73690 msgr2=0x55cbbbbd3830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:49.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.092+0000 7f166ca35740 1 --2- 172.21.15.1:0/2760610073 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cbbbb73690 0x55cbbbbd3830 secure :-1 s=READY pgs=1345 cs=0 l=1 rev1=1 crypto rx=0x7f165c032650 tx=0x7f165c0095c0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.092+0000 7f166ca35740 1 -- 172.21.15.1:0/2760610073 shutdown_connections 2024-02-10T00:06:49.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.092+0000 7f166ca35740 1 --2- 172.21.15.1:0/2760610073 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55cbbbbdb9f0 0x55cbbbbdde10 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.092+0000 7f166ca35740 1 --2- 172.21.15.1:0/2760610073 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55cbbbb73690 0x55cbbbbd3830 unknown :-1 s=CLOSED pgs=1345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.092+0000 7f166ca35740 1 --2- 172.21.15.1:0/2760610073 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55cbbbb6aab0 0x55cbbbb79d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.092+0000 7f1642ffd640 0 client.18291 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:49.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.092+0000 7f166ca35740 1 --2- 172.21.15.1:0/2760610073 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55cbbbb6a190 0x55cbbbb79850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.092+0000 7f166ca35740 1 -- 172.21.15.1:0/2760610073 >> 172.21.15.1:0/2760610073 conn(0x55cbbbb648c0 msgr2=0x55cbbbb71050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:49.102 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.093+0000 7f166ca35740 1 -- 172.21.15.1:0/2760610073 shutdown_connections 2024-02-10T00:06:49.102 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.093+0000 7f166ca35740 1 -- 172.21.15.1:0/2760610073 wait complete. 2024-02-10T00:06:49.102 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.093+0000 7f166ca35740 20 client.18291 trim_cache size 0 max 16384 2024-02-10T00:06:49.102 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:06:49.102 INFO:teuthology.orchestra.run.smithi001.stdout: "return_code": 0, 2024-02-10T00:06:49.102 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_tag": "954fdbe8-0c45-439b-a81e-aa3af3e81968", 2024-02-10T00:06:49.102 INFO:teuthology.orchestra.run.smithi001.stdout: "mode": "asynchronous" 2024-02-10T00:06:49.102 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:06:49.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.093+0000 7f1669e64640 1 -- 172.21.15.1:0/3175005265 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f164c0a2230 msgr2=0x7f164c0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:49.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.093+0000 7f1669e64640 1 --2- 172.21.15.1:0/3175005265 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f164c0a2230 0x7f164c0a46f0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f165c004af0 tx=0x7f165c032340 comp rx=0 tx=0).stop 2024-02-10T00:06:49.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.093+0000 7f1669e64640 1 -- 172.21.15.1:0/3175005265 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1664068ea0 msgr2=0x7f166419fbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:49.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.093+0000 7f1669e64640 1 --2- 172.21.15.1:0/3175005265 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1664068ea0 0x7f166419fbc0 secure :-1 s=READY pgs=1342 cs=0 l=1 rev1=1 crypto rx=0x7f165800c970 tx=0x7f165800ce30 comp rx=0 tx=0).stop 2024-02-10T00:06:49.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.093+0000 7f1669e64640 1 -- 172.21.15.1:0/3175005265 shutdown_connections 2024-02-10T00:06:49.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.093+0000 7f1669e64640 1 --2- 172.21.15.1:0/3175005265 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f164c0a2230 0x7f164c0a46f0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.093+0000 7f1669e64640 1 --2- 172.21.15.1:0/3175005265 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f166410dbd0 0x7f16641997f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.093+0000 7f1669e64640 1 --2- 172.21.15.1:0/3175005265 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1664068ea0 0x7f166419fbc0 unknown :-1 s=CLOSED pgs=1342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.093+0000 7f1669e64640 1 --2- 172.21.15.1:0/3175005265 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1664068580 0x7f166419f680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.093+0000 7f1669e64640 1 -- 172.21.15.1:0/3175005265 >> 172.21.15.1:0/3175005265 conn(0x7f1664077230 msgr2=0x7f166410efc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:49.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.094+0000 7f1669e64640 1 -- 172.21.15.1:0/3175005265 shutdown_connections 2024-02-10T00:06:49.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.094+0000 7f1669e64640 1 -- 172.21.15.1:0/3175005265 wait complete. 2024-02-10T00:06:49.108 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:06:49.108 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:06:49.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.209+0000 7fd6266a7640 1 -- 172.21.15.1:0/3914864227 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd62010b820 msgr2=0x7fd62010dc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:49.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.209+0000 7fd6266a7640 1 --2- 172.21.15.1:0/3914864227 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd62010b820 0x7fd62010dc50 secure :-1 s=READY pgs=1346 cs=0 l=1 rev1=1 crypto rx=0x7fd618009ca0 tx=0x7fd61802c180 comp rx=0 tx=0).stop 2024-02-10T00:06:49.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.209+0000 7fd6266a7640 1 -- 172.21.15.1:0/3914864227 shutdown_connections 2024-02-10T00:06:49.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.209+0000 7fd6266a7640 1 --2- 172.21.15.1:0/3914864227 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd62010b820 0x7fd62010dc50 unknown :-1 s=CLOSED pgs=1346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.209+0000 7fd6266a7640 1 --2- 172.21.15.1:0/3914864227 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd620102d70 0x7fd62010b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.209+0000 7fd6266a7640 1 --2- 172.21.15.1:0/3914864227 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd620102450 0x7fd620102830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.209+0000 7fd6266a7640 1 -- 172.21.15.1:0/3914864227 >> 172.21.15.1:0/3914864227 conn(0x7fd6200772e0 msgr2=0x7fd6200776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:49.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.210+0000 7fd6266a7640 1 -- 172.21.15.1:0/3914864227 shutdown_connections 2024-02-10T00:06:49.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.210+0000 7fd6266a7640 1 -- 172.21.15.1:0/3914864227 wait complete. 2024-02-10T00:06:49.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.210+0000 7fd6266a7640 1 Processor -- start 2024-02-10T00:06:49.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.210+0000 7fd6266a7640 1 -- start start 2024-02-10T00:06:49.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.210+0000 7fd6266a7640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd620102450 0x7fd6201000a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.210+0000 7fd6266a7640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd620102d70 0x7fd6201005e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.210+0000 7fd6266a7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd62010b820 0x7fd620100b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.210+0000 7fd6266a7640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6201a5b20 con 0x7fd62010b820 2024-02-10T00:06:49.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.210+0000 7fd6266a7640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6201a5c90 con 0x7fd620102d70 2024-02-10T00:06:49.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.210+0000 7fd6266a7640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6201a5e50 con 0x7fd620102450 2024-02-10T00:06:49.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.211+0000 7fd624c44640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd62010b820 0x7fd620100b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.211+0000 7fd624c44640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd62010b820 0x7fd620100b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59520/0 (socket says 172.21.15.1:59520) 2024-02-10T00:06:49.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.211+0000 7fd624c44640 1 -- 172.21.15.1:0/2701673735 learned_addr learned my addr 172.21.15.1:0/2701673735 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:49.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.211+0000 7fd61f7fe640 1 --2- 172.21.15.1:0/2701673735 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd620102d70 0x7fd6201005e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.211+0000 7fd61ffff640 1 --2- 172.21.15.1:0/2701673735 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd620102450 0x7fd6201000a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.211+0000 7fd624c44640 1 -- 172.21.15.1:0/2701673735 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd620102450 msgr2=0x7fd6201000a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:49.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.211+0000 7fd624c44640 1 --2- 172.21.15.1:0/2701673735 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd620102450 0x7fd6201000a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.211+0000 7fd624c44640 1 -- 172.21.15.1:0/2701673735 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd620102d70 msgr2=0x7fd6201005e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:49.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.211+0000 7fd624c44640 1 --2- 172.21.15.1:0/2701673735 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd620102d70 0x7fd6201005e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.211+0000 7fd624c44640 1 -- 172.21.15.1:0/2701673735 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd618009900 con 0x7fd62010b820 2024-02-10T00:06:49.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.211+0000 7fd624c44640 1 --2- 172.21.15.1:0/2701673735 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd62010b820 0x7fd620100b20 secure :-1 s=READY pgs=1347 cs=0 l=1 rev1=1 crypto rx=0x7fd61802c790 tx=0x7fd618034670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:49.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.211+0000 7fd61d7fa640 1 -- 172.21.15.1:0/2701673735 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd618003b70 con 0x7fd62010b820 2024-02-10T00:06:49.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.211+0000 7fd6266a7640 1 -- 172.21.15.1:0/2701673735 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd6201a60d0 con 0x7fd62010b820 2024-02-10T00:06:49.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.211+0000 7fd61d7fa640 1 -- 172.21.15.1:0/2701673735 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd618003cd0 con 0x7fd62010b820 2024-02-10T00:06:49.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.211+0000 7fd6266a7640 1 -- 172.21.15.1:0/2701673735 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd6201a65d0 con 0x7fd62010b820 2024-02-10T00:06:49.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.211+0000 7fd61d7fa640 1 -- 172.21.15.1:0/2701673735 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6180045f0 con 0x7fd62010b820 2024-02-10T00:06:49.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.214+0000 7fd61d7fa640 1 -- 172.21.15.1:0/2701673735 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fd61800a040 con 0x7fd62010b820 2024-02-10T00:06:49.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.214+0000 7fd629281740 1 Processor -- start 2024-02-10T00:06:49.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.214+0000 7fd629281740 1 -- start start 2024-02-10T00:06:49.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.214+0000 7fd629281740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5609d36db980 0x5609d36dbd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.214+0000 7fd629281740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5609d36dc330 0x5609d36e48e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.214+0000 7fd629281740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5609d36e4eb0 0x5609d36e7300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.214+0000 7fd629281740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609d3696d00 con 0x5609d36db980 2024-02-10T00:06:49.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.214+0000 7fd629281740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609d364b2f0 con 0x5609d36e4eb0 2024-02-10T00:06:49.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.214+0000 7fd629281740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609d3648820 con 0x5609d36dc330 2024-02-10T00:06:49.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.214+0000 7fd61f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5609d36db980 0x5609d36dbd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.214+0000 7fd61f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5609d36db980 0x5609d36dbd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59534/0 (socket says 172.21.15.1:59534) 2024-02-10T00:06:49.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.214+0000 7fd61f7fe640 1 -- 172.21.15.1:0/4235719144 learned_addr learned my addr 172.21.15.1:0/4235719144 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:49.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.215+0000 7fd61f7fe640 1 --2- 172.21.15.1:0/4235719144 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5609d36e4eb0 0x5609d36e7300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.215+0000 7fd61d7fa640 1 --2- 172.21.15.1:0/2701673735 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd6080a2230 0x7fd6080a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.215+0000 7fd61ffff640 1 --2- 172.21.15.1:0/4235719144 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5609d36dc330 0x5609d36e48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.215+0000 7fd61f7fe640 1 -- 172.21.15.1:0/4235719144 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5609d36dc330 msgr2=0x5609d36e48e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:49.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.215+0000 7fd61f7fe640 1 --2- 172.21.15.1:0/4235719144 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5609d36dc330 0x5609d36e48e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.215+0000 7fd61f7fe640 1 -- 172.21.15.1:0/4235719144 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5609d36e4eb0 msgr2=0x5609d36e7300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:49.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.215+0000 7fd61f7fe640 1 --2- 172.21.15.1:0/4235719144 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5609d36e4eb0 0x5609d36e7300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.215+0000 7fd61f7fe640 1 -- 172.21.15.1:0/4235719144 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5609d3605ff0 con 0x5609d36db980 2024-02-10T00:06:49.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.215+0000 7fd624c44640 1 --2- 172.21.15.1:0/2701673735 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd6080a2230 0x7fd6080a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.215+0000 7fd61d7fa640 1 -- 172.21.15.1:0/2701673735 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fd6180f0b10 con 0x7fd62010b820 2024-02-10T00:06:49.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.215+0000 7fd61f7fe640 1 --2- 172.21.15.1:0/4235719144 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5609d36db980 0x5609d36dbd60 secure :-1 s=READY pgs=1348 cs=0 l=1 rev1=1 crypto rx=0x7fd61400af90 tx=0x7fd61400a780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cb7cce4dafcd57e server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:49.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.215+0000 7fd6067fc640 1 -- 172.21.15.1:0/4235719144 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6140110d0 con 0x5609d36db980 2024-02-10T00:06:49.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.215+0000 7fd6067fc640 1 -- 172.21.15.1:0/4235719144 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd614011230 con 0x5609d36db980 2024-02-10T00:06:49.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.215+0000 7fd6067fc640 1 -- 172.21.15.1:0/4235719144 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd61400f9d0 con 0x5609d36db980 2024-02-10T00:06:49.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.216+0000 7fd629281740 1 -- 172.21.15.1:0/4235719144 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5609d36db980 msgr2=0x5609d36dbd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:49.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.216+0000 7fd629281740 1 --2- 172.21.15.1:0/4235719144 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5609d36db980 0x5609d36dbd60 secure :-1 s=READY pgs=1348 cs=0 l=1 rev1=1 crypto rx=0x7fd61400af90 tx=0x7fd61400a780 comp rx=0 tx=0).stop 2024-02-10T00:06:49.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.216+0000 7fd624c44640 1 --2- 172.21.15.1:0/2701673735 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd6080a2230 0x7fd6080a46f0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd6180b9fe0 tx=0x7fd6180b5040 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:49.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.216+0000 7fd629281740 1 -- 172.21.15.1:0/4235719144 shutdown_connections 2024-02-10T00:06:49.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.216+0000 7fd629281740 1 --2- 172.21.15.1:0/4235719144 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5609d36e4eb0 0x5609d36e7300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.216+0000 7fd629281740 1 --2- 172.21.15.1:0/4235719144 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5609d36dc330 0x5609d36e48e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.216+0000 7fd629281740 1 --2- 172.21.15.1:0/4235719144 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5609d36db980 0x5609d36dbd60 unknown :-1 s=CLOSED pgs=1348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.216+0000 7fd629281740 1 -- 172.21.15.1:0/4235719144 >> 172.21.15.1:0/4235719144 conn(0x5609d36d6050 msgr2=0x5609d36d6430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:49.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.216+0000 7fd629281740 1 -- 172.21.15.1:0/4235719144 shutdown_connections 2024-02-10T00:06:49.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.216+0000 7fd629281740 1 -- 172.21.15.1:0/4235719144 wait complete. 2024-02-10T00:06:49.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.216+0000 7fd629281740 1 -- start start 2024-02-10T00:06:49.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.216+0000 7fd629281740 1 Processor -- start 2024-02-10T00:06:49.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.217+0000 7fd629281740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5609d36db980 0x5609d36e1dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.217+0000 7fd629281740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5609d36dc330 0x5609d36e2310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.217+0000 7fd629281740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5609d36e4eb0 0x5609d36e2850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.217+0000 7fd629281740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609d3644000 con 0x5609d36db980 2024-02-10T00:06:49.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.217+0000 7fd629281740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609d3317430 con 0x5609d36dc330 2024-02-10T00:06:49.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.217+0000 7fd629281740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609d32d3e00 con 0x5609d36e4eb0 2024-02-10T00:06:49.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.217+0000 7fd629281740 10 client.0 _ll_register_callbacks cb 0x5609d36387f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:49.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.217+0000 7fd61f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5609d36db980 0x5609d36e1dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.217+0000 7fd61f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5609d36db980 0x5609d36e1dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59540/0 (socket says 172.21.15.1:59540) 2024-02-10T00:06:49.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.217+0000 7fd61f7fe640 1 -- 172.21.15.1:0/3237050406 learned_addr learned my addr 172.21.15.1:0/3237050406 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:49.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.217+0000 7fd61ffff640 1 --2- 172.21.15.1:0/3237050406 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5609d36dc330 0x5609d36e2310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.217+0000 7fd61f7fe640 1 --2- 172.21.15.1:0/3237050406 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5609d36e4eb0 0x5609d36e2850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.217+0000 7fd61f7fe640 1 -- 172.21.15.1:0/3237050406 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5609d36e4eb0 msgr2=0x5609d36e2850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:49.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.217+0000 7fd61f7fe640 1 --2- 172.21.15.1:0/3237050406 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5609d36e4eb0 0x5609d36e2850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.217+0000 7fd61f7fe640 1 -- 172.21.15.1:0/3237050406 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5609d36dc330 msgr2=0x5609d36e2310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:49.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.217+0000 7fd61f7fe640 1 --2- 172.21.15.1:0/3237050406 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5609d36dc330 0x5609d36e2310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.217+0000 7fd61f7fe640 1 -- 172.21.15.1:0/3237050406 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd61400ad40 con 0x5609d36db980 2024-02-10T00:06:49.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.217+0000 7fd61ffff640 1 --2- 172.21.15.1:0/3237050406 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5609d36dc330 0x5609d36e2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:06:49.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.217+0000 7fd61f7fe640 1 --2- 172.21.15.1:0/3237050406 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5609d36db980 0x5609d36e1dd0 secure :-1 s=READY pgs=1349 cs=0 l=1 rev1=1 crypto rx=0x7fd61400a8b0 tx=0x7fd61400a530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11d9abf20be8ddea server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:49.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.217+0000 7fd5ff7fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:49.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.217+0000 7fd5ff7fe640 1 -- 172.21.15.1:0/3237050406 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd614005de0 con 0x5609d36db980 2024-02-10T00:06:49.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.217+0000 7fd5ff7fe640 1 -- 172.21.15.1:0/3237050406 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fd614011b70 con 0x5609d36db980 2024-02-10T00:06:49.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.217+0000 7fd629281740 1 -- 172.21.15.1:0/3237050406 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5609d33437e0 con 0x5609d36db980 2024-02-10T00:06:49.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.218+0000 7fd5ff7fe640 1 -- 172.21.15.1:0/3237050406 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd614011d30 con 0x5609d36db980 2024-02-10T00:06:49.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.218+0000 7fd629281740 10 client.18303 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:49.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.218+0000 7fd629281740 1 -- 172.21.15.1:0/3237050406 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5609d3642680 con 0x5609d36db980 2024-02-10T00:06:49.240 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.218+0000 7fd5ff7fe640 1 -- 172.21.15.1:0/3237050406 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5609d33437e0 con 0x5609d36db980 2024-02-10T00:06:49.240 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.218+0000 7fd5ff7fe640 1 -- 172.21.15.1:0/3237050406 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fd614004b30 con 0x5609d36db980 2024-02-10T00:06:49.240 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.218+0000 7fd629281740 10 client.18303 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:49.240 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.218+0000 7fd629281740 10 client.18303 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:06:49.240 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.218+0000 7fd629281740 20 client.18303 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:49.240 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.218+0000 7fd629281740 1 --2- 172.21.15.1:0/3237050406 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5609d36f5300 0x5609d36f7720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.240 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.218+0000 7fd629281740 4 client.18303 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:06:49.240 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.218+0000 7fd629281740 1 -- 172.21.15.1:0/3237050406 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5609d3380720 con 0x5609d36f5300 2024-02-10T00:06:49.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.218+0000 7fd61ffff640 1 --2- 172.21.15.1:0/3237050406 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5609d36f5300 0x5609d36f7720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.219+0000 7fd61ffff640 1 --2- 172.21.15.1:0/3237050406 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5609d36f5300 0x5609d36f7720 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5b5505da6893e4f1 server_cookie=f868f09201741125 in_seq=0 out_seq=0 2024-02-10T00:06:49.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.219+0000 7fd5ff7fe640 10 client.18303 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:49.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.219+0000 7fd5ff7fe640 1 -- 172.21.15.1:0/3237050406 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5609d3380720 con 0x5609d36f5300 2024-02-10T00:06:49.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.219+0000 7fd5ff7fe640 10 client.18303 handle_command_reply: tid=0 2024-02-10T00:06:49.242 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.219+0000 7fd629281740 1 client.18303 shutdown 2024-02-10T00:06:49.242 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.219+0000 7fd629281740 1 -- 172.21.15.1:0/3237050406 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5609d36db980 msgr2=0x5609d36e1dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:49.242 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.219+0000 7fd629281740 1 --2- 172.21.15.1:0/3237050406 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5609d36db980 0x5609d36e1dd0 secure :-1 s=READY pgs=1349 cs=0 l=1 rev1=1 crypto rx=0x7fd61400a8b0 tx=0x7fd61400a530 comp rx=0 tx=0).stop 2024-02-10T00:06:49.242 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.219+0000 7fd629281740 1 -- 172.21.15.1:0/3237050406 shutdown_connections 2024-02-10T00:06:49.242 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.219+0000 7fd629281740 1 --2- 172.21.15.1:0/3237050406 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5609d36f5300 0x5609d36f7720 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.242 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.219+0000 7fd629281740 1 --2- 172.21.15.1:0/3237050406 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5609d36e4eb0 0x5609d36e2850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.243 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.219+0000 7fd629281740 1 --2- 172.21.15.1:0/3237050406 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5609d36dc330 0x5609d36e2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.243 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.219+0000 7fd5ff7fe640 0 client.18303 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:49.243 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.219+0000 7fd629281740 1 --2- 172.21.15.1:0/3237050406 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5609d36db980 0x5609d36e1dd0 unknown :-1 s=CLOSED pgs=1349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.243 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.219+0000 7fd629281740 1 -- 172.21.15.1:0/3237050406 >> 172.21.15.1:0/3237050406 conn(0x5609d36d6050 msgr2=0x5609d36d7da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:49.243 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.219+0000 7fd629281740 1 -- 172.21.15.1:0/3237050406 shutdown_connections 2024-02-10T00:06:49.243 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.219+0000 7fd629281740 1 -- 172.21.15.1:0/3237050406 wait complete. 2024-02-10T00:06:49.243 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.220+0000 7fd629281740 20 client.18303 trim_cache size 0 max 16384 2024-02-10T00:06:49.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.235+0000 7fd629281740 1 Processor -- start 2024-02-10T00:06:49.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.235+0000 7fd629281740 1 -- start start 2024-02-10T00:06:49.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.235+0000 7fd629281740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5609d36db980 0x5609d36e4500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.235+0000 7fd629281740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5609d36dc330 0x5609d36e2670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.235+0000 7fd629281740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5609d36e4eb0 0x5609d36df030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.235+0000 7fd629281740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609d35c8fd0 con 0x5609d36e4eb0 2024-02-10T00:06:49.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.235+0000 7fd629281740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609d3343810 con 0x5609d36dc330 2024-02-10T00:06:49.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.235+0000 7fd629281740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609d36d6c20 con 0x5609d36db980 2024-02-10T00:06:49.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.235+0000 7fd61f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5609d36e4eb0 0x5609d36df030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.235+0000 7fd61f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5609d36e4eb0 0x5609d36df030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59550/0 (socket says 172.21.15.1:59550) 2024-02-10T00:06:49.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.235+0000 7fd61f7fe640 1 -- 172.21.15.1:0/3025200182 learned_addr learned my addr 172.21.15.1:0/3025200182 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:49.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.235+0000 7fd61f7fe640 1 --2- 172.21.15.1:0/3025200182 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5609d36db980 0x5609d36e4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.235+0000 7fd61ffff640 1 --2- 172.21.15.1:0/3025200182 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5609d36dc330 0x5609d36e2670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.235+0000 7fd61f7fe640 1 -- 172.21.15.1:0/3025200182 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5609d36db980 msgr2=0x5609d36e4500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:49.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.235+0000 7fd61f7fe640 1 --2- 172.21.15.1:0/3025200182 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5609d36db980 0x5609d36e4500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.235+0000 7fd61f7fe640 1 -- 172.21.15.1:0/3025200182 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5609d36dc330 msgr2=0x5609d36e2670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:49.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.235+0000 7fd61f7fe640 1 --2- 172.21.15.1:0/3025200182 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5609d36dc330 0x5609d36e2670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.235+0000 7fd61f7fe640 1 -- 172.21.15.1:0/3025200182 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5609d35deb30 con 0x5609d36e4eb0 2024-02-10T00:06:49.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.235+0000 7fd61f7fe640 1 --2- 172.21.15.1:0/3025200182 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5609d36e4eb0 0x5609d36df030 secure :-1 s=READY pgs=1350 cs=0 l=1 rev1=1 crypto rx=0x7fd61400a7c0 tx=0x7fd614005350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcd92f4b79fec159 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:49.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.236+0000 7fd605ffb640 1 -- 172.21.15.1:0/3025200182 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd61402d570 con 0x5609d36e4eb0 2024-02-10T00:06:49.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.236+0000 7fd605ffb640 1 -- 172.21.15.1:0/3025200182 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd614005ce0 con 0x5609d36e4eb0 2024-02-10T00:06:49.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.236+0000 7fd605ffb640 1 -- 172.21.15.1:0/3025200182 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd61402b5f0 con 0x5609d36e4eb0 2024-02-10T00:06:49.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.236+0000 7fd629281740 1 -- 172.21.15.1:0/3025200182 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5609d36e4eb0 msgr2=0x5609d36df030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:49.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.236+0000 7fd629281740 1 --2- 172.21.15.1:0/3025200182 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5609d36e4eb0 0x5609d36df030 secure :-1 s=READY pgs=1350 cs=0 l=1 rev1=1 crypto rx=0x7fd61400a7c0 tx=0x7fd614005350 comp rx=0 tx=0).stop 2024-02-10T00:06:49.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.236+0000 7fd629281740 1 -- 172.21.15.1:0/3025200182 shutdown_connections 2024-02-10T00:06:49.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.236+0000 7fd629281740 1 --2- 172.21.15.1:0/3025200182 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5609d36e4eb0 0x5609d36df030 unknown :-1 s=CLOSED pgs=1350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.236+0000 7fd629281740 1 --2- 172.21.15.1:0/3025200182 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5609d36dc330 0x5609d36e2670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.236+0000 7fd629281740 1 --2- 172.21.15.1:0/3025200182 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5609d36db980 0x5609d36e4500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.236+0000 7fd629281740 1 -- 172.21.15.1:0/3025200182 >> 172.21.15.1:0/3025200182 conn(0x5609d36d6050 msgr2=0x5609d36fc080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:49.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.236+0000 7fd629281740 1 -- 172.21.15.1:0/3025200182 shutdown_connections 2024-02-10T00:06:49.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.236+0000 7fd629281740 1 -- 172.21.15.1:0/3025200182 wait complete. 2024-02-10T00:06:49.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.236+0000 7fd629281740 1 -- start start 2024-02-10T00:06:49.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.237+0000 7fd629281740 1 Processor -- start 2024-02-10T00:06:49.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.237+0000 7fd629281740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5609d36db980 0x5609d36eab30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.237+0000 7fd629281740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5609d36dc330 0x5609d36eb070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.237+0000 7fd629281740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5609d36e4eb0 0x5609d36eb5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.237+0000 7fd629281740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609d374b900 con 0x5609d36dc330 2024-02-10T00:06:49.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.237+0000 7fd629281740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609d374ba70 con 0x5609d36db980 2024-02-10T00:06:49.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.237+0000 7fd629281740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5609d374bc30 con 0x5609d36e4eb0 2024-02-10T00:06:49.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.237+0000 7fd629281740 10 client.0 _ll_register_callbacks cb 0x7fd61400a690 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:49.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.237+0000 7fd61ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5609d36dc330 0x5609d36eb070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.237+0000 7fd61ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5609d36dc330 0x5609d36eb070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59562/0 (socket says 172.21.15.1:59562) 2024-02-10T00:06:49.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.237+0000 7fd61ffff640 1 -- 172.21.15.1:0/2008640046 learned_addr learned my addr 172.21.15.1:0/2008640046 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:49.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.237+0000 7fd61f7fe640 1 --2- 172.21.15.1:0/2008640046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5609d36e4eb0 0x5609d36eb5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.237+0000 7fd61f7fe640 1 --2- 172.21.15.1:0/2008640046 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5609d36db980 0x5609d36eab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.237+0000 7fd61ffff640 1 -- 172.21.15.1:0/2008640046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5609d36e4eb0 msgr2=0x5609d36eb5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:49.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.237+0000 7fd61ffff640 1 --2- 172.21.15.1:0/2008640046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5609d36e4eb0 0x5609d36eb5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.237+0000 7fd61ffff640 1 -- 172.21.15.1:0/2008640046 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5609d36db980 msgr2=0x5609d36eab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:49.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.237+0000 7fd61ffff640 1 --2- 172.21.15.1:0/2008640046 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5609d36db980 0x5609d36eab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.237+0000 7fd61ffff640 1 -- 172.21.15.1:0/2008640046 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5609d3642680 con 0x5609d36dc330 2024-02-10T00:06:49.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.237+0000 7fd61f7fe640 1 --2- 172.21.15.1:0/2008640046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5609d36e4eb0 0x5609d36eb5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:06:49.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.238+0000 7fd61ffff640 1 --2- 172.21.15.1:0/2008640046 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5609d36dc330 0x5609d36eb070 secure :-1 s=READY pgs=1351 cs=0 l=1 rev1=1 crypto rx=0x7fd610009c20 tx=0x7fd610005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6e8076dfae22831 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:49.257 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.238+0000 7fd5ff7fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:49.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.238+0000 7fd5ff7fe640 1 -- 172.21.15.1:0/2008640046 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd610018040 con 0x5609d36dc330 2024-02-10T00:06:49.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.238+0000 7fd629281740 1 -- 172.21.15.1:0/2008640046 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd614011230 con 0x5609d36dc330 2024-02-10T00:06:49.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.238+0000 7fd5ff7fe640 1 -- 172.21.15.1:0/2008640046 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fd610012650 con 0x5609d36dc330 2024-02-10T00:06:49.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.238+0000 7fd5ff7fe640 1 -- 172.21.15.1:0/2008640046 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd61001a900 con 0x5609d36dc330 2024-02-10T00:06:49.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.238+0000 7fd629281740 10 client.18309 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:49.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.238+0000 7fd629281740 1 -- 172.21.15.1:0/2008640046 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5609d3604850 con 0x5609d36dc330 2024-02-10T00:06:49.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.238+0000 7fd5ff7fe640 1 -- 172.21.15.1:0/2008640046 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd61002f020 con 0x5609d36dc330 2024-02-10T00:06:49.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.238+0000 7fd5ff7fe640 1 -- 172.21.15.1:0/2008640046 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fd610011a00 con 0x5609d36dc330 2024-02-10T00:06:49.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.238+0000 7fd629281740 10 client.18309 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:49.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.238+0000 7fd629281740 10 client.18309 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:06:49.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.238+0000 7fd629281740 20 client.18309 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:49.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.238+0000 7fd629281740 1 --2- 172.21.15.1:0/2008640046 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5609d374d450 0x5609d374f870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:49.258 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.238+0000 7fd629281740 4 client.18309 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:06:49.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.238+0000 7fd629281740 1 -- 172.21.15.1:0/2008640046 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5609d33cf890 con 0x5609d374d450 2024-02-10T00:06:49.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.239+0000 7fd61f7fe640 1 --2- 172.21.15.1:0/2008640046 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5609d374d450 0x5609d374f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:49.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.239+0000 7fd5ff7fe640 10 client.18309 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:49.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.239+0000 7fd61f7fe640 1 --2- 172.21.15.1:0/2008640046 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5609d374d450 0x5609d374f870 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=494e7d735ae3afae server_cookie=5a996455aeb06664 in_seq=0 out_seq=0 2024-02-10T00:06:49.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.239+0000 7fd5ff7fe640 1 -- 172.21.15.1:0/2008640046 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x5609d33cf890 con 0x5609d374d450 2024-02-10T00:06:49.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.239+0000 7fd5ff7fe640 10 client.18309 handle_command_reply: tid=0 2024-02-10T00:06:49.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.239+0000 7fd629281740 1 client.18309 shutdown 2024-02-10T00:06:49.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.239+0000 7fd629281740 1 -- 172.21.15.1:0/2008640046 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5609d36dc330 msgr2=0x5609d36eb070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:49.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.239+0000 7fd629281740 1 --2- 172.21.15.1:0/2008640046 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5609d36dc330 0x5609d36eb070 secure :-1 s=READY pgs=1351 cs=0 l=1 rev1=1 crypto rx=0x7fd610009c20 tx=0x7fd610005880 comp rx=0 tx=0).stop 2024-02-10T00:06:49.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.239+0000 7fd629281740 1 -- 172.21.15.1:0/2008640046 shutdown_connections 2024-02-10T00:06:49.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.239+0000 7fd629281740 1 --2- 172.21.15.1:0/2008640046 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5609d374d450 0x5609d374f870 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.259 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.239+0000 7fd629281740 1 --2- 172.21.15.1:0/2008640046 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5609d36e4eb0 0x5609d36eb5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.239+0000 7fd629281740 1 --2- 172.21.15.1:0/2008640046 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5609d36dc330 0x5609d36eb070 unknown :-1 s=CLOSED pgs=1351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.239+0000 7fd5ff7fe640 0 client.18309 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:49.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.239+0000 7fd629281740 1 --2- 172.21.15.1:0/2008640046 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5609d36db980 0x5609d36eab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.239+0000 7fd629281740 1 -- 172.21.15.1:0/2008640046 >> 172.21.15.1:0/2008640046 conn(0x5609d36d6050 msgr2=0x5609d36d4960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:49.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.239+0000 7fd629281740 1 -- 172.21.15.1:0/2008640046 shutdown_connections 2024-02-10T00:06:49.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.239+0000 7fd629281740 1 -- 172.21.15.1:0/2008640046 wait complete. 2024-02-10T00:06:49.260 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.239+0000 7fd629281740 20 client.18309 trim_cache size 0 max 16384 2024-02-10T00:06:49.261 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:06:49.261 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "IDLE (waiting for more scrubs)", 2024-02-10T00:06:49.261 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": { 2024-02-10T00:06:49.261 INFO:teuthology.orchestra.run.smithi001.stdout: "954fdbe8-0c45-439b-a81e-aa3af3e81968": { 2024-02-10T00:06:49.261 INFO:teuthology.orchestra.run.smithi001.stdout: "path": "/", 2024-02-10T00:06:49.261 INFO:teuthology.orchestra.run.smithi001.stdout: "tag": "954fdbe8-0c45-439b-a81e-aa3af3e81968", 2024-02-10T00:06:49.261 INFO:teuthology.orchestra.run.smithi001.stdout: "options": "recursive,force" 2024-02-10T00:06:49.261 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:06:49.261 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:06:49.262 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:06:49.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.240+0000 7fd6266a7640 1 -- 172.21.15.1:0/2701673735 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd6080a2230 msgr2=0x7fd6080a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:49.262 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.240+0000 7fd6266a7640 1 --2- 172.21.15.1:0/2701673735 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd6080a2230 0x7fd6080a46f0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd6180b9fe0 tx=0x7fd6180b5040 comp rx=0 tx=0).stop 2024-02-10T00:06:49.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.240+0000 7fd6266a7640 1 -- 172.21.15.1:0/2701673735 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd62010b820 msgr2=0x7fd620100b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:49.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.240+0000 7fd6266a7640 1 --2- 172.21.15.1:0/2701673735 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd62010b820 0x7fd620100b20 secure :-1 s=READY pgs=1347 cs=0 l=1 rev1=1 crypto rx=0x7fd61802c790 tx=0x7fd618034670 comp rx=0 tx=0).stop 2024-02-10T00:06:49.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.240+0000 7fd6266a7640 1 -- 172.21.15.1:0/2701673735 shutdown_connections 2024-02-10T00:06:49.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.240+0000 7fd6266a7640 1 --2- 172.21.15.1:0/2701673735 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd6080a2230 0x7fd6080a46f0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.240+0000 7fd6266a7640 1 --2- 172.21.15.1:0/2701673735 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd62010b820 0x7fd620100b20 unknown :-1 s=CLOSED pgs=1347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.240+0000 7fd6266a7640 1 --2- 172.21.15.1:0/2701673735 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd620102d70 0x7fd6201005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.240+0000 7fd6266a7640 1 --2- 172.21.15.1:0/2701673735 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd620102450 0x7fd6201000a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:49.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.240+0000 7fd6266a7640 1 -- 172.21.15.1:0/2701673735 >> 172.21.15.1:0/2701673735 conn(0x7fd6200772e0 msgr2=0x7fd6200fd150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:49.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.240+0000 7fd6266a7640 1 -- 172.21.15.1:0/2701673735 shutdown_connections 2024-02-10T00:06:49.263 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:06:49.240+0000 7fd6266a7640 1 -- 172.21.15.1:0/2701673735 wait complete. 2024-02-10T00:06:49.263 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:49 smithi001 ceph-mon[32335]: pgmap v229: 97 pgs: 97 active+clean; 5.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 61 KiB/s wr, 22 op/s 2024-02-10T00:06:49.266 INFO:tasks.cephfs.filesystem:scrub status for tag:954fdbe8-0c45-439b-a81e-aa3af3e81968 - {'path': '/', 'tag': '954fdbe8-0c45-439b-a81e-aa3af3e81968', 'options': 'recursive,force'} 2024-02-10T00:06:49.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:49 smithi103 ceph-mon[36942]: pgmap v229: 97 pgs: 97 active+clean; 5.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 61 KiB/s wr, 22 op/s 2024-02-10T00:06:49.496 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:49 smithi088 ceph-mon[36452]: pgmap v229: 97 pgs: 97 active+clean; 5.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 61 KiB/s wr, 22 op/s 2024-02-10T00:06:50.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:50 smithi103 ceph-mon[36942]: scrub queued for path: / 2024-02-10T00:06:50.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:50 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:06:50.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:50 smithi103 ceph-mon[36942]: scrub summary: active paths [/] 2024-02-10T00:06:50.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:50 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:06:50.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:50 smithi001 ceph-mon[32335]: scrub queued for path: / 2024-02-10T00:06:50.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:50 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:06:50.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:50 smithi001 ceph-mon[32335]: scrub summary: active paths [/] 2024-02-10T00:06:50.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:50 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:06:50.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:50 smithi088 ceph-mon[36452]: scrub queued for path: / 2024-02-10T00:06:50.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:50 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:06:50.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:50 smithi088 ceph-mon[36452]: scrub summary: active paths [/] 2024-02-10T00:06:50.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:50 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:06:51.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:51 smithi103 ceph-mon[36942]: pgmap v230: 97 pgs: 97 active+clean; 5.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:06:51.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:51 smithi103 ceph-mon[36942]: scrub summary: idle 2024-02-10T00:06:51.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:51 smithi001 ceph-mon[32335]: pgmap v230: 97 pgs: 97 active+clean; 5.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:06:51.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:51 smithi001 ceph-mon[32335]: scrub summary: idle 2024-02-10T00:06:51.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:51 smithi088 ceph-mon[36452]: pgmap v230: 97 pgs: 97 active+clean; 5.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:06:51.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:51 smithi088 ceph-mon[36452]: scrub summary: idle 2024-02-10T00:06:52.997 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.992+0000 7f488a60b640 1 -- 172.21.15.1:0/2827881249 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4884101e00 msgr2=0x7f4884105e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:52.998 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.992+0000 7f488a60b640 1 --2- 172.21.15.1:0/2827881249 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4884101e00 0x7f4884105e40 secure :-1 s=READY pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x7f4878009930 tx=0x7f487802bc30 comp rx=0 tx=0).stop 2024-02-10T00:06:52.998 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.992+0000 7f488a60b640 1 -- 172.21.15.1:0/2827881249 shutdown_connections 2024-02-10T00:06:52.998 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.992+0000 7f488a60b640 1 --2- 172.21.15.1:0/2827881249 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4884106520 0x7f488410e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:52.998 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.992+0000 7f488a60b640 1 --2- 172.21.15.1:0/2827881249 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4884101e00 0x7f4884105e40 unknown :-1 s=CLOSED pgs=1352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:52.998 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.992+0000 7f488a60b640 1 --2- 172.21.15.1:0/2827881249 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4884101450 0x7f4884101830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:52.998 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.992+0000 7f488a60b640 1 -- 172.21.15.1:0/2827881249 >> 172.21.15.1:0/2827881249 conn(0x7f48840fccb0 msgr2=0x7f48840ff0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:52.998 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.992+0000 7f488a60b640 1 -- 172.21.15.1:0/2827881249 shutdown_connections 2024-02-10T00:06:52.998 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.992+0000 7f488a60b640 1 -- 172.21.15.1:0/2827881249 wait complete. 2024-02-10T00:06:52.998 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.993+0000 7f488a60b640 1 Processor -- start 2024-02-10T00:06:52.998 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.993+0000 7f488a60b640 1 -- start start 2024-02-10T00:06:52.998 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.993+0000 7f488a60b640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4884101450 0x7f488419d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:52.998 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.993+0000 7f488a60b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4884106520 0x7f488419dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:52.998 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.993+0000 7f488a60b640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4884197800 0x7f4884197cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:52.999 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.993+0000 7f488a60b640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48841982b0 con 0x7f4884106520 2024-02-10T00:06:52.999 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.993+0000 7f488a60b640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4884198420 con 0x7f4884101450 2024-02-10T00:06:52.999 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.993+0000 7f488a60b640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48841985e0 con 0x7f4884197800 2024-02-10T00:06:52.999 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.994+0000 7f48837fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4884106520 0x7f488419dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:52.999 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.994+0000 7f48837fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4884106520 0x7f488419dbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:53996/0 (socket says 172.21.15.1:53996) 2024-02-10T00:06:52.999 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.994+0000 7f48837fe640 1 -- 172.21.15.1:0/2604197839 learned_addr learned my addr 172.21.15.1:0/2604197839 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:52.999 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.994+0000 7f4883fff640 1 --2- 172.21.15.1:0/2604197839 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4884101450 0x7f488419d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:52.999 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.994+0000 7f4888ba8640 1 --2- 172.21.15.1:0/2604197839 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4884197800 0x7f4884197cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:52.999 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.994+0000 7f48837fe640 1 -- 172.21.15.1:0/2604197839 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4884197800 msgr2=0x7f4884197cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:52.999 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.994+0000 7f48837fe640 1 --2- 172.21.15.1:0/2604197839 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4884197800 0x7f4884197cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:52.999 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.994+0000 7f48837fe640 1 -- 172.21.15.1:0/2604197839 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4884101450 msgr2=0x7f488419d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:53.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.994+0000 7f48837fe640 1 --2- 172.21.15.1:0/2604197839 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4884101450 0x7f488419d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:53.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.994+0000 7f48837fe640 1 -- 172.21.15.1:0/2604197839 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4878009560 con 0x7f4884106520 2024-02-10T00:06:53.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.994+0000 7f48837fe640 1 --2- 172.21.15.1:0/2604197839 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4884106520 0x7f488419dbf0 secure :-1 s=READY pgs=1353 cs=0 l=1 rev1=1 crypto rx=0x7f4878009230 tx=0x7f487802c680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:53.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.994+0000 7f48817fa640 1 -- 172.21.15.1:0/2604197839 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4878004350 con 0x7f4884106520 2024-02-10T00:06:53.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.994+0000 7f488a60b640 1 -- 172.21.15.1:0/2604197839 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f48841a4520 con 0x7f4884106520 2024-02-10T00:06:53.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.994+0000 7f48817fa640 1 -- 172.21.15.1:0/2604197839 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f48780044b0 con 0x7f4884106520 2024-02-10T00:06:53.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.994+0000 7f48817fa640 1 -- 172.21.15.1:0/2604197839 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4878003da0 con 0x7f4884106520 2024-02-10T00:06:53.000 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.994+0000 7f488a60b640 1 -- 172.21.15.1:0/2604197839 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48841a4a80 con 0x7f4884106520 2024-02-10T00:06:53.007 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.997+0000 7f48817fa640 1 -- 172.21.15.1:0/2604197839 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f4878004df0 con 0x7f4884106520 2024-02-10T00:06:53.008 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.997+0000 7f488d1d7740 1 Processor -- start 2024-02-10T00:06:53.008 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.997+0000 7f488d1d7740 1 -- start start 2024-02-10T00:06:53.008 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.997+0000 7f48817fa640 1 --2- 172.21.15.1:0/2604197839 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f486c0a2220 0x7f486c0a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:53.008 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.997+0000 7f488d1d7740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556c599ef0b0 0x556c599ef490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:53.008 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.998+0000 7f488d1d7740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556c599ef9d0 0x556c599f8260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:53.008 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.998+0000 7f488d1d7740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556c599f87a0 0x556c599fab90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:53.008 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.998+0000 7f488d1d7740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c5995da00 con 0x556c599f87a0 2024-02-10T00:06:53.008 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.998+0000 7f488d1d7740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c5995af30 con 0x556c599ef0b0 2024-02-10T00:06:53.008 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.998+0000 7f488d1d7740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c59956710 con 0x556c599ef9d0 2024-02-10T00:06:53.008 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.998+0000 7f4888ba8640 1 --2- 172.21.15.1:0/2604197839 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f486c0a2220 0x7f486c0a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:53.008 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.998+0000 7f48817fa640 1 -- 172.21.15.1:0/2604197839 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f48780f01a0 con 0x7f4884106520 2024-02-10T00:06:53.008 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.998+0000 7f48837fe640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556c599ef9d0 0x556c599f8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:53.009 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.998+0000 7f48837fe640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556c599ef9d0 0x556c599f8260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.1:50112/0 (socket says 172.21.15.1:50112) 2024-02-10T00:06:53.009 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.998+0000 7f48837fe640 1 -- 172.21.15.1:0/3959003495 learned_addr learned my addr 172.21.15.1:0/3959003495 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:53.009 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.998+0000 7f4883fff640 1 --2- 172.21.15.1:0/3959003495 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556c599ef0b0 0x556c599ef490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:53.009 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.998+0000 7f4888ba8640 1 --2- 172.21.15.1:0/3959003495 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556c599f87a0 0x556c599fab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:53.009 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.998+0000 7f48837fe640 1 -- 172.21.15.1:0/3959003495 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556c599ef0b0 msgr2=0x556c599ef490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:53.009 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.998+0000 7f48837fe640 1 --2- 172.21.15.1:0/3959003495 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556c599ef0b0 0x556c599ef490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:53.009 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.998+0000 7f48837fe640 1 -- 172.21.15.1:0/3959003495 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556c599f87a0 msgr2=0x556c599fab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:53.009 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.998+0000 7f48837fe640 1 --2- 172.21.15.1:0/3959003495 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556c599f87a0 0x556c599fab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:53.009 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.998+0000 7f48837fe640 1 -- 172.21.15.1:0/3959003495 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556c5991b3b0 con 0x556c599ef9d0 2024-02-10T00:06:53.009 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.998+0000 7f48837fe640 1 --2- 172.21.15.1:0/3959003495 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556c599ef9d0 0x556c599f8260 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f48780b9610 tx=0x7f4878009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=754a289d5a3a1695 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:53.009 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.998+0000 7f4888ba8640 1 --2- 172.21.15.1:0/2604197839 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f486c0a2220 0x7f486c0a46e0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f487c005c40 tx=0x7f487c009df0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:53.009 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.998+0000 7f486a7fc640 1 -- 172.21.15.1:0/3959003495 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4878042170 con 0x556c599ef9d0 2024-02-10T00:06:53.009 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.999+0000 7f486a7fc640 1 -- 172.21.15.1:0/3959003495 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4878043820 con 0x556c599ef9d0 2024-02-10T00:06:53.010 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.999+0000 7f486a7fc640 1 -- 172.21.15.1:0/3959003495 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48780b92b0 con 0x556c599ef9d0 2024-02-10T00:06:53.010 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.999+0000 7f488d1d7740 1 -- 172.21.15.1:0/3959003495 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556c599ef9d0 msgr2=0x556c599f8260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:53.010 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.999+0000 7f488d1d7740 1 --2- 172.21.15.1:0/3959003495 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556c599ef9d0 0x556c599f8260 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f48780b9610 tx=0x7f4878009260 comp rx=0 tx=0).stop 2024-02-10T00:06:53.010 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.999+0000 7f488d1d7740 1 -- 172.21.15.1:0/3959003495 shutdown_connections 2024-02-10T00:06:53.010 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.999+0000 7f488d1d7740 1 --2- 172.21.15.1:0/3959003495 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556c599f87a0 0x556c599fab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:53.010 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.999+0000 7f488d1d7740 1 --2- 172.21.15.1:0/3959003495 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556c599ef9d0 0x556c599f8260 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:53.010 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.999+0000 7f488d1d7740 1 --2- 172.21.15.1:0/3959003495 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556c599ef0b0 0x556c599ef490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:53.010 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.999+0000 7f488d1d7740 1 -- 172.21.15.1:0/3959003495 >> 172.21.15.1:0/3959003495 conn(0x556c599e99d0 msgr2=0x556c599e9db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:53.010 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.999+0000 7f488d1d7740 1 -- 172.21.15.1:0/3959003495 shutdown_connections 2024-02-10T00:06:53.010 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:52.999+0000 7f488d1d7740 1 -- 172.21.15.1:0/3959003495 wait complete. 2024-02-10T00:06:53.010 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.000+0000 7f488d1d7740 1 -- start start 2024-02-10T00:06:53.010 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.000+0000 7f488d1d7740 1 Processor -- start 2024-02-10T00:06:53.010 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.000+0000 7f488d1d7740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556c599ef0b0 0x556c599f56d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:53.011 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.000+0000 7f488d1d7740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556c599ef9d0 0x556c599f5c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:53.011 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.000+0000 7f488d1d7740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556c599f87a0 0x556c599f6150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:53.011 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.000+0000 7f488d1d7740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c598fbb90 con 0x556c599ef0b0 2024-02-10T00:06:53.011 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.000+0000 7f488d1d7740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c5962a250 con 0x556c599f87a0 2024-02-10T00:06:53.011 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.000+0000 7f488d1d7740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c598dc200 con 0x556c599ef9d0 2024-02-10T00:06:53.011 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.000+0000 7f488d1d7740 10 client.0 _ll_register_callbacks cb 0x556c599125d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:53.011 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.000+0000 7f4883fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556c599ef0b0 0x556c599f56d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:53.011 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.000+0000 7f4883fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556c599ef0b0 0x556c599f56d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54008/0 (socket says 172.21.15.1:54008) 2024-02-10T00:06:53.011 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.000+0000 7f4883fff640 1 -- 172.21.15.1:0/3032240267 learned_addr learned my addr 172.21.15.1:0/3032240267 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:53.011 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.000+0000 7f48837fe640 1 --2- 172.21.15.1:0/3032240267 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556c599ef9d0 0x556c599f5c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:53.011 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.000+0000 7f4888ba8640 1 --2- 172.21.15.1:0/3032240267 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556c599f87a0 0x556c599f6150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:53.012 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.001+0000 7f4883fff640 1 -- 172.21.15.1:0/3032240267 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556c599ef9d0 msgr2=0x556c599f5c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:53.012 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.001+0000 7f4883fff640 1 --2- 172.21.15.1:0/3032240267 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556c599ef9d0 0x556c599f5c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:53.012 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.001+0000 7f4883fff640 1 -- 172.21.15.1:0/3032240267 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556c599f87a0 msgr2=0x556c599f6150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:53.012 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.001+0000 7f4883fff640 1 --2- 172.21.15.1:0/3032240267 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556c599f87a0 0x556c599f6150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:53.012 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.001+0000 7f4883fff640 1 -- 172.21.15.1:0/3032240267 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48841a4a80 con 0x556c599ef0b0 2024-02-10T00:06:53.012 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.001+0000 7f4888ba8640 1 --2- 172.21.15.1:0/3032240267 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556c599f87a0 0x556c599f6150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:06:53.012 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.001+0000 7f4883fff640 1 --2- 172.21.15.1:0/3032240267 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556c599ef0b0 0x556c599f56d0 secure :-1 s=READY pgs=1354 cs=0 l=1 rev1=1 crypto rx=0x7f4874012740 tx=0x7f4874012c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c74cd270ebe80496 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:53.012 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.001+0000 7f48637fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:53.012 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.001+0000 7f48637fe640 1 -- 172.21.15.1:0/3032240267 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4874017070 con 0x556c599ef0b0 2024-02-10T00:06:53.012 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.001+0000 7f48637fe640 1 -- 172.21.15.1:0/3032240267 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f487400f920 con 0x556c599ef0b0 2024-02-10T00:06:53.012 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.001+0000 7f488d1d7740 1 -- 172.21.15.1:0/3032240267 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556c5997cee0 con 0x556c599ef0b0 2024-02-10T00:06:53.012 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.001+0000 7f48637fe640 1 -- 172.21.15.1:0/3032240267 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f487400fae0 con 0x556c599ef0b0 2024-02-10T00:06:53.012 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.001+0000 7f488d1d7740 10 client.18321 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:53.012 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.001+0000 7f488d1d7740 1 -- 172.21.15.1:0/3032240267 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x556c59954d90 con 0x556c599ef0b0 2024-02-10T00:06:53.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.001+0000 7f48637fe640 1 -- 172.21.15.1:0/3032240267 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4874028080 con 0x556c599ef0b0 2024-02-10T00:06:53.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.002+0000 7f48637fe640 1 -- 172.21.15.1:0/3032240267 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f4874022030 con 0x556c599ef0b0 2024-02-10T00:06:53.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.002+0000 7f488d1d7740 10 client.18321 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:53.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.002+0000 7f488d1d7740 10 client.18321 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:06:53.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.002+0000 7f488d1d7740 20 client.18321 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:53.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.002+0000 7f488d1d7740 1 --2- 172.21.15.1:0/3032240267 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556c59a08720 0x556c59a0ab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:53.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.002+0000 7f488d1d7740 4 client.18321 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:06:53.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.002+0000 7f488d1d7740 1 -- 172.21.15.1:0/3032240267 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556c59656600 con 0x556c59a08720 2024-02-10T00:06:53.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.002+0000 7f48837fe640 1 --2- 172.21.15.1:0/3032240267 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556c59a08720 0x556c59a0ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:53.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.002+0000 7f48637fe640 10 client.18321 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:53.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.002+0000 7f48837fe640 1 --2- 172.21.15.1:0/3032240267 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556c59a08720 0x556c59a0ab40 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e1c1a1d9d7cecf13 server_cookie=adbc8a95b36d4f1d in_seq=0 out_seq=0 2024-02-10T00:06:53.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.003+0000 7f48637fe640 1 -- 172.21.15.1:0/3032240267 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x556c59656600 con 0x556c59a08720 2024-02-10T00:06:53.013 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.003+0000 7f48637fe640 10 client.18321 handle_command_reply: tid=0 2024-02-10T00:06:53.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.003+0000 7f488d1d7740 1 client.18321 shutdown 2024-02-10T00:06:53.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.003+0000 7f488d1d7740 1 -- 172.21.15.1:0/3032240267 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556c599ef0b0 msgr2=0x556c599f56d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:53.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.003+0000 7f488d1d7740 1 --2- 172.21.15.1:0/3032240267 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556c599ef0b0 0x556c599f56d0 secure :-1 s=READY pgs=1354 cs=0 l=1 rev1=1 crypto rx=0x7f4874012740 tx=0x7f4874012c00 comp rx=0 tx=0).stop 2024-02-10T00:06:53.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.003+0000 7f488d1d7740 1 -- 172.21.15.1:0/3032240267 shutdown_connections 2024-02-10T00:06:53.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.003+0000 7f488d1d7740 1 --2- 172.21.15.1:0/3032240267 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556c59a08720 0x556c59a0ab40 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:53.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.003+0000 7f488d1d7740 1 --2- 172.21.15.1:0/3032240267 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556c599f87a0 0x556c599f6150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:53.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.003+0000 7f488d1d7740 1 --2- 172.21.15.1:0/3032240267 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556c599ef9d0 0x556c599f5c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:53.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.003+0000 7f48637fe640 0 client.18321 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:53.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.003+0000 7f488d1d7740 1 --2- 172.21.15.1:0/3032240267 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556c599ef0b0 0x556c599f56d0 unknown :-1 s=CLOSED pgs=1354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:53.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.003+0000 7f488d1d7740 1 -- 172.21.15.1:0/3032240267 >> 172.21.15.1:0/3032240267 conn(0x556c599e99d0 msgr2=0x556c599eb720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:53.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.003+0000 7f488d1d7740 1 -- 172.21.15.1:0/3032240267 shutdown_connections 2024-02-10T00:06:53.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.003+0000 7f488d1d7740 1 -- 172.21.15.1:0/3032240267 wait complete. 2024-02-10T00:06:53.014 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.003+0000 7f488d1d7740 20 client.18321 trim_cache size 0 max 16384 2024-02-10T00:06:53.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.017+0000 7f488d1d7740 1 Processor -- start 2024-02-10T00:06:53.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.017+0000 7f488d1d7740 1 -- start start 2024-02-10T00:06:53.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.017+0000 7f488d1d7740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556c599ef0b0 0x556c599f7e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:53.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.017+0000 7f488d1d7740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556c599ef9d0 0x556c599f46f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:53.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.017+0000 7f488d1d7740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556c599f87a0 0x556c599f5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:53.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.017+0000 7f488d1d7740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c599e5310 con 0x556c599f87a0 2024-02-10T00:06:53.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.017+0000 7f488d1d7740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c599ea9d0 con 0x556c599ef0b0 2024-02-10T00:06:53.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.017+0000 7f488d1d7740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c59a08520 con 0x556c599ef9d0 2024-02-10T00:06:53.025 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.017+0000 7f4888ba8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556c599f87a0 0x556c599f5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:53.025 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.017+0000 7f4888ba8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556c599f87a0 0x556c599f5f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54020/0 (socket says 172.21.15.1:54020) 2024-02-10T00:06:53.025 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.017+0000 7f4888ba8640 1 -- 172.21.15.1:0/1829709147 learned_addr learned my addr 172.21.15.1:0/1829709147 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:53.025 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.017+0000 7f48837fe640 1 --2- 172.21.15.1:0/1829709147 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556c599ef9d0 0x556c599f46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:53.025 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.017+0000 7f4883fff640 1 --2- 172.21.15.1:0/1829709147 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556c599ef0b0 0x556c599f7e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:53.025 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.017+0000 7f4888ba8640 1 -- 172.21.15.1:0/1829709147 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556c599ef9d0 msgr2=0x556c599f46f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:53.025 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.017+0000 7f4888ba8640 1 --2- 172.21.15.1:0/1829709147 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556c599ef9d0 0x556c599f46f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:53.025 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.017+0000 7f4888ba8640 1 -- 172.21.15.1:0/1829709147 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556c599ef0b0 msgr2=0x556c599f7e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:53.025 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.017+0000 7f4888ba8640 1 --2- 172.21.15.1:0/1829709147 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556c599ef0b0 0x556c599f7e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:53.025 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.017+0000 7f4888ba8640 1 -- 172.21.15.1:0/1829709147 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556c598f1820 con 0x556c599f87a0 2024-02-10T00:06:53.025 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.017+0000 7f48837fe640 1 --2- 172.21.15.1:0/1829709147 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556c599ef9d0 0x556c599f46f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:06:53.025 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.017+0000 7f4883fff640 1 --2- 172.21.15.1:0/1829709147 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556c599ef0b0 0x556c599f7e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:06:53.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.017+0000 7f4888ba8640 1 --2- 172.21.15.1:0/1829709147 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556c599f87a0 0x556c599f5f70 secure :-1 s=READY pgs=1355 cs=0 l=1 rev1=1 crypto rx=0x7f487c009aa0 tx=0x7f487c009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95f9a8891b6b37fb server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:53.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.018+0000 7f4869ffb640 1 -- 172.21.15.1:0/1829709147 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f487c01e970 con 0x556c599f87a0 2024-02-10T00:06:53.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.018+0000 7f4869ffb640 1 -- 172.21.15.1:0/1829709147 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f487c029470 con 0x556c599f87a0 2024-02-10T00:06:53.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.018+0000 7f4869ffb640 1 -- 172.21.15.1:0/1829709147 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f487c011600 con 0x556c599f87a0 2024-02-10T00:06:53.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.018+0000 7f488d1d7740 1 -- 172.21.15.1:0/1829709147 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556c599f87a0 msgr2=0x556c599f5f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:53.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.018+0000 7f488d1d7740 1 --2- 172.21.15.1:0/1829709147 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556c599f87a0 0x556c599f5f70 secure :-1 s=READY pgs=1355 cs=0 l=1 rev1=1 crypto rx=0x7f487c009aa0 tx=0x7f487c009b60 comp rx=0 tx=0).stop 2024-02-10T00:06:53.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.018+0000 7f488d1d7740 1 -- 172.21.15.1:0/1829709147 shutdown_connections 2024-02-10T00:06:53.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.018+0000 7f488d1d7740 1 --2- 172.21.15.1:0/1829709147 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556c599f87a0 0x556c599f5f70 unknown :-1 s=CLOSED pgs=1355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:53.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.018+0000 7f488d1d7740 1 --2- 172.21.15.1:0/1829709147 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556c599ef9d0 0x556c599f46f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:53.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.018+0000 7f488d1d7740 1 --2- 172.21.15.1:0/1829709147 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556c599ef0b0 0x556c599f7e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:53.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.018+0000 7f488d1d7740 1 -- 172.21.15.1:0/1829709147 >> 172.21.15.1:0/1829709147 conn(0x556c599e99d0 msgr2=0x556c599f3fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:53.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.018+0000 7f488d1d7740 1 -- 172.21.15.1:0/1829709147 shutdown_connections 2024-02-10T00:06:53.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.018+0000 7f488d1d7740 1 -- 172.21.15.1:0/1829709147 wait complete. 2024-02-10T00:06:53.026 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.019+0000 7f488d1d7740 1 -- start start 2024-02-10T00:06:53.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.019+0000 7f488d1d7740 1 Processor -- start 2024-02-10T00:06:53.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.019+0000 7f488d1d7740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556c599ef0b0 0x556c599fdd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:53.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.019+0000 7f488d1d7740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556c599ef9d0 0x556c599fe250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:53.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.019+0000 7f488d1d7740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556c599f87a0 0x556c599fe790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:53.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.019+0000 7f488d1d7740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c59a5ec50 con 0x556c599ef0b0 2024-02-10T00:06:53.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.019+0000 7f488d1d7740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c59a5ed90 con 0x556c599ef9d0 2024-02-10T00:06:53.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.019+0000 7f488d1d7740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c59a5ef50 con 0x556c599f87a0 2024-02-10T00:06:53.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.019+0000 7f488d1d7740 10 client.0 _ll_register_callbacks cb 0x7f4874009f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:06:53.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.019+0000 7f4883fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556c599ef0b0 0x556c599fdd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:53.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.019+0000 7f4883fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556c599ef0b0 0x556c599fdd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:54030/0 (socket says 172.21.15.1:54030) 2024-02-10T00:06:53.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.019+0000 7f4883fff640 1 -- 172.21.15.1:0/2117593240 learned_addr learned my addr 172.21.15.1:0/2117593240 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:06:53.027 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.019+0000 7f48837fe640 1 --2- 172.21.15.1:0/2117593240 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556c599ef9d0 0x556c599fe250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:53.028 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.019+0000 7f4888ba8640 1 --2- 172.21.15.1:0/2117593240 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556c599f87a0 0x556c599fe790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:53.028 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.019+0000 7f4883fff640 1 -- 172.21.15.1:0/2117593240 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556c599f87a0 msgr2=0x556c599fe790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:53.028 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.019+0000 7f4883fff640 1 --2- 172.21.15.1:0/2117593240 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556c599f87a0 0x556c599fe790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:53.028 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.019+0000 7f4883fff640 1 -- 172.21.15.1:0/2117593240 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556c599ef9d0 msgr2=0x556c599fe250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:06:53.028 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.019+0000 7f4883fff640 1 --2- 172.21.15.1:0/2117593240 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556c599ef9d0 0x556c599fe250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:53.028 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.019+0000 7f4883fff640 1 -- 172.21.15.1:0/2117593240 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f487c01a040 con 0x556c599ef0b0 2024-02-10T00:06:53.028 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.019+0000 7f4888ba8640 1 --2- 172.21.15.1:0/2117593240 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556c599f87a0 0x556c599fe790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:06:53.028 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.020+0000 7f48837fe640 1 --2- 172.21.15.1:0/2117593240 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556c599ef9d0 0x556c599fe250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:06:53.028 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.020+0000 7f4883fff640 1 --2- 172.21.15.1:0/2117593240 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556c599ef0b0 0x556c599fdd10 secure :-1 s=READY pgs=1356 cs=0 l=1 rev1=1 crypto rx=0x7f487401c7d0 tx=0x7f487400fbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1a4627357e907d4 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:06:53.028 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.020+0000 7f48637fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:06:53.028 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.020+0000 7f48637fe640 1 -- 172.21.15.1:0/2117593240 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4874017040 con 0x556c599ef0b0 2024-02-10T00:06:53.028 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.020+0000 7f48637fe640 1 -- 172.21.15.1:0/2117593240 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f487401ca00 con 0x556c599ef0b0 2024-02-10T00:06:53.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.020+0000 7f488d1d7740 1 -- 172.21.15.1:0/2117593240 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4878043820 con 0x556c599ef0b0 2024-02-10T00:06:53.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.020+0000 7f48637fe640 1 -- 172.21.15.1:0/2117593240 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f487401cbc0 con 0x556c599ef0b0 2024-02-10T00:06:53.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.020+0000 7f488d1d7740 10 client.18327 fetch_fsmap learned FSMap version 29 2024-02-10T00:06:53.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.020+0000 7f488d1d7740 1 -- 172.21.15.1:0/2117593240 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x556c599176f0 con 0x556c599ef0b0 2024-02-10T00:06:53.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.020+0000 7f48637fe640 1 -- 172.21.15.1:0/2117593240 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4874033020 con 0x556c599ef0b0 2024-02-10T00:06:53.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.020+0000 7f48637fe640 1 -- 172.21.15.1:0/2117593240 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f4874010550 con 0x556c599ef0b0 2024-02-10T00:06:53.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.020+0000 7f488d1d7740 10 client.18327 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:06:53.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.020+0000 7f488d1d7740 10 client.18327 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:06:53.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.020+0000 7f488d1d7740 20 client.18327 populate_metadata read hostname 'smithi001' 2024-02-10T00:06:53.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.020+0000 7f488d1d7740 1 --2- 172.21.15.1:0/2117593240 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556c59a60740 0x556c59a62b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:06:53.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.020+0000 7f488d1d7740 4 client.18327 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:06:53.029 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.020+0000 7f488d1d7740 1 -- 172.21.15.1:0/2117593240 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x556c596a71b0 con 0x556c59a60740 2024-02-10T00:06:53.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.021+0000 7f48837fe640 1 --2- 172.21.15.1:0/2117593240 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556c59a60740 0x556c59a62b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:06:53.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.021+0000 7f48837fe640 1 --2- 172.21.15.1:0/2117593240 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556c59a60740 0x556c59a62b60 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=36e2371e9f9945e9 server_cookie=58f1d438f581e54f in_seq=0 out_seq=0 2024-02-10T00:06:53.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.021+0000 7f48637fe640 10 client.18327 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:53.038 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.035+0000 7f48637fe640 1 -- 172.21.15.1:0/2117593240 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x556c596a71b0 con 0x556c59a60740 2024-02-10T00:06:53.038 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.035+0000 7f48637fe640 10 client.18327 handle_command_reply: tid=0 2024-02-10T00:06:53.038 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.035+0000 7f488d1d7740 1 client.18327 shutdown 2024-02-10T00:06:53.038 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.035+0000 7f488d1d7740 1 -- 172.21.15.1:0/2117593240 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556c599ef0b0 msgr2=0x556c599fdd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:53.038 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.035+0000 7f488d1d7740 1 --2- 172.21.15.1:0/2117593240 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556c599ef0b0 0x556c599fdd10 secure :-1 s=READY pgs=1356 cs=0 l=1 rev1=1 crypto rx=0x7f487401c7d0 tx=0x7f487400fbd0 comp rx=0 tx=0).stop 2024-02-10T00:06:53.038 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.035+0000 7f488d1d7740 1 -- 172.21.15.1:0/2117593240 shutdown_connections 2024-02-10T00:06:53.039 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.035+0000 7f488d1d7740 1 --2- 172.21.15.1:0/2117593240 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x556c59a60740 0x556c59a62b60 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:53.039 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.035+0000 7f488d1d7740 1 --2- 172.21.15.1:0/2117593240 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556c599f87a0 0x556c599fe790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:53.039 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.035+0000 7f48637fe640 0 client.18327 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:06:53.039 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.035+0000 7f488d1d7740 1 --2- 172.21.15.1:0/2117593240 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556c599ef9d0 0x556c599fe250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:53.039 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.035+0000 7f488d1d7740 1 --2- 172.21.15.1:0/2117593240 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556c599ef0b0 0x556c599fdd10 unknown :-1 s=CLOSED pgs=1356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:53.039 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.035+0000 7f488d1d7740 1 -- 172.21.15.1:0/2117593240 >> 172.21.15.1:0/2117593240 conn(0x556c599e99d0 msgr2=0x556c599eb580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:53.039 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.035+0000 7f488d1d7740 1 -- 172.21.15.1:0/2117593240 shutdown_connections 2024-02-10T00:06:53.039 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.035+0000 7f488d1d7740 1 -- 172.21.15.1:0/2117593240 wait complete. 2024-02-10T00:06:53.039 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.035+0000 7f488d1d7740 20 client.18327 trim_cache size 0 max 16384 2024-02-10T00:06:53.040 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:06:53.040 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:06:53.040 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:06:53.040 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:06:53.041 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.035+0000 7f488a60b640 1 -- 172.21.15.1:0/2604197839 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f486c0a2220 msgr2=0x7f486c0a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:53.041 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.035+0000 7f488a60b640 1 --2- 172.21.15.1:0/2604197839 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f486c0a2220 0x7f486c0a46e0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f487c005c40 tx=0x7f487c009df0 comp rx=0 tx=0).stop 2024-02-10T00:06:53.041 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.036+0000 7f488a60b640 1 -- 172.21.15.1:0/2604197839 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4884106520 msgr2=0x7f488419dbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:06:53.041 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.036+0000 7f488a60b640 1 --2- 172.21.15.1:0/2604197839 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4884106520 0x7f488419dbf0 secure :-1 s=READY pgs=1353 cs=0 l=1 rev1=1 crypto rx=0x7f4878009230 tx=0x7f487802c680 comp rx=0 tx=0).stop 2024-02-10T00:06:53.041 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.036+0000 7f488a60b640 1 -- 172.21.15.1:0/2604197839 shutdown_connections 2024-02-10T00:06:53.041 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.036+0000 7f488a60b640 1 --2- 172.21.15.1:0/2604197839 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f486c0a2220 0x7f486c0a46e0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:53.041 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.036+0000 7f488a60b640 1 --2- 172.21.15.1:0/2604197839 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4884197800 0x7f4884197cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:53.041 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.036+0000 7f488a60b640 1 --2- 172.21.15.1:0/2604197839 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4884106520 0x7f488419dbf0 unknown :-1 s=CLOSED pgs=1353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:53.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.036+0000 7f488a60b640 1 --2- 172.21.15.1:0/2604197839 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4884101450 0x7f488419d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:06:53.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.036+0000 7f488a60b640 1 -- 172.21.15.1:0/2604197839 >> 172.21.15.1:0/2604197839 conn(0x7f48840fccb0 msgr2=0x7f48840fdfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:06:53.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.036+0000 7f488a60b640 1 -- 172.21.15.1:0/2604197839 shutdown_connections 2024-02-10T00:06:53.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:06:53.036+0000 7f488a60b640 1 -- 172.21.15.1:0/2604197839 wait complete. 2024-02-10T00:06:53.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:53 smithi103 ceph-mon[36942]: pgmap v231: 97 pgs: 97 active+clean; 5.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:06:53.472 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:53 smithi001 ceph-mon[32335]: pgmap v231: 97 pgs: 97 active+clean; 5.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:06:53.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:53 smithi088 ceph-mon[36452]: pgmap v231: 97 pgs: 97 active+clean; 5.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:06:55.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:55 smithi103 ceph-mon[36942]: pgmap v232: 97 pgs: 97 active+clean; 5.4 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 61 KiB/s wr, 24 op/s 2024-02-10T00:06:55.471 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:55 smithi001 ceph-mon[32335]: pgmap v232: 97 pgs: 97 active+clean; 5.4 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 61 KiB/s wr, 24 op/s 2024-02-10T00:06:55.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:55 smithi088 ceph-mon[36452]: pgmap v232: 97 pgs: 97 active+clean; 5.4 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 61 KiB/s wr, 24 op/s 2024-02-10T00:06:57.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:57 smithi103 ceph-mon[36942]: pgmap v233: 97 pgs: 97 active+clean; 5.4 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 36 KiB/s wr, 15 op/s 2024-02-10T00:06:57.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:57 smithi001 ceph-mon[32335]: pgmap v233: 97 pgs: 97 active+clean; 5.4 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 36 KiB/s wr, 15 op/s 2024-02-10T00:06:57.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:57 smithi088 ceph-mon[36452]: pgmap v233: 97 pgs: 97 active+clean; 5.4 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 36 KiB/s wr, 15 op/s 2024-02-10T00:06:59.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:06:59 smithi103 ceph-mon[36942]: pgmap v234: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 61 KiB/s wr, 24 op/s 2024-02-10T00:06:59.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:06:59 smithi001 ceph-mon[32335]: pgmap v234: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 61 KiB/s wr, 24 op/s 2024-02-10T00:06:59.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:06:59 smithi088 ceph-mon[36452]: pgmap v234: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 61 KiB/s wr, 24 op/s 2024-02-10T00:07:01.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:01 smithi103 ceph-mon[36942]: pgmap v235: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 42 KiB/s wr, 17 op/s 2024-02-10T00:07:01.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:01 smithi001 ceph-mon[32335]: pgmap v235: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 42 KiB/s wr, 17 op/s 2024-02-10T00:07:01.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:01 smithi088 ceph-mon[36452]: pgmap v235: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 42 KiB/s wr, 17 op/s 2024-02-10T00:07:03.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:03 smithi103 ceph-mon[36942]: pgmap v236: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 42 KiB/s wr, 17 op/s 2024-02-10T00:07:03.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:03 smithi001 ceph-mon[32335]: pgmap v236: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 42 KiB/s wr, 17 op/s 2024-02-10T00:07:03.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:03 smithi088 ceph-mon[36452]: pgmap v236: 97 pgs: 97 active+clean; 1.7 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 42 KiB/s wr, 17 op/s 2024-02-10T00:07:05.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:05 smithi103 ceph-mon[36942]: pgmap v237: 97 pgs: 97 active+clean; 1.9 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 107 KiB/s wr, 41 op/s 2024-02-10T00:07:05.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:05 smithi001 ceph-mon[32335]: pgmap v237: 97 pgs: 97 active+clean; 1.9 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 107 KiB/s wr, 41 op/s 2024-02-10T00:07:05.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:05 smithi088 ceph-mon[36452]: pgmap v237: 97 pgs: 97 active+clean; 1.9 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 107 KiB/s wr, 41 op/s 2024-02-10T00:07:06.144 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.139+0000 7f0d260b5640 1 -- 172.21.15.1:0/4130975571 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0d20101460 msgr2=0x7f0d20101840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:06.144 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.139+0000 7f0d260b5640 1 --2- 172.21.15.1:0/4130975571 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0d20101460 0x7f0d20101840 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7f0d10009930 tx=0x7f0d1002bc30 comp rx=0 tx=0).stop 2024-02-10T00:07:06.144 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.139+0000 7f0d260b5640 1 -- 172.21.15.1:0/4130975571 shutdown_connections 2024-02-10T00:07:06.144 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.139+0000 7f0d260b5640 1 --2- 172.21.15.1:0/4130975571 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d20106530 0x7f0d2010e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.144 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.139+0000 7f0d260b5640 1 --2- 172.21.15.1:0/4130975571 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0d20101e10 0x7f0d20105e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.144 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.139+0000 7f0d260b5640 1 --2- 172.21.15.1:0/4130975571 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0d20101460 0x7f0d20101840 unknown :-1 s=CLOSED pgs=1357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.144 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.139+0000 7f0d260b5640 1 -- 172.21.15.1:0/4130975571 >> 172.21.15.1:0/4130975571 conn(0x7f0d200fcce0 msgr2=0x7f0d200ff100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:06.144 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.139+0000 7f0d260b5640 1 -- 172.21.15.1:0/4130975571 shutdown_connections 2024-02-10T00:07:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.139+0000 7f0d260b5640 1 -- 172.21.15.1:0/4130975571 wait complete. 2024-02-10T00:07:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.140+0000 7f0d260b5640 1 Processor -- start 2024-02-10T00:07:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.140+0000 7f0d260b5640 1 -- start start 2024-02-10T00:07:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.140+0000 7f0d260b5640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0d20101460 0x7f0d2019d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.140+0000 7f0d260b5640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0d20106530 0x7f0d2019dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.140+0000 7f0d260b5640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d20197760 0x7f0d20197be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.140+0000 7f0d260b5640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d20198230 con 0x7f0d20101460 2024-02-10T00:07:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.140+0000 7f0d260b5640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d201983a0 con 0x7f0d20106530 2024-02-10T00:07:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.140+0000 7f0d260b5640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d20198560 con 0x7f0d20197760 2024-02-10T00:07:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.140+0000 7f0d1f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0d20101460 0x7f0d2019d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.140+0000 7f0d1f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0d20101460 0x7f0d2019d6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:40210/0 (socket says 172.21.15.1:40210) 2024-02-10T00:07:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.140+0000 7f0d1f7fe640 1 -- 172.21.15.1:0/4119708367 learned_addr learned my addr 172.21.15.1:0/4119708367 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:06.145 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.140+0000 7f0d1effd640 1 --2- 172.21.15.1:0/4119708367 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0d20106530 0x7f0d2019dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.141+0000 7f0d1ffff640 1 --2- 172.21.15.1:0/4119708367 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d20197760 0x7f0d20197be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.141+0000 7f0d1f7fe640 1 -- 172.21.15.1:0/4119708367 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d20197760 msgr2=0x7f0d20197be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.141+0000 7f0d1f7fe640 1 --2- 172.21.15.1:0/4119708367 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d20197760 0x7f0d20197be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.141+0000 7f0d1f7fe640 1 -- 172.21.15.1:0/4119708367 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0d20106530 msgr2=0x7f0d2019dbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.141+0000 7f0d1f7fe640 1 --2- 172.21.15.1:0/4119708367 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0d20106530 0x7f0d2019dbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.141+0000 7f0d1f7fe640 1 -- 172.21.15.1:0/4119708367 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d10009560 con 0x7f0d20101460 2024-02-10T00:07:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.141+0000 7f0d1f7fe640 1 --2- 172.21.15.1:0/4119708367 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0d20101460 0x7f0d2019d6a0 secure :-1 s=READY pgs=1358 cs=0 l=1 rev1=1 crypto rx=0x7f0d10009230 tx=0x7f0d1002c6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.141+0000 7f0d1cff9640 1 -- 172.21.15.1:0/4119708367 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d10004350 con 0x7f0d20101460 2024-02-10T00:07:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.141+0000 7f0d260b5640 1 -- 172.21.15.1:0/4119708367 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d201a44a0 con 0x7f0d20101460 2024-02-10T00:07:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.141+0000 7f0d1cff9640 1 -- 172.21.15.1:0/4119708367 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0d100044b0 con 0x7f0d20101460 2024-02-10T00:07:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.141+0000 7f0d1cff9640 1 -- 172.21.15.1:0/4119708367 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d10003d70 con 0x7f0d20101460 2024-02-10T00:07:06.146 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.141+0000 7f0d260b5640 1 -- 172.21.15.1:0/4119708367 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d201a49d0 con 0x7f0d20101460 2024-02-10T00:07:06.155 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.143+0000 7f0d1cff9640 1 -- 172.21.15.1:0/4119708367 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f0d10004df0 con 0x7f0d20101460 2024-02-10T00:07:06.155 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.144+0000 7f0d28d67740 1 Processor -- start 2024-02-10T00:07:06.155 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.144+0000 7f0d28d67740 1 -- start start 2024-02-10T00:07:06.155 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.144+0000 7f0d1cff9640 1 --2- 172.21.15.1:0/4119708367 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0d080a2220 0x7f0d080a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:06.155 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.144+0000 7f0d28d67740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x565339162bd0 0x565339162fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:06.155 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.144+0000 7f0d28d67740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5653391634f0 0x565339170670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:06.155 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.144+0000 7f0d28d67740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x565339170bb0 0x565339172fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:06.155 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.144+0000 7f0d28d67740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653390d1a00 con 0x565339170bb0 2024-02-10T00:07:06.155 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.144+0000 7f0d28d67740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653390cef30 con 0x5653391634f0 2024-02-10T00:07:06.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.144+0000 7f0d28d67740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653390ca710 con 0x565339162bd0 2024-02-10T00:07:06.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.144+0000 7f0d1ffff640 1 --2- 172.21.15.1:0/4119708367 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0d080a2220 0x7f0d080a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:06.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.144+0000 7f0d1cff9640 1 -- 172.21.15.1:0/4119708367 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(92..92 src has 1..92) v4 ==== 8557+0+0 (secure 0 0 0) 0x7f0d100f0020 con 0x7f0d20101460 2024-02-10T00:07:06.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.144+0000 7f0d1ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x565339170bb0 0x565339172fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:06.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.144+0000 7f0d1ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x565339170bb0 0x565339172fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:40214/0 (socket says 172.21.15.1:40214) 2024-02-10T00:07:06.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.144+0000 7f0d1ffff640 1 -- 172.21.15.1:0/3659985906 learned_addr learned my addr 172.21.15.1:0/3659985906 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:06.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.144+0000 7f0d1f7fe640 1 --2- 172.21.15.1:0/3659985906 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x565339162bd0 0x565339162fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:06.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.144+0000 7f0d1effd640 1 --2- 172.21.15.1:0/3659985906 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5653391634f0 0x565339170670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:06.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.145+0000 7f0d1f7fe640 1 -- 172.21.15.1:0/3659985906 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5653391634f0 msgr2=0x565339170670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:06.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.145+0000 7f0d1f7fe640 1 --2- 172.21.15.1:0/3659985906 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5653391634f0 0x565339170670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.145+0000 7f0d1f7fe640 1 -- 172.21.15.1:0/3659985906 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x565339170bb0 msgr2=0x565339172fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:06.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.145+0000 7f0d1f7fe640 1 --2- 172.21.15.1:0/3659985906 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x565339170bb0 0x565339172fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.145+0000 7f0d1f7fe640 1 -- 172.21.15.1:0/3659985906 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56533908f3b0 con 0x565339162bd0 2024-02-10T00:07:06.156 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.145+0000 7f0d1ffff640 1 --2- 172.21.15.1:0/4119708367 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0d080a2220 0x7f0d080a46e0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f0d18009fd0 tx=0x7f0d18009f40 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:06.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.145+0000 7f0d1f7fe640 1 --2- 172.21.15.1:0/3659985906 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x565339162bd0 0x565339162fb0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f0d100ed860 tx=0x7f0d10009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a09c3131da553ebe server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:06.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.145+0000 7f0d05ffb640 1 -- 172.21.15.1:0/3659985906 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d100edea0 con 0x565339162bd0 2024-02-10T00:07:06.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.145+0000 7f0d05ffb640 1 -- 172.21.15.1:0/3659985906 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0d100c0c50 con 0x565339162bd0 2024-02-10T00:07:06.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.145+0000 7f0d05ffb640 1 -- 172.21.15.1:0/3659985906 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d100bae90 con 0x565339162bd0 2024-02-10T00:07:06.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.146+0000 7f0d28d67740 1 -- 172.21.15.1:0/3659985906 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x565339162bd0 msgr2=0x565339162fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:06.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.146+0000 7f0d28d67740 1 --2- 172.21.15.1:0/3659985906 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x565339162bd0 0x565339162fb0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f0d100ed860 tx=0x7f0d10009260 comp rx=0 tx=0).stop 2024-02-10T00:07:06.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.146+0000 7f0d28d67740 1 -- 172.21.15.1:0/3659985906 shutdown_connections 2024-02-10T00:07:06.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.146+0000 7f0d28d67740 1 --2- 172.21.15.1:0/3659985906 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x565339170bb0 0x565339172fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.146+0000 7f0d28d67740 1 --2- 172.21.15.1:0/3659985906 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5653391634f0 0x565339170670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.146+0000 7f0d28d67740 1 --2- 172.21.15.1:0/3659985906 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x565339162bd0 0x565339162fb0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.146+0000 7f0d28d67740 1 -- 172.21.15.1:0/3659985906 >> 172.21.15.1:0/3659985906 conn(0x56533915d9d0 msgr2=0x56533915ddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:06.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.146+0000 7f0d28d67740 1 -- 172.21.15.1:0/3659985906 shutdown_connections 2024-02-10T00:07:06.157 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.146+0000 7f0d28d67740 1 -- 172.21.15.1:0/3659985906 wait complete. 2024-02-10T00:07:06.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.146+0000 7f0d28d67740 1 -- start start 2024-02-10T00:07:06.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.146+0000 7f0d28d67740 1 Processor -- start 2024-02-10T00:07:06.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.147+0000 7f0d28d67740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x565339162bd0 0x56533916db60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:06.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.147+0000 7f0d28d67740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5653391634f0 0x56533916e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:06.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.147+0000 7f0d28d67740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x565339170bb0 0x56533916e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:06.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.147+0000 7f0d28d67740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56533906fb90 con 0x565339170bb0 2024-02-10T00:07:06.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.147+0000 7f0d28d67740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x565338d9e250 con 0x5653391634f0 2024-02-10T00:07:06.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.147+0000 7f0d28d67740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x565339050200 con 0x565339162bd0 2024-02-10T00:07:06.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.147+0000 7f0d28d67740 10 client.0 _ll_register_callbacks cb 0x5653390865d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:06.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.147+0000 7f0d1ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x565339170bb0 0x56533916e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:06.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.147+0000 7f0d1f7fe640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x565339162bd0 0x56533916db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:06.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.147+0000 7f0d1ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x565339170bb0 0x56533916e5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:40222/0 (socket says 172.21.15.1:40222) 2024-02-10T00:07:06.158 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.147+0000 7f0d1ffff640 1 -- 172.21.15.1:0/1428391732 learned_addr learned my addr 172.21.15.1:0/1428391732 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:06.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.147+0000 7f0d1effd640 1 --2- 172.21.15.1:0/1428391732 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5653391634f0 0x56533916e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:06.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.147+0000 7f0d1ffff640 1 -- 172.21.15.1:0/1428391732 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x565339162bd0 msgr2=0x56533916db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:06.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.147+0000 7f0d1ffff640 1 --2- 172.21.15.1:0/1428391732 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x565339162bd0 0x56533916db60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.147+0000 7f0d1ffff640 1 -- 172.21.15.1:0/1428391732 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5653391634f0 msgr2=0x56533916e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:06.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.147+0000 7f0d1ffff640 1 --2- 172.21.15.1:0/1428391732 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5653391634f0 0x56533916e0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.147+0000 7f0d1ffff640 1 -- 172.21.15.1:0/1428391732 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d201a49d0 con 0x565339170bb0 2024-02-10T00:07:06.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.147+0000 7f0d1f7fe640 1 --2- 172.21.15.1:0/1428391732 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x565339162bd0 0x56533916db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:07:06.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.147+0000 7f0d1ffff640 1 --2- 172.21.15.1:0/1428391732 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x565339170bb0 0x56533916e5e0 secure :-1 s=READY pgs=1359 cs=0 l=1 rev1=1 crypto rx=0x7f0d18003a90 tx=0x7f0d1801d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16ade3e489e22677 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:06.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.147+0000 7f0cfeffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:06.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.147+0000 7f0cfeffd640 1 -- 172.21.15.1:0/1428391732 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d18016040 con 0x565339170bb0 2024-02-10T00:07:06.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.148+0000 7f0cfeffd640 1 -- 172.21.15.1:0/1428391732 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(92..92 src has 1..92) v4 ==== 8557+0+0 (secure 0 0 0) 0x7f0d18028400 con 0x565339170bb0 2024-02-10T00:07:06.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.148+0000 7f0d28d67740 1 -- 172.21.15.1:0/1428391732 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5653390f0ee0 con 0x565339170bb0 2024-02-10T00:07:06.159 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.148+0000 7f0cfeffd640 1 -- 172.21.15.1:0/1428391732 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0d18004890 con 0x565339170bb0 2024-02-10T00:07:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.148+0000 7f0d28d67740 10 client.18339 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.148+0000 7f0d28d67740 1 -- 172.21.15.1:0/1428391732 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5653390c8d90 con 0x565339170bb0 2024-02-10T00:07:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.148+0000 7f0cfeffd640 1 -- 172.21.15.1:0/1428391732 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0d18035020 con 0x565339170bb0 2024-02-10T00:07:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.148+0000 7f0cfeffd640 1 -- 172.21.15.1:0/1428391732 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f0d18026030 con 0x565339170bb0 2024-02-10T00:07:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.148+0000 7f0d28d67740 10 client.18339 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.148+0000 7f0d28d67740 10 client.18339 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:07:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.148+0000 7f0d28d67740 20 client.18339 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.148+0000 7f0d28d67740 1 --2- 172.21.15.1:0/1428391732 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x565339180bc0 0x565339182fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.148+0000 7f0d28d67740 4 client.18339 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:07:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.148+0000 7f0d28d67740 1 -- 172.21.15.1:0/1428391732 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x565338dca600 con 0x565339180bc0 2024-02-10T00:07:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.148+0000 7f0d1f7fe640 1 --2- 172.21.15.1:0/1428391732 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x565339180bc0 0x565339182fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.149+0000 7f0d1f7fe640 1 --2- 172.21.15.1:0/1428391732 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x565339180bc0 0x565339182fe0 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e059c56049f6e603 server_cookie=f8f68b012069c472 in_seq=0 out_seq=0 2024-02-10T00:07:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.149+0000 7f0cfeffd640 10 client.18339 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:06.160 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.150+0000 7f0cfeffd640 1 -- 172.21.15.1:0/1428391732 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x565338dca600 con 0x565339180bc0 2024-02-10T00:07:06.161 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.150+0000 7f0cfeffd640 10 client.18339 handle_command_reply: tid=0 2024-02-10T00:07:06.161 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.150+0000 7f0d28d67740 1 client.18339 shutdown 2024-02-10T00:07:06.161 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.150+0000 7f0d28d67740 1 -- 172.21.15.1:0/1428391732 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x565339170bb0 msgr2=0x56533916e5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:06.161 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.150+0000 7f0d28d67740 1 --2- 172.21.15.1:0/1428391732 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x565339170bb0 0x56533916e5e0 secure :-1 s=READY pgs=1359 cs=0 l=1 rev1=1 crypto rx=0x7f0d18003a90 tx=0x7f0d1801d000 comp rx=0 tx=0).stop 2024-02-10T00:07:06.161 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.150+0000 7f0d28d67740 1 -- 172.21.15.1:0/1428391732 shutdown_connections 2024-02-10T00:07:06.161 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.150+0000 7f0d28d67740 1 --2- 172.21.15.1:0/1428391732 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x565339180bc0 0x565339182fe0 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.161 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.150+0000 7f0d28d67740 1 --2- 172.21.15.1:0/1428391732 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x565339170bb0 0x56533916e5e0 unknown :-1 s=CLOSED pgs=1359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.161 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.150+0000 7f0d28d67740 1 --2- 172.21.15.1:0/1428391732 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5653391634f0 0x56533916e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.161 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.150+0000 7f0d28d67740 1 --2- 172.21.15.1:0/1428391732 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x565339162bd0 0x56533916db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.161 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.150+0000 7f0cfeffd640 0 client.18339 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:06.161 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.150+0000 7f0d28d67740 1 -- 172.21.15.1:0/1428391732 >> 172.21.15.1:0/1428391732 conn(0x56533915d9d0 msgr2=0x56533915f720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:06.161 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.150+0000 7f0d28d67740 1 -- 172.21.15.1:0/1428391732 shutdown_connections 2024-02-10T00:07:06.161 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.150+0000 7f0d28d67740 1 -- 172.21.15.1:0/1428391732 wait complete. 2024-02-10T00:07:06.162 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.150+0000 7f0d28d67740 20 client.18339 trim_cache size 0 max 16384 2024-02-10T00:07:06.170 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.164+0000 7f0d28d67740 1 Processor -- start 2024-02-10T00:07:06.170 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.164+0000 7f0d28d67740 1 -- start start 2024-02-10T00:07:06.170 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.164+0000 7f0d28d67740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x565339162bd0 0x565339170290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:06.170 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.164+0000 7f0d28d67740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5653391634f0 0x56533916e400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:06.170 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.164+0000 7f0d28d67740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x565339170bb0 0x56533916adc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.164+0000 7f0d28d67740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653391638d0 con 0x565339162bd0 2024-02-10T00:07:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.164+0000 7f0d28d67740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x565339173400 con 0x5653391634f0 2024-02-10T00:07:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.164+0000 7f0d28d67740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56533917d610 con 0x565339170bb0 2024-02-10T00:07:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.164+0000 7f0d1f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x565339162bd0 0x565339170290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.164+0000 7f0d1f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x565339162bd0 0x565339170290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:40238/0 (socket says 172.21.15.1:40238) 2024-02-10T00:07:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.164+0000 7f0d1f7fe640 1 -- 172.21.15.1:0/692624327 learned_addr learned my addr 172.21.15.1:0/692624327 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.164+0000 7f0d1f7fe640 1 -- 172.21.15.1:0/692624327 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x565339170bb0 msgr2=0x56533916adc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.164+0000 7f0d1ffff640 1 --2- 172.21.15.1:0/692624327 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x565339170bb0 0x56533916adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.164+0000 7f0d1f7fe640 1 --2- 172.21.15.1:0/692624327 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x565339170bb0 0x56533916adc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.164+0000 7f0d1effd640 1 --2- 172.21.15.1:0/692624327 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5653391634f0 0x56533916e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.164+0000 7f0d1f7fe640 1 -- 172.21.15.1:0/692624327 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5653391634f0 msgr2=0x56533916e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:06.171 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.164+0000 7f0d1f7fe640 1 --2- 172.21.15.1:0/692624327 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5653391634f0 0x56533916e400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.164+0000 7f0d1f7fe640 1 -- 172.21.15.1:0/692624327 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x565339065820 con 0x565339162bd0 2024-02-10T00:07:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.164+0000 7f0d1ffff640 1 --2- 172.21.15.1:0/692624327 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x565339170bb0 0x56533916adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:07:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.164+0000 7f0d1f7fe640 1 --2- 172.21.15.1:0/692624327 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x565339162bd0 0x565339170290 secure :-1 s=READY pgs=1360 cs=0 l=1 rev1=1 crypto rx=0x7f0d100edd50 tx=0x7f0d100a7040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63bb4d242c9f66f3 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.165+0000 7f0d057fa640 1 -- 172.21.15.1:0/692624327 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d100edea0 con 0x565339162bd0 2024-02-10T00:07:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.165+0000 7f0d057fa640 1 -- 172.21.15.1:0/692624327 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0d100bcb00 con 0x565339162bd0 2024-02-10T00:07:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.165+0000 7f0d057fa640 1 -- 172.21.15.1:0/692624327 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d100c4e10 con 0x565339162bd0 2024-02-10T00:07:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.165+0000 7f0d28d67740 1 -- 172.21.15.1:0/692624327 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x565339162bd0 msgr2=0x565339170290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.165+0000 7f0d28d67740 1 --2- 172.21.15.1:0/692624327 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x565339162bd0 0x565339170290 secure :-1 s=READY pgs=1360 cs=0 l=1 rev1=1 crypto rx=0x7f0d100edd50 tx=0x7f0d100a7040 comp rx=0 tx=0).stop 2024-02-10T00:07:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.165+0000 7f0d28d67740 1 -- 172.21.15.1:0/692624327 shutdown_connections 2024-02-10T00:07:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.165+0000 7f0d28d67740 1 --2- 172.21.15.1:0/692624327 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x565339170bb0 0x56533916adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.172 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.165+0000 7f0d28d67740 1 --2- 172.21.15.1:0/692624327 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5653391634f0 0x56533916e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.173 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.165+0000 7f0d28d67740 1 --2- 172.21.15.1:0/692624327 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x565339162bd0 0x565339170290 unknown :-1 s=CLOSED pgs=1360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.173 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.165+0000 7f0d28d67740 1 -- 172.21.15.1:0/692624327 >> 172.21.15.1:0/692624327 conn(0x56533915d9d0 msgr2=0x56533916c430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:06.173 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.165+0000 7f0d28d67740 1 -- 172.21.15.1:0/692624327 shutdown_connections 2024-02-10T00:07:06.173 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.165+0000 7f0d28d67740 1 -- 172.21.15.1:0/692624327 wait complete. 2024-02-10T00:07:06.173 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.166+0000 7f0d28d67740 1 -- start start 2024-02-10T00:07:06.173 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.166+0000 7f0d28d67740 1 Processor -- start 2024-02-10T00:07:06.173 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.166+0000 7f0d28d67740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x565339162bd0 0x565339175410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:06.173 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.166+0000 7f0d28d67740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5653391634f0 0x565339175950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:06.173 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.166+0000 7f0d28d67740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x565339170bb0 0x5653391d60c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:06.173 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.166+0000 7f0d28d67740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x565339176120 con 0x565339170bb0 2024-02-10T00:07:06.173 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.166+0000 7f0d28d67740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x565339176290 con 0x5653391634f0 2024-02-10T00:07:06.173 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.166+0000 7f0d28d67740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5653391d6600 con 0x565339162bd0 2024-02-10T00:07:06.173 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.166+0000 7f0d28d67740 10 client.0 _ll_register_callbacks cb 0x7f0d18011560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:06.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.166+0000 7f0d1ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x565339170bb0 0x5653391d60c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:06.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.166+0000 7f0d1ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x565339170bb0 0x5653391d60c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:40240/0 (socket says 172.21.15.1:40240) 2024-02-10T00:07:06.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.166+0000 7f0d1ffff640 1 -- 172.21.15.1:0/444314011 learned_addr learned my addr 172.21.15.1:0/444314011 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:06.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.166+0000 7f0d1f7fe640 1 --2- 172.21.15.1:0/444314011 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x565339162bd0 0x565339175410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:06.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.166+0000 7f0d1effd640 1 --2- 172.21.15.1:0/444314011 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5653391634f0 0x565339175950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:06.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.167+0000 7f0d1ffff640 1 -- 172.21.15.1:0/444314011 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x565339162bd0 msgr2=0x565339175410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:06.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.167+0000 7f0d1ffff640 1 --2- 172.21.15.1:0/444314011 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x565339162bd0 0x565339175410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.167+0000 7f0d1ffff640 1 -- 172.21.15.1:0/444314011 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5653391634f0 msgr2=0x565339175950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:06.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.167+0000 7f0d1ffff640 1 --2- 172.21.15.1:0/444314011 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5653391634f0 0x565339175950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.167+0000 7f0d1ffff640 1 -- 172.21.15.1:0/444314011 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56533908f3b0 con 0x565339170bb0 2024-02-10T00:07:06.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.167+0000 7f0d1ffff640 1 --2- 172.21.15.1:0/444314011 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x565339170bb0 0x5653391d60c0 secure :-1 s=READY pgs=1361 cs=0 l=1 rev1=1 crypto rx=0x7f0d18031860 tx=0x7f0d18003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74404da90255ad57 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:06.174 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.167+0000 7f0cfeffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:06.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.167+0000 7f0cfeffd640 1 -- 172.21.15.1:0/444314011 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d18016070 con 0x565339170bb0 2024-02-10T00:07:06.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.167+0000 7f0cfeffd640 1 -- 172.21.15.1:0/444314011 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(92..92 src has 1..92) v4 ==== 8557+0+0 (secure 0 0 0) 0x7f0d18036080 con 0x565339170bb0 2024-02-10T00:07:06.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.167+0000 7f0d28d67740 1 -- 172.21.15.1:0/444314011 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0d100c0c50 con 0x565339170bb0 2024-02-10T00:07:06.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.167+0000 7f0cfeffd640 1 -- 172.21.15.1:0/444314011 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0d18011a20 con 0x565339170bb0 2024-02-10T00:07:06.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.167+0000 7f0d28d67740 10 client.18345 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:06.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.167+0000 7f0d28d67740 1 -- 172.21.15.1:0/444314011 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x56533908b6f0 con 0x565339170bb0 2024-02-10T00:07:06.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.167+0000 7f0cfeffd640 1 -- 172.21.15.1:0/444314011 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0d100c0c50 con 0x565339170bb0 2024-02-10T00:07:06.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.167+0000 7f0cfeffd640 1 -- 172.21.15.1:0/444314011 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f0d18026040 con 0x565339170bb0 2024-02-10T00:07:06.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.167+0000 7f0d28d67740 10 client.18345 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:06.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.167+0000 7f0d28d67740 10 client.18345 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:07:06.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.167+0000 7f0d28d67740 20 client.18345 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:06.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.167+0000 7f0d28d67740 1 --2- 172.21.15.1:0/444314011 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x565339180bc0 0x5653391d9d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:06.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.168+0000 7f0d28d67740 4 client.18345 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:07:06.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.168+0000 7f0d28d67740 1 -- 172.21.15.1:0/444314011 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x565338e1b1b0 con 0x565339180bc0 2024-02-10T00:07:06.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.168+0000 7f0d1f7fe640 1 --2- 172.21.15.1:0/444314011 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x565339180bc0 0x5653391d9d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:06.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.168+0000 7f0d1f7fe640 1 --2- 172.21.15.1:0/444314011 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x565339180bc0 0x5653391d9d80 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dbecbb9cb6730476 server_cookie=2c83b5e0c425255a in_seq=0 out_seq=0 2024-02-10T00:07:06.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.168+0000 7f0cfeffd640 10 client.18345 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:06.195 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.192+0000 7f0cfeffd640 1 -- 172.21.15.1:0/444314011 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x565338e1b1b0 con 0x565339180bc0 2024-02-10T00:07:06.195 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.192+0000 7f0cfeffd640 10 client.18345 handle_command_reply: tid=0 2024-02-10T00:07:06.195 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.192+0000 7f0d28d67740 1 client.18345 shutdown 2024-02-10T00:07:06.195 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.193+0000 7f0d28d67740 1 -- 172.21.15.1:0/444314011 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x565339170bb0 msgr2=0x5653391d60c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:06.195 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.193+0000 7f0d28d67740 1 --2- 172.21.15.1:0/444314011 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x565339170bb0 0x5653391d60c0 secure :-1 s=READY pgs=1361 cs=0 l=1 rev1=1 crypto rx=0x7f0d18031860 tx=0x7f0d18003970 comp rx=0 tx=0).stop 2024-02-10T00:07:06.195 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.193+0000 7f0d28d67740 1 -- 172.21.15.1:0/444314011 shutdown_connections 2024-02-10T00:07:06.196 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.193+0000 7f0d28d67740 1 --2- 172.21.15.1:0/444314011 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x565339180bc0 0x5653391d9d80 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.196 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.193+0000 7f0d28d67740 1 --2- 172.21.15.1:0/444314011 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x565339170bb0 0x5653391d60c0 unknown :-1 s=CLOSED pgs=1361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.196 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.193+0000 7f0d28d67740 1 --2- 172.21.15.1:0/444314011 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5653391634f0 0x565339175950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.196 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.193+0000 7f0cfeffd640 0 client.18345 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:06.196 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.193+0000 7f0d28d67740 1 --2- 172.21.15.1:0/444314011 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x565339162bd0 0x565339175410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.196 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.193+0000 7f0d28d67740 1 -- 172.21.15.1:0/444314011 >> 172.21.15.1:0/444314011 conn(0x56533915d9d0 msgr2=0x56533915c1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:06.196 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.193+0000 7f0d28d67740 1 -- 172.21.15.1:0/444314011 shutdown_connections 2024-02-10T00:07:06.196 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.193+0000 7f0d28d67740 1 -- 172.21.15.1:0/444314011 wait complete. 2024-02-10T00:07:06.196 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.193+0000 7f0d28d67740 20 client.18345 trim_cache size 0 max 16384 2024-02-10T00:07:06.196 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:07:06.197 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:07:06.197 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:07:06.197 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:07:06.197 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.193+0000 7f0d260b5640 1 -- 172.21.15.1:0/4119708367 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0d080a2220 msgr2=0x7f0d080a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:06.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.193+0000 7f0d260b5640 1 --2- 172.21.15.1:0/4119708367 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0d080a2220 0x7f0d080a46e0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f0d18009fd0 tx=0x7f0d18009f40 comp rx=0 tx=0).stop 2024-02-10T00:07:06.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.193+0000 7f0d260b5640 1 -- 172.21.15.1:0/4119708367 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0d20101460 msgr2=0x7f0d2019d6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:06.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.193+0000 7f0d260b5640 1 --2- 172.21.15.1:0/4119708367 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0d20101460 0x7f0d2019d6a0 secure :-1 s=READY pgs=1358 cs=0 l=1 rev1=1 crypto rx=0x7f0d10009230 tx=0x7f0d1002c6c0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.194+0000 7f0d260b5640 1 -- 172.21.15.1:0/4119708367 shutdown_connections 2024-02-10T00:07:06.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.194+0000 7f0d260b5640 1 --2- 172.21.15.1:0/4119708367 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0d080a2220 0x7f0d080a46e0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.194+0000 7f0d260b5640 1 --2- 172.21.15.1:0/4119708367 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d20197760 0x7f0d20197be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.194+0000 7f0d260b5640 1 --2- 172.21.15.1:0/4119708367 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0d20106530 0x7f0d2019dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.194+0000 7f0d260b5640 1 --2- 172.21.15.1:0/4119708367 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0d20101460 0x7f0d2019d6a0 unknown :-1 s=CLOSED pgs=1358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:06.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.194+0000 7f0d260b5640 1 -- 172.21.15.1:0/4119708367 >> 172.21.15.1:0/4119708367 conn(0x7f0d200fcce0 msgr2=0x7f0d200fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:06.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.194+0000 7f0d260b5640 1 -- 172.21.15.1:0/4119708367 shutdown_connections 2024-02-10T00:07:06.199 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:06.194+0000 7f0d260b5640 1 -- 172.21.15.1:0/4119708367 wait complete. 2024-02-10T00:07:07.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:07 smithi103 ceph-mon[36942]: pgmap v238: 97 pgs: 97 active+clean; 1.9 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 89 KiB/s wr, 33 op/s 2024-02-10T00:07:07.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:07 smithi103 ceph-mon[36942]: osdmap e92: 12 total, 12 up, 12 in 2024-02-10T00:07:07.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:07 smithi001 ceph-mon[32335]: pgmap v238: 97 pgs: 97 active+clean; 1.9 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 89 KiB/s wr, 33 op/s 2024-02-10T00:07:07.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:07 smithi001 ceph-mon[32335]: osdmap e92: 12 total, 12 up, 12 in 2024-02-10T00:07:07.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:07 smithi088 ceph-mon[36452]: pgmap v238: 97 pgs: 97 active+clean; 1.9 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 89 KiB/s wr, 33 op/s 2024-02-10T00:07:07.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:07 smithi088 ceph-mon[36452]: osdmap e92: 12 total, 12 up, 12 in 2024-02-10T00:07:09.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:09 smithi103 ceph-mon[36942]: pgmap v240: 97 pgs: 97 active+clean; 2.2 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 108 KiB/s wr, 39 op/s 2024-02-10T00:07:09.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:09 smithi001 ceph-mon[32335]: pgmap v240: 97 pgs: 97 active+clean; 2.2 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 108 KiB/s wr, 39 op/s 2024-02-10T00:07:09.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:09 smithi088 ceph-mon[36452]: pgmap v240: 97 pgs: 97 active+clean; 2.2 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 108 KiB/s wr, 39 op/s 2024-02-10T00:07:11.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:11 smithi103 ceph-mon[36942]: pgmap v241: 97 pgs: 97 active+clean; 2.2 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 108 KiB/s wr, 39 op/s 2024-02-10T00:07:11.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:11 smithi001 ceph-mon[32335]: pgmap v241: 97 pgs: 97 active+clean; 2.2 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 108 KiB/s wr, 39 op/s 2024-02-10T00:07:11.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:11 smithi088 ceph-mon[36452]: pgmap v241: 97 pgs: 97 active+clean; 2.2 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 108 KiB/s wr, 39 op/s 2024-02-10T00:07:13.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:13 smithi088 ceph-mon[36452]: pgmap v242: 97 pgs: 97 active+clean; 2.2 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 108 KiB/s wr, 39 op/s 2024-02-10T00:07:13.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:13 smithi088 ceph-mon[36452]: osdmap e93: 12 total, 12 up, 12 in 2024-02-10T00:07:13.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:13 smithi103 ceph-mon[36942]: pgmap v242: 97 pgs: 97 active+clean; 2.2 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 108 KiB/s wr, 39 op/s 2024-02-10T00:07:13.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:13 smithi103 ceph-mon[36942]: osdmap e93: 12 total, 12 up, 12 in 2024-02-10T00:07:13.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:13 smithi001 ceph-mon[32335]: pgmap v242: 97 pgs: 97 active+clean; 2.2 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 108 KiB/s wr, 39 op/s 2024-02-10T00:07:13.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:13 smithi001 ceph-mon[32335]: osdmap e93: 12 total, 12 up, 12 in 2024-02-10T00:07:15.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:15 smithi088 ceph-mon[36452]: pgmap v244: 97 pgs: 97 active+clean; 2.4 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 64 KiB/s wr, 23 op/s 2024-02-10T00:07:15.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:15 smithi103 ceph-mon[36942]: pgmap v244: 97 pgs: 97 active+clean; 2.4 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 64 KiB/s wr, 23 op/s 2024-02-10T00:07:15.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:15 smithi001 ceph-mon[32335]: pgmap v244: 97 pgs: 97 active+clean; 2.4 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 64 KiB/s wr, 23 op/s 2024-02-10T00:07:17.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:17 smithi088 ceph-mon[36452]: pgmap v245: 97 pgs: 97 active+clean; 2.4 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 55 KiB/s wr, 20 op/s 2024-02-10T00:07:17.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:17 smithi103 ceph-mon[36942]: pgmap v245: 97 pgs: 97 active+clean; 2.4 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 55 KiB/s wr, 20 op/s 2024-02-10T00:07:17.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:17 smithi001 ceph-mon[32335]: pgmap v245: 97 pgs: 97 active+clean; 2.4 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 55 KiB/s wr, 20 op/s 2024-02-10T00:07:19.267 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:07:19.267 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:07:19.293 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.291+0000 7f2531356640 1 -- 172.21.15.1:0/1298374989 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f252c101450 msgr2=0x7f252c101830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.293 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.291+0000 7f2531356640 1 --2- 172.21.15.1:0/1298374989 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f252c101450 0x7f252c101830 secure :-1 s=READY pgs=1362 cs=0 l=1 rev1=1 crypto rx=0x7f251c009930 tx=0x7f251c02bc30 comp rx=0 tx=0).stop 2024-02-10T00:07:19.293 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.291+0000 7f2531356640 1 -- 172.21.15.1:0/1298374989 shutdown_connections 2024-02-10T00:07:19.293 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.291+0000 7f2531356640 1 --2- 172.21.15.1:0/1298374989 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f252c106520 0x7f252c10e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.293 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.291+0000 7f2531356640 1 --2- 172.21.15.1:0/1298374989 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f252c101e00 0x7f252c105e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.293 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.291+0000 7f2531356640 1 --2- 172.21.15.1:0/1298374989 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f252c101450 0x7f252c101830 unknown :-1 s=CLOSED pgs=1362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.291+0000 7f2531356640 1 -- 172.21.15.1:0/1298374989 >> 172.21.15.1:0/1298374989 conn(0x7f252c0fccb0 msgr2=0x7f252c0ff0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:19.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.291+0000 7f2531356640 1 -- 172.21.15.1:0/1298374989 shutdown_connections 2024-02-10T00:07:19.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.291+0000 7f2531356640 1 -- 172.21.15.1:0/1298374989 wait complete. 2024-02-10T00:07:19.294 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.292+0000 7f2531356640 1 Processor -- start 2024-02-10T00:07:19.294 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:19 smithi001 ceph-mon[32335]: pgmap v246: 97 pgs: 97 active+clean; 2.6 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:07:19.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.292+0000 7f2531356640 1 -- start start 2024-02-10T00:07:19.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.292+0000 7f2531356640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f252c101450 0x7f252c19d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.292+0000 7f2531356640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f252c106520 0x7f252c19db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.292+0000 7f2531356640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f252c197740 0x7f252c197bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.292+0000 7f2531356640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f252c198210 con 0x7f252c101450 2024-02-10T00:07:19.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.292+0000 7f2531356640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f252c198380 con 0x7f252c106520 2024-02-10T00:07:19.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.292+0000 7f2531356640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f252c198540 con 0x7f252c197740 2024-02-10T00:07:19.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.292+0000 7f252affd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f252c101450 0x7f252c19d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.292+0000 7f252affd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f252c101450 0x7f252c19d630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:35876/0 (socket says 172.21.15.1:35876) 2024-02-10T00:07:19.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.292+0000 7f252affd640 1 -- 172.21.15.1:0/1297252931 learned_addr learned my addr 172.21.15.1:0/1297252931 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:19.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.293+0000 7f252a7fc640 1 --2- 172.21.15.1:0/1297252931 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f252c106520 0x7f252c19db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.293+0000 7f252b7fe640 1 --2- 172.21.15.1:0/1297252931 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f252c197740 0x7f252c197bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.293+0000 7f252affd640 1 -- 172.21.15.1:0/1297252931 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f252c197740 msgr2=0x7f252c197bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.293+0000 7f252affd640 1 --2- 172.21.15.1:0/1297252931 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f252c197740 0x7f252c197bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.293+0000 7f252affd640 1 -- 172.21.15.1:0/1297252931 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f252c106520 msgr2=0x7f252c19db70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.293+0000 7f252affd640 1 --2- 172.21.15.1:0/1297252931 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f252c106520 0x7f252c19db70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.293+0000 7f252affd640 1 -- 172.21.15.1:0/1297252931 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f251c009560 con 0x7f252c101450 2024-02-10T00:07:19.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.293+0000 7f252b7fe640 1 --2- 172.21.15.1:0/1297252931 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f252c197740 0x7f252c197bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:19.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.293+0000 7f252affd640 1 --2- 172.21.15.1:0/1297252931 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f252c101450 0x7f252c19d630 secure :-1 s=READY pgs=1363 cs=0 l=1 rev1=1 crypto rx=0x7f251c009230 tx=0x7f251c004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:19.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.293+0000 7f2513fff640 1 -- 172.21.15.1:0/1297252931 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f251c004440 con 0x7f252c101450 2024-02-10T00:07:19.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.293+0000 7f2531356640 1 -- 172.21.15.1:0/1297252931 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f252c1a4430 con 0x7f252c101450 2024-02-10T00:07:19.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.293+0000 7f2513fff640 1 -- 172.21.15.1:0/1297252931 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f251c0052d0 con 0x7f252c101450 2024-02-10T00:07:19.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.293+0000 7f2513fff640 1 -- 172.21.15.1:0/1297252931 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f251c003d70 con 0x7f252c101450 2024-02-10T00:07:19.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.293+0000 7f2531356640 1 -- 172.21.15.1:0/1297252931 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f252c1a4960 con 0x7f252c101450 2024-02-10T00:07:19.303 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.296+0000 7f2513fff640 1 -- 172.21.15.1:0/1297252931 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f251c005440 con 0x7f252c101450 2024-02-10T00:07:19.303 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.296+0000 7f2534006740 1 Processor -- start 2024-02-10T00:07:19.303 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.296+0000 7f2534006740 1 -- start start 2024-02-10T00:07:19.303 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.297+0000 7f2534006740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3599250b0 0x55c359925490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.304 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.297+0000 7f2534006740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3599259d0 0x55c35992e260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.304 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.297+0000 7f2534006740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c35992e7a0 0x55c359930b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.304 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.297+0000 7f2534006740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c359893a00 con 0x55c3599250b0 2024-02-10T00:07:19.304 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.297+0000 7f2534006740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c359890f30 con 0x55c3599259d0 2024-02-10T00:07:19.304 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.297+0000 7f2534006740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c35988c710 con 0x55c35992e7a0 2024-02-10T00:07:19.304 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.297+0000 7f2513fff640 1 --2- 172.21.15.1:0/1297252931 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f25140a2220 0x7f25140a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.304 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.297+0000 7f252b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3599250b0 0x55c359925490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.304 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.297+0000 7f252b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3599250b0 0x55c359925490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:35878/0 (socket says 172.21.15.1:35878) 2024-02-10T00:07:19.304 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.297+0000 7f252b7fe640 1 -- 172.21.15.1:0/3833620171 learned_addr learned my addr 172.21.15.1:0/3833620171 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:19.304 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.297+0000 7f252a7fc640 1 --2- 172.21.15.1:0/3833620171 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c35992e7a0 0x55c359930b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.304 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.297+0000 7f252b7fe640 1 --2- 172.21.15.1:0/1297252931 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f25140a2220 0x7f25140a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.304 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.297+0000 7f2513fff640 1 -- 172.21.15.1:0/1297252931 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f251c0f01f0 con 0x7f252c101450 2024-02-10T00:07:19.304 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.297+0000 7f252affd640 1 --2- 172.21.15.1:0/3833620171 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3599259d0 0x55c35992e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.305 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.297+0000 7f252b7fe640 1 -- 172.21.15.1:0/3833620171 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c35992e7a0 msgr2=0x55c359930b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:19.305 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.297+0000 7f252b7fe640 1 --2- 172.21.15.1:0/3833620171 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c35992e7a0 0x55c359930b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.305 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.297+0000 7f252b7fe640 1 -- 172.21.15.1:0/3833620171 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3599259d0 msgr2=0x55c35992e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:19.305 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.297+0000 7f252b7fe640 1 --2- 172.21.15.1:0/3833620171 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3599259d0 0x55c35992e260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.305 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.297+0000 7f252b7fe640 1 -- 172.21.15.1:0/3833620171 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c3598513b0 con 0x55c3599250b0 2024-02-10T00:07:19.305 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.298+0000 7f252b7fe640 1 --2- 172.21.15.1:0/3833620171 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3599250b0 0x55c359925490 secure :-1 s=READY pgs=1364 cs=0 l=1 rev1=1 crypto rx=0x7f2524014a10 tx=0x7f2524014ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b21f1d8d692a345 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:19.305 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.298+0000 7f252b7fe640 1 --2- 172.21.15.1:0/1297252931 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f25140a2220 0x7f25140a46e0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f2524012760 tx=0x7f252401e000 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:19.305 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.298+0000 7f25117fa640 1 -- 172.21.15.1:0/3833620171 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2524014050 con 0x55c3599250b0 2024-02-10T00:07:19.305 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.298+0000 7f25117fa640 1 -- 172.21.15.1:0/3833620171 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f252401a070 con 0x55c3599250b0 2024-02-10T00:07:19.305 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.298+0000 7f25117fa640 1 -- 172.21.15.1:0/3833620171 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25240107d0 con 0x55c3599250b0 2024-02-10T00:07:19.305 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.299+0000 7f2534006740 1 -- 172.21.15.1:0/3833620171 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3599250b0 msgr2=0x55c359925490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.305 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.299+0000 7f2534006740 1 --2- 172.21.15.1:0/3833620171 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3599250b0 0x55c359925490 secure :-1 s=READY pgs=1364 cs=0 l=1 rev1=1 crypto rx=0x7f2524014a10 tx=0x7f2524014ed0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.305 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.299+0000 7f2534006740 1 -- 172.21.15.1:0/3833620171 shutdown_connections 2024-02-10T00:07:19.306 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.299+0000 7f2534006740 1 --2- 172.21.15.1:0/3833620171 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c35992e7a0 0x55c359930b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.306 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.299+0000 7f2534006740 1 --2- 172.21.15.1:0/3833620171 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3599259d0 0x55c35992e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.306 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.299+0000 7f2534006740 1 --2- 172.21.15.1:0/3833620171 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3599250b0 0x55c359925490 unknown :-1 s=CLOSED pgs=1364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.306 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.299+0000 7f2534006740 1 -- 172.21.15.1:0/3833620171 >> 172.21.15.1:0/3833620171 conn(0x55c35991f9d0 msgr2=0x55c35991fdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:19.306 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.299+0000 7f2534006740 1 -- 172.21.15.1:0/3833620171 shutdown_connections 2024-02-10T00:07:19.306 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.299+0000 7f2534006740 1 -- 172.21.15.1:0/3833620171 wait complete. 2024-02-10T00:07:19.306 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.299+0000 7f2534006740 1 -- start start 2024-02-10T00:07:19.306 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.299+0000 7f2534006740 1 Processor -- start 2024-02-10T00:07:19.306 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.299+0000 7f2534006740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3599250b0 0x55c35992b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.306 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.299+0000 7f2534006740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3599259d0 0x55c35992bcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.306 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.299+0000 7f2534006740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c35992e7a0 0x55c35992c230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.306 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.299+0000 7f2534006740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c359831b90 con 0x55c35992e7a0 2024-02-10T00:07:19.306 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.299+0000 7f2534006740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c359560250 con 0x55c3599259d0 2024-02-10T00:07:19.306 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.299+0000 7f2534006740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c359812200 con 0x55c3599250b0 2024-02-10T00:07:19.307 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.299+0000 7f2534006740 10 client.0 _ll_register_callbacks cb 0x55c3598485d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:19.307 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.300+0000 7f252b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c35992e7a0 0x55c35992c230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.307 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.300+0000 7f252b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c35992e7a0 0x55c35992c230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:35892/0 (socket says 172.21.15.1:35892) 2024-02-10T00:07:19.307 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.300+0000 7f252b7fe640 1 -- 172.21.15.1:0/2609230023 learned_addr learned my addr 172.21.15.1:0/2609230023 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:19.307 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.300+0000 7f252a7fc640 1 --2- 172.21.15.1:0/2609230023 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3599259d0 0x55c35992bcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.307 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.300+0000 7f252affd640 1 --2- 172.21.15.1:0/2609230023 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3599250b0 0x55c35992b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.307 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.300+0000 7f252b7fe640 1 -- 172.21.15.1:0/2609230023 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3599250b0 msgr2=0x55c35992b7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:19.307 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.300+0000 7f252b7fe640 1 --2- 172.21.15.1:0/2609230023 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3599250b0 0x55c35992b7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.307 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.300+0000 7f252b7fe640 1 -- 172.21.15.1:0/2609230023 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3599259d0 msgr2=0x55c35992bcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:19.307 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.300+0000 7f252b7fe640 1 --2- 172.21.15.1:0/2609230023 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3599259d0 0x55c35992bcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.307 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.300+0000 7f252b7fe640 1 -- 172.21.15.1:0/2609230023 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2524014650 con 0x55c35992e7a0 2024-02-10T00:07:19.307 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.300+0000 7f252b7fe640 1 --2- 172.21.15.1:0/2609230023 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c35992e7a0 0x55c35992c230 secure :-1 s=READY pgs=1365 cs=0 l=1 rev1=1 crypto rx=0x7f2524014480 tx=0x7f2524014350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e789ce02725b24f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:19.307 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.300+0000 7f250eff5640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:19.307 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.300+0000 7f250eff5640 1 -- 172.21.15.1:0/2609230023 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2524010550 con 0x55c35992e7a0 2024-02-10T00:07:19.307 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.300+0000 7f250eff5640 1 -- 172.21.15.1:0/2609230023 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f25240106b0 con 0x55c35992e7a0 2024-02-10T00:07:19.308 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.300+0000 7f2534006740 1 -- 172.21.15.1:0/2609230023 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c3598b2ee0 con 0x55c35992e7a0 2024-02-10T00:07:19.308 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.300+0000 7f250eff5640 1 -- 172.21.15.1:0/2609230023 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2524010980 con 0x55c35992e7a0 2024-02-10T00:07:19.308 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.300+0000 7f2534006740 10 client.18357 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:19.308 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.301+0000 7f2534006740 1 -- 172.21.15.1:0/2609230023 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c35988ad90 con 0x55c35992e7a0 2024-02-10T00:07:19.308 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.301+0000 7f250eff5640 1 -- 172.21.15.1:0/2609230023 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55c3598b2ee0 con 0x55c35992e7a0 2024-02-10T00:07:19.308 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.301+0000 7f250eff5640 1 -- 172.21.15.1:0/2609230023 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f252401d070 con 0x55c35992e7a0 2024-02-10T00:07:19.308 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.301+0000 7f2534006740 10 client.18357 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:19.308 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.301+0000 7f2534006740 10 client.18357 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:07:19.308 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.301+0000 7f2534006740 20 client.18357 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:19.308 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.301+0000 7f2534006740 1 --2- 172.21.15.1:0/2609230023 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c35993e980 0x55c359940da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.308 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.301+0000 7f2534006740 4 client.18357 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:07:19.308 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.301+0000 7f2534006740 1 -- 172.21.15.1:0/2609230023 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c35958c600 con 0x55c35993e980 2024-02-10T00:07:19.308 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.301+0000 7f252affd640 1 --2- 172.21.15.1:0/2609230023 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c35993e980 0x55c359940da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.308 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.302+0000 7f252affd640 1 --2- 172.21.15.1:0/2609230023 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c35993e980 0x55c359940da0 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=83feb702ff49c2ce server_cookie=efadd6f23d41bff0 in_seq=0 out_seq=0 2024-02-10T00:07:19.309 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.302+0000 7f250eff5640 10 client.18357 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:19.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.302+0000 7f250eff5640 1 -- 172.21.15.1:0/2609230023 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55c35958c600 con 0x55c35993e980 2024-02-10T00:07:19.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.302+0000 7f250eff5640 10 client.18357 handle_command_reply: tid=0 2024-02-10T00:07:19.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.302+0000 7f2534006740 1 client.18357 shutdown 2024-02-10T00:07:19.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.302+0000 7f2534006740 1 -- 172.21.15.1:0/2609230023 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c35992e7a0 msgr2=0x55c35992c230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.302+0000 7f2534006740 1 --2- 172.21.15.1:0/2609230023 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c35992e7a0 0x55c35992c230 secure :-1 s=READY pgs=1365 cs=0 l=1 rev1=1 crypto rx=0x7f2524014480 tx=0x7f2524014350 comp rx=0 tx=0).stop 2024-02-10T00:07:19.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.302+0000 7f2534006740 1 -- 172.21.15.1:0/2609230023 shutdown_connections 2024-02-10T00:07:19.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.302+0000 7f2534006740 1 --2- 172.21.15.1:0/2609230023 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c35993e980 0x55c359940da0 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.302+0000 7f2534006740 1 --2- 172.21.15.1:0/2609230023 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c35992e7a0 0x55c35992c230 unknown :-1 s=CLOSED pgs=1365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.302+0000 7f2534006740 1 --2- 172.21.15.1:0/2609230023 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3599259d0 0x55c35992bcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.302+0000 7f2534006740 1 --2- 172.21.15.1:0/2609230023 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3599250b0 0x55c35992b7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.302+0000 7f250eff5640 0 client.18357 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:19.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.302+0000 7f2534006740 1 -- 172.21.15.1:0/2609230023 >> 172.21.15.1:0/2609230023 conn(0x55c35991f9d0 msgr2=0x55c359921720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:19.310 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.303+0000 7f2534006740 1 -- 172.21.15.1:0/2609230023 shutdown_connections 2024-02-10T00:07:19.311 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.303+0000 7f2534006740 1 -- 172.21.15.1:0/2609230023 wait complete. 2024-02-10T00:07:19.311 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.303+0000 7f2534006740 20 client.18357 trim_cache size 0 max 16384 2024-02-10T00:07:19.319 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.316+0000 7f2534006740 1 Processor -- start 2024-02-10T00:07:19.319 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.316+0000 7f2534006740 1 -- start start 2024-02-10T00:07:19.319 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.317+0000 7f2534006740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3599250b0 0x55c35992dee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.319 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.317+0000 7f2534006740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3599259d0 0x55c35992c050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.319 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.317+0000 7f2534006740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c35992e7a0 0x55c359928a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.319 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.317+0000 7f2534006740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3598b2ee0 con 0x55c3599259d0 2024-02-10T00:07:19.320 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.317+0000 7f2534006740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3599209d0 con 0x55c35992e7a0 2024-02-10T00:07:19.320 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.317+0000 7f2534006740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c35993b430 con 0x55c3599250b0 2024-02-10T00:07:19.320 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.317+0000 7f252a7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3599259d0 0x55c35992c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.320 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.317+0000 7f252affd640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3599250b0 0x55c35992dee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.320 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.317+0000 7f252a7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3599259d0 0x55c35992c050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:35904/0 (socket says 172.21.15.1:35904) 2024-02-10T00:07:19.320 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.317+0000 7f252a7fc640 1 -- 172.21.15.1:0/1997154067 learned_addr learned my addr 172.21.15.1:0/1997154067 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:19.320 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.317+0000 7f252b7fe640 1 --2- 172.21.15.1:0/1997154067 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c35992e7a0 0x55c359928a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.320 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.317+0000 7f252affd640 1 -- 172.21.15.1:0/1997154067 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c35992e7a0 msgr2=0x55c359928a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:19.320 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.317+0000 7f252affd640 1 --2- 172.21.15.1:0/1997154067 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c35992e7a0 0x55c359928a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.320 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.317+0000 7f252affd640 1 -- 172.21.15.1:0/1997154067 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3599259d0 msgr2=0x55c35992c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:19.320 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.317+0000 7f252affd640 1 --2- 172.21.15.1:0/1997154067 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3599259d0 0x55c35992c050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.320 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.317+0000 7f252affd640 1 -- 172.21.15.1:0/1997154067 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c359827820 con 0x55c3599250b0 2024-02-10T00:07:19.320 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.317+0000 7f252affd640 1 --2- 172.21.15.1:0/1997154067 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3599250b0 0x55c35992dee0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f251c0eda50 tx=0x7f251c003840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a3e84fa541eb2a03 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:19.321 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.318+0000 7f2510ff9640 1 -- 172.21.15.1:0/1997154067 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f251c0bd3f0 con 0x55c3599250b0 2024-02-10T00:07:19.321 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.318+0000 7f2510ff9640 1 -- 172.21.15.1:0/1997154067 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f251c0bccf0 con 0x55c3599250b0 2024-02-10T00:07:19.321 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.318+0000 7f2510ff9640 1 -- 172.21.15.1:0/1997154067 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f251c0edbc0 con 0x55c3599250b0 2024-02-10T00:07:19.324 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.318+0000 7f2534006740 1 -- 172.21.15.1:0/1997154067 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3599250b0 msgr2=0x55c35992dee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.324 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.318+0000 7f2534006740 1 --2- 172.21.15.1:0/1997154067 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3599250b0 0x55c35992dee0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f251c0eda50 tx=0x7f251c003840 comp rx=0 tx=0).stop 2024-02-10T00:07:19.325 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.318+0000 7f2534006740 1 -- 172.21.15.1:0/1997154067 shutdown_connections 2024-02-10T00:07:19.325 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.318+0000 7f2534006740 1 --2- 172.21.15.1:0/1997154067 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c35992e7a0 0x55c359928a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.325 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.318+0000 7f2534006740 1 --2- 172.21.15.1:0/1997154067 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3599259d0 0x55c35992c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.325 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.318+0000 7f2534006740 1 --2- 172.21.15.1:0/1997154067 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3599250b0 0x55c35992dee0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.325 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.318+0000 7f2534006740 1 -- 172.21.15.1:0/1997154067 >> 172.21.15.1:0/1997154067 conn(0x55c35991f9d0 msgr2=0x55c35992a080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:19.325 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.318+0000 7f2534006740 1 -- 172.21.15.1:0/1997154067 shutdown_connections 2024-02-10T00:07:19.325 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.318+0000 7f2534006740 1 -- 172.21.15.1:0/1997154067 wait complete. 2024-02-10T00:07:19.325 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.319+0000 7f2534006740 1 -- start start 2024-02-10T00:07:19.325 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.319+0000 7f2534006740 1 Processor -- start 2024-02-10T00:07:19.325 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.319+0000 7f2534006740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3599250b0 0x55c3599356f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.326 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.319+0000 7f2534006740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3599259d0 0x55c359933a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.326 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.319+0000 7f2534006740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c35992e7a0 0x55c359933fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.326 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.319+0000 7f2534006740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3599346a0 con 0x55c3599259d0 2024-02-10T00:07:19.326 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.319+0000 7f2534006740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c359934810 con 0x55c3599250b0 2024-02-10T00:07:19.326 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.319+0000 7f2534006740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3599992a0 con 0x55c35992e7a0 2024-02-10T00:07:19.326 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.319+0000 7f2534006740 10 client.0 _ll_register_callbacks cb 0x7f252000b810 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:19.326 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.319+0000 7f252a7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3599259d0 0x55c359933a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.326 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.319+0000 7f252a7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3599259d0 0x55c359933a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:35912/0 (socket says 172.21.15.1:35912) 2024-02-10T00:07:19.326 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.319+0000 7f252a7fc640 1 -- 172.21.15.1:0/1578452125 learned_addr learned my addr 172.21.15.1:0/1578452125 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:19.326 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.319+0000 7f252b7fe640 1 --2- 172.21.15.1:0/1578452125 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c35992e7a0 0x55c359933fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.326 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.319+0000 7f252affd640 1 --2- 172.21.15.1:0/1578452125 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3599250b0 0x55c3599356f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.326 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.319+0000 7f252a7fc640 1 -- 172.21.15.1:0/1578452125 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c35992e7a0 msgr2=0x55c359933fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:19.326 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.319+0000 7f252a7fc640 1 --2- 172.21.15.1:0/1578452125 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c35992e7a0 0x55c359933fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.319+0000 7f252a7fc640 1 -- 172.21.15.1:0/1578452125 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3599250b0 msgr2=0x55c3599356f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:19.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.319+0000 7f252a7fc640 1 --2- 172.21.15.1:0/1578452125 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3599250b0 0x55c3599356f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.319+0000 7f252a7fc640 1 -- 172.21.15.1:0/1578452125 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f252c1a4960 con 0x55c3599259d0 2024-02-10T00:07:19.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.320+0000 7f252a7fc640 1 --2- 172.21.15.1:0/1578452125 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3599259d0 0x55c359933a90 secure :-1 s=READY pgs=1366 cs=0 l=1 rev1=1 crypto rx=0x7f252c06a900 tx=0x7f2520012930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=569e90352da26f6a server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:19.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.320+0000 7f250eff5640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:19.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.320+0000 7f250eff5640 1 -- 172.21.15.1:0/1578452125 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2520016040 con 0x55c3599259d0 2024-02-10T00:07:19.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.320+0000 7f250eff5640 1 -- 172.21.15.1:0/1578452125 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f2520004020 con 0x55c3599259d0 2024-02-10T00:07:19.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.320+0000 7f2534006740 1 -- 172.21.15.1:0/1578452125 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f252401a070 con 0x55c3599259d0 2024-02-10T00:07:19.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.320+0000 7f250eff5640 1 -- 172.21.15.1:0/1578452125 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f25200041e0 con 0x55c3599259d0 2024-02-10T00:07:19.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.320+0000 7f2534006740 10 client.18363 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:19.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.320+0000 7f2534006740 1 -- 172.21.15.1:0/1578452125 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c35984d6f0 con 0x55c3599259d0 2024-02-10T00:07:19.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.320+0000 7f250eff5640 1 -- 172.21.15.1:0/1578452125 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f252401a070 con 0x55c3599259d0 2024-02-10T00:07:19.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.320+0000 7f250eff5640 1 -- 172.21.15.1:0/1578452125 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f2520010be0 con 0x55c3599259d0 2024-02-10T00:07:19.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.320+0000 7f2534006740 10 client.18363 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:19.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.320+0000 7f2534006740 10 client.18363 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:07:19.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.320+0000 7f2534006740 20 client.18363 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:19.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.320+0000 7f2534006740 1 --2- 172.21.15.1:0/1578452125 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c35999aac0 0x55c35999cee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.320+0000 7f2534006740 4 client.18363 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:07:19.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.320+0000 7f2534006740 1 -- 172.21.15.1:0/1578452125 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55c3595dd1b0 con 0x55c35999aac0 2024-02-10T00:07:19.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.321+0000 7f252affd640 1 --2- 172.21.15.1:0/1578452125 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c35999aac0 0x55c35999cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.321+0000 7f252affd640 1 --2- 172.21.15.1:0/1578452125 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c35999aac0 0x55c35999cee0 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1f2dbe7febb4f2a2 server_cookie=66d05134d1c70861 in_seq=0 out_seq=0 2024-02-10T00:07:19.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.321+0000 7f250eff5640 10 client.18363 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:19.338 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.336+0000 7f250eff5640 1 -- 172.21.15.1:0/1578452125 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55c3595dd1b0 con 0x55c35999aac0 2024-02-10T00:07:19.338 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.336+0000 7f250eff5640 10 client.18363 handle_command_reply: tid=0 2024-02-10T00:07:19.338 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.336+0000 7f2534006740 1 client.18363 shutdown 2024-02-10T00:07:19.338 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.336+0000 7f2534006740 1 -- 172.21.15.1:0/1578452125 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3599259d0 msgr2=0x55c359933a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.339 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.336+0000 7f2534006740 1 --2- 172.21.15.1:0/1578452125 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3599259d0 0x55c359933a90 secure :-1 s=READY pgs=1366 cs=0 l=1 rev1=1 crypto rx=0x7f252c06a900 tx=0x7f2520012930 comp rx=0 tx=0).stop 2024-02-10T00:07:19.339 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.336+0000 7f2534006740 1 -- 172.21.15.1:0/1578452125 shutdown_connections 2024-02-10T00:07:19.339 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.336+0000 7f2534006740 1 --2- 172.21.15.1:0/1578452125 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c35999aac0 0x55c35999cee0 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.339 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.336+0000 7f2534006740 1 --2- 172.21.15.1:0/1578452125 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c35992e7a0 0x55c359933fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.339 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.336+0000 7f2534006740 1 --2- 172.21.15.1:0/1578452125 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3599259d0 0x55c359933a90 unknown :-1 s=CLOSED pgs=1366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.339 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.336+0000 7f250eff5640 0 client.18363 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:19.339 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.336+0000 7f2534006740 1 --2- 172.21.15.1:0/1578452125 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3599250b0 0x55c3599356f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.339 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.336+0000 7f2534006740 1 -- 172.21.15.1:0/1578452125 >> 172.21.15.1:0/1578452125 conn(0x55c35991f9d0 msgr2=0x55c359920dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:19.339 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.336+0000 7f2534006740 1 -- 172.21.15.1:0/1578452125 shutdown_connections 2024-02-10T00:07:19.339 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.336+0000 7f2534006740 1 -- 172.21.15.1:0/1578452125 wait complete. 2024-02-10T00:07:19.339 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.337+0000 7f2534006740 20 client.18363 trim_cache size 0 max 16384 2024-02-10T00:07:19.340 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:07:19.340 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:07:19.340 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:07:19.340 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:07:19.340 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.337+0000 7f2531356640 1 -- 172.21.15.1:0/1297252931 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f25140a2220 msgr2=0x7f25140a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.341 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.337+0000 7f2531356640 1 --2- 172.21.15.1:0/1297252931 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f25140a2220 0x7f25140a46e0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f2524012760 tx=0x7f252401e000 comp rx=0 tx=0).stop 2024-02-10T00:07:19.341 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.337+0000 7f2531356640 1 -- 172.21.15.1:0/1297252931 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f252c101450 msgr2=0x7f252c19d630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.341 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.337+0000 7f2531356640 1 --2- 172.21.15.1:0/1297252931 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f252c101450 0x7f252c19d630 secure :-1 s=READY pgs=1363 cs=0 l=1 rev1=1 crypto rx=0x7f251c009230 tx=0x7f251c004040 comp rx=0 tx=0).stop 2024-02-10T00:07:19.341 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.337+0000 7f2531356640 1 -- 172.21.15.1:0/1297252931 shutdown_connections 2024-02-10T00:07:19.341 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.337+0000 7f2531356640 1 --2- 172.21.15.1:0/1297252931 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f25140a2220 0x7f25140a46e0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.341 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.337+0000 7f2531356640 1 --2- 172.21.15.1:0/1297252931 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f252c197740 0x7f252c197bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.341 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.337+0000 7f2531356640 1 --2- 172.21.15.1:0/1297252931 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f252c106520 0x7f252c19db70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.341 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.337+0000 7f2531356640 1 --2- 172.21.15.1:0/1297252931 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f252c101450 0x7f252c19d630 unknown :-1 s=CLOSED pgs=1363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.341 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.337+0000 7f2531356640 1 -- 172.21.15.1:0/1297252931 >> 172.21.15.1:0/1297252931 conn(0x7f252c0fccb0 msgr2=0x7f252c0fdfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:19.341 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.337+0000 7f2531356640 1 -- 172.21.15.1:0/1297252931 shutdown_connections 2024-02-10T00:07:19.341 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:19.338+0000 7f2531356640 1 -- 172.21.15.1:0/1297252931 wait complete. 2024-02-10T00:07:19.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:19 smithi088 ceph-mon[36452]: pgmap v246: 97 pgs: 97 active+clean; 2.6 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:07:19.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.384+0000 7f4873501640 1 -- 172.21.15.1:0/3426404008 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f486c10b820 msgr2=0x7f486c10dc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.384+0000 7f4873501640 1 --2- 172.21.15.1:0/3426404008 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f486c10b820 0x7f486c10dc50 secure :-1 s=READY pgs=1367 cs=0 l=1 rev1=1 crypto rx=0x7f4864009ca0 tx=0x7f486402c180 comp rx=0 tx=0).stop 2024-02-10T00:07:19.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.384+0000 7f4873501640 1 -- 172.21.15.1:0/3426404008 shutdown_connections 2024-02-10T00:07:19.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.384+0000 7f4873501640 1 --2- 172.21.15.1:0/3426404008 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f486c10b820 0x7f486c10dc50 unknown :-1 s=CLOSED pgs=1367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.384+0000 7f4873501640 1 --2- 172.21.15.1:0/3426404008 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f486c102d70 0x7f486c10b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.384+0000 7f4873501640 1 --2- 172.21.15.1:0/3426404008 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f486c102450 0x7f486c102830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.384+0000 7f4873501640 1 -- 172.21.15.1:0/3426404008 >> 172.21.15.1:0/3426404008 conn(0x7f486c077250 msgr2=0x7f486c077660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:19.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.384+0000 7f4873501640 1 -- 172.21.15.1:0/3426404008 shutdown_connections 2024-02-10T00:07:19.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.384+0000 7f4873501640 1 -- 172.21.15.1:0/3426404008 wait complete. 2024-02-10T00:07:19.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.384+0000 7f4873501640 1 Processor -- start 2024-02-10T00:07:19.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.384+0000 7f4873501640 1 -- start start 2024-02-10T00:07:19.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.385+0000 7f4873501640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f486c102450 0x7f486c19d570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.385+0000 7f4873501640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f486c102d70 0x7f486c19dab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.385+0000 7f4873501640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f486c10b820 0x7f486c197630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.385+0000 7f4873501640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f486c197dc0 con 0x7f486c102450 2024-02-10T00:07:19.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.385+0000 7f4873501640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f486c197f30 con 0x7f486c10b820 2024-02-10T00:07:19.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.385+0000 7f4873501640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f486c1980f0 con 0x7f486c102d70 2024-02-10T00:07:19.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.385+0000 7f487129d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f486c102450 0x7f486c19d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.385+0000 7f487129d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f486c102450 0x7f486c19d570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:35916/0 (socket says 172.21.15.1:35916) 2024-02-10T00:07:19.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.385+0000 7f487129d640 1 -- 172.21.15.1:0/1839789402 learned_addr learned my addr 172.21.15.1:0/1839789402 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:19.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.385+0000 7f4871a9e640 1 --2- 172.21.15.1:0/1839789402 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f486c10b820 0x7f486c197630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.385+0000 7f4870a9c640 1 --2- 172.21.15.1:0/1839789402 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f486c102d70 0x7f486c19dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.385+0000 7f487129d640 1 -- 172.21.15.1:0/1839789402 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f486c102d70 msgr2=0x7f486c19dab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.385+0000 7f487129d640 1 --2- 172.21.15.1:0/1839789402 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f486c102d70 0x7f486c19dab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.385+0000 7f487129d640 1 -- 172.21.15.1:0/1839789402 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f486c10b820 msgr2=0x7f486c197630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.385+0000 7f487129d640 1 --2- 172.21.15.1:0/1839789402 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f486c10b820 0x7f486c197630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.385+0000 7f487129d640 1 -- 172.21.15.1:0/1839789402 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4864009900 con 0x7f486c102450 2024-02-10T00:07:19.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.385+0000 7f4871a9e640 1 --2- 172.21.15.1:0/1839789402 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f486c10b820 0x7f486c197630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:19.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.385+0000 7f487129d640 1 --2- 172.21.15.1:0/1839789402 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f486c102450 0x7f486c19d570 secure :-1 s=READY pgs=1368 cs=0 l=1 rev1=1 crypto rx=0x7f486800e9f0 tx=0x7f486800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:19.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.385+0000 7f48627fc640 1 -- 172.21.15.1:0/1839789402 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4868009700 con 0x7f486c102450 2024-02-10T00:07:19.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.385+0000 7f48627fc640 1 -- 172.21.15.1:0/1839789402 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f486800cd80 con 0x7f486c102450 2024-02-10T00:07:19.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.385+0000 7f4873501640 1 -- 172.21.15.1:0/1839789402 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f486c1983d0 con 0x7f486c102450 2024-02-10T00:07:19.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.385+0000 7f48627fc640 1 -- 172.21.15.1:0/1839789402 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4868018920 con 0x7f486c102450 2024-02-10T00:07:19.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.385+0000 7f4873501640 1 -- 172.21.15.1:0/1839789402 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f486c1a44f0 con 0x7f486c102450 2024-02-10T00:07:19.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:19 smithi103 ceph-mon[36942]: pgmap v246: 97 pgs: 97 active+clean; 2.6 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:07:19.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.387+0000 7f48627fc640 1 -- 172.21.15.1:0/1839789402 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f4868018a80 con 0x7f486c102450 2024-02-10T00:07:19.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.388+0000 7f48761a8740 1 Processor -- start 2024-02-10T00:07:19.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.388+0000 7f48761a8740 1 -- start start 2024-02-10T00:07:19.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.388+0000 7f48761a8740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f8260f860 0x560f8260fc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.388+0000 7f48761a8740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f82610210 0x560f82618d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.388+0000 7f48761a8740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f82619310 0x560f82619770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.388+0000 7f48761a8740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f825cad00 con 0x560f82619310 2024-02-10T00:07:19.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.388+0000 7f48761a8740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f8257f2f0 con 0x560f82610210 2024-02-10T00:07:19.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.388+0000 7f48761a8740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f8257c820 con 0x560f8260f860 2024-02-10T00:07:19.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.388+0000 7f48627fc640 1 --2- 172.21.15.1:0/1839789402 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f48580a2230 0x7f48580a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.388+0000 7f4870a9c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f82619310 0x560f82619770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.388+0000 7f4870a9c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f82619310 0x560f82619770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:35928/0 (socket says 172.21.15.1:35928) 2024-02-10T00:07:19.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.388+0000 7f4870a9c640 1 -- 172.21.15.1:0/590026569 learned_addr learned my addr 172.21.15.1:0/590026569 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:19.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.388+0000 7f4871a9e640 1 --2- 172.21.15.1:0/1839789402 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f48580a2230 0x7f48580a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.388+0000 7f4871a9e640 1 --2- 172.21.15.1:0/590026569 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f8260f860 0x560f8260fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.388+0000 7f48627fc640 1 -- 172.21.15.1:0/1839789402 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f4868014070 con 0x7f486c102450 2024-02-10T00:07:19.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.389+0000 7f4870a9c640 1 -- 172.21.15.1:0/590026569 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f8260f860 msgr2=0x560f8260fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:19.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.389+0000 7f4870a9c640 1 --2- 172.21.15.1:0/590026569 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f8260f860 0x560f8260fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.389+0000 7f487129d640 1 --2- 172.21.15.1:0/590026569 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f82610210 0x560f82618d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.389+0000 7f4870a9c640 1 -- 172.21.15.1:0/590026569 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f82610210 msgr2=0x560f82618d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:19.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.389+0000 7f4870a9c640 1 --2- 172.21.15.1:0/590026569 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f82610210 0x560f82618d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.389+0000 7f4870a9c640 1 -- 172.21.15.1:0/590026569 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560f82539ff0 con 0x560f82619310 2024-02-10T00:07:19.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.389+0000 7f4871a9e640 1 --2- 172.21.15.1:0/590026569 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f8260f860 0x560f8260fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:19.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.389+0000 7f4870a9c640 1 --2- 172.21.15.1:0/590026569 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f82619310 0x560f82619770 secure :-1 s=READY pgs=1369 cs=0 l=1 rev1=1 crypto rx=0x7f485c00ab70 tx=0x7f485c00f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56f2d9c667a4e6aa server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:19.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.389+0000 7f4871a9e640 1 --2- 172.21.15.1:0/1839789402 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f48580a2230 0x7f48580a46f0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f4864006010 tx=0x7f4864004a40 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:19.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.389+0000 7f48577fe640 1 -- 172.21.15.1:0/590026569 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f485c018640 con 0x560f82619310 2024-02-10T00:07:19.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.389+0000 7f48577fe640 1 -- 172.21.15.1:0/590026569 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f485c00ae70 con 0x560f82619310 2024-02-10T00:07:19.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.389+0000 7f48577fe640 1 -- 172.21.15.1:0/590026569 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f485c010ba0 con 0x560f82619310 2024-02-10T00:07:19.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.390+0000 7f48761a8740 1 -- 172.21.15.1:0/590026569 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f82619310 msgr2=0x560f82619770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.390+0000 7f48761a8740 1 --2- 172.21.15.1:0/590026569 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f82619310 0x560f82619770 secure :-1 s=READY pgs=1369 cs=0 l=1 rev1=1 crypto rx=0x7f485c00ab70 tx=0x7f485c00f790 comp rx=0 tx=0).stop 2024-02-10T00:07:19.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.390+0000 7f48761a8740 1 -- 172.21.15.1:0/590026569 shutdown_connections 2024-02-10T00:07:19.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.390+0000 7f48761a8740 1 --2- 172.21.15.1:0/590026569 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f82619310 0x560f82619770 unknown :-1 s=CLOSED pgs=1369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.390+0000 7f48761a8740 1 --2- 172.21.15.1:0/590026569 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f82610210 0x560f82618d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.390+0000 7f48761a8740 1 --2- 172.21.15.1:0/590026569 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f8260f860 0x560f8260fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.390+0000 7f48761a8740 1 -- 172.21.15.1:0/590026569 >> 172.21.15.1:0/590026569 conn(0x560f8260a050 msgr2=0x560f8260a430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:19.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.390+0000 7f48761a8740 1 -- 172.21.15.1:0/590026569 shutdown_connections 2024-02-10T00:07:19.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.390+0000 7f48761a8740 1 -- 172.21.15.1:0/590026569 wait complete. 2024-02-10T00:07:19.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.390+0000 7f48761a8740 1 -- start start 2024-02-10T00:07:19.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.390+0000 7f48761a8740 1 Processor -- start 2024-02-10T00:07:19.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.390+0000 7f48761a8740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f8260f860 0x560f8261cc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.390+0000 7f48761a8740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f82610210 0x560f8261d1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.390+0000 7f48761a8740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f82619310 0x560f8261d710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.390+0000 7f48761a8740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f82578000 con 0x560f82610210 2024-02-10T00:07:19.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.391+0000 7f48761a8740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f8224b430 con 0x560f8260f860 2024-02-10T00:07:19.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.391+0000 7f48761a8740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f82207e00 con 0x560f82619310 2024-02-10T00:07:19.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.391+0000 7f48761a8740 10 client.0 _ll_register_callbacks cb 0x560f8256c7f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:19.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.391+0000 7f4870a9c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f82610210 0x560f8261d1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.391+0000 7f4870a9c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f82610210 0x560f8261d1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:35942/0 (socket says 172.21.15.1:35942) 2024-02-10T00:07:19.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.391+0000 7f4870a9c640 1 -- 172.21.15.1:0/1086753520 learned_addr learned my addr 172.21.15.1:0/1086753520 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:19.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.391+0000 7f4871a9e640 1 --2- 172.21.15.1:0/1086753520 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f82619310 0x560f8261d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.391+0000 7f487129d640 1 --2- 172.21.15.1:0/1086753520 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f8260f860 0x560f8261cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.391+0000 7f4870a9c640 1 -- 172.21.15.1:0/1086753520 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f82619310 msgr2=0x560f8261d710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:19.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.391+0000 7f4870a9c640 1 --2- 172.21.15.1:0/1086753520 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f82619310 0x560f8261d710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.391+0000 7f4870a9c640 1 -- 172.21.15.1:0/1086753520 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f8260f860 msgr2=0x560f8261cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:19.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.391+0000 7f4870a9c640 1 --2- 172.21.15.1:0/1086753520 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f8260f860 0x560f8261cc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.391+0000 7f4870a9c640 1 -- 172.21.15.1:0/1086753520 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f485c00a7a0 con 0x560f82610210 2024-02-10T00:07:19.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.391+0000 7f4870a9c640 1 --2- 172.21.15.1:0/1086753520 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f82610210 0x560f8261d1d0 secure :-1 s=READY pgs=1370 cs=0 l=1 rev1=1 crypto rx=0x7f485c005900 tx=0x7f485c0052f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96eba942b7be9cb8 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:19.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.391+0000 7f4854ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:19.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.391+0000 7f4854ff9640 1 -- 172.21.15.1:0/1086753520 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f485c010540 con 0x560f82610210 2024-02-10T00:07:19.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.391+0000 7f4854ff9640 1 -- 172.21.15.1:0/1086753520 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f485c0046c0 con 0x560f82610210 2024-02-10T00:07:19.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.391+0000 7f48761a8740 1 -- 172.21.15.1:0/1086753520 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560f822777e0 con 0x560f82610210 2024-02-10T00:07:19.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.391+0000 7f4854ff9640 1 -- 172.21.15.1:0/1086753520 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f485c004880 con 0x560f82610210 2024-02-10T00:07:19.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.391+0000 7f48761a8740 10 client.18375 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:19.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.391+0000 7f48761a8740 1 -- 172.21.15.1:0/1086753520 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x560f82576680 con 0x560f82610210 2024-02-10T00:07:19.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.392+0000 7f4854ff9640 1 -- 172.21.15.1:0/1086753520 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x560f822777e0 con 0x560f82610210 2024-02-10T00:07:19.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.392+0000 7f4854ff9640 1 -- 172.21.15.1:0/1086753520 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f485c018980 con 0x560f82610210 2024-02-10T00:07:19.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.392+0000 7f48761a8740 10 client.18375 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:19.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.392+0000 7f48761a8740 10 client.18375 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:07:19.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.392+0000 7f48761a8740 20 client.18375 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:19.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.392+0000 7f48761a8740 1 --2- 172.21.15.1:0/1086753520 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x560f8262d570 0x560f8262f990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.392+0000 7f48761a8740 4 client.18375 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:07:19.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.392+0000 7f48761a8740 1 -- 172.21.15.1:0/1086753520 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560f822b4720 con 0x560f8262d570 2024-02-10T00:07:19.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.392+0000 7f487129d640 1 --2- 172.21.15.1:0/1086753520 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x560f8262d570 0x560f8262f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.392+0000 7f487129d640 1 --2- 172.21.15.1:0/1086753520 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x560f8262d570 0x560f8262f990 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f090a5b68ea01326 server_cookie=9926912e81732b94 in_seq=0 out_seq=0 2024-02-10T00:07:19.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.392+0000 7f4854ff9640 10 client.18375 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:19.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.393+0000 7f4854ff9640 1 -- 172.21.15.1:0/1086753520 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x560f822b4720 con 0x560f8262d570 2024-02-10T00:07:19.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.393+0000 7f4854ff9640 10 client.18375 handle_command_reply: tid=0 2024-02-10T00:07:19.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.393+0000 7f48761a8740 1 client.18375 shutdown 2024-02-10T00:07:19.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.393+0000 7f48761a8740 1 -- 172.21.15.1:0/1086753520 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f82610210 msgr2=0x560f8261d1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.393+0000 7f48761a8740 1 --2- 172.21.15.1:0/1086753520 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f82610210 0x560f8261d1d0 secure :-1 s=READY pgs=1370 cs=0 l=1 rev1=1 crypto rx=0x7f485c005900 tx=0x7f485c0052f0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.393+0000 7f48761a8740 1 -- 172.21.15.1:0/1086753520 shutdown_connections 2024-02-10T00:07:19.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.393+0000 7f48761a8740 1 --2- 172.21.15.1:0/1086753520 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x560f8262d570 0x560f8262f990 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.393+0000 7f48761a8740 1 --2- 172.21.15.1:0/1086753520 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f82619310 0x560f8261d710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.393+0000 7f48761a8740 1 --2- 172.21.15.1:0/1086753520 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f82610210 0x560f8261d1d0 unknown :-1 s=CLOSED pgs=1370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.393+0000 7f4854ff9640 0 client.18375 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:19.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.393+0000 7f48761a8740 1 --2- 172.21.15.1:0/1086753520 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f8260f860 0x560f8261cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.393+0000 7f48761a8740 1 -- 172.21.15.1:0/1086753520 >> 172.21.15.1:0/1086753520 conn(0x560f8260a050 msgr2=0x560f8260bda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:19.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.393+0000 7f48761a8740 1 -- 172.21.15.1:0/1086753520 shutdown_connections 2024-02-10T00:07:19.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.394+0000 7f48761a8740 1 -- 172.21.15.1:0/1086753520 wait complete. 2024-02-10T00:07:19.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.394+0000 7f48761a8740 20 client.18375 trim_cache size 0 max 16384 2024-02-10T00:07:19.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.409+0000 7f48761a8740 1 Processor -- start 2024-02-10T00:07:19.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.409+0000 7f48761a8740 1 -- start start 2024-02-10T00:07:19.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.409+0000 7f48761a8740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f8260f860 0x560f8261f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.409+0000 7f48761a8740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f82610210 0x560f8261a700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.409+0000 7f48761a8740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f82619310 0x560f82616fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.409+0000 7f48761a8740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f824fcfd0 con 0x560f82610210 2024-02-10T00:07:19.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.409+0000 7f48761a8740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f8260ec90 con 0x560f82619310 2024-02-10T00:07:19.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.409+0000 7f48761a8740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f82634be0 con 0x560f8260f860 2024-02-10T00:07:19.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.409+0000 7f4870a9c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f82610210 0x560f8261a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.409+0000 7f4870a9c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f82610210 0x560f8261a700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:35958/0 (socket says 172.21.15.1:35958) 2024-02-10T00:07:19.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.409+0000 7f4870a9c640 1 -- 172.21.15.1:0/1725110766 learned_addr learned my addr 172.21.15.1:0/1725110766 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:19.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.409+0000 7f4871a9e640 1 --2- 172.21.15.1:0/1725110766 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f82619310 0x560f82616fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.409+0000 7f4870a9c640 1 -- 172.21.15.1:0/1725110766 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f8260f860 msgr2=0x560f8261f3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:19.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.409+0000 7f4870a9c640 1 --2- 172.21.15.1:0/1725110766 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f8260f860 0x560f8261f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.409+0000 7f4870a9c640 1 -- 172.21.15.1:0/1725110766 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f82619310 msgr2=0x560f82616fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:19.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.409+0000 7f4870a9c640 1 --2- 172.21.15.1:0/1725110766 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f82619310 0x560f82616fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.409+0000 7f4870a9c640 1 -- 172.21.15.1:0/1725110766 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560f82512b30 con 0x560f82610210 2024-02-10T00:07:19.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.409+0000 7f4871a9e640 1 --2- 172.21.15.1:0/1725110766 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f82619310 0x560f82616fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:07:19.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.410+0000 7f4870a9c640 1 --2- 172.21.15.1:0/1725110766 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f82610210 0x560f8261a700 secure :-1 s=READY pgs=1371 cs=0 l=1 rev1=1 crypto rx=0x7f485c00f7d0 tx=0x7f485c005250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17417e973cb677cd server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:19.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.410+0000 7f4856ffd640 1 -- 172.21.15.1:0/1725110766 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f485c00fd40 con 0x560f82610210 2024-02-10T00:07:19.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.410+0000 7f4856ffd640 1 -- 172.21.15.1:0/1725110766 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f485c005360 con 0x560f82610210 2024-02-10T00:07:19.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.410+0000 7f4856ffd640 1 -- 172.21.15.1:0/1725110766 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f485c010790 con 0x560f82610210 2024-02-10T00:07:19.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.410+0000 7f48761a8740 1 -- 172.21.15.1:0/1725110766 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f82610210 msgr2=0x560f8261a700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.410+0000 7f48761a8740 1 --2- 172.21.15.1:0/1725110766 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f82610210 0x560f8261a700 secure :-1 s=READY pgs=1371 cs=0 l=1 rev1=1 crypto rx=0x7f485c00f7d0 tx=0x7f485c005250 comp rx=0 tx=0).stop 2024-02-10T00:07:19.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.410+0000 7f48761a8740 1 -- 172.21.15.1:0/1725110766 shutdown_connections 2024-02-10T00:07:19.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.410+0000 7f48761a8740 1 --2- 172.21.15.1:0/1725110766 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f82619310 0x560f82616fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.410+0000 7f48761a8740 1 --2- 172.21.15.1:0/1725110766 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f82610210 0x560f8261a700 unknown :-1 s=CLOSED pgs=1371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.410+0000 7f48761a8740 1 --2- 172.21.15.1:0/1725110766 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f8260f860 0x560f8261f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.410+0000 7f48761a8740 1 -- 172.21.15.1:0/1725110766 >> 172.21.15.1:0/1725110766 conn(0x560f8260a050 msgr2=0x560f82618a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:19.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.410+0000 7f48761a8740 1 -- 172.21.15.1:0/1725110766 shutdown_connections 2024-02-10T00:07:19.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.410+0000 7f48761a8740 1 -- 172.21.15.1:0/1725110766 wait complete. 2024-02-10T00:07:19.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.411+0000 7f48761a8740 1 -- start start 2024-02-10T00:07:19.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.411+0000 7f48761a8740 1 Processor -- start 2024-02-10T00:07:19.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.411+0000 7f48761a8740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f8260f860 0x560f82624060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.411+0000 7f48761a8740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f82610210 0x560f826245a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.411+0000 7f48761a8740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f82619310 0x560f82622590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.411+0000 7f48761a8740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f82622b50 con 0x560f82619310 2024-02-10T00:07:19.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.411+0000 7f48761a8740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f82622cc0 con 0x560f8260f860 2024-02-10T00:07:19.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.411+0000 7f48761a8740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f82622e80 con 0x560f82610210 2024-02-10T00:07:19.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.411+0000 7f48761a8740 10 client.0 _ll_register_callbacks cb 0x7f485c00a590 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:19.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.411+0000 7f4871a9e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f82619310 0x560f82622590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.411+0000 7f4871a9e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f82619310 0x560f82622590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:35968/0 (socket says 172.21.15.1:35968) 2024-02-10T00:07:19.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.411+0000 7f4871a9e640 1 -- 172.21.15.1:0/3504518596 learned_addr learned my addr 172.21.15.1:0/3504518596 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:19.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.411+0000 7f4870a9c640 1 --2- 172.21.15.1:0/3504518596 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f82610210 0x560f826245a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.411+0000 7f487129d640 1 --2- 172.21.15.1:0/3504518596 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f8260f860 0x560f82624060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.412+0000 7f4871a9e640 1 -- 172.21.15.1:0/3504518596 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f82610210 msgr2=0x560f826245a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:19.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.412+0000 7f4871a9e640 1 --2- 172.21.15.1:0/3504518596 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f82610210 0x560f826245a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.412+0000 7f4871a9e640 1 -- 172.21.15.1:0/3504518596 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f8260f860 msgr2=0x560f82624060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:19.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.412+0000 7f4871a9e640 1 --2- 172.21.15.1:0/3504518596 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f8260f860 0x560f82624060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.412+0000 7f4871a9e640 1 -- 172.21.15.1:0/3504518596 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560f82576680 con 0x560f82619310 2024-02-10T00:07:19.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.412+0000 7f4871a9e640 1 --2- 172.21.15.1:0/3504518596 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f82619310 0x560f82622590 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7f486c06a9b0 tx=0x7f486402c180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ada256f0436cb0ab server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:19.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.412+0000 7f4854ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:19.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.412+0000 7f4854ff9640 1 -- 172.21.15.1:0/3504518596 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4864004040 con 0x560f82619310 2024-02-10T00:07:19.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.412+0000 7f4854ff9640 1 -- 172.21.15.1:0/3504518596 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f48640041a0 con 0x560f82619310 2024-02-10T00:07:19.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.412+0000 7f48761a8740 1 -- 172.21.15.1:0/3504518596 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560f82303890 con 0x560f82619310 2024-02-10T00:07:19.420 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.412+0000 7f4854ff9640 1 -- 172.21.15.1:0/3504518596 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4864004360 con 0x560f82619310 2024-02-10T00:07:19.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.412+0000 7f48761a8740 10 client.18381 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:19.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.412+0000 7f48761a8740 1 -- 172.21.15.1:0/3504518596 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x560f82538850 con 0x560f82619310 2024-02-10T00:07:19.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.412+0000 7f4854ff9640 1 -- 172.21.15.1:0/3504518596 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x560f82303890 con 0x560f82619310 2024-02-10T00:07:19.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.412+0000 7f4854ff9640 1 -- 172.21.15.1:0/3504518596 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f486403e040 con 0x560f82619310 2024-02-10T00:07:19.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.413+0000 7f48761a8740 10 client.18381 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:19.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.413+0000 7f48761a8740 10 client.18381 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:07:19.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.413+0000 7f48761a8740 20 client.18381 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:19.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.413+0000 7f48761a8740 1 --2- 172.21.15.1:0/3504518596 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x560f82684c70 0x560f82687090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.413+0000 7f48761a8740 4 client.18381 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:07:19.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.413+0000 7f48761a8740 1 -- 172.21.15.1:0/3504518596 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x560f82223700 con 0x560f82684c70 2024-02-10T00:07:19.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.413+0000 7f487129d640 1 --2- 172.21.15.1:0/3504518596 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x560f82684c70 0x560f82687090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.413+0000 7f487129d640 1 --2- 172.21.15.1:0/3504518596 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x560f82684c70 0x560f82687090 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c9207c4b4301ad79 server_cookie=fb8a72d40ecb816f in_seq=0 out_seq=0 2024-02-10T00:07:19.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.413+0000 7f4854ff9640 10 client.18381 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:19.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.413+0000 7f4854ff9640 1 -- 172.21.15.1:0/3504518596 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x560f82223700 con 0x560f82684c70 2024-02-10T00:07:19.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.413+0000 7f4854ff9640 10 client.18381 handle_command_reply: tid=0 2024-02-10T00:07:19.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.413+0000 7f48761a8740 1 client.18381 shutdown 2024-02-10T00:07:19.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.413+0000 7f48761a8740 1 -- 172.21.15.1:0/3504518596 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f82619310 msgr2=0x560f82622590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.413+0000 7f48761a8740 1 --2- 172.21.15.1:0/3504518596 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f82619310 0x560f82622590 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7f486c06a9b0 tx=0x7f486402c180 comp rx=0 tx=0).stop 2024-02-10T00:07:19.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.413+0000 7f48761a8740 1 -- 172.21.15.1:0/3504518596 shutdown_connections 2024-02-10T00:07:19.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.413+0000 7f48761a8740 1 --2- 172.21.15.1:0/3504518596 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x560f82684c70 0x560f82687090 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.413+0000 7f48761a8740 1 --2- 172.21.15.1:0/3504518596 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f82619310 0x560f82622590 unknown :-1 s=CLOSED pgs=1372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.413+0000 7f48761a8740 1 --2- 172.21.15.1:0/3504518596 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f82610210 0x560f826245a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.413+0000 7f4854ff9640 0 client.18381 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:19.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.413+0000 7f48761a8740 1 --2- 172.21.15.1:0/3504518596 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f8260f860 0x560f82624060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.414+0000 7f48761a8740 1 -- 172.21.15.1:0/3504518596 >> 172.21.15.1:0/3504518596 conn(0x560f8260a050 msgr2=0x560f8261d570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:19.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.414+0000 7f48761a8740 1 -- 172.21.15.1:0/3504518596 shutdown_connections 2024-02-10T00:07:19.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.414+0000 7f48761a8740 1 -- 172.21.15.1:0/3504518596 wait complete. 2024-02-10T00:07:19.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.414+0000 7f48761a8740 20 client.18381 trim_cache size 0 max 16384 2024-02-10T00:07:19.423 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:07:19.423 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "no active scrubs running", 2024-02-10T00:07:19.423 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": {} 2024-02-10T00:07:19.423 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:07:19.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.414+0000 7f4873501640 1 -- 172.21.15.1:0/1839789402 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f48580a2230 msgr2=0x7f48580a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.414+0000 7f4873501640 1 --2- 172.21.15.1:0/1839789402 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f48580a2230 0x7f48580a46f0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f4864006010 tx=0x7f4864004a40 comp rx=0 tx=0).stop 2024-02-10T00:07:19.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.414+0000 7f4873501640 1 -- 172.21.15.1:0/1839789402 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f486c102450 msgr2=0x7f486c19d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.414+0000 7f4873501640 1 --2- 172.21.15.1:0/1839789402 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f486c102450 0x7f486c19d570 secure :-1 s=READY pgs=1368 cs=0 l=1 rev1=1 crypto rx=0x7f486800e9f0 tx=0x7f486800eeb0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.414+0000 7f4873501640 1 -- 172.21.15.1:0/1839789402 shutdown_connections 2024-02-10T00:07:19.424 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.414+0000 7f4873501640 1 --2- 172.21.15.1:0/1839789402 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f48580a2230 0x7f48580a46f0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.414+0000 7f4873501640 1 --2- 172.21.15.1:0/1839789402 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f486c10b820 0x7f486c197630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.414+0000 7f4873501640 1 --2- 172.21.15.1:0/1839789402 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f486c102d70 0x7f486c19dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.414+0000 7f4873501640 1 --2- 172.21.15.1:0/1839789402 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f486c102450 0x7f486c19d570 unknown :-1 s=CLOSED pgs=1368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.414+0000 7f4873501640 1 -- 172.21.15.1:0/1839789402 >> 172.21.15.1:0/1839789402 conn(0x7f486c077250 msgr2=0x7f486c0fd1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:19.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.414+0000 7f4873501640 1 -- 172.21.15.1:0/1839789402 shutdown_connections 2024-02-10T00:07:19.425 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.414+0000 7f4873501640 1 -- 172.21.15.1:0/1839789402 wait complete. 2024-02-10T00:07:19.426 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-02-10T00:07:19.426 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-10T00:07:19.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.568+0000 7f31d776c640 1 -- 172.21.15.1:0/2794314574 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f31d0105400 msgr2=0x7f31d010cfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.568+0000 7f31d776c640 1 --2- 172.21.15.1:0/2794314574 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f31d0105400 0x7f31d010cfd0 secure :-1 s=READY pgs=1373 cs=0 l=1 rev1=1 crypto rx=0x7f31c8009cd0 tx=0x7f31c802c0f0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.568+0000 7f31d776c640 1 -- 172.21.15.1:0/2794314574 shutdown_connections 2024-02-10T00:07:19.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.568+0000 7f31d776c640 1 --2- 172.21.15.1:0/2794314574 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f31d0105400 0x7f31d010cfd0 unknown :-1 s=CLOSED pgs=1373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.568+0000 7f31d776c640 1 --2- 172.21.15.1:0/2794314574 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f31d0100ce0 0x7f31d0104d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.574 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.568+0000 7f31d776c640 1 --2- 172.21.15.1:0/2794314574 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f31d0100330 0x7f31d0100710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.568+0000 7f31d776c640 1 -- 172.21.15.1:0/2794314574 >> 172.21.15.1:0/2794314574 conn(0x7f31d00fbbb0 msgr2=0x7f31d00fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:19.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.568+0000 7f31d776c640 1 -- 172.21.15.1:0/2794314574 shutdown_connections 2024-02-10T00:07:19.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.568+0000 7f31d776c640 1 -- 172.21.15.1:0/2794314574 wait complete. 2024-02-10T00:07:19.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.568+0000 7f31d776c640 1 Processor -- start 2024-02-10T00:07:19.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.568+0000 7f31d776c640 1 -- start start 2024-02-10T00:07:19.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.569+0000 7f31d776c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f31d0100330 0x7f31d0198740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.569+0000 7f31d776c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f31d0105400 0x7f31d0198c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.569+0000 7f31d776c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f31d0199210 0x7f31d01a37c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.569+0000 7f31d776c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31d01a3e90 con 0x7f31d0105400 2024-02-10T00:07:19.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.569+0000 7f31d776c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31d01a4000 con 0x7f31d0199210 2024-02-10T00:07:19.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.569+0000 7f31d776c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31d01a41c0 con 0x7f31d0100330 2024-02-10T00:07:19.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.569+0000 7f31d4d07640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f31d0105400 0x7f31d0198c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.569+0000 7f31d4d07640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f31d0105400 0x7f31d0198c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:35996/0 (socket says 172.21.15.1:35996) 2024-02-10T00:07:19.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.569+0000 7f31d4d07640 1 -- 172.21.15.1:0/2115288632 learned_addr learned my addr 172.21.15.1:0/2115288632 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:19.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.569+0000 7f31d5508640 1 --2- 172.21.15.1:0/2115288632 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f31d0100330 0x7f31d0198740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.569+0000 7f31d5d09640 1 --2- 172.21.15.1:0/2115288632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f31d0199210 0x7f31d01a37c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.569+0000 7f31d4d07640 1 -- 172.21.15.1:0/2115288632 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f31d0100330 msgr2=0x7f31d0198740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.569+0000 7f31d4d07640 1 --2- 172.21.15.1:0/2115288632 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f31d0100330 0x7f31d0198740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.569+0000 7f31d4d07640 1 -- 172.21.15.1:0/2115288632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f31d0199210 msgr2=0x7f31d01a37c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.569+0000 7f31d4d07640 1 --2- 172.21.15.1:0/2115288632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f31d0199210 0x7f31d01a37c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.569+0000 7f31d4d07640 1 -- 172.21.15.1:0/2115288632 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31c8009900 con 0x7f31d0105400 2024-02-10T00:07:19.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.569+0000 7f31d4d07640 1 --2- 172.21.15.1:0/2115288632 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f31d0105400 0x7f31d0198c80 secure :-1 s=READY pgs=1374 cs=0 l=1 rev1=1 crypto rx=0x7f31c000d770 tx=0x7f31c000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:19.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.569+0000 7f31c67fc640 1 -- 172.21.15.1:0/2115288632 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31c0009c30 con 0x7f31d0105400 2024-02-10T00:07:19.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.569+0000 7f31c67fc640 1 -- 172.21.15.1:0/2115288632 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f31c000de80 con 0x7f31d0105400 2024-02-10T00:07:19.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.569+0000 7f31d776c640 1 -- 172.21.15.1:0/2115288632 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f31d01a44a0 con 0x7f31d0105400 2024-02-10T00:07:19.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.569+0000 7f31c67fc640 1 -- 172.21.15.1:0/2115288632 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31c000f6b0 con 0x7f31d0105400 2024-02-10T00:07:19.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.569+0000 7f31d776c640 1 -- 172.21.15.1:0/2115288632 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31d01a49b0 con 0x7f31d0105400 2024-02-10T00:07:19.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.570+0000 7f31d776c640 1 -- 172.21.15.1:0/2115288632 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f31d0101800 con 0x7f31d0105400 2024-02-10T00:07:19.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.572+0000 7f31c67fc640 1 -- 172.21.15.1:0/2115288632 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f31c0010460 con 0x7f31d0105400 2024-02-10T00:07:19.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.572+0000 7f31c67fc640 1 --2- 172.21.15.1:0/2115288632 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f31bc0a2230 0x7f31bc0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.572+0000 7f31c67fc640 1 -- 172.21.15.1:0/2115288632 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f31c00cdcf0 con 0x7f31d0105400 2024-02-10T00:07:19.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.572+0000 7f31d5508640 1 --2- 172.21.15.1:0/2115288632 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f31bc0a2230 0x7f31bc0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.573+0000 7f31d5508640 1 --2- 172.21.15.1:0/2115288632 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f31bc0a2230 0x7f31bc0a46f0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f31cc005fd0 tx=0x7f31cc00b390 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:19.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.576+0000 7f31c67fc640 1 -- 172.21.15.1:0/2115288632 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f31c0096a30 con 0x7f31d0105400 2024-02-10T00:07:19.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.795+0000 7f31d776c640 1 -- 172.21.15.1:0/2115288632 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f31d0108690 con 0x7f31d0105400 2024-02-10T00:07:19.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.796+0000 7f31c67fc640 1 -- 172.21.15.1:0/2115288632 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) v1 ==== 94+0+11367 (secure 0 0 0) 0x7f31c009a0f0 con 0x7f31d0105400 2024-02-10T00:07:19.798 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-10T00:07:19.798 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-09T23:57:05.956988+0000","modified":"2024-02-10T00:00:18.086451+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24496,"mds_2":24476,"mds_3":24475,"mds_4":14646},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14646":{"gid":14646,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24398":{"gid":24398,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24406":{"gid":24406,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24475":{"gid":24475,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_25477":{"gid":25477,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/1094349051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":1094349051},{"type":"v1","addr":"172.21.15.103:6835","nonce":1094349051}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-10T00:07:19.799 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 29 2024-02-10T00:07:19.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.798+0000 7f31d776c640 1 -- 172.21.15.1:0/2115288632 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f31bc0a2230 msgr2=0x7f31bc0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.798+0000 7f31d776c640 1 --2- 172.21.15.1:0/2115288632 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f31bc0a2230 0x7f31bc0a46f0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f31cc005fd0 tx=0x7f31cc00b390 comp rx=0 tx=0).stop 2024-02-10T00:07:19.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.798+0000 7f31d776c640 1 -- 172.21.15.1:0/2115288632 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f31d0105400 msgr2=0x7f31d0198c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.798+0000 7f31d776c640 1 --2- 172.21.15.1:0/2115288632 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f31d0105400 0x7f31d0198c80 secure :-1 s=READY pgs=1374 cs=0 l=1 rev1=1 crypto rx=0x7f31c000d770 tx=0x7f31c000dc30 comp rx=0 tx=0).stop 2024-02-10T00:07:19.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.798+0000 7f31d776c640 1 -- 172.21.15.1:0/2115288632 shutdown_connections 2024-02-10T00:07:19.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.798+0000 7f31d776c640 1 --2- 172.21.15.1:0/2115288632 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f31bc0a2230 0x7f31bc0a46f0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.798+0000 7f31d776c640 1 --2- 172.21.15.1:0/2115288632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f31d0199210 0x7f31d01a37c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.798+0000 7f31d776c640 1 --2- 172.21.15.1:0/2115288632 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f31d0105400 0x7f31d0198c80 unknown :-1 s=CLOSED pgs=1374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.798+0000 7f31d776c640 1 --2- 172.21.15.1:0/2115288632 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f31d0100330 0x7f31d0198740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.798+0000 7f31d776c640 1 -- 172.21.15.1:0/2115288632 >> 172.21.15.1:0/2115288632 conn(0x7f31d00fbbb0 msgr2=0x7f31d00fde80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:19.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.799+0000 7f31d776c640 1 -- 172.21.15.1:0/2115288632 shutdown_connections 2024-02-10T00:07:19.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.799+0000 7f31d776c640 1 -- 172.21.15.1:0/2115288632 wait complete. 2024-02-10T00:07:19.812 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:07:19.812 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-02-10T00:07:19.919 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.915+0000 7f64b7713640 1 -- 172.21.15.1:0/4145283477 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f64b00694d0 msgr2=0x7f64b0105d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.919 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.915+0000 7f64b7713640 1 --2- 172.21.15.1:0/4145283477 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f64b00694d0 0x7f64b0105d90 secure :-1 s=READY pgs=1375 cs=0 l=1 rev1=1 crypto rx=0x7f64a0009900 tx=0x7f64a002bc30 comp rx=0 tx=0).stop 2024-02-10T00:07:19.919 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.915+0000 7f64b7713640 1 -- 172.21.15.1:0/4145283477 shutdown_connections 2024-02-10T00:07:19.919 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.915+0000 7f64b7713640 1 --2- 172.21.15.1:0/4145283477 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f64b00ff840 0x7f64b00ffcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.919 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.915+0000 7f64b7713640 1 --2- 172.21.15.1:0/4145283477 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f64b00694d0 0x7f64b0105d90 unknown :-1 s=CLOSED pgs=1375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.919 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.915+0000 7f64b7713640 1 --2- 172.21.15.1:0/4145283477 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f64b0069060 0x7f64b0105850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.915+0000 7f64b7713640 1 -- 172.21.15.1:0/4145283477 >> 172.21.15.1:0/4145283477 conn(0x7f64b0076630 msgr2=0x7f64b00fd9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:19.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.915+0000 7f64b7713640 1 -- 172.21.15.1:0/4145283477 shutdown_connections 2024-02-10T00:07:19.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.915+0000 7f64b7713640 1 -- 172.21.15.1:0/4145283477 wait complete. 2024-02-10T00:07:19.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.916+0000 7f64b7713640 1 Processor -- start 2024-02-10T00:07:19.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.916+0000 7f64b7713640 1 -- start start 2024-02-10T00:07:19.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.916+0000 7f64b7713640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f64b0069060 0x7f64b019c410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.916+0000 7f64b7713640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f64b00694d0 0x7f64b019c950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.916+0000 7f64b7713640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f64b00ff840 0x7f64b01965c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.916+0000 7f64b7713640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64b0196c10 con 0x7f64b00ff840 2024-02-10T00:07:19.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.916+0000 7f64b7713640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64b0196d80 con 0x7f64b00694d0 2024-02-10T00:07:19.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.916+0000 7f64b7713640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64b0196f40 con 0x7f64b0069060 2024-02-10T00:07:19.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.916+0000 7f64b5cb0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f64b00ff840 0x7f64b01965c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.916+0000 7f64b5cb0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f64b00ff840 0x7f64b01965c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36016/0 (socket says 172.21.15.1:36016) 2024-02-10T00:07:19.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.916+0000 7f64b5cb0640 1 -- 172.21.15.1:0/2541525493 learned_addr learned my addr 172.21.15.1:0/2541525493 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:19.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.916+0000 7f64b54af640 1 --2- 172.21.15.1:0/2541525493 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f64b0069060 0x7f64b019c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.916+0000 7f64b4cae640 1 --2- 172.21.15.1:0/2541525493 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f64b00694d0 0x7f64b019c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.916+0000 7f64b5cb0640 1 -- 172.21.15.1:0/2541525493 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f64b0069060 msgr2=0x7f64b019c410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.916+0000 7f64b5cb0640 1 --2- 172.21.15.1:0/2541525493 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f64b0069060 0x7f64b019c410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.916+0000 7f64b5cb0640 1 -- 172.21.15.1:0/2541525493 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f64b00694d0 msgr2=0x7f64b019c950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.916+0000 7f64b5cb0640 1 --2- 172.21.15.1:0/2541525493 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f64b00694d0 0x7f64b019c950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.916+0000 7f64b5cb0640 1 -- 172.21.15.1:0/2541525493 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64a0009560 con 0x7f64b00ff840 2024-02-10T00:07:19.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.917+0000 7f64b5cb0640 1 --2- 172.21.15.1:0/2541525493 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f64b00ff840 0x7f64b01965c0 secure :-1 s=READY pgs=1376 cs=0 l=1 rev1=1 crypto rx=0x7f64a800cce0 tx=0x7f64a800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:19.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.917+0000 7f64a67fc640 1 -- 172.21.15.1:0/2541525493 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64a800f450 con 0x7f64b00ff840 2024-02-10T00:07:19.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.917+0000 7f64a67fc640 1 -- 172.21.15.1:0/2541525493 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f64a800fa90 con 0x7f64b00ff840 2024-02-10T00:07:19.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.917+0000 7f64b7713640 1 -- 172.21.15.1:0/2541525493 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64b0197220 con 0x7f64b00ff840 2024-02-10T00:07:19.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.917+0000 7f64a67fc640 1 -- 172.21.15.1:0/2541525493 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64a8018b90 con 0x7f64b00ff840 2024-02-10T00:07:19.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.917+0000 7f64b7713640 1 -- 172.21.15.1:0/2541525493 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64b01a34b0 con 0x7f64b00ff840 2024-02-10T00:07:19.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.919+0000 7f64a67fc640 1 -- 172.21.15.1:0/2541525493 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f64a800fc00 con 0x7f64b00ff840 2024-02-10T00:07:19.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.920+0000 7f64ba3c8740 1 Processor -- start 2024-02-10T00:07:19.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.920+0000 7f64ba3c8740 1 -- start start 2024-02-10T00:07:19.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.920+0000 7f64a67fc640 1 --2- 172.21.15.1:0/2541525493 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f649c0a2230 0x7f649c0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.920+0000 7f64ba3c8740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557dba72fc40 0x557dba730020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.920+0000 7f64ba3c8740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557dba7305f0 0x557dba738ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.920+0000 7f64ba3c8740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557dba739170 0x557dba73b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.920+0000 7f64ba3c8740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557dba6e9020 con 0x557dba72fc40 2024-02-10T00:07:19.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.920+0000 7f64ba3c8740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557dba69c320 con 0x557dba7305f0 2024-02-10T00:07:19.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.920+0000 7f64ba3c8740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557dba699850 con 0x557dba739170 2024-02-10T00:07:19.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.920+0000 7f64b4cae640 1 --2- 172.21.15.1:0/2541525493 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f649c0a2230 0x7f649c0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.920+0000 7f64a67fc640 1 -- 172.21.15.1:0/2541525493 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f64a80ce940 con 0x7f64b00ff840 2024-02-10T00:07:19.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.920+0000 7f64b54af640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557dba72fc40 0x557dba730020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.920+0000 7f64b54af640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557dba72fc40 0x557dba730020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36030/0 (socket says 172.21.15.1:36030) 2024-02-10T00:07:19.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.920+0000 7f64b54af640 1 -- 172.21.15.1:0/123232732 learned_addr learned my addr 172.21.15.1:0/123232732 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:19.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.920+0000 7f64b5cb0640 1 --2- 172.21.15.1:0/123232732 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557dba739170 0x557dba73b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.920+0000 7f64b4cae640 1 --2- 172.21.15.1:0/123232732 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557dba7305f0 0x557dba738ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.920+0000 7f64b54af640 1 -- 172.21.15.1:0/123232732 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557dba739170 msgr2=0x557dba73b5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:19.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.920+0000 7f64b54af640 1 --2- 172.21.15.1:0/123232732 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557dba739170 0x557dba73b5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.920+0000 7f64b54af640 1 -- 172.21.15.1:0/123232732 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557dba7305f0 msgr2=0x557dba738ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:19.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.920+0000 7f64b54af640 1 --2- 172.21.15.1:0/123232732 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557dba7305f0 0x557dba738ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.920+0000 7f64b4cae640 1 --2- 172.21.15.1:0/2541525493 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f649c0a2230 0x7f649c0a46f0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f64a0036040 tx=0x7f64a0004b30 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:19.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.920+0000 7f64b54af640 1 -- 172.21.15.1:0/123232732 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557dba657210 con 0x557dba72fc40 2024-02-10T00:07:19.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.920+0000 7f64b5cb0640 1 --2- 172.21.15.1:0/123232732 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557dba739170 0x557dba73b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:07:19.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.921+0000 7f64b54af640 1 --2- 172.21.15.1:0/123232732 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557dba72fc40 0x557dba730020 secure :-1 s=READY pgs=1377 cs=0 l=1 rev1=1 crypto rx=0x7f64ac00b820 tx=0x7f64ac00bce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6983b115e3b126d6 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:19.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.921+0000 7f649b7fe640 1 -- 172.21.15.1:0/123232732 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64ac00d8d0 con 0x557dba72fc40 2024-02-10T00:07:19.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.921+0000 7f649b7fe640 1 -- 172.21.15.1:0/123232732 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f64ac00b460 con 0x557dba72fc40 2024-02-10T00:07:19.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.921+0000 7f649b7fe640 1 -- 172.21.15.1:0/123232732 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64ac0123e0 con 0x557dba72fc40 2024-02-10T00:07:19.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.921+0000 7f64ba3c8740 1 -- 172.21.15.1:0/123232732 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557dba72fc40 msgr2=0x557dba730020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.921+0000 7f64ba3c8740 1 --2- 172.21.15.1:0/123232732 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557dba72fc40 0x557dba730020 secure :-1 s=READY pgs=1377 cs=0 l=1 rev1=1 crypto rx=0x7f64ac00b820 tx=0x7f64ac00bce0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.922+0000 7f64ba3c8740 1 -- 172.21.15.1:0/123232732 shutdown_connections 2024-02-10T00:07:19.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.922+0000 7f64ba3c8740 1 --2- 172.21.15.1:0/123232732 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557dba739170 0x557dba73b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.922+0000 7f64ba3c8740 1 --2- 172.21.15.1:0/123232732 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557dba7305f0 0x557dba738ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.922+0000 7f64ba3c8740 1 --2- 172.21.15.1:0/123232732 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557dba72fc40 0x557dba730020 unknown :-1 s=CLOSED pgs=1377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.922+0000 7f64ba3c8740 1 -- 172.21.15.1:0/123232732 >> 172.21.15.1:0/123232732 conn(0x557dba72a310 msgr2=0x557dba72a6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:19.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.922+0000 7f64ba3c8740 1 -- 172.21.15.1:0/123232732 shutdown_connections 2024-02-10T00:07:19.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.922+0000 7f64ba3c8740 1 -- 172.21.15.1:0/123232732 wait complete. 2024-02-10T00:07:19.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.922+0000 7f64ba3c8740 1 -- start start 2024-02-10T00:07:19.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.922+0000 7f64ba3c8740 1 Processor -- start 2024-02-10T00:07:19.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.922+0000 7f64ba3c8740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557dba72fc40 0x557dba7360b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.922+0000 7f64ba3c8740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557dba7305f0 0x557dba7365f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.922+0000 7f64ba3c8740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557dba739170 0x557dba736b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.922+0000 7f64ba3c8740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557dba695030 con 0x557dba739170 2024-02-10T00:07:19.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.922+0000 7f64ba3c8740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557dba368430 con 0x557dba72fc40 2024-02-10T00:07:19.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.922+0000 7f64ba3c8740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557dba324e00 con 0x557dba7305f0 2024-02-10T00:07:19.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.922+0000 7f64ba3c8740 10 client.0 _ll_register_callbacks cb 0x557dba68a030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:19.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.923+0000 7f64b5cb0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557dba739170 0x557dba736b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.923+0000 7f64b4cae640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557dba7305f0 0x557dba7365f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.923+0000 7f64b54af640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557dba72fc40 0x557dba7360b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.923+0000 7f64b4cae640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557dba7305f0 0x557dba7365f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.1:43986/0 (socket says 172.21.15.1:43986) 2024-02-10T00:07:19.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.923+0000 7f64b5cb0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557dba739170 0x557dba736b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36038/0 (socket says 172.21.15.1:36038) 2024-02-10T00:07:19.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.923+0000 7f64b54af640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557dba72fc40 0x557dba7360b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.1:59054/0 (socket says 172.21.15.1:59054) 2024-02-10T00:07:19.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.923+0000 7f64b4cae640 1 -- 172.21.15.1:0/3269668495 learned_addr learned my addr 172.21.15.1:0/3269668495 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:19.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.923+0000 7f64b5cb0640 1 -- 172.21.15.1:0/3269668495 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557dba7305f0 msgr2=0x557dba7365f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:19.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.923+0000 7f64b5cb0640 1 --2- 172.21.15.1:0/3269668495 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557dba7305f0 0x557dba7365f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.923+0000 7f64b5cb0640 1 -- 172.21.15.1:0/3269668495 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557dba72fc40 msgr2=0x557dba7360b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:19.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.923+0000 7f64b5cb0640 1 --2- 172.21.15.1:0/3269668495 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557dba72fc40 0x557dba7360b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.923+0000 7f64b5cb0640 1 -- 172.21.15.1:0/3269668495 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64ac00e040 con 0x557dba739170 2024-02-10T00:07:19.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.923+0000 7f64b5cb0640 1 --2- 172.21.15.1:0/3269668495 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557dba739170 0x557dba736b30 secure :-1 s=READY pgs=1378 cs=0 l=1 rev1=1 crypto rx=0x7f64a80cc090 tx=0x7f64a804a1b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9480ddd0dec640e server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:19.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.923+0000 7f6498ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:19.932 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.923+0000 7f6498ff9640 1 -- 172.21.15.1:0/3269668495 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64a8095ea0 con 0x557dba739170 2024-02-10T00:07:19.933 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.923+0000 7f6498ff9640 1 -- 172.21.15.1:0/3269668495 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f64a809f480 con 0x557dba739170 2024-02-10T00:07:19.933 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.923+0000 7f64ba3c8740 1 -- 172.21.15.1:0/3269668495 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557dba3d1720 con 0x557dba739170 2024-02-10T00:07:19.933 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.923+0000 7f6498ff9640 1 -- 172.21.15.1:0/3269668495 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f64a80a3ad0 con 0x557dba739170 2024-02-10T00:07:19.933 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.923+0000 7f64ba3c8740 10 client.18399 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:19.933 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.923+0000 7f64ba3c8740 1 -- 172.21.15.1:0/3269668495 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x557dba6936b0 con 0x557dba739170 2024-02-10T00:07:19.933 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.923+0000 7f6498ff9640 1 -- 172.21.15.1:0/3269668495 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x557dba3d1720 con 0x557dba739170 2024-02-10T00:07:19.933 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.924+0000 7f6498ff9640 1 -- 172.21.15.1:0/3269668495 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f64a8016020 con 0x557dba739170 2024-02-10T00:07:19.933 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.924+0000 7f64ba3c8740 10 client.18399 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:19.933 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.924+0000 7f64ba3c8740 10 client.18399 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:07:19.933 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.924+0000 7f64ba3c8740 20 client.18399 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:19.933 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.924+0000 7f64ba3c8740 1 --2- 172.21.15.1:0/3269668495 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x557dba749770 0x557dba74bb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.933 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.924+0000 7f64ba3c8740 4 client.18399 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:07:19.933 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.924+0000 7f64ba3c8740 1 -- 172.21.15.1:0/3269668495 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557dba420890 con 0x557dba749770 2024-02-10T00:07:19.933 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.924+0000 7f64b54af640 1 --2- 172.21.15.1:0/3269668495 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x557dba749770 0x557dba74bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.924+0000 7f6498ff9640 10 client.18399 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:07:19.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.924+0000 7f64b54af640 1 --2- 172.21.15.1:0/3269668495 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x557dba749770 0x557dba74bb90 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=7f5ead634419d428 server_cookie=3045321f5ca7506b in_seq=0 out_seq=0 2024-02-10T00:07:19.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.925+0000 7f6498ff9640 1 -- 172.21.15.1:0/3269668495 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x557dba420890 con 0x557dba749770 2024-02-10T00:07:19.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.925+0000 7f6498ff9640 10 client.18399 handle_command_reply: tid=0 2024-02-10T00:07:19.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.925+0000 7f64ba3c8740 1 client.18399 shutdown 2024-02-10T00:07:19.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.925+0000 7f64ba3c8740 1 -- 172.21.15.1:0/3269668495 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557dba739170 msgr2=0x557dba736b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.925+0000 7f64ba3c8740 1 --2- 172.21.15.1:0/3269668495 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557dba739170 0x557dba736b30 secure :-1 s=READY pgs=1378 cs=0 l=1 rev1=1 crypto rx=0x7f64a80cc090 tx=0x7f64a804a1b0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.925+0000 7f64ba3c8740 1 -- 172.21.15.1:0/3269668495 shutdown_connections 2024-02-10T00:07:19.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.925+0000 7f64ba3c8740 1 --2- 172.21.15.1:0/3269668495 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x557dba749770 0x557dba74bb90 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.925+0000 7f64ba3c8740 1 --2- 172.21.15.1:0/3269668495 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557dba739170 0x557dba736b30 unknown :-1 s=CLOSED pgs=1378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.925+0000 7f6498ff9640 0 client.18399 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:07:19.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.925+0000 7f64ba3c8740 1 --2- 172.21.15.1:0/3269668495 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557dba7305f0 0x557dba7365f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.925+0000 7f64ba3c8740 1 --2- 172.21.15.1:0/3269668495 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557dba72fc40 0x557dba7360b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.925+0000 7f64ba3c8740 1 -- 172.21.15.1:0/3269668495 >> 172.21.15.1:0/3269668495 conn(0x557dba72a310 msgr2=0x557dba72c060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:19.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.925+0000 7f64ba3c8740 1 -- 172.21.15.1:0/3269668495 shutdown_connections 2024-02-10T00:07:19.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.925+0000 7f64ba3c8740 1 -- 172.21.15.1:0/3269668495 wait complete. 2024-02-10T00:07:19.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.925+0000 7f64ba3c8740 20 client.18399 trim_cache size 0 max 16384 2024-02-10T00:07:19.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.937+0000 7f64ba3c8740 1 Processor -- start 2024-02-10T00:07:19.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.937+0000 7f64ba3c8740 1 -- start start 2024-02-10T00:07:19.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.937+0000 7f64ba3c8740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557dba72fc40 0x557dba7387e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.937+0000 7f64ba3c8740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557dba7305f0 0x557dba736950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.937+0000 7f64ba3c8740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557dba739170 0x557dba733310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.937+0000 7f64ba3c8740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557dba61a130 con 0x557dba72fc40 2024-02-10T00:07:19.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.937+0000 7f64ba3c8740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557dba72f7f0 con 0x557dba7305f0 2024-02-10T00:07:19.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.937+0000 7f64ba3c8740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557dba750da0 con 0x557dba739170 2024-02-10T00:07:19.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.937+0000 7f64b54af640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557dba72fc40 0x557dba7387e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.937+0000 7f64b54af640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557dba72fc40 0x557dba7387e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36054/0 (socket says 172.21.15.1:36054) 2024-02-10T00:07:19.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.937+0000 7f64b54af640 1 -- 172.21.15.1:0/2101056504 learned_addr learned my addr 172.21.15.1:0/2101056504 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:19.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.937+0000 7f64b5cb0640 1 --2- 172.21.15.1:0/2101056504 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557dba739170 0x557dba733310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.937+0000 7f64b4cae640 1 --2- 172.21.15.1:0/2101056504 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557dba7305f0 0x557dba736950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.937+0000 7f64b54af640 1 -- 172.21.15.1:0/2101056504 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557dba739170 msgr2=0x557dba733310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:19.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.937+0000 7f64b54af640 1 --2- 172.21.15.1:0/2101056504 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557dba739170 0x557dba733310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.937+0000 7f64b54af640 1 -- 172.21.15.1:0/2101056504 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557dba7305f0 msgr2=0x557dba736950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:19.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.937+0000 7f64b54af640 1 --2- 172.21.15.1:0/2101056504 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557dba7305f0 0x557dba736950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.937+0000 7f64b54af640 1 -- 172.21.15.1:0/2101056504 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557dba62fc90 con 0x557dba72fc40 2024-02-10T00:07:19.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.937+0000 7f64b5cb0640 1 --2- 172.21.15.1:0/2101056504 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557dba739170 0x557dba733310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:07:19.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.937+0000 7f64b4cae640 1 --2- 172.21.15.1:0/2101056504 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557dba7305f0 0x557dba736950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:07:19.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.938+0000 7f64b54af640 1 --2- 172.21.15.1:0/2101056504 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557dba72fc40 0x557dba7387e0 secure :-1 s=READY pgs=1379 cs=0 l=1 rev1=1 crypto rx=0x7f64ac00b7f0 tx=0x7f64ac014b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2abe2707a8f0cdcf server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:19.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.938+0000 7f649affd640 1 -- 172.21.15.1:0/2101056504 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64ac022040 con 0x557dba72fc40 2024-02-10T00:07:19.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.938+0000 7f649affd640 1 -- 172.21.15.1:0/2101056504 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f64ac00ddb0 con 0x557dba72fc40 2024-02-10T00:07:19.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.938+0000 7f649affd640 1 -- 172.21.15.1:0/2101056504 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64ac025330 con 0x557dba72fc40 2024-02-10T00:07:19.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.938+0000 7f64ba3c8740 1 -- 172.21.15.1:0/2101056504 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557dba72fc40 msgr2=0x557dba7387e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.938+0000 7f64ba3c8740 1 --2- 172.21.15.1:0/2101056504 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557dba72fc40 0x557dba7387e0 secure :-1 s=READY pgs=1379 cs=0 l=1 rev1=1 crypto rx=0x7f64ac00b7f0 tx=0x7f64ac014b90 comp rx=0 tx=0).stop 2024-02-10T00:07:19.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.938+0000 7f64ba3c8740 1 -- 172.21.15.1:0/2101056504 shutdown_connections 2024-02-10T00:07:19.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.938+0000 7f64ba3c8740 1 --2- 172.21.15.1:0/2101056504 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557dba739170 0x557dba733310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.938+0000 7f64ba3c8740 1 --2- 172.21.15.1:0/2101056504 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557dba7305f0 0x557dba736950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.938+0000 7f64ba3c8740 1 --2- 172.21.15.1:0/2101056504 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557dba72fc40 0x557dba7387e0 unknown :-1 s=CLOSED pgs=1379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.938+0000 7f64ba3c8740 1 -- 172.21.15.1:0/2101056504 >> 172.21.15.1:0/2101056504 conn(0x557dba72a310 msgr2=0x557dba7313c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:19.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.938+0000 7f64ba3c8740 1 -- 172.21.15.1:0/2101056504 shutdown_connections 2024-02-10T00:07:19.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.938+0000 7f64ba3c8740 1 -- 172.21.15.1:0/2101056504 wait complete. 2024-02-10T00:07:19.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.939+0000 7f64ba3c8740 1 -- start start 2024-02-10T00:07:19.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.939+0000 7f64ba3c8740 1 Processor -- start 2024-02-10T00:07:19.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.939+0000 7f64ba3c8740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557dba72fc40 0x557dba73eb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.939+0000 7f64ba3c8740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557dba7305f0 0x557dba73f040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.939+0000 7f64ba3c8740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557dba739170 0x557dba73f580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.939+0000 7f64ba3c8740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557dba740a50 con 0x557dba739170 2024-02-10T00:07:19.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.939+0000 7f64ba3c8740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557dba79fc80 con 0x557dba7305f0 2024-02-10T00:07:19.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.939+0000 7f64ba3c8740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557dba79fdf0 con 0x557dba72fc40 2024-02-10T00:07:19.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.939+0000 7f64ba3c8740 10 client.0 _ll_register_callbacks cb 0x7f64ac00b240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:19.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.939+0000 7f64b5cb0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557dba739170 0x557dba73f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.939+0000 7f64b5cb0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557dba739170 0x557dba73f580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36070/0 (socket says 172.21.15.1:36070) 2024-02-10T00:07:19.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.939+0000 7f64b5cb0640 1 -- 172.21.15.1:0/2311584918 learned_addr learned my addr 172.21.15.1:0/2311584918 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:19.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.939+0000 7f64b54af640 1 --2- 172.21.15.1:0/2311584918 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557dba72fc40 0x557dba73eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.939+0000 7f64b4cae640 1 --2- 172.21.15.1:0/2311584918 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557dba7305f0 0x557dba73f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.950 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.940+0000 7f64b5cb0640 1 -- 172.21.15.1:0/2311584918 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557dba72fc40 msgr2=0x557dba73eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:19.950 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.940+0000 7f64b5cb0640 1 --2- 172.21.15.1:0/2311584918 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557dba72fc40 0x557dba73eb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.950 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.940+0000 7f64b5cb0640 1 -- 172.21.15.1:0/2311584918 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557dba7305f0 msgr2=0x557dba73f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:19.950 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.940+0000 7f64b5cb0640 1 --2- 172.21.15.1:0/2311584918 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557dba7305f0 0x557dba73f040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.950 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.940+0000 7f64b5cb0640 1 -- 172.21.15.1:0/2311584918 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557dba657210 con 0x557dba739170 2024-02-10T00:07:19.950 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.940+0000 7f64b54af640 1 --2- 172.21.15.1:0/2311584918 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557dba72fc40 0x557dba73eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:19.950 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.940+0000 7f64b5cb0640 1 --2- 172.21.15.1:0/2311584918 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557dba739170 0x557dba73f580 secure :-1 s=READY pgs=1380 cs=0 l=1 rev1=1 crypto rx=0x7f64a800ccb0 tx=0x7f64a80975d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=146b1037303f6d24 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:19.950 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.940+0000 7f6498ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:19.950 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.940+0000 7f6498ff9640 1 -- 172.21.15.1:0/2311584918 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64a8095ea0 con 0x557dba739170 2024-02-10T00:07:19.950 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.940+0000 7f6498ff9640 1 -- 172.21.15.1:0/2311584918 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f64a804a220 con 0x557dba739170 2024-02-10T00:07:19.950 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.940+0000 7f64ba3c8740 1 -- 172.21.15.1:0/2311584918 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557dba3947e0 con 0x557dba739170 2024-02-10T00:07:19.950 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.940+0000 7f6498ff9640 1 -- 172.21.15.1:0/2311584918 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f64a80a3690 con 0x557dba739170 2024-02-10T00:07:19.950 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.940+0000 7f64ba3c8740 10 client.18405 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:19.950 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.940+0000 7f64ba3c8740 1 -- 172.21.15.1:0/2311584918 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x557dba655a70 con 0x557dba739170 2024-02-10T00:07:19.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.940+0000 7f6498ff9640 1 -- 172.21.15.1:0/2311584918 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x557dba3947e0 con 0x557dba739170 2024-02-10T00:07:19.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.940+0000 7f6498ff9640 1 -- 172.21.15.1:0/2311584918 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f64a8097080 con 0x557dba739170 2024-02-10T00:07:19.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.940+0000 7f64ba3c8740 10 client.18405 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:19.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.940+0000 7f64ba3c8740 10 client.18405 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:07:19.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.940+0000 7f64ba3c8740 20 client.18405 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:19.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.940+0000 7f64ba3c8740 1 --2- 172.21.15.1:0/2311584918 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x557dba7a1140 0x557dba7a3530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:19.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.940+0000 7f64ba3c8740 4 client.18405 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:07:19.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.940+0000 7f64ba3c8740 1 -- 172.21.15.1:0/2311584918 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x557dba340700 con 0x557dba7a1140 2024-02-10T00:07:19.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.940+0000 7f64b54af640 1 --2- 172.21.15.1:0/2311584918 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x557dba7a1140 0x557dba7a3530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:19.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.941+0000 7f64b54af640 1 --2- 172.21.15.1:0/2311584918 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x557dba7a1140 0x557dba7a3530 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=34c83f0d3a26dbd8 server_cookie=5209fd3ed37bcbf6 in_seq=0 out_seq=0 2024-02-10T00:07:19.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.941+0000 7f6498ff9640 10 client.18405 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:07:19.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.941+0000 7f6498ff9640 1 -- 172.21.15.1:0/2311584918 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x557dba340700 con 0x557dba7a1140 2024-02-10T00:07:19.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.941+0000 7f6498ff9640 10 client.18405 handle_command_reply: tid=0 2024-02-10T00:07:19.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.941+0000 7f64ba3c8740 1 client.18405 shutdown 2024-02-10T00:07:19.951 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.941+0000 7f64ba3c8740 1 -- 172.21.15.1:0/2311584918 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557dba739170 msgr2=0x557dba73f580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.941+0000 7f64ba3c8740 1 --2- 172.21.15.1:0/2311584918 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557dba739170 0x557dba73f580 secure :-1 s=READY pgs=1380 cs=0 l=1 rev1=1 crypto rx=0x7f64a800ccb0 tx=0x7f64a80975d0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.941+0000 7f64ba3c8740 1 -- 172.21.15.1:0/2311584918 shutdown_connections 2024-02-10T00:07:19.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.941+0000 7f64ba3c8740 1 --2- 172.21.15.1:0/2311584918 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x557dba7a1140 0x557dba7a3530 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.941+0000 7f64ba3c8740 1 --2- 172.21.15.1:0/2311584918 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557dba739170 0x557dba73f580 unknown :-1 s=CLOSED pgs=1380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.941+0000 7f6498ff9640 0 client.18405 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:07:19.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.941+0000 7f64ba3c8740 1 --2- 172.21.15.1:0/2311584918 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557dba7305f0 0x557dba73f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.941+0000 7f64ba3c8740 1 --2- 172.21.15.1:0/2311584918 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557dba72fc40 0x557dba73eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.941+0000 7f64ba3c8740 1 -- 172.21.15.1:0/2311584918 >> 172.21.15.1:0/2311584918 conn(0x557dba72a310 msgr2=0x557dba7269b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:19.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.941+0000 7f64ba3c8740 1 -- 172.21.15.1:0/2311584918 shutdown_connections 2024-02-10T00:07:19.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.941+0000 7f64ba3c8740 1 -- 172.21.15.1:0/2311584918 wait complete. 2024-02-10T00:07:19.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.941+0000 7f64ba3c8740 20 client.18405 trim_cache size 0 max 16384 2024-02-10T00:07:19.953 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:07:19.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.942+0000 7f64b7713640 1 -- 172.21.15.1:0/2541525493 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f649c0a2230 msgr2=0x7f649c0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.942+0000 7f64b7713640 1 --2- 172.21.15.1:0/2541525493 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f649c0a2230 0x7f649c0a46f0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f64a0036040 tx=0x7f64a0004b30 comp rx=0 tx=0).stop 2024-02-10T00:07:19.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.942+0000 7f64b7713640 1 -- 172.21.15.1:0/2541525493 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f64b00ff840 msgr2=0x7f64b01965c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:19.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.942+0000 7f64b7713640 1 --2- 172.21.15.1:0/2541525493 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f64b00ff840 0x7f64b01965c0 secure :-1 s=READY pgs=1376 cs=0 l=1 rev1=1 crypto rx=0x7f64a800cce0 tx=0x7f64a800a620 comp rx=0 tx=0).stop 2024-02-10T00:07:19.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.942+0000 7f64b7713640 1 -- 172.21.15.1:0/2541525493 shutdown_connections 2024-02-10T00:07:19.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.942+0000 7f64b7713640 1 --2- 172.21.15.1:0/2541525493 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f649c0a2230 0x7f649c0a46f0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.942+0000 7f64b7713640 1 --2- 172.21.15.1:0/2541525493 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f64b00ff840 0x7f64b01965c0 unknown :-1 s=CLOSED pgs=1376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.942+0000 7f64b7713640 1 --2- 172.21.15.1:0/2541525493 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f64b00694d0 0x7f64b019c950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.942+0000 7f64b7713640 1 --2- 172.21.15.1:0/2541525493 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f64b0069060 0x7f64b019c410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:19.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.942+0000 7f64b7713640 1 -- 172.21.15.1:0/2541525493 >> 172.21.15.1:0/2541525493 conn(0x7f64b0076630 msgr2=0x7f64b0101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:19.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.942+0000 7f64b7713640 1 -- 172.21.15.1:0/2541525493 shutdown_connections 2024-02-10T00:07:19.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:19.942+0000 7f64b7713640 1 -- 172.21.15.1:0/2541525493 wait complete. 2024-02-10T00:07:19.955 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:07:19.955 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-02-10T00:07:20.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.058+0000 7f8697113640 1 -- 172.21.15.1:0/1441653506 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f86900ff990 msgr2=0x7f86900ffd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.058+0000 7f8697113640 1 --2- 172.21.15.1:0/1441653506 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f86900ff990 0x7f86900ffd70 secure :-1 s=READY pgs=1381 cs=0 l=1 rev1=1 crypto rx=0x7f8684009930 tx=0x7f868402bc30 comp rx=0 tx=0).stop 2024-02-10T00:07:20.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.058+0000 7f8697113640 1 -- 172.21.15.1:0/1441653506 shutdown_connections 2024-02-10T00:07:20.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.058+0000 7f8697113640 1 --2- 172.21.15.1:0/1441653506 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8690106550 0x7f869010e160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.058+0000 7f8697113640 1 --2- 172.21.15.1:0/1441653506 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8690100340 0x7f8690105e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.058+0000 7f8697113640 1 --2- 172.21.15.1:0/1441653506 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f86900ff990 0x7f86900ffd70 unknown :-1 s=CLOSED pgs=1381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.058+0000 7f8697113640 1 -- 172.21.15.1:0/1441653506 >> 172.21.15.1:0/1441653506 conn(0x7f8690076630 msgr2=0x7f86900fd9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:20.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.058+0000 7f8697113640 1 -- 172.21.15.1:0/1441653506 shutdown_connections 2024-02-10T00:07:20.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.058+0000 7f8697113640 1 -- 172.21.15.1:0/1441653506 wait complete. 2024-02-10T00:07:20.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.059+0000 7f8697113640 1 Processor -- start 2024-02-10T00:07:20.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.059+0000 7f8697113640 1 -- start start 2024-02-10T00:07:20.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.059+0000 7f8697113640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f86900ff990 0x7f869019d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.059+0000 7f8697113640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8690106550 0x7f869019db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.059+0000 7f8697113640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f86901976f0 0x7f8690197b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.059+0000 7f8697113640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86901981c0 con 0x7f8690106550 2024-02-10T00:07:20.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.059+0000 7f8697113640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8690198330 con 0x7f86900ff990 2024-02-10T00:07:20.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.059+0000 7f8697113640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86901984f0 con 0x7f86901976f0 2024-02-10T00:07:20.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.059+0000 7f868ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8690106550 0x7f869019db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.059+0000 7f868ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8690106550 0x7f869019db70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36094/0 (socket says 172.21.15.1:36094) 2024-02-10T00:07:20.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.059+0000 7f868ffff640 1 -- 172.21.15.1:0/3447767845 learned_addr learned my addr 172.21.15.1:0/3447767845 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:20.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.059+0000 7f86956b0640 1 --2- 172.21.15.1:0/3447767845 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f86901976f0 0x7f8690197b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.059+0000 7f868ffff640 1 -- 172.21.15.1:0/3447767845 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f86901976f0 msgr2=0x7f8690197b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.059+0000 7f868ffff640 1 --2- 172.21.15.1:0/3447767845 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f86901976f0 0x7f8690197b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.059+0000 7f868ffff640 1 -- 172.21.15.1:0/3447767845 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f86900ff990 msgr2=0x7f869019d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.059+0000 7f868ffff640 1 --2- 172.21.15.1:0/3447767845 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f86900ff990 0x7f869019d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.059+0000 7f868ffff640 1 -- 172.21.15.1:0/3447767845 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8684009560 con 0x7f8690106550 2024-02-10T00:07:20.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.059+0000 7f86956b0640 1 --2- 172.21.15.1:0/3447767845 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f86901976f0 0x7f8690197b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:07:20.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.059+0000 7f868ffff640 1 --2- 172.21.15.1:0/3447767845 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8690106550 0x7f869019db70 secure :-1 s=READY pgs=1382 cs=0 l=1 rev1=1 crypto rx=0x7f867c00c970 tx=0x7f867c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:20.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.060+0000 7f868dffb640 1 -- 172.21.15.1:0/3447767845 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f867c004440 con 0x7f8690106550 2024-02-10T00:07:20.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.060+0000 7f868dffb640 1 -- 172.21.15.1:0/3447767845 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f867c007d40 con 0x7f8690106550 2024-02-10T00:07:20.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.060+0000 7f8697113640 1 -- 172.21.15.1:0/3447767845 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86901a4490 con 0x7f8690106550 2024-02-10T00:07:20.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.060+0000 7f868dffb640 1 -- 172.21.15.1:0/3447767845 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f867c00f450 con 0x7f8690106550 2024-02-10T00:07:20.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.060+0000 7f8697113640 1 -- 172.21.15.1:0/3447767845 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f86901a4970 con 0x7f8690106550 2024-02-10T00:07:20.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.062+0000 7f868dffb640 1 -- 172.21.15.1:0/3447767845 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f867c007860 con 0x7f8690106550 2024-02-10T00:07:20.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.063+0000 7f8699dc7740 1 Processor -- start 2024-02-10T00:07:20.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.063+0000 7f8699dc7740 1 -- start start 2024-02-10T00:07:20.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.063+0000 7f8699dc7740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fdd9aeda30 0x55fdd9aede10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.063+0000 7f868dffb640 1 --2- 172.21.15.1:0/3447767845 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f86800a2230 0x7f86800a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.063+0000 7f8699dc7740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fdd9aee3e0 0x55fdd9af6990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.063+0000 7f8699dc7740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fdd9af6f60 0x55fdd9af93b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.063+0000 7f8699dc7740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdd9aa9020 con 0x55fdd9af6f60 2024-02-10T00:07:20.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.063+0000 7f8699dc7740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdd9a5c320 con 0x55fdd9aee3e0 2024-02-10T00:07:20.073 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.063+0000 7f8699dc7740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdd9a59850 con 0x55fdd9aeda30 2024-02-10T00:07:20.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.063+0000 7f8694eaf640 1 --2- 172.21.15.1:0/3447767845 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f86800a2230 0x7f86800a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.063+0000 7f86956b0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fdd9af6f60 0x55fdd9af93b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.063+0000 7f868dffb640 1 -- 172.21.15.1:0/3447767845 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f867c0ce2d0 con 0x7f8690106550 2024-02-10T00:07:20.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.063+0000 7f86956b0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fdd9af6f60 0x55fdd9af93b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36110/0 (socket says 172.21.15.1:36110) 2024-02-10T00:07:20.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.063+0000 7f86956b0640 1 -- 172.21.15.1:0/1445166024 learned_addr learned my addr 172.21.15.1:0/1445166024 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:20.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.063+0000 7f86956b0640 1 --2- 172.21.15.1:0/1445166024 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fdd9aeda30 0x55fdd9aede10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.063+0000 7f868ffff640 1 --2- 172.21.15.1:0/1445166024 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fdd9aee3e0 0x55fdd9af6990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.063+0000 7f86956b0640 1 -- 172.21.15.1:0/1445166024 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fdd9aeda30 msgr2=0x55fdd9aede10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.063+0000 7f86956b0640 1 --2- 172.21.15.1:0/1445166024 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fdd9aeda30 0x55fdd9aede10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.063+0000 7f86956b0640 1 -- 172.21.15.1:0/1445166024 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fdd9aee3e0 msgr2=0x55fdd9af6990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.063+0000 7f86956b0640 1 --2- 172.21.15.1:0/1445166024 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fdd9aee3e0 0x55fdd9af6990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.063+0000 7f86956b0640 1 -- 172.21.15.1:0/1445166024 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fdd9a17210 con 0x55fdd9af6f60 2024-02-10T00:07:20.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.064+0000 7f8694eaf640 1 --2- 172.21.15.1:0/3447767845 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f86800a2230 0x7f86800a46f0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f8684036040 tx=0x7f8684000bc0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:20.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.064+0000 7f86956b0640 1 --2- 172.21.15.1:0/1445166024 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fdd9af6f60 0x55fdd9af93b0 secure :-1 s=READY pgs=1383 cs=0 l=1 rev1=1 crypto rx=0x7f868800aed0 tx=0x7f868800a7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4efc8fc59294f735 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:20.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.064+0000 7f867affd640 1 -- 172.21.15.1:0/1445166024 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86880142f0 con 0x55fdd9af6f60 2024-02-10T00:07:20.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.064+0000 7f867affd640 1 -- 172.21.15.1:0/1445166024 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8688018070 con 0x55fdd9af6f60 2024-02-10T00:07:20.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.064+0000 7f867affd640 1 -- 172.21.15.1:0/1445166024 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8688012d50 con 0x55fdd9af6f60 2024-02-10T00:07:20.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.064+0000 7f8699dc7740 1 -- 172.21.15.1:0/1445166024 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fdd9af6f60 msgr2=0x55fdd9af93b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.064+0000 7f8699dc7740 1 --2- 172.21.15.1:0/1445166024 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fdd9af6f60 0x55fdd9af93b0 secure :-1 s=READY pgs=1383 cs=0 l=1 rev1=1 crypto rx=0x7f868800aed0 tx=0x7f868800a7b0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.064+0000 7f8699dc7740 1 -- 172.21.15.1:0/1445166024 shutdown_connections 2024-02-10T00:07:20.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.064+0000 7f8699dc7740 1 --2- 172.21.15.1:0/1445166024 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fdd9af6f60 0x55fdd9af93b0 unknown :-1 s=CLOSED pgs=1383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.064+0000 7f8699dc7740 1 --2- 172.21.15.1:0/1445166024 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fdd9aee3e0 0x55fdd9af6990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.064+0000 7f8699dc7740 1 --2- 172.21.15.1:0/1445166024 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fdd9aeda30 0x55fdd9aede10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.064+0000 7f8699dc7740 1 -- 172.21.15.1:0/1445166024 >> 172.21.15.1:0/1445166024 conn(0x55fdd9ae8100 msgr2=0x55fdd9ae84e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:20.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.064+0000 7f8699dc7740 1 -- 172.21.15.1:0/1445166024 shutdown_connections 2024-02-10T00:07:20.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.065+0000 7f8699dc7740 1 -- 172.21.15.1:0/1445166024 wait complete. 2024-02-10T00:07:20.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.065+0000 7f8699dc7740 1 -- start start 2024-02-10T00:07:20.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.065+0000 7f8699dc7740 1 Processor -- start 2024-02-10T00:07:20.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.065+0000 7f8699dc7740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fdd9aeda30 0x55fdd9af3f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.065+0000 7f8699dc7740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fdd9aee3e0 0x55fdd9af4480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.065+0000 7f8699dc7740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fdd9af6f60 0x55fdd9af49c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.065+0000 7f8699dc7740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdd9a55030 con 0x55fdd9aee3e0 2024-02-10T00:07:20.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.065+0000 7f8699dc7740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdd9728430 con 0x55fdd9af6f60 2024-02-10T00:07:20.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.065+0000 7f8699dc7740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdd96e4e00 con 0x55fdd9aeda30 2024-02-10T00:07:20.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.065+0000 7f8699dc7740 10 client.0 _ll_register_callbacks cb 0x55fdd9a4a030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:20.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.065+0000 7f868ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fdd9aee3e0 0x55fdd9af4480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.065+0000 7f868ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fdd9aee3e0 0x55fdd9af4480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36122/0 (socket says 172.21.15.1:36122) 2024-02-10T00:07:20.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.065+0000 7f868ffff640 1 -- 172.21.15.1:0/3604818622 learned_addr learned my addr 172.21.15.1:0/3604818622 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:20.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.066+0000 7f86956b0640 1 --2- 172.21.15.1:0/3604818622 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fdd9af6f60 0x55fdd9af49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.066+0000 7f8694eaf640 1 --2- 172.21.15.1:0/3604818622 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fdd9aeda30 0x55fdd9af3f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.066+0000 7f868ffff640 1 -- 172.21.15.1:0/3604818622 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fdd9aeda30 msgr2=0x55fdd9af3f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.066+0000 7f868ffff640 1 --2- 172.21.15.1:0/3604818622 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fdd9aeda30 0x55fdd9af3f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.066+0000 7f868ffff640 1 -- 172.21.15.1:0/3604818622 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fdd9af6f60 msgr2=0x55fdd9af49c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.066+0000 7f868ffff640 1 --2- 172.21.15.1:0/3604818622 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fdd9af6f60 0x55fdd9af49c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.066+0000 7f868ffff640 1 -- 172.21.15.1:0/3604818622 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8688014470 con 0x55fdd9aee3e0 2024-02-10T00:07:20.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.066+0000 7f868ffff640 1 --2- 172.21.15.1:0/3604818622 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fdd9aee3e0 0x55fdd9af4480 secure :-1 s=READY pgs=1384 cs=0 l=1 rev1=1 crypto rx=0x7f867c09a960 tx=0x7f867c0a02d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e6dda0602537f31 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:20.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.066+0000 7f866ffff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:20.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.066+0000 7f866ffff640 1 -- 172.21.15.1:0/3604818622 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f867c09edb0 con 0x55fdd9aee3e0 2024-02-10T00:07:20.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.066+0000 7f866ffff640 1 -- 172.21.15.1:0/3604818622 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f867c09fa70 con 0x55fdd9aee3e0 2024-02-10T00:07:20.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.066+0000 7f8699dc7740 1 -- 172.21.15.1:0/3604818622 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55fdd97547e0 con 0x55fdd9aee3e0 2024-02-10T00:07:20.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.066+0000 7f866ffff640 1 -- 172.21.15.1:0/3604818622 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f867c0a0050 con 0x55fdd9aee3e0 2024-02-10T00:07:20.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.066+0000 7f8699dc7740 10 client.18417 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:20.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.066+0000 7f8699dc7740 1 -- 172.21.15.1:0/3604818622 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55fdd9a536b0 con 0x55fdd9aee3e0 2024-02-10T00:07:20.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.066+0000 7f866ffff640 1 -- 172.21.15.1:0/3604818622 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f867c064020 con 0x55fdd9aee3e0 2024-02-10T00:07:20.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.066+0000 7f866ffff640 1 -- 172.21.15.1:0/3604818622 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f867c0cbc40 con 0x55fdd9aee3e0 2024-02-10T00:07:20.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.067+0000 7f8699dc7740 10 client.18417 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:20.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.067+0000 7f8699dc7740 10 client.18417 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:07:20.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.067+0000 7f8699dc7740 20 client.18417 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:20.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.067+0000 7f8699dc7740 1 --2- 172.21.15.1:0/3604818622 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55fdd9b07380 0x55fdd9b097a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.067+0000 7f8699dc7740 4 client.18417 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:07:20.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.067+0000 7f8699dc7740 1 -- 172.21.15.1:0/3604818622 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55fdd9791720 con 0x55fdd9b07380 2024-02-10T00:07:20.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.067+0000 7f8694eaf640 1 --2- 172.21.15.1:0/3604818622 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55fdd9b07380 0x55fdd9b097a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.067+0000 7f866ffff640 10 client.18417 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:07:20.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.067+0000 7f8694eaf640 1 --2- 172.21.15.1:0/3604818622 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55fdd9b07380 0x55fdd9b097a0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=f63fec4f646acc35 server_cookie=73a42ade6f65feae in_seq=0 out_seq=0 2024-02-10T00:07:20.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.068+0000 7f866ffff640 1 -- 172.21.15.1:0/3604818622 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55fdd9791720 con 0x55fdd9b07380 2024-02-10T00:07:20.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.068+0000 7f866ffff640 10 client.18417 handle_command_reply: tid=0 2024-02-10T00:07:20.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.068+0000 7f8699dc7740 1 client.18417 shutdown 2024-02-10T00:07:20.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.068+0000 7f8699dc7740 1 -- 172.21.15.1:0/3604818622 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fdd9aee3e0 msgr2=0x55fdd9af4480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.068+0000 7f8699dc7740 1 --2- 172.21.15.1:0/3604818622 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fdd9aee3e0 0x55fdd9af4480 secure :-1 s=READY pgs=1384 cs=0 l=1 rev1=1 crypto rx=0x7f867c09a960 tx=0x7f867c0a02d0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.068+0000 7f8699dc7740 1 -- 172.21.15.1:0/3604818622 shutdown_connections 2024-02-10T00:07:20.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.068+0000 7f8699dc7740 1 --2- 172.21.15.1:0/3604818622 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55fdd9b07380 0x55fdd9b097a0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.068+0000 7f8699dc7740 1 --2- 172.21.15.1:0/3604818622 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fdd9af6f60 0x55fdd9af49c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.068+0000 7f8699dc7740 1 --2- 172.21.15.1:0/3604818622 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fdd9aee3e0 0x55fdd9af4480 unknown :-1 s=CLOSED pgs=1384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.068+0000 7f866ffff640 0 client.18417 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:07:20.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.068+0000 7f8699dc7740 1 --2- 172.21.15.1:0/3604818622 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fdd9aeda30 0x55fdd9af3f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.068+0000 7f8699dc7740 1 -- 172.21.15.1:0/3604818622 >> 172.21.15.1:0/3604818622 conn(0x55fdd9ae8100 msgr2=0x55fdd9ae9e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:20.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.068+0000 7f8699dc7740 1 -- 172.21.15.1:0/3604818622 shutdown_connections 2024-02-10T00:07:20.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.068+0000 7f8699dc7740 1 -- 172.21.15.1:0/3604818622 wait complete. 2024-02-10T00:07:20.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.068+0000 7f8699dc7740 20 client.18417 trim_cache size 0 max 16384 2024-02-10T00:07:20.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.080+0000 7f8699dc7740 1 Processor -- start 2024-02-10T00:07:20.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.080+0000 7f8699dc7740 1 -- start start 2024-02-10T00:07:20.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.080+0000 7f8699dc7740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fdd9aeda30 0x55fdd9af6670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.080+0000 7f8699dc7740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fdd9aee3e0 0x55fdd9af47e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.080+0000 7f8699dc7740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fdd9af6f60 0x55fdd9aef250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.080+0000 7f8699dc7740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdd99da130 con 0x55fdd9aee3e0 2024-02-10T00:07:20.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.080+0000 7f8699dc7740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdd9b07180 con 0x55fdd9aeda30 2024-02-10T00:07:20.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.080+0000 7f8699dc7740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdd9b0e9d0 con 0x55fdd9af6f60 2024-02-10T00:07:20.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.080+0000 7f868ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fdd9aee3e0 0x55fdd9af47e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.080+0000 7f868ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fdd9aee3e0 0x55fdd9af47e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36134/0 (socket says 172.21.15.1:36134) 2024-02-10T00:07:20.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.080+0000 7f868ffff640 1 -- 172.21.15.1:0/614444726 learned_addr learned my addr 172.21.15.1:0/614444726 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:20.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.080+0000 7f8694eaf640 1 --2- 172.21.15.1:0/614444726 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fdd9aeda30 0x55fdd9af6670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.081+0000 7f868ffff640 1 -- 172.21.15.1:0/614444726 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fdd9af6f60 msgr2=0x55fdd9aef250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.081+0000 7f86956b0640 1 --2- 172.21.15.1:0/614444726 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fdd9af6f60 0x55fdd9aef250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.081+0000 7f868ffff640 1 --2- 172.21.15.1:0/614444726 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fdd9af6f60 0x55fdd9aef250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.081+0000 7f868ffff640 1 -- 172.21.15.1:0/614444726 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fdd9aeda30 msgr2=0x55fdd9af6670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.081+0000 7f868ffff640 1 --2- 172.21.15.1:0/614444726 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fdd9aeda30 0x55fdd9af6670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.081+0000 7f868ffff640 1 -- 172.21.15.1:0/614444726 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fdd99efc90 con 0x55fdd9aee3e0 2024-02-10T00:07:20.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.081+0000 7f8694eaf640 1 --2- 172.21.15.1:0/614444726 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fdd9aeda30 0x55fdd9af6670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:20.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.081+0000 7f868ffff640 1 --2- 172.21.15.1:0/614444726 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fdd9aee3e0 0x55fdd9af47e0 secure :-1 s=READY pgs=1385 cs=0 l=1 rev1=1 crypto rx=0x7f867c0970c0 tx=0x7f867c099170 comp rx=0 tx=0).ready entity=mon.0 client_cookie=225a3c7d9b0a5b50 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:20.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.081+0000 7f867a7fc640 1 -- 172.21.15.1:0/614444726 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f867c0037a0 con 0x55fdd9aee3e0 2024-02-10T00:07:20.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.081+0000 7f867a7fc640 1 -- 172.21.15.1:0/614444726 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f867c064070 con 0x55fdd9aee3e0 2024-02-10T00:07:20.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.081+0000 7f867a7fc640 1 -- 172.21.15.1:0/614444726 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f867c00ee40 con 0x55fdd9aee3e0 2024-02-10T00:07:20.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.081+0000 7f8699dc7740 1 -- 172.21.15.1:0/614444726 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fdd9aee3e0 msgr2=0x55fdd9af47e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.081+0000 7f8699dc7740 1 --2- 172.21.15.1:0/614444726 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fdd9aee3e0 0x55fdd9af47e0 secure :-1 s=READY pgs=1385 cs=0 l=1 rev1=1 crypto rx=0x7f867c0970c0 tx=0x7f867c099170 comp rx=0 tx=0).stop 2024-02-10T00:07:20.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.082+0000 7f8699dc7740 1 -- 172.21.15.1:0/614444726 shutdown_connections 2024-02-10T00:07:20.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.082+0000 7f8699dc7740 1 --2- 172.21.15.1:0/614444726 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fdd9af6f60 0x55fdd9aef250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.082+0000 7f8699dc7740 1 --2- 172.21.15.1:0/614444726 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fdd9aee3e0 0x55fdd9af47e0 unknown :-1 s=CLOSED pgs=1385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.082+0000 7f8699dc7740 1 --2- 172.21.15.1:0/614444726 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fdd9aeda30 0x55fdd9af6670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.082+0000 7f8699dc7740 1 -- 172.21.15.1:0/614444726 >> 172.21.15.1:0/614444726 conn(0x55fdd9ae8100 msgr2=0x55fdd9ae84e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:20.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.082+0000 7f8699dc7740 1 -- 172.21.15.1:0/614444726 shutdown_connections 2024-02-10T00:07:20.091 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.082+0000 7f8699dc7740 1 -- 172.21.15.1:0/614444726 wait complete. 2024-02-10T00:07:20.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.082+0000 7f8699dc7740 1 -- start start 2024-02-10T00:07:20.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.082+0000 7f8699dc7740 1 Processor -- start 2024-02-10T00:07:20.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.082+0000 7f8699dc7740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fdd9aeda30 0x55fdd9afcb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.082+0000 7f8699dc7740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fdd9aee3e0 0x55fdd9afd060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.082+0000 7f8699dc7740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fdd9af6f60 0x55fdd9afd5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.082+0000 7f8699dc7740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdd9b5d8b0 con 0x55fdd9af6f60 2024-02-10T00:07:20.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.082+0000 7f8699dc7740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdd9b5d9f0 con 0x55fdd9aeda30 2024-02-10T00:07:20.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.082+0000 7f8699dc7740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdd9b5dbb0 con 0x55fdd9aee3e0 2024-02-10T00:07:20.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.082+0000 7f8699dc7740 10 client.0 _ll_register_callbacks cb 0x7f868800a650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:20.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.082+0000 7f86956b0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fdd9af6f60 0x55fdd9afd5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.082+0000 7f86956b0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fdd9af6f60 0x55fdd9afd5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36146/0 (socket says 172.21.15.1:36146) 2024-02-10T00:07:20.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.082+0000 7f86956b0640 1 -- 172.21.15.1:0/3396877613 learned_addr learned my addr 172.21.15.1:0/3396877613 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:20.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.082+0000 7f8694eaf640 1 --2- 172.21.15.1:0/3396877613 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fdd9aeda30 0x55fdd9afcb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.083+0000 7f868ffff640 1 --2- 172.21.15.1:0/3396877613 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fdd9aee3e0 0x55fdd9afd060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.083+0000 7f86956b0640 1 -- 172.21.15.1:0/3396877613 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fdd9aee3e0 msgr2=0x55fdd9afd060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.083+0000 7f86956b0640 1 --2- 172.21.15.1:0/3396877613 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fdd9aee3e0 0x55fdd9afd060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.083+0000 7f86956b0640 1 -- 172.21.15.1:0/3396877613 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fdd9aeda30 msgr2=0x55fdd9afcb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.083+0000 7f86956b0640 1 --2- 172.21.15.1:0/3396877613 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fdd9aeda30 0x55fdd9afcb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.083+0000 7f86956b0640 1 -- 172.21.15.1:0/3396877613 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55fdd9a536b0 con 0x55fdd9af6f60 2024-02-10T00:07:20.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.083+0000 7f86956b0640 1 --2- 172.21.15.1:0/3396877613 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fdd9af6f60 0x55fdd9afd5a0 secure :-1 s=READY pgs=1386 cs=0 l=1 rev1=1 crypto rx=0x7f868800aed0 tx=0x7f8688005eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f8582f02e9ab612 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:20.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.083+0000 7f866ffff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:20.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.083+0000 7f866ffff640 1 -- 172.21.15.1:0/3396877613 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8688022040 con 0x55fdd9af6f60 2024-02-10T00:07:20.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.083+0000 7f866ffff640 1 -- 172.21.15.1:0/3396877613 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f8688012650 con 0x55fdd9af6f60 2024-02-10T00:07:20.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.083+0000 7f8699dc7740 1 -- 172.21.15.1:0/3396877613 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8688018070 con 0x55fdd9af6f60 2024-02-10T00:07:20.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.083+0000 7f866ffff640 1 -- 172.21.15.1:0/3396877613 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f868800a4f0 con 0x55fdd9af6f60 2024-02-10T00:07:20.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.083+0000 7f8699dc7740 10 client.18423 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:20.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.083+0000 7f8699dc7740 1 -- 172.21.15.1:0/3396877613 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55fdd9a15a70 con 0x55fdd9af6f60 2024-02-10T00:07:20.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.083+0000 7f866ffff640 1 -- 172.21.15.1:0/3396877613 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8688034020 con 0x55fdd9af6f60 2024-02-10T00:07:20.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.084+0000 7f866ffff640 1 -- 172.21.15.1:0/3396877613 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f8688027440 con 0x55fdd9af6f60 2024-02-10T00:07:20.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.084+0000 7f8699dc7740 10 client.18423 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:20.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.084+0000 7f8699dc7740 10 client.18423 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:07:20.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.084+0000 7f8699dc7740 20 client.18423 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:20.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.084+0000 7f8699dc7740 1 --2- 172.21.15.1:0/3396877613 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55fdd9b5f270 0x55fdd9b61690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.084+0000 7f8699dc7740 4 client.18423 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:07:20.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.084+0000 7f8699dc7740 1 -- 172.21.15.1:0/3396877613 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55fdd97e0890 con 0x55fdd9b5f270 2024-02-10T00:07:20.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.084+0000 7f8694eaf640 1 --2- 172.21.15.1:0/3396877613 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55fdd9b5f270 0x55fdd9b61690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.084+0000 7f8694eaf640 1 --2- 172.21.15.1:0/3396877613 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55fdd9b5f270 0x55fdd9b61690 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=5d1a2ffcd021bc3b server_cookie=312f95bf1162bbf6 in_seq=0 out_seq=0 2024-02-10T00:07:20.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.084+0000 7f866ffff640 10 client.18423 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:07:20.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.085+0000 7f866ffff640 1 -- 172.21.15.1:0/3396877613 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55fdd97e0890 con 0x55fdd9b5f270 2024-02-10T00:07:20.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.085+0000 7f866ffff640 10 client.18423 handle_command_reply: tid=0 2024-02-10T00:07:20.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.085+0000 7f8699dc7740 1 client.18423 shutdown 2024-02-10T00:07:20.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.085+0000 7f8699dc7740 1 -- 172.21.15.1:0/3396877613 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fdd9af6f60 msgr2=0x55fdd9afd5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.085+0000 7f8699dc7740 1 --2- 172.21.15.1:0/3396877613 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fdd9af6f60 0x55fdd9afd5a0 secure :-1 s=READY pgs=1386 cs=0 l=1 rev1=1 crypto rx=0x7f868800aed0 tx=0x7f8688005eb0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.085+0000 7f8699dc7740 1 -- 172.21.15.1:0/3396877613 shutdown_connections 2024-02-10T00:07:20.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.085+0000 7f8699dc7740 1 --2- 172.21.15.1:0/3396877613 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fdd9af6f60 0x55fdd9afd5a0 unknown :-1 s=CLOSED pgs=1386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.085+0000 7f8699dc7740 1 --2- 172.21.15.1:0/3396877613 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fdd9aee3e0 0x55fdd9afd060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.085+0000 7f8699dc7740 1 --2- 172.21.15.1:0/3396877613 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55fdd9b5f270 0x55fdd9b61690 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.085+0000 7f8699dc7740 1 --2- 172.21.15.1:0/3396877613 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fdd9aeda30 0x55fdd9afcb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.085+0000 7f8699dc7740 1 -- 172.21.15.1:0/3396877613 >> 172.21.15.1:0/3396877613 conn(0x55fdd9ae8100 msgr2=0x55fdd9aef250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:20.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.085+0000 7f866ffff640 0 client.18423 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:07:20.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.085+0000 7f8699dc7740 1 -- 172.21.15.1:0/3396877613 shutdown_connections 2024-02-10T00:07:20.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.085+0000 7f8699dc7740 1 -- 172.21.15.1:0/3396877613 wait complete. 2024-02-10T00:07:20.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.085+0000 7f8699dc7740 20 client.18423 trim_cache size 0 max 16384 2024-02-10T00:07:20.098 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:07:20.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.085+0000 7f8697113640 1 -- 172.21.15.1:0/3447767845 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f86800a2230 msgr2=0x7f86800a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.085+0000 7f8697113640 1 --2- 172.21.15.1:0/3447767845 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f86800a2230 0x7f86800a46f0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f8684036040 tx=0x7f8684000bc0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.085+0000 7f8697113640 1 -- 172.21.15.1:0/3447767845 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8690106550 msgr2=0x7f869019db70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.085+0000 7f8697113640 1 --2- 172.21.15.1:0/3447767845 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8690106550 0x7f869019db70 secure :-1 s=READY pgs=1382 cs=0 l=1 rev1=1 crypto rx=0x7f867c00c970 tx=0x7f867c00ce30 comp rx=0 tx=0).stop 2024-02-10T00:07:20.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.086+0000 7f8697113640 1 -- 172.21.15.1:0/3447767845 shutdown_connections 2024-02-10T00:07:20.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.086+0000 7f8697113640 1 --2- 172.21.15.1:0/3447767845 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f86800a2230 0x7f86800a46f0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.086+0000 7f8697113640 1 --2- 172.21.15.1:0/3447767845 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f86901976f0 0x7f8690197b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.086+0000 7f8697113640 1 --2- 172.21.15.1:0/3447767845 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8690106550 0x7f869019db70 unknown :-1 s=CLOSED pgs=1382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.086+0000 7f8697113640 1 --2- 172.21.15.1:0/3447767845 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f86900ff990 0x7f869019d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.086+0000 7f8697113640 1 -- 172.21.15.1:0/3447767845 >> 172.21.15.1:0/3447767845 conn(0x7f8690076630 msgr2=0x7f8690104720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:20.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.086+0000 7f8697113640 1 -- 172.21.15.1:0/3447767845 shutdown_connections 2024-02-10T00:07:20.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.086+0000 7f8697113640 1 -- 172.21.15.1:0/3447767845 wait complete. 2024-02-10T00:07:20.100 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:20 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2115288632' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:07:20.101 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:07:20.101 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-02-10T00:07:20.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.205+0000 7ff7da0e1640 1 -- 172.21.15.1:0/1162626099 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff7d4102450 msgr2=0x7ff7d4102830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.205+0000 7ff7da0e1640 1 --2- 172.21.15.1:0/1162626099 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff7d4102450 0x7ff7d4102830 secure :-1 s=READY pgs=1387 cs=0 l=1 rev1=1 crypto rx=0x7ff7c4009900 tx=0x7ff7c402bcd0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.205+0000 7ff7da0e1640 1 -- 172.21.15.1:0/1162626099 shutdown_connections 2024-02-10T00:07:20.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.205+0000 7ff7da0e1640 1 --2- 172.21.15.1:0/1162626099 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff7d410b820 0x7ff7d410dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.205+0000 7ff7da0e1640 1 --2- 172.21.15.1:0/1162626099 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff7d4102d70 0x7ff7d410b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.205+0000 7ff7da0e1640 1 --2- 172.21.15.1:0/1162626099 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff7d4102450 0x7ff7d4102830 unknown :-1 s=CLOSED pgs=1387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.205+0000 7ff7da0e1640 1 -- 172.21.15.1:0/1162626099 >> 172.21.15.1:0/1162626099 conn(0x7ff7d40772e0 msgr2=0x7ff7d40776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:20.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.205+0000 7ff7da0e1640 1 -- 172.21.15.1:0/1162626099 shutdown_connections 2024-02-10T00:07:20.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.205+0000 7ff7da0e1640 1 -- 172.21.15.1:0/1162626099 wait complete. 2024-02-10T00:07:20.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.205+0000 7ff7da0e1640 1 Processor -- start 2024-02-10T00:07:20.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.205+0000 7ff7da0e1640 1 -- start start 2024-02-10T00:07:20.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.206+0000 7ff7da0e1640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff7d4102450 0x7ff7d419d470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.206+0000 7ff7da0e1640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff7d4102d70 0x7ff7d419d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.206+0000 7ff7da0e1640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff7d410b820 0x7ff7d4197620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.206+0000 7ff7da0e1640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7d4197c70 con 0x7ff7d4102d70 2024-02-10T00:07:20.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.206+0000 7ff7da0e1640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7d4197de0 con 0x7ff7d410b820 2024-02-10T00:07:20.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.206+0000 7ff7da0e1640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7d4197fa0 con 0x7ff7d4102450 2024-02-10T00:07:20.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.206+0000 7ff7d2ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff7d4102d70 0x7ff7d419d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.206+0000 7ff7d2ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff7d4102d70 0x7ff7d419d9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36166/0 (socket says 172.21.15.1:36166) 2024-02-10T00:07:20.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.206+0000 7ff7d2ffd640 1 -- 172.21.15.1:0/1322933581 learned_addr learned my addr 172.21.15.1:0/1322933581 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:20.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.206+0000 7ff7d3fff640 1 --2- 172.21.15.1:0/1322933581 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff7d410b820 0x7ff7d4197620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.206+0000 7ff7d37fe640 1 --2- 172.21.15.1:0/1322933581 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff7d4102450 0x7ff7d419d470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.206+0000 7ff7d2ffd640 1 -- 172.21.15.1:0/1322933581 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff7d4102450 msgr2=0x7ff7d419d470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.206+0000 7ff7d2ffd640 1 --2- 172.21.15.1:0/1322933581 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff7d4102450 0x7ff7d419d470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.206+0000 7ff7d2ffd640 1 -- 172.21.15.1:0/1322933581 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff7d410b820 msgr2=0x7ff7d4197620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.206+0000 7ff7d2ffd640 1 --2- 172.21.15.1:0/1322933581 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff7d410b820 0x7ff7d4197620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.206+0000 7ff7d2ffd640 1 -- 172.21.15.1:0/1322933581 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7c4009560 con 0x7ff7d4102d70 2024-02-10T00:07:20.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.206+0000 7ff7d37fe640 1 --2- 172.21.15.1:0/1322933581 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff7d4102450 0x7ff7d419d470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:20.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.206+0000 7ff7d3fff640 1 --2- 172.21.15.1:0/1322933581 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff7d410b820 0x7ff7d4197620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:20.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.206+0000 7ff7d2ffd640 1 --2- 172.21.15.1:0/1322933581 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff7d4102d70 0x7ff7d419d9b0 secure :-1 s=READY pgs=1388 cs=0 l=1 rev1=1 crypto rx=0x7ff7c800c920 tx=0x7ff7c800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:20.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.206+0000 7ff7d0ff9640 1 -- 172.21.15.1:0/1322933581 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7c8007c70 con 0x7ff7d4102d70 2024-02-10T00:07:20.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.207+0000 7ff7da0e1640 1 -- 172.21.15.1:0/1322933581 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff7d4198280 con 0x7ff7d4102d70 2024-02-10T00:07:20.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.207+0000 7ff7d0ff9640 1 -- 172.21.15.1:0/1322933581 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff7c8007dd0 con 0x7ff7d4102d70 2024-02-10T00:07:20.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.207+0000 7ff7d0ff9640 1 -- 172.21.15.1:0/1322933581 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7c8018860 con 0x7ff7d4102d70 2024-02-10T00:07:20.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.207+0000 7ff7da0e1640 1 -- 172.21.15.1:0/1322933581 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7d41a4510 con 0x7ff7d4102d70 2024-02-10T00:07:20.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.209+0000 7ff7d0ff9640 1 -- 172.21.15.1:0/1322933581 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7ff7c800fac0 con 0x7ff7d4102d70 2024-02-10T00:07:20.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.209+0000 7ff7dcd8a740 1 Processor -- start 2024-02-10T00:07:20.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.209+0000 7ff7dcd8a740 1 -- start start 2024-02-10T00:07:20.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.209+0000 7ff7d0ff9640 1 --2- 172.21.15.1:0/1322933581 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff7bc0a2230 0x7ff7bc0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.209+0000 7ff7dcd8a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b63ea4a30 0x559b63ea4e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.209+0000 7ff7dcd8a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b63ea53e0 0x559b63ead990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.209+0000 7ff7dcd8a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b63eadf60 0x559b63eb03b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.209+0000 7ff7dcd8a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b63e60020 con 0x559b63eadf60 2024-02-10T00:07:20.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.209+0000 7ff7dcd8a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b63e13320 con 0x559b63ea4a30 2024-02-10T00:07:20.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.209+0000 7ff7dcd8a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b63e10850 con 0x559b63ea53e0 2024-02-10T00:07:20.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.209+0000 7ff7d0ff9640 1 -- 172.21.15.1:0/1322933581 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7ff7c80ce2a0 con 0x7ff7d4102d70 2024-02-10T00:07:20.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.209+0000 7ff7d3fff640 1 --2- 172.21.15.1:0/1322933581 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff7bc0a2230 0x7ff7bc0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.210+0000 7ff7d3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b63eadf60 0x559b63eb03b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.210+0000 7ff7d3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b63eadf60 0x559b63eb03b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36180/0 (socket says 172.21.15.1:36180) 2024-02-10T00:07:20.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.210+0000 7ff7d3fff640 1 -- 172.21.15.1:0/2018714249 learned_addr learned my addr 172.21.15.1:0/2018714249 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:20.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.210+0000 7ff7d37fe640 1 --2- 172.21.15.1:0/2018714249 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b63ea4a30 0x559b63ea4e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.210+0000 7ff7d2ffd640 1 --2- 172.21.15.1:0/2018714249 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b63ea53e0 0x559b63ead990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.210+0000 7ff7d3fff640 1 -- 172.21.15.1:0/2018714249 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b63ea53e0 msgr2=0x559b63ead990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.210+0000 7ff7d3fff640 1 --2- 172.21.15.1:0/2018714249 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b63ea53e0 0x559b63ead990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.210+0000 7ff7d3fff640 1 -- 172.21.15.1:0/2018714249 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b63ea4a30 msgr2=0x559b63ea4e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.210+0000 7ff7d3fff640 1 --2- 172.21.15.1:0/2018714249 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b63ea4a30 0x559b63ea4e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.210+0000 7ff7d3fff640 1 -- 172.21.15.1:0/2018714249 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559b63dce210 con 0x559b63eadf60 2024-02-10T00:07:20.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.210+0000 7ff7d3fff640 1 --2- 172.21.15.1:0/1322933581 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff7bc0a2230 0x7ff7bc0a46f0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7ff7cc009fd0 tx=0x7ff7cc009f20 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:20.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.210+0000 7ff7d3fff640 1 --2- 172.21.15.1:0/2018714249 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b63eadf60 0x559b63eb03b0 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7ff7cc014f30 tx=0x7ff7cc01b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d716ef7ee934b21 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:20.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.210+0000 7ff7b9ffb640 1 -- 172.21.15.1:0/2018714249 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7cc00fe60 con 0x559b63eadf60 2024-02-10T00:07:20.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.210+0000 7ff7b9ffb640 1 -- 172.21.15.1:0/2018714249 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff7cc01a040 con 0x559b63eadf60 2024-02-10T00:07:20.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.210+0000 7ff7b9ffb640 1 -- 172.21.15.1:0/2018714249 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7cc004280 con 0x559b63eadf60 2024-02-10T00:07:20.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.211+0000 7ff7dcd8a740 1 -- 172.21.15.1:0/2018714249 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b63eadf60 msgr2=0x559b63eb03b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.211+0000 7ff7dcd8a740 1 --2- 172.21.15.1:0/2018714249 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b63eadf60 0x559b63eb03b0 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7ff7cc014f30 tx=0x7ff7cc01b000 comp rx=0 tx=0).stop 2024-02-10T00:07:20.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.211+0000 7ff7dcd8a740 1 -- 172.21.15.1:0/2018714249 shutdown_connections 2024-02-10T00:07:20.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.211+0000 7ff7dcd8a740 1 --2- 172.21.15.1:0/2018714249 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b63eadf60 0x559b63eb03b0 unknown :-1 s=CLOSED pgs=1389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.211+0000 7ff7dcd8a740 1 --2- 172.21.15.1:0/2018714249 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b63ea53e0 0x559b63ead990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.211+0000 7ff7dcd8a740 1 --2- 172.21.15.1:0/2018714249 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b63ea4a30 0x559b63ea4e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.211+0000 7ff7dcd8a740 1 -- 172.21.15.1:0/2018714249 >> 172.21.15.1:0/2018714249 conn(0x559b63e9f100 msgr2=0x559b63e9f4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:20.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.211+0000 7ff7dcd8a740 1 -- 172.21.15.1:0/2018714249 shutdown_connections 2024-02-10T00:07:20.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.211+0000 7ff7dcd8a740 1 -- 172.21.15.1:0/2018714249 wait complete. 2024-02-10T00:07:20.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.211+0000 7ff7dcd8a740 1 -- start start 2024-02-10T00:07:20.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.212+0000 7ff7dcd8a740 1 Processor -- start 2024-02-10T00:07:20.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.212+0000 7ff7dcd8a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b63ea4a30 0x559b63eaaf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.212+0000 7ff7dcd8a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b63ea53e0 0x559b63eab4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.212+0000 7ff7dcd8a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b63eadf60 0x559b63eaba00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.212+0000 7ff7dcd8a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b63e0c030 con 0x559b63eadf60 2024-02-10T00:07:20.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.212+0000 7ff7dcd8a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b63adf430 con 0x559b63ea53e0 2024-02-10T00:07:20.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.212+0000 7ff7dcd8a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b63a9be00 con 0x559b63ea4a30 2024-02-10T00:07:20.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.212+0000 7ff7dcd8a740 10 client.0 _ll_register_callbacks cb 0x559b63e01030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:20.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.212+0000 7ff7d3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b63eadf60 0x559b63eaba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.212+0000 7ff7d3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b63eadf60 0x559b63eaba00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36190/0 (socket says 172.21.15.1:36190) 2024-02-10T00:07:20.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.212+0000 7ff7d3fff640 1 -- 172.21.15.1:0/3821971591 learned_addr learned my addr 172.21.15.1:0/3821971591 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:20.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.212+0000 7ff7d2ffd640 1 --2- 172.21.15.1:0/3821971591 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b63ea53e0 0x559b63eab4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.212+0000 7ff7d37fe640 1 --2- 172.21.15.1:0/3821971591 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b63ea4a30 0x559b63eaaf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.212+0000 7ff7d3fff640 1 -- 172.21.15.1:0/3821971591 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b63ea4a30 msgr2=0x559b63eaaf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.212+0000 7ff7d3fff640 1 --2- 172.21.15.1:0/3821971591 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b63ea4a30 0x559b63eaaf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.212+0000 7ff7d3fff640 1 -- 172.21.15.1:0/3821971591 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b63ea53e0 msgr2=0x559b63eab4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.212+0000 7ff7d3fff640 1 --2- 172.21.15.1:0/3821971591 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b63ea53e0 0x559b63eab4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.212+0000 7ff7d3fff640 1 -- 172.21.15.1:0/3821971591 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7cc014cf0 con 0x559b63eadf60 2024-02-10T00:07:20.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.212+0000 7ff7d2ffd640 1 --2- 172.21.15.1:0/3821971591 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b63ea53e0 0x559b63eab4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:20.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.212+0000 7ff7d3fff640 1 --2- 172.21.15.1:0/3821971591 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b63eadf60 0x559b63eaba00 secure :-1 s=READY pgs=1390 cs=0 l=1 rev1=1 crypto rx=0x7ff7cc006010 tx=0x7ff7cc014290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3e2d7ae73f45fd5 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:20.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.212+0000 7ff7b2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:20.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.212+0000 7ff7b2ffd640 1 -- 172.21.15.1:0/3821971591 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7cc004c00 con 0x559b63eadf60 2024-02-10T00:07:20.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.213+0000 7ff7b2ffd640 1 -- 172.21.15.1:0/3821971591 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7ff7cc0047d0 con 0x559b63eadf60 2024-02-10T00:07:20.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.213+0000 7ff7dcd8a740 1 -- 172.21.15.1:0/3821971591 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559b63b0b7e0 con 0x559b63eadf60 2024-02-10T00:07:20.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.213+0000 7ff7b2ffd640 1 -- 172.21.15.1:0/3821971591 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff7cc0140d0 con 0x559b63eadf60 2024-02-10T00:07:20.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.213+0000 7ff7dcd8a740 10 client.18435 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:20.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.213+0000 7ff7dcd8a740 1 -- 172.21.15.1:0/3821971591 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x559b63e0a6b0 con 0x559b63eadf60 2024-02-10T00:07:20.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.213+0000 7ff7b2ffd640 1 -- 172.21.15.1:0/3821971591 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x559b63b0b7e0 con 0x559b63eadf60 2024-02-10T00:07:20.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.213+0000 7ff7b2ffd640 1 -- 172.21.15.1:0/3821971591 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ff7cc003a00 con 0x559b63eadf60 2024-02-10T00:07:20.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.213+0000 7ff7dcd8a740 10 client.18435 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:20.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.213+0000 7ff7dcd8a740 10 client.18435 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:07:20.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.213+0000 7ff7dcd8a740 20 client.18435 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:20.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.213+0000 7ff7dcd8a740 1 --2- 172.21.15.1:0/3821971591 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x559b63ebe4c0 0x559b63ec08e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.213+0000 7ff7dcd8a740 4 client.18435 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:07:20.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.213+0000 7ff7dcd8a740 1 -- 172.21.15.1:0/3821971591 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559b63b48720 con 0x559b63ebe4c0 2024-02-10T00:07:20.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.213+0000 7ff7d37fe640 1 --2- 172.21.15.1:0/3821971591 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x559b63ebe4c0 0x559b63ec08e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.214+0000 7ff7d37fe640 1 --2- 172.21.15.1:0/3821971591 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x559b63ebe4c0 0x559b63ec08e0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=56c2dca3cb3d1300 server_cookie=66194a22f4410817 in_seq=0 out_seq=0 2024-02-10T00:07:20.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.214+0000 7ff7b2ffd640 10 client.18435 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:07:20.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.214+0000 7ff7b2ffd640 1 -- 172.21.15.1:0/3821971591 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x559b63b48720 con 0x559b63ebe4c0 2024-02-10T00:07:20.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.214+0000 7ff7b2ffd640 10 client.18435 handle_command_reply: tid=0 2024-02-10T00:07:20.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.214+0000 7ff7dcd8a740 1 client.18435 shutdown 2024-02-10T00:07:20.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.215+0000 7ff7dcd8a740 1 -- 172.21.15.1:0/3821971591 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b63eadf60 msgr2=0x559b63eaba00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.215+0000 7ff7dcd8a740 1 --2- 172.21.15.1:0/3821971591 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b63eadf60 0x559b63eaba00 secure :-1 s=READY pgs=1390 cs=0 l=1 rev1=1 crypto rx=0x7ff7cc006010 tx=0x7ff7cc014290 comp rx=0 tx=0).stop 2024-02-10T00:07:20.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.215+0000 7ff7dcd8a740 1 -- 172.21.15.1:0/3821971591 shutdown_connections 2024-02-10T00:07:20.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.215+0000 7ff7dcd8a740 1 --2- 172.21.15.1:0/3821971591 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x559b63ebe4c0 0x559b63ec08e0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.215+0000 7ff7dcd8a740 1 --2- 172.21.15.1:0/3821971591 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b63eadf60 0x559b63eaba00 unknown :-1 s=CLOSED pgs=1390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.215+0000 7ff7dcd8a740 1 --2- 172.21.15.1:0/3821971591 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b63ea53e0 0x559b63eab4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.215+0000 7ff7dcd8a740 1 --2- 172.21.15.1:0/3821971591 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b63ea4a30 0x559b63eaaf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.215+0000 7ff7b2ffd640 0 client.18435 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:07:20.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.215+0000 7ff7dcd8a740 1 -- 172.21.15.1:0/3821971591 >> 172.21.15.1:0/3821971591 conn(0x559b63e9f100 msgr2=0x559b63ea0e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:20.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.215+0000 7ff7dcd8a740 1 -- 172.21.15.1:0/3821971591 shutdown_connections 2024-02-10T00:07:20.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.215+0000 7ff7dcd8a740 1 -- 172.21.15.1:0/3821971591 wait complete. 2024-02-10T00:07:20.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.215+0000 7ff7dcd8a740 20 client.18435 trim_cache size 0 max 16384 2024-02-10T00:07:20.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.226+0000 7ff7dcd8a740 1 Processor -- start 2024-02-10T00:07:20.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.227+0000 7ff7dcd8a740 1 -- start start 2024-02-10T00:07:20.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.227+0000 7ff7dcd8a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b63ea4a30 0x559b63eab820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.227+0000 7ff7dcd8a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b63ea53e0 0x559b63e9e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.227+0000 7ff7dcd8a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b63eadf60 0x559b63eb4f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.227+0000 7ff7dcd8a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b63eb9fd0 con 0x559b63ea4a30 2024-02-10T00:07:20.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.227+0000 7ff7dcd8a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b63d91130 con 0x559b63ea53e0 2024-02-10T00:07:20.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.227+0000 7ff7dcd8a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b63e9a8a0 con 0x559b63eadf60 2024-02-10T00:07:20.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.227+0000 7ff7d37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b63ea4a30 0x559b63eab820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.227+0000 7ff7d37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b63ea4a30 0x559b63eab820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36200/0 (socket says 172.21.15.1:36200) 2024-02-10T00:07:20.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.227+0000 7ff7d37fe640 1 -- 172.21.15.1:0/367225694 learned_addr learned my addr 172.21.15.1:0/367225694 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:20.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.227+0000 7ff7d37fe640 1 -- 172.21.15.1:0/367225694 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b63eadf60 msgr2=0x559b63eb4f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.227+0000 7ff7d3fff640 1 --2- 172.21.15.1:0/367225694 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b63eadf60 0x559b63eb4f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.227+0000 7ff7d2ffd640 1 --2- 172.21.15.1:0/367225694 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b63ea53e0 0x559b63e9e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.227+0000 7ff7d37fe640 1 --2- 172.21.15.1:0/367225694 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b63eadf60 0x559b63eb4f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.227+0000 7ff7d37fe640 1 -- 172.21.15.1:0/367225694 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b63ea53e0 msgr2=0x559b63e9e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.227+0000 7ff7d37fe640 1 --2- 172.21.15.1:0/367225694 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b63ea53e0 0x559b63e9e0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.227+0000 7ff7d37fe640 1 -- 172.21.15.1:0/367225694 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559b63da6c90 con 0x559b63ea4a30 2024-02-10T00:07:20.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.227+0000 7ff7d2ffd640 1 --2- 172.21.15.1:0/367225694 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b63ea53e0 0x559b63e9e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:07:20.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.227+0000 7ff7d37fe640 1 --2- 172.21.15.1:0/367225694 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b63ea4a30 0x559b63eab820 secure :-1 s=READY pgs=1391 cs=0 l=1 rev1=1 crypto rx=0x7ff7c402c210 tx=0x7ff7c4000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f05035d082e4030 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:20.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.227+0000 7ff7b97fa640 1 -- 172.21.15.1:0/367225694 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7c4043040 con 0x559b63ea4a30 2024-02-10T00:07:20.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.228+0000 7ff7b97fa640 1 -- 172.21.15.1:0/367225694 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff7c4045040 con 0x559b63ea4a30 2024-02-10T00:07:20.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.228+0000 7ff7b97fa640 1 -- 172.21.15.1:0/367225694 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7c402cd40 con 0x559b63ea4a30 2024-02-10T00:07:20.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.228+0000 7ff7dcd8a740 1 -- 172.21.15.1:0/367225694 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b63ea4a30 msgr2=0x559b63eab820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.228+0000 7ff7dcd8a740 1 --2- 172.21.15.1:0/367225694 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b63ea4a30 0x559b63eab820 secure :-1 s=READY pgs=1391 cs=0 l=1 rev1=1 crypto rx=0x7ff7c402c210 tx=0x7ff7c4000bc0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.228+0000 7ff7dcd8a740 1 -- 172.21.15.1:0/367225694 shutdown_connections 2024-02-10T00:07:20.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.228+0000 7ff7dcd8a740 1 --2- 172.21.15.1:0/367225694 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b63eadf60 0x559b63eb4f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.228+0000 7ff7dcd8a740 1 --2- 172.21.15.1:0/367225694 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b63ea53e0 0x559b63e9e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.228+0000 7ff7dcd8a740 1 --2- 172.21.15.1:0/367225694 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b63ea4a30 0x559b63eab820 unknown :-1 s=CLOSED pgs=1391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.228+0000 7ff7dcd8a740 1 -- 172.21.15.1:0/367225694 >> 172.21.15.1:0/367225694 conn(0x559b63e9f100 msgr2=0x559b63e9d9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:20.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.228+0000 7ff7dcd8a740 1 -- 172.21.15.1:0/367225694 shutdown_connections 2024-02-10T00:07:20.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.228+0000 7ff7dcd8a740 1 -- 172.21.15.1:0/367225694 wait complete. 2024-02-10T00:07:20.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.228+0000 7ff7dcd8a740 1 -- start start 2024-02-10T00:07:20.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.229+0000 7ff7dcd8a740 1 Processor -- start 2024-02-10T00:07:20.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.229+0000 7ff7dcd8a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b63ea4a30 0x559b63eb4240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.229+0000 7ff7dcd8a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b63ea53e0 0x559b63eb4780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.229+0000 7ff7dcd8a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b63eadf60 0x559b63f0ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.229+0000 7ff7dcd8a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b63f0ef50 con 0x559b63eadf60 2024-02-10T00:07:20.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.229+0000 7ff7dcd8a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b63f0f090 con 0x559b63ea53e0 2024-02-10T00:07:20.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.229+0000 7ff7dcd8a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b63f0f250 con 0x559b63ea4a30 2024-02-10T00:07:20.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.229+0000 7ff7dcd8a740 10 client.0 _ll_register_callbacks cb 0x7ff7d406aac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:20.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.229+0000 7ff7d3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b63eadf60 0x559b63f0ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.229+0000 7ff7d3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b63eadf60 0x559b63f0ea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36212/0 (socket says 172.21.15.1:36212) 2024-02-10T00:07:20.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.229+0000 7ff7d3fff640 1 -- 172.21.15.1:0/166557459 learned_addr learned my addr 172.21.15.1:0/166557459 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:20.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.229+0000 7ff7d37fe640 1 --2- 172.21.15.1:0/166557459 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b63ea4a30 0x559b63eb4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.229+0000 7ff7d3fff640 1 -- 172.21.15.1:0/166557459 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b63ea4a30 msgr2=0x559b63eb4240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.229+0000 7ff7d3fff640 1 --2- 172.21.15.1:0/166557459 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b63ea4a30 0x559b63eb4240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.229+0000 7ff7d3fff640 1 -- 172.21.15.1:0/166557459 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b63ea53e0 msgr2=0x559b63eb4780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.229+0000 7ff7d2ffd640 1 --2- 172.21.15.1:0/166557459 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b63ea53e0 0x559b63eb4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.229+0000 7ff7d3fff640 1 --2- 172.21.15.1:0/166557459 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b63ea53e0 0x559b63eb4780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.229+0000 7ff7d3fff640 1 -- 172.21.15.1:0/166557459 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7d410e8d0 con 0x559b63eadf60 2024-02-10T00:07:20.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.229+0000 7ff7d2ffd640 1 --2- 172.21.15.1:0/166557459 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b63ea53e0 0x559b63eb4780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:07:20.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.229+0000 7ff7d3fff640 1 --2- 172.21.15.1:0/166557459 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b63eadf60 0x559b63f0ea10 secure :-1 s=READY pgs=1392 cs=0 l=1 rev1=1 crypto rx=0x7ff7cc005fe0 tx=0x7ff7cc011f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b5f87234bc59f16 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:20.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.229+0000 7ff7b2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:20.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.230+0000 7ff7b2ffd640 1 -- 172.21.15.1:0/166557459 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7cc004c00 con 0x559b63eadf60 2024-02-10T00:07:20.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.230+0000 7ff7b2ffd640 1 -- 172.21.15.1:0/166557459 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7ff7cc014e80 con 0x559b63eadf60 2024-02-10T00:07:20.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.230+0000 7ff7dcd8a740 1 -- 172.21.15.1:0/166557459 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff7cc01a040 con 0x559b63eadf60 2024-02-10T00:07:20.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.230+0000 7ff7b2ffd640 1 -- 172.21.15.1:0/166557459 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff7cc003b80 con 0x559b63eadf60 2024-02-10T00:07:20.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.230+0000 7ff7dcd8a740 10 client.18441 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:20.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.230+0000 7ff7dcd8a740 1 -- 172.21.15.1:0/166557459 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x559b63dcca70 con 0x559b63eadf60 2024-02-10T00:07:20.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.230+0000 7ff7b2ffd640 1 -- 172.21.15.1:0/166557459 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff7cc046020 con 0x559b63eadf60 2024-02-10T00:07:20.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.230+0000 7ff7b2ffd640 1 -- 172.21.15.1:0/166557459 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ff7cc0056b0 con 0x559b63eadf60 2024-02-10T00:07:20.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.230+0000 7ff7dcd8a740 10 client.18441 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:20.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.230+0000 7ff7dcd8a740 10 client.18441 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:07:20.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.230+0000 7ff7dcd8a740 20 client.18441 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:20.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.230+0000 7ff7dcd8a740 1 --2- 172.21.15.1:0/166557459 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x559b63f16640 0x559b63f18a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.230+0000 7ff7dcd8a740 4 client.18441 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:07:20.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.230+0000 7ff7dcd8a740 1 -- 172.21.15.1:0/166557459 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x559b63b97890 con 0x559b63f16640 2024-02-10T00:07:20.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.230+0000 7ff7d37fe640 1 --2- 172.21.15.1:0/166557459 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x559b63f16640 0x559b63f18a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.231+0000 7ff7b2ffd640 10 client.18441 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:07:20.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.231+0000 7ff7d37fe640 1 --2- 172.21.15.1:0/166557459 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x559b63f16640 0x559b63f18a60 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=53e2da8bd56a2d1d server_cookie=a6b0cfd4a978478 in_seq=0 out_seq=0 2024-02-10T00:07:20.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.231+0000 7ff7b2ffd640 1 -- 172.21.15.1:0/166557459 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x559b63b97890 con 0x559b63f16640 2024-02-10T00:07:20.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.231+0000 7ff7b2ffd640 10 client.18441 handle_command_reply: tid=0 2024-02-10T00:07:20.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.231+0000 7ff7dcd8a740 1 client.18441 shutdown 2024-02-10T00:07:20.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.231+0000 7ff7dcd8a740 1 -- 172.21.15.1:0/166557459 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b63eadf60 msgr2=0x559b63f0ea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.231+0000 7ff7dcd8a740 1 --2- 172.21.15.1:0/166557459 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b63eadf60 0x559b63f0ea10 secure :-1 s=READY pgs=1392 cs=0 l=1 rev1=1 crypto rx=0x7ff7cc005fe0 tx=0x7ff7cc011f40 comp rx=0 tx=0).stop 2024-02-10T00:07:20.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.231+0000 7ff7dcd8a740 1 -- 172.21.15.1:0/166557459 shutdown_connections 2024-02-10T00:07:20.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.231+0000 7ff7dcd8a740 1 --2- 172.21.15.1:0/166557459 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x559b63f16640 0x559b63f18a60 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.231+0000 7ff7dcd8a740 1 --2- 172.21.15.1:0/166557459 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b63eadf60 0x559b63f0ea10 unknown :-1 s=CLOSED pgs=1392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.231+0000 7ff7b2ffd640 0 client.18441 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:07:20.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.231+0000 7ff7dcd8a740 1 --2- 172.21.15.1:0/166557459 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b63ea53e0 0x559b63eb4780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.231+0000 7ff7dcd8a740 1 --2- 172.21.15.1:0/166557459 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b63ea4a30 0x559b63eb4240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.231+0000 7ff7dcd8a740 1 -- 172.21.15.1:0/166557459 >> 172.21.15.1:0/166557459 conn(0x559b63e9f100 msgr2=0x559b63e9e240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:20.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.231+0000 7ff7dcd8a740 1 -- 172.21.15.1:0/166557459 shutdown_connections 2024-02-10T00:07:20.240 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.231+0000 7ff7dcd8a740 1 -- 172.21.15.1:0/166557459 wait complete. 2024-02-10T00:07:20.240 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.231+0000 7ff7dcd8a740 20 client.18441 trim_cache size 0 max 16384 2024-02-10T00:07:20.240 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:07:20.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.232+0000 7ff7da0e1640 1 -- 172.21.15.1:0/1322933581 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff7bc0a2230 msgr2=0x7ff7bc0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.232+0000 7ff7da0e1640 1 --2- 172.21.15.1:0/1322933581 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff7bc0a2230 0x7ff7bc0a46f0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7ff7cc009fd0 tx=0x7ff7cc009f20 comp rx=0 tx=0).stop 2024-02-10T00:07:20.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.232+0000 7ff7da0e1640 1 -- 172.21.15.1:0/1322933581 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff7d4102d70 msgr2=0x7ff7d419d9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.232+0000 7ff7da0e1640 1 --2- 172.21.15.1:0/1322933581 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff7d4102d70 0x7ff7d419d9b0 secure :-1 s=READY pgs=1388 cs=0 l=1 rev1=1 crypto rx=0x7ff7c800c920 tx=0x7ff7c800cde0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.232+0000 7ff7da0e1640 1 -- 172.21.15.1:0/1322933581 shutdown_connections 2024-02-10T00:07:20.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.232+0000 7ff7da0e1640 1 --2- 172.21.15.1:0/1322933581 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff7bc0a2230 0x7ff7bc0a46f0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.232+0000 7ff7da0e1640 1 --2- 172.21.15.1:0/1322933581 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff7d410b820 0x7ff7d4197620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.232+0000 7ff7da0e1640 1 --2- 172.21.15.1:0/1322933581 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff7d4102d70 0x7ff7d419d9b0 unknown :-1 s=CLOSED pgs=1388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.232+0000 7ff7da0e1640 1 --2- 172.21.15.1:0/1322933581 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff7d4102450 0x7ff7d419d470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.232+0000 7ff7da0e1640 1 -- 172.21.15.1:0/1322933581 >> 172.21.15.1:0/1322933581 conn(0x7ff7d40772e0 msgr2=0x7ff7d40fd1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:20.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.232+0000 7ff7da0e1640 1 -- 172.21.15.1:0/1322933581 shutdown_connections 2024-02-10T00:07:20.242 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.232+0000 7ff7da0e1640 1 -- 172.21.15.1:0/1322933581 wait complete. 2024-02-10T00:07:20.244 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:07:20.244 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-02-10T00:07:20.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:20 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2115288632' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:07:20.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.347+0000 7fed3db56640 1 -- 172.21.15.1:0/882502508 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fed380ff700 msgr2=0x7fed380ffb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.347+0000 7fed3db56640 1 --2- 172.21.15.1:0/882502508 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fed380ff700 0x7fed380ffb80 secure :-1 s=READY pgs=1393 cs=0 l=1 rev1=1 crypto rx=0x7fed2c009930 tx=0x7fed2c02bc30 comp rx=0 tx=0).stop 2024-02-10T00:07:20.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.347+0000 7fed3db56640 1 -- 172.21.15.1:0/882502508 shutdown_connections 2024-02-10T00:07:20.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.347+0000 7fed3db56640 1 --2- 172.21.15.1:0/882502508 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fed381000c0 0x7fed3810e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.347+0000 7fed3db56640 1 --2- 172.21.15.1:0/882502508 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fed380ff700 0x7fed380ffb80 unknown :-1 s=CLOSED pgs=1393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.347+0000 7fed3db56640 1 --2- 172.21.15.1:0/882502508 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fed38106200 0x7fed381065e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.348+0000 7fed3db56640 1 -- 172.21.15.1:0/882502508 >> 172.21.15.1:0/882502508 conn(0x7fed38076630 msgr2=0x7fed380fd9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:20.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.348+0000 7fed3db56640 1 -- 172.21.15.1:0/882502508 shutdown_connections 2024-02-10T00:07:20.352 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.348+0000 7fed3db56640 1 -- 172.21.15.1:0/882502508 wait complete. 2024-02-10T00:07:20.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.348+0000 7fed3db56640 1 Processor -- start 2024-02-10T00:07:20.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.348+0000 7fed3db56640 1 -- start start 2024-02-10T00:07:20.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.348+0000 7fed3db56640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fed380ff700 0x7fed3819d600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.348+0000 7fed3db56640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fed381000c0 0x7fed3819db40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.348+0000 7fed3db56640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fed38106200 0x7fed381976c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.348+0000 7fed3db56640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed38197e50 con 0x7fed380ff700 2024-02-10T00:07:20.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.348+0000 7fed3db56640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed38197fc0 con 0x7fed381000c0 2024-02-10T00:07:20.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.348+0000 7fed3db56640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed38198180 con 0x7fed38106200 2024-02-10T00:07:20.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.349+0000 7fed377fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fed380ff700 0x7fed3819d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.349+0000 7fed377fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fed380ff700 0x7fed3819d600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36224/0 (socket says 172.21.15.1:36224) 2024-02-10T00:07:20.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.349+0000 7fed377fe640 1 -- 172.21.15.1:0/824750218 learned_addr learned my addr 172.21.15.1:0/824750218 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:20.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.349+0000 7fed37fff640 1 --2- 172.21.15.1:0/824750218 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fed38106200 0x7fed381976c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.349+0000 7fed36ffd640 1 --2- 172.21.15.1:0/824750218 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fed381000c0 0x7fed3819db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.349+0000 7fed377fe640 1 -- 172.21.15.1:0/824750218 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fed38106200 msgr2=0x7fed381976c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.349+0000 7fed377fe640 1 --2- 172.21.15.1:0/824750218 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fed38106200 0x7fed381976c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.349+0000 7fed377fe640 1 -- 172.21.15.1:0/824750218 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fed381000c0 msgr2=0x7fed3819db40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.349+0000 7fed377fe640 1 --2- 172.21.15.1:0/824750218 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fed381000c0 0x7fed3819db40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.349+0000 7fed377fe640 1 -- 172.21.15.1:0/824750218 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed2c009560 con 0x7fed380ff700 2024-02-10T00:07:20.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.349+0000 7fed377fe640 1 --2- 172.21.15.1:0/824750218 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fed380ff700 0x7fed3819d600 secure :-1 s=READY pgs=1394 cs=0 l=1 rev1=1 crypto rx=0x7fed2800e9f0 tx=0x7fed2800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:20.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.349+0000 7fed34ff9640 1 -- 172.21.15.1:0/824750218 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed28009720 con 0x7fed380ff700 2024-02-10T00:07:20.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.349+0000 7fed3db56640 1 -- 172.21.15.1:0/824750218 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed38198460 con 0x7fed380ff700 2024-02-10T00:07:20.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.349+0000 7fed34ff9640 1 -- 172.21.15.1:0/824750218 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fed2800cd80 con 0x7fed380ff700 2024-02-10T00:07:20.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.349+0000 7fed34ff9640 1 -- 172.21.15.1:0/824750218 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed28010690 con 0x7fed380ff700 2024-02-10T00:07:20.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.349+0000 7fed3db56640 1 -- 172.21.15.1:0/824750218 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed381a4580 con 0x7fed380ff700 2024-02-10T00:07:20.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.351+0000 7fed34ff9640 1 -- 172.21.15.1:0/824750218 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fed280046c0 con 0x7fed380ff700 2024-02-10T00:07:20.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.352+0000 7fed40808740 1 Processor -- start 2024-02-10T00:07:20.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.352+0000 7fed40808740 1 -- start start 2024-02-10T00:07:20.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.352+0000 7fed34ff9640 1 --2- 172.21.15.1:0/824750218 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fed200a2230 0x7fed200a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.352+0000 7fed40808740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55812a236a30 0x55812a236e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.352+0000 7fed40808740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55812a2373e0 0x55812a23f990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.352+0000 7fed40808740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55812a23ff60 0x55812a2423b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.352+0000 7fed40808740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55812a1f2020 con 0x55812a23ff60 2024-02-10T00:07:20.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.352+0000 7fed40808740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55812a1a5320 con 0x55812a2373e0 2024-02-10T00:07:20.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.352+0000 7fed40808740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55812a1a2850 con 0x55812a236a30 2024-02-10T00:07:20.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.352+0000 7fed37fff640 1 --2- 172.21.15.1:0/824750218 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fed200a2230 0x7fed200a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.352+0000 7fed34ff9640 1 -- 172.21.15.1:0/824750218 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fed28014070 con 0x7fed380ff700 2024-02-10T00:07:20.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.353+0000 7fed37fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55812a23ff60 0x55812a2423b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.353+0000 7fed36ffd640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55812a2373e0 0x55812a23f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.353+0000 7fed37fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55812a23ff60 0x55812a2423b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36238/0 (socket says 172.21.15.1:36238) 2024-02-10T00:07:20.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.353+0000 7fed37fff640 1 -- 172.21.15.1:0/3417322711 learned_addr learned my addr 172.21.15.1:0/3417322711 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:20.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.353+0000 7fed377fe640 1 --2- 172.21.15.1:0/3417322711 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55812a236a30 0x55812a236e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.353+0000 7fed37fff640 1 -- 172.21.15.1:0/3417322711 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55812a236a30 msgr2=0x55812a236e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.353+0000 7fed37fff640 1 --2- 172.21.15.1:0/3417322711 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55812a236a30 0x55812a236e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.353+0000 7fed37fff640 1 -- 172.21.15.1:0/3417322711 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55812a2373e0 msgr2=0x55812a23f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.353+0000 7fed37fff640 1 --2- 172.21.15.1:0/3417322711 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55812a2373e0 0x55812a23f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.353+0000 7fed37fff640 1 -- 172.21.15.1:0/3417322711 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55812a160210 con 0x55812a23ff60 2024-02-10T00:07:20.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.353+0000 7fed36ffd640 1 --2- 172.21.15.1:0/3417322711 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55812a2373e0 0x55812a23f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:07:20.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.353+0000 7fed37fff640 1 --2- 172.21.15.1:0/824750218 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fed200a2230 0x7fed200a46f0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fed30014c80 tx=0x7fed30007e80 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:20.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.353+0000 7fed37fff640 1 --2- 172.21.15.1:0/3417322711 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55812a23ff60 0x55812a2423b0 secure :-1 s=READY pgs=1395 cs=0 l=1 rev1=1 crypto rx=0x7fed30005c40 tx=0x7fed3001b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4866a81575e88d5 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:20.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.353+0000 7fed1dffb640 1 -- 172.21.15.1:0/3417322711 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed30014270 con 0x55812a23ff60 2024-02-10T00:07:20.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.353+0000 7fed1dffb640 1 -- 172.21.15.1:0/3417322711 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fed3001a040 con 0x55812a23ff60 2024-02-10T00:07:20.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.353+0000 7fed1dffb640 1 -- 172.21.15.1:0/3417322711 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed300129d0 con 0x55812a23ff60 2024-02-10T00:07:20.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.354+0000 7fed40808740 1 -- 172.21.15.1:0/3417322711 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55812a23ff60 msgr2=0x55812a2423b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.354+0000 7fed40808740 1 --2- 172.21.15.1:0/3417322711 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55812a23ff60 0x55812a2423b0 secure :-1 s=READY pgs=1395 cs=0 l=1 rev1=1 crypto rx=0x7fed30005c40 tx=0x7fed3001b000 comp rx=0 tx=0).stop 2024-02-10T00:07:20.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.354+0000 7fed40808740 1 -- 172.21.15.1:0/3417322711 shutdown_connections 2024-02-10T00:07:20.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.354+0000 7fed40808740 1 --2- 172.21.15.1:0/3417322711 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55812a23ff60 0x55812a2423b0 unknown :-1 s=CLOSED pgs=1395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.354+0000 7fed40808740 1 --2- 172.21.15.1:0/3417322711 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55812a2373e0 0x55812a23f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.354+0000 7fed40808740 1 --2- 172.21.15.1:0/3417322711 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55812a236a30 0x55812a236e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.354+0000 7fed40808740 1 -- 172.21.15.1:0/3417322711 >> 172.21.15.1:0/3417322711 conn(0x55812a231100 msgr2=0x55812a2314e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:20.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.354+0000 7fed40808740 1 -- 172.21.15.1:0/3417322711 shutdown_connections 2024-02-10T00:07:20.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.354+0000 7fed40808740 1 -- 172.21.15.1:0/3417322711 wait complete. 2024-02-10T00:07:20.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.354+0000 7fed40808740 1 -- start start 2024-02-10T00:07:20.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.354+0000 7fed40808740 1 Processor -- start 2024-02-10T00:07:20.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.355+0000 7fed40808740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55812a236a30 0x55812a23cf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.355+0000 7fed40808740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55812a2373e0 0x55812a23d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.355+0000 7fed40808740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55812a23ff60 0x55812a23d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.355+0000 7fed40808740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55812a19e030 con 0x55812a2373e0 2024-02-10T00:07:20.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.355+0000 7fed40808740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x558129e71430 con 0x55812a236a30 2024-02-10T00:07:20.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.355+0000 7fed40808740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x558129e2de00 con 0x55812a23ff60 2024-02-10T00:07:20.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.355+0000 7fed40808740 10 client.0 _ll_register_callbacks cb 0x55812a193030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:20.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.355+0000 7fed36ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55812a2373e0 0x55812a23d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.355+0000 7fed36ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55812a2373e0 0x55812a23d4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36250/0 (socket says 172.21.15.1:36250) 2024-02-10T00:07:20.366 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.355+0000 7fed36ffd640 1 -- 172.21.15.1:0/3866162417 learned_addr learned my addr 172.21.15.1:0/3866162417 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:20.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.355+0000 7fed377fe640 1 --2- 172.21.15.1:0/3866162417 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55812a236a30 0x55812a23cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.355+0000 7fed37fff640 1 --2- 172.21.15.1:0/3866162417 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55812a23ff60 0x55812a23d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.355+0000 7fed36ffd640 1 -- 172.21.15.1:0/3866162417 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55812a23ff60 msgr2=0x55812a23d9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.355+0000 7fed36ffd640 1 --2- 172.21.15.1:0/3866162417 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55812a23ff60 0x55812a23d9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.355+0000 7fed36ffd640 1 -- 172.21.15.1:0/3866162417 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55812a236a30 msgr2=0x55812a23cf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.355+0000 7fed36ffd640 1 --2- 172.21.15.1:0/3866162417 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55812a236a30 0x55812a23cf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.355+0000 7fed36ffd640 1 -- 172.21.15.1:0/3866162417 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed30014cb0 con 0x55812a2373e0 2024-02-10T00:07:20.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.355+0000 7fed37fff640 1 --2- 172.21.15.1:0/3866162417 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55812a23ff60 0x55812a23d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:20.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.355+0000 7fed36ffd640 1 --2- 172.21.15.1:0/3866162417 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55812a2373e0 0x55812a23d4b0 secure :-1 s=READY pgs=1396 cs=0 l=1 rev1=1 crypto rx=0x7fed2c005ec0 tx=0x7fed2c0048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c2be4ae5adfb3 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:20.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.355+0000 7fed16ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:20.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.356+0000 7fed16ffd640 1 -- 172.21.15.1:0/3866162417 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed2c004450 con 0x55812a2373e0 2024-02-10T00:07:20.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.356+0000 7fed16ffd640 1 -- 172.21.15.1:0/3866162417 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fed2c004df0 con 0x55812a2373e0 2024-02-10T00:07:20.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.356+0000 7fed40808740 1 -- 172.21.15.1:0/3866162417 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558129e9d7e0 con 0x55812a2373e0 2024-02-10T00:07:20.367 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.356+0000 7fed16ffd640 1 -- 172.21.15.1:0/3866162417 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fed2c004ae0 con 0x55812a2373e0 2024-02-10T00:07:20.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.356+0000 7fed40808740 10 client.18453 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:20.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.356+0000 7fed40808740 1 -- 172.21.15.1:0/3866162417 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55812a19c6b0 con 0x55812a2373e0 2024-02-10T00:07:20.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.356+0000 7fed16ffd640 1 -- 172.21.15.1:0/3866162417 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x558129e9d7e0 con 0x55812a2373e0 2024-02-10T00:07:20.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.356+0000 7fed16ffd640 1 -- 172.21.15.1:0/3866162417 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fed2c03c040 con 0x55812a2373e0 2024-02-10T00:07:20.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.356+0000 7fed40808740 10 client.18453 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:20.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.356+0000 7fed40808740 10 client.18453 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:07:20.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.356+0000 7fed40808740 20 client.18453 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:20.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.356+0000 7fed40808740 1 --2- 172.21.15.1:0/3866162417 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55812a250580 0x55812a2529a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.356+0000 7fed40808740 4 client.18453 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:07:20.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.356+0000 7fed40808740 1 -- 172.21.15.1:0/3866162417 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558129eda720 con 0x55812a250580 2024-02-10T00:07:20.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.356+0000 7fed377fe640 1 --2- 172.21.15.1:0/3866162417 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55812a250580 0x55812a2529a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.357+0000 7fed377fe640 1 --2- 172.21.15.1:0/3866162417 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55812a250580 0x55812a2529a0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5d488779144bbbe8 server_cookie=19fc0d287d97e383 in_seq=0 out_seq=0 2024-02-10T00:07:20.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.357+0000 7fed16ffd640 10 client.18453 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:07:20.368 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.357+0000 7fed16ffd640 1 -- 172.21.15.1:0/3866162417 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x558129eda720 con 0x55812a250580 2024-02-10T00:07:20.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.357+0000 7fed16ffd640 10 client.18453 handle_command_reply: tid=0 2024-02-10T00:07:20.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.357+0000 7fed40808740 1 client.18453 shutdown 2024-02-10T00:07:20.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.358+0000 7fed40808740 1 -- 172.21.15.1:0/3866162417 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55812a2373e0 msgr2=0x55812a23d4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.358+0000 7fed40808740 1 --2- 172.21.15.1:0/3866162417 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55812a2373e0 0x55812a23d4b0 secure :-1 s=READY pgs=1396 cs=0 l=1 rev1=1 crypto rx=0x7fed2c005ec0 tx=0x7fed2c0048f0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.358+0000 7fed40808740 1 -- 172.21.15.1:0/3866162417 shutdown_connections 2024-02-10T00:07:20.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.358+0000 7fed40808740 1 --2- 172.21.15.1:0/3866162417 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55812a250580 0x55812a2529a0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.358+0000 7fed40808740 1 --2- 172.21.15.1:0/3866162417 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55812a23ff60 0x55812a23d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.358+0000 7fed40808740 1 --2- 172.21.15.1:0/3866162417 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55812a2373e0 0x55812a23d4b0 unknown :-1 s=CLOSED pgs=1396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.358+0000 7fed40808740 1 --2- 172.21.15.1:0/3866162417 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55812a236a30 0x55812a23cf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.358+0000 7fed16ffd640 0 client.18453 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:07:20.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.358+0000 7fed40808740 1 -- 172.21.15.1:0/3866162417 >> 172.21.15.1:0/3866162417 conn(0x55812a231100 msgr2=0x55812a232e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:20.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.358+0000 7fed40808740 1 -- 172.21.15.1:0/3866162417 shutdown_connections 2024-02-10T00:07:20.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.358+0000 7fed40808740 1 -- 172.21.15.1:0/3866162417 wait complete. 2024-02-10T00:07:20.369 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.358+0000 7fed40808740 20 client.18453 trim_cache size 0 max 16384 2024-02-10T00:07:20.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.370+0000 7fed40808740 1 Processor -- start 2024-02-10T00:07:20.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.370+0000 7fed40808740 1 -- start start 2024-02-10T00:07:20.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.370+0000 7fed40808740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55812a236a30 0x55812a23d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.370+0000 7fed40808740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55812a2373e0 0x55812a2300c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.370+0000 7fed40808740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55812a23ff60 0x55812a246f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.370+0000 7fed40808740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55812a123130 con 0x55812a2373e0 2024-02-10T00:07:20.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.370+0000 7fed40808740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55812a23b4c0 con 0x55812a23ff60 2024-02-10T00:07:20.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.370+0000 7fed40808740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55812a23beb0 con 0x55812a236a30 2024-02-10T00:07:20.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.370+0000 7fed36ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55812a2373e0 0x55812a2300c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.370+0000 7fed36ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55812a2373e0 0x55812a2300c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36252/0 (socket says 172.21.15.1:36252) 2024-02-10T00:07:20.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.370+0000 7fed36ffd640 1 -- 172.21.15.1:0/3625703044 learned_addr learned my addr 172.21.15.1:0/3625703044 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:20.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.370+0000 7fed377fe640 1 --2- 172.21.15.1:0/3625703044 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55812a236a30 0x55812a23d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.370+0000 7fed37fff640 1 --2- 172.21.15.1:0/3625703044 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55812a23ff60 0x55812a246f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.370+0000 7fed36ffd640 1 -- 172.21.15.1:0/3625703044 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55812a236a30 msgr2=0x55812a23d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.370+0000 7fed36ffd640 1 --2- 172.21.15.1:0/3625703044 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55812a236a30 0x55812a23d810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.370+0000 7fed36ffd640 1 -- 172.21.15.1:0/3625703044 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55812a23ff60 msgr2=0x55812a246f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.370+0000 7fed36ffd640 1 --2- 172.21.15.1:0/3625703044 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55812a23ff60 0x55812a246f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.370+0000 7fed36ffd640 1 -- 172.21.15.1:0/3625703044 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55812a138c90 con 0x55812a2373e0 2024-02-10T00:07:20.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.370+0000 7fed377fe640 1 --2- 172.21.15.1:0/3625703044 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55812a236a30 0x55812a23d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:20.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.371+0000 7fed36ffd640 1 --2- 172.21.15.1:0/3625703044 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55812a2373e0 0x55812a2300c0 secure :-1 s=READY pgs=1397 cs=0 l=1 rev1=1 crypto rx=0x7fed2c005ab0 tx=0x7fed2c02ccf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aebe5e35ed42b1e server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:20.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.371+0000 7fed1d7fa640 1 -- 172.21.15.1:0/3625703044 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed2c004960 con 0x55812a2373e0 2024-02-10T00:07:20.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.371+0000 7fed1d7fa640 1 -- 172.21.15.1:0/3625703044 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fed2c004ac0 con 0x55812a2373e0 2024-02-10T00:07:20.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.371+0000 7fed1d7fa640 1 -- 172.21.15.1:0/3625703044 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed2c003850 con 0x55812a2373e0 2024-02-10T00:07:20.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.371+0000 7fed40808740 1 -- 172.21.15.1:0/3625703044 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55812a2373e0 msgr2=0x55812a2300c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.371+0000 7fed40808740 1 --2- 172.21.15.1:0/3625703044 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55812a2373e0 0x55812a2300c0 secure :-1 s=READY pgs=1397 cs=0 l=1 rev1=1 crypto rx=0x7fed2c005ab0 tx=0x7fed2c02ccf0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.371+0000 7fed40808740 1 -- 172.21.15.1:0/3625703044 shutdown_connections 2024-02-10T00:07:20.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.371+0000 7fed40808740 1 --2- 172.21.15.1:0/3625703044 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55812a23ff60 0x55812a246f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.371+0000 7fed40808740 1 --2- 172.21.15.1:0/3625703044 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55812a2373e0 0x55812a2300c0 unknown :-1 s=CLOSED pgs=1397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.371+0000 7fed40808740 1 --2- 172.21.15.1:0/3625703044 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55812a236a30 0x55812a23d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.371+0000 7fed40808740 1 -- 172.21.15.1:0/3625703044 >> 172.21.15.1:0/3625703044 conn(0x55812a231100 msgr2=0x55812a22f9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:20.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.371+0000 7fed40808740 1 -- 172.21.15.1:0/3625703044 shutdown_connections 2024-02-10T00:07:20.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.372+0000 7fed40808740 1 -- 172.21.15.1:0/3625703044 wait complete. 2024-02-10T00:07:20.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.372+0000 7fed40808740 1 -- start start 2024-02-10T00:07:20.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.372+0000 7fed40808740 1 Processor -- start 2024-02-10T00:07:20.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.372+0000 7fed40808740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55812a236a30 0x55812a246400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.372+0000 7fed40808740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55812a2373e0 0x55812a246940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.372+0000 7fed40808740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55812a23ff60 0x55812a2a3e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.372+0000 7fed40808740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55812a2a4360 con 0x55812a2373e0 2024-02-10T00:07:20.381 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.372+0000 7fed40808740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55812a2a44d0 con 0x55812a236a30 2024-02-10T00:07:20.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.372+0000 7fed40808740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55812a2a4690 con 0x55812a23ff60 2024-02-10T00:07:20.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.372+0000 7fed40808740 10 client.0 _ll_register_callbacks cb 0x7fed300147d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:20.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.372+0000 7fed36ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55812a2373e0 0x55812a246940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.372+0000 7fed36ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55812a2373e0 0x55812a246940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36258/0 (socket says 172.21.15.1:36258) 2024-02-10T00:07:20.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.372+0000 7fed36ffd640 1 -- 172.21.15.1:0/882729385 learned_addr learned my addr 172.21.15.1:0/882729385 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:20.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.372+0000 7fed377fe640 1 --2- 172.21.15.1:0/882729385 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55812a236a30 0x55812a246400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.372+0000 7fed37fff640 1 --2- 172.21.15.1:0/882729385 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55812a23ff60 0x55812a2a3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.373+0000 7fed36ffd640 1 -- 172.21.15.1:0/882729385 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55812a23ff60 msgr2=0x55812a2a3e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.373+0000 7fed36ffd640 1 --2- 172.21.15.1:0/882729385 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55812a23ff60 0x55812a2a3e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.373+0000 7fed36ffd640 1 -- 172.21.15.1:0/882729385 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55812a236a30 msgr2=0x55812a246400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.373+0000 7fed36ffd640 1 --2- 172.21.15.1:0/882729385 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55812a236a30 0x55812a246400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.373+0000 7fed36ffd640 1 -- 172.21.15.1:0/882729385 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55812a19c6b0 con 0x55812a2373e0 2024-02-10T00:07:20.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.373+0000 7fed36ffd640 1 --2- 172.21.15.1:0/882729385 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55812a2373e0 0x55812a246940 secure :-1 s=READY pgs=1398 cs=0 l=1 rev1=1 crypto rx=0x7fed2c004c50 tx=0x7fed2c003b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fcbf221cddc2891 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:20.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.373+0000 7fed16ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:20.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.373+0000 7fed16ffd640 1 -- 172.21.15.1:0/882729385 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed2c003800 con 0x55812a2373e0 2024-02-10T00:07:20.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.373+0000 7fed16ffd640 1 -- 172.21.15.1:0/882729385 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fed2c000e40 con 0x55812a2373e0 2024-02-10T00:07:20.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.373+0000 7fed40808740 1 -- 172.21.15.1:0/882729385 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fed3001a040 con 0x55812a2373e0 2024-02-10T00:07:20.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.373+0000 7fed16ffd640 1 -- 172.21.15.1:0/882729385 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fed2c004df0 con 0x55812a2373e0 2024-02-10T00:07:20.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.373+0000 7fed40808740 10 client.18459 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:20.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.373+0000 7fed40808740 1 -- 172.21.15.1:0/882729385 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55812a15ea70 con 0x55812a2373e0 2024-02-10T00:07:20.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.373+0000 7fed16ffd640 1 -- 172.21.15.1:0/882729385 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fed2c069020 con 0x55812a2373e0 2024-02-10T00:07:20.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.373+0000 7fed16ffd640 1 -- 172.21.15.1:0/882729385 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fed2c034940 con 0x55812a2373e0 2024-02-10T00:07:20.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.373+0000 7fed40808740 10 client.18459 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:20.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.373+0000 7fed40808740 10 client.18459 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:07:20.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.373+0000 7fed40808740 20 client.18459 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:20.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.374+0000 7fed40808740 1 --2- 172.21.15.1:0/882729385 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55812a2acbd0 0x55812a2aefc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.374+0000 7fed40808740 4 client.18459 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:07:20.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.374+0000 7fed40808740 1 -- 172.21.15.1:0/882729385 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x558129f29890 con 0x55812a2acbd0 2024-02-10T00:07:20.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.374+0000 7fed377fe640 1 --2- 172.21.15.1:0/882729385 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55812a2acbd0 0x55812a2aefc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.374+0000 7fed377fe640 1 --2- 172.21.15.1:0/882729385 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55812a2acbd0 0x55812a2aefc0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a75adff1e0e00929 server_cookie=bb70070c01fffaec in_seq=0 out_seq=0 2024-02-10T00:07:20.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.374+0000 7fed16ffd640 10 client.18459 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:07:20.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.374+0000 7fed16ffd640 1 -- 172.21.15.1:0/882729385 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x558129f29890 con 0x55812a2acbd0 2024-02-10T00:07:20.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.374+0000 7fed16ffd640 10 client.18459 handle_command_reply: tid=0 2024-02-10T00:07:20.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.374+0000 7fed40808740 1 client.18459 shutdown 2024-02-10T00:07:20.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.374+0000 7fed40808740 1 -- 172.21.15.1:0/882729385 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55812a2373e0 msgr2=0x55812a246940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.374+0000 7fed40808740 1 --2- 172.21.15.1:0/882729385 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55812a2373e0 0x55812a246940 secure :-1 s=READY pgs=1398 cs=0 l=1 rev1=1 crypto rx=0x7fed2c004c50 tx=0x7fed2c003b80 comp rx=0 tx=0).stop 2024-02-10T00:07:20.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.374+0000 7fed40808740 1 -- 172.21.15.1:0/882729385 shutdown_connections 2024-02-10T00:07:20.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.374+0000 7fed40808740 1 --2- 172.21.15.1:0/882729385 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55812a2acbd0 0x55812a2aefc0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.375+0000 7fed40808740 1 --2- 172.21.15.1:0/882729385 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55812a23ff60 0x55812a2a3e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.375+0000 7fed40808740 1 --2- 172.21.15.1:0/882729385 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55812a2373e0 0x55812a246940 unknown :-1 s=CLOSED pgs=1398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.375+0000 7fed40808740 1 --2- 172.21.15.1:0/882729385 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55812a236a30 0x55812a246400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.375+0000 7fed16ffd640 0 client.18459 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:07:20.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.375+0000 7fed40808740 1 -- 172.21.15.1:0/882729385 >> 172.21.15.1:0/882729385 conn(0x55812a231100 msgr2=0x55812a230240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:20.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.375+0000 7fed40808740 1 -- 172.21.15.1:0/882729385 shutdown_connections 2024-02-10T00:07:20.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.375+0000 7fed40808740 1 -- 172.21.15.1:0/882729385 wait complete. 2024-02-10T00:07:20.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.375+0000 7fed40808740 20 client.18459 trim_cache size 0 max 16384 2024-02-10T00:07:20.386 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:07:20.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.375+0000 7fed3db56640 1 -- 172.21.15.1:0/824750218 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fed200a2230 msgr2=0x7fed200a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.375+0000 7fed3db56640 1 --2- 172.21.15.1:0/824750218 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fed200a2230 0x7fed200a46f0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fed30014c80 tx=0x7fed30007e80 comp rx=0 tx=0).stop 2024-02-10T00:07:20.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.375+0000 7fed3db56640 1 -- 172.21.15.1:0/824750218 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fed380ff700 msgr2=0x7fed3819d600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.375+0000 7fed3db56640 1 --2- 172.21.15.1:0/824750218 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fed380ff700 0x7fed3819d600 secure :-1 s=READY pgs=1394 cs=0 l=1 rev1=1 crypto rx=0x7fed2800e9f0 tx=0x7fed2800edf0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.375+0000 7fed3db56640 1 -- 172.21.15.1:0/824750218 shutdown_connections 2024-02-10T00:07:20.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.375+0000 7fed3db56640 1 --2- 172.21.15.1:0/824750218 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fed200a2230 0x7fed200a46f0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.375+0000 7fed3db56640 1 --2- 172.21.15.1:0/824750218 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fed38106200 0x7fed381976c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.375+0000 7fed3db56640 1 --2- 172.21.15.1:0/824750218 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fed381000c0 0x7fed3819db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.375+0000 7fed3db56640 1 --2- 172.21.15.1:0/824750218 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fed380ff700 0x7fed3819d600 unknown :-1 s=CLOSED pgs=1394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.375+0000 7fed3db56640 1 -- 172.21.15.1:0/824750218 >> 172.21.15.1:0/824750218 conn(0x7fed38076630 msgr2=0x7fed38104220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:20.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.375+0000 7fed3db56640 1 -- 172.21.15.1:0/824750218 shutdown_connections 2024-02-10T00:07:20.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.375+0000 7fed3db56640 1 -- 172.21.15.1:0/824750218 wait complete. 2024-02-10T00:07:20.388 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:07:20.389 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-02-10T00:07:20.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:20 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2115288632' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:07:20.506 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.491+0000 7f0c5ac4e640 1 -- 172.21.15.1:0/1809802141 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0c54100750 msgr2=0x7f0c54105e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.491+0000 7f0c5ac4e640 1 --2- 172.21.15.1:0/1809802141 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0c54100750 0x7f0c54105e80 secure :-1 s=READY pgs=1399 cs=0 l=1 rev1=1 crypto rx=0x7f0c48009930 tx=0x7f0c4802bc30 comp rx=0 tx=0).stop 2024-02-10T00:07:20.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.491+0000 7f0c5ac4e640 1 -- 172.21.15.1:0/1809802141 shutdown_connections 2024-02-10T00:07:20.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.491+0000 7f0c5ac4e640 1 --2- 172.21.15.1:0/1809802141 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0c54106560 0x7f0c5410e150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.492+0000 7f0c5ac4e640 1 --2- 172.21.15.1:0/1809802141 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0c54100750 0x7f0c54105e80 unknown :-1 s=CLOSED pgs=1399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.492+0000 7f0c5ac4e640 1 --2- 172.21.15.1:0/1809802141 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0c540ffda0 0x7f0c54100180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.492+0000 7f0c5ac4e640 1 -- 172.21.15.1:0/1809802141 >> 172.21.15.1:0/1809802141 conn(0x7f0c54075380 msgr2=0x7f0c54075790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:20.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.492+0000 7f0c5ac4e640 1 -- 172.21.15.1:0/1809802141 shutdown_connections 2024-02-10T00:07:20.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.492+0000 7f0c5ac4e640 1 -- 172.21.15.1:0/1809802141 wait complete. 2024-02-10T00:07:20.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.492+0000 7f0c5ac4e640 1 Processor -- start 2024-02-10T00:07:20.507 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.492+0000 7f0c5ac4e640 1 -- start start 2024-02-10T00:07:20.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.492+0000 7f0c5ac4e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0c540ffda0 0x7f0c5419d690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.492+0000 7f0c5ac4e640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0c54106560 0x7f0c5419dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.492+0000 7f0c5ac4e640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0c54197800 0x7f0c54197cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.492+0000 7f0c5ac4e640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c541982b0 con 0x7f0c540ffda0 2024-02-10T00:07:20.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.492+0000 7f0c5ac4e640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c54198420 con 0x7f0c54197800 2024-02-10T00:07:20.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.492+0000 7f0c5ac4e640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c54198590 con 0x7f0c54106560 2024-02-10T00:07:20.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.492+0000 7f0c589ea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0c540ffda0 0x7f0c5419d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.508 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.492+0000 7f0c589ea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0c540ffda0 0x7f0c5419d690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36284/0 (socket says 172.21.15.1:36284) 2024-02-10T00:07:20.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.492+0000 7f0c589ea640 1 -- 172.21.15.1:0/2422992967 learned_addr learned my addr 172.21.15.1:0/2422992967 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:20.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.493+0000 7f0c53fff640 1 --2- 172.21.15.1:0/2422992967 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0c54106560 0x7f0c5419dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.493+0000 7f0c591eb640 1 --2- 172.21.15.1:0/2422992967 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0c54197800 0x7f0c54197cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.493+0000 7f0c589ea640 1 -- 172.21.15.1:0/2422992967 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0c54106560 msgr2=0x7f0c5419dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.493+0000 7f0c589ea640 1 --2- 172.21.15.1:0/2422992967 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0c54106560 0x7f0c5419dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.493+0000 7f0c589ea640 1 -- 172.21.15.1:0/2422992967 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0c54197800 msgr2=0x7f0c54197cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.493+0000 7f0c589ea640 1 --2- 172.21.15.1:0/2422992967 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0c54197800 0x7f0c54197cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.493+0000 7f0c589ea640 1 -- 172.21.15.1:0/2422992967 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c48009560 con 0x7f0c540ffda0 2024-02-10T00:07:20.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.493+0000 7f0c591eb640 1 --2- 172.21.15.1:0/2422992967 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0c54197800 0x7f0c54197cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:20.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.493+0000 7f0c589ea640 1 --2- 172.21.15.1:0/2422992967 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0c540ffda0 0x7f0c5419d690 secure :-1 s=READY pgs=1400 cs=0 l=1 rev1=1 crypto rx=0x7f0c4c00eb90 tx=0x7f0c4c00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:20.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.493+0000 7f0c51ffb640 1 -- 172.21.15.1:0/2422992967 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c4c0099b0 con 0x7f0c540ffda0 2024-02-10T00:07:20.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.493+0000 7f0c51ffb640 1 -- 172.21.15.1:0/2422992967 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0c4c00ee90 con 0x7f0c540ffda0 2024-02-10T00:07:20.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.493+0000 7f0c51ffb640 1 -- 172.21.15.1:0/2422992967 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c4c0107a0 con 0x7f0c540ffda0 2024-02-10T00:07:20.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.493+0000 7f0c5ac4e640 1 -- 172.21.15.1:0/2422992967 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c541a4540 con 0x7f0c540ffda0 2024-02-10T00:07:20.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.493+0000 7f0c5ac4e640 1 -- 172.21.15.1:0/2422992967 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c541a49d0 con 0x7f0c540ffda0 2024-02-10T00:07:20.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.495+0000 7f0c51ffb640 1 -- 172.21.15.1:0/2422992967 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f0c4c005020 con 0x7f0c540ffda0 2024-02-10T00:07:20.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.496+0000 7f0c51ffb640 1 --2- 172.21.15.1:0/2422992967 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0c3c0a2230 0x7f0c3c0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.496+0000 7f0c5d825740 1 Processor -- start 2024-02-10T00:07:20.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.496+0000 7f0c5d825740 1 -- start start 2024-02-10T00:07:20.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.496+0000 7f0c53fff640 1 --2- 172.21.15.1:0/2422992967 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0c3c0a2230 0x7f0c3c0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.496+0000 7f0c51ffb640 1 -- 172.21.15.1:0/2422992967 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f0c4c014070 con 0x7f0c540ffda0 2024-02-10T00:07:20.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.496+0000 7f0c5d825740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d9ee0cfa30 0x55d9ee0cfe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.496+0000 7f0c5d825740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d9ee0d03e0 0x55d9ee0d8990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.496+0000 7f0c5d825740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d9ee0d8f60 0x55d9ee0db3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.496+0000 7f0c5d825740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9ee08b020 con 0x55d9ee0d03e0 2024-02-10T00:07:20.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.496+0000 7f0c5d825740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9ee03e320 con 0x55d9ee0d8f60 2024-02-10T00:07:20.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.496+0000 7f0c5d825740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9ee03b850 con 0x55d9ee0cfa30 2024-02-10T00:07:20.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.496+0000 7f0c53fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d9ee0d03e0 0x55d9ee0d8990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.496+0000 7f0c53fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d9ee0d03e0 0x55d9ee0d8990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36296/0 (socket says 172.21.15.1:36296) 2024-02-10T00:07:20.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.496+0000 7f0c53fff640 1 -- 172.21.15.1:0/1707196619 learned_addr learned my addr 172.21.15.1:0/1707196619 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:20.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.496+0000 7f0c589ea640 1 --2- 172.21.15.1:0/1707196619 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d9ee0cfa30 0x55d9ee0cfe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.496+0000 7f0c591eb640 1 --2- 172.21.15.1:0/1707196619 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d9ee0d8f60 0x55d9ee0db3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.497+0000 7f0c53fff640 1 --2- 172.21.15.1:0/2422992967 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0c3c0a2230 0x7f0c3c0a46f0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f0c48009900 tx=0x7f0c48004a60 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:20.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.497+0000 7f0c53fff640 1 -- 172.21.15.1:0/1707196619 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d9ee0cfa30 msgr2=0x55d9ee0cfe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.497+0000 7f0c53fff640 1 --2- 172.21.15.1:0/1707196619 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d9ee0cfa30 0x55d9ee0cfe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.497+0000 7f0c53fff640 1 -- 172.21.15.1:0/1707196619 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d9ee0d8f60 msgr2=0x55d9ee0db3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.497+0000 7f0c53fff640 1 --2- 172.21.15.1:0/1707196619 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d9ee0d8f60 0x55d9ee0db3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.497+0000 7f0c53fff640 1 -- 172.21.15.1:0/1707196619 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d9edff9210 con 0x55d9ee0d03e0 2024-02-10T00:07:20.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.497+0000 7f0c589ea640 1 --2- 172.21.15.1:0/1707196619 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d9ee0cfa30 0x55d9ee0cfe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:20.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.497+0000 7f0c591eb640 1 --2- 172.21.15.1:0/1707196619 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d9ee0d8f60 0x55d9ee0db3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:20.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.497+0000 7f0c53fff640 1 --2- 172.21.15.1:0/1707196619 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d9ee0d03e0 0x55d9ee0d8990 secure :-1 s=READY pgs=1401 cs=0 l=1 rev1=1 crypto rx=0x7f0c48009930 tx=0x7f0c4804b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52f086dc0e8aeb44 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:20.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.497+0000 7f0c3affd640 1 -- 172.21.15.1:0/1707196619 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c48004180 con 0x55d9ee0d03e0 2024-02-10T00:07:20.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.497+0000 7f0c3affd640 1 -- 172.21.15.1:0/1707196619 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0c480042e0 con 0x55d9ee0d03e0 2024-02-10T00:07:20.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.497+0000 7f0c3affd640 1 -- 172.21.15.1:0/1707196619 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c48003930 con 0x55d9ee0d03e0 2024-02-10T00:07:20.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.498+0000 7f0c5d825740 1 -- 172.21.15.1:0/1707196619 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d9ee0d03e0 msgr2=0x55d9ee0d8990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.498+0000 7f0c5d825740 1 --2- 172.21.15.1:0/1707196619 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d9ee0d03e0 0x55d9ee0d8990 secure :-1 s=READY pgs=1401 cs=0 l=1 rev1=1 crypto rx=0x7f0c48009930 tx=0x7f0c4804b000 comp rx=0 tx=0).stop 2024-02-10T00:07:20.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.498+0000 7f0c5d825740 1 -- 172.21.15.1:0/1707196619 shutdown_connections 2024-02-10T00:07:20.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.498+0000 7f0c5d825740 1 --2- 172.21.15.1:0/1707196619 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d9ee0d8f60 0x55d9ee0db3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.498+0000 7f0c5d825740 1 --2- 172.21.15.1:0/1707196619 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d9ee0d03e0 0x55d9ee0d8990 unknown :-1 s=CLOSED pgs=1401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.498+0000 7f0c5d825740 1 --2- 172.21.15.1:0/1707196619 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d9ee0cfa30 0x55d9ee0cfe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.498+0000 7f0c5d825740 1 -- 172.21.15.1:0/1707196619 >> 172.21.15.1:0/1707196619 conn(0x55d9ee0ca100 msgr2=0x55d9ee0ca4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:20.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.498+0000 7f0c5d825740 1 -- 172.21.15.1:0/1707196619 shutdown_connections 2024-02-10T00:07:20.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.498+0000 7f0c5d825740 1 -- 172.21.15.1:0/1707196619 wait complete. 2024-02-10T00:07:20.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.498+0000 7f0c5d825740 1 -- start start 2024-02-10T00:07:20.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.498+0000 7f0c5d825740 1 Processor -- start 2024-02-10T00:07:20.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.498+0000 7f0c5d825740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d9ee0cfa30 0x55d9ee0d5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.498+0000 7f0c5d825740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d9ee0d03e0 0x55d9ee0d6530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.498+0000 7f0c5d825740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d9ee0d8f60 0x55d9ee0d6a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.498+0000 7f0c5d825740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9ee037030 con 0x55d9ee0d03e0 2024-02-10T00:07:20.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.498+0000 7f0c5d825740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9edd0a430 con 0x55d9ee0cfa30 2024-02-10T00:07:20.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.498+0000 7f0c5d825740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9edcc6e00 con 0x55d9ee0d8f60 2024-02-10T00:07:20.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.498+0000 7f0c5d825740 10 client.0 _ll_register_callbacks cb 0x55d9ee02c030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:20.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.499+0000 7f0c53fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d9ee0d03e0 0x55d9ee0d6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.499+0000 7f0c53fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d9ee0d03e0 0x55d9ee0d6530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36300/0 (socket says 172.21.15.1:36300) 2024-02-10T00:07:20.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.499+0000 7f0c53fff640 1 -- 172.21.15.1:0/1179652464 learned_addr learned my addr 172.21.15.1:0/1179652464 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:20.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.499+0000 7f0c589ea640 1 --2- 172.21.15.1:0/1179652464 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d9ee0cfa30 0x55d9ee0d5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.499+0000 7f0c591eb640 1 --2- 172.21.15.1:0/1179652464 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d9ee0d8f60 0x55d9ee0d6a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.499+0000 7f0c53fff640 1 -- 172.21.15.1:0/1179652464 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d9ee0d8f60 msgr2=0x55d9ee0d6a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.499+0000 7f0c53fff640 1 --2- 172.21.15.1:0/1179652464 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d9ee0d8f60 0x55d9ee0d6a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.499+0000 7f0c53fff640 1 -- 172.21.15.1:0/1179652464 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d9ee0cfa30 msgr2=0x55d9ee0d5ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.499+0000 7f0c53fff640 1 --2- 172.21.15.1:0/1179652464 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d9ee0cfa30 0x55d9ee0d5ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.499+0000 7f0c53fff640 1 -- 172.21.15.1:0/1179652464 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c48049050 con 0x55d9ee0d03e0 2024-02-10T00:07:20.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.499+0000 7f0c589ea640 1 --2- 172.21.15.1:0/1179652464 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d9ee0cfa30 0x55d9ee0d5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:20.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.499+0000 7f0c53fff640 1 --2- 172.21.15.1:0/1179652464 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d9ee0d03e0 0x55d9ee0d6530 secure :-1 s=READY pgs=1402 cs=0 l=1 rev1=1 crypto rx=0x7f0c48050040 tx=0x7f0c4802c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da31ed181ec582e3 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:20.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.499+0000 7f0c33fff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:20.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.499+0000 7f0c33fff640 1 -- 172.21.15.1:0/1179652464 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c48004180 con 0x55d9ee0d03e0 2024-02-10T00:07:20.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.499+0000 7f0c33fff640 1 -- 172.21.15.1:0/1179652464 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f0c48004ff0 con 0x55d9ee0d03e0 2024-02-10T00:07:20.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.499+0000 7f0c5d825740 1 -- 172.21.15.1:0/1179652464 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d9edd367e0 con 0x55d9ee0d03e0 2024-02-10T00:07:20.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.499+0000 7f0c33fff640 1 -- 172.21.15.1:0/1179652464 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0c480051b0 con 0x55d9ee0d03e0 2024-02-10T00:07:20.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.499+0000 7f0c5d825740 10 client.18471 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:20.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.499+0000 7f0c5d825740 1 -- 172.21.15.1:0/1179652464 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55d9ee0356b0 con 0x55d9ee0d03e0 2024-02-10T00:07:20.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.499+0000 7f0c33fff640 1 -- 172.21.15.1:0/1179652464 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55d9edd367e0 con 0x55d9ee0d03e0 2024-02-10T00:07:20.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.500+0000 7f0c33fff640 1 -- 172.21.15.1:0/1179652464 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f0c4803c030 con 0x55d9ee0d03e0 2024-02-10T00:07:20.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.500+0000 7f0c5d825740 10 client.18471 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:20.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.500+0000 7f0c5d825740 10 client.18471 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:07:20.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.500+0000 7f0c5d825740 20 client.18471 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:20.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.500+0000 7f0c5d825740 1 --2- 172.21.15.1:0/1179652464 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d9ee0e91e0 0x55d9ee0eb600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.500+0000 7f0c5d825740 4 client.18471 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:07:20.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.500+0000 7f0c5d825740 1 -- 172.21.15.1:0/1179652464 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d9edd73720 con 0x55d9ee0e91e0 2024-02-10T00:07:20.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.500+0000 7f0c589ea640 1 --2- 172.21.15.1:0/1179652464 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d9ee0e91e0 0x55d9ee0eb600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.500+0000 7f0c33fff640 10 client.18471 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:20.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.500+0000 7f0c589ea640 1 --2- 172.21.15.1:0/1179652464 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d9ee0e91e0 0x55d9ee0eb600 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f1485340c1861d6c server_cookie=a510c619cc3b0660 in_seq=0 out_seq=0 2024-02-10T00:07:20.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.501+0000 7f0c33fff640 1 -- 172.21.15.1:0/1179652464 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55d9edd73720 con 0x55d9ee0e91e0 2024-02-10T00:07:20.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.501+0000 7f0c33fff640 10 client.18471 handle_command_reply: tid=0 2024-02-10T00:07:20.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.501+0000 7f0c5d825740 1 client.18471 shutdown 2024-02-10T00:07:20.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.501+0000 7f0c5d825740 1 -- 172.21.15.1:0/1179652464 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d9ee0d03e0 msgr2=0x55d9ee0d6530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.501+0000 7f0c5d825740 1 --2- 172.21.15.1:0/1179652464 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d9ee0d03e0 0x55d9ee0d6530 secure :-1 s=READY pgs=1402 cs=0 l=1 rev1=1 crypto rx=0x7f0c48050040 tx=0x7f0c4802c330 comp rx=0 tx=0).stop 2024-02-10T00:07:20.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.501+0000 7f0c5d825740 1 -- 172.21.15.1:0/1179652464 shutdown_connections 2024-02-10T00:07:20.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.501+0000 7f0c5d825740 1 --2- 172.21.15.1:0/1179652464 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d9ee0e91e0 0x55d9ee0eb600 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.501+0000 7f0c5d825740 1 --2- 172.21.15.1:0/1179652464 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d9ee0d8f60 0x55d9ee0d6a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.501+0000 7f0c5d825740 1 --2- 172.21.15.1:0/1179652464 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d9ee0d03e0 0x55d9ee0d6530 unknown :-1 s=CLOSED pgs=1402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.501+0000 7f0c5d825740 1 --2- 172.21.15.1:0/1179652464 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d9ee0cfa30 0x55d9ee0d5ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.501+0000 7f0c33fff640 0 client.18471 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:20.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.501+0000 7f0c5d825740 1 -- 172.21.15.1:0/1179652464 >> 172.21.15.1:0/1179652464 conn(0x55d9ee0ca100 msgr2=0x55d9ee0cbe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:20.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.501+0000 7f0c5d825740 1 -- 172.21.15.1:0/1179652464 shutdown_connections 2024-02-10T00:07:20.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.501+0000 7f0c5d825740 1 -- 172.21.15.1:0/1179652464 wait complete. 2024-02-10T00:07:20.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.501+0000 7f0c5d825740 20 client.18471 trim_cache size 0 max 16384 2024-02-10T00:07:20.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.513+0000 7f0c5d825740 1 Processor -- start 2024-02-10T00:07:20.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.513+0000 7f0c5d825740 1 -- start start 2024-02-10T00:07:20.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.513+0000 7f0c5d825740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d9ee0cfa30 0x55d9ee0d8720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.513+0000 7f0c5d825740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d9ee0d03e0 0x55d9ee0d6890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.513+0000 7f0c5d825740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d9ee0d8f60 0x55d9ee0d3270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.513+0000 7f0c5d825740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9edfbc130 con 0x55d9ee0cfa30 2024-02-10T00:07:20.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.513+0000 7f0c5d825740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9ee0c5a40 con 0x55d9ee0d03e0 2024-02-10T00:07:20.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.513+0000 7f0c5d825740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9ee0caf00 con 0x55d9ee0d8f60 2024-02-10T00:07:20.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.513+0000 7f0c589ea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d9ee0cfa30 0x55d9ee0d8720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.513+0000 7f0c589ea640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d9ee0cfa30 0x55d9ee0d8720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36310/0 (socket says 172.21.15.1:36310) 2024-02-10T00:07:20.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.513+0000 7f0c589ea640 1 -- 172.21.15.1:0/3495403723 learned_addr learned my addr 172.21.15.1:0/3495403723 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:20.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.514+0000 7f0c53fff640 1 --2- 172.21.15.1:0/3495403723 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d9ee0d03e0 0x55d9ee0d6890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.514+0000 7f0c589ea640 1 -- 172.21.15.1:0/3495403723 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d9ee0d8f60 msgr2=0x55d9ee0d3270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.514+0000 7f0c591eb640 1 --2- 172.21.15.1:0/3495403723 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d9ee0d8f60 0x55d9ee0d3270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.514+0000 7f0c589ea640 1 --2- 172.21.15.1:0/3495403723 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d9ee0d8f60 0x55d9ee0d3270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.514+0000 7f0c589ea640 1 -- 172.21.15.1:0/3495403723 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d9ee0d03e0 msgr2=0x55d9ee0d6890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.514+0000 7f0c589ea640 1 --2- 172.21.15.1:0/3495403723 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d9ee0d03e0 0x55d9ee0d6890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.514+0000 7f0c589ea640 1 -- 172.21.15.1:0/3495403723 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d9edfd1c90 con 0x55d9ee0cfa30 2024-02-10T00:07:20.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.514+0000 7f0c53fff640 1 --2- 172.21.15.1:0/3495403723 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d9ee0d03e0 0x55d9ee0d6890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:07:20.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.514+0000 7f0c591eb640 1 --2- 172.21.15.1:0/3495403723 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d9ee0d8f60 0x55d9ee0d3270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:07:20.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.514+0000 7f0c589ea640 1 --2- 172.21.15.1:0/3495403723 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d9ee0cfa30 0x55d9ee0d8720 secure :-1 s=READY pgs=1403 cs=0 l=1 rev1=1 crypto rx=0x7f0c4c097780 tx=0x7f0c4c009200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5e6d612344820a0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:20.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.514+0000 7f0c3a7fc640 1 -- 172.21.15.1:0/3495403723 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c4c004d20 con 0x55d9ee0cfa30 2024-02-10T00:07:20.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.514+0000 7f0c3a7fc640 1 -- 172.21.15.1:0/3495403723 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0c4c095e90 con 0x55d9ee0cfa30 2024-02-10T00:07:20.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.514+0000 7f0c3a7fc640 1 -- 172.21.15.1:0/3495403723 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c4c097990 con 0x55d9ee0cfa30 2024-02-10T00:07:20.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.515+0000 7f0c5d825740 1 -- 172.21.15.1:0/3495403723 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d9ee0cfa30 msgr2=0x55d9ee0d8720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.515+0000 7f0c5d825740 1 --2- 172.21.15.1:0/3495403723 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d9ee0cfa30 0x55d9ee0d8720 secure :-1 s=READY pgs=1403 cs=0 l=1 rev1=1 crypto rx=0x7f0c4c097780 tx=0x7f0c4c009200 comp rx=0 tx=0).stop 2024-02-10T00:07:20.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.515+0000 7f0c5d825740 1 -- 172.21.15.1:0/3495403723 shutdown_connections 2024-02-10T00:07:20.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.515+0000 7f0c5d825740 1 --2- 172.21.15.1:0/3495403723 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d9ee0d8f60 0x55d9ee0d3270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.515+0000 7f0c5d825740 1 --2- 172.21.15.1:0/3495403723 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d9ee0d03e0 0x55d9ee0d6890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.515+0000 7f0c5d825740 1 --2- 172.21.15.1:0/3495403723 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d9ee0cfa30 0x55d9ee0d8720 unknown :-1 s=CLOSED pgs=1403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.515+0000 7f0c5d825740 1 -- 172.21.15.1:0/3495403723 >> 172.21.15.1:0/3495403723 conn(0x55d9ee0ca100 msgr2=0x55d9ee0d12f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:20.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.515+0000 7f0c5d825740 1 -- 172.21.15.1:0/3495403723 shutdown_connections 2024-02-10T00:07:20.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.515+0000 7f0c5d825740 1 -- 172.21.15.1:0/3495403723 wait complete. 2024-02-10T00:07:20.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.515+0000 7f0c5d825740 1 -- start start 2024-02-10T00:07:20.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.515+0000 7f0c5d825740 1 Processor -- start 2024-02-10T00:07:20.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.515+0000 7f0c5d825740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d9ee0cfa30 0x55d9ee0dead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.515+0000 7f0c5d825740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d9ee0d03e0 0x55d9ee0df010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.515+0000 7f0c5d825740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d9ee0d8f60 0x55d9ee0df550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.515+0000 7f0c5d825740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9ee13f790 con 0x55d9ee0d03e0 2024-02-10T00:07:20.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.515+0000 7f0c5d825740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9ee13f8d0 con 0x55d9ee0cfa30 2024-02-10T00:07:20.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.515+0000 7f0c5d825740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9ee13fa90 con 0x55d9ee0d8f60 2024-02-10T00:07:20.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.515+0000 7f0c5d825740 10 client.0 _ll_register_callbacks cb 0x7f0c48009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:20.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.515+0000 7f0c53fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d9ee0d03e0 0x55d9ee0df010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.516+0000 7f0c53fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d9ee0d03e0 0x55d9ee0df010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36312/0 (socket says 172.21.15.1:36312) 2024-02-10T00:07:20.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.516+0000 7f0c53fff640 1 -- 172.21.15.1:0/492736950 learned_addr learned my addr 172.21.15.1:0/492736950 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:20.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.516+0000 7f0c591eb640 1 --2- 172.21.15.1:0/492736950 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d9ee0d8f60 0x55d9ee0df550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.516+0000 7f0c589ea640 1 --2- 172.21.15.1:0/492736950 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d9ee0cfa30 0x55d9ee0dead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.516+0000 7f0c53fff640 1 -- 172.21.15.1:0/492736950 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d9ee0d8f60 msgr2=0x55d9ee0df550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.516+0000 7f0c53fff640 1 --2- 172.21.15.1:0/492736950 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d9ee0d8f60 0x55d9ee0df550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.516+0000 7f0c53fff640 1 -- 172.21.15.1:0/492736950 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d9ee0cfa30 msgr2=0x55d9ee0dead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:20.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.516+0000 7f0c53fff640 1 --2- 172.21.15.1:0/492736950 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d9ee0cfa30 0x55d9ee0dead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.516+0000 7f0c53fff640 1 -- 172.21.15.1:0/492736950 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c541a49d0 con 0x55d9ee0d03e0 2024-02-10T00:07:20.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.516+0000 7f0c589ea640 1 --2- 172.21.15.1:0/492736950 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d9ee0cfa30 0x55d9ee0dead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:07:20.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.516+0000 7f0c53fff640 1 --2- 172.21.15.1:0/492736950 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d9ee0d03e0 0x55d9ee0df010 secure :-1 s=READY pgs=1404 cs=0 l=1 rev1=1 crypto rx=0x7f0c48009850 tx=0x7f0c480055b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f363f92c836b9828 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:20.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.516+0000 7f0c33fff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:20.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.516+0000 7f0c33fff640 1 -- 172.21.15.1:0/492736950 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c48004180 con 0x55d9ee0d03e0 2024-02-10T00:07:20.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.516+0000 7f0c33fff640 1 -- 172.21.15.1:0/492736950 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f0c48042470 con 0x55d9ee0d03e0 2024-02-10T00:07:20.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.516+0000 7f0c5d825740 1 -- 172.21.15.1:0/492736950 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0c480042e0 con 0x55d9ee0d03e0 2024-02-10T00:07:20.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.516+0000 7f0c33fff640 1 -- 172.21.15.1:0/492736950 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0c480035f0 con 0x55d9ee0d03e0 2024-02-10T00:07:20.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.516+0000 7f0c5d825740 10 client.18477 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:20.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.516+0000 7f0c5d825740 1 -- 172.21.15.1:0/492736950 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55d9edff7a70 con 0x55d9ee0d03e0 2024-02-10T00:07:20.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.516+0000 7f0c33fff640 1 -- 172.21.15.1:0/492736950 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0c480042e0 con 0x55d9ee0d03e0 2024-02-10T00:07:20.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.517+0000 7f0c33fff640 1 -- 172.21.15.1:0/492736950 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f0c4803c040 con 0x55d9ee0d03e0 2024-02-10T00:07:20.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.517+0000 7f0c5d825740 10 client.18477 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:20.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.517+0000 7f0c5d825740 10 client.18477 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:07:20.528 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.517+0000 7f0c5d825740 20 client.18477 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:20.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.517+0000 7f0c5d825740 1 --2- 172.21.15.1:0/492736950 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d9ee140e10 0x55d9ee143230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:20.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.517+0000 7f0c5d825740 4 client.18477 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:07:20.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.517+0000 7f0c5d825740 1 -- 172.21.15.1:0/492736950 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55d9eddc2890 con 0x55d9ee140e10 2024-02-10T00:07:20.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.517+0000 7f0c589ea640 1 --2- 172.21.15.1:0/492736950 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d9ee140e10 0x55d9ee143230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:20.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.517+0000 7f0c33fff640 10 client.18477 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:20.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.517+0000 7f0c589ea640 1 --2- 172.21.15.1:0/492736950 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d9ee140e10 0x55d9ee143230 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c0a3d4cb8542b9d server_cookie=e9ba37c55a61f179 in_seq=0 out_seq=0 2024-02-10T00:07:20.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.517+0000 7f0c33fff640 1 -- 172.21.15.1:0/492736950 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55d9eddc2890 con 0x55d9ee140e10 2024-02-10T00:07:20.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.517+0000 7f0c33fff640 10 client.18477 handle_command_reply: tid=0 2024-02-10T00:07:20.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.517+0000 7f0c5d825740 1 client.18477 shutdown 2024-02-10T00:07:20.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.518+0000 7f0c5d825740 1 -- 172.21.15.1:0/492736950 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d9ee0d03e0 msgr2=0x55d9ee0df010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.518+0000 7f0c5d825740 1 --2- 172.21.15.1:0/492736950 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d9ee0d03e0 0x55d9ee0df010 secure :-1 s=READY pgs=1404 cs=0 l=1 rev1=1 crypto rx=0x7f0c48009850 tx=0x7f0c480055b0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.518+0000 7f0c5d825740 1 -- 172.21.15.1:0/492736950 shutdown_connections 2024-02-10T00:07:20.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.518+0000 7f0c5d825740 1 --2- 172.21.15.1:0/492736950 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d9ee140e10 0x55d9ee143230 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.518+0000 7f0c5d825740 1 --2- 172.21.15.1:0/492736950 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d9ee0d8f60 0x55d9ee0df550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.529 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.518+0000 7f0c33fff640 0 client.18477 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:20.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.518+0000 7f0c5d825740 1 --2- 172.21.15.1:0/492736950 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d9ee0d03e0 0x55d9ee0df010 unknown :-1 s=CLOSED pgs=1404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.518+0000 7f0c5d825740 1 --2- 172.21.15.1:0/492736950 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d9ee0cfa30 0x55d9ee0dead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.518+0000 7f0c5d825740 1 -- 172.21.15.1:0/492736950 >> 172.21.15.1:0/492736950 conn(0x55d9ee0ca100 msgr2=0x55d9ee0c89b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:20.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.518+0000 7f0c5d825740 1 -- 172.21.15.1:0/492736950 shutdown_connections 2024-02-10T00:07:20.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.518+0000 7f0c5d825740 1 -- 172.21.15.1:0/492736950 wait complete. 2024-02-10T00:07:20.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.518+0000 7f0c5d825740 20 client.18477 trim_cache size 0 max 16384 2024-02-10T00:07:20.530 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:07:20.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.518+0000 7f0c5ac4e640 1 -- 172.21.15.1:0/2422992967 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0c3c0a2230 msgr2=0x7f0c3c0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.518+0000 7f0c5ac4e640 1 --2- 172.21.15.1:0/2422992967 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0c3c0a2230 0x7f0c3c0a46f0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f0c48009900 tx=0x7f0c48004a60 comp rx=0 tx=0).stop 2024-02-10T00:07:20.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.518+0000 7f0c5ac4e640 1 -- 172.21.15.1:0/2422992967 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0c540ffda0 msgr2=0x7f0c5419d690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:20.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.518+0000 7f0c5ac4e640 1 --2- 172.21.15.1:0/2422992967 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0c540ffda0 0x7f0c5419d690 secure :-1 s=READY pgs=1400 cs=0 l=1 rev1=1 crypto rx=0x7f0c4c00eb90 tx=0x7f0c4c00c6a0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.518+0000 7f0c5ac4e640 1 -- 172.21.15.1:0/2422992967 shutdown_connections 2024-02-10T00:07:20.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.518+0000 7f0c5ac4e640 1 --2- 172.21.15.1:0/2422992967 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0c3c0a2230 0x7f0c3c0a46f0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.518+0000 7f0c5ac4e640 1 --2- 172.21.15.1:0/2422992967 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0c54197800 0x7f0c54197cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.518+0000 7f0c5ac4e640 1 --2- 172.21.15.1:0/2422992967 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0c54106560 0x7f0c5419dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.518+0000 7f0c5ac4e640 1 --2- 172.21.15.1:0/2422992967 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0c540ffda0 0x7f0c5419d690 unknown :-1 s=CLOSED pgs=1400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:20.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.518+0000 7f0c5ac4e640 1 -- 172.21.15.1:0/2422992967 >> 172.21.15.1:0/2422992967 conn(0x7f0c54075380 msgr2=0x7f0c540fe120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:20.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.518+0000 7f0c5ac4e640 1 -- 172.21.15.1:0/2422992967 shutdown_connections 2024-02-10T00:07:20.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:20.518+0000 7f0c5ac4e640 1 -- 172.21.15.1:0/2422992967 wait complete. 2024-02-10T00:07:21.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:21 smithi088 ceph-mon[36452]: pgmap v247: 97 pgs: 97 active+clean; 2.6 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:07:21.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:21 smithi103 ceph-mon[36942]: pgmap v247: 97 pgs: 97 active+clean; 2.6 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:07:21.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:21 smithi001 ceph-mon[32335]: pgmap v247: 97 pgs: 97 active+clean; 2.6 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:07:21.534 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-02-10T00:07:21.534 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T00:07:21.534 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-02-10T00:07:21.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.653+0000 7fc5f23c7640 1 -- 172.21.15.1:0/2619952001 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc5ec102cb0 msgr2=0x7fc5ec10b190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:21.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.653+0000 7fc5f23c7640 1 --2- 172.21.15.1:0/2619952001 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc5ec102cb0 0x7fc5ec10b190 secure :-1 s=READY pgs=1405 cs=0 l=1 rev1=1 crypto rx=0x7fc5e0009900 tx=0x7fc5e002bc30 comp rx=0 tx=0).stop 2024-02-10T00:07:21.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.653+0000 7fc5f23c7640 1 -- 172.21.15.1:0/2619952001 shutdown_connections 2024-02-10T00:07:21.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.653+0000 7fc5f23c7640 1 --2- 172.21.15.1:0/2619952001 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc5ec10b800 0x7fc5ec10dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.653+0000 7fc5f23c7640 1 --2- 172.21.15.1:0/2619952001 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc5ec102cb0 0x7fc5ec10b190 unknown :-1 s=CLOSED pgs=1405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.653+0000 7fc5f23c7640 1 --2- 172.21.15.1:0/2619952001 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc5ec102300 0x7fc5ec1026e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.653+0000 7fc5f23c7640 1 -- 172.21.15.1:0/2619952001 >> 172.21.15.1:0/2619952001 conn(0x7fc5ec0fbb70 msgr2=0x7fc5ec0fdf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:21.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.653+0000 7fc5f23c7640 1 -- 172.21.15.1:0/2619952001 shutdown_connections 2024-02-10T00:07:21.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.653+0000 7fc5f23c7640 1 -- 172.21.15.1:0/2619952001 wait complete. 2024-02-10T00:07:21.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.654+0000 7fc5f23c7640 1 Processor -- start 2024-02-10T00:07:21.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.654+0000 7fc5f23c7640 1 -- start start 2024-02-10T00:07:21.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.654+0000 7fc5f23c7640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc5ec102300 0x7fc5ec19d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.654+0000 7fc5f23c7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc5ec102cb0 0x7fc5ec19d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.654+0000 7fc5f23c7640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc5ec10b800 0x7fc5ec1975a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.654+0000 7fc5f23c7640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5ec197bf0 con 0x7fc5ec102cb0 2024-02-10T00:07:21.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.654+0000 7fc5f23c7640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5ec197d60 con 0x7fc5ec102300 2024-02-10T00:07:21.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.654+0000 7fc5f23c7640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5ec197f20 con 0x7fc5ec10b800 2024-02-10T00:07:21.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.655+0000 7fc5eb7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc5ec102cb0 0x7fc5ec19d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.655+0000 7fc5eb7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc5ec102cb0 0x7fc5ec19d930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38106/0 (socket says 172.21.15.1:38106) 2024-02-10T00:07:21.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.655+0000 7fc5eb7fe640 1 -- 172.21.15.1:0/1254798424 learned_addr learned my addr 172.21.15.1:0/1254798424 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:21.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.655+0000 7fc5f0964640 1 --2- 172.21.15.1:0/1254798424 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc5ec10b800 0x7fc5ec1975a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.655+0000 7fc5ebfff640 1 --2- 172.21.15.1:0/1254798424 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc5ec102300 0x7fc5ec19d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.655+0000 7fc5eb7fe640 1 -- 172.21.15.1:0/1254798424 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc5ec10b800 msgr2=0x7fc5ec1975a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:21.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.655+0000 7fc5eb7fe640 1 --2- 172.21.15.1:0/1254798424 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc5ec10b800 0x7fc5ec1975a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.655+0000 7fc5eb7fe640 1 -- 172.21.15.1:0/1254798424 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc5ec102300 msgr2=0x7fc5ec19d3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:21.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.655+0000 7fc5eb7fe640 1 --2- 172.21.15.1:0/1254798424 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc5ec102300 0x7fc5ec19d3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.655+0000 7fc5eb7fe640 1 -- 172.21.15.1:0/1254798424 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5e0009560 con 0x7fc5ec102cb0 2024-02-10T00:07:21.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.655+0000 7fc5ebfff640 1 --2- 172.21.15.1:0/1254798424 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc5ec102300 0x7fc5ec19d3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:21.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.655+0000 7fc5eb7fe640 1 --2- 172.21.15.1:0/1254798424 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc5ec102cb0 0x7fc5ec19d930 secure :-1 s=READY pgs=1406 cs=0 l=1 rev1=1 crypto rx=0x7fc5e0005940 tx=0x7fc5e00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:21.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.655+0000 7fc5e97fa640 1 -- 172.21.15.1:0/1254798424 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5e00044e0 con 0x7fc5ec102cb0 2024-02-10T00:07:21.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.655+0000 7fc5f23c7640 1 -- 172.21.15.1:0/1254798424 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5ec1981a0 con 0x7fc5ec102cb0 2024-02-10T00:07:21.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.655+0000 7fc5e97fa640 1 -- 172.21.15.1:0/1254798424 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc5e002cbc0 con 0x7fc5ec102cb0 2024-02-10T00:07:21.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.655+0000 7fc5e97fa640 1 -- 172.21.15.1:0/1254798424 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5e0003e20 con 0x7fc5ec102cb0 2024-02-10T00:07:21.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.655+0000 7fc5f23c7640 1 -- 172.21.15.1:0/1254798424 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5ec1a4490 con 0x7fc5ec102cb0 2024-02-10T00:07:21.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.657+0000 7fc5e97fa640 1 -- 172.21.15.1:0/1254798424 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fc5e00035f0 con 0x7fc5ec102cb0 2024-02-10T00:07:21.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.658+0000 7fc5f4f97740 1 Processor -- start 2024-02-10T00:07:21.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.658+0000 7fc5f4f97740 1 -- start start 2024-02-10T00:07:21.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.658+0000 7fc5e97fa640 1 --2- 172.21.15.1:0/1254798424 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc5d40a2230 0x7fc5d40a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.658+0000 7fc5f4f97740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559d908b3190 0x559d908b3570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.658+0000 7fc5f4f97740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559d908b3ab0 0x559d908bc150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.658+0000 7fc5f4f97740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559d908bc690 0x559d908bea80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.658+0000 7fc5f4f97740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d90821000 con 0x559d908bc690 2024-02-10T00:07:21.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.658+0000 7fc5f4f97740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d9081e530 con 0x559d908b3190 2024-02-10T00:07:21.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.658+0000 7fc5f4f97740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d90819d10 con 0x559d908b3ab0 2024-02-10T00:07:21.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.658+0000 7fc5f0964640 1 --2- 172.21.15.1:0/1254798424 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc5d40a2230 0x7fc5d40a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.658+0000 7fc5e97fa640 1 -- 172.21.15.1:0/1254798424 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fc5e00f0360 con 0x7fc5ec102cb0 2024-02-10T00:07:21.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.658+0000 7fc5f0964640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559d908bc690 0x559d908bea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.658+0000 7fc5f0964640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559d908bc690 0x559d908bea80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38122/0 (socket says 172.21.15.1:38122) 2024-02-10T00:07:21.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.658+0000 7fc5f0964640 1 -- 172.21.15.1:0/3668049696 learned_addr learned my addr 172.21.15.1:0/3668049696 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:21.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.658+0000 7fc5ebfff640 1 --2- 172.21.15.1:0/3668049696 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559d908b3190 0x559d908b3570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.658+0000 7fc5eb7fe640 1 --2- 172.21.15.1:0/3668049696 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559d908b3ab0 0x559d908bc150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.659+0000 7fc5f0964640 1 -- 172.21.15.1:0/3668049696 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559d908b3ab0 msgr2=0x559d908bc150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:21.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.659+0000 7fc5f0964640 1 --2- 172.21.15.1:0/3668049696 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559d908b3ab0 0x559d908bc150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.659+0000 7fc5f0964640 1 -- 172.21.15.1:0/3668049696 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559d908b3190 msgr2=0x559d908b3570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:21.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.659+0000 7fc5f0964640 1 --2- 172.21.15.1:0/3668049696 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559d908b3190 0x559d908b3570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.659+0000 7fc5f0964640 1 -- 172.21.15.1:0/3668049696 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559d907c0210 con 0x559d908bc690 2024-02-10T00:07:21.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.659+0000 7fc5f0964640 1 --2- 172.21.15.1:0/1254798424 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc5d40a2230 0x7fc5d40a46f0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fc5e4014c60 tx=0x7fc5e400ae60 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:21.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.659+0000 7fc5f0964640 1 --2- 172.21.15.1:0/3668049696 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559d908bc690 0x559d908bea80 secure :-1 s=READY pgs=1407 cs=0 l=1 rev1=1 crypto rx=0x7fc5e4011c40 tx=0x7fc5e401b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa56e3a1b39c2d19 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:21.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.659+0000 7fc5d27fc640 1 -- 172.21.15.1:0/3668049696 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5e4014ed0 con 0x559d908bc690 2024-02-10T00:07:21.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.659+0000 7fc5d27fc640 1 -- 172.21.15.1:0/3668049696 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc5e401a040 con 0x559d908bc690 2024-02-10T00:07:21.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.659+0000 7fc5d27fc640 1 -- 172.21.15.1:0/3668049696 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5e4004340 con 0x559d908bc690 2024-02-10T00:07:21.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.660+0000 7fc5f4f97740 1 -- 172.21.15.1:0/3668049696 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559d908bc690 msgr2=0x559d908bea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:21.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.660+0000 7fc5f4f97740 1 --2- 172.21.15.1:0/3668049696 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559d908bc690 0x559d908bea80 secure :-1 s=READY pgs=1407 cs=0 l=1 rev1=1 crypto rx=0x7fc5e4011c40 tx=0x7fc5e401b000 comp rx=0 tx=0).stop 2024-02-10T00:07:21.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.660+0000 7fc5f4f97740 1 -- 172.21.15.1:0/3668049696 shutdown_connections 2024-02-10T00:07:21.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.660+0000 7fc5f4f97740 1 --2- 172.21.15.1:0/3668049696 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559d908bc690 0x559d908bea80 unknown :-1 s=CLOSED pgs=1407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.660+0000 7fc5f4f97740 1 --2- 172.21.15.1:0/3668049696 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559d908b3ab0 0x559d908bc150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.660+0000 7fc5f4f97740 1 --2- 172.21.15.1:0/3668049696 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559d908b3190 0x559d908b3570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.660+0000 7fc5f4f97740 1 -- 172.21.15.1:0/3668049696 >> 172.21.15.1:0/3668049696 conn(0x559d908ad8c0 msgr2=0x559d908adca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:21.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.660+0000 7fc5f4f97740 1 -- 172.21.15.1:0/3668049696 shutdown_connections 2024-02-10T00:07:21.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.660+0000 7fc5f4f97740 1 -- 172.21.15.1:0/3668049696 wait complete. 2024-02-10T00:07:21.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.660+0000 7fc5f4f97740 1 -- start start 2024-02-10T00:07:21.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.660+0000 7fc5f4f97740 1 Processor -- start 2024-02-10T00:07:21.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.660+0000 7fc5f4f97740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559d908b3190 0x559d908b9620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.661+0000 7fc5f4f97740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559d908b3ab0 0x559d908b9b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.661+0000 7fc5f4f97740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559d908bc690 0x559d908ba0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.661+0000 7fc5f4f97740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d907bee60 con 0x559d908b3ab0 2024-02-10T00:07:21.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.661+0000 7fc5f4f97740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d904ed4b0 con 0x559d908b3190 2024-02-10T00:07:21.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.661+0000 7fc5f4f97740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d9079f670 con 0x559d908bc690 2024-02-10T00:07:21.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.661+0000 7fc5f4f97740 10 client.0 _ll_register_callbacks cb 0x559d907b7190 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:21.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.661+0000 7fc5eb7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559d908b3ab0 0x559d908b9b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.661+0000 7fc5eb7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559d908b3ab0 0x559d908b9b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38134/0 (socket says 172.21.15.1:38134) 2024-02-10T00:07:21.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.661+0000 7fc5eb7fe640 1 -- 172.21.15.1:0/705729923 learned_addr learned my addr 172.21.15.1:0/705729923 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:21.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.661+0000 7fc5f0964640 1 --2- 172.21.15.1:0/705729923 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559d908bc690 0x559d908ba0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.661+0000 7fc5ebfff640 1 --2- 172.21.15.1:0/705729923 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559d908b3190 0x559d908b9620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.661+0000 7fc5eb7fe640 1 -- 172.21.15.1:0/705729923 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559d908bc690 msgr2=0x559d908ba0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:21.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.661+0000 7fc5eb7fe640 1 --2- 172.21.15.1:0/705729923 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559d908bc690 0x559d908ba0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.661+0000 7fc5eb7fe640 1 -- 172.21.15.1:0/705729923 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559d908b3190 msgr2=0x559d908b9620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:21.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.661+0000 7fc5eb7fe640 1 --2- 172.21.15.1:0/705729923 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559d908b3190 0x559d908b9620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.661+0000 7fc5eb7fe640 1 -- 172.21.15.1:0/705729923 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5e4014c90 con 0x559d908b3ab0 2024-02-10T00:07:21.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.661+0000 7fc5eb7fe640 1 --2- 172.21.15.1:0/705729923 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559d908b3ab0 0x559d908b9b60 secure :-1 s=READY pgs=1408 cs=0 l=1 rev1=1 crypto rx=0x7fc5e00edc70 tx=0x7fc5e00ac460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89b40fd2f227e4c9 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:21.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.661+0000 7fc5cb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:21.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.661+0000 7fc5cb7fe640 1 -- 172.21.15.1:0/705729923 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5e00c0fb0 con 0x559d908b3ab0 2024-02-10T00:07:21.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.661+0000 7fc5cb7fe640 1 -- 172.21.15.1:0/705729923 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fc5e00bf060 con 0x559d908b3ab0 2024-02-10T00:07:21.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.661+0000 7fc5f4f97740 1 -- 172.21.15.1:0/705729923 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559d90519860 con 0x559d908b3ab0 2024-02-10T00:07:21.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.661+0000 7fc5cb7fe640 1 -- 172.21.15.1:0/705729923 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc5e00c5600 con 0x559d908b3ab0 2024-02-10T00:07:21.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.661+0000 7fc5f4f97740 10 client.18489 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:21.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.661+0000 7fc5f4f97740 1 -- 172.21.15.1:0/705729923 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x559d90818390 con 0x559d908b3ab0 2024-02-10T00:07:21.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.662+0000 7fc5cb7fe640 1 -- 172.21.15.1:0/705729923 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc5e00ac030 con 0x559d908b3ab0 2024-02-10T00:07:21.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.662+0000 7fc5cb7fe640 1 -- 172.21.15.1:0/705729923 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fc5e00a4070 con 0x559d908b3ab0 2024-02-10T00:07:21.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.662+0000 7fc5f4f97740 10 client.18489 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:21.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.662+0000 7fc5f4f97740 10 client.18489 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:07:21.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.662+0000 7fc5f4f97740 20 client.18489 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:21.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.662+0000 7fc5f4f97740 1 --2- 172.21.15.1:0/705729923 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559d908cc3f0 0x559d908ce7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.662+0000 7fc5f4f97740 4 client.18489 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:07:21.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.662+0000 7fc5f4f97740 1 -- 172.21.15.1:0/705729923 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559d9056a410 con 0x559d908cc3f0 2024-02-10T00:07:21.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.662+0000 7fc5ebfff640 1 --2- 172.21.15.1:0/705729923 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559d908cc3f0 0x559d908ce7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.663+0000 7fc5cb7fe640 10 client.18489 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:21.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.663+0000 7fc5ebfff640 1 --2- 172.21.15.1:0/705729923 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559d908cc3f0 0x559d908ce7e0 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=246ab5ae21d136f3 server_cookie=ef0dbcbfa1925533 in_seq=0 out_seq=0 2024-02-10T00:07:21.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.663+0000 7fc5cb7fe640 1 -- 172.21.15.1:0/705729923 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x559d9056a410 con 0x559d908cc3f0 2024-02-10T00:07:21.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.663+0000 7fc5cb7fe640 10 client.18489 handle_command_reply: tid=0 2024-02-10T00:07:21.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.663+0000 7fc5f4f97740 1 client.18489 shutdown 2024-02-10T00:07:21.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.663+0000 7fc5f4f97740 1 -- 172.21.15.1:0/705729923 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559d908b3ab0 msgr2=0x559d908b9b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:21.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.663+0000 7fc5f4f97740 1 --2- 172.21.15.1:0/705729923 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559d908b3ab0 0x559d908b9b60 secure :-1 s=READY pgs=1408 cs=0 l=1 rev1=1 crypto rx=0x7fc5e00edc70 tx=0x7fc5e00ac460 comp rx=0 tx=0).stop 2024-02-10T00:07:21.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.663+0000 7fc5f4f97740 1 -- 172.21.15.1:0/705729923 shutdown_connections 2024-02-10T00:07:21.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.663+0000 7fc5f4f97740 1 --2- 172.21.15.1:0/705729923 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559d908cc3f0 0x559d908ce7e0 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.663+0000 7fc5f4f97740 1 --2- 172.21.15.1:0/705729923 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559d908bc690 0x559d908ba0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.663+0000 7fc5f4f97740 1 --2- 172.21.15.1:0/705729923 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559d908b3ab0 0x559d908b9b60 unknown :-1 s=CLOSED pgs=1408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.663+0000 7fc5cb7fe640 0 client.18489 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:21.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.663+0000 7fc5f4f97740 1 --2- 172.21.15.1:0/705729923 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559d908b3190 0x559d908b9620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.663+0000 7fc5f4f97740 1 -- 172.21.15.1:0/705729923 >> 172.21.15.1:0/705729923 conn(0x559d908ad8c0 msgr2=0x559d908af610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:21.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.664+0000 7fc5f4f97740 1 -- 172.21.15.1:0/705729923 shutdown_connections 2024-02-10T00:07:21.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.664+0000 7fc5f4f97740 1 -- 172.21.15.1:0/705729923 wait complete. 2024-02-10T00:07:21.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.664+0000 7fc5f4f97740 20 client.18489 trim_cache size 0 max 16384 2024-02-10T00:07:21.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.679+0000 7fc5f4f97740 1 Processor -- start 2024-02-10T00:07:21.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.679+0000 7fc5f4f97740 1 -- start start 2024-02-10T00:07:21.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.679+0000 7fc5f4f97740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559d908b3190 0x559d908b4970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.679+0000 7fc5f4f97740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559d908b3ab0 0x559d908b9ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.679+0000 7fc5f4f97740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559d908bc690 0x559d908c3530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.679+0000 7fc5f4f97740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d908b4f00 con 0x559d908bc690 2024-02-10T00:07:21.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.679+0000 7fc5f4f97740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d908d3a40 con 0x559d908b3ab0 2024-02-10T00:07:21.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.679+0000 7fc5f4f97740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d908b7bc0 con 0x559d908b3190 2024-02-10T00:07:21.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.679+0000 7fc5f0964640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559d908bc690 0x559d908c3530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.679+0000 7fc5f0964640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559d908bc690 0x559d908c3530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38138/0 (socket says 172.21.15.1:38138) 2024-02-10T00:07:21.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.679+0000 7fc5f0964640 1 -- 172.21.15.1:0/2352537569 learned_addr learned my addr 172.21.15.1:0/2352537569 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:21.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.679+0000 7fc5ebfff640 1 --2- 172.21.15.1:0/2352537569 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559d908b3190 0x559d908b4970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.679+0000 7fc5eb7fe640 1 --2- 172.21.15.1:0/2352537569 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559d908b3ab0 0x559d908b9ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.679+0000 7fc5f0964640 1 -- 172.21.15.1:0/2352537569 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559d908b3190 msgr2=0x559d908b4970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:21.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.679+0000 7fc5f0964640 1 --2- 172.21.15.1:0/2352537569 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559d908b3190 0x559d908b4970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.679+0000 7fc5f0964640 1 -- 172.21.15.1:0/2352537569 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559d908b3ab0 msgr2=0x559d908b9ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:21.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.679+0000 7fc5f0964640 1 --2- 172.21.15.1:0/2352537569 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559d908b3ab0 0x559d908b9ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.680+0000 7fc5f0964640 1 -- 172.21.15.1:0/2352537569 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559d907b4c70 con 0x559d908bc690 2024-02-10T00:07:21.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.680+0000 7fc5f0964640 1 --2- 172.21.15.1:0/2352537569 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559d908bc690 0x559d908c3530 secure :-1 s=READY pgs=1409 cs=0 l=1 rev1=1 crypto rx=0x7fc5e4011c40 tx=0x7fc5e4005f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a960065f99077108 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:21.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.680+0000 7fc5d1ffb640 1 -- 172.21.15.1:0/2352537569 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5e4011ed0 con 0x559d908bc690 2024-02-10T00:07:21.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.680+0000 7fc5d1ffb640 1 -- 172.21.15.1:0/2352537569 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc5e400fe70 con 0x559d908bc690 2024-02-10T00:07:21.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.680+0000 7fc5d1ffb640 1 -- 172.21.15.1:0/2352537569 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5e4004090 con 0x559d908bc690 2024-02-10T00:07:21.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.680+0000 7fc5f4f97740 1 -- 172.21.15.1:0/2352537569 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559d908bc690 msgr2=0x559d908c3530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:21.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.680+0000 7fc5f4f97740 1 --2- 172.21.15.1:0/2352537569 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559d908bc690 0x559d908c3530 secure :-1 s=READY pgs=1409 cs=0 l=1 rev1=1 crypto rx=0x7fc5e4011c40 tx=0x7fc5e4005f60 comp rx=0 tx=0).stop 2024-02-10T00:07:21.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.680+0000 7fc5f4f97740 1 -- 172.21.15.1:0/2352537569 shutdown_connections 2024-02-10T00:07:21.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.680+0000 7fc5f4f97740 1 --2- 172.21.15.1:0/2352537569 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559d908bc690 0x559d908c3530 unknown :-1 s=CLOSED pgs=1409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.680+0000 7fc5f4f97740 1 --2- 172.21.15.1:0/2352537569 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559d908b3ab0 0x559d908b9ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.680+0000 7fc5f4f97740 1 --2- 172.21.15.1:0/2352537569 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559d908b3190 0x559d908b4970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.680+0000 7fc5f4f97740 1 -- 172.21.15.1:0/2352537569 >> 172.21.15.1:0/2352537569 conn(0x559d908ad8c0 msgr2=0x559d908af580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:21.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.681+0000 7fc5f4f97740 1 -- 172.21.15.1:0/2352537569 shutdown_connections 2024-02-10T00:07:21.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.681+0000 7fc5f4f97740 1 -- 172.21.15.1:0/2352537569 wait complete. 2024-02-10T00:07:21.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.681+0000 7fc5f4f97740 1 -- start start 2024-02-10T00:07:21.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.681+0000 7fc5f4f97740 1 Processor -- start 2024-02-10T00:07:21.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.681+0000 7fc5f4f97740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559d908b3190 0x559d90918a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.681+0000 7fc5f4f97740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559d908b3ab0 0x559d90918fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.681+0000 7fc5f4f97740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559d908bc690 0x559d9091d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.681+0000 7fc5f4f97740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d9091de80 con 0x559d908b3ab0 2024-02-10T00:07:21.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.681+0000 7fc5f4f97740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d9091dff0 con 0x559d908b3190 2024-02-10T00:07:21.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.681+0000 7fc5f4f97740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d9091e1b0 con 0x559d908bc690 2024-02-10T00:07:21.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.681+0000 7fc5f4f97740 10 client.0 _ll_register_callbacks cb 0x7fc5e40147b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:21.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.681+0000 7fc5eb7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559d908b3ab0 0x559d90918fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.681+0000 7fc5eb7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559d908b3ab0 0x559d90918fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38146/0 (socket says 172.21.15.1:38146) 2024-02-10T00:07:21.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.681+0000 7fc5eb7fe640 1 -- 172.21.15.1:0/3196543738 learned_addr learned my addr 172.21.15.1:0/3196543738 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:21.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.682+0000 7fc5ebfff640 1 --2- 172.21.15.1:0/3196543738 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559d908b3190 0x559d90918a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.682+0000 7fc5f0964640 1 --2- 172.21.15.1:0/3196543738 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559d908bc690 0x559d9091d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.682+0000 7fc5eb7fe640 1 -- 172.21.15.1:0/3196543738 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559d908bc690 msgr2=0x559d9091d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:21.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.682+0000 7fc5eb7fe640 1 --2- 172.21.15.1:0/3196543738 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559d908bc690 0x559d9091d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.682+0000 7fc5eb7fe640 1 -- 172.21.15.1:0/3196543738 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559d908b3190 msgr2=0x559d90918a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:21.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.682+0000 7fc5eb7fe640 1 --2- 172.21.15.1:0/3196543738 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559d908b3190 0x559d90918a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.682+0000 7fc5eb7fe640 1 -- 172.21.15.1:0/3196543738 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559d907c0210 con 0x559d908b3ab0 2024-02-10T00:07:21.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.682+0000 7fc5eb7fe640 1 --2- 172.21.15.1:0/3196543738 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559d908b3ab0 0x559d90918fb0 secure :-1 s=READY pgs=1410 cs=0 l=1 rev1=1 crypto rx=0x7fc5e00bc300 tx=0x7fc5e00bb370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd56cbd2e5675785 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:21.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.682+0000 7fc5cb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:21.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.682+0000 7fc5cb7fe640 1 -- 172.21.15.1:0/3196543738 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5e00d4070 con 0x559d908b3ab0 2024-02-10T00:07:21.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.682+0000 7fc5cb7fe640 1 -- 172.21.15.1:0/3196543738 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fc5e00c5600 con 0x559d908b3ab0 2024-02-10T00:07:21.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.682+0000 7fc5f4f97740 1 -- 172.21.15.1:0/3196543738 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc5e401a040 con 0x559d908b3ab0 2024-02-10T00:07:21.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.682+0000 7fc5cb7fe640 1 -- 172.21.15.1:0/3196543738 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc5e00bc7c0 con 0x559d908b3ab0 2024-02-10T00:07:21.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.682+0000 7fc5f4f97740 10 client.18495 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:21.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.682+0000 7fc5f4f97740 1 -- 172.21.15.1:0/3196543738 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x559d907daac0 con 0x559d908b3ab0 2024-02-10T00:07:21.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.682+0000 7fc5cb7fe640 1 -- 172.21.15.1:0/3196543738 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc5e401a040 con 0x559d908b3ab0 2024-02-10T00:07:21.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.683+0000 7fc5cb7fe640 1 -- 172.21.15.1:0/3196543738 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fc5e003c070 con 0x559d908b3ab0 2024-02-10T00:07:21.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.683+0000 7fc5f4f97740 10 client.18495 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:21.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.683+0000 7fc5f4f97740 10 client.18495 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:07:21.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.683+0000 7fc5f4f97740 20 client.18495 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:21.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.683+0000 7fc5f4f97740 1 --2- 172.21.15.1:0/3196543738 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559d90925550 0x559d90927940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.683+0000 7fc5f4f97740 4 client.18495 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-02-10T00:07:21.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.683+0000 7fc5f4f97740 1 -- 172.21.15.1:0/3196543738 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x559d905567b0 con 0x559d90925550 2024-02-10T00:07:21.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.683+0000 7fc5ebfff640 1 --2- 172.21.15.1:0/3196543738 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559d90925550 0x559d90927940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.683+0000 7fc5ebfff640 1 --2- 172.21.15.1:0/3196543738 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559d90925550 0x559d90927940 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=37228fe49fa04167 server_cookie=a2edb500bc5847f5 in_seq=0 out_seq=0 2024-02-10T00:07:21.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.683+0000 7fc5cb7fe640 10 client.18495 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:21.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.684+0000 7fc5cb7fe640 1 -- 172.21.15.1:0/3196543738 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x559d905567b0 con 0x559d90925550 2024-02-10T00:07:21.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.684+0000 7fc5cb7fe640 10 client.18495 handle_command_reply: tid=0 2024-02-10T00:07:21.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.684+0000 7fc5f4f97740 1 client.18495 shutdown 2024-02-10T00:07:21.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.684+0000 7fc5f4f97740 1 -- 172.21.15.1:0/3196543738 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559d908b3ab0 msgr2=0x559d90918fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:21.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.684+0000 7fc5f4f97740 1 --2- 172.21.15.1:0/3196543738 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559d908b3ab0 0x559d90918fb0 secure :-1 s=READY pgs=1410 cs=0 l=1 rev1=1 crypto rx=0x7fc5e00bc300 tx=0x7fc5e00bb370 comp rx=0 tx=0).stop 2024-02-10T00:07:21.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.685+0000 7fc5f4f97740 1 -- 172.21.15.1:0/3196543738 shutdown_connections 2024-02-10T00:07:21.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.685+0000 7fc5f4f97740 1 --2- 172.21.15.1:0/3196543738 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559d90925550 0x559d90927940 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.685+0000 7fc5f4f97740 1 --2- 172.21.15.1:0/3196543738 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559d908bc690 0x559d9091d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.685+0000 7fc5cb7fe640 0 client.18495 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:21.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.685+0000 7fc5f4f97740 1 --2- 172.21.15.1:0/3196543738 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559d908b3ab0 0x559d90918fb0 unknown :-1 s=CLOSED pgs=1410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.685+0000 7fc5f4f97740 1 --2- 172.21.15.1:0/3196543738 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559d908b3190 0x559d90918a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.685+0000 7fc5f4f97740 1 -- 172.21.15.1:0/3196543738 >> 172.21.15.1:0/3196543738 conn(0x559d908ad8c0 msgr2=0x559d908ac090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:21.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.685+0000 7fc5f4f97740 1 -- 172.21.15.1:0/3196543738 shutdown_connections 2024-02-10T00:07:21.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.685+0000 7fc5f4f97740 1 -- 172.21.15.1:0/3196543738 wait complete. 2024-02-10T00:07:21.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.685+0000 7fc5f4f97740 20 client.18495 trim_cache size 0 max 16384 2024-02-10T00:07:21.694 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:07:21.694 INFO:teuthology.orchestra.run.smithi001.stdout: "return_code": 0, 2024-02-10T00:07:21.694 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_tag": "c2af0f63-dfc9-4555-81de-f02eafe0f345", 2024-02-10T00:07:21.694 INFO:teuthology.orchestra.run.smithi001.stdout: "mode": "asynchronous" 2024-02-10T00:07:21.694 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:07:21.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.685+0000 7fc5f23c7640 1 -- 172.21.15.1:0/1254798424 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc5d40a2230 msgr2=0x7fc5d40a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:21.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.685+0000 7fc5f23c7640 1 --2- 172.21.15.1:0/1254798424 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc5d40a2230 0x7fc5d40a46f0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fc5e4014c60 tx=0x7fc5e400ae60 comp rx=0 tx=0).stop 2024-02-10T00:07:21.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.685+0000 7fc5f23c7640 1 -- 172.21.15.1:0/1254798424 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc5ec102cb0 msgr2=0x7fc5ec19d930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:21.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.685+0000 7fc5f23c7640 1 --2- 172.21.15.1:0/1254798424 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc5ec102cb0 0x7fc5ec19d930 secure :-1 s=READY pgs=1406 cs=0 l=1 rev1=1 crypto rx=0x7fc5e0005940 tx=0x7fc5e00042f0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.685+0000 7fc5f23c7640 1 -- 172.21.15.1:0/1254798424 shutdown_connections 2024-02-10T00:07:21.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.685+0000 7fc5f23c7640 1 --2- 172.21.15.1:0/1254798424 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc5d40a2230 0x7fc5d40a46f0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.685+0000 7fc5f23c7640 1 --2- 172.21.15.1:0/1254798424 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc5ec10b800 0x7fc5ec1975a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.685+0000 7fc5f23c7640 1 --2- 172.21.15.1:0/1254798424 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc5ec102cb0 0x7fc5ec19d930 unknown :-1 s=CLOSED pgs=1406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.685+0000 7fc5f23c7640 1 --2- 172.21.15.1:0/1254798424 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc5ec102300 0x7fc5ec19d3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.685+0000 7fc5f23c7640 1 -- 172.21.15.1:0/1254798424 >> 172.21.15.1:0/1254798424 conn(0x7fc5ec0fbb70 msgr2=0x7fc5ec0fc920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:21.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.685+0000 7fc5f23c7640 1 -- 172.21.15.1:0/1254798424 shutdown_connections 2024-02-10T00:07:21.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.685+0000 7fc5f23c7640 1 -- 172.21.15.1:0/1254798424 wait complete. 2024-02-10T00:07:21.699 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:07:21.699 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:07:21.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.801+0000 7f7165fd0640 1 -- 172.21.15.1:0/1067724826 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7160101d20 msgr2=0x7f7160102180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:21.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.801+0000 7f7165fd0640 1 --2- 172.21.15.1:0/1067724826 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7160101d20 0x7f7160102180 secure :-1 s=READY pgs=1411 cs=0 l=1 rev1=1 crypto rx=0x7f7154009930 tx=0x7f715402bc30 comp rx=0 tx=0).stop 2024-02-10T00:07:21.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.801+0000 7f7165fd0640 1 -- 172.21.15.1:0/1067724826 shutdown_connections 2024-02-10T00:07:21.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.801+0000 7f7165fd0640 1 --2- 172.21.15.1:0/1067724826 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f71601026c0 0x7f716010d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.801+0000 7f7165fd0640 1 --2- 172.21.15.1:0/1067724826 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7160101d20 0x7f7160102180 unknown :-1 s=CLOSED pgs=1411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.801+0000 7f7165fd0640 1 --2- 172.21.15.1:0/1067724826 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7160100440 0x7f7160100820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.801+0000 7f7165fd0640 1 -- 172.21.15.1:0/1067724826 >> 172.21.15.1:0/1067724826 conn(0x7f7160077310 msgr2=0x7f7160077720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:21.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.801+0000 7f7165fd0640 1 -- 172.21.15.1:0/1067724826 shutdown_connections 2024-02-10T00:07:21.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.802+0000 7f7165fd0640 1 -- 172.21.15.1:0/1067724826 wait complete. 2024-02-10T00:07:21.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.802+0000 7f7165fd0640 1 Processor -- start 2024-02-10T00:07:21.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.802+0000 7f7165fd0640 1 -- start start 2024-02-10T00:07:21.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.802+0000 7f7165fd0640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7160100440 0x7f716019d720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.806 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.802+0000 7f7165fd0640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7160101d20 0x7f716019dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.802+0000 7f7165fd0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f71601026c0 0x7f71601978d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.802+0000 7f7165fd0640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7160197f20 con 0x7f71601026c0 2024-02-10T00:07:21.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.802+0000 7f7165fd0640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7160198090 con 0x7f7160100440 2024-02-10T00:07:21.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.802+0000 7f7165fd0640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7160198250 con 0x7f7160101d20 2024-02-10T00:07:21.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.803+0000 7f715ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f71601026c0 0x7f71601978d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.803+0000 7f715ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f71601026c0 0x7f71601978d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38154/0 (socket says 172.21.15.1:38154) 2024-02-10T00:07:21.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.803+0000 7f715ffff640 1 -- 172.21.15.1:0/3455972428 learned_addr learned my addr 172.21.15.1:0/3455972428 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:21.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.803+0000 7f715f7fe640 1 --2- 172.21.15.1:0/3455972428 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7160100440 0x7f716019d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.803+0000 7f715effd640 1 --2- 172.21.15.1:0/3455972428 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7160101d20 0x7f716019dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.803+0000 7f715ffff640 1 -- 172.21.15.1:0/3455972428 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7160101d20 msgr2=0x7f716019dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:21.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.803+0000 7f715ffff640 1 --2- 172.21.15.1:0/3455972428 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7160101d20 0x7f716019dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.803+0000 7f715ffff640 1 -- 172.21.15.1:0/3455972428 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7160100440 msgr2=0x7f716019d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:21.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.803+0000 7f715ffff640 1 --2- 172.21.15.1:0/3455972428 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7160100440 0x7f716019d720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.803+0000 7f715ffff640 1 -- 172.21.15.1:0/3455972428 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7154009560 con 0x7f71601026c0 2024-02-10T00:07:21.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.803+0000 7f715effd640 1 --2- 172.21.15.1:0/3455972428 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7160101d20 0x7f716019dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:07:21.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.803+0000 7f715ffff640 1 --2- 172.21.15.1:0/3455972428 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f71601026c0 0x7f71601978d0 secure :-1 s=READY pgs=1412 cs=0 l=1 rev1=1 crypto rx=0x7f715800cab0 tx=0x7f715800ceb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:21.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.803+0000 7f715cff9640 1 -- 172.21.15.1:0/3455972428 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f715800ad00 con 0x7f71601026c0 2024-02-10T00:07:21.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.803+0000 7f715cff9640 1 -- 172.21.15.1:0/3455972428 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f715800ae60 con 0x7f71601026c0 2024-02-10T00:07:21.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.803+0000 7f7165fd0640 1 -- 172.21.15.1:0/3455972428 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7160198530 con 0x7f71601026c0 2024-02-10T00:07:21.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.803+0000 7f715cff9640 1 -- 172.21.15.1:0/3455972428 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71580188d0 con 0x7f71601026c0 2024-02-10T00:07:21.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.803+0000 7f7165fd0640 1 -- 172.21.15.1:0/3455972428 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f71601a47c0 con 0x7f71601026c0 2024-02-10T00:07:21.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.805+0000 7f715cff9640 1 -- 172.21.15.1:0/3455972428 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f715800f450 con 0x7f71601026c0 2024-02-10T00:07:21.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.806+0000 7f715cff9640 1 --2- 172.21.15.1:0/3455972428 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f71480a22b0 0x7f71480a4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.806+0000 7f7168b9c740 1 Processor -- start 2024-02-10T00:07:21.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.806+0000 7f7168b9c740 1 -- start start 2024-02-10T00:07:21.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.806+0000 7f715f7fe640 1 --2- 172.21.15.1:0/3455972428 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f71480a22b0 0x7f71480a4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.806+0000 7f715cff9640 1 -- 172.21.15.1:0/3455972428 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f71580ce230 con 0x7f71601026c0 2024-02-10T00:07:21.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.806+0000 7f7168b9c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5627d751a860 0x5627d751ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.806+0000 7f7168b9c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5627d751b210 0x5627d7523d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.806+0000 7f7168b9c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5627d7524310 0x5627d7524770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.806+0000 7f7168b9c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5627d74d5d00 con 0x5627d7524310 2024-02-10T00:07:21.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.806+0000 7f7168b9c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5627d748a2f0 con 0x5627d751b210 2024-02-10T00:07:21.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.806+0000 7f7168b9c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5627d7487820 con 0x5627d751a860 2024-02-10T00:07:21.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.806+0000 7f715ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5627d7524310 0x5627d7524770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.806+0000 7f715ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5627d7524310 0x5627d7524770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38158/0 (socket says 172.21.15.1:38158) 2024-02-10T00:07:21.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.806+0000 7f715ffff640 1 -- 172.21.15.1:0/3111315620 learned_addr learned my addr 172.21.15.1:0/3111315620 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:21.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.806+0000 7f715f7fe640 1 --2- 172.21.15.1:0/3455972428 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f71480a22b0 0x7f71480a4770 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f7160198a10 tx=0x7f7150009110 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:21.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.806+0000 7f715f7fe640 1 --2- 172.21.15.1:0/3111315620 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5627d751a860 0x5627d751ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.806+0000 7f715effd640 1 --2- 172.21.15.1:0/3111315620 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5627d751b210 0x5627d7523d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.806+0000 7f715ffff640 1 -- 172.21.15.1:0/3111315620 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5627d751a860 msgr2=0x5627d751ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:21.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.806+0000 7f715ffff640 1 --2- 172.21.15.1:0/3111315620 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5627d751a860 0x5627d751ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.806+0000 7f715ffff640 1 -- 172.21.15.1:0/3111315620 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5627d751b210 msgr2=0x5627d7523d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:21.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.806+0000 7f715ffff640 1 --2- 172.21.15.1:0/3111315620 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5627d751b210 0x5627d7523d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.806+0000 7f715ffff640 1 -- 172.21.15.1:0/3111315620 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5627d7444ff0 con 0x5627d7524310 2024-02-10T00:07:21.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.807+0000 7f715f7fe640 1 --2- 172.21.15.1:0/3111315620 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5627d751a860 0x5627d751ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:07:21.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.807+0000 7f715ffff640 1 --2- 172.21.15.1:0/3111315620 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5627d7524310 0x5627d7524770 secure :-1 s=READY pgs=1413 cs=0 l=1 rev1=1 crypto rx=0x7f7158007fd0 tx=0x7f715809a640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a2d5cd6c79f37a7 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:21.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.807+0000 7f7145ffb640 1 -- 172.21.15.1:0/3111315620 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71580a33c0 con 0x5627d7524310 2024-02-10T00:07:21.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.807+0000 7f7145ffb640 1 -- 172.21.15.1:0/3111315620 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f715800fbc0 con 0x5627d7524310 2024-02-10T00:07:21.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.807+0000 7f7145ffb640 1 -- 172.21.15.1:0/3111315620 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71580c9b50 con 0x5627d7524310 2024-02-10T00:07:21.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.807+0000 7f7168b9c740 1 -- 172.21.15.1:0/3111315620 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5627d7524310 msgr2=0x5627d7524770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:21.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.807+0000 7f7168b9c740 1 --2- 172.21.15.1:0/3111315620 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5627d7524310 0x5627d7524770 secure :-1 s=READY pgs=1413 cs=0 l=1 rev1=1 crypto rx=0x7f7158007fd0 tx=0x7f715809a640 comp rx=0 tx=0).stop 2024-02-10T00:07:21.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.807+0000 7f7168b9c740 1 -- 172.21.15.1:0/3111315620 shutdown_connections 2024-02-10T00:07:21.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.807+0000 7f7168b9c740 1 --2- 172.21.15.1:0/3111315620 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5627d7524310 0x5627d7524770 unknown :-1 s=CLOSED pgs=1413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.807+0000 7f7168b9c740 1 --2- 172.21.15.1:0/3111315620 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5627d751b210 0x5627d7523d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.807+0000 7f7168b9c740 1 --2- 172.21.15.1:0/3111315620 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5627d751a860 0x5627d751ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.808+0000 7f7168b9c740 1 -- 172.21.15.1:0/3111315620 >> 172.21.15.1:0/3111315620 conn(0x5627d7515050 msgr2=0x5627d7515430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:21.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.808+0000 7f7168b9c740 1 -- 172.21.15.1:0/3111315620 shutdown_connections 2024-02-10T00:07:21.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.808+0000 7f7168b9c740 1 -- 172.21.15.1:0/3111315620 wait complete. 2024-02-10T00:07:21.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.808+0000 7f7168b9c740 1 -- start start 2024-02-10T00:07:21.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.808+0000 7f7168b9c740 1 Processor -- start 2024-02-10T00:07:21.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.808+0000 7f7168b9c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5627d751a860 0x5627d7527cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.808+0000 7f7168b9c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5627d751b210 0x5627d7528200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.808+0000 7f7168b9c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5627d7524310 0x5627d7528740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.808+0000 7f7168b9c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5627d7483000 con 0x5627d751b210 2024-02-10T00:07:21.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.808+0000 7f7168b9c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5627d7156430 con 0x5627d751a860 2024-02-10T00:07:21.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.808+0000 7f7168b9c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5627d7112e00 con 0x5627d7524310 2024-02-10T00:07:21.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.808+0000 7f7168b9c740 10 client.0 _ll_register_callbacks cb 0x5627d74777f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:21.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.808+0000 7f715effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5627d751b210 0x5627d7528200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.808+0000 7f715effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5627d751b210 0x5627d7528200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38160/0 (socket says 172.21.15.1:38160) 2024-02-10T00:07:21.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.808+0000 7f715effd640 1 -- 172.21.15.1:0/357469564 learned_addr learned my addr 172.21.15.1:0/357469564 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:21.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.808+0000 7f715f7fe640 1 --2- 172.21.15.1:0/357469564 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5627d751a860 0x5627d7527cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.809+0000 7f715ffff640 1 --2- 172.21.15.1:0/357469564 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5627d7524310 0x5627d7528740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.809+0000 7f715effd640 1 -- 172.21.15.1:0/357469564 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5627d7524310 msgr2=0x5627d7528740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:21.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.809+0000 7f715effd640 1 --2- 172.21.15.1:0/357469564 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5627d7524310 0x5627d7528740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.809+0000 7f715effd640 1 -- 172.21.15.1:0/357469564 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5627d751a860 msgr2=0x5627d7527cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:21.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.809+0000 7f715effd640 1 --2- 172.21.15.1:0/357469564 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5627d751a860 0x5627d7527cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.809+0000 7f715effd640 1 -- 172.21.15.1:0/357469564 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f71601a47c0 con 0x5627d751b210 2024-02-10T00:07:21.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.809+0000 7f715ffff640 1 --2- 172.21.15.1:0/357469564 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5627d7524310 0x5627d7528740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:21.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.809+0000 7f715effd640 1 --2- 172.21.15.1:0/357469564 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5627d751b210 0x5627d7528200 secure :-1 s=READY pgs=1414 cs=0 l=1 rev1=1 crypto rx=0x7f7154006010 tx=0x7f715402ca80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33b5a488e5b462f1 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:21.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.809+0000 7f713effd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:21.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.809+0000 7f713effd640 1 -- 172.21.15.1:0/357469564 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7154004250 con 0x5627d751b210 2024-02-10T00:07:21.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.809+0000 7f713effd640 1 -- 172.21.15.1:0/357469564 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f71540043b0 con 0x5627d751b210 2024-02-10T00:07:21.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.809+0000 7f7168b9c740 1 -- 172.21.15.1:0/357469564 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5627d71827e0 con 0x5627d751b210 2024-02-10T00:07:21.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.809+0000 7f713effd640 1 -- 172.21.15.1:0/357469564 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7154004df0 con 0x5627d751b210 2024-02-10T00:07:21.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.809+0000 7f7168b9c740 10 client.18507 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:21.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.809+0000 7f7168b9c740 1 -- 172.21.15.1:0/357469564 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5627d7481680 con 0x5627d751b210 2024-02-10T00:07:21.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.809+0000 7f713effd640 1 -- 172.21.15.1:0/357469564 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5627d71827e0 con 0x5627d751b210 2024-02-10T00:07:21.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.809+0000 7f713effd640 1 -- 172.21.15.1:0/357469564 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f715403c040 con 0x5627d751b210 2024-02-10T00:07:21.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.810+0000 7f7168b9c740 10 client.18507 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:21.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.810+0000 7f7168b9c740 10 client.18507 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:07:21.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.810+0000 7f7168b9c740 20 client.18507 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:21.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.810+0000 7f7168b9c740 1 --2- 172.21.15.1:0/357469564 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5627d75385f0 0x5627d753aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.810+0000 7f7168b9c740 4 client.18507 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:07:21.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.810+0000 7f7168b9c740 1 -- 172.21.15.1:0/357469564 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5627d71bf720 con 0x5627d75385f0 2024-02-10T00:07:21.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.810+0000 7f715f7fe640 1 --2- 172.21.15.1:0/357469564 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5627d75385f0 0x5627d753aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.810+0000 7f713effd640 10 client.18507 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:21.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.810+0000 7f715f7fe640 1 --2- 172.21.15.1:0/357469564 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5627d75385f0 0x5627d753aa10 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bf9051beb98f2fe6 server_cookie=e2710a6a4d04fb0c in_seq=0 out_seq=0 2024-02-10T00:07:21.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.811+0000 7f713effd640 1 -- 172.21.15.1:0/357469564 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5627d71bf720 con 0x5627d75385f0 2024-02-10T00:07:21.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.811+0000 7f713effd640 10 client.18507 handle_command_reply: tid=0 2024-02-10T00:07:21.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.811+0000 7f7168b9c740 1 client.18507 shutdown 2024-02-10T00:07:21.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.812+0000 7f7168b9c740 1 -- 172.21.15.1:0/357469564 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5627d751b210 msgr2=0x5627d7528200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:21.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.812+0000 7f7168b9c740 1 --2- 172.21.15.1:0/357469564 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5627d751b210 0x5627d7528200 secure :-1 s=READY pgs=1414 cs=0 l=1 rev1=1 crypto rx=0x7f7154006010 tx=0x7f715402ca80 comp rx=0 tx=0).stop 2024-02-10T00:07:21.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.812+0000 7f7168b9c740 1 -- 172.21.15.1:0/357469564 shutdown_connections 2024-02-10T00:07:21.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.812+0000 7f7168b9c740 1 --2- 172.21.15.1:0/357469564 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5627d75385f0 0x5627d753aa10 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.812+0000 7f7168b9c740 1 --2- 172.21.15.1:0/357469564 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5627d7524310 0x5627d7528740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.812+0000 7f7168b9c740 1 --2- 172.21.15.1:0/357469564 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5627d751b210 0x5627d7528200 unknown :-1 s=CLOSED pgs=1414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.812+0000 7f7168b9c740 1 --2- 172.21.15.1:0/357469564 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5627d751a860 0x5627d7527cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.812+0000 7f7168b9c740 1 -- 172.21.15.1:0/357469564 >> 172.21.15.1:0/357469564 conn(0x5627d7515050 msgr2=0x5627d7516da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:21.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.812+0000 7f713effd640 0 client.18507 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:21.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.812+0000 7f7168b9c740 1 -- 172.21.15.1:0/357469564 shutdown_connections 2024-02-10T00:07:21.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.812+0000 7f7168b9c740 1 -- 172.21.15.1:0/357469564 wait complete. 2024-02-10T00:07:21.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.812+0000 7f7168b9c740 20 client.18507 trim_cache size 0 max 16384 2024-02-10T00:07:21.835 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.827+0000 7f7168b9c740 1 Processor -- start 2024-02-10T00:07:21.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.827+0000 7f7168b9c740 1 -- start start 2024-02-10T00:07:21.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.827+0000 7f7168b9c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5627d751a860 0x5627d7525700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.827+0000 7f7168b9c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5627d751b210 0x5627d7522b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.827+0000 7f7168b9c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5627d7524310 0x5627d75230b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.827+0000 7f7168b9c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5627d7407fd0 con 0x5627d751b210 2024-02-10T00:07:21.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.827+0000 7f7168b9c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5627d75106f0 con 0x5627d751a860 2024-02-10T00:07:21.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.827+0000 7f7168b9c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5627d7526270 con 0x5627d7524310 2024-02-10T00:07:21.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.827+0000 7f715effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5627d751b210 0x5627d7522b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.828+0000 7f715effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5627d751b210 0x5627d7522b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38172/0 (socket says 172.21.15.1:38172) 2024-02-10T00:07:21.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.828+0000 7f715effd640 1 -- 172.21.15.1:0/2750261159 learned_addr learned my addr 172.21.15.1:0/2750261159 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:21.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.828+0000 7f715f7fe640 1 --2- 172.21.15.1:0/2750261159 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5627d751a860 0x5627d7525700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.828+0000 7f715ffff640 1 --2- 172.21.15.1:0/2750261159 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5627d7524310 0x5627d75230b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.828+0000 7f715effd640 1 -- 172.21.15.1:0/2750261159 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5627d7524310 msgr2=0x5627d75230b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:21.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.828+0000 7f715effd640 1 --2- 172.21.15.1:0/2750261159 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5627d7524310 0x5627d75230b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.828+0000 7f715effd640 1 -- 172.21.15.1:0/2750261159 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5627d751a860 msgr2=0x5627d7525700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:21.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.828+0000 7f715effd640 1 --2- 172.21.15.1:0/2750261159 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5627d751a860 0x5627d7525700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.828+0000 7f715effd640 1 -- 172.21.15.1:0/2750261159 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5627d741db30 con 0x5627d751b210 2024-02-10T00:07:21.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.828+0000 7f715effd640 1 --2- 172.21.15.1:0/2750261159 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5627d751b210 0x5627d7522b70 secure :-1 s=READY pgs=1415 cs=0 l=1 rev1=1 crypto rx=0x7f7154004010 tx=0x7f7154001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=929490af64fe0321 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:21.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.828+0000 7f71457fa640 1 -- 172.21.15.1:0/2750261159 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f715402caf0 con 0x5627d751b210 2024-02-10T00:07:21.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.828+0000 7f71457fa640 1 -- 172.21.15.1:0/2750261159 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f715402cc50 con 0x5627d751b210 2024-02-10T00:07:21.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.828+0000 7f71457fa640 1 -- 172.21.15.1:0/2750261159 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71540044b0 con 0x5627d751b210 2024-02-10T00:07:21.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.829+0000 7f7168b9c740 1 -- 172.21.15.1:0/2750261159 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5627d751b210 msgr2=0x5627d7522b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:21.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.829+0000 7f7168b9c740 1 --2- 172.21.15.1:0/2750261159 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5627d751b210 0x5627d7522b70 secure :-1 s=READY pgs=1415 cs=0 l=1 rev1=1 crypto rx=0x7f7154004010 tx=0x7f7154001e70 comp rx=0 tx=0).stop 2024-02-10T00:07:21.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.829+0000 7f7168b9c740 1 -- 172.21.15.1:0/2750261159 shutdown_connections 2024-02-10T00:07:21.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.829+0000 7f7168b9c740 1 --2- 172.21.15.1:0/2750261159 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5627d7524310 0x5627d75230b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.829+0000 7f7168b9c740 1 --2- 172.21.15.1:0/2750261159 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5627d751b210 0x5627d7522b70 unknown :-1 s=CLOSED pgs=1415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.829+0000 7f7168b9c740 1 --2- 172.21.15.1:0/2750261159 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5627d751a860 0x5627d7525700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.829+0000 7f7168b9c740 1 -- 172.21.15.1:0/2750261159 >> 172.21.15.1:0/2750261159 conn(0x5627d7515050 msgr2=0x5627d753f370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:21.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.829+0000 7f7168b9c740 1 -- 172.21.15.1:0/2750261159 shutdown_connections 2024-02-10T00:07:21.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.829+0000 7f7168b9c740 1 -- 172.21.15.1:0/2750261159 wait complete. 2024-02-10T00:07:21.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.829+0000 7f7168b9c740 1 -- start start 2024-02-10T00:07:21.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.829+0000 7f7168b9c740 1 Processor -- start 2024-02-10T00:07:21.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.830+0000 7f7168b9c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5627d751a860 0x5627d752de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.830+0000 7f7168b9c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5627d751b210 0x5627d752e350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.830+0000 7f7168b9c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5627d7524310 0x5627d752e890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.830+0000 7f7168b9c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5627d758eb30 con 0x5627d7524310 2024-02-10T00:07:21.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.830+0000 7f7168b9c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5627d758eca0 con 0x5627d751b210 2024-02-10T00:07:21.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.830+0000 7f7168b9c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5627d758ee60 con 0x5627d751a860 2024-02-10T00:07:21.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.830+0000 7f7168b9c740 10 client.0 _ll_register_callbacks cb 0x7f71580967a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:21.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.830+0000 7f715ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5627d7524310 0x5627d752e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.830+0000 7f715ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5627d7524310 0x5627d752e890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38186/0 (socket says 172.21.15.1:38186) 2024-02-10T00:07:21.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.830+0000 7f715ffff640 1 -- 172.21.15.1:0/1932444396 learned_addr learned my addr 172.21.15.1:0/1932444396 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:21.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.830+0000 7f715f7fe640 1 --2- 172.21.15.1:0/1932444396 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5627d751a860 0x5627d752de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.830+0000 7f715effd640 1 --2- 172.21.15.1:0/1932444396 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5627d751b210 0x5627d752e350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.830+0000 7f715ffff640 1 -- 172.21.15.1:0/1932444396 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5627d751a860 msgr2=0x5627d752de10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:21.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.830+0000 7f715ffff640 1 --2- 172.21.15.1:0/1932444396 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5627d751a860 0x5627d752de10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.830+0000 7f715ffff640 1 -- 172.21.15.1:0/1932444396 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5627d751b210 msgr2=0x5627d752e350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:21.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.830+0000 7f715ffff640 1 --2- 172.21.15.1:0/1932444396 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5627d751b210 0x5627d752e350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.830+0000 7f715ffff640 1 -- 172.21.15.1:0/1932444396 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5627d7481680 con 0x5627d7524310 2024-02-10T00:07:21.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.830+0000 7f715ffff640 1 --2- 172.21.15.1:0/1932444396 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5627d7524310 0x5627d752e890 secure :-1 s=READY pgs=1416 cs=0 l=1 rev1=1 crypto rx=0x7f7158017000 tx=0x7f715809b3e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4541930d9335b80a server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:21.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.830+0000 7f713effd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:21.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.830+0000 7f713effd640 1 -- 172.21.15.1:0/1932444396 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71580c9a60 con 0x5627d7524310 2024-02-10T00:07:21.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.830+0000 7f713effd640 1 -- 172.21.15.1:0/1932444396 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f71580c9bc0 con 0x5627d7524310 2024-02-10T00:07:21.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.830+0000 7f7168b9c740 1 -- 172.21.15.1:0/1932444396 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f715800fbc0 con 0x5627d7524310 2024-02-10T00:07:21.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.831+0000 7f713effd640 1 -- 172.21.15.1:0/1932444396 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f71580c9d80 con 0x5627d7524310 2024-02-10T00:07:21.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.831+0000 7f7168b9c740 10 client.18513 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:21.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.831+0000 7f7168b9c740 1 -- 172.21.15.1:0/1932444396 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5627d7443850 con 0x5627d7524310 2024-02-10T00:07:21.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.831+0000 7f713effd640 1 -- 172.21.15.1:0/1932444396 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f715807f080 con 0x5627d7524310 2024-02-10T00:07:21.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.831+0000 7f713effd640 1 -- 172.21.15.1:0/1932444396 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f7158016020 con 0x5627d7524310 2024-02-10T00:07:21.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.831+0000 7f7168b9c740 10 client.18513 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:21.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.831+0000 7f7168b9c740 10 client.18513 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:07:21.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.831+0000 7f7168b9c740 20 client.18513 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:21.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.831+0000 7f7168b9c740 1 --2- 172.21.15.1:0/1932444396 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5627d7590270 0x5627d7592690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:21.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.831+0000 7f7168b9c740 4 client.18513 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:07:21.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.831+0000 7f7168b9c740 1 -- 172.21.15.1:0/1932444396 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5627d720e890 con 0x5627d7590270 2024-02-10T00:07:21.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.831+0000 7f715f7fe640 1 --2- 172.21.15.1:0/1932444396 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5627d7590270 0x5627d7592690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:21.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.832+0000 7f715f7fe640 1 --2- 172.21.15.1:0/1932444396 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5627d7590270 0x5627d7592690 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2021caf294a1b4c server_cookie=55a2f9baa6e7fdd9 in_seq=0 out_seq=0 2024-02-10T00:07:21.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.832+0000 7f713effd640 10 client.18513 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:21.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.832+0000 7f713effd640 1 -- 172.21.15.1:0/1932444396 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x5627d720e890 con 0x5627d7590270 2024-02-10T00:07:21.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.832+0000 7f713effd640 10 client.18513 handle_command_reply: tid=0 2024-02-10T00:07:21.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.832+0000 7f7168b9c740 1 client.18513 shutdown 2024-02-10T00:07:21.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.832+0000 7f7168b9c740 1 -- 172.21.15.1:0/1932444396 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5627d7524310 msgr2=0x5627d752e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:21.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.832+0000 7f7168b9c740 1 --2- 172.21.15.1:0/1932444396 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5627d7524310 0x5627d752e890 secure :-1 s=READY pgs=1416 cs=0 l=1 rev1=1 crypto rx=0x7f7158017000 tx=0x7f715809b3e0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.832+0000 7f7168b9c740 1 -- 172.21.15.1:0/1932444396 shutdown_connections 2024-02-10T00:07:21.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.832+0000 7f7168b9c740 1 --2- 172.21.15.1:0/1932444396 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5627d7590270 0x5627d7592690 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.832+0000 7f7168b9c740 1 --2- 172.21.15.1:0/1932444396 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5627d7524310 0x5627d752e890 unknown :-1 s=CLOSED pgs=1416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.832+0000 7f7168b9c740 1 --2- 172.21.15.1:0/1932444396 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5627d751b210 0x5627d752e350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.832+0000 7f7168b9c740 1 --2- 172.21.15.1:0/1932444396 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5627d751a860 0x5627d752de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.832+0000 7f713effd640 0 client.18513 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:21.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.832+0000 7f7168b9c740 1 -- 172.21.15.1:0/1932444396 >> 172.21.15.1:0/1932444396 conn(0x5627d7515050 msgr2=0x5627d7522b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:21.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.832+0000 7f7168b9c740 1 -- 172.21.15.1:0/1932444396 shutdown_connections 2024-02-10T00:07:21.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.832+0000 7f7168b9c740 1 -- 172.21.15.1:0/1932444396 wait complete. 2024-02-10T00:07:21.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.832+0000 7f7168b9c740 20 client.18513 trim_cache size 0 max 16384 2024-02-10T00:07:21.842 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:07:21.842 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "IDLE (waiting for more scrubs)", 2024-02-10T00:07:21.842 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": { 2024-02-10T00:07:21.842 INFO:teuthology.orchestra.run.smithi001.stdout: "c2af0f63-dfc9-4555-81de-f02eafe0f345": { 2024-02-10T00:07:21.842 INFO:teuthology.orchestra.run.smithi001.stdout: "path": "/", 2024-02-10T00:07:21.842 INFO:teuthology.orchestra.run.smithi001.stdout: "tag": "c2af0f63-dfc9-4555-81de-f02eafe0f345", 2024-02-10T00:07:21.843 INFO:teuthology.orchestra.run.smithi001.stdout: "options": "recursive,force" 2024-02-10T00:07:21.843 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:07:21.843 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:07:21.843 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:07:21.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.833+0000 7f7165fd0640 1 -- 172.21.15.1:0/3455972428 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f71480a22b0 msgr2=0x7f71480a4770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:21.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.833+0000 7f7165fd0640 1 --2- 172.21.15.1:0/3455972428 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f71480a22b0 0x7f71480a4770 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f7160198a10 tx=0x7f7150009110 comp rx=0 tx=0).stop 2024-02-10T00:07:21.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.833+0000 7f7165fd0640 1 -- 172.21.15.1:0/3455972428 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f71601026c0 msgr2=0x7f71601978d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:21.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.833+0000 7f7165fd0640 1 --2- 172.21.15.1:0/3455972428 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f71601026c0 0x7f71601978d0 secure :-1 s=READY pgs=1412 cs=0 l=1 rev1=1 crypto rx=0x7f715800cab0 tx=0x7f715800ceb0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.833+0000 7f7165fd0640 1 -- 172.21.15.1:0/3455972428 shutdown_connections 2024-02-10T00:07:21.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.833+0000 7f7165fd0640 1 --2- 172.21.15.1:0/3455972428 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f71480a22b0 0x7f71480a4770 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.833+0000 7f7165fd0640 1 --2- 172.21.15.1:0/3455972428 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f71601026c0 0x7f71601978d0 unknown :-1 s=CLOSED pgs=1412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.833+0000 7f7165fd0640 1 --2- 172.21.15.1:0/3455972428 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7160101d20 0x7f716019dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.833+0000 7f7165fd0640 1 --2- 172.21.15.1:0/3455972428 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7160100440 0x7f716019d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:21.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.833+0000 7f7165fd0640 1 -- 172.21.15.1:0/3455972428 >> 172.21.15.1:0/3455972428 conn(0x7f7160077310 msgr2=0x7f7160069cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:21.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.833+0000 7f7165fd0640 1 -- 172.21.15.1:0/3455972428 shutdown_connections 2024-02-10T00:07:21.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:21.833+0000 7f7165fd0640 1 -- 172.21.15.1:0/3455972428 wait complete. 2024-02-10T00:07:21.846 INFO:tasks.cephfs.filesystem:scrub status for tag:c2af0f63-dfc9-4555-81de-f02eafe0f345 - {'path': '/', 'tag': 'c2af0f63-dfc9-4555-81de-f02eafe0f345', 'options': 'recursive,force'} 2024-02-10T00:07:22.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:22 smithi001 ceph-mon[32335]: scrub queued for path: / 2024-02-10T00:07:22.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:22 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:07:22.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:22 smithi001 ceph-mon[32335]: scrub summary: active paths [/] 2024-02-10T00:07:22.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:22 smithi088 ceph-mon[36452]: scrub queued for path: / 2024-02-10T00:07:22.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:22 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:07:22.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:22 smithi088 ceph-mon[36452]: scrub summary: active paths [/] 2024-02-10T00:07:22.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:22 smithi103 ceph-mon[36942]: scrub queued for path: / 2024-02-10T00:07:22.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:22 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:07:22.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:22 smithi103 ceph-mon[36942]: scrub summary: active paths [/] 2024-02-10T00:07:23.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:23 smithi088 ceph-mon[36452]: pgmap v248: 97 pgs: 97 active+clean; 2.6 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:07:23.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:23 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:07:23.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:23 smithi103 ceph-mon[36942]: pgmap v248: 97 pgs: 97 active+clean; 2.6 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:07:23.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:23 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:07:23.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:23 smithi001 ceph-mon[32335]: pgmap v248: 97 pgs: 97 active+clean; 2.6 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:07:23.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:23 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:07:25.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:25 smithi088 ceph-mon[36452]: pgmap v249: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 64 KiB/s wr, 24 op/s 2024-02-10T00:07:25.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:25 smithi103 ceph-mon[36942]: pgmap v249: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 64 KiB/s wr, 24 op/s 2024-02-10T00:07:25.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:25 smithi001 ceph-mon[32335]: pgmap v249: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 64 KiB/s wr, 24 op/s 2024-02-10T00:07:26.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:26 smithi088 ceph-mon[36452]: scrub summary: idle 2024-02-10T00:07:26.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:26 smithi103 ceph-mon[36942]: scrub summary: idle 2024-02-10T00:07:26.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:26 smithi001 ceph-mon[32335]: scrub summary: idle 2024-02-10T00:07:27.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:27 smithi088 ceph-mon[36452]: pgmap v250: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 44 KiB/s wr, 17 op/s 2024-02-10T00:07:27.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:27 smithi103 ceph-mon[36942]: pgmap v250: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 44 KiB/s wr, 17 op/s 2024-02-10T00:07:27.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:27 smithi001 ceph-mon[32335]: pgmap v250: 97 pgs: 97 active+clean; 2.8 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 44 KiB/s wr, 17 op/s 2024-02-10T00:07:29.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:29 smithi088 ceph-mon[36452]: pgmap v251: 97 pgs: 97 active+clean; 3.0 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 62 KiB/s wr, 23 op/s 2024-02-10T00:07:29.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:29 smithi103 ceph-mon[36942]: pgmap v251: 97 pgs: 97 active+clean; 3.0 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 62 KiB/s wr, 23 op/s 2024-02-10T00:07:29.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:29 smithi001 ceph-mon[32335]: pgmap v251: 97 pgs: 97 active+clean; 3.0 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 62 KiB/s wr, 23 op/s 2024-02-10T00:07:31.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:31 smithi088 ceph-mon[36452]: pgmap v252: 97 pgs: 97 active+clean; 3.0 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 43 KiB/s wr, 16 op/s 2024-02-10T00:07:31.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:31 smithi103 ceph-mon[36942]: pgmap v252: 97 pgs: 97 active+clean; 3.0 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 43 KiB/s wr, 16 op/s 2024-02-10T00:07:31.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:31 smithi001 ceph-mon[32335]: pgmap v252: 97 pgs: 97 active+clean; 3.0 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 43 KiB/s wr, 16 op/s 2024-02-10T00:07:32.440 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.435+0000 7f1b8f15c640 1 -- 172.21.15.1:0/3684142412 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1b88101e20 msgr2=0x7f1b88105e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:32.440 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.435+0000 7f1b8f15c640 1 --2- 172.21.15.1:0/3684142412 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1b88101e20 0x7f1b88105e60 secure :-1 s=READY pgs=1417 cs=0 l=1 rev1=1 crypto rx=0x7f1b74009930 tx=0x7f1b7402bc30 comp rx=0 tx=0).stop 2024-02-10T00:07:32.440 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.435+0000 7f1b8f15c640 1 -- 172.21.15.1:0/3684142412 shutdown_connections 2024-02-10T00:07:32.440 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.435+0000 7f1b8f15c640 1 --2- 172.21.15.1:0/3684142412 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1b88106540 0x7f1b8810e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.440 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.435+0000 7f1b8f15c640 1 --2- 172.21.15.1:0/3684142412 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1b88101e20 0x7f1b88105e60 unknown :-1 s=CLOSED pgs=1417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.435+0000 7f1b8f15c640 1 --2- 172.21.15.1:0/3684142412 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1b88101470 0x7f1b88101850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.435+0000 7f1b8f15c640 1 -- 172.21.15.1:0/3684142412 >> 172.21.15.1:0/3684142412 conn(0x7f1b880fcd50 msgr2=0x7f1b880ff170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.435+0000 7f1b8f15c640 1 -- 172.21.15.1:0/3684142412 shutdown_connections 2024-02-10T00:07:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.435+0000 7f1b8f15c640 1 -- 172.21.15.1:0/3684142412 wait complete. 2024-02-10T00:07:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.436+0000 7f1b8f15c640 1 Processor -- start 2024-02-10T00:07:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.436+0000 7f1b8f15c640 1 -- start start 2024-02-10T00:07:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.436+0000 7f1b8f15c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1b88101470 0x7f1b8819d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.436+0000 7f1b8f15c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1b88106540 0x7f1b8819dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.436+0000 7f1b8f15c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1b88197720 0x7f1b88197ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.436+0000 7f1b8f15c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b881981f0 con 0x7f1b88106540 2024-02-10T00:07:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.436+0000 7f1b8f15c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b88198360 con 0x7f1b88197720 2024-02-10T00:07:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.436+0000 7f1b8f15c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b88198520 con 0x7f1b88101470 2024-02-10T00:07:32.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.436+0000 7f1b87fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1b88106540 0x7f1b8819dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.437+0000 7f1b87fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1b88106540 0x7f1b8819dba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48790/0 (socket says 172.21.15.1:48790) 2024-02-10T00:07:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.437+0000 7f1b87fff640 1 -- 172.21.15.1:0/353009774 learned_addr learned my addr 172.21.15.1:0/353009774 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.437+0000 7f1b8cef8640 1 --2- 172.21.15.1:0/353009774 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1b88101470 0x7f1b8819d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.437+0000 7f1b8d6f9640 1 --2- 172.21.15.1:0/353009774 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1b88197720 0x7f1b88197ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.437+0000 7f1b87fff640 1 -- 172.21.15.1:0/353009774 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1b88101470 msgr2=0x7f1b8819d660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.437+0000 7f1b87fff640 1 --2- 172.21.15.1:0/353009774 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1b88101470 0x7f1b8819d660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.437+0000 7f1b87fff640 1 -- 172.21.15.1:0/353009774 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1b88197720 msgr2=0x7f1b88197ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.437+0000 7f1b87fff640 1 --2- 172.21.15.1:0/353009774 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1b88197720 0x7f1b88197ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.437+0000 7f1b87fff640 1 -- 172.21.15.1:0/353009774 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b74009560 con 0x7f1b88106540 2024-02-10T00:07:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.437+0000 7f1b87fff640 1 --2- 172.21.15.1:0/353009774 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1b88106540 0x7f1b8819dba0 secure :-1 s=READY pgs=1418 cs=0 l=1 rev1=1 crypto rx=0x7f1b74009230 tx=0x7f1b74004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.437+0000 7f1b85ffb640 1 -- 172.21.15.1:0/353009774 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b7402cbc0 con 0x7f1b88106540 2024-02-10T00:07:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.437+0000 7f1b85ffb640 1 -- 172.21.15.1:0/353009774 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1b740052d0 con 0x7f1b88106540 2024-02-10T00:07:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.437+0000 7f1b8f15c640 1 -- 172.21.15.1:0/353009774 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b881a4460 con 0x7f1b88106540 2024-02-10T00:07:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.437+0000 7f1b85ffb640 1 -- 172.21.15.1:0/353009774 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b74003e30 con 0x7f1b88106540 2024-02-10T00:07:32.442 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.438+0000 7f1b8f15c640 1 -- 172.21.15.1:0/353009774 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b881a4990 con 0x7f1b88106540 2024-02-10T00:07:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.440+0000 7f1b85ffb640 1 -- 172.21.15.1:0/353009774 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f1b74005440 con 0x7f1b88106540 2024-02-10T00:07:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.440+0000 7f1b91e05740 1 Processor -- start 2024-02-10T00:07:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.440+0000 7f1b91e05740 1 -- start start 2024-02-10T00:07:32.449 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.441+0000 7f1b85ffb640 1 --2- 172.21.15.1:0/353009774 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f1b780a22a0 0x7f1b780a4760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.441+0000 7f1b91e05740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fcd14790b0 0x55fcd1479490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.441+0000 7f1b91e05740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fcd14799d0 0x55fcd1482260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.441+0000 7f1b91e05740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fcd14827a0 0x55fcd1484b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.441+0000 7f1b91e05740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fcd13e7a00 con 0x55fcd14799d0 2024-02-10T00:07:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.441+0000 7f1b91e05740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fcd13e4f30 con 0x55fcd14827a0 2024-02-10T00:07:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.441+0000 7f1b8d6f9640 1 --2- 172.21.15.1:0/353009774 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f1b780a22a0 0x7f1b780a4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.441+0000 7f1b91e05740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fcd13e0710 con 0x55fcd14790b0 2024-02-10T00:07:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.441+0000 7f1b85ffb640 1 -- 172.21.15.1:0/353009774 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f1b740f0320 con 0x7f1b88106540 2024-02-10T00:07:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.441+0000 7f1b87fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fcd14799d0 0x55fcd1482260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.441+0000 7f1b87fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fcd14799d0 0x55fcd1482260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48794/0 (socket says 172.21.15.1:48794) 2024-02-10T00:07:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.441+0000 7f1b87fff640 1 -- 172.21.15.1:0/2014263512 learned_addr learned my addr 172.21.15.1:0/2014263512 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.441+0000 7f1b8cef8640 1 --2- 172.21.15.1:0/2014263512 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fcd14790b0 0x55fcd1479490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.441+0000 7f1b8d6f9640 1 --2- 172.21.15.1:0/2014263512 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fcd14827a0 0x55fcd1484b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:32.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.441+0000 7f1b87fff640 1 -- 172.21.15.1:0/2014263512 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fcd14790b0 msgr2=0x55fcd1479490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:32.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.441+0000 7f1b87fff640 1 --2- 172.21.15.1:0/2014263512 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fcd14790b0 0x55fcd1479490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.441+0000 7f1b87fff640 1 -- 172.21.15.1:0/2014263512 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fcd14827a0 msgr2=0x55fcd1484b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:32.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.441+0000 7f1b87fff640 1 --2- 172.21.15.1:0/2014263512 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fcd14827a0 0x55fcd1484b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.441+0000 7f1b87fff640 1 -- 172.21.15.1:0/2014263512 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fcd13a53b0 con 0x55fcd14799d0 2024-02-10T00:07:32.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.441+0000 7f1b8d6f9640 1 --2- 172.21.15.1:0/353009774 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f1b780a22a0 0x7f1b780a4760 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f1b80005fd0 tx=0x7f1b800107a0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:32.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.442+0000 7f1b87fff640 1 --2- 172.21.15.1:0/2014263512 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fcd14799d0 0x55fcd1482260 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7f1b740b9790 tx=0x7f1b7402cd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7c9ac92339e5818 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:32.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.442+0000 7f1b72ffd640 1 -- 172.21.15.1:0/2014263512 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b740bd4c0 con 0x55fcd14799d0 2024-02-10T00:07:32.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.442+0000 7f1b72ffd640 1 -- 172.21.15.1:0/2014263512 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1b740bcdc0 con 0x55fcd14799d0 2024-02-10T00:07:32.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.442+0000 7f1b72ffd640 1 -- 172.21.15.1:0/2014263512 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b74004df0 con 0x55fcd14799d0 2024-02-10T00:07:32.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.443+0000 7f1b91e05740 1 -- 172.21.15.1:0/2014263512 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fcd14799d0 msgr2=0x55fcd1482260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:32.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.443+0000 7f1b91e05740 1 --2- 172.21.15.1:0/2014263512 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fcd14799d0 0x55fcd1482260 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7f1b740b9790 tx=0x7f1b7402cd20 comp rx=0 tx=0).stop 2024-02-10T00:07:32.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.443+0000 7f1b91e05740 1 -- 172.21.15.1:0/2014263512 shutdown_connections 2024-02-10T00:07:32.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.443+0000 7f1b91e05740 1 --2- 172.21.15.1:0/2014263512 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fcd14827a0 0x55fcd1484b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.443+0000 7f1b91e05740 1 --2- 172.21.15.1:0/2014263512 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fcd14799d0 0x55fcd1482260 unknown :-1 s=CLOSED pgs=1419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.443+0000 7f1b91e05740 1 --2- 172.21.15.1:0/2014263512 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fcd14790b0 0x55fcd1479490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.443+0000 7f1b91e05740 1 -- 172.21.15.1:0/2014263512 >> 172.21.15.1:0/2014263512 conn(0x55fcd14739d0 msgr2=0x55fcd1473db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:32.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.443+0000 7f1b91e05740 1 -- 172.21.15.1:0/2014263512 shutdown_connections 2024-02-10T00:07:32.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.443+0000 7f1b91e05740 1 -- 172.21.15.1:0/2014263512 wait complete. 2024-02-10T00:07:32.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.443+0000 7f1b91e05740 1 -- start start 2024-02-10T00:07:32.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.443+0000 7f1b91e05740 1 Processor -- start 2024-02-10T00:07:32.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.444+0000 7f1b91e05740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fcd14790b0 0x55fcd147f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:32.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.444+0000 7f1b91e05740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fcd14799d0 0x55fcd147fd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:32.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.444+0000 7f1b91e05740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fcd14827a0 0x55fcd1480240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:32.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.444+0000 7f1b91e05740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fcd1385b90 con 0x55fcd14799d0 2024-02-10T00:07:32.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.444+0000 7f1b91e05740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fcd10b4250 con 0x55fcd14790b0 2024-02-10T00:07:32.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.444+0000 7f1b91e05740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fcd1366200 con 0x55fcd14827a0 2024-02-10T00:07:32.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.444+0000 7f1b91e05740 10 client.0 _ll_register_callbacks cb 0x55fcd139c5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:32.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.444+0000 7f1b87fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fcd14799d0 0x55fcd147fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:32.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.444+0000 7f1b87fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fcd14799d0 0x55fcd147fd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48796/0 (socket says 172.21.15.1:48796) 2024-02-10T00:07:32.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.444+0000 7f1b87fff640 1 -- 172.21.15.1:0/2515162332 learned_addr learned my addr 172.21.15.1:0/2515162332 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:32.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.444+0000 7f1b8cef8640 1 --2- 172.21.15.1:0/2515162332 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fcd14790b0 0x55fcd147f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:32.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.444+0000 7f1b8d6f9640 1 --2- 172.21.15.1:0/2515162332 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fcd14827a0 0x55fcd1480240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:32.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.444+0000 7f1b87fff640 1 -- 172.21.15.1:0/2515162332 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fcd14827a0 msgr2=0x55fcd1480240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:32.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.444+0000 7f1b87fff640 1 --2- 172.21.15.1:0/2515162332 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fcd14827a0 0x55fcd1480240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.444+0000 7f1b87fff640 1 -- 172.21.15.1:0/2515162332 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fcd14790b0 msgr2=0x55fcd147f7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:32.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.444+0000 7f1b87fff640 1 --2- 172.21.15.1:0/2515162332 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fcd14790b0 0x55fcd147f7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.444+0000 7f1b87fff640 1 -- 172.21.15.1:0/2515162332 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b881a4990 con 0x55fcd14799d0 2024-02-10T00:07:32.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.444+0000 7f1b87fff640 1 --2- 172.21.15.1:0/2515162332 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fcd14799d0 0x55fcd147fd00 secure :-1 s=READY pgs=1420 cs=0 l=1 rev1=1 crypto rx=0x7f1b740b9220 tx=0x7f1b74003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2d560ba422fd7fb server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:32.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.444+0000 7f1b67fff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:32.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.444+0000 7f1b67fff640 1 -- 172.21.15.1:0/2515162332 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b740ede90 con 0x55fcd14799d0 2024-02-10T00:07:32.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.444+0000 7f1b67fff640 1 -- 172.21.15.1:0/2515162332 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f1b740c5560 con 0x55fcd14799d0 2024-02-10T00:07:32.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.444+0000 7f1b91e05740 1 -- 172.21.15.1:0/2515162332 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55fcd1406ee0 con 0x55fcd14799d0 2024-02-10T00:07:32.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.445+0000 7f1b67fff640 1 -- 172.21.15.1:0/2515162332 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1b740db300 con 0x55fcd14799d0 2024-02-10T00:07:32.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.445+0000 7f1b91e05740 10 client.18525 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:32.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.445+0000 7f1b91e05740 1 -- 172.21.15.1:0/2515162332 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55fcd13ded90 con 0x55fcd14799d0 2024-02-10T00:07:32.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.445+0000 7f1b67fff640 1 -- 172.21.15.1:0/2515162332 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55fcd1406ee0 con 0x55fcd14799d0 2024-02-10T00:07:32.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.445+0000 7f1b67fff640 1 -- 172.21.15.1:0/2515162332 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f1b740db020 con 0x55fcd14799d0 2024-02-10T00:07:32.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.445+0000 7f1b91e05740 10 client.18525 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:32.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.445+0000 7f1b91e05740 10 client.18525 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:07:32.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.445+0000 7f1b91e05740 20 client.18525 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:32.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.445+0000 7f1b91e05740 1 --2- 172.21.15.1:0/2515162332 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55fcd1492250 0x55fcd1494640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:32.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.445+0000 7f1b91e05740 4 client.18525 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:07:32.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.445+0000 7f1b91e05740 1 -- 172.21.15.1:0/2515162332 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55fcd10e0600 con 0x55fcd1492250 2024-02-10T00:07:32.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.445+0000 7f1b8cef8640 1 --2- 172.21.15.1:0/2515162332 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55fcd1492250 0x55fcd1494640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:32.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.446+0000 7f1b67fff640 10 client.18525 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:32.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.446+0000 7f1b8cef8640 1 --2- 172.21.15.1:0/2515162332 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55fcd1492250 0x55fcd1494640 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6115acdaa7b9727d server_cookie=8d64f4b7086abe7a in_seq=0 out_seq=0 2024-02-10T00:07:32.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.447+0000 7f1b67fff640 1 -- 172.21.15.1:0/2515162332 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55fcd10e0600 con 0x55fcd1492250 2024-02-10T00:07:32.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.447+0000 7f1b67fff640 10 client.18525 handle_command_reply: tid=0 2024-02-10T00:07:32.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.447+0000 7f1b91e05740 1 client.18525 shutdown 2024-02-10T00:07:32.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.447+0000 7f1b91e05740 1 -- 172.21.15.1:0/2515162332 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fcd14799d0 msgr2=0x55fcd147fd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:32.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.447+0000 7f1b91e05740 1 --2- 172.21.15.1:0/2515162332 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fcd14799d0 0x55fcd147fd00 secure :-1 s=READY pgs=1420 cs=0 l=1 rev1=1 crypto rx=0x7f1b740b9220 tx=0x7f1b74003f90 comp rx=0 tx=0).stop 2024-02-10T00:07:32.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.447+0000 7f1b91e05740 1 -- 172.21.15.1:0/2515162332 shutdown_connections 2024-02-10T00:07:32.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.447+0000 7f1b91e05740 1 --2- 172.21.15.1:0/2515162332 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55fcd1492250 0x55fcd1494640 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.447+0000 7f1b67fff640 0 client.18525 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:32.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.447+0000 7f1b91e05740 1 --2- 172.21.15.1:0/2515162332 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fcd14827a0 0x55fcd1480240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.447+0000 7f1b91e05740 1 --2- 172.21.15.1:0/2515162332 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fcd14799d0 0x55fcd147fd00 unknown :-1 s=CLOSED pgs=1420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.447+0000 7f1b91e05740 1 --2- 172.21.15.1:0/2515162332 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fcd14790b0 0x55fcd147f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.447+0000 7f1b91e05740 1 -- 172.21.15.1:0/2515162332 >> 172.21.15.1:0/2515162332 conn(0x55fcd14739d0 msgr2=0x55fcd1475720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:32.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.447+0000 7f1b91e05740 1 -- 172.21.15.1:0/2515162332 shutdown_connections 2024-02-10T00:07:32.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.447+0000 7f1b91e05740 1 -- 172.21.15.1:0/2515162332 wait complete. 2024-02-10T00:07:32.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.447+0000 7f1b91e05740 20 client.18525 trim_cache size 0 max 16384 2024-02-10T00:07:32.463 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.461+0000 7f1b91e05740 1 Processor -- start 2024-02-10T00:07:32.464 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.461+0000 7f1b91e05740 1 -- start start 2024-02-10T00:07:32.464 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.461+0000 7f1b91e05740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fcd14790b0 0x55fcd1481ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:32.464 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.461+0000 7f1b91e05740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fcd14799d0 0x55fcd1480060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:32.464 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.461+0000 7f1b91e05740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fcd14827a0 0x55fcd147ca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:32.464 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.461+0000 7f1b91e05740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fcd1473240 con 0x55fcd14827a0 2024-02-10T00:07:32.464 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.461+0000 7f1b91e05740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fcd1473500 con 0x55fcd14799d0 2024-02-10T00:07:32.464 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.461+0000 7f1b91e05740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fcd1478390 con 0x55fcd14790b0 2024-02-10T00:07:32.464 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.461+0000 7f1b8d6f9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fcd14827a0 0x55fcd147ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:32.464 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.461+0000 7f1b8d6f9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fcd14827a0 0x55fcd147ca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48802/0 (socket says 172.21.15.1:48802) 2024-02-10T00:07:32.464 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.461+0000 7f1b8d6f9640 1 -- 172.21.15.1:0/2574464727 learned_addr learned my addr 172.21.15.1:0/2574464727 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:32.464 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.461+0000 7f1b8cef8640 1 --2- 172.21.15.1:0/2574464727 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fcd14790b0 0x55fcd1481ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:32.464 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.461+0000 7f1b87fff640 1 --2- 172.21.15.1:0/2574464727 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fcd14799d0 0x55fcd1480060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:32.464 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.461+0000 7f1b8d6f9640 1 -- 172.21.15.1:0/2574464727 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fcd14790b0 msgr2=0x55fcd1481ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:32.464 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.461+0000 7f1b8d6f9640 1 --2- 172.21.15.1:0/2574464727 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fcd14790b0 0x55fcd1481ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.465 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.461+0000 7f1b8d6f9640 1 -- 172.21.15.1:0/2574464727 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fcd14799d0 msgr2=0x55fcd1480060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:32.465 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.461+0000 7f1b8d6f9640 1 --2- 172.21.15.1:0/2574464727 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fcd14799d0 0x55fcd1480060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.465 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.461+0000 7f1b8d6f9640 1 -- 172.21.15.1:0/2574464727 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fcd137b820 con 0x55fcd14827a0 2024-02-10T00:07:32.465 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.462+0000 7f1b8d6f9640 1 --2- 172.21.15.1:0/2574464727 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fcd14827a0 0x55fcd147ca60 secure :-1 s=READY pgs=1421 cs=0 l=1 rev1=1 crypto rx=0x7f1b80011730 tx=0x7f1b80015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ca4d86502639169 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:32.465 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.462+0000 7f1b727fc640 1 -- 172.21.15.1:0/2574464727 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b8001f7a0 con 0x55fcd14827a0 2024-02-10T00:07:32.465 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.462+0000 7f1b727fc640 1 -- 172.21.15.1:0/2574464727 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1b80024070 con 0x55fcd14827a0 2024-02-10T00:07:32.465 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.462+0000 7f1b727fc640 1 -- 172.21.15.1:0/2574464727 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b800283d0 con 0x55fcd14827a0 2024-02-10T00:07:32.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.463+0000 7f1b91e05740 1 -- 172.21.15.1:0/2574464727 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fcd14827a0 msgr2=0x55fcd147ca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:32.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.463+0000 7f1b91e05740 1 --2- 172.21.15.1:0/2574464727 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fcd14827a0 0x55fcd147ca60 secure :-1 s=READY pgs=1421 cs=0 l=1 rev1=1 crypto rx=0x7f1b80011730 tx=0x7f1b80015000 comp rx=0 tx=0).stop 2024-02-10T00:07:32.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.463+0000 7f1b91e05740 1 -- 172.21.15.1:0/2574464727 shutdown_connections 2024-02-10T00:07:32.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.463+0000 7f1b91e05740 1 --2- 172.21.15.1:0/2574464727 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fcd14827a0 0x55fcd147ca60 unknown :-1 s=CLOSED pgs=1421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.463+0000 7f1b91e05740 1 --2- 172.21.15.1:0/2574464727 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fcd14799d0 0x55fcd1480060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.463+0000 7f1b91e05740 1 --2- 172.21.15.1:0/2574464727 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fcd14790b0 0x55fcd1481ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.463+0000 7f1b91e05740 1 -- 172.21.15.1:0/2574464727 >> 172.21.15.1:0/2574464727 conn(0x55fcd14739d0 msgr2=0x55fcd147e0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:32.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.463+0000 7f1b91e05740 1 -- 172.21.15.1:0/2574464727 shutdown_connections 2024-02-10T00:07:32.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.463+0000 7f1b91e05740 1 -- 172.21.15.1:0/2574464727 wait complete. 2024-02-10T00:07:32.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.463+0000 7f1b91e05740 1 -- start start 2024-02-10T00:07:32.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.463+0000 7f1b91e05740 1 Processor -- start 2024-02-10T00:07:32.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.464+0000 7f1b91e05740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fcd14790b0 0x55fcd14883b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:32.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.464+0000 7f1b91e05740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fcd14799d0 0x55fcd14888f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:32.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.464+0000 7f1b91e05740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fcd14827a0 0x55fcd14e8610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:32.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.464+0000 7f1b91e05740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fcd14e8b50 con 0x55fcd14799d0 2024-02-10T00:07:32.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.464+0000 7f1b91e05740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fcd14e8c90 con 0x55fcd14827a0 2024-02-10T00:07:32.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.464+0000 7f1b91e05740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fcd14e8e00 con 0x55fcd14790b0 2024-02-10T00:07:32.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.464+0000 7f1b91e05740 10 client.0 _ll_register_callbacks cb 0x7f1b7c00b770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:32.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.464+0000 7f1b87fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fcd14799d0 0x55fcd14888f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:32.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.464+0000 7f1b87fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fcd14799d0 0x55fcd14888f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48810/0 (socket says 172.21.15.1:48810) 2024-02-10T00:07:32.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.464+0000 7f1b87fff640 1 -- 172.21.15.1:0/4209332304 learned_addr learned my addr 172.21.15.1:0/4209332304 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:32.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.464+0000 7f1b8cef8640 1 --2- 172.21.15.1:0/4209332304 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fcd14790b0 0x55fcd14883b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:32.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.464+0000 7f1b8d6f9640 1 --2- 172.21.15.1:0/4209332304 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fcd14827a0 0x55fcd14e8610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:32.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.464+0000 7f1b87fff640 1 -- 172.21.15.1:0/4209332304 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fcd14790b0 msgr2=0x55fcd14883b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:32.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.464+0000 7f1b87fff640 1 --2- 172.21.15.1:0/4209332304 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fcd14790b0 0x55fcd14883b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.464+0000 7f1b87fff640 1 -- 172.21.15.1:0/4209332304 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fcd14827a0 msgr2=0x55fcd14e8610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:32.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.464+0000 7f1b87fff640 1 --2- 172.21.15.1:0/4209332304 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fcd14827a0 0x55fcd14e8610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.464+0000 7f1b87fff640 1 -- 172.21.15.1:0/4209332304 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b80011460 con 0x55fcd14799d0 2024-02-10T00:07:32.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.464+0000 7f1b87fff640 1 --2- 172.21.15.1:0/4209332304 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fcd14799d0 0x55fcd14888f0 secure :-1 s=READY pgs=1422 cs=0 l=1 rev1=1 crypto rx=0x7f1b74000c00 tx=0x7f1b74005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25d35ea59888b670 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:32.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.464+0000 7f1b67fff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:32.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.464+0000 7f1b67fff640 1 -- 172.21.15.1:0/4209332304 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b740c5340 con 0x55fcd14799d0 2024-02-10T00:07:32.471 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.465+0000 7f1b67fff640 1 -- 172.21.15.1:0/4209332304 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f1b740bc510 con 0x55fcd14799d0 2024-02-10T00:07:32.471 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.465+0000 7f1b91e05740 1 -- 172.21.15.1:0/4209332304 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1b740bcdc0 con 0x55fcd14799d0 2024-02-10T00:07:32.471 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.465+0000 7f1b67fff640 1 -- 172.21.15.1:0/4209332304 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1b740bd4c0 con 0x55fcd14799d0 2024-02-10T00:07:32.471 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.465+0000 7f1b91e05740 10 client.18531 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:32.471 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.465+0000 7f1b91e05740 1 -- 172.21.15.1:0/4209332304 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55fcd13a16f0 con 0x55fcd14799d0 2024-02-10T00:07:32.471 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.465+0000 7f1b67fff640 1 -- 172.21.15.1:0/4209332304 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1b740bcdc0 con 0x55fcd14799d0 2024-02-10T00:07:32.471 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.465+0000 7f1b67fff640 1 -- 172.21.15.1:0/4209332304 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f1b7403c070 con 0x55fcd14799d0 2024-02-10T00:07:32.471 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.465+0000 7f1b91e05740 10 client.18531 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:32.471 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.465+0000 7f1b91e05740 10 client.18531 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:07:32.471 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.465+0000 7f1b91e05740 20 client.18531 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:32.471 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.465+0000 7f1b91e05740 1 --2- 172.21.15.1:0/4209332304 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55fcd14ea0e0 0x55fcd14ec4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:32.471 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.465+0000 7f1b91e05740 4 client.18531 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:07:32.471 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.465+0000 7f1b91e05740 1 -- 172.21.15.1:0/4209332304 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55fcd11311b0 con 0x55fcd14ea0e0 2024-02-10T00:07:32.472 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.465+0000 7f1b8cef8640 1 --2- 172.21.15.1:0/4209332304 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55fcd14ea0e0 0x55fcd14ec4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:32.472 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.466+0000 7f1b67fff640 10 client.18531 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:32.472 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.466+0000 7f1b8cef8640 1 --2- 172.21.15.1:0/4209332304 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55fcd14ea0e0 0x55fcd14ec4d0 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=90bb4ad72d720726 server_cookie=3b28dce702dacfc1 in_seq=0 out_seq=0 2024-02-10T00:07:32.483 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.480+0000 7f1b67fff640 1 -- 172.21.15.1:0/4209332304 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55fcd11311b0 con 0x55fcd14ea0e0 2024-02-10T00:07:32.483 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.480+0000 7f1b67fff640 10 client.18531 handle_command_reply: tid=0 2024-02-10T00:07:32.483 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.480+0000 7f1b91e05740 1 client.18531 shutdown 2024-02-10T00:07:32.483 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.480+0000 7f1b91e05740 1 -- 172.21.15.1:0/4209332304 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fcd14799d0 msgr2=0x55fcd14888f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:32.483 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.480+0000 7f1b91e05740 1 --2- 172.21.15.1:0/4209332304 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fcd14799d0 0x55fcd14888f0 secure :-1 s=READY pgs=1422 cs=0 l=1 rev1=1 crypto rx=0x7f1b74000c00 tx=0x7f1b74005fd0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.483 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.480+0000 7f1b91e05740 1 -- 172.21.15.1:0/4209332304 shutdown_connections 2024-02-10T00:07:32.483 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.480+0000 7f1b91e05740 1 --2- 172.21.15.1:0/4209332304 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55fcd14ea0e0 0x55fcd14ec4d0 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.483 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.480+0000 7f1b91e05740 1 --2- 172.21.15.1:0/4209332304 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fcd14827a0 0x55fcd14e8610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.483 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.480+0000 7f1b91e05740 1 --2- 172.21.15.1:0/4209332304 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fcd14799d0 0x55fcd14888f0 unknown :-1 s=CLOSED pgs=1422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.483 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.480+0000 7f1b91e05740 1 --2- 172.21.15.1:0/4209332304 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fcd14790b0 0x55fcd14883b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.483 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.480+0000 7f1b67fff640 0 client.18531 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:32.484 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.480+0000 7f1b91e05740 1 -- 172.21.15.1:0/4209332304 >> 172.21.15.1:0/4209332304 conn(0x55fcd14739d0 msgr2=0x55fcd14756b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:32.484 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.481+0000 7f1b91e05740 1 -- 172.21.15.1:0/4209332304 shutdown_connections 2024-02-10T00:07:32.484 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.481+0000 7f1b91e05740 1 -- 172.21.15.1:0/4209332304 wait complete. 2024-02-10T00:07:32.484 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.481+0000 7f1b91e05740 20 client.18531 trim_cache size 0 max 16384 2024-02-10T00:07:32.484 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:07:32.484 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:07:32.484 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:07:32.484 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:07:32.485 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.481+0000 7f1b8f15c640 1 -- 172.21.15.1:0/353009774 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f1b780a22a0 msgr2=0x7f1b780a4760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:32.485 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.481+0000 7f1b8f15c640 1 --2- 172.21.15.1:0/353009774 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f1b780a22a0 0x7f1b780a4760 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f1b80005fd0 tx=0x7f1b800107a0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.485 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.481+0000 7f1b8f15c640 1 -- 172.21.15.1:0/353009774 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1b88106540 msgr2=0x7f1b8819dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:32.485 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.481+0000 7f1b8f15c640 1 --2- 172.21.15.1:0/353009774 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1b88106540 0x7f1b8819dba0 secure :-1 s=READY pgs=1418 cs=0 l=1 rev1=1 crypto rx=0x7f1b74009230 tx=0x7f1b74004270 comp rx=0 tx=0).stop 2024-02-10T00:07:32.485 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.481+0000 7f1b8f15c640 1 -- 172.21.15.1:0/353009774 shutdown_connections 2024-02-10T00:07:32.485 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.481+0000 7f1b8f15c640 1 --2- 172.21.15.1:0/353009774 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f1b780a22a0 0x7f1b780a4760 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.485 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.481+0000 7f1b8f15c640 1 --2- 172.21.15.1:0/353009774 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1b88197720 0x7f1b88197ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.485 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.481+0000 7f1b8f15c640 1 --2- 172.21.15.1:0/353009774 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1b88106540 0x7f1b8819dba0 unknown :-1 s=CLOSED pgs=1418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.486 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.481+0000 7f1b8f15c640 1 --2- 172.21.15.1:0/353009774 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1b88101470 0x7f1b8819d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:32.486 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.481+0000 7f1b8f15c640 1 -- 172.21.15.1:0/353009774 >> 172.21.15.1:0/353009774 conn(0x7f1b880fcd50 msgr2=0x7f1b880fe170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:32.486 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.482+0000 7f1b8f15c640 1 -- 172.21.15.1:0/353009774 shutdown_connections 2024-02-10T00:07:32.486 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:32.482+0000 7f1b8f15c640 1 -- 172.21.15.1:0/353009774 wait complete. 2024-02-10T00:07:33.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:33 smithi088 ceph-mon[36452]: pgmap v253: 97 pgs: 97 active+clean; 3.0 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 43 KiB/s wr, 16 op/s 2024-02-10T00:07:33.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:33 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:07:33.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:33 smithi103 ceph-mon[36942]: pgmap v253: 97 pgs: 97 active+clean; 3.0 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 43 KiB/s wr, 16 op/s 2024-02-10T00:07:33.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:33 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:07:33.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:33 smithi001 ceph-mon[32335]: pgmap v253: 97 pgs: 97 active+clean; 3.0 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 43 KiB/s wr, 16 op/s 2024-02-10T00:07:33.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:33 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:07:34.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:34 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:07:34.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:34 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:07:34.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:34 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:07:34.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:34 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:07:34.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:34 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:07:34.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:34 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:07:34.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:34 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:07:34.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:34 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:07:34.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:34 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:07:35.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:35 smithi103 ceph-mon[36942]: pgmap v254: 97 pgs: 97 active+clean; 3.2 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 61 KiB/s wr, 23 op/s 2024-02-10T00:07:35.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:35 smithi001 ceph-mon[32335]: pgmap v254: 97 pgs: 97 active+clean; 3.2 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 61 KiB/s wr, 23 op/s 2024-02-10T00:07:35.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:35 smithi088 ceph-mon[36452]: pgmap v254: 97 pgs: 97 active+clean; 3.2 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 61 KiB/s wr, 23 op/s 2024-02-10T00:07:36.942 INFO:tasks.workunit.client.0.smithi001.stdout:375/600: open fd = 3 2024-02-10T00:07:36.942 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.942 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.942 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.942 INFO:tasks.workunit.client.0.smithi001.stdout:376/600: open fd = 3 2024-02-10T00:07:36.942 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.942 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.942 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.942 INFO:tasks.workunit.client.0.smithi001.stdout:377/600: open fd = 3 2024-02-10T00:07:36.942 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.942 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.943 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.943 INFO:tasks.workunit.client.0.smithi001.stdout:378/600: open fd = 3 2024-02-10T00:07:36.943 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.943 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.943 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.943 INFO:tasks.workunit.client.0.smithi001.stdout:379/600: open fd = 3 2024-02-10T00:07:36.943 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.943 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.943 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.943 INFO:tasks.workunit.client.0.smithi001.stdout:380/600: open fd = 3 2024-02-10T00:07:36.943 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.943 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.943 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.943 INFO:tasks.workunit.client.0.smithi001.stdout:381/600: open fd = 3 2024-02-10T00:07:36.943 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.944 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.944 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.944 INFO:tasks.workunit.client.0.smithi001.stdout:382/600: open fd = 3 2024-02-10T00:07:36.944 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.944 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.944 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.944 INFO:tasks.workunit.client.0.smithi001.stdout:383/600: open fd = 3 2024-02-10T00:07:36.944 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.944 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.944 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.944 INFO:tasks.workunit.client.0.smithi001.stdout:384/600: open fd = 3 2024-02-10T00:07:36.944 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.944 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.944 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.944 INFO:tasks.workunit.client.0.smithi001.stdout:385/600: open fd = 3 2024-02-10T00:07:36.945 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.945 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.945 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.945 INFO:tasks.workunit.client.0.smithi001.stdout:386/600: open fd = 3 2024-02-10T00:07:36.945 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.945 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.945 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.945 INFO:tasks.workunit.client.0.smithi001.stdout:387/600: open fd = 3 2024-02-10T00:07:36.945 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.945 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.945 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.945 INFO:tasks.workunit.client.0.smithi001.stdout:388/600: open fd = 3 2024-02-10T00:07:36.945 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.945 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.945 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.946 INFO:tasks.workunit.client.0.smithi001.stdout:389/600: open fd = 3 2024-02-10T00:07:36.946 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.946 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.946 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.946 INFO:tasks.workunit.client.0.smithi001.stdout:390/600: open fd = 3 2024-02-10T00:07:36.946 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.946 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.946 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.946 INFO:tasks.workunit.client.0.smithi001.stdout:391/600: open fd = 3 2024-02-10T00:07:36.946 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.946 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.946 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.946 INFO:tasks.workunit.client.0.smithi001.stdout:392/600: open fd = 3 2024-02-10T00:07:36.946 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.946 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.947 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.947 INFO:tasks.workunit.client.0.smithi001.stdout:393/600: open fd = 3 2024-02-10T00:07:36.947 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.947 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.947 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.947 INFO:tasks.workunit.client.0.smithi001.stdout:394/600: open fd = 3 2024-02-10T00:07:36.947 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.947 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.947 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.947 INFO:tasks.workunit.client.0.smithi001.stdout:395/600: open fd = 3 2024-02-10T00:07:36.947 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.947 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.947 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.948 INFO:tasks.workunit.client.0.smithi001.stdout:396/600: open fd = 3 2024-02-10T00:07:36.948 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.948 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.948 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.948 INFO:tasks.workunit.client.0.smithi001.stdout:397/600: open fd = 3 2024-02-10T00:07:36.948 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.948 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.948 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.948 INFO:tasks.workunit.client.0.smithi001.stdout:398/600: open fd = 3 2024-02-10T00:07:36.948 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.948 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.948 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.949 INFO:tasks.workunit.client.0.smithi001.stdout:399/600: open fd = 3 2024-02-10T00:07:36.949 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.949 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.949 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.949 INFO:tasks.workunit.client.0.smithi001.stdout:400/600: open fd = 3 2024-02-10T00:07:36.949 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.949 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.949 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.949 INFO:tasks.workunit.client.0.smithi001.stdout:401/600: open fd = 3 2024-02-10T00:07:36.949 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.949 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.949 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.949 INFO:tasks.workunit.client.0.smithi001.stdout:402/600: open fd = 3 2024-02-10T00:07:36.949 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.949 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.950 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.950 INFO:tasks.workunit.client.0.smithi001.stdout:403/600: open fd = 3 2024-02-10T00:07:36.950 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.950 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.950 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.950 INFO:tasks.workunit.client.0.smithi001.stdout:404/600: open fd = 3 2024-02-10T00:07:36.950 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.950 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.950 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.950 INFO:tasks.workunit.client.0.smithi001.stdout:405/600: open fd = 3 2024-02-10T00:07:36.950 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.950 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.950 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.950 INFO:tasks.workunit.client.0.smithi001.stdout:406/600: open fd = 3 2024-02-10T00:07:36.950 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.951 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.951 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.951 INFO:tasks.workunit.client.0.smithi001.stdout:407/600: open fd = 3 2024-02-10T00:07:36.951 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.951 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.951 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.951 INFO:tasks.workunit.client.0.smithi001.stdout:408/600: open fd = 3 2024-02-10T00:07:36.951 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.951 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.951 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.951 INFO:tasks.workunit.client.0.smithi001.stdout:409/600: open fd = 3 2024-02-10T00:07:36.951 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.951 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.951 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.951 INFO:tasks.workunit.client.0.smithi001.stdout:410/600: open fd = 3 2024-02-10T00:07:36.952 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.952 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.952 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.952 INFO:tasks.workunit.client.0.smithi001.stdout:411/600: open fd = 3 2024-02-10T00:07:36.952 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.952 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.952 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.952 INFO:tasks.workunit.client.0.smithi001.stdout:412/600: open fd = 3 2024-02-10T00:07:36.952 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.952 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.952 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.952 INFO:tasks.workunit.client.0.smithi001.stdout:413/600: open fd = 3 2024-02-10T00:07:36.952 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.952 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.952 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.953 INFO:tasks.workunit.client.0.smithi001.stdout:414/600: open fd = 3 2024-02-10T00:07:36.953 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.953 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.953 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.953 INFO:tasks.workunit.client.0.smithi001.stdout:415/600: open fd = 3 2024-02-10T00:07:36.953 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.953 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.953 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.953 INFO:tasks.workunit.client.0.smithi001.stdout:416/600: open fd = 3 2024-02-10T00:07:36.953 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.953 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.953 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.953 INFO:tasks.workunit.client.0.smithi001.stdout:417/600: open fd = 3 2024-02-10T00:07:36.953 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.953 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.954 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.954 INFO:tasks.workunit.client.0.smithi001.stdout:418/600: open fd = 3 2024-02-10T00:07:36.954 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.954 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.954 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.954 INFO:tasks.workunit.client.0.smithi001.stdout:419/600: open fd = 3 2024-02-10T00:07:36.954 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.954 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.954 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.954 INFO:tasks.workunit.client.0.smithi001.stdout:420/600: open fd = 3 2024-02-10T00:07:36.954 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.954 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.954 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.954 INFO:tasks.workunit.client.0.smithi001.stdout:421/600: open fd = 3 2024-02-10T00:07:36.954 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.955 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.955 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.955 INFO:tasks.workunit.client.0.smithi001.stdout:422/600: open fd = 3 2024-02-10T00:07:36.955 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.955 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.955 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.955 INFO:tasks.workunit.client.0.smithi001.stdout:423/600: open fd = 3 2024-02-10T00:07:36.955 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.955 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.955 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.955 INFO:tasks.workunit.client.0.smithi001.stdout:424/600: open fd = 3 2024-02-10T00:07:36.955 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.955 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.955 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.955 INFO:tasks.workunit.client.0.smithi001.stdout:425/600: open fd = 3 2024-02-10T00:07:36.956 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.956 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.956 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.956 INFO:tasks.workunit.client.0.smithi001.stdout:426/600: open fd = 3 2024-02-10T00:07:36.956 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.956 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.956 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.956 INFO:tasks.workunit.client.0.smithi001.stdout:427/600: open fd = 3 2024-02-10T00:07:36.956 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.956 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.956 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.956 INFO:tasks.workunit.client.0.smithi001.stdout:428/600: open fd = 3 2024-02-10T00:07:36.956 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.956 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.956 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.957 INFO:tasks.workunit.client.0.smithi001.stdout:429/600: open fd = 3 2024-02-10T00:07:36.957 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.957 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.957 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.957 INFO:tasks.workunit.client.0.smithi001.stdout:430/600: open fd = 3 2024-02-10T00:07:36.957 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.957 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.957 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.957 INFO:tasks.workunit.client.0.smithi001.stdout:431/600: open fd = 3 2024-02-10T00:07:36.957 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.957 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.957 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.957 INFO:tasks.workunit.client.0.smithi001.stdout:432/600: open fd = 3 2024-02-10T00:07:36.957 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.958 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.958 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.958 INFO:tasks.workunit.client.0.smithi001.stdout:433/600: open fd = 3 2024-02-10T00:07:36.958 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.958 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.958 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.958 INFO:tasks.workunit.client.0.smithi001.stdout:434/600: open fd = 3 2024-02-10T00:07:36.958 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.958 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.958 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.958 INFO:tasks.workunit.client.0.smithi001.stdout:435/600: open fd = 3 2024-02-10T00:07:36.958 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.958 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.958 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:36.958 INFO:tasks.workunit.client.0.smithi001.stdout:436/600: open fd = 3 2024-02-10T00:07:36.958 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.959 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:07:36.959 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:07:37.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:37 smithi103 ceph-mon[36942]: pgmap v255: 97 pgs: 97 active+clean; 3.2 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-02-10T00:07:37.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:37 smithi001 ceph-mon[32335]: pgmap v255: 97 pgs: 97 active+clean; 3.2 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-02-10T00:07:37.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:37 smithi088 ceph-mon[36452]: pgmap v255: 97 pgs: 97 active+clean; 3.2 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 35 KiB/s wr, 12 op/s 2024-02-10T00:07:39.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:39 smithi103 ceph-mon[36942]: pgmap v256: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 60 KiB/s wr, 21 op/s 2024-02-10T00:07:39.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:39 smithi001 ceph-mon[32335]: pgmap v256: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 60 KiB/s wr, 21 op/s 2024-02-10T00:07:39.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:39 smithi088 ceph-mon[36452]: pgmap v256: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 60 KiB/s wr, 21 op/s 2024-02-10T00:07:41.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:41 smithi103 ceph-mon[36942]: pgmap v257: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-02-10T00:07:41.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:41 smithi001 ceph-mon[32335]: pgmap v257: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-02-10T00:07:41.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:41 smithi088 ceph-mon[36452]: pgmap v257: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-02-10T00:07:43.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:43 smithi103 ceph-mon[36942]: pgmap v258: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-02-10T00:07:43.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:43 smithi001 ceph-mon[32335]: pgmap v258: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-02-10T00:07:43.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:43 smithi088 ceph-mon[36452]: pgmap v258: 97 pgs: 97 active+clean; 3.4 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-02-10T00:07:45.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:45 smithi103 ceph-mon[36942]: pgmap v259: 97 pgs: 97 active+clean; 3.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 59 KiB/s wr, 22 op/s 2024-02-10T00:07:45.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:45 smithi001 ceph-mon[32335]: pgmap v259: 97 pgs: 97 active+clean; 3.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 59 KiB/s wr, 22 op/s 2024-02-10T00:07:45.585 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.579+0000 7f70aa28a640 1 -- 172.21.15.1:0/2411115545 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f70a4100d40 msgr2=0x7f70a410cf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:45.585 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.579+0000 7f70aa28a640 1 --2- 172.21.15.1:0/2411115545 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f70a4100d40 0x7f70a410cf00 secure :-1 s=READY pgs=1423 cs=0 l=1 rev1=1 crypto rx=0x7f709c009cd0 tx=0x7f709c02c0f0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.585 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.579+0000 7f70aa28a640 1 -- 172.21.15.1:0/2411115545 shutdown_connections 2024-02-10T00:07:45.585 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.579+0000 7f70aa28a640 1 --2- 172.21.15.1:0/2411115545 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f70a4100d40 0x7f70a410cf00 unknown :-1 s=CLOSED pgs=1423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.585 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.579+0000 7f70aa28a640 1 --2- 172.21.15.1:0/2411115545 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f70a4100380 0x7f70a4100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.585 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.579+0000 7f70aa28a640 1 --2- 172.21.15.1:0/2411115545 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f70a41062c0 0x7f70a41066a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.585 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.579+0000 7f70aa28a640 1 -- 172.21.15.1:0/2411115545 >> 172.21.15.1:0/2411115545 conn(0x7f70a4076ef0 msgr2=0x7f70a4077300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:45.585 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.579+0000 7f70aa28a640 1 -- 172.21.15.1:0/2411115545 shutdown_connections 2024-02-10T00:07:45.585 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.579+0000 7f70aa28a640 1 -- 172.21.15.1:0/2411115545 wait complete. 2024-02-10T00:07:45.586 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.580+0000 7f70aa28a640 1 Processor -- start 2024-02-10T00:07:45.586 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.580+0000 7f70aa28a640 1 -- start start 2024-02-10T00:07:45.586 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.580+0000 7f70aa28a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f70a4100380 0x7f70a4101de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:45.586 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.580+0000 7f70aa28a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f70a4100d40 0x7f70a4102320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:45.586 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.580+0000 7f70aa28a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f70a41062c0 0x7f70a4102860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:45.586 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.580+0000 7f70aa28a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70a4103d30 con 0x7f70a41062c0 2024-02-10T00:07:45.586 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.580+0000 7f70aa28a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70a41aa1d0 con 0x7f70a4100d40 2024-02-10T00:07:45.586 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.580+0000 7f70aa28a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70a41aa310 con 0x7f70a4100380 2024-02-10T00:07:45.586 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.581+0000 7f70a8827640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f70a41062c0 0x7f70a4102860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:45.586 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.581+0000 7f70a3fff640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f70a4100380 0x7f70a4101de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:45.586 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.581+0000 7f70a8827640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f70a41062c0 0x7f70a4102860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52086/0 (socket says 172.21.15.1:52086) 2024-02-10T00:07:45.586 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.581+0000 7f70a8827640 1 -- 172.21.15.1:0/3853838417 learned_addr learned my addr 172.21.15.1:0/3853838417 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:45.586 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.581+0000 7f70a37fe640 1 --2- 172.21.15.1:0/3853838417 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f70a4100d40 0x7f70a4102320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:45.587 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.581+0000 7f70a8827640 1 -- 172.21.15.1:0/3853838417 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f70a4100380 msgr2=0x7f70a4101de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:45.587 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.581+0000 7f70a8827640 1 --2- 172.21.15.1:0/3853838417 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f70a4100380 0x7f70a4101de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.587 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.581+0000 7f70a8827640 1 -- 172.21.15.1:0/3853838417 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f70a4100d40 msgr2=0x7f70a4102320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:45.587 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.581+0000 7f70a8827640 1 --2- 172.21.15.1:0/3853838417 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f70a4100d40 0x7f70a4102320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.587 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.581+0000 7f70a8827640 1 -- 172.21.15.1:0/3853838417 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f709c009900 con 0x7f70a41062c0 2024-02-10T00:07:45.587 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.581+0000 7f70a8827640 1 --2- 172.21.15.1:0/3853838417 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f70a41062c0 0x7f70a4102860 secure :-1 s=READY pgs=1424 cs=0 l=1 rev1=1 crypto rx=0x7f709c004af0 tx=0x7f709c034cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:45.587 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.581+0000 7f70a17fa640 1 -- 172.21.15.1:0/3853838417 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f709c0328c0 con 0x7f70a41062c0 2024-02-10T00:07:45.587 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.581+0000 7f70aa28a640 1 -- 172.21.15.1:0/3853838417 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70a41aa590 con 0x7f70a41062c0 2024-02-10T00:07:45.587 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.582+0000 7f70a17fa640 1 -- 172.21.15.1:0/3853838417 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f709c003e50 con 0x7f70a41062c0 2024-02-10T00:07:45.588 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.582+0000 7f70a17fa640 1 -- 172.21.15.1:0/3853838417 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f709c004860 con 0x7f70a41062c0 2024-02-10T00:07:45.588 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.582+0000 7f70aa28a640 1 -- 172.21.15.1:0/3853838417 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70a41aaa90 con 0x7f70a41062c0 2024-02-10T00:07:45.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.584+0000 7f70a17fa640 1 -- 172.21.15.1:0/3853838417 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f709c00a040 con 0x7f70a41062c0 2024-02-10T00:07:45.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.584+0000 7f70ace57740 1 Processor -- start 2024-02-10T00:07:45.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.584+0000 7f70ace57740 1 -- start start 2024-02-10T00:07:45.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.584+0000 7f70ace57740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c89e6030b0 0x55c89e603490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:45.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.584+0000 7f70a17fa640 1 --2- 172.21.15.1:0/3853838417 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f708c0a2220 0x7f708c0a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:45.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.584+0000 7f70ace57740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c89e6039d0 0x55c89e60c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:45.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.584+0000 7f70ace57740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c89e60c7a0 0x55c89e60eb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:45.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.584+0000 7f70ace57740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c89e571a00 con 0x55c89e6039d0 2024-02-10T00:07:45.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.584+0000 7f70ace57740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c89e56ef30 con 0x55c89e6030b0 2024-02-10T00:07:45.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.584+0000 7f70ace57740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c89e56a710 con 0x55c89e60c7a0 2024-02-10T00:07:45.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.584+0000 7f70a3fff640 1 --2- 172.21.15.1:0/3853838417 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f708c0a2220 0x7f708c0a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:45.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.584+0000 7f70a37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c89e6039d0 0x55c89e60c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:45.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.585+0000 7f70a37fe640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c89e6030b0 0x55c89e603490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:45.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.585+0000 7f70a37fe640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c89e6030b0 0x55c89e603490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.1:60026/0 (socket says 172.21.15.1:60026) 2024-02-10T00:07:45.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.585+0000 7f70a37fe640 1 -- 172.21.15.1:0/2529073165 learned_addr learned my addr 172.21.15.1:0/2529073165 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:45.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.585+0000 7f70a8827640 1 --2- 172.21.15.1:0/2529073165 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c89e60c7a0 0x55c89e60eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:45.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.585+0000 7f70a17fa640 1 -- 172.21.15.1:0/3853838417 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f709c0f0ca0 con 0x7f70a41062c0 2024-02-10T00:07:45.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.585+0000 7f70a37fe640 1 -- 172.21.15.1:0/2529073165 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c89e60c7a0 msgr2=0x55c89e60eb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:45.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.585+0000 7f70a37fe640 1 --2- 172.21.15.1:0/2529073165 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c89e60c7a0 0x55c89e60eb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.585+0000 7f70a37fe640 1 -- 172.21.15.1:0/2529073165 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c89e6039d0 msgr2=0x55c89e60c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:45.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.585+0000 7f70a37fe640 1 --2- 172.21.15.1:0/2529073165 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c89e6039d0 0x55c89e60c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.585+0000 7f70a37fe640 1 -- 172.21.15.1:0/2529073165 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c89e52f3b0 con 0x55c89e6030b0 2024-02-10T00:07:45.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.585+0000 7f70a3fff640 1 --2- 172.21.15.1:0/3853838417 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f708c0a2220 0x7f708c0a46e0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f709400bb60 tx=0x7f709400b390 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:45.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.585+0000 7f70a37fe640 1 --2- 172.21.15.1:0/2529073165 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c89e6030b0 0x55c89e603490 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f70980108e0 tx=0x7f7098005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=22bde0223494d6c3 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:45.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.585+0000 7f708a7fc640 1 -- 172.21.15.1:0/2529073165 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7098005220 con 0x55c89e6030b0 2024-02-10T00:07:45.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.585+0000 7f708a7fc640 1 -- 172.21.15.1:0/2529073165 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f709800fca0 con 0x55c89e6030b0 2024-02-10T00:07:45.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.585+0000 7f708a7fc640 1 -- 172.21.15.1:0/2529073165 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7098004b20 con 0x55c89e6030b0 2024-02-10T00:07:45.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.586+0000 7f70ace57740 1 -- 172.21.15.1:0/2529073165 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c89e6030b0 msgr2=0x55c89e603490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:45.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.586+0000 7f70ace57740 1 --2- 172.21.15.1:0/2529073165 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c89e6030b0 0x55c89e603490 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f70980108e0 tx=0x7f7098005f90 comp rx=0 tx=0).stop 2024-02-10T00:07:45.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.586+0000 7f70ace57740 1 -- 172.21.15.1:0/2529073165 shutdown_connections 2024-02-10T00:07:45.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.586+0000 7f70ace57740 1 --2- 172.21.15.1:0/2529073165 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c89e60c7a0 0x55c89e60eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.586+0000 7f70ace57740 1 --2- 172.21.15.1:0/2529073165 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c89e6039d0 0x55c89e60c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.586+0000 7f70ace57740 1 --2- 172.21.15.1:0/2529073165 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c89e6030b0 0x55c89e603490 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.586+0000 7f70ace57740 1 -- 172.21.15.1:0/2529073165 >> 172.21.15.1:0/2529073165 conn(0x55c89e5fd9d0 msgr2=0x55c89e5fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:45.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.586+0000 7f70ace57740 1 -- 172.21.15.1:0/2529073165 shutdown_connections 2024-02-10T00:07:45.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.586+0000 7f70ace57740 1 -- 172.21.15.1:0/2529073165 wait complete. 2024-02-10T00:07:45.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.586+0000 7f70ace57740 1 -- start start 2024-02-10T00:07:45.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.587+0000 7f70ace57740 1 Processor -- start 2024-02-10T00:07:45.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.587+0000 7f70ace57740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c89e6030b0 0x55c89e6097f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:45.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.587+0000 7f70ace57740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c89e6039d0 0x55c89e609d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:45.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.587+0000 7f70ace57740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c89e60c7a0 0x55c89e60a270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:45.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.587+0000 7f70ace57740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c89e50fb90 con 0x55c89e6030b0 2024-02-10T00:07:45.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.587+0000 7f70ace57740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c89e23e250 con 0x55c89e6039d0 2024-02-10T00:07:45.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.587+0000 7f70ace57740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c89e4f0200 con 0x55c89e60c7a0 2024-02-10T00:07:45.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.587+0000 7f70ace57740 10 client.0 _ll_register_callbacks cb 0x55c89e5265d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:45.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.587+0000 7f70a3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c89e6030b0 0x55c89e6097f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:45.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.587+0000 7f70a3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c89e6030b0 0x55c89e6097f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52098/0 (socket says 172.21.15.1:52098) 2024-02-10T00:07:45.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.587+0000 7f70a3fff640 1 -- 172.21.15.1:0/1299125130 learned_addr learned my addr 172.21.15.1:0/1299125130 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:45.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.587+0000 7f70a37fe640 1 --2- 172.21.15.1:0/1299125130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c89e6039d0 0x55c89e609d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:45.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.587+0000 7f70a8827640 1 --2- 172.21.15.1:0/1299125130 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c89e60c7a0 0x55c89e60a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:45.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.587+0000 7f70a3fff640 1 -- 172.21.15.1:0/1299125130 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c89e60c7a0 msgr2=0x55c89e60a270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:45.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.587+0000 7f70a3fff640 1 --2- 172.21.15.1:0/1299125130 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c89e60c7a0 0x55c89e60a270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.598 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.587+0000 7f70a3fff640 1 -- 172.21.15.1:0/1299125130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c89e6039d0 msgr2=0x55c89e609d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:45.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.587+0000 7f70a3fff640 1 --2- 172.21.15.1:0/1299125130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c89e6039d0 0x55c89e609d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.587+0000 7f70a3fff640 1 -- 172.21.15.1:0/1299125130 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70980105c0 con 0x55c89e6030b0 2024-02-10T00:07:45.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.588+0000 7f70a3fff640 1 --2- 172.21.15.1:0/1299125130 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c89e6030b0 0x55c89e6097f0 secure :-1 s=READY pgs=1425 cs=0 l=1 rev1=1 crypto rx=0x7f70940116f0 tx=0x7f7094004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acda33429f509737 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:45.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.588+0000 7f70837fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:45.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.588+0000 7f70837fe640 1 -- 172.21.15.1:0/1299125130 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f709401e8f0 con 0x55c89e6030b0 2024-02-10T00:07:45.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.588+0000 7f70837fe640 1 -- 172.21.15.1:0/1299125130 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f7094017070 con 0x55c89e6030b0 2024-02-10T00:07:45.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.588+0000 7f70ace57740 1 -- 172.21.15.1:0/1299125130 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c89e590ee0 con 0x55c89e6030b0 2024-02-10T00:07:45.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.588+0000 7f70837fe640 1 -- 172.21.15.1:0/1299125130 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f709401ea50 con 0x55c89e6030b0 2024-02-10T00:07:45.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.588+0000 7f70ace57740 10 client.18543 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:45.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.588+0000 7f70ace57740 1 -- 172.21.15.1:0/1299125130 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c89e568d90 con 0x55c89e6030b0 2024-02-10T00:07:45.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.588+0000 7f70837fe640 1 -- 172.21.15.1:0/1299125130 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55c89e590ee0 con 0x55c89e6030b0 2024-02-10T00:07:45.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.588+0000 7f70837fe640 1 -- 172.21.15.1:0/1299125130 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f7094024020 con 0x55c89e6030b0 2024-02-10T00:07:45.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.588+0000 7f70ace57740 10 client.18543 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:45.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.588+0000 7f70ace57740 10 client.18543 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:07:45.599 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.588+0000 7f70ace57740 20 client.18543 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:45.600 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.588+0000 7f70ace57740 1 --2- 172.21.15.1:0/1299125130 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c89e61cac0 0x55c89e61eee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:45.600 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.588+0000 7f70ace57740 4 client.18543 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:07:45.600 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.588+0000 7f70ace57740 1 -- 172.21.15.1:0/1299125130 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c89e26a600 con 0x55c89e61cac0 2024-02-10T00:07:45.600 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.589+0000 7f70a37fe640 1 --2- 172.21.15.1:0/1299125130 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c89e61cac0 0x55c89e61eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:45.600 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.589+0000 7f70a37fe640 1 --2- 172.21.15.1:0/1299125130 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c89e61cac0 0x55c89e61eee0 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b1a24ea2672aa5df server_cookie=b09aaaa03207f497 in_seq=0 out_seq=0 2024-02-10T00:07:45.600 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.589+0000 7f70837fe640 10 client.18543 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:45.600 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.590+0000 7f70837fe640 1 -- 172.21.15.1:0/1299125130 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55c89e26a600 con 0x55c89e61cac0 2024-02-10T00:07:45.600 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.590+0000 7f70837fe640 10 client.18543 handle_command_reply: tid=0 2024-02-10T00:07:45.600 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.590+0000 7f70ace57740 1 client.18543 shutdown 2024-02-10T00:07:45.600 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.590+0000 7f70ace57740 1 -- 172.21.15.1:0/1299125130 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c89e6030b0 msgr2=0x55c89e6097f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:45.600 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.590+0000 7f70ace57740 1 --2- 172.21.15.1:0/1299125130 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c89e6030b0 0x55c89e6097f0 secure :-1 s=READY pgs=1425 cs=0 l=1 rev1=1 crypto rx=0x7f70940116f0 tx=0x7f7094004730 comp rx=0 tx=0).stop 2024-02-10T00:07:45.600 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.590+0000 7f70ace57740 1 -- 172.21.15.1:0/1299125130 shutdown_connections 2024-02-10T00:07:45.600 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.590+0000 7f70ace57740 1 --2- 172.21.15.1:0/1299125130 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c89e61cac0 0x55c89e61eee0 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.601 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.590+0000 7f70ace57740 1 --2- 172.21.15.1:0/1299125130 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c89e60c7a0 0x55c89e60a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.601 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.590+0000 7f70ace57740 1 --2- 172.21.15.1:0/1299125130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c89e6039d0 0x55c89e609d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.601 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.590+0000 7f70ace57740 1 --2- 172.21.15.1:0/1299125130 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c89e6030b0 0x55c89e6097f0 unknown :-1 s=CLOSED pgs=1425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.601 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.590+0000 7f70837fe640 0 client.18543 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:45.601 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.590+0000 7f70ace57740 1 -- 172.21.15.1:0/1299125130 >> 172.21.15.1:0/1299125130 conn(0x55c89e5fd9d0 msgr2=0x55c89e5ff720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:45.601 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.590+0000 7f70ace57740 1 -- 172.21.15.1:0/1299125130 shutdown_connections 2024-02-10T00:07:45.601 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.590+0000 7f70ace57740 1 -- 172.21.15.1:0/1299125130 wait complete. 2024-02-10T00:07:45.601 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.590+0000 7f70ace57740 20 client.18543 trim_cache size 0 max 16384 2024-02-10T00:07:45.602 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:45 smithi088 ceph-mon[36452]: pgmap v259: 97 pgs: 97 active+clean; 3.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 59 KiB/s wr, 22 op/s 2024-02-10T00:07:45.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.603+0000 7f70ace57740 1 Processor -- start 2024-02-10T00:07:45.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.603+0000 7f70ace57740 1 -- start start 2024-02-10T00:07:45.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.603+0000 7f70ace57740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c89e6030b0 0x55c89e60bf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:45.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.603+0000 7f70ace57740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c89e6039d0 0x55c89e60a090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:45.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.603+0000 7f70ace57740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c89e60c7a0 0x55c89e6080c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:45.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.604+0000 7f70ace57740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c89e5fe9d0 con 0x55c89e6039d0 2024-02-10T00:07:45.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.604+0000 7f70ace57740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c89e618e90 con 0x55c89e60c7a0 2024-02-10T00:07:45.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.604+0000 7f70ace57740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c89e603f30 con 0x55c89e6030b0 2024-02-10T00:07:45.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.604+0000 7f70a37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c89e6039d0 0x55c89e60a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.604+0000 7f70a37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c89e6039d0 0x55c89e60a090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52100/0 (socket says 172.21.15.1:52100) 2024-02-10T00:07:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.604+0000 7f70a37fe640 1 -- 172.21.15.1:0/1866724236 learned_addr learned my addr 172.21.15.1:0/1866724236 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.604+0000 7f70a8827640 1 --2- 172.21.15.1:0/1866724236 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c89e60c7a0 0x55c89e6080c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.604+0000 7f70a3fff640 1 --2- 172.21.15.1:0/1866724236 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c89e6030b0 0x55c89e60bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.604+0000 7f70a37fe640 1 -- 172.21.15.1:0/1866724236 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c89e6030b0 msgr2=0x55c89e60bf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.604+0000 7f70a37fe640 1 --2- 172.21.15.1:0/1866724236 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c89e6030b0 0x55c89e60bf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.604+0000 7f70a37fe640 1 -- 172.21.15.1:0/1866724236 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c89e60c7a0 msgr2=0x55c89e6080c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.604+0000 7f70a37fe640 1 --2- 172.21.15.1:0/1866724236 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c89e60c7a0 0x55c89e6080c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.604+0000 7f70a37fe640 1 -- 172.21.15.1:0/1866724236 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c89e505820 con 0x55c89e6039d0 2024-02-10T00:07:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.604+0000 7f70a8827640 1 --2- 172.21.15.1:0/1866724236 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c89e60c7a0 0x55c89e6080c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.604+0000 7f70a37fe640 1 --2- 172.21.15.1:0/1866724236 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c89e6039d0 0x55c89e60a090 secure :-1 s=READY pgs=1426 cs=0 l=1 rev1=1 crypto rx=0x7f70980108b0 tx=0x7f70980056d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6554ac4d9ed342a server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.604+0000 7f7089ffb640 1 -- 172.21.15.1:0/1866724236 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7098009c70 con 0x55c89e6039d0 2024-02-10T00:07:45.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.604+0000 7f7089ffb640 1 -- 172.21.15.1:0/1866724236 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f709800fe90 con 0x55c89e6039d0 2024-02-10T00:07:45.614 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.604+0000 7f7089ffb640 1 -- 172.21.15.1:0/1866724236 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f709801f6b0 con 0x55c89e6039d0 2024-02-10T00:07:45.614 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.605+0000 7f70ace57740 1 -- 172.21.15.1:0/1866724236 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c89e6039d0 msgr2=0x55c89e60a090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:45.615 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.605+0000 7f70ace57740 1 --2- 172.21.15.1:0/1866724236 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c89e6039d0 0x55c89e60a090 secure :-1 s=READY pgs=1426 cs=0 l=1 rev1=1 crypto rx=0x7f70980108b0 tx=0x7f70980056d0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.615 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.605+0000 7f70ace57740 1 -- 172.21.15.1:0/1866724236 shutdown_connections 2024-02-10T00:07:45.615 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.605+0000 7f70ace57740 1 --2- 172.21.15.1:0/1866724236 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c89e60c7a0 0x55c89e6080c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.615 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.605+0000 7f70ace57740 1 --2- 172.21.15.1:0/1866724236 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c89e6039d0 0x55c89e60a090 unknown :-1 s=CLOSED pgs=1426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.615 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.605+0000 7f70ace57740 1 --2- 172.21.15.1:0/1866724236 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c89e6030b0 0x55c89e60bf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.615 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.605+0000 7f70ace57740 1 -- 172.21.15.1:0/1866724236 >> 172.21.15.1:0/1866724236 conn(0x55c89e5fd9d0 msgr2=0x55c89e604b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:45.615 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.605+0000 7f70ace57740 1 -- 172.21.15.1:0/1866724236 shutdown_connections 2024-02-10T00:07:45.615 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.605+0000 7f70ace57740 1 -- 172.21.15.1:0/1866724236 wait complete. 2024-02-10T00:07:45.615 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.605+0000 7f70ace57740 1 -- start start 2024-02-10T00:07:45.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.605+0000 7f70ace57740 1 Processor -- start 2024-02-10T00:07:45.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.606+0000 7f70ace57740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c89e6030b0 0x55c89e611470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:45.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.606+0000 7f70ace57740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c89e6039d0 0x55c89e6119b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:45.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.606+0000 7f70ace57740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c89e60c7a0 0x55c89e672000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:45.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.606+0000 7f70ace57740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c89e6122b0 con 0x55c89e6030b0 2024-02-10T00:07:45.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.606+0000 7f70ace57740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c89e672540 con 0x55c89e60c7a0 2024-02-10T00:07:45.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.606+0000 7f70ace57740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c89e672680 con 0x55c89e6039d0 2024-02-10T00:07:45.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.606+0000 7f70ace57740 10 client.0 _ll_register_callbacks cb 0x7f709400b870 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:45.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.606+0000 7f70a3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c89e6030b0 0x55c89e611470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:45.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.606+0000 7f70a3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c89e6030b0 0x55c89e611470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:52116/0 (socket says 172.21.15.1:52116) 2024-02-10T00:07:45.616 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.606+0000 7f70a3fff640 1 -- 172.21.15.1:0/2606149084 learned_addr learned my addr 172.21.15.1:0/2606149084 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:45.617 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.606+0000 7f70a37fe640 1 --2- 172.21.15.1:0/2606149084 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c89e6039d0 0x55c89e6119b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:45.617 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.606+0000 7f70a3fff640 1 -- 172.21.15.1:0/2606149084 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c89e6039d0 msgr2=0x55c89e6119b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:45.617 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.606+0000 7f70a3fff640 1 --2- 172.21.15.1:0/2606149084 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c89e6039d0 0x55c89e6119b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.617 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.606+0000 7f70a3fff640 1 -- 172.21.15.1:0/2606149084 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c89e60c7a0 msgr2=0x55c89e672000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:45.617 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.606+0000 7f70a8827640 1 --2- 172.21.15.1:0/2606149084 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c89e60c7a0 0x55c89e672000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:45.617 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.606+0000 7f70a3fff640 1 --2- 172.21.15.1:0/2606149084 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c89e60c7a0 0x55c89e672000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.617 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.606+0000 7f70a3fff640 1 -- 172.21.15.1:0/2606149084 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c89e52f3b0 con 0x55c89e6030b0 2024-02-10T00:07:45.617 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.606+0000 7f70a3fff640 1 --2- 172.21.15.1:0/2606149084 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c89e6030b0 0x55c89e611470 secure :-1 s=READY pgs=1427 cs=0 l=1 rev1=1 crypto rx=0x7f70940116f0 tx=0x7f7094010fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9a214f07994e0ce server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:45.617 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.606+0000 7f70837fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:45.617 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.606+0000 7f70837fe640 1 -- 172.21.15.1:0/2606149084 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f709401e8f0 con 0x55c89e6030b0 2024-02-10T00:07:45.617 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.606+0000 7f70837fe640 1 -- 172.21.15.1:0/2606149084 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f7094017040 con 0x55c89e6030b0 2024-02-10T00:07:45.617 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.606+0000 7f70ace57740 1 -- 172.21.15.1:0/2606149084 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f709800fca0 con 0x55c89e6030b0 2024-02-10T00:07:45.617 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.607+0000 7f70837fe640 1 -- 172.21.15.1:0/2606149084 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f709401ea50 con 0x55c89e6030b0 2024-02-10T00:07:45.617 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.607+0000 7f70ace57740 10 client.18549 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:45.618 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.607+0000 7f70ace57740 1 -- 172.21.15.1:0/2606149084 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c89e52b6f0 con 0x55c89e6030b0 2024-02-10T00:07:45.618 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.607+0000 7f70837fe640 1 -- 172.21.15.1:0/2606149084 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f709800fca0 con 0x55c89e6030b0 2024-02-10T00:07:45.618 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.607+0000 7f70837fe640 1 -- 172.21.15.1:0/2606149084 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f7094024040 con 0x55c89e6030b0 2024-02-10T00:07:45.618 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.607+0000 7f70ace57740 10 client.18549 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:45.618 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.607+0000 7f70ace57740 10 client.18549 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:07:45.618 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.607+0000 7f70ace57740 20 client.18549 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:45.618 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.607+0000 7f70ace57740 1 --2- 172.21.15.1:0/2606149084 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c89e673e60 0x55c89e676280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:45.618 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.607+0000 7f70ace57740 4 client.18549 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:07:45.618 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.607+0000 7f70ace57740 1 -- 172.21.15.1:0/2606149084 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55c89e2bb1b0 con 0x55c89e673e60 2024-02-10T00:07:45.618 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.607+0000 7f70a37fe640 1 --2- 172.21.15.1:0/2606149084 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c89e673e60 0x55c89e676280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:45.618 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.608+0000 7f70837fe640 10 client.18549 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:45.618 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.608+0000 7f70a37fe640 1 --2- 172.21.15.1:0/2606149084 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c89e673e60 0x55c89e676280 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bc000c9bde7a4720 server_cookie=1e6e409a36ee1d07 in_seq=0 out_seq=0 2024-02-10T00:07:45.627 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.623+0000 7f70837fe640 1 -- 172.21.15.1:0/2606149084 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55c89e2bb1b0 con 0x55c89e673e60 2024-02-10T00:07:45.627 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.623+0000 7f70837fe640 10 client.18549 handle_command_reply: tid=0 2024-02-10T00:07:45.627 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.623+0000 7f70ace57740 1 client.18549 shutdown 2024-02-10T00:07:45.627 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.623+0000 7f70ace57740 1 -- 172.21.15.1:0/2606149084 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c89e6030b0 msgr2=0x55c89e611470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:45.627 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.623+0000 7f70ace57740 1 --2- 172.21.15.1:0/2606149084 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c89e6030b0 0x55c89e611470 secure :-1 s=READY pgs=1427 cs=0 l=1 rev1=1 crypto rx=0x7f70940116f0 tx=0x7f7094010fd0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.627 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.623+0000 7f70ace57740 1 -- 172.21.15.1:0/2606149084 shutdown_connections 2024-02-10T00:07:45.627 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.623+0000 7f70ace57740 1 --2- 172.21.15.1:0/2606149084 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c89e673e60 0x55c89e676280 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.627 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.623+0000 7f70ace57740 1 --2- 172.21.15.1:0/2606149084 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c89e60c7a0 0x55c89e672000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.627 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.623+0000 7f70837fe640 0 client.18549 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:45.628 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.623+0000 7f70ace57740 1 --2- 172.21.15.1:0/2606149084 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c89e6039d0 0x55c89e6119b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.628 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.623+0000 7f70ace57740 1 --2- 172.21.15.1:0/2606149084 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c89e6030b0 0x55c89e611470 unknown :-1 s=CLOSED pgs=1427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.628 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.623+0000 7f70ace57740 1 -- 172.21.15.1:0/2606149084 >> 172.21.15.1:0/2606149084 conn(0x55c89e5fd9d0 msgr2=0x55c89e608080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:45.628 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.623+0000 7f70ace57740 1 -- 172.21.15.1:0/2606149084 shutdown_connections 2024-02-10T00:07:45.628 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.624+0000 7f70ace57740 1 -- 172.21.15.1:0/2606149084 wait complete. 2024-02-10T00:07:45.628 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.624+0000 7f70ace57740 20 client.18549 trim_cache size 0 max 16384 2024-02-10T00:07:45.628 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:07:45.628 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:07:45.628 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:07:45.629 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:07:45.629 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.624+0000 7f70aa28a640 1 -- 172.21.15.1:0/3853838417 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f708c0a2220 msgr2=0x7f708c0a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:45.629 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.624+0000 7f70aa28a640 1 --2- 172.21.15.1:0/3853838417 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f708c0a2220 0x7f708c0a46e0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f709400bb60 tx=0x7f709400b390 comp rx=0 tx=0).stop 2024-02-10T00:07:45.630 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.624+0000 7f70aa28a640 1 -- 172.21.15.1:0/3853838417 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f70a41062c0 msgr2=0x7f70a4102860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:45.630 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.624+0000 7f70aa28a640 1 --2- 172.21.15.1:0/3853838417 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f70a41062c0 0x7f70a4102860 secure :-1 s=READY pgs=1424 cs=0 l=1 rev1=1 crypto rx=0x7f709c004af0 tx=0x7f709c034cc0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.630 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.624+0000 7f70aa28a640 1 -- 172.21.15.1:0/3853838417 shutdown_connections 2024-02-10T00:07:45.630 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.624+0000 7f70aa28a640 1 --2- 172.21.15.1:0/3853838417 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f708c0a2220 0x7f708c0a46e0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.630 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.624+0000 7f70aa28a640 1 --2- 172.21.15.1:0/3853838417 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f70a41062c0 0x7f70a4102860 unknown :-1 s=CLOSED pgs=1424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.630 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.624+0000 7f70aa28a640 1 --2- 172.21.15.1:0/3853838417 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f70a4100d40 0x7f70a4102320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.630 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.624+0000 7f70aa28a640 1 --2- 172.21.15.1:0/3853838417 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f70a4100380 0x7f70a4101de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:45.630 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.624+0000 7f70aa28a640 1 -- 172.21.15.1:0/3853838417 >> 172.21.15.1:0/3853838417 conn(0x7f70a4076ef0 msgr2=0x7f70a40ff610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:45.630 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.624+0000 7f70aa28a640 1 -- 172.21.15.1:0/3853838417 shutdown_connections 2024-02-10T00:07:45.630 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:45.624+0000 7f70aa28a640 1 -- 172.21.15.1:0/3853838417 wait complete. 2024-02-10T00:07:47.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:47 smithi001 ceph-mon[32335]: pgmap v260: 97 pgs: 97 active+clean; 3.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:07:47.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:47 smithi088 ceph-mon[36452]: pgmap v260: 97 pgs: 97 active+clean; 3.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:07:47.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:47 smithi103 ceph-mon[36942]: pgmap v260: 97 pgs: 97 active+clean; 3.6 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:07:49.396 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:49 smithi088 ceph-mon[36452]: pgmap v261: 97 pgs: 97 active+clean; 3.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 67 KiB/s wr, 24 op/s 2024-02-10T00:07:49.441 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:49 smithi103 ceph-mon[36942]: pgmap v261: 97 pgs: 97 active+clean; 3.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 67 KiB/s wr, 24 op/s 2024-02-10T00:07:49.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:49 smithi001 ceph-mon[32335]: pgmap v261: 97 pgs: 97 active+clean; 3.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 67 KiB/s wr, 24 op/s 2024-02-10T00:07:51.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:51 smithi001 ceph-mon[32335]: pgmap v262: 97 pgs: 97 active+clean; 3.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:07:51.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:51 smithi088 ceph-mon[36452]: pgmap v262: 97 pgs: 97 active+clean; 3.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:07:51.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:51 smithi103 ceph-mon[36942]: pgmap v262: 97 pgs: 97 active+clean; 3.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:07:51.846 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:07:51.847 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:07:51.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.961+0000 7fea36e88640 1 -- 172.21.15.1:0/1054364995 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fea30107930 msgr2=0x7fea3010e2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:51.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.961+0000 7fea36e88640 1 --2- 172.21.15.1:0/1054364995 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fea30107930 0x7fea3010e2d0 secure :-1 s=READY pgs=1428 cs=0 l=1 rev1=1 crypto rx=0x7fea28009cd0 tx=0x7fea2802c0f0 comp rx=0 tx=0).stop 2024-02-10T00:07:51.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.961+0000 7fea36e88640 1 -- 172.21.15.1:0/1054364995 shutdown_connections 2024-02-10T00:07:51.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.961+0000 7fea36e88640 1 --2- 172.21.15.1:0/1054364995 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fea30107930 0x7fea3010e2d0 unknown :-1 s=CLOSED pgs=1428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:51.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.961+0000 7fea36e88640 1 --2- 172.21.15.1:0/1054364995 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fea30102df0 0x7fea30107220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:51.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.961+0000 7fea36e88640 1 --2- 172.21.15.1:0/1054364995 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fea30102440 0x7fea30102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:51.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.961+0000 7fea36e88640 1 -- 172.21.15.1:0/1054364995 >> 172.21.15.1:0/1054364995 conn(0x7fea30077310 msgr2=0x7fea30077720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:51.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.961+0000 7fea36e88640 1 -- 172.21.15.1:0/1054364995 shutdown_connections 2024-02-10T00:07:51.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.961+0000 7fea36e88640 1 -- 172.21.15.1:0/1054364995 wait complete. 2024-02-10T00:07:51.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.962+0000 7fea36e88640 1 Processor -- start 2024-02-10T00:07:51.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.962+0000 7fea36e88640 1 -- start start 2024-02-10T00:07:51.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.962+0000 7fea36e88640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fea30102440 0x7fea3019d610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:51.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.962+0000 7fea36e88640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fea30107930 0x7fea3019db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:51.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.962+0000 7fea36e88640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fea30197780 0x7fea30197c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:51.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.962+0000 7fea36e88640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea30198230 con 0x7fea30102440 2024-02-10T00:07:51.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.962+0000 7fea36e88640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea301983a0 con 0x7fea30197780 2024-02-10T00:07:51.967 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.962+0000 7fea36e88640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea30198510 con 0x7fea30107930 2024-02-10T00:07:51.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.962+0000 7fea34c24640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fea30102440 0x7fea3019d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:51.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.962+0000 7fea34c24640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fea30102440 0x7fea3019d610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38164/0 (socket says 172.21.15.1:38164) 2024-02-10T00:07:51.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.962+0000 7fea34c24640 1 -- 172.21.15.1:0/482126548 learned_addr learned my addr 172.21.15.1:0/482126548 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:51.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.962+0000 7fea2ffff640 1 --2- 172.21.15.1:0/482126548 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fea30107930 0x7fea3019db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:51.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.962+0000 7fea35425640 1 --2- 172.21.15.1:0/482126548 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fea30197780 0x7fea30197c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:51.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.962+0000 7fea34c24640 1 -- 172.21.15.1:0/482126548 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fea30107930 msgr2=0x7fea3019db50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:51.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.962+0000 7fea34c24640 1 --2- 172.21.15.1:0/482126548 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fea30107930 0x7fea3019db50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:51.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.962+0000 7fea34c24640 1 -- 172.21.15.1:0/482126548 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fea30197780 msgr2=0x7fea30197c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:51.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.962+0000 7fea34c24640 1 --2- 172.21.15.1:0/482126548 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fea30197780 0x7fea30197c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:51.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.962+0000 7fea34c24640 1 -- 172.21.15.1:0/482126548 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea28009900 con 0x7fea30102440 2024-02-10T00:07:51.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.963+0000 7fea34c24640 1 --2- 172.21.15.1:0/482126548 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fea30102440 0x7fea3019d610 secure :-1 s=READY pgs=1429 cs=0 l=1 rev1=1 crypto rx=0x7fea2400c890 tx=0x7fea2400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:51.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.963+0000 7fea2dffb640 1 -- 172.21.15.1:0/482126548 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea24004220 con 0x7fea30102440 2024-02-10T00:07:51.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.963+0000 7fea2dffb640 1 -- 172.21.15.1:0/482126548 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fea24007e90 con 0x7fea30102440 2024-02-10T00:07:51.968 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.963+0000 7fea36e88640 1 -- 172.21.15.1:0/482126548 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fea301a44c0 con 0x7fea30102440 2024-02-10T00:07:51.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.963+0000 7fea2dffb640 1 -- 172.21.15.1:0/482126548 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea24004a00 con 0x7fea30102440 2024-02-10T00:07:51.969 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.963+0000 7fea36e88640 1 -- 172.21.15.1:0/482126548 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea301a49a0 con 0x7fea30102440 2024-02-10T00:07:51.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.965+0000 7fea2dffb640 1 -- 172.21.15.1:0/482126548 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fea240079b0 con 0x7fea30102440 2024-02-10T00:07:51.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.966+0000 7fea39a68740 1 Processor -- start 2024-02-10T00:07:51.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.966+0000 7fea2dffb640 1 --2- 172.21.15.1:0/482126548 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fea200a2230 0x7fea200a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:51.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.966+0000 7fea39a68740 1 -- start start 2024-02-10T00:07:51.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.966+0000 7fea35425640 1 --2- 172.21.15.1:0/482126548 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fea200a2230 0x7fea200a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:51.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.966+0000 7fea2dffb640 1 -- 172.21.15.1:0/482126548 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fea240cde20 con 0x7fea30102440 2024-02-10T00:07:51.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.966+0000 7fea39a68740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e72f3cb980 0x55e72f3cbd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:51.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.966+0000 7fea39a68740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e72f3cc330 0x55e72f3d48e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:51.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.966+0000 7fea39a68740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e72f3d4eb0 0x55e72f3d7300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:51.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.966+0000 7fea39a68740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e72f386d00 con 0x55e72f3cc330 2024-02-10T00:07:51.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.966+0000 7fea39a68740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e72f33b2f0 con 0x55e72f3cb980 2024-02-10T00:07:51.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.966+0000 7fea39a68740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e72f338820 con 0x55e72f3d4eb0 2024-02-10T00:07:51.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.966+0000 7fea2ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e72f3cc330 0x55e72f3d48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:51.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.966+0000 7fea2ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e72f3cc330 0x55e72f3d48e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38178/0 (socket says 172.21.15.1:38178) 2024-02-10T00:07:51.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.966+0000 7fea2ffff640 1 -- 172.21.15.1:0/3200897269 learned_addr learned my addr 172.21.15.1:0/3200897269 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:51.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.966+0000 7fea34c24640 1 --2- 172.21.15.1:0/3200897269 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e72f3cb980 0x55e72f3cbd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:51.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.966+0000 7fea35425640 1 --2- 172.21.15.1:0/3200897269 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e72f3d4eb0 0x55e72f3d7300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:51.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.966+0000 7fea35425640 1 --2- 172.21.15.1:0/482126548 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fea200a2230 0x7fea200a46f0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fea28006010 tx=0x7fea280093f0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:51.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.966+0000 7fea2ffff640 1 -- 172.21.15.1:0/3200897269 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e72f3d4eb0 msgr2=0x55e72f3d7300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:51.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.966+0000 7fea2ffff640 1 --2- 172.21.15.1:0/3200897269 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e72f3d4eb0 0x55e72f3d7300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:51.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.966+0000 7fea2ffff640 1 -- 172.21.15.1:0/3200897269 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e72f3cb980 msgr2=0x55e72f3cbd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:51.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.966+0000 7fea2ffff640 1 --2- 172.21.15.1:0/3200897269 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e72f3cb980 0x55e72f3cbd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:51.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.966+0000 7fea2ffff640 1 -- 172.21.15.1:0/3200897269 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e72f2f5ff0 con 0x55e72f3cc330 2024-02-10T00:07:51.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.966+0000 7fea35425640 1 --2- 172.21.15.1:0/3200897269 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e72f3d4eb0 0x55e72f3d7300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:51.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.966+0000 7fea34c24640 1 --2- 172.21.15.1:0/3200897269 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e72f3cb980 0x55e72f3cbd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:51.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.967+0000 7fea2ffff640 1 --2- 172.21.15.1:0/3200897269 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e72f3cc330 0x55e72f3d48e0 secure :-1 s=READY pgs=1430 cs=0 l=1 rev1=1 crypto rx=0x7fea1c00bb70 tx=0x7fea1c0107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e8fd77470d6d02 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:51.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.967+0000 7fea1affd640 1 -- 172.21.15.1:0/3200897269 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea1c004030 con 0x55e72f3cc330 2024-02-10T00:07:51.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.967+0000 7fea1affd640 1 -- 172.21.15.1:0/3200897269 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fea1c015070 con 0x55e72f3cc330 2024-02-10T00:07:51.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.967+0000 7fea1affd640 1 -- 172.21.15.1:0/3200897269 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea1c011440 con 0x55e72f3cc330 2024-02-10T00:07:51.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.967+0000 7fea39a68740 1 -- 172.21.15.1:0/3200897269 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e72f3cc330 msgr2=0x55e72f3d48e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:51.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.967+0000 7fea39a68740 1 --2- 172.21.15.1:0/3200897269 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e72f3cc330 0x55e72f3d48e0 secure :-1 s=READY pgs=1430 cs=0 l=1 rev1=1 crypto rx=0x7fea1c00bb70 tx=0x7fea1c0107a0 comp rx=0 tx=0).stop 2024-02-10T00:07:51.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.968+0000 7fea39a68740 1 -- 172.21.15.1:0/3200897269 shutdown_connections 2024-02-10T00:07:51.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.968+0000 7fea39a68740 1 --2- 172.21.15.1:0/3200897269 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e72f3d4eb0 0x55e72f3d7300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:51.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.968+0000 7fea39a68740 1 --2- 172.21.15.1:0/3200897269 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e72f3cc330 0x55e72f3d48e0 unknown :-1 s=CLOSED pgs=1430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:51.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.968+0000 7fea39a68740 1 --2- 172.21.15.1:0/3200897269 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e72f3cb980 0x55e72f3cbd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:51.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.968+0000 7fea39a68740 1 -- 172.21.15.1:0/3200897269 >> 172.21.15.1:0/3200897269 conn(0x55e72f3c6050 msgr2=0x55e72f3c6430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:51.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.968+0000 7fea39a68740 1 -- 172.21.15.1:0/3200897269 shutdown_connections 2024-02-10T00:07:51.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.968+0000 7fea39a68740 1 -- 172.21.15.1:0/3200897269 wait complete. 2024-02-10T00:07:51.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.968+0000 7fea39a68740 1 -- start start 2024-02-10T00:07:51.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.968+0000 7fea39a68740 1 Processor -- start 2024-02-10T00:07:51.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.968+0000 7fea39a68740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e72f3cb980 0x55e72f3d1e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:51.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.968+0000 7fea39a68740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e72f3cc330 0x55e72f3d2370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:51.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.968+0000 7fea39a68740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e72f3d4eb0 0x55e72f3d28b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:51.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.968+0000 7fea39a68740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e72f334000 con 0x55e72f3cc330 2024-02-10T00:07:51.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.968+0000 7fea39a68740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e72f007430 con 0x55e72f3cb980 2024-02-10T00:07:51.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.968+0000 7fea39a68740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e72efc3e00 con 0x55e72f3d4eb0 2024-02-10T00:07:51.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.969+0000 7fea39a68740 10 client.0 _ll_register_callbacks cb 0x55e72f3287f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:51.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.969+0000 7fea2ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e72f3cc330 0x55e72f3d2370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:51.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.969+0000 7fea2ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e72f3cc330 0x55e72f3d2370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38194/0 (socket says 172.21.15.1:38194) 2024-02-10T00:07:51.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.969+0000 7fea2ffff640 1 -- 172.21.15.1:0/2973937310 learned_addr learned my addr 172.21.15.1:0/2973937310 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:51.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.969+0000 7fea34c24640 1 --2- 172.21.15.1:0/2973937310 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e72f3cb980 0x55e72f3d1e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:51.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.969+0000 7fea35425640 1 --2- 172.21.15.1:0/2973937310 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e72f3d4eb0 0x55e72f3d28b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:51.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.969+0000 7fea2ffff640 1 -- 172.21.15.1:0/2973937310 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e72f3d4eb0 msgr2=0x55e72f3d28b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:51.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.969+0000 7fea2ffff640 1 --2- 172.21.15.1:0/2973937310 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e72f3d4eb0 0x55e72f3d28b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:51.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.969+0000 7fea2ffff640 1 -- 172.21.15.1:0/2973937310 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e72f3cb980 msgr2=0x55e72f3d1e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:51.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.969+0000 7fea2ffff640 1 --2- 172.21.15.1:0/2973937310 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e72f3cb980 0x55e72f3d1e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:51.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.969+0000 7fea2ffff640 1 -- 172.21.15.1:0/2973937310 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea1c00b7a0 con 0x55e72f3cc330 2024-02-10T00:07:51.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.969+0000 7fea2ffff640 1 --2- 172.21.15.1:0/2973937310 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e72f3cc330 0x55e72f3d2370 secure :-1 s=READY pgs=1431 cs=0 l=1 rev1=1 crypto rx=0x55e72f3cb450 tx=0x7fea1c00bf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2915d9fc8edde5ee server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:51.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.969+0000 7fea0ffff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:51.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.969+0000 7fea0ffff640 1 -- 172.21.15.1:0/2973937310 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea1c021070 con 0x55e72f3cc330 2024-02-10T00:07:51.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.969+0000 7fea0ffff640 1 -- 172.21.15.1:0/2973937310 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fea1c017070 con 0x55e72f3cc330 2024-02-10T00:07:51.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.969+0000 7fea39a68740 1 -- 172.21.15.1:0/2973937310 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e72f0337e0 con 0x55e72f3cc330 2024-02-10T00:07:51.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.970+0000 7fea0ffff640 1 -- 172.21.15.1:0/2973937310 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fea1c005040 con 0x55e72f3cc330 2024-02-10T00:07:51.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.970+0000 7fea39a68740 10 client.18561 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:51.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.970+0000 7fea39a68740 1 -- 172.21.15.1:0/2973937310 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55e72f332680 con 0x55e72f3cc330 2024-02-10T00:07:51.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.970+0000 7fea0ffff640 1 -- 172.21.15.1:0/2973937310 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fea1c032020 con 0x55e72f3cc330 2024-02-10T00:07:51.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.970+0000 7fea0ffff640 1 -- 172.21.15.1:0/2973937310 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fea1c0046c0 con 0x55e72f3cc330 2024-02-10T00:07:51.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.970+0000 7fea39a68740 10 client.18561 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:51.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.970+0000 7fea39a68740 10 client.18561 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:07:51.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.970+0000 7fea39a68740 20 client.18561 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:51.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.970+0000 7fea39a68740 1 --2- 172.21.15.1:0/2973937310 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e72f3e5200 0x55e72f3e7620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:51.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.970+0000 7fea39a68740 4 client.18561 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:07:51.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.970+0000 7fea39a68740 1 -- 172.21.15.1:0/2973937310 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e72f070720 con 0x55e72f3e5200 2024-02-10T00:07:51.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.970+0000 7fea34c24640 1 --2- 172.21.15.1:0/2973937310 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e72f3e5200 0x55e72f3e7620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:51.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.971+0000 7fea34c24640 1 --2- 172.21.15.1:0/2973937310 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e72f3e5200 0x55e72f3e7620 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=64dd52b8694fc0e4 server_cookie=44a8428cf2b2b0c8 in_seq=0 out_seq=0 2024-02-10T00:07:51.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.971+0000 7fea0ffff640 10 client.18561 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:51.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.971+0000 7fea0ffff640 1 -- 172.21.15.1:0/2973937310 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55e72f070720 con 0x55e72f3e5200 2024-02-10T00:07:51.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.971+0000 7fea0ffff640 10 client.18561 handle_command_reply: tid=0 2024-02-10T00:07:51.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.971+0000 7fea39a68740 1 client.18561 shutdown 2024-02-10T00:07:51.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.971+0000 7fea39a68740 1 -- 172.21.15.1:0/2973937310 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e72f3cc330 msgr2=0x55e72f3d2370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:51.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.971+0000 7fea39a68740 1 --2- 172.21.15.1:0/2973937310 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e72f3cc330 0x55e72f3d2370 secure :-1 s=READY pgs=1431 cs=0 l=1 rev1=1 crypto rx=0x55e72f3cb450 tx=0x7fea1c00bf50 comp rx=0 tx=0).stop 2024-02-10T00:07:51.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.971+0000 7fea39a68740 1 -- 172.21.15.1:0/2973937310 shutdown_connections 2024-02-10T00:07:51.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.971+0000 7fea39a68740 1 --2- 172.21.15.1:0/2973937310 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e72f3e5200 0x55e72f3e7620 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:51.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.971+0000 7fea39a68740 1 --2- 172.21.15.1:0/2973937310 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e72f3d4eb0 0x55e72f3d28b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:51.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.971+0000 7fea0ffff640 0 client.18561 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:51.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.971+0000 7fea39a68740 1 --2- 172.21.15.1:0/2973937310 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e72f3cc330 0x55e72f3d2370 unknown :-1 s=CLOSED pgs=1431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:51.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.972+0000 7fea39a68740 1 --2- 172.21.15.1:0/2973937310 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e72f3cb980 0x55e72f3d1e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:51.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.972+0000 7fea39a68740 1 -- 172.21.15.1:0/2973937310 >> 172.21.15.1:0/2973937310 conn(0x55e72f3c6050 msgr2=0x55e72f3c7da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:51.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.972+0000 7fea39a68740 1 -- 172.21.15.1:0/2973937310 shutdown_connections 2024-02-10T00:07:51.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.972+0000 7fea39a68740 1 -- 172.21.15.1:0/2973937310 wait complete. 2024-02-10T00:07:51.987 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.972+0000 7fea39a68740 20 client.18561 trim_cache size 0 max 16384 2024-02-10T00:07:51.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.987+0000 7fea39a68740 1 Processor -- start 2024-02-10T00:07:51.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.987+0000 7fea39a68740 1 -- start start 2024-02-10T00:07:51.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.987+0000 7fea39a68740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e72f3cb980 0x55e72f3d4560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:51.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.987+0000 7fea39a68740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e72f3cc330 0x55e72f3ebf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:51.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.987+0000 7fea39a68740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e72f3d4eb0 0x55e72f3cf0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:51.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.987+0000 7fea39a68740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e72f2b8fd0 con 0x55e72f3d4eb0 2024-02-10T00:07:51.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.987+0000 7fea39a68740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e72f3d2e00 con 0x55e72f3cb980 2024-02-10T00:07:51.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.987+0000 7fea39a68740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e72f3c7280 con 0x55e72f3cc330 2024-02-10T00:07:51.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.988+0000 7fea35425640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e72f3d4eb0 0x55e72f3cf0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:51.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.988+0000 7fea35425640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e72f3d4eb0 0x55e72f3cf0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38200/0 (socket says 172.21.15.1:38200) 2024-02-10T00:07:51.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.988+0000 7fea35425640 1 -- 172.21.15.1:0/3627259814 learned_addr learned my addr 172.21.15.1:0/3627259814 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:51.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.988+0000 7fea2ffff640 1 --2- 172.21.15.1:0/3627259814 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e72f3cc330 0x55e72f3ebf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:51.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.988+0000 7fea34c24640 1 --2- 172.21.15.1:0/3627259814 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e72f3cb980 0x55e72f3d4560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:51.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.988+0000 7fea35425640 1 -- 172.21.15.1:0/3627259814 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e72f3cc330 msgr2=0x55e72f3ebf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:51.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.988+0000 7fea35425640 1 --2- 172.21.15.1:0/3627259814 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e72f3cc330 0x55e72f3ebf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:51.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.988+0000 7fea35425640 1 -- 172.21.15.1:0/3627259814 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e72f3cb980 msgr2=0x55e72f3d4560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:51.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.988+0000 7fea35425640 1 --2- 172.21.15.1:0/3627259814 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e72f3cb980 0x55e72f3d4560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:51.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.988+0000 7fea35425640 1 -- 172.21.15.1:0/3627259814 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e72f2ceb30 con 0x55e72f3d4eb0 2024-02-10T00:07:51.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.988+0000 7fea2ffff640 1 --2- 172.21.15.1:0/3627259814 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e72f3cc330 0x55e72f3ebf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:51.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.988+0000 7fea34c24640 1 --2- 172.21.15.1:0/3627259814 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e72f3cb980 0x55e72f3d4560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:07:51.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.988+0000 7fea35425640 1 --2- 172.21.15.1:0/3627259814 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e72f3d4eb0 0x55e72f3cf0b0 secure :-1 s=READY pgs=1432 cs=0 l=1 rev1=1 crypto rx=0x7fea28036000 tx=0x7fea2803d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17062886ce85254b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:51.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.988+0000 7fea1a7fc640 1 -- 172.21.15.1:0/3627259814 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea28034c90 con 0x55e72f3d4eb0 2024-02-10T00:07:51.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.988+0000 7fea1a7fc640 1 -- 172.21.15.1:0/3627259814 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fea28034740 con 0x55e72f3d4eb0 2024-02-10T00:07:51.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.988+0000 7fea1a7fc640 1 -- 172.21.15.1:0/3627259814 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea28004290 con 0x55e72f3d4eb0 2024-02-10T00:07:51.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.989+0000 7fea39a68740 1 -- 172.21.15.1:0/3627259814 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e72f3d4eb0 msgr2=0x55e72f3cf0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:51.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.989+0000 7fea39a68740 1 --2- 172.21.15.1:0/3627259814 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e72f3d4eb0 0x55e72f3cf0b0 secure :-1 s=READY pgs=1432 cs=0 l=1 rev1=1 crypto rx=0x7fea28036000 tx=0x7fea2803d000 comp rx=0 tx=0).stop 2024-02-10T00:07:51.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.989+0000 7fea39a68740 1 -- 172.21.15.1:0/3627259814 shutdown_connections 2024-02-10T00:07:51.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.989+0000 7fea39a68740 1 --2- 172.21.15.1:0/3627259814 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e72f3d4eb0 0x55e72f3cf0b0 unknown :-1 s=CLOSED pgs=1432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:51.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.989+0000 7fea39a68740 1 --2- 172.21.15.1:0/3627259814 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e72f3cc330 0x55e72f3ebf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:51.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.989+0000 7fea39a68740 1 --2- 172.21.15.1:0/3627259814 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e72f3cb980 0x55e72f3d4560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:51.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.989+0000 7fea39a68740 1 -- 172.21.15.1:0/3627259814 >> 172.21.15.1:0/3627259814 conn(0x55e72f3c6050 msgr2=0x55e72f3c6430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:51.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.989+0000 7fea39a68740 1 -- 172.21.15.1:0/3627259814 shutdown_connections 2024-02-10T00:07:51.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.989+0000 7fea39a68740 1 -- 172.21.15.1:0/3627259814 wait complete. 2024-02-10T00:07:51.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.989+0000 7fea39a68740 1 -- start start 2024-02-10T00:07:51.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.989+0000 7fea39a68740 1 Processor -- start 2024-02-10T00:07:51.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.990+0000 7fea39a68740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e72f3cb980 0x55e72f434f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:51.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.990+0000 7fea39a68740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e72f3cc330 0x55e72f4354c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:51.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.990+0000 7fea39a68740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e72f3d4eb0 0x55e72f3db780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:51.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.990+0000 7fea39a68740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e72f3dbd40 con 0x55e72f3d4eb0 2024-02-10T00:07:51.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.990+0000 7fea39a68740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e72f3dbeb0 con 0x55e72f3cc330 2024-02-10T00:07:51.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.990+0000 7fea39a68740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e72f3dc070 con 0x55e72f3cb980 2024-02-10T00:07:51.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.990+0000 7fea39a68740 10 client.0 _ll_register_callbacks cb 0x7fea1c00b690 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:51.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.990+0000 7fea35425640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e72f3d4eb0 0x55e72f3db780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:51.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.990+0000 7fea35425640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e72f3d4eb0 0x55e72f3db780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38212/0 (socket says 172.21.15.1:38212) 2024-02-10T00:07:51.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.990+0000 7fea35425640 1 -- 172.21.15.1:0/4003106627 learned_addr learned my addr 172.21.15.1:0/4003106627 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:51.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.990+0000 7fea34c24640 1 --2- 172.21.15.1:0/4003106627 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e72f3cb980 0x55e72f434f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:51.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.990+0000 7fea2ffff640 1 --2- 172.21.15.1:0/4003106627 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e72f3cc330 0x55e72f4354c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:51.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.990+0000 7fea35425640 1 -- 172.21.15.1:0/4003106627 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e72f3cb980 msgr2=0x55e72f434f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:51.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.990+0000 7fea35425640 1 --2- 172.21.15.1:0/4003106627 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e72f3cb980 0x55e72f434f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:51.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.990+0000 7fea35425640 1 -- 172.21.15.1:0/4003106627 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e72f3cc330 msgr2=0x55e72f4354c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:51.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.990+0000 7fea35425640 1 --2- 172.21.15.1:0/4003106627 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e72f3cc330 0x55e72f4354c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:51.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.990+0000 7fea35425640 1 -- 172.21.15.1:0/4003106627 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea3010ea90 con 0x55e72f3d4eb0 2024-02-10T00:07:51.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.990+0000 7fea2ffff640 1 --2- 172.21.15.1:0/4003106627 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e72f3cc330 0x55e72f4354c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:07:52.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.990+0000 7fea35425640 1 --2- 172.21.15.1:0/4003106627 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e72f3d4eb0 0x55e72f3db780 secure :-1 s=READY pgs=1433 cs=0 l=1 rev1=1 crypto rx=0x7fea2802c630 tx=0x7fea280348b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=858aa1598aa5c4e5 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:52.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.990+0000 7fea0ffff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:52.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.990+0000 7fea0ffff640 1 -- 172.21.15.1:0/4003106627 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea28032ac0 con 0x55e72f3d4eb0 2024-02-10T00:07:52.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.991+0000 7fea0ffff640 1 -- 172.21.15.1:0/4003106627 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fea2805a070 con 0x55e72f3d4eb0 2024-02-10T00:07:52.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.991+0000 7fea39a68740 1 -- 172.21.15.1:0/4003106627 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fea1c015070 con 0x55e72f3d4eb0 2024-02-10T00:07:52.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.991+0000 7fea0ffff640 1 -- 172.21.15.1:0/4003106627 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fea28003f80 con 0x55e72f3d4eb0 2024-02-10T00:07:52.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.991+0000 7fea39a68740 10 client.18567 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:52.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.991+0000 7fea39a68740 1 -- 172.21.15.1:0/4003106627 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55e72f2f4850 con 0x55e72f3d4eb0 2024-02-10T00:07:52.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.991+0000 7fea0ffff640 1 -- 172.21.15.1:0/4003106627 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fea1c015070 con 0x55e72f3d4eb0 2024-02-10T00:07:52.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.991+0000 7fea0ffff640 1 -- 172.21.15.1:0/4003106627 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fea28052020 con 0x55e72f3d4eb0 2024-02-10T00:07:52.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.991+0000 7fea39a68740 10 client.18567 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:52.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.991+0000 7fea39a68740 10 client.18567 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:07:52.000 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.991+0000 7fea39a68740 20 client.18567 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:52.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.991+0000 7fea39a68740 1 --2- 172.21.15.1:0/4003106627 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e72f43dbc0 0x55e72f43ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.991+0000 7fea39a68740 4 client.18567 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:07:52.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.991+0000 7fea39a68740 1 -- 172.21.15.1:0/4003106627 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55e72f0bf890 con 0x55e72f43dbc0 2024-02-10T00:07:52.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.991+0000 7fea34c24640 1 --2- 172.21.15.1:0/4003106627 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e72f43dbc0 0x55e72f43ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.992+0000 7fea34c24640 1 --2- 172.21.15.1:0/4003106627 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e72f43dbc0 0x55e72f43ffe0 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=87ce52f2561826cc server_cookie=a772366358db1a90 in_seq=0 out_seq=0 2024-02-10T00:07:52.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.992+0000 7fea0ffff640 10 client.18567 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:52.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.992+0000 7fea0ffff640 1 -- 172.21.15.1:0/4003106627 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55e72f0bf890 con 0x55e72f43dbc0 2024-02-10T00:07:52.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.992+0000 7fea0ffff640 10 client.18567 handle_command_reply: tid=0 2024-02-10T00:07:52.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.992+0000 7fea39a68740 1 client.18567 shutdown 2024-02-10T00:07:52.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.992+0000 7fea39a68740 1 -- 172.21.15.1:0/4003106627 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e72f3d4eb0 msgr2=0x55e72f3db780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.992+0000 7fea39a68740 1 --2- 172.21.15.1:0/4003106627 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e72f3d4eb0 0x55e72f3db780 secure :-1 s=READY pgs=1433 cs=0 l=1 rev1=1 crypto rx=0x7fea2802c630 tx=0x7fea280348b0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.992+0000 7fea39a68740 1 -- 172.21.15.1:0/4003106627 shutdown_connections 2024-02-10T00:07:52.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.992+0000 7fea39a68740 1 --2- 172.21.15.1:0/4003106627 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e72f43dbc0 0x55e72f43ffe0 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.992+0000 7fea39a68740 1 --2- 172.21.15.1:0/4003106627 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e72f3d4eb0 0x55e72f3db780 unknown :-1 s=CLOSED pgs=1433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.992+0000 7fea39a68740 1 --2- 172.21.15.1:0/4003106627 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e72f3cc330 0x55e72f4354c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.992+0000 7fea0ffff640 0 client.18567 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:52.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.992+0000 7fea39a68740 1 --2- 172.21.15.1:0/4003106627 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e72f3cb980 0x55e72f434f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.992+0000 7fea39a68740 1 -- 172.21.15.1:0/4003106627 >> 172.21.15.1:0/4003106627 conn(0x55e72f3c6050 msgr2=0x55e72f3ebf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:52.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.992+0000 7fea39a68740 1 -- 172.21.15.1:0/4003106627 shutdown_connections 2024-02-10T00:07:52.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.992+0000 7fea39a68740 1 -- 172.21.15.1:0/4003106627 wait complete. 2024-02-10T00:07:52.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.992+0000 7fea39a68740 20 client.18567 trim_cache size 0 max 16384 2024-02-10T00:07:52.003 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:07:52.003 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "no active scrubs running", 2024-02-10T00:07:52.003 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": {} 2024-02-10T00:07:52.003 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:07:52.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.993+0000 7fea36e88640 1 -- 172.21.15.1:0/482126548 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fea200a2230 msgr2=0x7fea200a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.993+0000 7fea36e88640 1 --2- 172.21.15.1:0/482126548 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fea200a2230 0x7fea200a46f0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fea28006010 tx=0x7fea280093f0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.993+0000 7fea36e88640 1 -- 172.21.15.1:0/482126548 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fea30102440 msgr2=0x7fea3019d610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.993+0000 7fea36e88640 1 --2- 172.21.15.1:0/482126548 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fea30102440 0x7fea3019d610 secure :-1 s=READY pgs=1429 cs=0 l=1 rev1=1 crypto rx=0x7fea2400c890 tx=0x7fea2400cd50 comp rx=0 tx=0).stop 2024-02-10T00:07:52.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.993+0000 7fea36e88640 1 -- 172.21.15.1:0/482126548 shutdown_connections 2024-02-10T00:07:52.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.993+0000 7fea36e88640 1 --2- 172.21.15.1:0/482126548 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fea200a2230 0x7fea200a46f0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.993+0000 7fea36e88640 1 --2- 172.21.15.1:0/482126548 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fea30197780 0x7fea30197c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.993+0000 7fea36e88640 1 --2- 172.21.15.1:0/482126548 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fea30107930 0x7fea3019db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.993+0000 7fea36e88640 1 --2- 172.21.15.1:0/482126548 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fea30102440 0x7fea3019d610 unknown :-1 s=CLOSED pgs=1429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.993+0000 7fea36e88640 1 -- 172.21.15.1:0/482126548 >> 172.21.15.1:0/482126548 conn(0x7fea30077310 msgr2=0x7fea300ff140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:52.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.993+0000 7fea36e88640 1 -- 172.21.15.1:0/482126548 shutdown_connections 2024-02-10T00:07:52.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:51.993+0000 7fea36e88640 1 -- 172.21.15.1:0/482126548 wait complete. 2024-02-10T00:07:52.006 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-02-10T00:07:52.007 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-10T00:07:52.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.108+0000 7fd456e4e640 1 -- 172.21.15.1:0/3549294567 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd450101450 msgr2=0x7fd450101830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.112 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.108+0000 7fd456e4e640 1 --2- 172.21.15.1:0/3549294567 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd450101450 0x7fd450101830 secure :-1 s=READY pgs=1434 cs=0 l=1 rev1=1 crypto rx=0x7fd44c009930 tx=0x7fd44c02bc30 comp rx=0 tx=0).stop 2024-02-10T00:07:52.113 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.108+0000 7fd456e4e640 1 -- 172.21.15.1:0/3549294567 shutdown_connections 2024-02-10T00:07:52.113 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.108+0000 7fd456e4e640 1 --2- 172.21.15.1:0/3549294567 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd450106520 0x7fd45010e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.113 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.108+0000 7fd456e4e640 1 --2- 172.21.15.1:0/3549294567 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd450101e00 0x7fd450105e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.113 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.108+0000 7fd456e4e640 1 --2- 172.21.15.1:0/3549294567 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd450101450 0x7fd450101830 unknown :-1 s=CLOSED pgs=1434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.113 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.108+0000 7fd456e4e640 1 -- 172.21.15.1:0/3549294567 >> 172.21.15.1:0/3549294567 conn(0x7fd4500fccf0 msgr2=0x7fd4500ff110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:52.113 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.108+0000 7fd456e4e640 1 -- 172.21.15.1:0/3549294567 shutdown_connections 2024-02-10T00:07:52.113 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.108+0000 7fd456e4e640 1 -- 172.21.15.1:0/3549294567 wait complete. 2024-02-10T00:07:52.113 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.108+0000 7fd456e4e640 1 Processor -- start 2024-02-10T00:07:52.113 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.108+0000 7fd456e4e640 1 -- start start 2024-02-10T00:07:52.113 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.109+0000 7fd456e4e640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd450101450 0x7fd45019d650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.113 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.109+0000 7fd456e4e640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd450106520 0x7fd45019db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.113 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.109+0000 7fd456e4e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd450197760 0x7fd450197be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.113 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.109+0000 7fd456e4e640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd450198230 con 0x7fd450197760 2024-02-10T00:07:52.113 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.109+0000 7fd456e4e640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4501983a0 con 0x7fd450101450 2024-02-10T00:07:52.113 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.109+0000 7fd456e4e640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd450198560 con 0x7fd450106520 2024-02-10T00:07:52.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.109+0000 7fd4553eb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd450197760 0x7fd450197be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.109+0000 7fd4553eb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd450197760 0x7fd450197be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38226/0 (socket says 172.21.15.1:38226) 2024-02-10T00:07:52.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.109+0000 7fd4553eb640 1 -- 172.21.15.1:0/1280544473 learned_addr learned my addr 172.21.15.1:0/1280544473 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:52.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.109+0000 7fd447fff640 1 --2- 172.21.15.1:0/1280544473 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd450106520 0x7fd45019db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.109+0000 7fd454bea640 1 --2- 172.21.15.1:0/1280544473 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd450101450 0x7fd45019d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.109+0000 7fd4553eb640 1 -- 172.21.15.1:0/1280544473 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd450106520 msgr2=0x7fd45019db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.109+0000 7fd4553eb640 1 --2- 172.21.15.1:0/1280544473 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd450106520 0x7fd45019db90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.109+0000 7fd4553eb640 1 -- 172.21.15.1:0/1280544473 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd450101450 msgr2=0x7fd45019d650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.109+0000 7fd4553eb640 1 --2- 172.21.15.1:0/1280544473 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd450101450 0x7fd45019d650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.109+0000 7fd4553eb640 1 -- 172.21.15.1:0/1280544473 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd44c009560 con 0x7fd450197760 2024-02-10T00:07:52.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.109+0000 7fd454bea640 1 --2- 172.21.15.1:0/1280544473 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd450101450 0x7fd45019d650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:52.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.109+0000 7fd4553eb640 1 --2- 172.21.15.1:0/1280544473 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd450197760 0x7fd450197be0 secure :-1 s=READY pgs=1435 cs=0 l=1 rev1=1 crypto rx=0x7fd44800eaa0 tx=0x7fd44800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:52.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.109+0000 7fd445ffb640 1 -- 172.21.15.1:0/1280544473 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd44800cdb0 con 0x7fd450197760 2024-02-10T00:07:52.114 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.109+0000 7fd445ffb640 1 -- 172.21.15.1:0/1280544473 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd448005020 con 0x7fd450197760 2024-02-10T00:07:52.115 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.109+0000 7fd456e4e640 1 -- 172.21.15.1:0/1280544473 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4501a44b0 con 0x7fd450197760 2024-02-10T00:07:52.115 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.109+0000 7fd445ffb640 1 -- 172.21.15.1:0/1280544473 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4480116b0 con 0x7fd450197760 2024-02-10T00:07:52.115 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.110+0000 7fd456e4e640 1 -- 172.21.15.1:0/1280544473 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4501a4990 con 0x7fd450197760 2024-02-10T00:07:52.115 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.111+0000 7fd456e4e640 1 -- 172.21.15.1:0/1280544473 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd450102920 con 0x7fd450197760 2024-02-10T00:07:52.116 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.112+0000 7fd445ffb640 1 -- 172.21.15.1:0/1280544473 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fd448005520 con 0x7fd450197760 2024-02-10T00:07:52.116 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.112+0000 7fd445ffb640 1 --2- 172.21.15.1:0/1280544473 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd4380a22b0 0x7fd4380a4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.116 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.112+0000 7fd445ffb640 1 -- 172.21.15.1:0/1280544473 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fd4480ce590 con 0x7fd450197760 2024-02-10T00:07:52.116 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.112+0000 7fd454bea640 1 --2- 172.21.15.1:0/1280544473 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd4380a22b0 0x7fd4380a4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.116 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.113+0000 7fd454bea640 1 --2- 172.21.15.1:0/1280544473 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd4380a22b0 0x7fd4380a4770 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fd44c006010 tx=0x7fd44c0047a0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:52.118 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.116+0000 7fd445ffb640 1 -- 172.21.15.1:0/1280544473 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fd4480972a0 con 0x7fd450197760 2024-02-10T00:07:52.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.336+0000 7fd456e4e640 1 -- 172.21.15.1:0/1280544473 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd4501097f0 con 0x7fd450197760 2024-02-10T00:07:52.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.337+0000 7fd445ffb640 1 -- 172.21.15.1:0/1280544473 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) v1 ==== 94+0+11367 (secure 0 0 0) 0x7fd44801f070 con 0x7fd450197760 2024-02-10T00:07:52.340 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-10T00:07:52.340 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-09T23:57:05.956988+0000","modified":"2024-02-10T00:00:18.086451+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24496,"mds_2":24476,"mds_3":24475,"mds_4":14646},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14646":{"gid":14646,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24398":{"gid":24398,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24406":{"gid":24406,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24475":{"gid":24475,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_25477":{"gid":25477,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/1094349051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":1094349051},{"type":"v1","addr":"172.21.15.103:6835","nonce":1094349051}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-10T00:07:52.340 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 29 2024-02-10T00:07:52.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.339+0000 7fd456e4e640 1 -- 172.21.15.1:0/1280544473 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd4380a22b0 msgr2=0x7fd4380a4770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.339+0000 7fd456e4e640 1 --2- 172.21.15.1:0/1280544473 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd4380a22b0 0x7fd4380a4770 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fd44c006010 tx=0x7fd44c0047a0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.339+0000 7fd456e4e640 1 -- 172.21.15.1:0/1280544473 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd450197760 msgr2=0x7fd450197be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.339+0000 7fd456e4e640 1 --2- 172.21.15.1:0/1280544473 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd450197760 0x7fd450197be0 secure :-1 s=READY pgs=1435 cs=0 l=1 rev1=1 crypto rx=0x7fd44800eaa0 tx=0x7fd44800ef60 comp rx=0 tx=0).stop 2024-02-10T00:07:52.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.339+0000 7fd456e4e640 1 -- 172.21.15.1:0/1280544473 shutdown_connections 2024-02-10T00:07:52.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.339+0000 7fd456e4e640 1 --2- 172.21.15.1:0/1280544473 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd4380a22b0 0x7fd4380a4770 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.339+0000 7fd456e4e640 1 --2- 172.21.15.1:0/1280544473 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd450197760 0x7fd450197be0 unknown :-1 s=CLOSED pgs=1435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.339+0000 7fd456e4e640 1 --2- 172.21.15.1:0/1280544473 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd450106520 0x7fd45019db90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.339+0000 7fd456e4e640 1 --2- 172.21.15.1:0/1280544473 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd450101450 0x7fd45019d650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.339+0000 7fd456e4e640 1 -- 172.21.15.1:0/1280544473 >> 172.21.15.1:0/1280544473 conn(0x7fd4500fccf0 msgr2=0x7fd4500ff070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:52.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.339+0000 7fd456e4e640 1 -- 172.21.15.1:0/1280544473 shutdown_connections 2024-02-10T00:07:52.342 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.339+0000 7fd456e4e640 1 -- 172.21.15.1:0/1280544473 wait complete. 2024-02-10T00:07:52.353 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:07:52.353 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-02-10T00:07:52.461 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.456+0000 7f29c6348640 1 -- 172.21.15.1:0/2599685728 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f29c0100440 msgr2=0x7f29c0100820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.461 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.456+0000 7f29c6348640 1 --2- 172.21.15.1:0/2599685728 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f29c0100440 0x7f29c0100820 secure :-1 s=READY pgs=1436 cs=0 l=1 rev1=1 crypto rx=0x7f29b0009930 tx=0x7f29b002bc30 comp rx=0 tx=0).stop 2024-02-10T00:07:52.461 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.456+0000 7f29c6348640 1 -- 172.21.15.1:0/2599685728 shutdown_connections 2024-02-10T00:07:52.461 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.456+0000 7f29c6348640 1 --2- 172.21.15.1:0/2599685728 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f29c01026c0 0x7f29c010d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.461 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.456+0000 7f29c6348640 1 --2- 172.21.15.1:0/2599685728 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f29c0101d20 0x7f29c0102180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.456+0000 7f29c6348640 1 --2- 172.21.15.1:0/2599685728 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f29c0100440 0x7f29c0100820 unknown :-1 s=CLOSED pgs=1436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.456+0000 7f29c6348640 1 -- 172.21.15.1:0/2599685728 >> 172.21.15.1:0/2599685728 conn(0x7f29c0077310 msgr2=0x7f29c0077720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:52.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.456+0000 7f29c6348640 1 -- 172.21.15.1:0/2599685728 shutdown_connections 2024-02-10T00:07:52.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.456+0000 7f29c6348640 1 -- 172.21.15.1:0/2599685728 wait complete. 2024-02-10T00:07:52.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.457+0000 7f29c6348640 1 Processor -- start 2024-02-10T00:07:52.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.457+0000 7f29c6348640 1 -- start start 2024-02-10T00:07:52.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.457+0000 7f29c6348640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f29c0100440 0x7f29c00fd070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.457+0000 7f29c6348640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f29c0101d20 0x7f29c00fd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.457+0000 7f29c6348640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f29c01026c0 0x7f29c00fdaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.457+0000 7f29c6348640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29c01a5dd0 con 0x7f29c0101d20 2024-02-10T00:07:52.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.457+0000 7f29c6348640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29c01a5f40 con 0x7f29c01026c0 2024-02-10T00:07:52.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.457+0000 7f29c6348640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29c01a6100 con 0x7f29c0100440 2024-02-10T00:07:52.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.457+0000 7f29bf7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f29c0101d20 0x7f29c00fd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.457+0000 7f29bf7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f29c0101d20 0x7f29c00fd5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38252/0 (socket says 172.21.15.1:38252) 2024-02-10T00:07:52.462 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.458+0000 7f29bf7fe640 1 -- 172.21.15.1:0/1192317916 learned_addr learned my addr 172.21.15.1:0/1192317916 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:52.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.458+0000 7f29c48e5640 1 --2- 172.21.15.1:0/1192317916 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f29c01026c0 0x7f29c00fdaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.458+0000 7f29bffff640 1 --2- 172.21.15.1:0/1192317916 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f29c0100440 0x7f29c00fd070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.458+0000 7f29bf7fe640 1 -- 172.21.15.1:0/1192317916 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f29c0100440 msgr2=0x7f29c00fd070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.458+0000 7f29bf7fe640 1 --2- 172.21.15.1:0/1192317916 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f29c0100440 0x7f29c00fd070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.458+0000 7f29bf7fe640 1 -- 172.21.15.1:0/1192317916 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f29c01026c0 msgr2=0x7f29c00fdaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.458+0000 7f29bf7fe640 1 --2- 172.21.15.1:0/1192317916 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f29c01026c0 0x7f29c00fdaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.458+0000 7f29bf7fe640 1 -- 172.21.15.1:0/1192317916 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29b0009560 con 0x7f29c0101d20 2024-02-10T00:07:52.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.458+0000 7f29bf7fe640 1 --2- 172.21.15.1:0/1192317916 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f29c0101d20 0x7f29c00fd5b0 secure :-1 s=READY pgs=1437 cs=0 l=1 rev1=1 crypto rx=0x7f29b400d770 tx=0x7f29b400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:52.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.458+0000 7f29bd7fa640 1 -- 172.21.15.1:0/1192317916 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b4009c30 con 0x7f29c0101d20 2024-02-10T00:07:52.463 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.458+0000 7f29c6348640 1 -- 172.21.15.1:0/1192317916 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f29c01a63e0 con 0x7f29c0101d20 2024-02-10T00:07:52.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.458+0000 7f29bd7fa640 1 -- 172.21.15.1:0/1192317916 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f29b400de80 con 0x7f29c0101d20 2024-02-10T00:07:52.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.458+0000 7f29bd7fa640 1 -- 172.21.15.1:0/1192317916 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b4004e80 con 0x7f29c0101d20 2024-02-10T00:07:52.464 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.458+0000 7f29c6348640 1 -- 172.21.15.1:0/1192317916 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29c01a68f0 con 0x7f29c0101d20 2024-02-10T00:07:52.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.461+0000 7f29bd7fa640 1 -- 172.21.15.1:0/1192317916 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f29b4005020 con 0x7f29c0101d20 2024-02-10T00:07:52.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.461+0000 7f29c8ffb740 1 Processor -- start 2024-02-10T00:07:52.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.461+0000 7f29c8ffb740 1 -- start start 2024-02-10T00:07:52.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.461+0000 7f29c8ffb740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56444afd9a30 0x56444afd9e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.461+0000 7f29c8ffb740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56444afda3e0 0x56444afe2990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.461+0000 7f29c8ffb740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56444afe2f60 0x56444afe53b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.461+0000 7f29c8ffb740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56444af95020 con 0x56444afe2f60 2024-02-10T00:07:52.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.461+0000 7f29c8ffb740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56444af48320 con 0x56444afd9a30 2024-02-10T00:07:52.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.461+0000 7f29c8ffb740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56444af45850 con 0x56444afda3e0 2024-02-10T00:07:52.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.461+0000 7f29bf7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56444afe2f60 0x56444afe53b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.461+0000 7f29bf7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56444afe2f60 0x56444afe53b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38260/0 (socket says 172.21.15.1:38260) 2024-02-10T00:07:52.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.461+0000 7f29bf7fe640 1 -- 172.21.15.1:0/559720764 learned_addr learned my addr 172.21.15.1:0/559720764 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:52.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.461+0000 7f29bd7fa640 1 --2- 172.21.15.1:0/1192317916 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f29a80a2230 0x7f29a80a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.461+0000 7f29c48e5640 1 --2- 172.21.15.1:0/559720764 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56444afd9a30 0x56444afd9e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.461+0000 7f29bffff640 1 --2- 172.21.15.1:0/559720764 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56444afda3e0 0x56444afe2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.462+0000 7f29c48e5640 1 --2- 172.21.15.1:0/1192317916 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f29a80a2230 0x7f29a80a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.462+0000 7f29bf7fe640 1 -- 172.21.15.1:0/559720764 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56444afda3e0 msgr2=0x56444afe2990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.462+0000 7f29bf7fe640 1 --2- 172.21.15.1:0/559720764 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56444afda3e0 0x56444afe2990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.462+0000 7f29bf7fe640 1 -- 172.21.15.1:0/559720764 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56444afd9a30 msgr2=0x56444afd9e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.462+0000 7f29bf7fe640 1 --2- 172.21.15.1:0/559720764 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56444afd9a30 0x56444afd9e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.462+0000 7f29bd7fa640 1 -- 172.21.15.1:0/1192317916 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f29b40cda50 con 0x7f29c0101d20 2024-02-10T00:07:52.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.462+0000 7f29bf7fe640 1 -- 172.21.15.1:0/559720764 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56444af03210 con 0x56444afe2f60 2024-02-10T00:07:52.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.462+0000 7f29bffff640 1 --2- 172.21.15.1:0/559720764 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56444afda3e0 0x56444afe2990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:52.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.462+0000 7f29bf7fe640 1 --2- 172.21.15.1:0/559720764 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56444afe2f60 0x56444afe53b0 secure :-1 s=READY pgs=1438 cs=0 l=1 rev1=1 crypto rx=0x7f29b409a1f0 tx=0x7f29b4050130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b11a89a0461bacc0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:52.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.462+0000 7f29c48e5640 1 --2- 172.21.15.1:0/1192317916 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f29a80a2230 0x7f29a80a46f0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f29b8009850 tx=0x7f29b80095a0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:52.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.462+0000 7f29a67fc640 1 -- 172.21.15.1:0/559720764 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b40ba0b0 con 0x56444afe2f60 2024-02-10T00:07:52.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.462+0000 7f29a67fc640 1 -- 172.21.15.1:0/559720764 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f29b4099e50 con 0x56444afe2f60 2024-02-10T00:07:52.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.462+0000 7f29a67fc640 1 -- 172.21.15.1:0/559720764 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b40cb420 con 0x56444afe2f60 2024-02-10T00:07:52.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.463+0000 7f29c8ffb740 1 -- 172.21.15.1:0/559720764 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56444afe2f60 msgr2=0x56444afe53b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.463+0000 7f29c8ffb740 1 --2- 172.21.15.1:0/559720764 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56444afe2f60 0x56444afe53b0 secure :-1 s=READY pgs=1438 cs=0 l=1 rev1=1 crypto rx=0x7f29b409a1f0 tx=0x7f29b4050130 comp rx=0 tx=0).stop 2024-02-10T00:07:52.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.463+0000 7f29c8ffb740 1 -- 172.21.15.1:0/559720764 shutdown_connections 2024-02-10T00:07:52.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.463+0000 7f29c8ffb740 1 --2- 172.21.15.1:0/559720764 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56444afe2f60 0x56444afe53b0 unknown :-1 s=CLOSED pgs=1438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.463+0000 7f29c8ffb740 1 --2- 172.21.15.1:0/559720764 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56444afda3e0 0x56444afe2990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.463+0000 7f29c8ffb740 1 --2- 172.21.15.1:0/559720764 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56444afd9a30 0x56444afd9e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.463+0000 7f29c8ffb740 1 -- 172.21.15.1:0/559720764 >> 172.21.15.1:0/559720764 conn(0x56444afd4100 msgr2=0x56444afd44e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:52.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.463+0000 7f29c8ffb740 1 -- 172.21.15.1:0/559720764 shutdown_connections 2024-02-10T00:07:52.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.463+0000 7f29c8ffb740 1 -- 172.21.15.1:0/559720764 wait complete. 2024-02-10T00:07:52.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.463+0000 7f29c8ffb740 1 -- start start 2024-02-10T00:07:52.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.463+0000 7f29c8ffb740 1 Processor -- start 2024-02-10T00:07:52.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.464+0000 7f29c8ffb740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56444afd9a30 0x56444afdff10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.464+0000 7f29c8ffb740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56444afda3e0 0x56444afe0450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.464+0000 7f29c8ffb740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56444afe2f60 0x56444afe0990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.464+0000 7f29c8ffb740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56444af41030 con 0x56444afe2f60 2024-02-10T00:07:52.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.464+0000 7f29c8ffb740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56444ac14430 con 0x56444afd9a30 2024-02-10T00:07:52.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.464+0000 7f29c8ffb740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56444abd0e00 con 0x56444afda3e0 2024-02-10T00:07:52.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.464+0000 7f29c8ffb740 10 client.0 _ll_register_callbacks cb 0x56444af36030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:52.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.464+0000 7f29c48e5640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56444afe2f60 0x56444afe0990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.464+0000 7f29c48e5640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56444afe2f60 0x56444afe0990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38262/0 (socket says 172.21.15.1:38262) 2024-02-10T00:07:52.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.464+0000 7f29c48e5640 1 -- 172.21.15.1:0/3576455644 learned_addr learned my addr 172.21.15.1:0/3576455644 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:52.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.464+0000 7f29bf7fe640 1 --2- 172.21.15.1:0/3576455644 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56444afda3e0 0x56444afe0450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.464+0000 7f29bffff640 1 --2- 172.21.15.1:0/3576455644 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56444afd9a30 0x56444afdff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.464+0000 7f29c48e5640 1 -- 172.21.15.1:0/3576455644 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56444afda3e0 msgr2=0x56444afe0450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.464+0000 7f29c48e5640 1 --2- 172.21.15.1:0/3576455644 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56444afda3e0 0x56444afe0450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.464+0000 7f29c48e5640 1 -- 172.21.15.1:0/3576455644 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56444afd9a30 msgr2=0x56444afdff10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.464+0000 7f29c48e5640 1 --2- 172.21.15.1:0/3576455644 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56444afd9a30 0x56444afdff10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.464+0000 7f29c48e5640 1 -- 172.21.15.1:0/3576455644 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29c01a68f0 con 0x56444afe2f60 2024-02-10T00:07:52.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.464+0000 7f29bffff640 1 --2- 172.21.15.1:0/3576455644 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56444afd9a30 0x56444afdff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:52.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.464+0000 7f29c48e5640 1 --2- 172.21.15.1:0/3576455644 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56444afe2f60 0x56444afe0990 secure :-1 s=READY pgs=1439 cs=0 l=1 rev1=1 crypto rx=0x7f29b8017e20 tx=0x7f29b8004b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2affafc444daca0f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:52.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.464+0000 7f299f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:52.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.464+0000 7f299f7fe640 1 -- 172.21.15.1:0/3576455644 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b8020070 con 0x56444afe2f60 2024-02-10T00:07:52.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.464+0000 7f299f7fe640 1 -- 172.21.15.1:0/3576455644 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f29b8017e50 con 0x56444afe2f60 2024-02-10T00:07:52.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.464+0000 7f29c8ffb740 1 -- 172.21.15.1:0/3576455644 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56444ac407e0 con 0x56444afe2f60 2024-02-10T00:07:52.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.464+0000 7f299f7fe640 1 -- 172.21.15.1:0/3576455644 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f29b801bd90 con 0x56444afe2f60 2024-02-10T00:07:52.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.464+0000 7f29c8ffb740 10 client.18585 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:52.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.464+0000 7f29c8ffb740 1 -- 172.21.15.1:0/3576455644 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x56444af3f6b0 con 0x56444afe2f60 2024-02-10T00:07:52.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.465+0000 7f299f7fe640 1 -- 172.21.15.1:0/3576455644 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f29b8033020 con 0x56444afe2f60 2024-02-10T00:07:52.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.465+0000 7f299f7fe640 1 -- 172.21.15.1:0/3576455644 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f29b8008040 con 0x56444afe2f60 2024-02-10T00:07:52.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.465+0000 7f29c8ffb740 10 client.18585 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:52.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.465+0000 7f29c8ffb740 10 client.18585 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:07:52.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.465+0000 7f29c8ffb740 20 client.18585 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:52.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.465+0000 7f29c8ffb740 1 --2- 172.21.15.1:0/3576455644 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x56444aff3520 0x56444aff5940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.465+0000 7f29c8ffb740 4 client.18585 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:07:52.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.465+0000 7f29c8ffb740 1 -- 172.21.15.1:0/3576455644 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56444ac7d720 con 0x56444aff3520 2024-02-10T00:07:52.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.465+0000 7f29bffff640 1 --2- 172.21.15.1:0/3576455644 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x56444aff3520 0x56444aff5940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.465+0000 7f299f7fe640 10 client.18585 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:07:52.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.465+0000 7f29bffff640 1 --2- 172.21.15.1:0/3576455644 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x56444aff3520 0x56444aff5940 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=b57912efe9b310b6 server_cookie=68138f1797e2164b in_seq=0 out_seq=0 2024-02-10T00:07:52.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.466+0000 7f299f7fe640 1 -- 172.21.15.1:0/3576455644 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x56444ac7d720 con 0x56444aff3520 2024-02-10T00:07:52.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.466+0000 7f299f7fe640 10 client.18585 handle_command_reply: tid=0 2024-02-10T00:07:52.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.466+0000 7f29c8ffb740 1 client.18585 shutdown 2024-02-10T00:07:52.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.466+0000 7f29c8ffb740 1 -- 172.21.15.1:0/3576455644 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56444afe2f60 msgr2=0x56444afe0990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.466+0000 7f29c8ffb740 1 --2- 172.21.15.1:0/3576455644 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56444afe2f60 0x56444afe0990 secure :-1 s=READY pgs=1439 cs=0 l=1 rev1=1 crypto rx=0x7f29b8017e20 tx=0x7f29b8004b50 comp rx=0 tx=0).stop 2024-02-10T00:07:52.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.466+0000 7f29c8ffb740 1 -- 172.21.15.1:0/3576455644 shutdown_connections 2024-02-10T00:07:52.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.466+0000 7f29c8ffb740 1 --2- 172.21.15.1:0/3576455644 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x56444aff3520 0x56444aff5940 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.466+0000 7f29c8ffb740 1 --2- 172.21.15.1:0/3576455644 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56444afe2f60 0x56444afe0990 unknown :-1 s=CLOSED pgs=1439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.466+0000 7f29c8ffb740 1 --2- 172.21.15.1:0/3576455644 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56444afda3e0 0x56444afe0450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.466+0000 7f29c8ffb740 1 --2- 172.21.15.1:0/3576455644 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56444afd9a30 0x56444afdff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.466+0000 7f299f7fe640 0 client.18585 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:07:52.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.466+0000 7f29c8ffb740 1 -- 172.21.15.1:0/3576455644 >> 172.21.15.1:0/3576455644 conn(0x56444afd4100 msgr2=0x56444afd5e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:52.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.466+0000 7f29c8ffb740 1 -- 172.21.15.1:0/3576455644 shutdown_connections 2024-02-10T00:07:52.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.466+0000 7f29c8ffb740 1 -- 172.21.15.1:0/3576455644 wait complete. 2024-02-10T00:07:52.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.466+0000 7f29c8ffb740 20 client.18585 trim_cache size 0 max 16384 2024-02-10T00:07:52.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.478+0000 7f29c8ffb740 1 Processor -- start 2024-02-10T00:07:52.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.478+0000 7f29c8ffb740 1 -- start start 2024-02-10T00:07:52.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.478+0000 7f29c8ffb740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56444afd9a30 0x56444afe0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.478+0000 7f29c8ffb740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56444afda3e0 0x56444afe09a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.478+0000 7f29c8ffb740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56444afe2f60 0x56444afdd170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.478+0000 7f29c8ffb740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56444aec6130 con 0x56444afd9a30 2024-02-10T00:07:52.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.478+0000 7f29c8ffb740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56444afeff30 con 0x56444afda3e0 2024-02-10T00:07:52.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.478+0000 7f29c8ffb740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56444afe13d0 con 0x56444afe2f60 2024-02-10T00:07:52.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.478+0000 7f29bffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56444afd9a30 0x56444afe0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.478+0000 7f29bffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56444afd9a30 0x56444afe0460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38278/0 (socket says 172.21.15.1:38278) 2024-02-10T00:07:52.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.478+0000 7f29bffff640 1 -- 172.21.15.1:0/1018859837 learned_addr learned my addr 172.21.15.1:0/1018859837 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:52.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.478+0000 7f29bffff640 1 -- 172.21.15.1:0/1018859837 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56444afe2f60 msgr2=0x56444afdd170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.478+0000 7f29bffff640 1 --2- 172.21.15.1:0/1018859837 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56444afe2f60 0x56444afdd170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.478+0000 7f29bffff640 1 -- 172.21.15.1:0/1018859837 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56444afda3e0 msgr2=0x56444afe09a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.478+0000 7f29bffff640 1 --2- 172.21.15.1:0/1018859837 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56444afda3e0 0x56444afe09a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.478+0000 7f29bffff640 1 -- 172.21.15.1:0/1018859837 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56444aedbc90 con 0x56444afd9a30 2024-02-10T00:07:52.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.479+0000 7f29bffff640 1 --2- 172.21.15.1:0/1018859837 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56444afd9a30 0x56444afe0460 secure :-1 s=READY pgs=1440 cs=0 l=1 rev1=1 crypto rx=0x7f29b0036040 tx=0x7f29b0005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3a59c362cd295aa server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:52.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.479+0000 7f29a5ffb640 1 -- 172.21.15.1:0/1018859837 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b0047be0 con 0x56444afd9a30 2024-02-10T00:07:52.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.479+0000 7f29a5ffb640 1 -- 172.21.15.1:0/1018859837 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f29b0047d40 con 0x56444afd9a30 2024-02-10T00:07:52.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.479+0000 7f29a5ffb640 1 -- 172.21.15.1:0/1018859837 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b0047600 con 0x56444afd9a30 2024-02-10T00:07:52.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.479+0000 7f29c8ffb740 1 -- 172.21.15.1:0/1018859837 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56444afd9a30 msgr2=0x56444afe0460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.479+0000 7f29c8ffb740 1 --2- 172.21.15.1:0/1018859837 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56444afd9a30 0x56444afe0460 secure :-1 s=READY pgs=1440 cs=0 l=1 rev1=1 crypto rx=0x7f29b0036040 tx=0x7f29b0005fd0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.483 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.479+0000 7f29c8ffb740 1 -- 172.21.15.1:0/1018859837 shutdown_connections 2024-02-10T00:07:52.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.479+0000 7f29c8ffb740 1 --2- 172.21.15.1:0/1018859837 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56444afe2f60 0x56444afdd170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.479+0000 7f29c8ffb740 1 --2- 172.21.15.1:0/1018859837 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56444afda3e0 0x56444afe09a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.479+0000 7f29c8ffb740 1 --2- 172.21.15.1:0/1018859837 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56444afd9a30 0x56444afe0460 unknown :-1 s=CLOSED pgs=1440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.479+0000 7f29c8ffb740 1 -- 172.21.15.1:0/1018859837 >> 172.21.15.1:0/1018859837 conn(0x56444afd4100 msgr2=0x56444afde7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:52.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.479+0000 7f29c8ffb740 1 -- 172.21.15.1:0/1018859837 shutdown_connections 2024-02-10T00:07:52.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.479+0000 7f29c8ffb740 1 -- 172.21.15.1:0/1018859837 wait complete. 2024-02-10T00:07:52.484 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.480+0000 7f29c8ffb740 1 -- start start 2024-02-10T00:07:52.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.480+0000 7f29c8ffb740 1 Processor -- start 2024-02-10T00:07:52.488 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.480+0000 7f29c8ffb740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56444afd9a30 0x56444b042d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.480+0000 7f29c8ffb740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56444afda3e0 0x56444b0432c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.480+0000 7f29c8ffb740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56444afe2f60 0x56444afe90e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.480+0000 7f29c8ffb740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56444afe9790 con 0x56444afda3e0 2024-02-10T00:07:52.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.480+0000 7f29c8ffb740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56444afe9900 con 0x56444afd9a30 2024-02-10T00:07:52.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.480+0000 7f29c8ffb740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56444afe9ac0 con 0x56444afe2f60 2024-02-10T00:07:52.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.480+0000 7f29c8ffb740 10 client.0 _ll_register_callbacks cb 0x7f29b4096be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:52.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.480+0000 7f29bf7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56444afda3e0 0x56444b0432c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.480+0000 7f29bf7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56444afda3e0 0x56444b0432c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38294/0 (socket says 172.21.15.1:38294) 2024-02-10T00:07:52.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.480+0000 7f29bf7fe640 1 -- 172.21.15.1:0/1454264062 learned_addr learned my addr 172.21.15.1:0/1454264062 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:52.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.480+0000 7f29c48e5640 1 --2- 172.21.15.1:0/1454264062 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56444afe2f60 0x56444afe90e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.481+0000 7f29bffff640 1 --2- 172.21.15.1:0/1454264062 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56444afd9a30 0x56444b042d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.481+0000 7f29bf7fe640 1 -- 172.21.15.1:0/1454264062 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56444afe2f60 msgr2=0x56444afe90e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.489 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.481+0000 7f29bf7fe640 1 --2- 172.21.15.1:0/1454264062 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56444afe2f60 0x56444afe90e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.481+0000 7f29bf7fe640 1 -- 172.21.15.1:0/1454264062 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56444afd9a30 msgr2=0x56444b042d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.481+0000 7f29bf7fe640 1 --2- 172.21.15.1:0/1454264062 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56444afd9a30 0x56444b042d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.481+0000 7f29bf7fe640 1 -- 172.21.15.1:0/1454264062 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29c010d9c0 con 0x56444afda3e0 2024-02-10T00:07:52.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.481+0000 7f29bffff640 1 --2- 172.21.15.1:0/1454264062 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56444afd9a30 0x56444b042d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:07:52.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.481+0000 7f29bf7fe640 1 --2- 172.21.15.1:0/1454264062 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56444afda3e0 0x56444b0432c0 secure :-1 s=READY pgs=1441 cs=0 l=1 rev1=1 crypto rx=0x7f29b4099fc0 tx=0x7f29b4005d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1bab07ce046f0994 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:52.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.481+0000 7f299f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:52.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.481+0000 7f299f7fe640 1 -- 172.21.15.1:0/1454264062 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29b40d4060 con 0x56444afda3e0 2024-02-10T00:07:52.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.481+0000 7f299f7fe640 1 -- 172.21.15.1:0/1454264062 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f29b409e590 con 0x56444afda3e0 2024-02-10T00:07:52.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.481+0000 7f29c8ffb740 1 -- 172.21.15.1:0/1454264062 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f29b4099e50 con 0x56444afda3e0 2024-02-10T00:07:52.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.481+0000 7f299f7fe640 1 -- 172.21.15.1:0/1454264062 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f29b40ba0b0 con 0x56444afda3e0 2024-02-10T00:07:52.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.481+0000 7f29c8ffb740 10 client.18591 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:52.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.481+0000 7f29c8ffb740 1 -- 172.21.15.1:0/1454264062 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x56444af01a70 con 0x56444afda3e0 2024-02-10T00:07:52.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.481+0000 7f299f7fe640 1 -- 172.21.15.1:0/1454264062 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f29b40b2080 con 0x56444afda3e0 2024-02-10T00:07:52.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.481+0000 7f299f7fe640 1 -- 172.21.15.1:0/1454264062 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f29b40b8bb0 con 0x56444afda3e0 2024-02-10T00:07:52.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.481+0000 7f29c8ffb740 10 client.18591 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:52.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.481+0000 7f29c8ffb740 10 client.18591 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:07:52.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.481+0000 7f29c8ffb740 20 client.18591 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:52.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.481+0000 7f29c8ffb740 1 --2- 172.21.15.1:0/1454264062 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x56444b04b8d0 0x56444b04dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.481+0000 7f29c8ffb740 4 client.18591 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:07:52.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.481+0000 7f29c8ffb740 1 -- 172.21.15.1:0/1454264062 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56444accc890 con 0x56444b04b8d0 2024-02-10T00:07:52.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.482+0000 7f29bffff640 1 --2- 172.21.15.1:0/1454264062 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x56444b04b8d0 0x56444b04dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.482+0000 7f29bffff640 1 --2- 172.21.15.1:0/1454264062 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x56444b04b8d0 0x56444b04dcf0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=42fbbd642eb03636 server_cookie=1648998d979023e9 in_seq=0 out_seq=0 2024-02-10T00:07:52.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.482+0000 7f299f7fe640 10 client.18591 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:07:52.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.482+0000 7f299f7fe640 1 -- 172.21.15.1:0/1454264062 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56444accc890 con 0x56444b04b8d0 2024-02-10T00:07:52.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.482+0000 7f299f7fe640 10 client.18591 handle_command_reply: tid=0 2024-02-10T00:07:52.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.482+0000 7f29c8ffb740 1 client.18591 shutdown 2024-02-10T00:07:52.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.482+0000 7f29c8ffb740 1 -- 172.21.15.1:0/1454264062 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56444afda3e0 msgr2=0x56444b0432c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.482+0000 7f29c8ffb740 1 --2- 172.21.15.1:0/1454264062 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56444afda3e0 0x56444b0432c0 secure :-1 s=READY pgs=1441 cs=0 l=1 rev1=1 crypto rx=0x7f29b4099fc0 tx=0x7f29b4005d30 comp rx=0 tx=0).stop 2024-02-10T00:07:52.491 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.482+0000 7f29c8ffb740 1 -- 172.21.15.1:0/1454264062 shutdown_connections 2024-02-10T00:07:52.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.482+0000 7f29c8ffb740 1 --2- 172.21.15.1:0/1454264062 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x56444b04b8d0 0x56444b04dcf0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.482+0000 7f29c8ffb740 1 --2- 172.21.15.1:0/1454264062 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56444afe2f60 0x56444afe90e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.482+0000 7f29c8ffb740 1 --2- 172.21.15.1:0/1454264062 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56444afda3e0 0x56444b0432c0 unknown :-1 s=CLOSED pgs=1441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.482+0000 7f299f7fe640 0 client.18591 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:07:52.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.482+0000 7f29c8ffb740 1 --2- 172.21.15.1:0/1454264062 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56444afd9a30 0x56444b042d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.482+0000 7f29c8ffb740 1 -- 172.21.15.1:0/1454264062 >> 172.21.15.1:0/1454264062 conn(0x56444afd4100 msgr2=0x56444afd29b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:52.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.482+0000 7f29c8ffb740 1 -- 172.21.15.1:0/1454264062 shutdown_connections 2024-02-10T00:07:52.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.482+0000 7f29c8ffb740 1 -- 172.21.15.1:0/1454264062 wait complete. 2024-02-10T00:07:52.492 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.482+0000 7f29c8ffb740 20 client.18591 trim_cache size 0 max 16384 2024-02-10T00:07:52.492 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:07:52.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.483+0000 7f29c6348640 1 -- 172.21.15.1:0/1192317916 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f29a80a2230 msgr2=0x7f29a80a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.483+0000 7f29c6348640 1 --2- 172.21.15.1:0/1192317916 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f29a80a2230 0x7f29a80a46f0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f29b8009850 tx=0x7f29b80095a0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.483+0000 7f29c6348640 1 -- 172.21.15.1:0/1192317916 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f29c0101d20 msgr2=0x7f29c00fd5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.483+0000 7f29c6348640 1 --2- 172.21.15.1:0/1192317916 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f29c0101d20 0x7f29c00fd5b0 secure :-1 s=READY pgs=1437 cs=0 l=1 rev1=1 crypto rx=0x7f29b400d770 tx=0x7f29b400dc30 comp rx=0 tx=0).stop 2024-02-10T00:07:52.493 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.483+0000 7f29c6348640 1 -- 172.21.15.1:0/1192317916 shutdown_connections 2024-02-10T00:07:52.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.483+0000 7f29c6348640 1 --2- 172.21.15.1:0/1192317916 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f29a80a2230 0x7f29a80a46f0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.483+0000 7f29c6348640 1 --2- 172.21.15.1:0/1192317916 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f29c01026c0 0x7f29c00fdaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.483+0000 7f29c6348640 1 --2- 172.21.15.1:0/1192317916 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f29c0101d20 0x7f29c00fd5b0 unknown :-1 s=CLOSED pgs=1437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.483+0000 7f29c6348640 1 --2- 172.21.15.1:0/1192317916 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f29c0100440 0x7f29c00fd070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.483+0000 7f29c6348640 1 -- 172.21.15.1:0/1192317916 >> 172.21.15.1:0/1192317916 conn(0x7f29c0077310 msgr2=0x7f29c0069bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:52.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.483+0000 7f29c6348640 1 -- 172.21.15.1:0/1192317916 shutdown_connections 2024-02-10T00:07:52.494 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.483+0000 7f29c6348640 1 -- 172.21.15.1:0/1192317916 wait complete. 2024-02-10T00:07:52.496 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:07:52.496 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-02-10T00:07:52.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.598+0000 7f77b9b8a640 1 -- 172.21.15.1:0/1636579890 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f77b4100cf0 msgr2=0x7f77b4104d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.598+0000 7f77b9b8a640 1 --2- 172.21.15.1:0/1636579890 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f77b4100cf0 0x7f77b4104d30 secure :-1 s=READY pgs=1442 cs=0 l=1 rev1=1 crypto rx=0x7f77a8009930 tx=0x7f77a802bc20 comp rx=0 tx=0).stop 2024-02-10T00:07:52.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.598+0000 7f77b9b8a640 1 -- 172.21.15.1:0/1636579890 shutdown_connections 2024-02-10T00:07:52.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.598+0000 7f77b9b8a640 1 --2- 172.21.15.1:0/1636579890 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f77b4105410 0x7f77b410cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.598+0000 7f77b9b8a640 1 --2- 172.21.15.1:0/1636579890 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f77b4100cf0 0x7f77b4104d30 unknown :-1 s=CLOSED pgs=1442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.598+0000 7f77b9b8a640 1 --2- 172.21.15.1:0/1636579890 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f77b4100340 0x7f77b4100720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.598+0000 7f77b9b8a640 1 -- 172.21.15.1:0/1636579890 >> 172.21.15.1:0/1636579890 conn(0x7f77b40772e0 msgr2=0x7f77b40776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:52.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.598+0000 7f77b9b8a640 1 -- 172.21.15.1:0/1636579890 shutdown_connections 2024-02-10T00:07:52.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.598+0000 7f77b9b8a640 1 -- 172.21.15.1:0/1636579890 wait complete. 2024-02-10T00:07:52.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.599+0000 7f77b9b8a640 1 Processor -- start 2024-02-10T00:07:52.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.599+0000 7f77b9b8a640 1 -- start start 2024-02-10T00:07:52.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.599+0000 7f77b9b8a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f77b4100340 0x7f77b419d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.599+0000 7f77b9b8a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f77b4105410 0x7f77b419db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.599+0000 7f77b9b8a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f77b4197730 0x7f77b4197bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.599+0000 7f77b9b8a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77b4198200 con 0x7f77b4100340 2024-02-10T00:07:52.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.599+0000 7f77b9b8a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77b4198370 con 0x7f77b4197730 2024-02-10T00:07:52.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.599+0000 7f77b9b8a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77b4198530 con 0x7f77b4105410 2024-02-10T00:07:52.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.599+0000 7f77b37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f77b4100340 0x7f77b419d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.600+0000 7f77b37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f77b4100340 0x7f77b419d620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38312/0 (socket says 172.21.15.1:38312) 2024-02-10T00:07:52.604 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.600+0000 7f77b37fe640 1 -- 172.21.15.1:0/1749224370 learned_addr learned my addr 172.21.15.1:0/1749224370 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:52.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.600+0000 7f77b2ffd640 1 --2- 172.21.15.1:0/1749224370 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f77b4105410 0x7f77b419db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.600+0000 7f77b3fff640 1 --2- 172.21.15.1:0/1749224370 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f77b4197730 0x7f77b4197bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.600+0000 7f77b37fe640 1 -- 172.21.15.1:0/1749224370 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f77b4105410 msgr2=0x7f77b419db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.600+0000 7f77b37fe640 1 --2- 172.21.15.1:0/1749224370 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f77b4105410 0x7f77b419db60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.600+0000 7f77b37fe640 1 -- 172.21.15.1:0/1749224370 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f77b4197730 msgr2=0x7f77b4197bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.600+0000 7f77b37fe640 1 --2- 172.21.15.1:0/1749224370 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f77b4197730 0x7f77b4197bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.600+0000 7f77b37fe640 1 -- 172.21.15.1:0/1749224370 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77a8009560 con 0x7f77b4100340 2024-02-10T00:07:52.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.600+0000 7f77b37fe640 1 --2- 172.21.15.1:0/1749224370 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f77b4100340 0x7f77b419d620 secure :-1 s=READY pgs=1443 cs=0 l=1 rev1=1 crypto rx=0x7f77a400d950 tx=0x7f77a400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:52.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.600+0000 7f77b0ff9640 1 -- 172.21.15.1:0/1749224370 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77a4009a30 con 0x7f77b4100340 2024-02-10T00:07:52.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.600+0000 7f77b0ff9640 1 -- 172.21.15.1:0/1749224370 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f77a4009b90 con 0x7f77b4100340 2024-02-10T00:07:52.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.600+0000 7f77b9b8a640 1 -- 172.21.15.1:0/1749224370 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f77b41a4480 con 0x7f77b4100340 2024-02-10T00:07:52.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.600+0000 7f77b0ff9640 1 -- 172.21.15.1:0/1749224370 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77a4004a00 con 0x7f77b4100340 2024-02-10T00:07:52.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.600+0000 7f77b9b8a640 1 -- 172.21.15.1:0/1749224370 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77b41a4960 con 0x7f77b4100340 2024-02-10T00:07:52.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.602+0000 7f77b0ff9640 1 -- 172.21.15.1:0/1749224370 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f77a4009d00 con 0x7f77b4100340 2024-02-10T00:07:52.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.603+0000 7f77bc836740 1 Processor -- start 2024-02-10T00:07:52.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.603+0000 7f77bc836740 1 -- start start 2024-02-10T00:07:52.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.603+0000 7f77bc836740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e9a283aa30 0x55e9a283ae10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.603+0000 7f77bc836740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e9a283b3e0 0x55e9a2843990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.603+0000 7f77b0ff9640 1 --2- 172.21.15.1:0/1749224370 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f779c0a2230 0x7f779c0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.603+0000 7f77bc836740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e9a2843f60 0x55e9a28463b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.603+0000 7f77bc836740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e9a27f6020 con 0x55e9a283b3e0 2024-02-10T00:07:52.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.603+0000 7f77bc836740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e9a27a9320 con 0x55e9a283aa30 2024-02-10T00:07:52.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.603+0000 7f77bc836740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e9a27a6850 con 0x55e9a2843f60 2024-02-10T00:07:52.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.603+0000 7f77b2ffd640 1 --2- 172.21.15.1:0/1749224370 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f779c0a2230 0x7f779c0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.603+0000 7f77b37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e9a283b3e0 0x55e9a2843990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.604+0000 7f77b37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e9a283b3e0 0x55e9a2843990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38320/0 (socket says 172.21.15.1:38320) 2024-02-10T00:07:52.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.604+0000 7f77b37fe640 1 -- 172.21.15.1:0/881590759 learned_addr learned my addr 172.21.15.1:0/881590759 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:52.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.604+0000 7f77b3fff640 1 --2- 172.21.15.1:0/881590759 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e9a283aa30 0x55e9a283ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.604+0000 7f77b3fff640 1 --2- 172.21.15.1:0/881590759 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e9a2843f60 0x55e9a28463b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.604+0000 7f77b0ff9640 1 -- 172.21.15.1:0/1749224370 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f77a40cda50 con 0x7f77b4100340 2024-02-10T00:07:52.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.604+0000 7f77b37fe640 1 -- 172.21.15.1:0/881590759 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e9a2843f60 msgr2=0x55e9a28463b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.604+0000 7f77b37fe640 1 --2- 172.21.15.1:0/881590759 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e9a2843f60 0x55e9a28463b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.604+0000 7f77b37fe640 1 -- 172.21.15.1:0/881590759 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e9a283aa30 msgr2=0x55e9a283ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.604+0000 7f77b37fe640 1 --2- 172.21.15.1:0/881590759 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e9a283aa30 0x55e9a283ae10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.604+0000 7f77b37fe640 1 -- 172.21.15.1:0/881590759 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e9a2764210 con 0x55e9a283b3e0 2024-02-10T00:07:52.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.604+0000 7f77b3fff640 1 --2- 172.21.15.1:0/881590759 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e9a283aa30 0x55e9a283ae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:07:52.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.604+0000 7f77b2ffd640 1 --2- 172.21.15.1:0/1749224370 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f779c0a2230 0x7f779c0a46f0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f77a8000c00 tx=0x7f77a8005fd0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:52.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.604+0000 7f77b37fe640 1 --2- 172.21.15.1:0/881590759 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e9a283b3e0 0x55e9a2843990 secure :-1 s=READY pgs=1444 cs=0 l=1 rev1=1 crypto rx=0x7f77a4096840 tx=0x7f77a4099fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9dba9b76958142bc server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:52.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.604+0000 7f7799ffb640 1 -- 172.21.15.1:0/881590759 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77a409aae0 con 0x55e9a283b3e0 2024-02-10T00:07:52.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.604+0000 7f7799ffb640 1 -- 172.21.15.1:0/881590759 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f77a409a3e0 con 0x55e9a283b3e0 2024-02-10T00:07:52.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.604+0000 7f7799ffb640 1 -- 172.21.15.1:0/881590759 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77a4096a50 con 0x55e9a283b3e0 2024-02-10T00:07:52.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.605+0000 7f77bc836740 1 -- 172.21.15.1:0/881590759 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e9a283b3e0 msgr2=0x55e9a2843990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.605+0000 7f77bc836740 1 --2- 172.21.15.1:0/881590759 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e9a283b3e0 0x55e9a2843990 secure :-1 s=READY pgs=1444 cs=0 l=1 rev1=1 crypto rx=0x7f77a4096840 tx=0x7f77a4099fe0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.605+0000 7f77bc836740 1 -- 172.21.15.1:0/881590759 shutdown_connections 2024-02-10T00:07:52.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.605+0000 7f77bc836740 1 --2- 172.21.15.1:0/881590759 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e9a2843f60 0x55e9a28463b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.605+0000 7f77bc836740 1 --2- 172.21.15.1:0/881590759 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e9a283b3e0 0x55e9a2843990 unknown :-1 s=CLOSED pgs=1444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.605+0000 7f77bc836740 1 --2- 172.21.15.1:0/881590759 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e9a283aa30 0x55e9a283ae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.605+0000 7f77bc836740 1 -- 172.21.15.1:0/881590759 >> 172.21.15.1:0/881590759 conn(0x55e9a2835100 msgr2=0x55e9a28354e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:52.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.605+0000 7f77bc836740 1 -- 172.21.15.1:0/881590759 shutdown_connections 2024-02-10T00:07:52.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.605+0000 7f77bc836740 1 -- 172.21.15.1:0/881590759 wait complete. 2024-02-10T00:07:52.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.605+0000 7f77bc836740 1 -- start start 2024-02-10T00:07:52.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.605+0000 7f77bc836740 1 Processor -- start 2024-02-10T00:07:52.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.606+0000 7f77bc836740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e9a283aa30 0x55e9a2840f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.606+0000 7f77bc836740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e9a283b3e0 0x55e9a28414a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.606+0000 7f77bc836740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e9a2843f60 0x55e9a28419e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.606+0000 7f77bc836740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e9a27a2030 con 0x55e9a2843f60 2024-02-10T00:07:52.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.606+0000 7f77bc836740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e9a2475430 con 0x55e9a283b3e0 2024-02-10T00:07:52.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.606+0000 7f77bc836740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e9a2431e00 con 0x55e9a283aa30 2024-02-10T00:07:52.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.606+0000 7f77bc836740 10 client.0 _ll_register_callbacks cb 0x55e9a2797030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:52.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.606+0000 7f77b3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e9a2843f60 0x55e9a28419e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.606+0000 7f77b3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e9a2843f60 0x55e9a28419e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38330/0 (socket says 172.21.15.1:38330) 2024-02-10T00:07:52.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.606+0000 7f77b3fff640 1 -- 172.21.15.1:0/2644718301 learned_addr learned my addr 172.21.15.1:0/2644718301 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:52.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.606+0000 7f77b37fe640 1 --2- 172.21.15.1:0/2644718301 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e9a283aa30 0x55e9a2840f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.606+0000 7f77b2ffd640 1 --2- 172.21.15.1:0/2644718301 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e9a283b3e0 0x55e9a28414a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.606+0000 7f77b3fff640 1 -- 172.21.15.1:0/2644718301 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e9a283aa30 msgr2=0x55e9a2840f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.606+0000 7f77b3fff640 1 --2- 172.21.15.1:0/2644718301 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e9a283aa30 0x55e9a2840f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.606+0000 7f77b3fff640 1 -- 172.21.15.1:0/2644718301 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e9a283b3e0 msgr2=0x55e9a28414a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.606+0000 7f77b3fff640 1 --2- 172.21.15.1:0/2644718301 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e9a283b3e0 0x55e9a28414a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.606+0000 7f77b3fff640 1 -- 172.21.15.1:0/2644718301 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77b41a4960 con 0x55e9a2843f60 2024-02-10T00:07:52.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.606+0000 7f77b2ffd640 1 --2- 172.21.15.1:0/2644718301 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e9a283b3e0 0x55e9a28414a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:07:52.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.606+0000 7f77b37fe640 1 --2- 172.21.15.1:0/2644718301 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e9a283aa30 0x55e9a2840f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:52.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.606+0000 7f77b3fff640 1 --2- 172.21.15.1:0/2644718301 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e9a2843f60 0x55e9a28419e0 secure :-1 s=READY pgs=1445 cs=0 l=1 rev1=1 crypto rx=0x7f77ac011950 tx=0x7f77ac011e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=416810dda8b78237 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:52.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.606+0000 7f7792ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:52.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.606+0000 7f7792ffd640 1 -- 172.21.15.1:0/2644718301 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77ac016070 con 0x55e9a2843f60 2024-02-10T00:07:52.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.606+0000 7f7792ffd640 1 -- 172.21.15.1:0/2644718301 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f77ac003e40 con 0x55e9a2843f60 2024-02-10T00:07:52.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.606+0000 7f77bc836740 1 -- 172.21.15.1:0/2644718301 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e9a24a17e0 con 0x55e9a2843f60 2024-02-10T00:07:52.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.607+0000 7f7792ffd640 1 -- 172.21.15.1:0/2644718301 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f77ac010930 con 0x55e9a2843f60 2024-02-10T00:07:52.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.607+0000 7f77bc836740 10 client.18603 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:52.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.607+0000 7f77bc836740 1 -- 172.21.15.1:0/2644718301 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55e9a27a06b0 con 0x55e9a2843f60 2024-02-10T00:07:52.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.607+0000 7f7792ffd640 1 -- 172.21.15.1:0/2644718301 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55e9a24a17e0 con 0x55e9a2843f60 2024-02-10T00:07:52.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.607+0000 7f7792ffd640 1 -- 172.21.15.1:0/2644718301 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f77ac028480 con 0x55e9a2843f60 2024-02-10T00:07:52.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.607+0000 7f77bc836740 10 client.18603 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:52.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.607+0000 7f77bc836740 10 client.18603 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:07:52.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.607+0000 7f77bc836740 20 client.18603 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:52.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.607+0000 7f77bc836740 1 --2- 172.21.15.1:0/2644718301 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55e9a2854550 0x55e9a2856970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.607+0000 7f77bc836740 4 client.18603 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:07:52.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.607+0000 7f77bc836740 1 -- 172.21.15.1:0/2644718301 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e9a24de720 con 0x55e9a2854550 2024-02-10T00:07:52.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.607+0000 7f77b37fe640 1 --2- 172.21.15.1:0/2644718301 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55e9a2854550 0x55e9a2856970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.608+0000 7f77b37fe640 1 --2- 172.21.15.1:0/2644718301 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55e9a2854550 0x55e9a2856970 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=5e626bdc25a66aa7 server_cookie=1b5d34829ad09497 in_seq=0 out_seq=0 2024-02-10T00:07:52.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.608+0000 7f7792ffd640 10 client.18603 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:07:52.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.608+0000 7f7792ffd640 1 -- 172.21.15.1:0/2644718301 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55e9a24de720 con 0x55e9a2854550 2024-02-10T00:07:52.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.608+0000 7f7792ffd640 10 client.18603 handle_command_reply: tid=0 2024-02-10T00:07:52.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.608+0000 7f77bc836740 1 client.18603 shutdown 2024-02-10T00:07:52.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.608+0000 7f77bc836740 1 -- 172.21.15.1:0/2644718301 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e9a2843f60 msgr2=0x55e9a28419e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.608+0000 7f77bc836740 1 --2- 172.21.15.1:0/2644718301 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e9a2843f60 0x55e9a28419e0 secure :-1 s=READY pgs=1445 cs=0 l=1 rev1=1 crypto rx=0x7f77ac011950 tx=0x7f77ac011e10 comp rx=0 tx=0).stop 2024-02-10T00:07:52.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.608+0000 7f77bc836740 1 -- 172.21.15.1:0/2644718301 shutdown_connections 2024-02-10T00:07:52.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.608+0000 7f77bc836740 1 --2- 172.21.15.1:0/2644718301 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e9a2843f60 0x55e9a28419e0 unknown :-1 s=CLOSED pgs=1445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.608+0000 7f77bc836740 1 --2- 172.21.15.1:0/2644718301 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55e9a2854550 0x55e9a2856970 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.608+0000 7f77bc836740 1 --2- 172.21.15.1:0/2644718301 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e9a283b3e0 0x55e9a28414a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.617 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.608+0000 7f77bc836740 1 --2- 172.21.15.1:0/2644718301 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e9a283aa30 0x55e9a2840f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.608+0000 7f7792ffd640 0 client.18603 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:07:52.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.608+0000 7f77bc836740 1 -- 172.21.15.1:0/2644718301 >> 172.21.15.1:0/2644718301 conn(0x55e9a2835100 msgr2=0x55e9a2836e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:52.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.608+0000 7f77bc836740 1 -- 172.21.15.1:0/2644718301 shutdown_connections 2024-02-10T00:07:52.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.609+0000 7f77bc836740 1 -- 172.21.15.1:0/2644718301 wait complete. 2024-02-10T00:07:52.618 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.609+0000 7f77bc836740 20 client.18603 trim_cache size 0 max 16384 2024-02-10T00:07:52.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.620+0000 7f77bc836740 1 Processor -- start 2024-02-10T00:07:52.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.620+0000 7f77bc836740 1 -- start start 2024-02-10T00:07:52.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.620+0000 7f77bc836740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e9a283aa30 0x55e9a2843690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.620+0000 7f77bc836740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e9a283b3e0 0x55e9a2841800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.620+0000 7f77bc836740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e9a2843f60 0x55e9a283e1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.628 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.620+0000 7f77bc836740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e9a2727130 con 0x55e9a283aa30 2024-02-10T00:07:52.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.620+0000 7f77bc836740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e9a2830a40 con 0x55e9a283b3e0 2024-02-10T00:07:52.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.620+0000 7f77bc836740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e9a2850ff0 con 0x55e9a2843f60 2024-02-10T00:07:52.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.620+0000 7f77b37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e9a283aa30 0x55e9a2843690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.621+0000 7f77b37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e9a283aa30 0x55e9a2843690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38334/0 (socket says 172.21.15.1:38334) 2024-02-10T00:07:52.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.621+0000 7f77b37fe640 1 -- 172.21.15.1:0/1305940727 learned_addr learned my addr 172.21.15.1:0/1305940727 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:52.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.621+0000 7f77b2ffd640 1 --2- 172.21.15.1:0/1305940727 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e9a283b3e0 0x55e9a2841800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.621+0000 7f77b3fff640 1 --2- 172.21.15.1:0/1305940727 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e9a2843f60 0x55e9a283e1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.621+0000 7f77b37fe640 1 -- 172.21.15.1:0/1305940727 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e9a2843f60 msgr2=0x55e9a283e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.621+0000 7f77b37fe640 1 --2- 172.21.15.1:0/1305940727 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e9a2843f60 0x55e9a283e1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.621+0000 7f77b37fe640 1 -- 172.21.15.1:0/1305940727 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e9a283b3e0 msgr2=0x55e9a2841800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.621+0000 7f77b37fe640 1 --2- 172.21.15.1:0/1305940727 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e9a283b3e0 0x55e9a2841800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.621+0000 7f77b37fe640 1 -- 172.21.15.1:0/1305940727 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e9a273cc90 con 0x55e9a283aa30 2024-02-10T00:07:52.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.621+0000 7f77b2ffd640 1 --2- 172.21.15.1:0/1305940727 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e9a283b3e0 0x55e9a2841800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:52.629 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.621+0000 7f77b37fe640 1 --2- 172.21.15.1:0/1305940727 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e9a283aa30 0x55e9a2843690 secure :-1 s=READY pgs=1446 cs=0 l=1 rev1=1 crypto rx=0x7f77a4005fd0 tx=0x7f77a40cd040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=588d5d2d6f8c9915 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:52.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.621+0000 7f77997fa640 1 -- 172.21.15.1:0/1305940727 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77a409aae0 con 0x55e9a283aa30 2024-02-10T00:07:52.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.621+0000 7f77997fa640 1 -- 172.21.15.1:0/1305940727 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f77a409e530 con 0x55e9a283aa30 2024-02-10T00:07:52.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.621+0000 7f77997fa640 1 -- 172.21.15.1:0/1305940727 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77a4096bc0 con 0x55e9a283aa30 2024-02-10T00:07:52.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.622+0000 7f77bc836740 1 -- 172.21.15.1:0/1305940727 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e9a283aa30 msgr2=0x55e9a2843690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.622+0000 7f77bc836740 1 --2- 172.21.15.1:0/1305940727 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e9a283aa30 0x55e9a2843690 secure :-1 s=READY pgs=1446 cs=0 l=1 rev1=1 crypto rx=0x7f77a4005fd0 tx=0x7f77a40cd040 comp rx=0 tx=0).stop 2024-02-10T00:07:52.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.622+0000 7f77bc836740 1 -- 172.21.15.1:0/1305940727 shutdown_connections 2024-02-10T00:07:52.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.622+0000 7f77bc836740 1 --2- 172.21.15.1:0/1305940727 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e9a2843f60 0x55e9a283e1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.622+0000 7f77bc836740 1 --2- 172.21.15.1:0/1305940727 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e9a283b3e0 0x55e9a2841800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.622+0000 7f77bc836740 1 --2- 172.21.15.1:0/1305940727 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e9a283aa30 0x55e9a2843690 unknown :-1 s=CLOSED pgs=1446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.622+0000 7f77bc836740 1 -- 172.21.15.1:0/1305940727 >> 172.21.15.1:0/1305940727 conn(0x55e9a2835100 msgr2=0x55e9a283f830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:52.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.622+0000 7f77bc836740 1 -- 172.21.15.1:0/1305940727 shutdown_connections 2024-02-10T00:07:52.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.622+0000 7f77bc836740 1 -- 172.21.15.1:0/1305940727 wait complete. 2024-02-10T00:07:52.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.622+0000 7f77bc836740 1 -- start start 2024-02-10T00:07:52.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.622+0000 7f77bc836740 1 Processor -- start 2024-02-10T00:07:52.630 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.622+0000 7f77bc836740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e9a283aa30 0x55e9a284b300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.622+0000 7f77bc836740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e9a283b3e0 0x55e9a28496a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.622+0000 7f77bc836740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e9a2843f60 0x55e9a2849c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.622+0000 7f77bc836740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e9a284a340 con 0x55e9a283aa30 2024-02-10T00:07:52.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.622+0000 7f77bc836740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e9a284a4b0 con 0x55e9a283b3e0 2024-02-10T00:07:52.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.622+0000 7f77bc836740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e9a28aaa60 con 0x55e9a2843f60 2024-02-10T00:07:52.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.622+0000 7f77bc836740 10 client.0 _ll_register_callbacks cb 0x7f77a4005240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:52.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.623+0000 7f77b37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e9a283aa30 0x55e9a284b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.623+0000 7f77b37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e9a283aa30 0x55e9a284b300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38344/0 (socket says 172.21.15.1:38344) 2024-02-10T00:07:52.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.623+0000 7f77b37fe640 1 -- 172.21.15.1:0/2082160941 learned_addr learned my addr 172.21.15.1:0/2082160941 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:52.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.623+0000 7f77b2ffd640 1 --2- 172.21.15.1:0/2082160941 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e9a283b3e0 0x55e9a28496a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.623+0000 7f77b3fff640 1 --2- 172.21.15.1:0/2082160941 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e9a2843f60 0x55e9a2849c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.623+0000 7f77b37fe640 1 -- 172.21.15.1:0/2082160941 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e9a2843f60 msgr2=0x55e9a2849c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.623+0000 7f77b37fe640 1 --2- 172.21.15.1:0/2082160941 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e9a2843f60 0x55e9a2849c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.623+0000 7f77b37fe640 1 -- 172.21.15.1:0/2082160941 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e9a283b3e0 msgr2=0x55e9a28496a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.631 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.623+0000 7f77b37fe640 1 --2- 172.21.15.1:0/2082160941 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e9a283b3e0 0x55e9a28496a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.623+0000 7f77b37fe640 1 -- 172.21.15.1:0/2082160941 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e9a2764210 con 0x55e9a283aa30 2024-02-10T00:07:52.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.623+0000 7f77b37fe640 1 --2- 172.21.15.1:0/2082160941 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e9a283aa30 0x55e9a284b300 secure :-1 s=READY pgs=1447 cs=0 l=1 rev1=1 crypto rx=0x7f77a40a2650 tx=0x7f77a4096080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c44bea7396ee39ba server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:52.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.623+0000 7f7792ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:52.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.623+0000 7f7792ffd640 1 -- 172.21.15.1:0/2082160941 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77a409aae0 con 0x55e9a283aa30 2024-02-10T00:07:52.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.623+0000 7f7792ffd640 1 -- 172.21.15.1:0/2082160941 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f77a4096ba0 con 0x55e9a283aa30 2024-02-10T00:07:52.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.623+0000 7f77bc836740 1 -- 172.21.15.1:0/2082160941 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f77a409a3e0 con 0x55e9a283aa30 2024-02-10T00:07:52.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.623+0000 7f7792ffd640 1 -- 172.21.15.1:0/2082160941 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f77a409e160 con 0x55e9a283aa30 2024-02-10T00:07:52.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.623+0000 7f77bc836740 10 client.18609 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:52.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.623+0000 7f77bc836740 1 -- 172.21.15.1:0/2082160941 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55e9a2762a70 con 0x55e9a283aa30 2024-02-10T00:07:52.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.623+0000 7f7792ffd640 1 -- 172.21.15.1:0/2082160941 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f77a409a3e0 con 0x55e9a283aa30 2024-02-10T00:07:52.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.624+0000 7f7792ffd640 1 -- 172.21.15.1:0/2082160941 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f77a4099320 con 0x55e9a283aa30 2024-02-10T00:07:52.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.624+0000 7f77bc836740 10 client.18609 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:52.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.624+0000 7f77bc836740 10 client.18609 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:07:52.632 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.624+0000 7f77bc836740 20 client.18609 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:52.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.624+0000 7f77bc836740 1 --2- 172.21.15.1:0/2082160941 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55e9a28abd90 0x55e9a28ae180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.624+0000 7f77bc836740 4 client.18609 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:07:52.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.624+0000 7f77bc836740 1 -- 172.21.15.1:0/2082160941 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55e9a252d890 con 0x55e9a28abd90 2024-02-10T00:07:52.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.624+0000 7f77b2ffd640 1 --2- 172.21.15.1:0/2082160941 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55e9a28abd90 0x55e9a28ae180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.624+0000 7f7792ffd640 10 client.18609 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:07:52.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.624+0000 7f77b2ffd640 1 --2- 172.21.15.1:0/2082160941 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55e9a28abd90 0x55e9a28ae180 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=1f90c6eab5a422f6 server_cookie=3ff7890d28b04b51 in_seq=0 out_seq=0 2024-02-10T00:07:52.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.624+0000 7f7792ffd640 1 -- 172.21.15.1:0/2082160941 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55e9a252d890 con 0x55e9a28abd90 2024-02-10T00:07:52.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.624+0000 7f7792ffd640 10 client.18609 handle_command_reply: tid=0 2024-02-10T00:07:52.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.624+0000 7f77bc836740 1 client.18609 shutdown 2024-02-10T00:07:52.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.625+0000 7f77bc836740 1 -- 172.21.15.1:0/2082160941 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e9a283aa30 msgr2=0x55e9a284b300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.625+0000 7f77bc836740 1 --2- 172.21.15.1:0/2082160941 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e9a283aa30 0x55e9a284b300 secure :-1 s=READY pgs=1447 cs=0 l=1 rev1=1 crypto rx=0x7f77a40a2650 tx=0x7f77a4096080 comp rx=0 tx=0).stop 2024-02-10T00:07:52.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.625+0000 7f77bc836740 1 -- 172.21.15.1:0/2082160941 shutdown_connections 2024-02-10T00:07:52.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.625+0000 7f77bc836740 1 --2- 172.21.15.1:0/2082160941 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e9a2843f60 0x55e9a2849c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.625+0000 7f77bc836740 1 --2- 172.21.15.1:0/2082160941 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55e9a28abd90 0x55e9a28ae180 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.625+0000 7f77bc836740 1 --2- 172.21.15.1:0/2082160941 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e9a283b3e0 0x55e9a28496a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.633 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.625+0000 7f7792ffd640 0 client.18609 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:07:52.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.625+0000 7f77bc836740 1 --2- 172.21.15.1:0/2082160941 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e9a283aa30 0x55e9a284b300 unknown :-1 s=CLOSED pgs=1447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.625+0000 7f77bc836740 1 -- 172.21.15.1:0/2082160941 >> 172.21.15.1:0/2082160941 conn(0x55e9a2835100 msgr2=0x55e9a2836530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:52.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.625+0000 7f77bc836740 1 -- 172.21.15.1:0/2082160941 shutdown_connections 2024-02-10T00:07:52.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.625+0000 7f77bc836740 1 -- 172.21.15.1:0/2082160941 wait complete. 2024-02-10T00:07:52.634 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.625+0000 7f77bc836740 20 client.18609 trim_cache size 0 max 16384 2024-02-10T00:07:52.634 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:07:52.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.625+0000 7f77b9b8a640 1 -- 172.21.15.1:0/1749224370 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f779c0a2230 msgr2=0x7f779c0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.625+0000 7f77b9b8a640 1 --2- 172.21.15.1:0/1749224370 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f779c0a2230 0x7f779c0a46f0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f77a8000c00 tx=0x7f77a8005fd0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.625+0000 7f77b9b8a640 1 -- 172.21.15.1:0/1749224370 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f77b4100340 msgr2=0x7f77b419d620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.625+0000 7f77b9b8a640 1 --2- 172.21.15.1:0/1749224370 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f77b4100340 0x7f77b419d620 secure :-1 s=READY pgs=1443 cs=0 l=1 rev1=1 crypto rx=0x7f77a400d950 tx=0x7f77a400de10 comp rx=0 tx=0).stop 2024-02-10T00:07:52.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.625+0000 7f77b9b8a640 1 -- 172.21.15.1:0/1749224370 shutdown_connections 2024-02-10T00:07:52.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.625+0000 7f77b9b8a640 1 --2- 172.21.15.1:0/1749224370 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f779c0a2230 0x7f779c0a46f0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.625+0000 7f77b9b8a640 1 --2- 172.21.15.1:0/1749224370 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f77b4197730 0x7f77b4197bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.625+0000 7f77b9b8a640 1 --2- 172.21.15.1:0/1749224370 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f77b4105410 0x7f77b419db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.625+0000 7f77b9b8a640 1 --2- 172.21.15.1:0/1749224370 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f77b4100340 0x7f77b419d620 unknown :-1 s=CLOSED pgs=1443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.625+0000 7f77b9b8a640 1 -- 172.21.15.1:0/1749224370 >> 172.21.15.1:0/1749224370 conn(0x7f77b40772e0 msgr2=0x7f77b40688e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:52.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.625+0000 7f77b9b8a640 1 -- 172.21.15.1:0/1749224370 shutdown_connections 2024-02-10T00:07:52.636 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.625+0000 7f77b9b8a640 1 -- 172.21.15.1:0/1749224370 wait complete. 2024-02-10T00:07:52.638 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:07:52.638 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-02-10T00:07:52.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.740+0000 7f9a4e177640 1 -- 172.21.15.1:0/2453534150 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9a48102440 msgr2=0x7f9a48102820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.740+0000 7f9a4e177640 1 --2- 172.21.15.1:0/2453534150 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9a48102440 0x7f9a48102820 secure :-1 s=READY pgs=1448 cs=0 l=1 rev1=1 crypto rx=0x7f9a38009930 tx=0x7f9a3802bc30 comp rx=0 tx=0).stop 2024-02-10T00:07:52.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.740+0000 7f9a4e177640 1 -- 172.21.15.1:0/2453534150 shutdown_connections 2024-02-10T00:07:52.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.740+0000 7f9a4e177640 1 --2- 172.21.15.1:0/2453534150 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9a48107930 0x7f9a4810e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.740+0000 7f9a4e177640 1 --2- 172.21.15.1:0/2453534150 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a48102df0 0x7f9a48107220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.740+0000 7f9a4e177640 1 --2- 172.21.15.1:0/2453534150 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9a48102440 0x7f9a48102820 unknown :-1 s=CLOSED pgs=1448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.740+0000 7f9a4e177640 1 -- 172.21.15.1:0/2453534150 >> 172.21.15.1:0/2453534150 conn(0x7f9a48077310 msgr2=0x7f9a48077720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:52.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.740+0000 7f9a4e177640 1 -- 172.21.15.1:0/2453534150 shutdown_connections 2024-02-10T00:07:52.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.740+0000 7f9a4e177640 1 -- 172.21.15.1:0/2453534150 wait complete. 2024-02-10T00:07:52.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.741+0000 7f9a4e177640 1 Processor -- start 2024-02-10T00:07:52.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.741+0000 7f9a4e177640 1 -- start start 2024-02-10T00:07:52.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.741+0000 7f9a4e177640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9a48102440 0x7f9a4819d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.741+0000 7f9a4e177640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9a48107930 0x7f9a4819dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.741+0000 7f9a4e177640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a481977e0 0x7f9a48197c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.741+0000 7f9a4e177640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a48198290 con 0x7f9a48102440 2024-02-10T00:07:52.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.741+0000 7f9a4e177640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a48198400 con 0x7f9a481977e0 2024-02-10T00:07:52.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.741+0000 7f9a4e177640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a48198570 con 0x7f9a48107930 2024-02-10T00:07:52.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.741+0000 7f9a477fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9a48102440 0x7f9a4819d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.741+0000 7f9a477fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9a48102440 0x7f9a4819d670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38358/0 (socket says 172.21.15.1:38358) 2024-02-10T00:07:52.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.741+0000 7f9a477fe640 1 -- 172.21.15.1:0/2944659131 learned_addr learned my addr 172.21.15.1:0/2944659131 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:52.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.742+0000 7f9a46ffd640 1 --2- 172.21.15.1:0/2944659131 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9a48107930 0x7f9a4819dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.742+0000 7f9a47fff640 1 --2- 172.21.15.1:0/2944659131 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a481977e0 0x7f9a48197c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.742+0000 7f9a477fe640 1 -- 172.21.15.1:0/2944659131 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9a48107930 msgr2=0x7f9a4819dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.742+0000 7f9a477fe640 1 --2- 172.21.15.1:0/2944659131 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9a48107930 0x7f9a4819dbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.742+0000 7f9a477fe640 1 -- 172.21.15.1:0/2944659131 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a481977e0 msgr2=0x7f9a48197c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.742+0000 7f9a477fe640 1 --2- 172.21.15.1:0/2944659131 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a481977e0 0x7f9a48197c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.742+0000 7f9a477fe640 1 -- 172.21.15.1:0/2944659131 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a38009560 con 0x7f9a48102440 2024-02-10T00:07:52.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.742+0000 7f9a47fff640 1 --2- 172.21.15.1:0/2944659131 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a481977e0 0x7f9a48197c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:52.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.742+0000 7f9a477fe640 1 --2- 172.21.15.1:0/2944659131 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9a48102440 0x7f9a4819d670 secure :-1 s=READY pgs=1449 cs=0 l=1 rev1=1 crypto rx=0x7f9a38009230 tx=0x7f9a3802c6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:52.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.742+0000 7f9a44ff9640 1 -- 172.21.15.1:0/2944659131 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a38004350 con 0x7f9a48102440 2024-02-10T00:07:52.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.742+0000 7f9a44ff9640 1 -- 172.21.15.1:0/2944659131 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9a380044b0 con 0x7f9a48102440 2024-02-10T00:07:52.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.742+0000 7f9a4e177640 1 -- 172.21.15.1:0/2944659131 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a481a44c0 con 0x7f9a48102440 2024-02-10T00:07:52.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.742+0000 7f9a44ff9640 1 -- 172.21.15.1:0/2944659131 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a38003c60 con 0x7f9a48102440 2024-02-10T00:07:52.748 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.742+0000 7f9a4e177640 1 -- 172.21.15.1:0/2944659131 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a481a49a0 con 0x7f9a48102440 2024-02-10T00:07:52.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.744+0000 7f9a44ff9640 1 -- 172.21.15.1:0/2944659131 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f9a38005560 con 0x7f9a48102440 2024-02-10T00:07:52.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.745+0000 7f9a50e27740 1 Processor -- start 2024-02-10T00:07:52.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.745+0000 7f9a50e27740 1 -- start start 2024-02-10T00:07:52.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.745+0000 7f9a50e27740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652f6745a30 0x5652f6745e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.745+0000 7f9a50e27740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5652f67463e0 0x5652f674e990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.745+0000 7f9a50e27740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5652f674ef60 0x5652f67513b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.745+0000 7f9a50e27740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5652f6701020 con 0x5652f67463e0 2024-02-10T00:07:52.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.745+0000 7f9a50e27740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5652f66b4320 con 0x5652f6745a30 2024-02-10T00:07:52.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.745+0000 7f9a50e27740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5652f66b1850 con 0x5652f674ef60 2024-02-10T00:07:52.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.745+0000 7f9a477fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5652f67463e0 0x5652f674e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.745+0000 7f9a44ff9640 1 --2- 172.21.15.1:0/2944659131 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9a300a2230 0x7f9a300a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.745+0000 7f9a477fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5652f67463e0 0x5652f674e990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38374/0 (socket says 172.21.15.1:38374) 2024-02-10T00:07:52.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.745+0000 7f9a477fe640 1 -- 172.21.15.1:0/3647291255 learned_addr learned my addr 172.21.15.1:0/3647291255 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:52.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.745+0000 7f9a47fff640 1 --2- 172.21.15.1:0/3647291255 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652f6745a30 0x5652f6745e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.745+0000 7f9a46ffd640 1 --2- 172.21.15.1:0/3647291255 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5652f674ef60 0x5652f67513b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.746+0000 7f9a47fff640 1 --2- 172.21.15.1:0/2944659131 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9a300a2230 0x7f9a300a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.746+0000 7f9a44ff9640 1 -- 172.21.15.1:0/2944659131 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f9a380f0140 con 0x7f9a48102440 2024-02-10T00:07:52.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.746+0000 7f9a477fe640 1 -- 172.21.15.1:0/3647291255 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5652f674ef60 msgr2=0x5652f67513b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.746+0000 7f9a477fe640 1 --2- 172.21.15.1:0/3647291255 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5652f674ef60 0x5652f67513b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.746+0000 7f9a477fe640 1 -- 172.21.15.1:0/3647291255 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652f6745a30 msgr2=0x5652f6745e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.746+0000 7f9a477fe640 1 --2- 172.21.15.1:0/3647291255 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652f6745a30 0x5652f6745e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.746+0000 7f9a477fe640 1 -- 172.21.15.1:0/3647291255 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5652f666f210 con 0x5652f67463e0 2024-02-10T00:07:52.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.746+0000 7f9a477fe640 1 --2- 172.21.15.1:0/3647291255 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5652f67463e0 0x5652f674e990 secure :-1 s=READY pgs=1450 cs=0 l=1 rev1=1 crypto rx=0x7f9a3804c000 tx=0x7f9a38009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15bdf2fdfc408f60 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:52.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.746+0000 7f9a47fff640 1 --2- 172.21.15.1:0/2944659131 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9a300a2230 0x7f9a300a46f0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f9a40005c40 tx=0x7f9a40009500 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:52.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.746+0000 7f9a2dffb640 1 -- 172.21.15.1:0/3647291255 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a380bd2e0 con 0x5652f67463e0 2024-02-10T00:07:52.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.746+0000 7f9a2dffb640 1 -- 172.21.15.1:0/3647291255 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9a380bcbe0 con 0x5652f67463e0 2024-02-10T00:07:52.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.746+0000 7f9a2dffb640 1 -- 172.21.15.1:0/3647291255 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a3803d3b0 con 0x5652f67463e0 2024-02-10T00:07:52.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.747+0000 7f9a50e27740 1 -- 172.21.15.1:0/3647291255 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5652f67463e0 msgr2=0x5652f674e990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.747+0000 7f9a50e27740 1 --2- 172.21.15.1:0/3647291255 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5652f67463e0 0x5652f674e990 secure :-1 s=READY pgs=1450 cs=0 l=1 rev1=1 crypto rx=0x7f9a3804c000 tx=0x7f9a38009260 comp rx=0 tx=0).stop 2024-02-10T00:07:52.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.747+0000 7f9a50e27740 1 -- 172.21.15.1:0/3647291255 shutdown_connections 2024-02-10T00:07:52.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.747+0000 7f9a50e27740 1 --2- 172.21.15.1:0/3647291255 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5652f674ef60 0x5652f67513b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.747+0000 7f9a50e27740 1 --2- 172.21.15.1:0/3647291255 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5652f67463e0 0x5652f674e990 unknown :-1 s=CLOSED pgs=1450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.747+0000 7f9a50e27740 1 --2- 172.21.15.1:0/3647291255 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652f6745a30 0x5652f6745e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.747+0000 7f9a50e27740 1 -- 172.21.15.1:0/3647291255 >> 172.21.15.1:0/3647291255 conn(0x5652f6740100 msgr2=0x5652f67404e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:52.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.747+0000 7f9a50e27740 1 -- 172.21.15.1:0/3647291255 shutdown_connections 2024-02-10T00:07:52.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.747+0000 7f9a50e27740 1 -- 172.21.15.1:0/3647291255 wait complete. 2024-02-10T00:07:52.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.747+0000 7f9a50e27740 1 -- start start 2024-02-10T00:07:52.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.747+0000 7f9a50e27740 1 Processor -- start 2024-02-10T00:07:52.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.748+0000 7f9a50e27740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5652f6745a30 0x5652f674be30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.748+0000 7f9a50e27740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5652f67463e0 0x5652f674c370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.748+0000 7f9a50e27740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652f674ef60 0x5652f674c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.748+0000 7f9a50e27740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5652f66ad030 con 0x5652f6745a30 2024-02-10T00:07:52.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.748+0000 7f9a50e27740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5652f6380430 con 0x5652f674ef60 2024-02-10T00:07:52.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.748+0000 7f9a50e27740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5652f633ce00 con 0x5652f67463e0 2024-02-10T00:07:52.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.748+0000 7f9a50e27740 10 client.0 _ll_register_callbacks cb 0x5652f66a2030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:52.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.748+0000 7f9a477fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5652f6745a30 0x5652f674be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.748+0000 7f9a477fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5652f6745a30 0x5652f674be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38376/0 (socket says 172.21.15.1:38376) 2024-02-10T00:07:52.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.748+0000 7f9a477fe640 1 -- 172.21.15.1:0/3401968101 learned_addr learned my addr 172.21.15.1:0/3401968101 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:52.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.748+0000 7f9a46ffd640 1 --2- 172.21.15.1:0/3401968101 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5652f67463e0 0x5652f674c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.748+0000 7f9a47fff640 1 --2- 172.21.15.1:0/3401968101 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652f674ef60 0x5652f674c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.748+0000 7f9a477fe640 1 -- 172.21.15.1:0/3401968101 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5652f67463e0 msgr2=0x5652f674c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.748+0000 7f9a477fe640 1 --2- 172.21.15.1:0/3401968101 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5652f67463e0 0x5652f674c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.748+0000 7f9a477fe640 1 -- 172.21.15.1:0/3401968101 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652f674ef60 msgr2=0x5652f674c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.748+0000 7f9a477fe640 1 --2- 172.21.15.1:0/3401968101 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652f674ef60 0x5652f674c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.748+0000 7f9a477fe640 1 -- 172.21.15.1:0/3401968101 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a481a49a0 con 0x5652f6745a30 2024-02-10T00:07:52.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.748+0000 7f9a47fff640 1 --2- 172.21.15.1:0/3401968101 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652f674ef60 0x5652f674c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:52.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.748+0000 7f9a477fe640 1 --2- 172.21.15.1:0/3401968101 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5652f6745a30 0x5652f674be30 secure :-1 s=READY pgs=1451 cs=0 l=1 rev1=1 crypto rx=0x7f9a380bc8e0 tx=0x7f9a3802bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb6d11c5dda338dc server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:52.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.748+0000 7f9a26ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:52.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.748+0000 7f9a26ffd640 1 -- 172.21.15.1:0/3401968101 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a380c5400 con 0x5652f6745a30 2024-02-10T00:07:52.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.748+0000 7f9a26ffd640 1 -- 172.21.15.1:0/3401968101 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f9a3803d3b0 con 0x5652f6745a30 2024-02-10T00:07:52.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.748+0000 7f9a50e27740 1 -- 172.21.15.1:0/3401968101 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5652f63ac7e0 con 0x5652f6745a30 2024-02-10T00:07:52.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.748+0000 7f9a26ffd640 1 -- 172.21.15.1:0/3401968101 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9a380db130 con 0x5652f6745a30 2024-02-10T00:07:52.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.748+0000 7f9a50e27740 10 client.18621 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:52.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.748+0000 7f9a50e27740 1 -- 172.21.15.1:0/3401968101 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5652f66ab6b0 con 0x5652f6745a30 2024-02-10T00:07:52.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.749+0000 7f9a26ffd640 1 -- 172.21.15.1:0/3401968101 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5652f63ac7e0 con 0x5652f6745a30 2024-02-10T00:07:52.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.749+0000 7f9a26ffd640 1 -- 172.21.15.1:0/3401968101 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f9a38088020 con 0x5652f6745a30 2024-02-10T00:07:52.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.749+0000 7f9a50e27740 10 client.18621 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:52.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.749+0000 7f9a50e27740 10 client.18621 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:07:52.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.749+0000 7f9a50e27740 20 client.18621 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:52.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.749+0000 7f9a50e27740 1 --2- 172.21.15.1:0/3401968101 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x5652f675ee00 0x5652f6761220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.749+0000 7f9a50e27740 4 client.18621 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:07:52.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.749+0000 7f9a50e27740 1 -- 172.21.15.1:0/3401968101 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5652f63e9720 con 0x5652f675ee00 2024-02-10T00:07:52.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.749+0000 7f9a46ffd640 1 --2- 172.21.15.1:0/3401968101 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x5652f675ee00 0x5652f6761220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.750+0000 7f9a26ffd640 10 client.18621 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:07:52.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.750+0000 7f9a46ffd640 1 --2- 172.21.15.1:0/3401968101 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x5652f675ee00 0x5652f6761220 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=da65d563bda54b6b server_cookie=228e11bcb0253cbb in_seq=0 out_seq=0 2024-02-10T00:07:52.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.750+0000 7f9a26ffd640 1 -- 172.21.15.1:0/3401968101 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5652f63e9720 con 0x5652f675ee00 2024-02-10T00:07:52.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.750+0000 7f9a26ffd640 10 client.18621 handle_command_reply: tid=0 2024-02-10T00:07:52.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.750+0000 7f9a50e27740 1 client.18621 shutdown 2024-02-10T00:07:52.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.750+0000 7f9a50e27740 1 -- 172.21.15.1:0/3401968101 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5652f6745a30 msgr2=0x5652f674be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.750+0000 7f9a50e27740 1 --2- 172.21.15.1:0/3401968101 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5652f6745a30 0x5652f674be30 secure :-1 s=READY pgs=1451 cs=0 l=1 rev1=1 crypto rx=0x7f9a380bc8e0 tx=0x7f9a3802bc30 comp rx=0 tx=0).stop 2024-02-10T00:07:52.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.750+0000 7f9a50e27740 1 -- 172.21.15.1:0/3401968101 shutdown_connections 2024-02-10T00:07:52.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.750+0000 7f9a50e27740 1 --2- 172.21.15.1:0/3401968101 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652f674ef60 0x5652f674c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.761 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.750+0000 7f9a50e27740 1 --2- 172.21.15.1:0/3401968101 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5652f67463e0 0x5652f674c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.761 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.750+0000 7f9a50e27740 1 --2- 172.21.15.1:0/3401968101 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x5652f675ee00 0x5652f6761220 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.761 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.750+0000 7f9a50e27740 1 --2- 172.21.15.1:0/3401968101 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5652f6745a30 0x5652f674be30 unknown :-1 s=CLOSED pgs=1451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.761 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.750+0000 7f9a26ffd640 0 client.18621 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:07:52.761 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.750+0000 7f9a50e27740 1 -- 172.21.15.1:0/3401968101 >> 172.21.15.1:0/3401968101 conn(0x5652f6740100 msgr2=0x5652f6741e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:52.761 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.751+0000 7f9a50e27740 1 -- 172.21.15.1:0/3401968101 shutdown_connections 2024-02-10T00:07:52.761 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.751+0000 7f9a50e27740 1 -- 172.21.15.1:0/3401968101 wait complete. 2024-02-10T00:07:52.761 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.751+0000 7f9a50e27740 20 client.18621 trim_cache size 0 max 16384 2024-02-10T00:07:52.772 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.762+0000 7f9a50e27740 1 Processor -- start 2024-02-10T00:07:52.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.762+0000 7f9a50e27740 1 -- start start 2024-02-10T00:07:52.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.762+0000 7f9a50e27740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5652f6745a30 0x5652f674e560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.762+0000 7f9a50e27740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652f67463e0 0x5652f6756130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.762+0000 7f9a50e27740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5652f674ef60 0x5652f6747110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.763+0000 7f9a50e27740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5652f6632130 con 0x5652f6745a30 2024-02-10T00:07:52.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.763+0000 7f9a50e27740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5652f673b0d0 con 0x5652f67463e0 2024-02-10T00:07:52.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.763+0000 7f9a50e27740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5652f675bca0 con 0x5652f674ef60 2024-02-10T00:07:52.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.763+0000 7f9a477fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5652f6745a30 0x5652f674e560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.763+0000 7f9a477fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5652f6745a30 0x5652f674e560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38392/0 (socket says 172.21.15.1:38392) 2024-02-10T00:07:52.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.763+0000 7f9a477fe640 1 -- 172.21.15.1:0/4216895930 learned_addr learned my addr 172.21.15.1:0/4216895930 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:52.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.763+0000 7f9a46ffd640 1 --2- 172.21.15.1:0/4216895930 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652f67463e0 0x5652f6756130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.763+0000 7f9a47fff640 1 --2- 172.21.15.1:0/4216895930 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5652f674ef60 0x5652f6747110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.763+0000 7f9a477fe640 1 -- 172.21.15.1:0/4216895930 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5652f674ef60 msgr2=0x5652f6747110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.763+0000 7f9a477fe640 1 --2- 172.21.15.1:0/4216895930 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5652f674ef60 0x5652f6747110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.763+0000 7f9a477fe640 1 -- 172.21.15.1:0/4216895930 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652f67463e0 msgr2=0x5652f6756130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.763+0000 7f9a477fe640 1 --2- 172.21.15.1:0/4216895930 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652f67463e0 0x5652f6756130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.763+0000 7f9a477fe640 1 -- 172.21.15.1:0/4216895930 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5652f6647c90 con 0x5652f6745a30 2024-02-10T00:07:52.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.763+0000 7f9a47fff640 1 --2- 172.21.15.1:0/4216895930 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5652f674ef60 0x5652f6747110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:07:52.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.763+0000 7f9a477fe640 1 --2- 172.21.15.1:0/4216895930 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5652f6745a30 0x5652f674e560 secure :-1 s=READY pgs=1452 cs=0 l=1 rev1=1 crypto rx=0x7f9a38003fd0 tx=0x7f9a380882b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53b3dadebafebdeb server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:52.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.763+0000 7f9a2d7fa640 1 -- 172.21.15.1:0/4216895930 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a380bd360 con 0x5652f6745a30 2024-02-10T00:07:52.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.763+0000 7f9a2d7fa640 1 -- 172.21.15.1:0/4216895930 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9a380db130 con 0x5652f6745a30 2024-02-10T00:07:52.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.763+0000 7f9a2d7fa640 1 -- 172.21.15.1:0/4216895930 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a3803d3b0 con 0x5652f6745a30 2024-02-10T00:07:52.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.764+0000 7f9a50e27740 1 -- 172.21.15.1:0/4216895930 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5652f6745a30 msgr2=0x5652f674e560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.764+0000 7f9a50e27740 1 --2- 172.21.15.1:0/4216895930 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5652f6745a30 0x5652f674e560 secure :-1 s=READY pgs=1452 cs=0 l=1 rev1=1 crypto rx=0x7f9a38003fd0 tx=0x7f9a380882b0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.764+0000 7f9a50e27740 1 -- 172.21.15.1:0/4216895930 shutdown_connections 2024-02-10T00:07:52.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.764+0000 7f9a50e27740 1 --2- 172.21.15.1:0/4216895930 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5652f674ef60 0x5652f6747110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.764+0000 7f9a50e27740 1 --2- 172.21.15.1:0/4216895930 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652f67463e0 0x5652f6756130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.764+0000 7f9a50e27740 1 --2- 172.21.15.1:0/4216895930 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5652f6745a30 0x5652f674e560 unknown :-1 s=CLOSED pgs=1452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.764+0000 7f9a50e27740 1 -- 172.21.15.1:0/4216895930 >> 172.21.15.1:0/4216895930 conn(0x5652f6740100 msgr2=0x5652f67404e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:52.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.764+0000 7f9a50e27740 1 -- 172.21.15.1:0/4216895930 shutdown_connections 2024-02-10T00:07:52.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.764+0000 7f9a50e27740 1 -- 172.21.15.1:0/4216895930 wait complete. 2024-02-10T00:07:52.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.764+0000 7f9a50e27740 1 -- start start 2024-02-10T00:07:52.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.764+0000 7f9a50e27740 1 Processor -- start 2024-02-10T00:07:52.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.765+0000 7f9a50e27740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5652f6745a30 0x5652f67b34c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.765+0000 7f9a50e27740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652f67463e0 0x5652f67b3a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.765+0000 7f9a50e27740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5652f674ef60 0x5652f67ad8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.765+0000 7f9a50e27740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5652f67ade90 con 0x5652f6745a30 2024-02-10T00:07:52.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.765+0000 7f9a50e27740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5652f67ae000 con 0x5652f67463e0 2024-02-10T00:07:52.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.765+0000 7f9a50e27740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5652f67ae1c0 con 0x5652f674ef60 2024-02-10T00:07:52.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.765+0000 7f9a50e27740 10 client.0 _ll_register_callbacks cb 0x7f9a380bc9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:52.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.765+0000 7f9a477fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5652f6745a30 0x5652f67b34c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.765+0000 7f9a477fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5652f6745a30 0x5652f67b34c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38398/0 (socket says 172.21.15.1:38398) 2024-02-10T00:07:52.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.765+0000 7f9a477fe640 1 -- 172.21.15.1:0/1730295674 learned_addr learned my addr 172.21.15.1:0/1730295674 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:52.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.765+0000 7f9a47fff640 1 --2- 172.21.15.1:0/1730295674 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5652f674ef60 0x5652f67ad8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.765+0000 7f9a46ffd640 1 --2- 172.21.15.1:0/1730295674 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652f67463e0 0x5652f67b3a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.765+0000 7f9a477fe640 1 -- 172.21.15.1:0/1730295674 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5652f674ef60 msgr2=0x5652f67ad8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.765+0000 7f9a477fe640 1 --2- 172.21.15.1:0/1730295674 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5652f674ef60 0x5652f67ad8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.765+0000 7f9a477fe640 1 -- 172.21.15.1:0/1730295674 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652f67463e0 msgr2=0x5652f67b3a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.765+0000 7f9a477fe640 1 --2- 172.21.15.1:0/1730295674 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652f67463e0 0x5652f67b3a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.765+0000 7f9a477fe640 1 -- 172.21.15.1:0/1730295674 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5652f66ab6b0 con 0x5652f6745a30 2024-02-10T00:07:52.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.765+0000 7f9a47fff640 1 --2- 172.21.15.1:0/1730295674 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5652f674ef60 0x5652f67ad8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:52.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.765+0000 7f9a477fe640 1 --2- 172.21.15.1:0/1730295674 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5652f6745a30 0x5652f67b34c0 secure :-1 s=READY pgs=1453 cs=0 l=1 rev1=1 crypto rx=0x7f9a38009430 tx=0x7f9a380bb0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc806d21f4fb647f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:52.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.765+0000 7f9a26ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:52.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.765+0000 7f9a26ffd640 1 -- 172.21.15.1:0/1730295674 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a380c50f0 con 0x5652f6745a30 2024-02-10T00:07:52.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.765+0000 7f9a26ffd640 1 -- 172.21.15.1:0/1730295674 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f9a380bc030 con 0x5652f6745a30 2024-02-10T00:07:52.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.765+0000 7f9a50e27740 1 -- 172.21.15.1:0/1730295674 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9a380bcbe0 con 0x5652f6745a30 2024-02-10T00:07:52.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.765+0000 7f9a26ffd640 1 -- 172.21.15.1:0/1730295674 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9a380bd2e0 con 0x5652f6745a30 2024-02-10T00:07:52.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.765+0000 7f9a50e27740 10 client.18627 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:52.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.765+0000 7f9a50e27740 1 -- 172.21.15.1:0/1730295674 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5652f666da70 con 0x5652f6745a30 2024-02-10T00:07:52.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.766+0000 7f9a26ffd640 1 -- 172.21.15.1:0/1730295674 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9a380bcbe0 con 0x5652f6745a30 2024-02-10T00:07:52.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.766+0000 7f9a26ffd640 1 -- 172.21.15.1:0/1730295674 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f9a3803c070 con 0x5652f6745a30 2024-02-10T00:07:52.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.766+0000 7f9a50e27740 10 client.18627 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:52.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.766+0000 7f9a50e27740 10 client.18627 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:07:52.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.766+0000 7f9a50e27740 20 client.18627 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:52.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.766+0000 7f9a50e27740 1 --2- 172.21.15.1:0/1730295674 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x5652f67bae30 0x5652f67bd220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.766+0000 7f9a50e27740 4 client.18627 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:07:52.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.766+0000 7f9a50e27740 1 -- 172.21.15.1:0/1730295674 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5652f6438890 con 0x5652f67bae30 2024-02-10T00:07:52.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.766+0000 7f9a46ffd640 1 --2- 172.21.15.1:0/1730295674 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x5652f67bae30 0x5652f67bd220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.767+0000 7f9a26ffd640 10 client.18627 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:07:52.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.767+0000 7f9a46ffd640 1 --2- 172.21.15.1:0/1730295674 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x5652f67bae30 0x5652f67bd220 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c6baa5c774cc5e81 server_cookie=d6eafeafe0451bd1 in_seq=0 out_seq=0 2024-02-10T00:07:52.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.767+0000 7f9a26ffd640 1 -- 172.21.15.1:0/1730295674 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5652f6438890 con 0x5652f67bae30 2024-02-10T00:07:52.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.767+0000 7f9a26ffd640 10 client.18627 handle_command_reply: tid=0 2024-02-10T00:07:52.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.767+0000 7f9a50e27740 1 client.18627 shutdown 2024-02-10T00:07:52.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.767+0000 7f9a50e27740 1 -- 172.21.15.1:0/1730295674 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5652f6745a30 msgr2=0x5652f67b34c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.767+0000 7f9a50e27740 1 --2- 172.21.15.1:0/1730295674 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5652f6745a30 0x5652f67b34c0 secure :-1 s=READY pgs=1453 cs=0 l=1 rev1=1 crypto rx=0x7f9a38009430 tx=0x7f9a380bb0f0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.767+0000 7f9a50e27740 1 -- 172.21.15.1:0/1730295674 shutdown_connections 2024-02-10T00:07:52.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.767+0000 7f9a50e27740 1 --2- 172.21.15.1:0/1730295674 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5652f674ef60 0x5652f67ad8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.767+0000 7f9a50e27740 1 --2- 172.21.15.1:0/1730295674 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5652f67463e0 0x5652f67b3a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.767+0000 7f9a50e27740 1 --2- 172.21.15.1:0/1730295674 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x5652f67bae30 0x5652f67bd220 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.767+0000 7f9a50e27740 1 --2- 172.21.15.1:0/1730295674 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5652f6745a30 0x5652f67b34c0 unknown :-1 s=CLOSED pgs=1453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.767+0000 7f9a26ffd640 0 client.18627 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:07:52.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.767+0000 7f9a50e27740 1 -- 172.21.15.1:0/1730295674 >> 172.21.15.1:0/1730295674 conn(0x5652f6740100 msgr2=0x5652f6747110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:52.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.767+0000 7f9a50e27740 1 -- 172.21.15.1:0/1730295674 shutdown_connections 2024-02-10T00:07:52.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.767+0000 7f9a50e27740 1 -- 172.21.15.1:0/1730295674 wait complete. 2024-02-10T00:07:52.778 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.767+0000 7f9a50e27740 20 client.18627 trim_cache size 0 max 16384 2024-02-10T00:07:52.779 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:07:52.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.768+0000 7f9a4e177640 1 -- 172.21.15.1:0/2944659131 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9a300a2230 msgr2=0x7f9a300a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.768+0000 7f9a4e177640 1 --2- 172.21.15.1:0/2944659131 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9a300a2230 0x7f9a300a46f0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f9a40005c40 tx=0x7f9a40009500 comp rx=0 tx=0).stop 2024-02-10T00:07:52.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.768+0000 7f9a4e177640 1 -- 172.21.15.1:0/2944659131 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9a48102440 msgr2=0x7f9a4819d670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.768+0000 7f9a4e177640 1 --2- 172.21.15.1:0/2944659131 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9a48102440 0x7f9a4819d670 secure :-1 s=READY pgs=1449 cs=0 l=1 rev1=1 crypto rx=0x7f9a38009230 tx=0x7f9a3802c6c0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.768+0000 7f9a4e177640 1 -- 172.21.15.1:0/2944659131 shutdown_connections 2024-02-10T00:07:52.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.768+0000 7f9a4e177640 1 --2- 172.21.15.1:0/2944659131 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9a300a2230 0x7f9a300a46f0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.768+0000 7f9a4e177640 1 --2- 172.21.15.1:0/2944659131 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9a481977e0 0x7f9a48197c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.768+0000 7f9a4e177640 1 --2- 172.21.15.1:0/2944659131 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9a48107930 0x7f9a4819dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.768+0000 7f9a4e177640 1 --2- 172.21.15.1:0/2944659131 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9a48102440 0x7f9a4819d670 unknown :-1 s=CLOSED pgs=1449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.768+0000 7f9a4e177640 1 -- 172.21.15.1:0/2944659131 >> 172.21.15.1:0/2944659131 conn(0x7f9a48077310 msgr2=0x7f9a480ff0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:52.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.768+0000 7f9a4e177640 1 -- 172.21.15.1:0/2944659131 shutdown_connections 2024-02-10T00:07:52.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.768+0000 7f9a4e177640 1 -- 172.21.15.1:0/2944659131 wait complete. 2024-02-10T00:07:52.781 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:07:52.782 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-02-10T00:07:52.888 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.883+0000 7f49ec1d7640 1 -- 172.21.15.1:0/3870242058 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f49e4105400 msgr2=0x7f49e410cfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.889 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.883+0000 7f49ec1d7640 1 --2- 172.21.15.1:0/3870242058 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f49e4105400 0x7f49e410cfd0 secure :-1 s=READY pgs=1454 cs=0 l=1 rev1=1 crypto rx=0x7f49dc009cd0 tx=0x7f49dc02c0f0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.889 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.883+0000 7f49ec1d7640 1 -- 172.21.15.1:0/3870242058 shutdown_connections 2024-02-10T00:07:52.889 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.883+0000 7f49ec1d7640 1 --2- 172.21.15.1:0/3870242058 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f49e4105400 0x7f49e410cfd0 unknown :-1 s=CLOSED pgs=1454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.889 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.883+0000 7f49ec1d7640 1 --2- 172.21.15.1:0/3870242058 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f49e4100ce0 0x7f49e4104d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.889 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.883+0000 7f49ec1d7640 1 --2- 172.21.15.1:0/3870242058 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f49e4100330 0x7f49e4100710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.889 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.883+0000 7f49ec1d7640 1 -- 172.21.15.1:0/3870242058 >> 172.21.15.1:0/3870242058 conn(0x7f49e4077250 msgr2=0x7f49e4077660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:52.889 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.883+0000 7f49ec1d7640 1 -- 172.21.15.1:0/3870242058 shutdown_connections 2024-02-10T00:07:52.889 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.883+0000 7f49ec1d7640 1 -- 172.21.15.1:0/3870242058 wait complete. 2024-02-10T00:07:52.889 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.883+0000 7f49ec1d7640 1 Processor -- start 2024-02-10T00:07:52.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.884+0000 7f49ec1d7640 1 -- start start 2024-02-10T00:07:52.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.884+0000 7f49ec1d7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f49e4100330 0x7f49e419d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.884+0000 7f49ec1d7640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f49e4105400 0x7f49e419dae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.884+0000 7f49ec1d7640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f49e4197660 0x7f49e4197ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.884+0000 7f49ec1d7640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49e4198130 con 0x7f49e4100330 2024-02-10T00:07:52.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.884+0000 7f49ec1d7640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49e41982a0 con 0x7f49e4197660 2024-02-10T00:07:52.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.884+0000 7f49ec1d7640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49e4198460 con 0x7f49e4105400 2024-02-10T00:07:52.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.884+0000 7f49e9f73640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f49e4100330 0x7f49e419d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.884+0000 7f49e9f73640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f49e4100330 0x7f49e419d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38414/0 (socket says 172.21.15.1:38414) 2024-02-10T00:07:52.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.884+0000 7f49e9f73640 1 -- 172.21.15.1:0/2020873412 learned_addr learned my addr 172.21.15.1:0/2020873412 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:52.890 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.884+0000 7f49e9772640 1 --2- 172.21.15.1:0/2020873412 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f49e4105400 0x7f49e419dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.884+0000 7f49ea774640 1 --2- 172.21.15.1:0/2020873412 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f49e4197660 0x7f49e4197ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.884+0000 7f49e9f73640 1 -- 172.21.15.1:0/2020873412 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f49e4105400 msgr2=0x7f49e419dae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.884+0000 7f49e9f73640 1 --2- 172.21.15.1:0/2020873412 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f49e4105400 0x7f49e419dae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.884+0000 7f49e9f73640 1 -- 172.21.15.1:0/2020873412 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f49e4197660 msgr2=0x7f49e4197ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.884+0000 7f49e9f73640 1 --2- 172.21.15.1:0/2020873412 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f49e4197660 0x7f49e4197ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.884+0000 7f49e9f73640 1 -- 172.21.15.1:0/2020873412 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49dc009900 con 0x7f49e4100330 2024-02-10T00:07:52.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.884+0000 7f49ea774640 1 --2- 172.21.15.1:0/2020873412 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f49e4197660 0x7f49e4197ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:52.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.884+0000 7f49e9f73640 1 --2- 172.21.15.1:0/2020873412 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f49e4100330 0x7f49e419d5a0 secure :-1 s=READY pgs=1455 cs=0 l=1 rev1=1 crypto rx=0x7f49e000c970 tx=0x7f49e000cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:52.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.885+0000 7f49daffd640 1 -- 172.21.15.1:0/2020873412 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49e0007bb0 con 0x7f49e4100330 2024-02-10T00:07:52.891 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.885+0000 7f49daffd640 1 -- 172.21.15.1:0/2020873412 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f49e0007d10 con 0x7f49e4100330 2024-02-10T00:07:52.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.885+0000 7f49ec1d7640 1 -- 172.21.15.1:0/2020873412 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f49e41a4400 con 0x7f49e4100330 2024-02-10T00:07:52.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.885+0000 7f49daffd640 1 -- 172.21.15.1:0/2020873412 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49e0004e50 con 0x7f49e4100330 2024-02-10T00:07:52.892 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.885+0000 7f49ec1d7640 1 -- 172.21.15.1:0/2020873412 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49e41a4890 con 0x7f49e4100330 2024-02-10T00:07:52.901 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.887+0000 7f49daffd640 1 -- 172.21.15.1:0/2020873412 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f49e0005020 con 0x7f49e4100330 2024-02-10T00:07:52.901 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.887+0000 7f49eedaf740 1 Processor -- start 2024-02-10T00:07:52.901 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.887+0000 7f49eedaf740 1 -- start start 2024-02-10T00:07:52.901 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.887+0000 7f49daffd640 1 --2- 172.21.15.1:0/2020873412 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f49d00a2230 0x7f49d00a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.901 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.887+0000 7f49eedaf740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56368e8d8a30 0x56368e8d8e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.901 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.887+0000 7f49eedaf740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56368e8d93e0 0x56368e8e1990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.901 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.887+0000 7f49eedaf740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368e8e1f60 0x56368e8e43b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.887+0000 7f49eedaf740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56368e894020 con 0x56368e8d8a30 2024-02-10T00:07:52.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.887+0000 7f49eedaf740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56368e847320 con 0x56368e8e1f60 2024-02-10T00:07:52.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.887+0000 7f49eedaf740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56368e844850 con 0x56368e8d93e0 2024-02-10T00:07:52.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.888+0000 7f49ea774640 1 --2- 172.21.15.1:0/2020873412 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f49d00a2230 0x7f49d00a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.888+0000 7f49e9f73640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56368e8d8a30 0x56368e8d8e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.888+0000 7f49e9f73640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56368e8d8a30 0x56368e8d8e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38422/0 (socket says 172.21.15.1:38422) 2024-02-10T00:07:52.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.888+0000 7f49e9f73640 1 -- 172.21.15.1:0/1820475482 learned_addr learned my addr 172.21.15.1:0/1820475482 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:52.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.888+0000 7f49daffd640 1 -- 172.21.15.1:0/2020873412 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f49e00cde40 con 0x7f49e4100330 2024-02-10T00:07:52.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.888+0000 7f49e9772640 1 --2- 172.21.15.1:0/1820475482 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56368e8d93e0 0x56368e8e1990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.888+0000 7f49ea774640 1 --2- 172.21.15.1:0/1820475482 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368e8e1f60 0x56368e8e43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.888+0000 7f49e9f73640 1 -- 172.21.15.1:0/1820475482 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56368e8d93e0 msgr2=0x56368e8e1990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.888+0000 7f49e9f73640 1 --2- 172.21.15.1:0/1820475482 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56368e8d93e0 0x56368e8e1990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.888+0000 7f49e9f73640 1 -- 172.21.15.1:0/1820475482 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368e8e1f60 msgr2=0x56368e8e43b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.888+0000 7f49e9f73640 1 --2- 172.21.15.1:0/1820475482 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368e8e1f60 0x56368e8e43b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.888+0000 7f49e9f73640 1 -- 172.21.15.1:0/1820475482 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56368e802210 con 0x56368e8d8a30 2024-02-10T00:07:52.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.888+0000 7f49e9f73640 1 --2- 172.21.15.1:0/1820475482 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56368e8d8a30 0x56368e8d8e10 secure :-1 s=READY pgs=1456 cs=0 l=1 rev1=1 crypto rx=0x7f49e009a530 tx=0x7f49e00048a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a98eb25408834365 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:52.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.888+0000 7f49ea774640 1 --2- 172.21.15.1:0/2020873412 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f49d00a2230 0x7f49d00a46f0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f49dc006010 tx=0x7f49dc0345a0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:52.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.888+0000 7f49cffff640 1 -- 172.21.15.1:0/1820475482 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49e00046c0 con 0x56368e8d8a30 2024-02-10T00:07:52.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.888+0000 7f49cffff640 1 -- 172.21.15.1:0/1820475482 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f49e009af30 con 0x56368e8d8a30 2024-02-10T00:07:52.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.888+0000 7f49cffff640 1 -- 172.21.15.1:0/1820475482 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49e00850e0 con 0x56368e8d8a30 2024-02-10T00:07:52.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.889+0000 7f49eedaf740 1 -- 172.21.15.1:0/1820475482 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56368e8d8a30 msgr2=0x56368e8d8e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.889+0000 7f49eedaf740 1 --2- 172.21.15.1:0/1820475482 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56368e8d8a30 0x56368e8d8e10 secure :-1 s=READY pgs=1456 cs=0 l=1 rev1=1 crypto rx=0x7f49e009a530 tx=0x7f49e00048a0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.889+0000 7f49eedaf740 1 -- 172.21.15.1:0/1820475482 shutdown_connections 2024-02-10T00:07:52.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.889+0000 7f49eedaf740 1 --2- 172.21.15.1:0/1820475482 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368e8e1f60 0x56368e8e43b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.889+0000 7f49eedaf740 1 --2- 172.21.15.1:0/1820475482 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56368e8d93e0 0x56368e8e1990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.889+0000 7f49eedaf740 1 --2- 172.21.15.1:0/1820475482 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56368e8d8a30 0x56368e8d8e10 unknown :-1 s=CLOSED pgs=1456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.889+0000 7f49eedaf740 1 -- 172.21.15.1:0/1820475482 >> 172.21.15.1:0/1820475482 conn(0x56368e8d3100 msgr2=0x56368e8d34e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:52.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.889+0000 7f49eedaf740 1 -- 172.21.15.1:0/1820475482 shutdown_connections 2024-02-10T00:07:52.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.889+0000 7f49eedaf740 1 -- 172.21.15.1:0/1820475482 wait complete. 2024-02-10T00:07:52.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.889+0000 7f49eedaf740 1 -- start start 2024-02-10T00:07:52.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.889+0000 7f49eedaf740 1 Processor -- start 2024-02-10T00:07:52.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.890+0000 7f49eedaf740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56368e8d8a30 0x56368e8defa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.890+0000 7f49eedaf740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368e8d93e0 0x56368e8df4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.890+0000 7f49eedaf740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56368e8e1f60 0x56368e8dfa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.890+0000 7f49eedaf740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56368e840030 con 0x56368e8d8a30 2024-02-10T00:07:52.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.890+0000 7f49eedaf740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56368e513430 con 0x56368e8d93e0 2024-02-10T00:07:52.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.890+0000 7f49eedaf740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56368e4cfe00 con 0x56368e8e1f60 2024-02-10T00:07:52.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.890+0000 7f49eedaf740 10 client.0 _ll_register_callbacks cb 0x56368e835030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:52.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.890+0000 7f49e9f73640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56368e8d8a30 0x56368e8defa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.890+0000 7f49e9f73640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56368e8d8a30 0x56368e8defa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38430/0 (socket says 172.21.15.1:38430) 2024-02-10T00:07:52.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.890+0000 7f49e9f73640 1 -- 172.21.15.1:0/2843956659 learned_addr learned my addr 172.21.15.1:0/2843956659 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:52.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.890+0000 7f49e9772640 1 --2- 172.21.15.1:0/2843956659 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368e8d93e0 0x56368e8df4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.890+0000 7f49ea774640 1 --2- 172.21.15.1:0/2843956659 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56368e8e1f60 0x56368e8dfa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.890+0000 7f49e9f73640 1 -- 172.21.15.1:0/2843956659 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56368e8e1f60 msgr2=0x56368e8dfa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.890+0000 7f49e9f73640 1 --2- 172.21.15.1:0/2843956659 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56368e8e1f60 0x56368e8dfa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.890+0000 7f49e9f73640 1 -- 172.21.15.1:0/2843956659 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368e8d93e0 msgr2=0x56368e8df4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.890+0000 7f49e9f73640 1 --2- 172.21.15.1:0/2843956659 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368e8d93e0 0x56368e8df4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.890+0000 7f49e9f73640 1 -- 172.21.15.1:0/2843956659 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49e41a4890 con 0x56368e8d8a30 2024-02-10T00:07:52.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.890+0000 7f49e9f73640 1 --2- 172.21.15.1:0/2843956659 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56368e8d8a30 0x56368e8defa0 secure :-1 s=READY pgs=1457 cs=0 l=1 rev1=1 crypto rx=0x7f49e000c940 tx=0x7f49e009b0a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bad51ab10e46a0f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:52.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.890+0000 7f49cd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:52.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.891+0000 7f49cd7fa640 1 -- 172.21.15.1:0/2843956659 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49e009e980 con 0x56368e8d8a30 2024-02-10T00:07:52.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.891+0000 7f49cd7fa640 1 -- 172.21.15.1:0/2843956659 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f49e00046c0 con 0x56368e8d8a30 2024-02-10T00:07:52.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.891+0000 7f49eedaf740 1 -- 172.21.15.1:0/2843956659 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56368e53f7e0 con 0x56368e8d8a30 2024-02-10T00:07:52.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.891+0000 7f49cd7fa640 1 -- 172.21.15.1:0/2843956659 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f49e00b3120 con 0x56368e8d8a30 2024-02-10T00:07:52.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.891+0000 7f49eedaf740 10 client.18639 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:52.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.891+0000 7f49eedaf740 1 -- 172.21.15.1:0/2843956659 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x56368e83e6b0 con 0x56368e8d8a30 2024-02-10T00:07:52.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.891+0000 7f49cd7fa640 1 -- 172.21.15.1:0/2843956659 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f49e00b7080 con 0x56368e8d8a30 2024-02-10T00:07:52.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.891+0000 7f49cd7fa640 1 -- 172.21.15.1:0/2843956659 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f49e0016030 con 0x56368e8d8a30 2024-02-10T00:07:52.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.891+0000 7f49eedaf740 10 client.18639 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:52.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.891+0000 7f49eedaf740 10 client.18639 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:07:52.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.891+0000 7f49eedaf740 20 client.18639 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:52.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.891+0000 7f49eedaf740 1 --2- 172.21.15.1:0/2843956659 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x56368e8f2080 0x56368e8f44a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.891+0000 7f49eedaf740 4 client.18639 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:07:52.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.891+0000 7f49eedaf740 1 -- 172.21.15.1:0/2843956659 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56368e57c720 con 0x56368e8f2080 2024-02-10T00:07:52.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.891+0000 7f49e9772640 1 --2- 172.21.15.1:0/2843956659 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x56368e8f2080 0x56368e8f44a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.892+0000 7f49e9772640 1 --2- 172.21.15.1:0/2843956659 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x56368e8f2080 0x56368e8f44a0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=cee9b6ff68370916 server_cookie=40c5b92166e4af93 in_seq=0 out_seq=0 2024-02-10T00:07:52.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.892+0000 7f49cd7fa640 10 client.18639 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:07:52.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.892+0000 7f49cd7fa640 1 -- 172.21.15.1:0/2843956659 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x56368e57c720 con 0x56368e8f2080 2024-02-10T00:07:52.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.892+0000 7f49cd7fa640 10 client.18639 handle_command_reply: tid=0 2024-02-10T00:07:52.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.893+0000 7f49eedaf740 1 client.18639 shutdown 2024-02-10T00:07:52.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.893+0000 7f49eedaf740 1 -- 172.21.15.1:0/2843956659 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56368e8d8a30 msgr2=0x56368e8defa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.893+0000 7f49eedaf740 1 --2- 172.21.15.1:0/2843956659 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56368e8d8a30 0x56368e8defa0 secure :-1 s=READY pgs=1457 cs=0 l=1 rev1=1 crypto rx=0x7f49e000c940 tx=0x7f49e009b0a0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.893+0000 7f49eedaf740 1 -- 172.21.15.1:0/2843956659 shutdown_connections 2024-02-10T00:07:52.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.893+0000 7f49eedaf740 1 --2- 172.21.15.1:0/2843956659 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x56368e8f2080 0x56368e8f44a0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.893+0000 7f49eedaf740 1 --2- 172.21.15.1:0/2843956659 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56368e8e1f60 0x56368e8dfa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.893+0000 7f49cd7fa640 0 client.18639 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:07:52.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.893+0000 7f49eedaf740 1 --2- 172.21.15.1:0/2843956659 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368e8d93e0 0x56368e8df4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.893+0000 7f49eedaf740 1 --2- 172.21.15.1:0/2843956659 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56368e8d8a30 0x56368e8defa0 unknown :-1 s=CLOSED pgs=1457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.893+0000 7f49eedaf740 1 -- 172.21.15.1:0/2843956659 >> 172.21.15.1:0/2843956659 conn(0x56368e8d3100 msgr2=0x56368e8d4e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:52.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.893+0000 7f49eedaf740 1 -- 172.21.15.1:0/2843956659 shutdown_connections 2024-02-10T00:07:52.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.893+0000 7f49eedaf740 1 -- 172.21.15.1:0/2843956659 wait complete. 2024-02-10T00:07:52.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.893+0000 7f49eedaf740 20 client.18639 trim_cache size 0 max 16384 2024-02-10T00:07:52.914 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.905+0000 7f49eedaf740 1 Processor -- start 2024-02-10T00:07:52.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.905+0000 7f49eedaf740 1 -- start start 2024-02-10T00:07:52.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.905+0000 7f49eedaf740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56368e8d8a30 0x56368e8e16d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.905+0000 7f49eedaf740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56368e8d93e0 0x56368e8df840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.905+0000 7f49eedaf740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368e8e1f60 0x56368e8dd870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.905+0000 7f49eedaf740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56368e8ce8b0 con 0x56368e8d8a30 2024-02-10T00:07:52.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.905+0000 7f49eedaf740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56368e7c5130 con 0x56368e8e1f60 2024-02-10T00:07:52.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.905+0000 7f49eedaf740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56368e8e4580 con 0x56368e8d93e0 2024-02-10T00:07:52.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.905+0000 7f49e9f73640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56368e8d8a30 0x56368e8e16d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.905+0000 7f49e9f73640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56368e8d8a30 0x56368e8e16d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38436/0 (socket says 172.21.15.1:38436) 2024-02-10T00:07:52.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.905+0000 7f49e9f73640 1 -- 172.21.15.1:0/640648945 learned_addr learned my addr 172.21.15.1:0/640648945 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:52.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.905+0000 7f49e9772640 1 --2- 172.21.15.1:0/640648945 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56368e8d93e0 0x56368e8df840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.915 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.905+0000 7f49e9f73640 1 -- 172.21.15.1:0/640648945 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56368e8d93e0 msgr2=0x56368e8df840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.916 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.905+0000 7f49ea774640 1 --2- 172.21.15.1:0/640648945 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368e8e1f60 0x56368e8dd870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.916 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.905+0000 7f49e9f73640 1 --2- 172.21.15.1:0/640648945 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56368e8d93e0 0x56368e8df840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.916 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.905+0000 7f49e9f73640 1 -- 172.21.15.1:0/640648945 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368e8e1f60 msgr2=0x56368e8dd870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.916 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.905+0000 7f49e9f73640 1 --2- 172.21.15.1:0/640648945 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368e8e1f60 0x56368e8dd870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.916 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.905+0000 7f49e9f73640 1 -- 172.21.15.1:0/640648945 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56368e7dac90 con 0x56368e8d8a30 2024-02-10T00:07:52.916 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.905+0000 7f49e9772640 1 --2- 172.21.15.1:0/640648945 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56368e8d93e0 0x56368e8df840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:07:52.916 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.905+0000 7f49e9f73640 1 --2- 172.21.15.1:0/640648945 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56368e8d8a30 0x56368e8e16d0 secure :-1 s=READY pgs=1458 cs=0 l=1 rev1=1 crypto rx=0x7f49e0007ef0 tx=0x7f49e0098d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=258762eda0c2caf2 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:52.917 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.905+0000 7f49cf7fe640 1 -- 172.21.15.1:0/640648945 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49e009e980 con 0x56368e8d8a30 2024-02-10T00:07:52.917 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.906+0000 7f49cf7fe640 1 -- 172.21.15.1:0/640648945 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x56368e53f7e0 con 0x56368e8d8a30 2024-02-10T00:07:52.917 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.906+0000 7f49cf7fe640 1 -- 172.21.15.1:0/640648945 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49e00b3380 con 0x56368e8d8a30 2024-02-10T00:07:52.917 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.906+0000 7f49eedaf740 1 -- 172.21.15.1:0/640648945 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56368e8d8a30 msgr2=0x56368e8e16d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.917 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.906+0000 7f49eedaf740 1 --2- 172.21.15.1:0/640648945 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56368e8d8a30 0x56368e8e16d0 secure :-1 s=READY pgs=1458 cs=0 l=1 rev1=1 crypto rx=0x7f49e0007ef0 tx=0x7f49e0098d40 comp rx=0 tx=0).stop 2024-02-10T00:07:52.917 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.906+0000 7f49eedaf740 1 -- 172.21.15.1:0/640648945 shutdown_connections 2024-02-10T00:07:52.917 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.906+0000 7f49eedaf740 1 --2- 172.21.15.1:0/640648945 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368e8e1f60 0x56368e8dd870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.917 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.906+0000 7f49eedaf740 1 --2- 172.21.15.1:0/640648945 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56368e8d93e0 0x56368e8df840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.917 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.906+0000 7f49eedaf740 1 --2- 172.21.15.1:0/640648945 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56368e8d8a30 0x56368e8e16d0 unknown :-1 s=CLOSED pgs=1458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.917 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.906+0000 7f49eedaf740 1 -- 172.21.15.1:0/640648945 >> 172.21.15.1:0/640648945 conn(0x56368e8d3100 msgr2=0x56368e8d34e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:52.917 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.906+0000 7f49eedaf740 1 -- 172.21.15.1:0/640648945 shutdown_connections 2024-02-10T00:07:52.917 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.906+0000 7f49eedaf740 1 -- 172.21.15.1:0/640648945 wait complete. 2024-02-10T00:07:52.918 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.906+0000 7f49eedaf740 1 -- start start 2024-02-10T00:07:52.918 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.906+0000 7f49eedaf740 1 Processor -- start 2024-02-10T00:07:52.918 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.907+0000 7f49eedaf740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368e8d8a30 0x56368e8e9050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.918 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.907+0000 7f49eedaf740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56368e8d93e0 0x56368e8e73f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.918 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.907+0000 7f49eedaf740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56368e8e1f60 0x56368e8e7930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.918 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.907+0000 7f49eedaf740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56368e8e7e70 con 0x56368e8d93e0 2024-02-10T00:07:52.918 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.907+0000 7f49eedaf740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56368e8e7fe0 con 0x56368e8d8a30 2024-02-10T00:07:52.918 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.907+0000 7f49eedaf740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56368e8e81a0 con 0x56368e8e1f60 2024-02-10T00:07:52.918 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.907+0000 7f49eedaf740 10 client.0 _ll_register_callbacks cb 0x7f49e0045180 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:52.918 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.907+0000 7f49e9772640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56368e8d93e0 0x56368e8e73f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.919 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.907+0000 7f49e9772640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56368e8d93e0 0x56368e8e73f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38450/0 (socket says 172.21.15.1:38450) 2024-02-10T00:07:52.919 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.907+0000 7f49e9772640 1 -- 172.21.15.1:0/3699269322 learned_addr learned my addr 172.21.15.1:0/3699269322 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:52.919 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.907+0000 7f49ea774640 1 --2- 172.21.15.1:0/3699269322 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56368e8e1f60 0x56368e8e7930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.919 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.907+0000 7f49e9772640 1 -- 172.21.15.1:0/3699269322 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56368e8e1f60 msgr2=0x56368e8e7930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.919 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.907+0000 7f49e9772640 1 --2- 172.21.15.1:0/3699269322 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56368e8e1f60 0x56368e8e7930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.919 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.907+0000 7f49e9772640 1 -- 172.21.15.1:0/3699269322 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368e8d8a30 msgr2=0x56368e8e9050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:52.919 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.907+0000 7f49e9f73640 1 --2- 172.21.15.1:0/3699269322 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368e8d8a30 0x56368e8e9050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.919 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.907+0000 7f49e9772640 1 --2- 172.21.15.1:0/3699269322 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368e8d8a30 0x56368e8e9050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.919 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.907+0000 7f49e9772640 1 -- 172.21.15.1:0/3699269322 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56368e83e6b0 con 0x56368e8d93e0 2024-02-10T00:07:52.919 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.907+0000 7f49e9f73640 1 --2- 172.21.15.1:0/3699269322 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368e8d8a30 0x56368e8e9050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:07:52.919 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.907+0000 7f49e9772640 1 --2- 172.21.15.1:0/3699269322 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56368e8d93e0 0x56368e8e73f0 secure :-1 s=READY pgs=1459 cs=0 l=1 rev1=1 crypto rx=0x56368e8d8500 tx=0x7f49d4010b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21da052a59aaa229 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:52.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.907+0000 7f49cd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:52.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.908+0000 7f49cd7fa640 1 -- 172.21.15.1:0/3699269322 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49d4015040 con 0x56368e8d93e0 2024-02-10T00:07:52.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.908+0000 7f49cd7fa640 1 -- 172.21.15.1:0/3699269322 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f49d400fa50 con 0x56368e8d93e0 2024-02-10T00:07:52.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.908+0000 7f49eedaf740 1 -- 172.21.15.1:0/3699269322 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f49e009af30 con 0x56368e8d93e0 2024-02-10T00:07:52.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.908+0000 7f49cd7fa640 1 -- 172.21.15.1:0/3699269322 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f49d400fc10 con 0x56368e8d93e0 2024-02-10T00:07:52.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.908+0000 7f49eedaf740 10 client.18645 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:52.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.908+0000 7f49eedaf740 1 -- 172.21.15.1:0/3699269322 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x56368e800a70 con 0x56368e8d93e0 2024-02-10T00:07:52.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.908+0000 7f49cd7fa640 1 -- 172.21.15.1:0/3699269322 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f49e009af30 con 0x56368e8d93e0 2024-02-10T00:07:52.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.908+0000 7f49cd7fa640 1 -- 172.21.15.1:0/3699269322 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f49d4031510 con 0x56368e8d93e0 2024-02-10T00:07:52.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.908+0000 7f49eedaf740 10 client.18645 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:52.920 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.908+0000 7f49eedaf740 10 client.18645 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:07:52.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.908+0000 7f49eedaf740 20 client.18645 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:52.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.908+0000 7f49eedaf740 1 --2- 172.21.15.1:0/3699269322 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x56368e8f2080 0x56368e94bae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:52.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.908+0000 7f49eedaf740 4 client.18645 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:07:52.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.908+0000 7f49eedaf740 1 -- 172.21.15.1:0/3699269322 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56368e5cb890 con 0x56368e8f2080 2024-02-10T00:07:52.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.908+0000 7f49e9f73640 1 --2- 172.21.15.1:0/3699269322 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x56368e8f2080 0x56368e94bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:52.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.909+0000 7f49cd7fa640 10 client.18645 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:07:52.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.909+0000 7f49e9f73640 1 --2- 172.21.15.1:0/3699269322 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x56368e8f2080 0x56368e94bae0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8b13fe95ef10b390 server_cookie=28f3afaa8955b417 in_seq=0 out_seq=0 2024-02-10T00:07:52.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.909+0000 7f49cd7fa640 1 -- 172.21.15.1:0/3699269322 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56368e5cb890 con 0x56368e8f2080 2024-02-10T00:07:52.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.909+0000 7f49cd7fa640 10 client.18645 handle_command_reply: tid=0 2024-02-10T00:07:52.921 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.909+0000 7f49eedaf740 1 client.18645 shutdown 2024-02-10T00:07:52.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.909+0000 7f49eedaf740 1 -- 172.21.15.1:0/3699269322 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56368e8d93e0 msgr2=0x56368e8e73f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.909+0000 7f49eedaf740 1 --2- 172.21.15.1:0/3699269322 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56368e8d93e0 0x56368e8e73f0 secure :-1 s=READY pgs=1459 cs=0 l=1 rev1=1 crypto rx=0x56368e8d8500 tx=0x7f49d4010b40 comp rx=0 tx=0).stop 2024-02-10T00:07:52.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.909+0000 7f49eedaf740 1 -- 172.21.15.1:0/3699269322 shutdown_connections 2024-02-10T00:07:52.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.909+0000 7f49eedaf740 1 --2- 172.21.15.1:0/3699269322 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x56368e8f2080 0x56368e94bae0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.909+0000 7f49eedaf740 1 --2- 172.21.15.1:0/3699269322 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56368e8e1f60 0x56368e8e7930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.909+0000 7f49eedaf740 1 --2- 172.21.15.1:0/3699269322 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56368e8d93e0 0x56368e8e73f0 unknown :-1 s=CLOSED pgs=1459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.909+0000 7f49cd7fa640 0 client.18645 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:07:52.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.909+0000 7f49eedaf740 1 --2- 172.21.15.1:0/3699269322 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56368e8d8a30 0x56368e8e9050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.909+0000 7f49eedaf740 1 -- 172.21.15.1:0/3699269322 >> 172.21.15.1:0/3699269322 conn(0x56368e8d3100 msgr2=0x56368e8d4530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:52.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.909+0000 7f49eedaf740 1 -- 172.21.15.1:0/3699269322 shutdown_connections 2024-02-10T00:07:52.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.909+0000 7f49eedaf740 1 -- 172.21.15.1:0/3699269322 wait complete. 2024-02-10T00:07:52.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.909+0000 7f49eedaf740 20 client.18645 trim_cache size 0 max 16384 2024-02-10T00:07:52.923 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:07:52.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.910+0000 7f49ec1d7640 1 -- 172.21.15.1:0/2020873412 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f49d00a2230 msgr2=0x7f49d00a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.910+0000 7f49ec1d7640 1 --2- 172.21.15.1:0/2020873412 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f49d00a2230 0x7f49d00a46f0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f49dc006010 tx=0x7f49dc0345a0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.910+0000 7f49ec1d7640 1 -- 172.21.15.1:0/2020873412 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f49e4100330 msgr2=0x7f49e419d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:52.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.910+0000 7f49ec1d7640 1 --2- 172.21.15.1:0/2020873412 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f49e4100330 0x7f49e419d5a0 secure :-1 s=READY pgs=1455 cs=0 l=1 rev1=1 crypto rx=0x7f49e000c970 tx=0x7f49e000cd70 comp rx=0 tx=0).stop 2024-02-10T00:07:52.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.910+0000 7f49ec1d7640 1 -- 172.21.15.1:0/2020873412 shutdown_connections 2024-02-10T00:07:52.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.910+0000 7f49ec1d7640 1 --2- 172.21.15.1:0/2020873412 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f49d00a2230 0x7f49d00a46f0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.910+0000 7f49ec1d7640 1 --2- 172.21.15.1:0/2020873412 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f49e4197660 0x7f49e4197ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.910+0000 7f49ec1d7640 1 --2- 172.21.15.1:0/2020873412 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f49e4105400 0x7f49e419dae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.910+0000 7f49ec1d7640 1 --2- 172.21.15.1:0/2020873412 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f49e4100330 0x7f49e419d5a0 unknown :-1 s=CLOSED pgs=1455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:52.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.910+0000 7f49ec1d7640 1 -- 172.21.15.1:0/2020873412 >> 172.21.15.1:0/2020873412 conn(0x7f49e4077250 msgr2=0x7f49e4069b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:52.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.910+0000 7f49ec1d7640 1 -- 172.21.15.1:0/2020873412 shutdown_connections 2024-02-10T00:07:52.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:52.910+0000 7f49ec1d7640 1 -- 172.21.15.1:0/2020873412 wait complete. 2024-02-10T00:07:52.926 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:07:52.927 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-02-10T00:07:53.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.029+0000 7f0d7441e640 1 -- 172.21.15.1:0/3733387501 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0d6c10b910 msgr2=0x7f0d6c10dd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:53.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.029+0000 7f0d7441e640 1 --2- 172.21.15.1:0/3733387501 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0d6c10b910 0x7f0d6c10dd80 secure :-1 s=READY pgs=1460 cs=0 l=1 rev1=1 crypto rx=0x7f0d5c009900 tx=0x7f0d5c02bcd0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.029+0000 7f0d7441e640 1 -- 172.21.15.1:0/3733387501 shutdown_connections 2024-02-10T00:07:53.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.029+0000 7f0d7441e640 1 --2- 172.21.15.1:0/3733387501 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0d6c10b910 0x7f0d6c10dd80 unknown :-1 s=CLOSED pgs=1460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.029+0000 7f0d7441e640 1 --2- 172.21.15.1:0/3733387501 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d6c102dc0 0x7f0d6c10b2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.029+0000 7f0d7441e640 1 --2- 172.21.15.1:0/3733387501 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0d6c1024a0 0x7f0d6c102880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.029+0000 7f0d7441e640 1 -- 172.21.15.1:0/3733387501 >> 172.21.15.1:0/3733387501 conn(0x7f0d6c0772a0 msgr2=0x7f0d6c0776b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:53.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.030+0000 7f0d7441e640 1 -- 172.21.15.1:0/3733387501 shutdown_connections 2024-02-10T00:07:53.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.030+0000 7f0d7441e640 1 -- 172.21.15.1:0/3733387501 wait complete. 2024-02-10T00:07:53.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.030+0000 7f0d7441e640 1 Processor -- start 2024-02-10T00:07:53.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.030+0000 7f0d7441e640 1 -- start start 2024-02-10T00:07:53.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.030+0000 7f0d7441e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0d6c1024a0 0x7f0d6c19d680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:53.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.030+0000 7f0d7441e640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d6c102dc0 0x7f0d6c19dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:53.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.030+0000 7f0d7441e640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0d6c10b910 0x7f0d6c197740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:53.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.030+0000 7f0d7441e640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d6c197ed0 con 0x7f0d6c1024a0 2024-02-10T00:07:53.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.030+0000 7f0d7441e640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d6c198040 con 0x7f0d6c10b910 2024-02-10T00:07:53.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.030+0000 7f0d7441e640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d6c198200 con 0x7f0d6c102dc0 2024-02-10T00:07:53.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.030+0000 7f0d721ba640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0d6c1024a0 0x7f0d6c19d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:53.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.030+0000 7f0d721ba640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0d6c1024a0 0x7f0d6c19d680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38472/0 (socket says 172.21.15.1:38472) 2024-02-10T00:07:53.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.030+0000 7f0d721ba640 1 -- 172.21.15.1:0/34277526 learned_addr learned my addr 172.21.15.1:0/34277526 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:53.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.030+0000 7f0d719b9640 1 --2- 172.21.15.1:0/34277526 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d6c102dc0 0x7f0d6c19dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:53.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.030+0000 7f0d729bb640 1 --2- 172.21.15.1:0/34277526 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0d6c10b910 0x7f0d6c197740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:53.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.031+0000 7f0d721ba640 1 -- 172.21.15.1:0/34277526 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d6c102dc0 msgr2=0x7f0d6c19dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:53.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.031+0000 7f0d721ba640 1 --2- 172.21.15.1:0/34277526 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d6c102dc0 0x7f0d6c19dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.031+0000 7f0d721ba640 1 -- 172.21.15.1:0/34277526 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0d6c10b910 msgr2=0x7f0d6c197740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:53.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.031+0000 7f0d721ba640 1 --2- 172.21.15.1:0/34277526 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0d6c10b910 0x7f0d6c197740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.031+0000 7f0d721ba640 1 -- 172.21.15.1:0/34277526 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d5c009560 con 0x7f0d6c1024a0 2024-02-10T00:07:53.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.031+0000 7f0d721ba640 1 --2- 172.21.15.1:0/34277526 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0d6c1024a0 0x7f0d6c19d680 secure :-1 s=READY pgs=1461 cs=0 l=1 rev1=1 crypto rx=0x7f0d6400db80 tx=0x7f0d6400b630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:53.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.031+0000 7f0d6b7fe640 1 -- 172.21.15.1:0/34277526 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d64003b70 con 0x7f0d6c1024a0 2024-02-10T00:07:53.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.031+0000 7f0d7441e640 1 -- 172.21.15.1:0/34277526 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d6c1984e0 con 0x7f0d6c1024a0 2024-02-10T00:07:53.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.031+0000 7f0d6b7fe640 1 -- 172.21.15.1:0/34277526 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0d6400de80 con 0x7f0d6c1024a0 2024-02-10T00:07:53.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.031+0000 7f0d6b7fe640 1 -- 172.21.15.1:0/34277526 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d640106c0 con 0x7f0d6c1024a0 2024-02-10T00:07:53.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.031+0000 7f0d7441e640 1 -- 172.21.15.1:0/34277526 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d6c1a4600 con 0x7f0d6c1024a0 2024-02-10T00:07:53.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.033+0000 7f0d6b7fe640 1 -- 172.21.15.1:0/34277526 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f0d64004020 con 0x7f0d6c1024a0 2024-02-10T00:07:53.044 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.033+0000 7f0d76ff1740 1 Processor -- start 2024-02-10T00:07:53.044 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.034+0000 7f0d76ff1740 1 -- start start 2024-02-10T00:07:53.044 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.034+0000 7f0d76ff1740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9e7311a30 0x55f9e7311e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:53.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.034+0000 7f0d76ff1740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9e73123e0 0x55f9e731a990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:53.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.034+0000 7f0d6b7fe640 1 --2- 172.21.15.1:0/34277526 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0d540a2230 0x7f0d540a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:53.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.034+0000 7f0d76ff1740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9e731af60 0x55f9e731d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:53.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.034+0000 7f0d76ff1740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9e72cd020 con 0x55f9e731af60 2024-02-10T00:07:53.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.034+0000 7f0d76ff1740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9e7280320 con 0x55f9e7311a30 2024-02-10T00:07:53.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.034+0000 7f0d76ff1740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9e727d850 con 0x55f9e73123e0 2024-02-10T00:07:53.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.034+0000 7f0d719b9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9e731af60 0x55f9e731d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:53.045 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.034+0000 7f0d729bb640 1 --2- 172.21.15.1:0/34277526 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0d540a2230 0x7f0d540a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:53.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.034+0000 7f0d6b7fe640 1 -- 172.21.15.1:0/34277526 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f0d640ce090 con 0x7f0d6c1024a0 2024-02-10T00:07:53.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.034+0000 7f0d719b9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9e731af60 0x55f9e731d3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38484/0 (socket says 172.21.15.1:38484) 2024-02-10T00:07:53.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.034+0000 7f0d719b9640 1 -- 172.21.15.1:0/3919540234 learned_addr learned my addr 172.21.15.1:0/3919540234 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:53.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.034+0000 7f0d729bb640 1 --2- 172.21.15.1:0/3919540234 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9e7311a30 0x55f9e7311e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:53.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.034+0000 7f0d721ba640 1 --2- 172.21.15.1:0/3919540234 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9e73123e0 0x55f9e731a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:53.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.034+0000 7f0d719b9640 1 -- 172.21.15.1:0/3919540234 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9e73123e0 msgr2=0x55f9e731a990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:53.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.034+0000 7f0d719b9640 1 --2- 172.21.15.1:0/3919540234 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9e73123e0 0x55f9e731a990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.034+0000 7f0d719b9640 1 -- 172.21.15.1:0/3919540234 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9e7311a30 msgr2=0x55f9e7311e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:53.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.034+0000 7f0d719b9640 1 --2- 172.21.15.1:0/3919540234 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9e7311a30 0x55f9e7311e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.034+0000 7f0d719b9640 1 -- 172.21.15.1:0/3919540234 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f9e723b210 con 0x55f9e731af60 2024-02-10T00:07:53.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.035+0000 7f0d729bb640 1 --2- 172.21.15.1:0/34277526 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0d540a2230 0x7f0d540a46f0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f0d5c005ab0 tx=0x7f0d5c004750 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:53.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.035+0000 7f0d719b9640 1 --2- 172.21.15.1:0/3919540234 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9e731af60 0x55f9e731d3b0 secure :-1 s=READY pgs=1462 cs=0 l=1 rev1=1 crypto rx=0x7f0d60009c20 tx=0x7f0d60011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b13b483091167281 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:53.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.035+0000 7f0d68bfe640 1 -- 172.21.15.1:0/3919540234 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d60004230 con 0x55f9e731af60 2024-02-10T00:07:53.046 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.035+0000 7f0d68bfe640 1 -- 172.21.15.1:0/3919540234 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0d60009e90 con 0x55f9e731af60 2024-02-10T00:07:53.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.035+0000 7f0d68bfe640 1 -- 172.21.15.1:0/3919540234 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d60004c60 con 0x55f9e731af60 2024-02-10T00:07:53.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.036+0000 7f0d76ff1740 1 -- 172.21.15.1:0/3919540234 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9e731af60 msgr2=0x55f9e731d3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:53.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.036+0000 7f0d76ff1740 1 --2- 172.21.15.1:0/3919540234 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9e731af60 0x55f9e731d3b0 secure :-1 s=READY pgs=1462 cs=0 l=1 rev1=1 crypto rx=0x7f0d60009c20 tx=0x7f0d60011810 comp rx=0 tx=0).stop 2024-02-10T00:07:53.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.036+0000 7f0d76ff1740 1 -- 172.21.15.1:0/3919540234 shutdown_connections 2024-02-10T00:07:53.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.036+0000 7f0d76ff1740 1 --2- 172.21.15.1:0/3919540234 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9e731af60 0x55f9e731d3b0 unknown :-1 s=CLOSED pgs=1462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.036+0000 7f0d76ff1740 1 --2- 172.21.15.1:0/3919540234 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9e73123e0 0x55f9e731a990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.036+0000 7f0d76ff1740 1 --2- 172.21.15.1:0/3919540234 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9e7311a30 0x55f9e7311e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.036+0000 7f0d76ff1740 1 -- 172.21.15.1:0/3919540234 >> 172.21.15.1:0/3919540234 conn(0x55f9e730c100 msgr2=0x55f9e730c4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:53.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.036+0000 7f0d76ff1740 1 -- 172.21.15.1:0/3919540234 shutdown_connections 2024-02-10T00:07:53.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.036+0000 7f0d76ff1740 1 -- 172.21.15.1:0/3919540234 wait complete. 2024-02-10T00:07:53.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.036+0000 7f0d76ff1740 1 -- start start 2024-02-10T00:07:53.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.036+0000 7f0d76ff1740 1 Processor -- start 2024-02-10T00:07:53.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.036+0000 7f0d76ff1740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9e7311a30 0x55f9e7317ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:53.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.036+0000 7f0d76ff1740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9e73123e0 0x55f9e73183e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:53.047 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.036+0000 7f0d76ff1740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9e731af60 0x55f9e7318920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:53.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.036+0000 7f0d76ff1740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9e7279030 con 0x55f9e731af60 2024-02-10T00:07:53.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.036+0000 7f0d76ff1740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9e6f4c430 con 0x55f9e73123e0 2024-02-10T00:07:53.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.036+0000 7f0d76ff1740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9e6f08e00 con 0x55f9e7311a30 2024-02-10T00:07:53.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.036+0000 7f0d76ff1740 10 client.0 _ll_register_callbacks cb 0x55f9e726e030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:53.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.037+0000 7f0d729bb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9e731af60 0x55f9e7318920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:53.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.037+0000 7f0d729bb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9e731af60 0x55f9e7318920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38498/0 (socket says 172.21.15.1:38498) 2024-02-10T00:07:53.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.037+0000 7f0d729bb640 1 -- 172.21.15.1:0/1839867974 learned_addr learned my addr 172.21.15.1:0/1839867974 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:53.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.037+0000 7f0d719b9640 1 --2- 172.21.15.1:0/1839867974 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9e73123e0 0x55f9e73183e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:53.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.037+0000 7f0d721ba640 1 --2- 172.21.15.1:0/1839867974 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9e7311a30 0x55f9e7317ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:53.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.037+0000 7f0d729bb640 1 -- 172.21.15.1:0/1839867974 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9e7311a30 msgr2=0x55f9e7317ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:53.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.037+0000 7f0d729bb640 1 --2- 172.21.15.1:0/1839867974 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9e7311a30 0x55f9e7317ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.037+0000 7f0d729bb640 1 -- 172.21.15.1:0/1839867974 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9e73123e0 msgr2=0x55f9e73183e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:53.048 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.037+0000 7f0d729bb640 1 --2- 172.21.15.1:0/1839867974 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9e73123e0 0x55f9e73183e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.037+0000 7f0d729bb640 1 -- 172.21.15.1:0/1839867974 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d60009850 con 0x55f9e731af60 2024-02-10T00:07:53.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.037+0000 7f0d729bb640 1 --2- 172.21.15.1:0/1839867974 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9e731af60 0x55f9e7318920 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7f0d5c004c10 tx=0x7f0d5c0058d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f68554c6fcf02587 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:53.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.037+0000 7f0d51ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:53.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.037+0000 7f0d51ffb640 1 -- 172.21.15.1:0/1839867974 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d5c048070 con 0x55f9e731af60 2024-02-10T00:07:53.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.037+0000 7f0d51ffb640 1 -- 172.21.15.1:0/1839867974 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f0d5c02cc70 con 0x55f9e731af60 2024-02-10T00:07:53.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.037+0000 7f0d76ff1740 1 -- 172.21.15.1:0/1839867974 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f9e6f787e0 con 0x55f9e731af60 2024-02-10T00:07:53.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.037+0000 7f0d51ffb640 1 -- 172.21.15.1:0/1839867974 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0d5c02c670 con 0x55f9e731af60 2024-02-10T00:07:53.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.037+0000 7f0d76ff1740 10 client.18657 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:53.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.037+0000 7f0d76ff1740 1 -- 172.21.15.1:0/1839867974 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55f9e72776b0 con 0x55f9e731af60 2024-02-10T00:07:53.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.037+0000 7f0d51ffb640 1 -- 172.21.15.1:0/1839867974 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55f9e6f787e0 con 0x55f9e731af60 2024-02-10T00:07:53.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.038+0000 7f0d51ffb640 1 -- 172.21.15.1:0/1839867974 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f0d5c003c10 con 0x55f9e731af60 2024-02-10T00:07:53.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.038+0000 7f0d76ff1740 10 client.18657 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:53.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.038+0000 7f0d76ff1740 10 client.18657 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:07:53.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.038+0000 7f0d76ff1740 20 client.18657 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:53.049 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.038+0000 7f0d76ff1740 1 --2- 172.21.15.1:0/1839867974 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55f9e732b570 0x55f9e732d990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:53.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.038+0000 7f0d76ff1740 4 client.18657 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:07:53.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.038+0000 7f0d76ff1740 1 -- 172.21.15.1:0/1839867974 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f9e6fb5720 con 0x55f9e732b570 2024-02-10T00:07:53.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.038+0000 7f0d721ba640 1 --2- 172.21.15.1:0/1839867974 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55f9e732b570 0x55f9e732d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:53.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.038+0000 7f0d51ffb640 10 client.18657 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:53.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.038+0000 7f0d721ba640 1 --2- 172.21.15.1:0/1839867974 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55f9e732b570 0x55f9e732d990 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cd0502b653d98f0b server_cookie=2e8441831fc1abe1 in_seq=0 out_seq=0 2024-02-10T00:07:53.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.039+0000 7f0d51ffb640 1 -- 172.21.15.1:0/1839867974 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55f9e6fb5720 con 0x55f9e732b570 2024-02-10T00:07:53.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.039+0000 7f0d51ffb640 10 client.18657 handle_command_reply: tid=0 2024-02-10T00:07:53.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.039+0000 7f0d76ff1740 1 client.18657 shutdown 2024-02-10T00:07:53.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.039+0000 7f0d76ff1740 1 -- 172.21.15.1:0/1839867974 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9e731af60 msgr2=0x55f9e7318920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:53.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.039+0000 7f0d76ff1740 1 --2- 172.21.15.1:0/1839867974 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9e731af60 0x55f9e7318920 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7f0d5c004c10 tx=0x7f0d5c0058d0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.039+0000 7f0d76ff1740 1 -- 172.21.15.1:0/1839867974 shutdown_connections 2024-02-10T00:07:53.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.039+0000 7f0d76ff1740 1 --2- 172.21.15.1:0/1839867974 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55f9e732b570 0x55f9e732d990 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.039+0000 7f0d76ff1740 1 --2- 172.21.15.1:0/1839867974 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9e731af60 0x55f9e7318920 unknown :-1 s=CLOSED pgs=1463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.050 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.039+0000 7f0d76ff1740 1 --2- 172.21.15.1:0/1839867974 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9e73123e0 0x55f9e73183e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.039+0000 7f0d76ff1740 1 --2- 172.21.15.1:0/1839867974 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9e7311a30 0x55f9e7317ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.039+0000 7f0d51ffb640 0 client.18657 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:53.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.039+0000 7f0d76ff1740 1 -- 172.21.15.1:0/1839867974 >> 172.21.15.1:0/1839867974 conn(0x55f9e730c100 msgr2=0x55f9e730de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:53.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.039+0000 7f0d76ff1740 1 -- 172.21.15.1:0/1839867974 shutdown_connections 2024-02-10T00:07:53.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.039+0000 7f0d76ff1740 1 -- 172.21.15.1:0/1839867974 wait complete. 2024-02-10T00:07:53.051 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.039+0000 7f0d76ff1740 20 client.18657 trim_cache size 0 max 16384 2024-02-10T00:07:53.059 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.051+0000 7f0d76ff1740 1 Processor -- start 2024-02-10T00:07:53.060 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.051+0000 7f0d76ff1740 1 -- start start 2024-02-10T00:07:53.060 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.051+0000 7f0d76ff1740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9e7311a30 0x55f9e731a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:53.060 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.051+0000 7f0d76ff1740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9e73123e0 0x55f9e7322370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:53.060 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.051+0000 7f0d76ff1740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9e731af60 0x55f9e7318740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:53.060 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.051+0000 7f0d76ff1740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9e71fe130 con 0x55f9e7311a30 2024-02-10T00:07:53.060 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.051+0000 7f0d76ff1740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9e7307ab0 con 0x55f9e73123e0 2024-02-10T00:07:53.060 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.051+0000 7f0d76ff1740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9e730bf90 con 0x55f9e731af60 2024-02-10T00:07:53.060 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.051+0000 7f0d721ba640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9e7311a30 0x55f9e731a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:53.060 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.051+0000 7f0d721ba640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9e7311a30 0x55f9e731a5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38504/0 (socket says 172.21.15.1:38504) 2024-02-10T00:07:53.060 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.051+0000 7f0d721ba640 1 -- 172.21.15.1:0/2102245781 learned_addr learned my addr 172.21.15.1:0/2102245781 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:53.060 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.052+0000 7f0d729bb640 1 --2- 172.21.15.1:0/2102245781 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9e731af60 0x55f9e7318740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:53.060 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.052+0000 7f0d721ba640 1 -- 172.21.15.1:0/2102245781 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9e731af60 msgr2=0x55f9e7318740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:53.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.052+0000 7f0d721ba640 1 --2- 172.21.15.1:0/2102245781 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9e731af60 0x55f9e7318740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.052+0000 7f0d721ba640 1 -- 172.21.15.1:0/2102245781 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9e73123e0 msgr2=0x55f9e7322370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:53.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.052+0000 7f0d721ba640 1 --2- 172.21.15.1:0/2102245781 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9e73123e0 0x55f9e7322370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.052+0000 7f0d721ba640 1 -- 172.21.15.1:0/2102245781 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f9e7213c90 con 0x55f9e7311a30 2024-02-10T00:07:53.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.052+0000 7f0d729bb640 1 --2- 172.21.15.1:0/2102245781 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9e731af60 0x55f9e7318740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:07:53.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.052+0000 7f0d721ba640 1 --2- 172.21.15.1:0/2102245781 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9e7311a30 0x55f9e731a5d0 secure :-1 s=READY pgs=1464 cs=0 l=1 rev1=1 crypto rx=0x7f0d640973f0 tx=0x7f0d64096df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef86e0b6c1fe61bb server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:53.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.052+0000 7f0d53fff640 1 -- 172.21.15.1:0/2102245781 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d640a31c0 con 0x55f9e7311a30 2024-02-10T00:07:53.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.052+0000 7f0d53fff640 1 -- 172.21.15.1:0/2102245781 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0d64014050 con 0x55f9e7311a30 2024-02-10T00:07:53.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.052+0000 7f0d53fff640 1 -- 172.21.15.1:0/2102245781 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d640cba00 con 0x55f9e7311a30 2024-02-10T00:07:53.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.052+0000 7f0d76ff1740 1 -- 172.21.15.1:0/2102245781 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9e7311a30 msgr2=0x55f9e731a5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:53.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.052+0000 7f0d76ff1740 1 --2- 172.21.15.1:0/2102245781 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9e7311a30 0x55f9e731a5d0 secure :-1 s=READY pgs=1464 cs=0 l=1 rev1=1 crypto rx=0x7f0d640973f0 tx=0x7f0d64096df0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.052+0000 7f0d76ff1740 1 -- 172.21.15.1:0/2102245781 shutdown_connections 2024-02-10T00:07:53.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.052+0000 7f0d76ff1740 1 --2- 172.21.15.1:0/2102245781 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9e731af60 0x55f9e7318740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.061 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.052+0000 7f0d76ff1740 1 --2- 172.21.15.1:0/2102245781 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9e73123e0 0x55f9e7322370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.052+0000 7f0d76ff1740 1 --2- 172.21.15.1:0/2102245781 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9e7311a30 0x55f9e731a5d0 unknown :-1 s=CLOSED pgs=1464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.052+0000 7f0d76ff1740 1 -- 172.21.15.1:0/2102245781 >> 172.21.15.1:0/2102245781 conn(0x55f9e730c100 msgr2=0x55f9e7332310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:53.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.053+0000 7f0d76ff1740 1 -- 172.21.15.1:0/2102245781 shutdown_connections 2024-02-10T00:07:53.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.053+0000 7f0d76ff1740 1 -- 172.21.15.1:0/2102245781 wait complete. 2024-02-10T00:07:53.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.053+0000 7f0d76ff1740 1 -- start start 2024-02-10T00:07:53.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.053+0000 7f0d76ff1740 1 Processor -- start 2024-02-10T00:07:53.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.053+0000 7f0d76ff1740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9e7311a30 0x55f9e737f4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:53.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.053+0000 7f0d76ff1740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9e73123e0 0x55f9e737fa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:53.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.053+0000 7f0d76ff1740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9e731af60 0x55f9e7379a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:53.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.053+0000 7f0d76ff1740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9e737a000 con 0x55f9e73123e0 2024-02-10T00:07:53.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.053+0000 7f0d76ff1740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9e737a170 con 0x55f9e731af60 2024-02-10T00:07:53.062 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.053+0000 7f0d76ff1740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9e737a330 con 0x55f9e7311a30 2024-02-10T00:07:53.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.053+0000 7f0d76ff1740 10 client.0 _ll_register_callbacks cb 0x7f0d60009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:53.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.053+0000 7f0d719b9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9e73123e0 0x55f9e737fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:53.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.053+0000 7f0d719b9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9e73123e0 0x55f9e737fa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38518/0 (socket says 172.21.15.1:38518) 2024-02-10T00:07:53.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.053+0000 7f0d719b9640 1 -- 172.21.15.1:0/278316125 learned_addr learned my addr 172.21.15.1:0/278316125 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:53.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.053+0000 7f0d721ba640 1 --2- 172.21.15.1:0/278316125 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9e7311a30 0x55f9e737f4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:53.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.053+0000 7f0d729bb640 1 --2- 172.21.15.1:0/278316125 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9e731af60 0x55f9e7379a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:53.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.053+0000 7f0d719b9640 1 -- 172.21.15.1:0/278316125 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9e7311a30 msgr2=0x55f9e737f4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:53.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.053+0000 7f0d719b9640 1 --2- 172.21.15.1:0/278316125 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9e7311a30 0x55f9e737f4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.053+0000 7f0d719b9640 1 -- 172.21.15.1:0/278316125 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9e731af60 msgr2=0x55f9e7379a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:53.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.053+0000 7f0d719b9640 1 --2- 172.21.15.1:0/278316125 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9e731af60 0x55f9e7379a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.053+0000 7f0d719b9640 1 -- 172.21.15.1:0/278316125 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d6c1a4600 con 0x55f9e73123e0 2024-02-10T00:07:53.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.053+0000 7f0d729bb640 1 --2- 172.21.15.1:0/278316125 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9e731af60 0x55f9e7379a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:07:53.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.054+0000 7f0d719b9640 1 --2- 172.21.15.1:0/278316125 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9e73123e0 0x55f9e737fa00 secure :-1 s=READY pgs=1465 cs=0 l=1 rev1=1 crypto rx=0x7f0d60011d10 tx=0x7f0d600044d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9ff95b7ed812ac1 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:53.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.054+0000 7f0d51ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:53.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.054+0000 7f0d51ffb640 1 -- 172.21.15.1:0/278316125 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d600037f0 con 0x55f9e73123e0 2024-02-10T00:07:53.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.054+0000 7f0d51ffb640 1 -- 172.21.15.1:0/278316125 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f0d60003950 con 0x55f9e73123e0 2024-02-10T00:07:53.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.054+0000 7f0d76ff1740 1 -- 172.21.15.1:0/278316125 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0d60009e90 con 0x55f9e73123e0 2024-02-10T00:07:53.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.054+0000 7f0d51ffb640 1 -- 172.21.15.1:0/278316125 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0d60003b10 con 0x55f9e73123e0 2024-02-10T00:07:53.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.054+0000 7f0d76ff1740 10 client.18663 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:53.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.054+0000 7f0d76ff1740 1 -- 172.21.15.1:0/278316125 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55f9e7239a70 con 0x55f9e73123e0 2024-02-10T00:07:53.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.054+0000 7f0d51ffb640 1 -- 172.21.15.1:0/278316125 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0d60009e90 con 0x55f9e73123e0 2024-02-10T00:07:53.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.054+0000 7f0d51ffb640 1 -- 172.21.15.1:0/278316125 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f0d60023cd0 con 0x55f9e73123e0 2024-02-10T00:07:53.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.054+0000 7f0d76ff1740 10 client.18663 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:53.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.054+0000 7f0d76ff1740 10 client.18663 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:07:53.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.054+0000 7f0d76ff1740 20 client.18663 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:53.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.054+0000 7f0d76ff1740 1 --2- 172.21.15.1:0/278316125 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55f9e73873b0 0x55f9e73897d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:53.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.054+0000 7f0d76ff1740 4 client.18663 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:07:53.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.054+0000 7f0d76ff1740 1 -- 172.21.15.1:0/278316125 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55f9e7004890 con 0x55f9e73873b0 2024-02-10T00:07:53.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.055+0000 7f0d721ba640 1 --2- 172.21.15.1:0/278316125 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55f9e73873b0 0x55f9e73897d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:53.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.055+0000 7f0d721ba640 1 --2- 172.21.15.1:0/278316125 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55f9e73873b0 0x55f9e73897d0 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=939d6d233a5d19b9 server_cookie=2a229ed3e54a9dc in_seq=0 out_seq=0 2024-02-10T00:07:53.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.055+0000 7f0d51ffb640 10 client.18663 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:53.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.055+0000 7f0d51ffb640 1 -- 172.21.15.1:0/278316125 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55f9e7004890 con 0x55f9e73873b0 2024-02-10T00:07:53.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.055+0000 7f0d51ffb640 10 client.18663 handle_command_reply: tid=0 2024-02-10T00:07:53.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.055+0000 7f0d76ff1740 1 client.18663 shutdown 2024-02-10T00:07:53.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.055+0000 7f0d76ff1740 1 -- 172.21.15.1:0/278316125 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9e73123e0 msgr2=0x55f9e737fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:53.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.055+0000 7f0d76ff1740 1 --2- 172.21.15.1:0/278316125 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9e73123e0 0x55f9e737fa00 secure :-1 s=READY pgs=1465 cs=0 l=1 rev1=1 crypto rx=0x7f0d60011d10 tx=0x7f0d600044d0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.055+0000 7f0d76ff1740 1 -- 172.21.15.1:0/278316125 shutdown_connections 2024-02-10T00:07:53.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.055+0000 7f0d76ff1740 1 --2- 172.21.15.1:0/278316125 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55f9e73873b0 0x55f9e73897d0 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.055+0000 7f0d76ff1740 1 --2- 172.21.15.1:0/278316125 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f9e731af60 0x55f9e7379a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.055+0000 7f0d51ffb640 0 client.18663 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:53.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.055+0000 7f0d76ff1740 1 --2- 172.21.15.1:0/278316125 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f9e73123e0 0x55f9e737fa00 unknown :-1 s=CLOSED pgs=1465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.055+0000 7f0d76ff1740 1 --2- 172.21.15.1:0/278316125 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f9e7311a30 0x55f9e737f4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.055+0000 7f0d76ff1740 1 -- 172.21.15.1:0/278316125 >> 172.21.15.1:0/278316125 conn(0x55f9e730c100 msgr2=0x55f9e73166b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:53.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.055+0000 7f0d76ff1740 1 -- 172.21.15.1:0/278316125 shutdown_connections 2024-02-10T00:07:53.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.055+0000 7f0d76ff1740 1 -- 172.21.15.1:0/278316125 wait complete. 2024-02-10T00:07:53.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.055+0000 7f0d76ff1740 20 client.18663 trim_cache size 0 max 16384 2024-02-10T00:07:53.066 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:07:53.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.056+0000 7f0d7441e640 1 -- 172.21.15.1:0/34277526 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0d540a2230 msgr2=0x7f0d540a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:53.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.056+0000 7f0d7441e640 1 --2- 172.21.15.1:0/34277526 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0d540a2230 0x7f0d540a46f0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f0d5c005ab0 tx=0x7f0d5c004750 comp rx=0 tx=0).stop 2024-02-10T00:07:53.067 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.056+0000 7f0d7441e640 1 -- 172.21.15.1:0/34277526 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0d6c1024a0 msgr2=0x7f0d6c19d680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:53.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.056+0000 7f0d7441e640 1 --2- 172.21.15.1:0/34277526 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0d6c1024a0 0x7f0d6c19d680 secure :-1 s=READY pgs=1461 cs=0 l=1 rev1=1 crypto rx=0x7f0d6400db80 tx=0x7f0d6400b630 comp rx=0 tx=0).stop 2024-02-10T00:07:53.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.056+0000 7f0d7441e640 1 -- 172.21.15.1:0/34277526 shutdown_connections 2024-02-10T00:07:53.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.056+0000 7f0d7441e640 1 --2- 172.21.15.1:0/34277526 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0d540a2230 0x7f0d540a46f0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.056+0000 7f0d7441e640 1 --2- 172.21.15.1:0/34277526 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0d6c10b910 0x7f0d6c197740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.056+0000 7f0d7441e640 1 --2- 172.21.15.1:0/34277526 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d6c102dc0 0x7f0d6c19dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.056+0000 7f0d7441e640 1 --2- 172.21.15.1:0/34277526 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0d6c1024a0 0x7f0d6c19d680 unknown :-1 s=CLOSED pgs=1461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:53.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.056+0000 7f0d7441e640 1 -- 172.21.15.1:0/34277526 >> 172.21.15.1:0/34277526 conn(0x7f0d6c0772a0 msgr2=0x7f0d6c0fe290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:53.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.056+0000 7f0d7441e640 1 -- 172.21.15.1:0/34277526 shutdown_connections 2024-02-10T00:07:53.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:53.056+0000 7f0d7441e640 1 -- 172.21.15.1:0/34277526 wait complete. 2024-02-10T00:07:53.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:53 smithi001 ceph-mon[32335]: pgmap v263: 97 pgs: 97 active+clean; 3.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:07:53.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:53 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1280544473' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:07:53.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:53 smithi088 ceph-mon[36452]: pgmap v263: 97 pgs: 97 active+clean; 3.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:07:53.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:53 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1280544473' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:07:53.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:53 smithi103 ceph-mon[36942]: pgmap v263: 97 pgs: 97 active+clean; 3.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:07:53.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:53 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1280544473' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:07:54.070 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-02-10T00:07:54.071 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T00:07:54.071 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-02-10T00:07:54.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.190+0000 7fc2c3335640 1 -- 172.21.15.1:0/3936066621 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc2bc101df0 msgr2=0x7fc2bc105e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:54.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.190+0000 7fc2c3335640 1 --2- 172.21.15.1:0/3936066621 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc2bc101df0 0x7fc2bc105e30 secure :-1 s=READY pgs=1466 cs=0 l=1 rev1=1 crypto rx=0x7fc2ac009930 tx=0x7fc2ac02bc30 comp rx=0 tx=0).stop 2024-02-10T00:07:54.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.190+0000 7fc2c3335640 1 -- 172.21.15.1:0/3936066621 shutdown_connections 2024-02-10T00:07:54.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.190+0000 7fc2c3335640 1 --2- 172.21.15.1:0/3936066621 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc2bc106510 0x7fc2bc10e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.195 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.190+0000 7fc2c3335640 1 --2- 172.21.15.1:0/3936066621 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc2bc101df0 0x7fc2bc105e30 unknown :-1 s=CLOSED pgs=1466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.190+0000 7fc2c3335640 1 --2- 172.21.15.1:0/3936066621 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc2bc101440 0x7fc2bc101820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.190+0000 7fc2c3335640 1 -- 172.21.15.1:0/3936066621 >> 172.21.15.1:0/3936066621 conn(0x7fc2bc0fccc0 msgr2=0x7fc2bc0ff0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:54.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.191+0000 7fc2c3335640 1 -- 172.21.15.1:0/3936066621 shutdown_connections 2024-02-10T00:07:54.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.191+0000 7fc2c3335640 1 -- 172.21.15.1:0/3936066621 wait complete. 2024-02-10T00:07:54.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.191+0000 7fc2c3335640 1 Processor -- start 2024-02-10T00:07:54.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.191+0000 7fc2c3335640 1 -- start start 2024-02-10T00:07:54.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.191+0000 7fc2c3335640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc2bc101440 0x7fc2bc19d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.191+0000 7fc2c3335640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc2bc106510 0x7fc2bc19db10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.191+0000 7fc2c3335640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc2bc197690 0x7fc2bc197b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.191+0000 7fc2c3335640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2bc198160 con 0x7fc2bc101440 2024-02-10T00:07:54.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.191+0000 7fc2c3335640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2bc1982d0 con 0x7fc2bc106510 2024-02-10T00:07:54.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.191+0000 7fc2c3335640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2bc198490 con 0x7fc2bc197690 2024-02-10T00:07:54.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.191+0000 7fc2c10d1640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc2bc101440 0x7fc2bc19d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.196 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.191+0000 7fc2c10d1640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc2bc101440 0x7fc2bc19d5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38534/0 (socket says 172.21.15.1:38534) 2024-02-10T00:07:54.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.191+0000 7fc2c10d1640 1 -- 172.21.15.1:0/637755743 learned_addr learned my addr 172.21.15.1:0/637755743 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:54.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.192+0000 7fc2c18d2640 1 --2- 172.21.15.1:0/637755743 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc2bc197690 0x7fc2bc197b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.192+0000 7fc2c08d0640 1 --2- 172.21.15.1:0/637755743 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc2bc106510 0x7fc2bc19db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.192+0000 7fc2c10d1640 1 -- 172.21.15.1:0/637755743 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc2bc197690 msgr2=0x7fc2bc197b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:54.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.192+0000 7fc2c10d1640 1 --2- 172.21.15.1:0/637755743 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc2bc197690 0x7fc2bc197b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.192+0000 7fc2c10d1640 1 -- 172.21.15.1:0/637755743 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc2bc106510 msgr2=0x7fc2bc19db10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:54.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.192+0000 7fc2c10d1640 1 --2- 172.21.15.1:0/637755743 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc2bc106510 0x7fc2bc19db10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.192+0000 7fc2c10d1640 1 -- 172.21.15.1:0/637755743 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2ac009560 con 0x7fc2bc101440 2024-02-10T00:07:54.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.192+0000 7fc2c10d1640 1 --2- 172.21.15.1:0/637755743 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc2bc101440 0x7fc2bc19d5d0 secure :-1 s=READY pgs=1467 cs=0 l=1 rev1=1 crypto rx=0x7fc2b800c890 tx=0x7fc2b800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:54.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.192+0000 7fc2b27fc640 1 -- 172.21.15.1:0/637755743 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2b8004220 con 0x7fc2bc101440 2024-02-10T00:07:54.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.192+0000 7fc2b27fc640 1 -- 172.21.15.1:0/637755743 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc2b8007e90 con 0x7fc2bc101440 2024-02-10T00:07:54.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.192+0000 7fc2c3335640 1 -- 172.21.15.1:0/637755743 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc2bc1a4430 con 0x7fc2bc101440 2024-02-10T00:07:54.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.192+0000 7fc2b27fc640 1 -- 172.21.15.1:0/637755743 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2b8004a00 con 0x7fc2bc101440 2024-02-10T00:07:54.197 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.192+0000 7fc2c3335640 1 -- 172.21.15.1:0/637755743 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc2bc1a4910 con 0x7fc2bc101440 2024-02-10T00:07:54.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.194+0000 7fc2b27fc640 1 -- 172.21.15.1:0/637755743 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fc2b80079b0 con 0x7fc2bc101440 2024-02-10T00:07:54.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.195+0000 7fc2c5fdf740 1 Processor -- start 2024-02-10T00:07:54.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.195+0000 7fc2b27fc640 1 --2- 172.21.15.1:0/637755743 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc2a80a2230 0x7fc2a80a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.195+0000 7fc2c5fdf740 1 -- start start 2024-02-10T00:07:54.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.195+0000 7fc2c18d2640 1 --2- 172.21.15.1:0/637755743 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc2a80a2230 0x7fc2a80a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.195+0000 7fc2c5fdf740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564eb047e190 0x564eb047e570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.204 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.195+0000 7fc2b27fc640 1 -- 172.21.15.1:0/637755743 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fc2b80cde20 con 0x7fc2bc101440 2024-02-10T00:07:54.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.195+0000 7fc2c5fdf740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564eb047eab0 0x564eb0487150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.195+0000 7fc2c5fdf740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564eb0487690 0x564eb0489a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.195+0000 7fc2c5fdf740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x564eb03ec000 con 0x564eb047eab0 2024-02-10T00:07:54.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.195+0000 7fc2c5fdf740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x564eb03e9530 con 0x564eb0487690 2024-02-10T00:07:54.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.195+0000 7fc2c5fdf740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x564eb03e4d10 con 0x564eb047e190 2024-02-10T00:07:54.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.195+0000 7fc2c08d0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564eb047eab0 0x564eb0487150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.196+0000 7fc2c08d0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564eb047eab0 0x564eb0487150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38544/0 (socket says 172.21.15.1:38544) 2024-02-10T00:07:54.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.196+0000 7fc2c08d0640 1 -- 172.21.15.1:0/3992224079 learned_addr learned my addr 172.21.15.1:0/3992224079 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:54.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.196+0000 7fc2c10d1640 1 --2- 172.21.15.1:0/3992224079 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564eb047e190 0x564eb047e570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.196+0000 7fc2c18d2640 1 --2- 172.21.15.1:0/3992224079 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564eb0487690 0x564eb0489a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.196+0000 7fc2c08d0640 1 -- 172.21.15.1:0/3992224079 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564eb047e190 msgr2=0x564eb047e570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:54.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.196+0000 7fc2c08d0640 1 --2- 172.21.15.1:0/3992224079 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564eb047e190 0x564eb047e570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.205 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.196+0000 7fc2c08d0640 1 -- 172.21.15.1:0/3992224079 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564eb0487690 msgr2=0x564eb0489a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:54.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.196+0000 7fc2c08d0640 1 --2- 172.21.15.1:0/3992224079 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564eb0487690 0x564eb0489a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.196+0000 7fc2c08d0640 1 -- 172.21.15.1:0/3992224079 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564eb038b210 con 0x564eb047eab0 2024-02-10T00:07:54.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.196+0000 7fc2c10d1640 1 --2- 172.21.15.1:0/3992224079 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564eb047e190 0x564eb047e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:54.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.196+0000 7fc2c18d2640 1 --2- 172.21.15.1:0/3992224079 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564eb0487690 0x564eb0489a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:54.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.196+0000 7fc2c18d2640 1 --2- 172.21.15.1:0/637755743 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc2a80a2230 0x7fc2a80a46f0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fc2b400ad70 tx=0x7fc2b400f790 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:54.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.196+0000 7fc2c08d0640 1 --2- 172.21.15.1:0/3992224079 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564eb047eab0 0x564eb0487150 secure :-1 s=READY pgs=1468 cs=0 l=1 rev1=1 crypto rx=0x7fc2bc06a970 tx=0x7fc2ac004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8b2c38b1dc05798 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:54.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.196+0000 7fc2a77fe640 1 -- 172.21.15.1:0/3992224079 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2ac02c7e0 con 0x564eb047eab0 2024-02-10T00:07:54.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.196+0000 7fc2a77fe640 1 -- 172.21.15.1:0/3992224079 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc2ac004510 con 0x564eb047eab0 2024-02-10T00:07:54.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.196+0000 7fc2a77fe640 1 -- 172.21.15.1:0/3992224079 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2ac005400 con 0x564eb047eab0 2024-02-10T00:07:54.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.197+0000 7fc2c5fdf740 1 -- 172.21.15.1:0/3992224079 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564eb047eab0 msgr2=0x564eb0487150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:54.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.197+0000 7fc2c5fdf740 1 --2- 172.21.15.1:0/3992224079 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564eb047eab0 0x564eb0487150 secure :-1 s=READY pgs=1468 cs=0 l=1 rev1=1 crypto rx=0x7fc2bc06a970 tx=0x7fc2ac004770 comp rx=0 tx=0).stop 2024-02-10T00:07:54.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.197+0000 7fc2c5fdf740 1 -- 172.21.15.1:0/3992224079 shutdown_connections 2024-02-10T00:07:54.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.197+0000 7fc2c5fdf740 1 --2- 172.21.15.1:0/3992224079 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564eb0487690 0x564eb0489a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.197+0000 7fc2c5fdf740 1 --2- 172.21.15.1:0/3992224079 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564eb047eab0 0x564eb0487150 unknown :-1 s=CLOSED pgs=1468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.206 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.197+0000 7fc2c5fdf740 1 --2- 172.21.15.1:0/3992224079 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564eb047e190 0x564eb047e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.197+0000 7fc2c5fdf740 1 -- 172.21.15.1:0/3992224079 >> 172.21.15.1:0/3992224079 conn(0x564eb04788c0 msgr2=0x564eb0478ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:54.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.197+0000 7fc2c5fdf740 1 -- 172.21.15.1:0/3992224079 shutdown_connections 2024-02-10T00:07:54.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.197+0000 7fc2c5fdf740 1 -- 172.21.15.1:0/3992224079 wait complete. 2024-02-10T00:07:54.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.197+0000 7fc2c5fdf740 1 -- start start 2024-02-10T00:07:54.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.197+0000 7fc2c5fdf740 1 Processor -- start 2024-02-10T00:07:54.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.198+0000 7fc2c5fdf740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564eb047e190 0x564eb04846b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.198+0000 7fc2c5fdf740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564eb047eab0 0x564eb0484bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.198+0000 7fc2c5fdf740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564eb0487690 0x564eb0485130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.198+0000 7fc2c5fdf740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x564eb0389e60 con 0x564eb047eab0 2024-02-10T00:07:54.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.198+0000 7fc2c5fdf740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x564eb00b84b0 con 0x564eb047e190 2024-02-10T00:07:54.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.198+0000 7fc2c5fdf740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x564eb036a670 con 0x564eb0487690 2024-02-10T00:07:54.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.198+0000 7fc2c5fdf740 10 client.0 _ll_register_callbacks cb 0x564eb0382190 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:54.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.198+0000 7fc2c08d0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564eb047eab0 0x564eb0484bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.198+0000 7fc2c08d0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564eb047eab0 0x564eb0484bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38546/0 (socket says 172.21.15.1:38546) 2024-02-10T00:07:54.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.198+0000 7fc2c08d0640 1 -- 172.21.15.1:0/2525239436 learned_addr learned my addr 172.21.15.1:0/2525239436 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:54.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.198+0000 7fc2c10d1640 1 --2- 172.21.15.1:0/2525239436 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564eb047e190 0x564eb04846b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.198+0000 7fc2c18d2640 1 --2- 172.21.15.1:0/2525239436 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564eb0487690 0x564eb0485130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.198+0000 7fc2c08d0640 1 -- 172.21.15.1:0/2525239436 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564eb0487690 msgr2=0x564eb0485130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:54.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.198+0000 7fc2c08d0640 1 --2- 172.21.15.1:0/2525239436 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564eb0487690 0x564eb0485130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.198+0000 7fc2c08d0640 1 -- 172.21.15.1:0/2525239436 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564eb047e190 msgr2=0x564eb04846b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:54.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.198+0000 7fc2c08d0640 1 --2- 172.21.15.1:0/2525239436 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564eb047e190 0x564eb04846b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.198+0000 7fc2c08d0640 1 -- 172.21.15.1:0/2525239436 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc2bc10e8f0 con 0x564eb047eab0 2024-02-10T00:07:54.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.198+0000 7fc2c08d0640 1 --2- 172.21.15.1:0/2525239436 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564eb047eab0 0x564eb0484bf0 secure :-1 s=READY pgs=1469 cs=0 l=1 rev1=1 crypto rx=0x7fc2ac009900 tx=0x7fc2ac02ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59078b6d9888b812 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:54.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.198+0000 7fc2a4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:54.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.199+0000 7fc2a4ff9640 1 -- 172.21.15.1:0/2525239436 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2ac0053c0 con 0x564eb047eab0 2024-02-10T00:07:54.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.199+0000 7fc2a4ff9640 1 -- 172.21.15.1:0/2525239436 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fc2ac005520 con 0x564eb047eab0 2024-02-10T00:07:54.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.199+0000 7fc2c5fdf740 1 -- 172.21.15.1:0/2525239436 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564eb00e4860 con 0x564eb047eab0 2024-02-10T00:07:54.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.199+0000 7fc2a4ff9640 1 -- 172.21.15.1:0/2525239436 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc2ac034440 con 0x564eb047eab0 2024-02-10T00:07:54.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.199+0000 7fc2c5fdf740 10 client.18675 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:54.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.199+0000 7fc2c5fdf740 1 -- 172.21.15.1:0/2525239436 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x564eb03e3390 con 0x564eb047eab0 2024-02-10T00:07:54.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.199+0000 7fc2a4ff9640 1 -- 172.21.15.1:0/2525239436 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x564eb00e4860 con 0x564eb047eab0 2024-02-10T00:07:54.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.199+0000 7fc2a4ff9640 1 -- 172.21.15.1:0/2525239436 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fc2ac03c040 con 0x564eb047eab0 2024-02-10T00:07:54.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.199+0000 7fc2c5fdf740 10 client.18675 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:54.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.199+0000 7fc2c5fdf740 10 client.18675 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:07:54.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.199+0000 7fc2c5fdf740 20 client.18675 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:54.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.199+0000 7fc2c5fdf740 1 --2- 172.21.15.1:0/2525239436 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564eb04971e0 0x564eb0499600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.199+0000 7fc2c5fdf740 4 client.18675 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:07:54.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.199+0000 7fc2c5fdf740 1 -- 172.21.15.1:0/2525239436 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564eb0135410 con 0x564eb04971e0 2024-02-10T00:07:54.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.199+0000 7fc2c10d1640 1 --2- 172.21.15.1:0/2525239436 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564eb04971e0 0x564eb0499600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.200+0000 7fc2c10d1640 1 --2- 172.21.15.1:0/2525239436 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564eb04971e0 0x564eb0499600 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4eb0333c69281c4d server_cookie=ba65032491d1626f in_seq=0 out_seq=0 2024-02-10T00:07:54.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.200+0000 7fc2a4ff9640 10 client.18675 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:54.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.200+0000 7fc2a4ff9640 1 -- 172.21.15.1:0/2525239436 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x564eb0135410 con 0x564eb04971e0 2024-02-10T00:07:54.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.200+0000 7fc2a4ff9640 10 client.18675 handle_command_reply: tid=0 2024-02-10T00:07:54.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.200+0000 7fc2c5fdf740 1 client.18675 shutdown 2024-02-10T00:07:54.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.201+0000 7fc2c5fdf740 1 -- 172.21.15.1:0/2525239436 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564eb047eab0 msgr2=0x564eb0484bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:54.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.201+0000 7fc2c5fdf740 1 --2- 172.21.15.1:0/2525239436 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564eb047eab0 0x564eb0484bf0 secure :-1 s=READY pgs=1469 cs=0 l=1 rev1=1 crypto rx=0x7fc2ac009900 tx=0x7fc2ac02ca10 comp rx=0 tx=0).stop 2024-02-10T00:07:54.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.201+0000 7fc2c5fdf740 1 -- 172.21.15.1:0/2525239436 shutdown_connections 2024-02-10T00:07:54.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.201+0000 7fc2c5fdf740 1 --2- 172.21.15.1:0/2525239436 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564eb04971e0 0x564eb0499600 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.201+0000 7fc2c5fdf740 1 --2- 172.21.15.1:0/2525239436 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564eb0487690 0x564eb0485130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.201+0000 7fc2c5fdf740 1 --2- 172.21.15.1:0/2525239436 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564eb047eab0 0x564eb0484bf0 unknown :-1 s=CLOSED pgs=1469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.201+0000 7fc2c5fdf740 1 --2- 172.21.15.1:0/2525239436 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564eb047e190 0x564eb04846b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.201+0000 7fc2c5fdf740 1 -- 172.21.15.1:0/2525239436 >> 172.21.15.1:0/2525239436 conn(0x564eb04788c0 msgr2=0x564eb047a610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:54.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.201+0000 7fc2a4ff9640 0 client.18675 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:54.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.201+0000 7fc2c5fdf740 1 -- 172.21.15.1:0/2525239436 shutdown_connections 2024-02-10T00:07:54.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.201+0000 7fc2c5fdf740 1 -- 172.21.15.1:0/2525239436 wait complete. 2024-02-10T00:07:54.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.201+0000 7fc2c5fdf740 20 client.18675 trim_cache size 0 max 16384 2024-02-10T00:07:54.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.216+0000 7fc2c5fdf740 1 Processor -- start 2024-02-10T00:07:54.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.216+0000 7fc2c5fdf740 1 -- start start 2024-02-10T00:07:54.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.216+0000 7fc2c5fdf740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564eb047e190 0x564eb0484f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.216+0000 7fc2c5fdf740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564eb047eab0 0x564eb04777a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.216+0000 7fc2c5fdf740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564eb0487690 0x564eb0477ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.216+0000 7fc2c5fdf740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x564eb0494190 con 0x564eb0487690 2024-02-10T00:07:54.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.216+0000 7fc2c5fdf740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x564eb04798c0 con 0x564eb047e190 2024-02-10T00:07:54.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.216+0000 7fc2c5fdf740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x564eb047d960 con 0x564eb047eab0 2024-02-10T00:07:54.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.216+0000 7fc2c18d2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564eb0487690 0x564eb0477ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.217+0000 7fc2c18d2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564eb0487690 0x564eb0477ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38550/0 (socket says 172.21.15.1:38550) 2024-02-10T00:07:54.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.217+0000 7fc2c18d2640 1 -- 172.21.15.1:0/3368755107 learned_addr learned my addr 172.21.15.1:0/3368755107 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:54.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.217+0000 7fc2c08d0640 1 --2- 172.21.15.1:0/3368755107 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564eb047eab0 0x564eb04777a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.217+0000 7fc2c18d2640 1 -- 172.21.15.1:0/3368755107 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564eb047eab0 msgr2=0x564eb04777a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:54.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.217+0000 7fc2c10d1640 1 --2- 172.21.15.1:0/3368755107 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564eb047e190 0x564eb0484f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.217+0000 7fc2c18d2640 1 --2- 172.21.15.1:0/3368755107 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564eb047eab0 0x564eb04777a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.217+0000 7fc2c18d2640 1 -- 172.21.15.1:0/3368755107 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564eb047e190 msgr2=0x564eb0484f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:54.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.217+0000 7fc2c18d2640 1 --2- 172.21.15.1:0/3368755107 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564eb047e190 0x564eb0484f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.217+0000 7fc2c18d2640 1 -- 172.21.15.1:0/3368755107 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564eb037fc70 con 0x564eb0487690 2024-02-10T00:07:54.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.217+0000 7fc2c18d2640 1 --2- 172.21.15.1:0/3368755107 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564eb0487690 0x564eb0477ce0 secure :-1 s=READY pgs=1470 cs=0 l=1 rev1=1 crypto rx=0x7fc2b40106a0 tx=0x7fc2b4014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1067389b8fce41ed server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:54.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.217+0000 7fc2a6ffd640 1 -- 172.21.15.1:0/3368755107 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2b4022070 con 0x564eb0487690 2024-02-10T00:07:54.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.217+0000 7fc2a6ffd640 1 -- 172.21.15.1:0/3368755107 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc2b4003970 con 0x564eb0487690 2024-02-10T00:07:54.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.217+0000 7fc2a6ffd640 1 -- 172.21.15.1:0/3368755107 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2b4004020 con 0x564eb0487690 2024-02-10T00:07:54.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.218+0000 7fc2c5fdf740 1 -- 172.21.15.1:0/3368755107 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564eb0487690 msgr2=0x564eb0477ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:54.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.218+0000 7fc2c5fdf740 1 --2- 172.21.15.1:0/3368755107 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564eb0487690 0x564eb0477ce0 secure :-1 s=READY pgs=1470 cs=0 l=1 rev1=1 crypto rx=0x7fc2b40106a0 tx=0x7fc2b4014000 comp rx=0 tx=0).stop 2024-02-10T00:07:54.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.218+0000 7fc2c5fdf740 1 -- 172.21.15.1:0/3368755107 shutdown_connections 2024-02-10T00:07:54.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.218+0000 7fc2c5fdf740 1 --2- 172.21.15.1:0/3368755107 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564eb0487690 0x564eb0477ce0 unknown :-1 s=CLOSED pgs=1470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.218+0000 7fc2c5fdf740 1 --2- 172.21.15.1:0/3368755107 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564eb047eab0 0x564eb04777a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.218+0000 7fc2c5fdf740 1 --2- 172.21.15.1:0/3368755107 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564eb047e190 0x564eb0484f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.218+0000 7fc2c5fdf740 1 -- 172.21.15.1:0/3368755107 >> 172.21.15.1:0/3368755107 conn(0x564eb04788c0 msgr2=0x564eb0477090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:54.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.218+0000 7fc2c5fdf740 1 -- 172.21.15.1:0/3368755107 shutdown_connections 2024-02-10T00:07:54.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.218+0000 7fc2c5fdf740 1 -- 172.21.15.1:0/3368755107 wait complete. 2024-02-10T00:07:54.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.218+0000 7fc2c5fdf740 1 -- start start 2024-02-10T00:07:54.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.218+0000 7fc2c5fdf740 1 Processor -- start 2024-02-10T00:07:54.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.219+0000 7fc2c5fdf740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564eb047e190 0x564eb04ec400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.219+0000 7fc2c5fdf740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564eb047eab0 0x564eb04ec940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.219+0000 7fc2c5fdf740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564eb0487690 0x564eb048dc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.219+0000 7fc2c5fdf740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x564eb048e310 con 0x564eb047e190 2024-02-10T00:07:54.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.219+0000 7fc2c5fdf740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x564eb048e480 con 0x564eb0487690 2024-02-10T00:07:54.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.219+0000 7fc2c5fdf740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x564eb048e640 con 0x564eb047eab0 2024-02-10T00:07:54.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.219+0000 7fc2c5fdf740 10 client.0 _ll_register_callbacks cb 0x7fc2ac009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:54.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.219+0000 7fc2c10d1640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564eb047e190 0x564eb04ec400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.219+0000 7fc2c10d1640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564eb047e190 0x564eb04ec400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38552/0 (socket says 172.21.15.1:38552) 2024-02-10T00:07:54.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.219+0000 7fc2c10d1640 1 -- 172.21.15.1:0/4043750302 learned_addr learned my addr 172.21.15.1:0/4043750302 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:54.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.219+0000 7fc2c08d0640 1 --2- 172.21.15.1:0/4043750302 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564eb047eab0 0x564eb04ec940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.219+0000 7fc2c18d2640 1 --2- 172.21.15.1:0/4043750302 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564eb0487690 0x564eb048dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.219+0000 7fc2c10d1640 1 -- 172.21.15.1:0/4043750302 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564eb047eab0 msgr2=0x564eb04ec940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:54.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.219+0000 7fc2c10d1640 1 --2- 172.21.15.1:0/4043750302 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564eb047eab0 0x564eb04ec940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.219+0000 7fc2c10d1640 1 -- 172.21.15.1:0/4043750302 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564eb0487690 msgr2=0x564eb048dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:54.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.219+0000 7fc2c10d1640 1 --2- 172.21.15.1:0/4043750302 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564eb0487690 0x564eb048dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.219+0000 7fc2c10d1640 1 -- 172.21.15.1:0/4043750302 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc2b4010430 con 0x564eb047e190 2024-02-10T00:07:54.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.219+0000 7fc2c08d0640 1 --2- 172.21.15.1:0/4043750302 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564eb047eab0 0x564eb04ec940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:07:54.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.219+0000 7fc2c10d1640 1 --2- 172.21.15.1:0/4043750302 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564eb047e190 0x564eb04ec400 secure :-1 s=READY pgs=1471 cs=0 l=1 rev1=1 crypto rx=0x7fc2b8005fd0 tx=0x7fc2b80ba040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ff3ba4cd4cba076 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:54.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.219+0000 7fc2a4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:54.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.219+0000 7fc2a4ff9640 1 -- 172.21.15.1:0/4043750302 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2b80a2f50 con 0x564eb047e190 2024-02-10T00:07:54.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.219+0000 7fc2a4ff9640 1 -- 172.21.15.1:0/4043750302 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fc2b8004380 con 0x564eb047e190 2024-02-10T00:07:54.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.219+0000 7fc2c5fdf740 1 -- 172.21.15.1:0/4043750302 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc2ac004510 con 0x564eb047e190 2024-02-10T00:07:54.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.220+0000 7fc2a4ff9640 1 -- 172.21.15.1:0/4043750302 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc2b8098ab0 con 0x564eb047e190 2024-02-10T00:07:54.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.220+0000 7fc2c5fdf740 10 client.18681 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:54.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.220+0000 7fc2c5fdf740 1 -- 172.21.15.1:0/4043750302 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x564eb03a5ac0 con 0x564eb047e190 2024-02-10T00:07:54.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.220+0000 7fc2a4ff9640 1 -- 172.21.15.1:0/4043750302 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc2ac004510 con 0x564eb047e190 2024-02-10T00:07:54.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.220+0000 7fc2a4ff9640 1 -- 172.21.15.1:0/4043750302 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fc2b8016030 con 0x564eb047e190 2024-02-10T00:07:54.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.220+0000 7fc2c5fdf740 10 client.18681 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:54.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.220+0000 7fc2c5fdf740 10 client.18681 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:07:54.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.220+0000 7fc2c5fdf740 20 client.18681 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:54.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.220+0000 7fc2c5fdf740 1 --2- 172.21.15.1:0/4043750302 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564eb04f4210 0x564eb04f6600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.220+0000 7fc2c5fdf740 4 client.18681 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-02-10T00:07:54.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.220+0000 7fc2c5fdf740 1 -- 172.21.15.1:0/4043750302 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x564eb01217b0 con 0x564eb04f4210 2024-02-10T00:07:54.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.220+0000 7fc2c08d0640 1 --2- 172.21.15.1:0/4043750302 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564eb04f4210 0x564eb04f6600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.221+0000 7fc2a4ff9640 10 client.18681 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:54.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.221+0000 7fc2c08d0640 1 --2- 172.21.15.1:0/4043750302 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564eb04f4210 0x564eb04f6600 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=44bd4d20bd313a00 server_cookie=9c899dcd2b8a3204 in_seq=0 out_seq=0 2024-02-10T00:07:54.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.222+0000 7fc2a4ff9640 1 -- 172.21.15.1:0/4043750302 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x564eb01217b0 con 0x564eb04f4210 2024-02-10T00:07:54.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.222+0000 7fc2a4ff9640 10 client.18681 handle_command_reply: tid=0 2024-02-10T00:07:54.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.222+0000 7fc2c5fdf740 1 client.18681 shutdown 2024-02-10T00:07:54.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.222+0000 7fc2c5fdf740 1 -- 172.21.15.1:0/4043750302 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564eb047e190 msgr2=0x564eb04ec400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:54.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.222+0000 7fc2c5fdf740 1 --2- 172.21.15.1:0/4043750302 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564eb047e190 0x564eb04ec400 secure :-1 s=READY pgs=1471 cs=0 l=1 rev1=1 crypto rx=0x7fc2b8005fd0 tx=0x7fc2b80ba040 comp rx=0 tx=0).stop 2024-02-10T00:07:54.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.222+0000 7fc2c5fdf740 1 -- 172.21.15.1:0/4043750302 shutdown_connections 2024-02-10T00:07:54.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.222+0000 7fc2c5fdf740 1 --2- 172.21.15.1:0/4043750302 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564eb04f4210 0x564eb04f6600 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.222+0000 7fc2a4ff9640 0 client.18681 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:54.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.222+0000 7fc2c5fdf740 1 --2- 172.21.15.1:0/4043750302 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564eb0487690 0x564eb048dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.222+0000 7fc2c5fdf740 1 --2- 172.21.15.1:0/4043750302 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564eb047eab0 0x564eb04ec940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.222+0000 7fc2c5fdf740 1 --2- 172.21.15.1:0/4043750302 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564eb047e190 0x564eb04ec400 unknown :-1 s=CLOSED pgs=1471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.222+0000 7fc2c5fdf740 1 -- 172.21.15.1:0/4043750302 >> 172.21.15.1:0/4043750302 conn(0x564eb04788c0 msgr2=0x564eb0477920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:54.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.222+0000 7fc2c5fdf740 1 -- 172.21.15.1:0/4043750302 shutdown_connections 2024-02-10T00:07:54.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.222+0000 7fc2c5fdf740 1 -- 172.21.15.1:0/4043750302 wait complete. 2024-02-10T00:07:54.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.222+0000 7fc2c5fdf740 20 client.18681 trim_cache size 0 max 16384 2024-02-10T00:07:54.233 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:07:54.233 INFO:teuthology.orchestra.run.smithi001.stdout: "return_code": 0, 2024-02-10T00:07:54.233 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_tag": "ce83ce8a-63a1-48cd-bad9-c5f14179144b", 2024-02-10T00:07:54.234 INFO:teuthology.orchestra.run.smithi001.stdout: "mode": "asynchronous" 2024-02-10T00:07:54.234 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:07:54.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.223+0000 7fc2c3335640 1 -- 172.21.15.1:0/637755743 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc2a80a2230 msgr2=0x7fc2a80a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:54.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.223+0000 7fc2c3335640 1 --2- 172.21.15.1:0/637755743 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc2a80a2230 0x7fc2a80a46f0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fc2b400ad70 tx=0x7fc2b400f790 comp rx=0 tx=0).stop 2024-02-10T00:07:54.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.223+0000 7fc2c3335640 1 -- 172.21.15.1:0/637755743 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc2bc101440 msgr2=0x7fc2bc19d5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:54.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.223+0000 7fc2c3335640 1 --2- 172.21.15.1:0/637755743 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc2bc101440 0x7fc2bc19d5d0 secure :-1 s=READY pgs=1467 cs=0 l=1 rev1=1 crypto rx=0x7fc2b800c890 tx=0x7fc2b800cd50 comp rx=0 tx=0).stop 2024-02-10T00:07:54.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.223+0000 7fc2c3335640 1 -- 172.21.15.1:0/637755743 shutdown_connections 2024-02-10T00:07:54.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.223+0000 7fc2c3335640 1 --2- 172.21.15.1:0/637755743 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc2a80a2230 0x7fc2a80a46f0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.223+0000 7fc2c3335640 1 --2- 172.21.15.1:0/637755743 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc2bc197690 0x7fc2bc197b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.223+0000 7fc2c3335640 1 --2- 172.21.15.1:0/637755743 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc2bc106510 0x7fc2bc19db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.223+0000 7fc2c3335640 1 --2- 172.21.15.1:0/637755743 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc2bc101440 0x7fc2bc19d5d0 unknown :-1 s=CLOSED pgs=1467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.235 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.223+0000 7fc2c3335640 1 -- 172.21.15.1:0/637755743 >> 172.21.15.1:0/637755743 conn(0x7fc2bc0fccc0 msgr2=0x7fc2bc0fefd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:54.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.223+0000 7fc2c3335640 1 -- 172.21.15.1:0/637755743 shutdown_connections 2024-02-10T00:07:54.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.223+0000 7fc2c3335640 1 -- 172.21.15.1:0/637755743 wait complete. 2024-02-10T00:07:54.237 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:07:54.237 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:07:54.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.339+0000 7fadccd2c640 1 -- 172.21.15.1:0/1906100720 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fadc8100cf0 msgr2=0x7fadc8104d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:54.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.339+0000 7fadccd2c640 1 --2- 172.21.15.1:0/1906100720 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fadc8100cf0 0x7fadc8104d30 secure :-1 s=READY pgs=1472 cs=0 l=1 rev1=1 crypto rx=0x7fadbc009930 tx=0x7fadbc02bc30 comp rx=0 tx=0).stop 2024-02-10T00:07:54.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.339+0000 7fadccd2c640 1 -- 172.21.15.1:0/1906100720 shutdown_connections 2024-02-10T00:07:54.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.339+0000 7fadccd2c640 1 --2- 172.21.15.1:0/1906100720 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fadc8105410 0x7fadc810cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.343 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.339+0000 7fadccd2c640 1 --2- 172.21.15.1:0/1906100720 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fadc8100cf0 0x7fadc8104d30 unknown :-1 s=CLOSED pgs=1472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.339+0000 7fadccd2c640 1 --2- 172.21.15.1:0/1906100720 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fadc8100340 0x7fadc8100720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.339+0000 7fadccd2c640 1 -- 172.21.15.1:0/1906100720 >> 172.21.15.1:0/1906100720 conn(0x7fadc80772e0 msgr2=0x7fadc80776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:54.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.339+0000 7fadccd2c640 1 -- 172.21.15.1:0/1906100720 shutdown_connections 2024-02-10T00:07:54.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.339+0000 7fadccd2c640 1 -- 172.21.15.1:0/1906100720 wait complete. 2024-02-10T00:07:54.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.339+0000 7fadccd2c640 1 Processor -- start 2024-02-10T00:07:54.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.339+0000 7fadccd2c640 1 -- start start 2024-02-10T00:07:54.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.340+0000 7fadccd2c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fadc8100340 0x7fadc8198710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.340+0000 7fadccd2c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fadc8105410 0x7fadc8198c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.340+0000 7fadccd2c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fadc81991e0 0x7fadc81a3790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.340+0000 7fadccd2c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadc81a3e30 con 0x7fadc8105410 2024-02-10T00:07:54.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.340+0000 7fadccd2c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadc81a3fa0 con 0x7fadc8100340 2024-02-10T00:07:54.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.340+0000 7fadccd2c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadc81a4160 con 0x7fadc81991e0 2024-02-10T00:07:54.344 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.340+0000 7fadc5d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fadc8105410 0x7fadc8198c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.340+0000 7fadc5d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fadc8105410 0x7fadc8198c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38582/0 (socket says 172.21.15.1:38582) 2024-02-10T00:07:54.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.340+0000 7fadc5d9b640 1 -- 172.21.15.1:0/725215929 learned_addr learned my addr 172.21.15.1:0/725215929 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:54.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.340+0000 7fadc659c640 1 --2- 172.21.15.1:0/725215929 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fadc8100340 0x7fadc8198710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.340+0000 7fadc6d9d640 1 --2- 172.21.15.1:0/725215929 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fadc81991e0 0x7fadc81a3790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.340+0000 7fadc5d9b640 1 -- 172.21.15.1:0/725215929 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fadc81991e0 msgr2=0x7fadc81a3790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:54.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.340+0000 7fadc5d9b640 1 --2- 172.21.15.1:0/725215929 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fadc81991e0 0x7fadc81a3790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.340+0000 7fadc5d9b640 1 -- 172.21.15.1:0/725215929 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fadc8100340 msgr2=0x7fadc8198710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:54.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.340+0000 7fadc5d9b640 1 --2- 172.21.15.1:0/725215929 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fadc8100340 0x7fadc8198710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.340+0000 7fadc5d9b640 1 -- 172.21.15.1:0/725215929 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fadc0009840 con 0x7fadc8105410 2024-02-10T00:07:54.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.340+0000 7fadc5d9b640 1 --2- 172.21.15.1:0/725215929 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fadc8105410 0x7fadc8198c50 secure :-1 s=READY pgs=1473 cs=0 l=1 rev1=1 crypto rx=0x7fadbc009230 tx=0x7fadbc004c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:54.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.340+0000 7fadb77fe640 1 -- 172.21.15.1:0/725215929 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadbc0043d0 con 0x7fadc8105410 2024-02-10T00:07:54.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.340+0000 7fadccd2c640 1 -- 172.21.15.1:0/725215929 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fadbc009560 con 0x7fadc8105410 2024-02-10T00:07:54.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.340+0000 7fadb77fe640 1 -- 172.21.15.1:0/725215929 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fadbc0052d0 con 0x7fadc8105410 2024-02-10T00:07:54.345 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.340+0000 7fadb77fe640 1 -- 172.21.15.1:0/725215929 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadbc003d80 con 0x7fadc8105410 2024-02-10T00:07:54.346 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.340+0000 7fadccd2c640 1 -- 172.21.15.1:0/725215929 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fadc81a4760 con 0x7fadc8105410 2024-02-10T00:07:54.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.342+0000 7fadb77fe640 1 -- 172.21.15.1:0/725215929 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fadbc005440 con 0x7fadc8105410 2024-02-10T00:07:54.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.343+0000 7fadcf9dd740 1 Processor -- start 2024-02-10T00:07:54.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.343+0000 7fadcf9dd740 1 -- start start 2024-02-10T00:07:54.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.343+0000 7fadb77fe640 1 --2- 172.21.15.1:0/725215929 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fadb00a2230 0x7fadb00a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.343+0000 7fadcf9dd740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b19e3fb980 0x55b19e3fbd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.343+0000 7fadcf9dd740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b19e3fc330 0x55b19e4048e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.343+0000 7fadcf9dd740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b19e404eb0 0x55b19e407300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.343+0000 7fadcf9dd740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b19e3b6d00 con 0x55b19e404eb0 2024-02-10T00:07:54.353 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.343+0000 7fadcf9dd740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b19e36b2f0 con 0x55b19e3fb980 2024-02-10T00:07:54.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.343+0000 7fadcf9dd740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b19e368820 con 0x55b19e3fc330 2024-02-10T00:07:54.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.343+0000 7fadb77fe640 1 -- 172.21.15.1:0/725215929 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fadbc0f0110 con 0x7fadc8105410 2024-02-10T00:07:54.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.343+0000 7fadc6d9d640 1 --2- 172.21.15.1:0/725215929 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fadb00a2230 0x7fadb00a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.343+0000 7fadc6d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b19e404eb0 0x55b19e407300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.343+0000 7fadc659c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b19e3fb980 0x55b19e3fbd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.343+0000 7fadc6d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b19e404eb0 0x55b19e407300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38596/0 (socket says 172.21.15.1:38596) 2024-02-10T00:07:54.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.343+0000 7fadc6d9d640 1 -- 172.21.15.1:0/1290170854 learned_addr learned my addr 172.21.15.1:0/1290170854 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:54.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.344+0000 7fadc5d9b640 1 --2- 172.21.15.1:0/1290170854 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b19e3fc330 0x55b19e4048e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.344+0000 7fadc659c640 1 -- 172.21.15.1:0/1290170854 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b19e3fc330 msgr2=0x55b19e4048e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:54.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.344+0000 7fadc659c640 1 --2- 172.21.15.1:0/1290170854 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b19e3fc330 0x55b19e4048e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.344+0000 7fadc659c640 1 -- 172.21.15.1:0/1290170854 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b19e404eb0 msgr2=0x55b19e407300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:54.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.344+0000 7fadc659c640 1 --2- 172.21.15.1:0/1290170854 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b19e404eb0 0x55b19e407300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.344+0000 7fadc659c640 1 -- 172.21.15.1:0/1290170854 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b19e325ff0 con 0x55b19e3fb980 2024-02-10T00:07:54.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.344+0000 7fadc6d9d640 1 --2- 172.21.15.1:0/1290170854 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b19e404eb0 0x55b19e407300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:07:54.354 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.344+0000 7fadc5d9b640 1 --2- 172.21.15.1:0/1290170854 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b19e3fc330 0x55b19e4048e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:07:54.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.344+0000 7fadc6d9d640 1 --2- 172.21.15.1:0/725215929 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fadb00a2230 0x7fadb00a46f0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fadb80128a0 tx=0x7fadb800baa0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:54.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.344+0000 7fadc659c640 1 --2- 172.21.15.1:0/1290170854 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b19e3fb980 0x55b19e3fbd60 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fadc0011570 tx=0x7fadc0011a30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7c03467005ff73d3 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:54.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.344+0000 7fadb4ff9640 1 -- 172.21.15.1:0/1290170854 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadc0004d20 con 0x55b19e3fb980 2024-02-10T00:07:54.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.344+0000 7fadb4ff9640 1 -- 172.21.15.1:0/1290170854 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fadc0004e80 con 0x55b19e3fb980 2024-02-10T00:07:54.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.344+0000 7fadb4ff9640 1 -- 172.21.15.1:0/1290170854 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadc000f840 con 0x55b19e3fb980 2024-02-10T00:07:54.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.345+0000 7fadcf9dd740 1 -- 172.21.15.1:0/1290170854 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b19e3fb980 msgr2=0x55b19e3fbd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:54.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.345+0000 7fadcf9dd740 1 --2- 172.21.15.1:0/1290170854 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b19e3fb980 0x55b19e3fbd60 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fadc0011570 tx=0x7fadc0011a30 comp rx=0 tx=0).stop 2024-02-10T00:07:54.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.345+0000 7fadcf9dd740 1 -- 172.21.15.1:0/1290170854 shutdown_connections 2024-02-10T00:07:54.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.345+0000 7fadcf9dd740 1 --2- 172.21.15.1:0/1290170854 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b19e404eb0 0x55b19e407300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.345+0000 7fadcf9dd740 1 --2- 172.21.15.1:0/1290170854 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b19e3fc330 0x55b19e4048e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.345+0000 7fadcf9dd740 1 --2- 172.21.15.1:0/1290170854 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b19e3fb980 0x55b19e3fbd60 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.345+0000 7fadcf9dd740 1 -- 172.21.15.1:0/1290170854 >> 172.21.15.1:0/1290170854 conn(0x55b19e3f6050 msgr2=0x55b19e3f6430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:54.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.345+0000 7fadcf9dd740 1 -- 172.21.15.1:0/1290170854 shutdown_connections 2024-02-10T00:07:54.355 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.345+0000 7fadcf9dd740 1 -- 172.21.15.1:0/1290170854 wait complete. 2024-02-10T00:07:54.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.345+0000 7fadcf9dd740 1 -- start start 2024-02-10T00:07:54.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.345+0000 7fadcf9dd740 1 Processor -- start 2024-02-10T00:07:54.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.346+0000 7fadcf9dd740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b19e3fb980 0x55b19e401d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.346+0000 7fadcf9dd740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b19e3fc330 0x55b19e402280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.346+0000 7fadcf9dd740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b19e404eb0 0x55b19e4027c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.346+0000 7fadcf9dd740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b19e364000 con 0x55b19e404eb0 2024-02-10T00:07:54.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.346+0000 7fadcf9dd740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b19e037430 con 0x55b19e3fc330 2024-02-10T00:07:54.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.346+0000 7fadcf9dd740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b19dff3e00 con 0x55b19e3fb980 2024-02-10T00:07:54.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.346+0000 7fadcf9dd740 10 client.0 _ll_register_callbacks cb 0x55b19e3587f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:54.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.346+0000 7fadc6d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b19e404eb0 0x55b19e4027c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.356 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.346+0000 7fadc6d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b19e404eb0 0x55b19e4027c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38612/0 (socket says 172.21.15.1:38612) 2024-02-10T00:07:54.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.346+0000 7fadc6d9d640 1 -- 172.21.15.1:0/2817714444 learned_addr learned my addr 172.21.15.1:0/2817714444 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:54.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.346+0000 7fadc659c640 1 --2- 172.21.15.1:0/2817714444 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b19e3fb980 0x55b19e401d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.346+0000 7fadc5d9b640 1 --2- 172.21.15.1:0/2817714444 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b19e3fc330 0x55b19e402280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.346+0000 7fadc6d9d640 1 -- 172.21.15.1:0/2817714444 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b19e3fb980 msgr2=0x55b19e401d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:54.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.346+0000 7fadc6d9d640 1 --2- 172.21.15.1:0/2817714444 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b19e3fb980 0x55b19e401d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.346+0000 7fadc6d9d640 1 -- 172.21.15.1:0/2817714444 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b19e3fc330 msgr2=0x55b19e402280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:54.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.346+0000 7fadc6d9d640 1 --2- 172.21.15.1:0/2817714444 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b19e3fc330 0x55b19e402280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.346+0000 7fadc6d9d640 1 -- 172.21.15.1:0/2817714444 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fadc0009d90 con 0x55b19e404eb0 2024-02-10T00:07:54.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.346+0000 7fadc6d9d640 1 --2- 172.21.15.1:0/2817714444 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b19e404eb0 0x55b19e4027c0 secure :-1 s=READY pgs=1474 cs=0 l=1 rev1=1 crypto rx=0x7fadb8010bf0 tx=0x7fadb801c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e506788a83ad26a server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:54.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.346+0000 7fadadffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:54.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.347+0000 7fadadffb640 1 -- 172.21.15.1:0/2817714444 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadb801ec70 con 0x55b19e404eb0 2024-02-10T00:07:54.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.347+0000 7fadcf9dd740 1 -- 172.21.15.1:0/2817714444 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b19e0a0720 con 0x55b19e404eb0 2024-02-10T00:07:54.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.347+0000 7fadadffb640 1 -- 172.21.15.1:0/2817714444 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fadb801edd0 con 0x55b19e404eb0 2024-02-10T00:07:54.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.347+0000 7fadadffb640 1 -- 172.21.15.1:0/2817714444 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fadb8005020 con 0x55b19e404eb0 2024-02-10T00:07:54.357 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.347+0000 7fadcf9dd740 10 client.18693 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:54.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.347+0000 7fadcf9dd740 1 -- 172.21.15.1:0/2817714444 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55b19e362680 con 0x55b19e404eb0 2024-02-10T00:07:54.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.347+0000 7fadadffb640 1 -- 172.21.15.1:0/2817714444 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55b19e0a0720 con 0x55b19e404eb0 2024-02-10T00:07:54.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.347+0000 7fadadffb640 1 -- 172.21.15.1:0/2817714444 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fadb8020430 con 0x55b19e404eb0 2024-02-10T00:07:54.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.347+0000 7fadcf9dd740 10 client.18693 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:54.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.347+0000 7fadcf9dd740 10 client.18693 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:07:54.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.347+0000 7fadcf9dd740 20 client.18693 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:54.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.347+0000 7fadcf9dd740 1 --2- 172.21.15.1:0/2817714444 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b19e415310 0x55b19e417700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.347+0000 7fadcf9dd740 4 client.18693 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:07:54.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.347+0000 7fadcf9dd740 1 -- 172.21.15.1:0/2817714444 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b19e0ef890 con 0x55b19e415310 2024-02-10T00:07:54.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.348+0000 7fadc659c640 1 --2- 172.21.15.1:0/2817714444 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b19e415310 0x55b19e417700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.348+0000 7fadc659c640 1 --2- 172.21.15.1:0/2817714444 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b19e415310 0x55b19e417700 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=385686f990156db5 server_cookie=8d5e08a3fb9cc7f5 in_seq=0 out_seq=0 2024-02-10T00:07:54.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.348+0000 7fadadffb640 10 client.18693 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:54.358 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.349+0000 7fadadffb640 1 -- 172.21.15.1:0/2817714444 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55b19e0ef890 con 0x55b19e415310 2024-02-10T00:07:54.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.349+0000 7fadadffb640 10 client.18693 handle_command_reply: tid=0 2024-02-10T00:07:54.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.349+0000 7fadcf9dd740 1 client.18693 shutdown 2024-02-10T00:07:54.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.349+0000 7fadcf9dd740 1 -- 172.21.15.1:0/2817714444 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b19e404eb0 msgr2=0x55b19e4027c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:54.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.349+0000 7fadcf9dd740 1 --2- 172.21.15.1:0/2817714444 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b19e404eb0 0x55b19e4027c0 secure :-1 s=READY pgs=1474 cs=0 l=1 rev1=1 crypto rx=0x7fadb8010bf0 tx=0x7fadb801c000 comp rx=0 tx=0).stop 2024-02-10T00:07:54.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.349+0000 7fadcf9dd740 1 -- 172.21.15.1:0/2817714444 shutdown_connections 2024-02-10T00:07:54.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.349+0000 7fadcf9dd740 1 --2- 172.21.15.1:0/2817714444 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b19e415310 0x55b19e417700 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.349+0000 7fadcf9dd740 1 --2- 172.21.15.1:0/2817714444 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b19e404eb0 0x55b19e4027c0 unknown :-1 s=CLOSED pgs=1474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.349+0000 7fadcf9dd740 1 --2- 172.21.15.1:0/2817714444 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b19e3fc330 0x55b19e402280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.349+0000 7fadadffb640 0 client.18693 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:54.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.349+0000 7fadcf9dd740 1 --2- 172.21.15.1:0/2817714444 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b19e3fb980 0x55b19e401d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.349+0000 7fadcf9dd740 1 -- 172.21.15.1:0/2817714444 >> 172.21.15.1:0/2817714444 conn(0x55b19e3f6050 msgr2=0x55b19e3f7da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:54.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.349+0000 7fadcf9dd740 1 -- 172.21.15.1:0/2817714444 shutdown_connections 2024-02-10T00:07:54.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.349+0000 7fadcf9dd740 1 -- 172.21.15.1:0/2817714444 wait complete. 2024-02-10T00:07:54.359 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.349+0000 7fadcf9dd740 20 client.18693 trim_cache size 0 max 16384 2024-02-10T00:07:54.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.364+0000 7fadcf9dd740 1 Processor -- start 2024-02-10T00:07:54.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.364+0000 7fadcf9dd740 1 -- start start 2024-02-10T00:07:54.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.364+0000 7fadcf9dd740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b19e3fb980 0x55b19e404470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.364+0000 7fadcf9dd740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b19e3fc330 0x55b19e400d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.364+0000 7fadcf9dd740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b19e404eb0 0x55b19e3fefa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.364+0000 7fadcf9dd740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b19e2e8fd0 con 0x55b19e404eb0 2024-02-10T00:07:54.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.364+0000 7fadcf9dd740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b19e402d10 con 0x55b19e3fc330 2024-02-10T00:07:54.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.364+0000 7fadcf9dd740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b19e3f5e80 con 0x55b19e3fb980 2024-02-10T00:07:54.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.364+0000 7fadc6d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b19e404eb0 0x55b19e3fefa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.364+0000 7fadc6d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b19e404eb0 0x55b19e3fefa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38620/0 (socket says 172.21.15.1:38620) 2024-02-10T00:07:54.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.364+0000 7fadc6d9d640 1 -- 172.21.15.1:0/2100537682 learned_addr learned my addr 172.21.15.1:0/2100537682 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:54.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.364+0000 7fadc6d9d640 1 -- 172.21.15.1:0/2100537682 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b19e3fb980 msgr2=0x55b19e404470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:54.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.364+0000 7fadc6d9d640 1 --2- 172.21.15.1:0/2100537682 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b19e3fb980 0x55b19e404470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.364+0000 7fadc6d9d640 1 -- 172.21.15.1:0/2100537682 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b19e3fc330 msgr2=0x55b19e400d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:54.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.364+0000 7fadc5d9b640 1 --2- 172.21.15.1:0/2100537682 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b19e3fc330 0x55b19e400d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.365+0000 7fadc6d9d640 1 --2- 172.21.15.1:0/2100537682 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b19e3fc330 0x55b19e400d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.365+0000 7fadc6d9d640 1 -- 172.21.15.1:0/2100537682 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b19e2feb30 con 0x55b19e404eb0 2024-02-10T00:07:54.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.365+0000 7fadc5d9b640 1 --2- 172.21.15.1:0/2100537682 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b19e3fc330 0x55b19e400d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:07:54.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.365+0000 7fadc6d9d640 1 --2- 172.21.15.1:0/2100537682 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b19e404eb0 0x55b19e3fefa0 secure :-1 s=READY pgs=1475 cs=0 l=1 rev1=1 crypto rx=0x7fadb8005bb0 tx=0x7fadb8005be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63bbee79ff5d0bd0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:54.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.365+0000 7fadaffff640 1 -- 172.21.15.1:0/2100537682 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadb800b600 con 0x55b19e404eb0 2024-02-10T00:07:54.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.365+0000 7fadaffff640 1 -- 172.21.15.1:0/2100537682 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fadb801e7f0 con 0x55b19e404eb0 2024-02-10T00:07:54.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.365+0000 7fadaffff640 1 -- 172.21.15.1:0/2100537682 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadb8036b30 con 0x55b19e404eb0 2024-02-10T00:07:54.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.365+0000 7fadcf9dd740 1 -- 172.21.15.1:0/2100537682 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b19e404eb0 msgr2=0x55b19e3fefa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:54.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.365+0000 7fadcf9dd740 1 --2- 172.21.15.1:0/2100537682 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b19e404eb0 0x55b19e3fefa0 secure :-1 s=READY pgs=1475 cs=0 l=1 rev1=1 crypto rx=0x7fadb8005bb0 tx=0x7fadb8005be0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.365+0000 7fadcf9dd740 1 -- 172.21.15.1:0/2100537682 shutdown_connections 2024-02-10T00:07:54.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.365+0000 7fadcf9dd740 1 --2- 172.21.15.1:0/2100537682 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b19e404eb0 0x55b19e3fefa0 unknown :-1 s=CLOSED pgs=1475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.365+0000 7fadcf9dd740 1 --2- 172.21.15.1:0/2100537682 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b19e3fc330 0x55b19e400d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.365+0000 7fadcf9dd740 1 --2- 172.21.15.1:0/2100537682 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b19e3fb980 0x55b19e404470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.365+0000 7fadcf9dd740 1 -- 172.21.15.1:0/2100537682 >> 172.21.15.1:0/2100537682 conn(0x55b19e3f6050 msgr2=0x55b19e400610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:54.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.366+0000 7fadcf9dd740 1 -- 172.21.15.1:0/2100537682 shutdown_connections 2024-02-10T00:07:54.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.366+0000 7fadcf9dd740 1 -- 172.21.15.1:0/2100537682 wait complete. 2024-02-10T00:07:54.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.366+0000 7fadcf9dd740 1 -- start start 2024-02-10T00:07:54.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.366+0000 7fadcf9dd740 1 Processor -- start 2024-02-10T00:07:54.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.366+0000 7fadcf9dd740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b19e3fb980 0x55b19e40ab80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.366+0000 7fadcf9dd740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b19e3fc330 0x55b19e40b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.366+0000 7fadcf9dd740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b19e404eb0 0x55b19e40b600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.366+0000 7fadcf9dd740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b19e46b900 con 0x55b19e3fb980 2024-02-10T00:07:54.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.366+0000 7fadcf9dd740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b19e46ba70 con 0x55b19e3fc330 2024-02-10T00:07:54.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.366+0000 7fadcf9dd740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b19e46bc30 con 0x55b19e404eb0 2024-02-10T00:07:54.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.366+0000 7fadcf9dd740 10 client.0 _ll_register_callbacks cb 0x7fadc0009ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:54.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.366+0000 7fadc659c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b19e3fb980 0x55b19e40ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.366+0000 7fadc659c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b19e3fb980 0x55b19e40ab80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38634/0 (socket says 172.21.15.1:38634) 2024-02-10T00:07:54.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.366+0000 7fadc659c640 1 -- 172.21.15.1:0/126405192 learned_addr learned my addr 172.21.15.1:0/126405192 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:54.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.366+0000 7fadc6d9d640 1 --2- 172.21.15.1:0/126405192 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b19e404eb0 0x55b19e40b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.366+0000 7fadc659c640 1 -- 172.21.15.1:0/126405192 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b19e404eb0 msgr2=0x55b19e40b600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:54.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.366+0000 7fadc659c640 1 --2- 172.21.15.1:0/126405192 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b19e404eb0 0x55b19e40b600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.366+0000 7fadc659c640 1 -- 172.21.15.1:0/126405192 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b19e3fc330 msgr2=0x55b19e40b0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:54.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.366+0000 7fadc659c640 1 --2- 172.21.15.1:0/126405192 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b19e3fc330 0x55b19e40b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.366+0000 7fadc659c640 1 -- 172.21.15.1:0/126405192 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b19e362680 con 0x55b19e3fb980 2024-02-10T00:07:54.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.367+0000 7fadc659c640 1 --2- 172.21.15.1:0/126405192 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b19e3fb980 0x55b19e40ab80 secure :-1 s=READY pgs=1476 cs=0 l=1 rev1=1 crypto rx=0x7fadc0004ca0 tx=0x7fadc000f450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bec2ced2d4345eb server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:54.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.367+0000 7fadadffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:54.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.367+0000 7fadadffb640 1 -- 172.21.15.1:0/126405192 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadc0029070 con 0x55b19e3fb980 2024-02-10T00:07:54.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.367+0000 7fadadffb640 1 -- 172.21.15.1:0/126405192 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fadc00049e0 con 0x55b19e3fb980 2024-02-10T00:07:54.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.367+0000 7fadcf9dd740 1 -- 172.21.15.1:0/126405192 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b19e0637e0 con 0x55b19e3fb980 2024-02-10T00:07:54.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.367+0000 7fadadffb640 1 -- 172.21.15.1:0/126405192 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fadc002ad10 con 0x55b19e3fb980 2024-02-10T00:07:54.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.367+0000 7fadcf9dd740 10 client.18699 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:54.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.367+0000 7fadcf9dd740 1 -- 172.21.15.1:0/126405192 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55b19e324850 con 0x55b19e3fb980 2024-02-10T00:07:54.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.367+0000 7fadadffb640 1 -- 172.21.15.1:0/126405192 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55b19e0637e0 con 0x55b19e3fb980 2024-02-10T00:07:54.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.367+0000 7fadadffb640 1 -- 172.21.15.1:0/126405192 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fadc0021040 con 0x55b19e3fb980 2024-02-10T00:07:54.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.367+0000 7fadcf9dd740 10 client.18699 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:54.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.367+0000 7fadcf9dd740 10 client.18699 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:07:54.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.367+0000 7fadcf9dd740 20 client.18699 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:54.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.367+0000 7fadcf9dd740 1 --2- 172.21.15.1:0/126405192 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b19e46d2f0 0x55b19e46f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:54.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.367+0000 7fadcf9dd740 4 client.18699 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:07:54.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.367+0000 7fadcf9dd740 1 -- 172.21.15.1:0/126405192 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55b19e00f700 con 0x55b19e46d2f0 2024-02-10T00:07:54.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.368+0000 7fadc5d9b640 1 --2- 172.21.15.1:0/126405192 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b19e46d2f0 0x55b19e46f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:54.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.368+0000 7fadc5d9b640 1 --2- 172.21.15.1:0/126405192 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b19e46d2f0 0x55b19e46f6e0 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2969a92d8a1ddd6e server_cookie=ed13c1c923e3a46b in_seq=0 out_seq=0 2024-02-10T00:07:54.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.368+0000 7fadadffb640 10 client.18699 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:54.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.368+0000 7fadadffb640 1 -- 172.21.15.1:0/126405192 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55b19e00f700 con 0x55b19e46d2f0 2024-02-10T00:07:54.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.368+0000 7fadadffb640 10 client.18699 handle_command_reply: tid=0 2024-02-10T00:07:54.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.368+0000 7fadcf9dd740 1 client.18699 shutdown 2024-02-10T00:07:54.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.368+0000 7fadcf9dd740 1 -- 172.21.15.1:0/126405192 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b19e3fb980 msgr2=0x55b19e40ab80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:54.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.368+0000 7fadcf9dd740 1 --2- 172.21.15.1:0/126405192 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b19e3fb980 0x55b19e40ab80 secure :-1 s=READY pgs=1476 cs=0 l=1 rev1=1 crypto rx=0x7fadc0004ca0 tx=0x7fadc000f450 comp rx=0 tx=0).stop 2024-02-10T00:07:54.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.369+0000 7fadcf9dd740 1 -- 172.21.15.1:0/126405192 shutdown_connections 2024-02-10T00:07:54.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.369+0000 7fadcf9dd740 1 --2- 172.21.15.1:0/126405192 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b19e46d2f0 0x55b19e46f6e0 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.369+0000 7fadcf9dd740 1 --2- 172.21.15.1:0/126405192 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b19e404eb0 0x55b19e40b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.369+0000 7fadadffb640 0 client.18699 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:54.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.369+0000 7fadcf9dd740 1 --2- 172.21.15.1:0/126405192 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b19e3fc330 0x55b19e40b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.369+0000 7fadcf9dd740 1 --2- 172.21.15.1:0/126405192 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b19e3fb980 0x55b19e40ab80 unknown :-1 s=CLOSED pgs=1476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.369+0000 7fadcf9dd740 1 -- 172.21.15.1:0/126405192 >> 172.21.15.1:0/126405192 conn(0x55b19e3f6050 msgr2=0x55b19e400ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:54.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.369+0000 7fadcf9dd740 1 -- 172.21.15.1:0/126405192 shutdown_connections 2024-02-10T00:07:54.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.369+0000 7fadcf9dd740 1 -- 172.21.15.1:0/126405192 wait complete. 2024-02-10T00:07:54.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.369+0000 7fadcf9dd740 20 client.18699 trim_cache size 0 max 16384 2024-02-10T00:07:54.378 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:07:54.378 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "IDLE (waiting for more scrubs)", 2024-02-10T00:07:54.378 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": { 2024-02-10T00:07:54.378 INFO:teuthology.orchestra.run.smithi001.stdout: "ce83ce8a-63a1-48cd-bad9-c5f14179144b": { 2024-02-10T00:07:54.378 INFO:teuthology.orchestra.run.smithi001.stdout: "path": "/", 2024-02-10T00:07:54.378 INFO:teuthology.orchestra.run.smithi001.stdout: "tag": "ce83ce8a-63a1-48cd-bad9-c5f14179144b", 2024-02-10T00:07:54.379 INFO:teuthology.orchestra.run.smithi001.stdout: "options": "recursive,force" 2024-02-10T00:07:54.379 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:07:54.379 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:07:54.379 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:07:54.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.369+0000 7fadccd2c640 1 -- 172.21.15.1:0/725215929 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fadb00a2230 msgr2=0x7fadb00a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:54.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.369+0000 7fadccd2c640 1 --2- 172.21.15.1:0/725215929 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fadb00a2230 0x7fadb00a46f0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fadb80128a0 tx=0x7fadb800baa0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.369+0000 7fadccd2c640 1 -- 172.21.15.1:0/725215929 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fadc8105410 msgr2=0x7fadc8198c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:54.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.369+0000 7fadccd2c640 1 --2- 172.21.15.1:0/725215929 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fadc8105410 0x7fadc8198c50 secure :-1 s=READY pgs=1473 cs=0 l=1 rev1=1 crypto rx=0x7fadbc009230 tx=0x7fadbc004c00 comp rx=0 tx=0).stop 2024-02-10T00:07:54.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.369+0000 7fadccd2c640 1 -- 172.21.15.1:0/725215929 shutdown_connections 2024-02-10T00:07:54.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.369+0000 7fadccd2c640 1 --2- 172.21.15.1:0/725215929 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fadb00a2230 0x7fadb00a46f0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.369+0000 7fadccd2c640 1 --2- 172.21.15.1:0/725215929 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fadc81991e0 0x7fadc81a3790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.369+0000 7fadccd2c640 1 --2- 172.21.15.1:0/725215929 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fadc8105410 0x7fadc8198c50 unknown :-1 s=CLOSED pgs=1473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.369+0000 7fadccd2c640 1 --2- 172.21.15.1:0/725215929 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fadc8100340 0x7fadc8198710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:54.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.369+0000 7fadccd2c640 1 -- 172.21.15.1:0/725215929 >> 172.21.15.1:0/725215929 conn(0x7fadc80772e0 msgr2=0x7fadc80fe380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:54.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.369+0000 7fadccd2c640 1 -- 172.21.15.1:0/725215929 shutdown_connections 2024-02-10T00:07:54.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:07:54.369+0000 7fadccd2c640 1 -- 172.21.15.1:0/725215929 wait complete. 2024-02-10T00:07:54.382 INFO:tasks.cephfs.filesystem:scrub status for tag:ce83ce8a-63a1-48cd-bad9-c5f14179144b - {'path': '/', 'tag': 'ce83ce8a-63a1-48cd-bad9-c5f14179144b', 'options': 'recursive,force'} 2024-02-10T00:07:55.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:55 smithi001 ceph-mon[32335]: pgmap v264: 97 pgs: 97 active+clean; 4.1 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-02-10T00:07:55.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:55 smithi001 ceph-mon[32335]: scrub queued for path: / 2024-02-10T00:07:55.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:55 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:07:55.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:55 smithi001 ceph-mon[32335]: scrub summary: active paths [/] 2024-02-10T00:07:55.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:55 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:07:55.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:55 smithi088 ceph-mon[36452]: pgmap v264: 97 pgs: 97 active+clean; 4.1 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-02-10T00:07:55.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:55 smithi088 ceph-mon[36452]: scrub queued for path: / 2024-02-10T00:07:55.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:55 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:07:55.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:55 smithi088 ceph-mon[36452]: scrub summary: active paths [/] 2024-02-10T00:07:55.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:55 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:07:55.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:55 smithi103 ceph-mon[36942]: pgmap v264: 97 pgs: 97 active+clean; 4.1 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-02-10T00:07:55.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:55 smithi103 ceph-mon[36942]: scrub queued for path: / 2024-02-10T00:07:55.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:55 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:07:55.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:55 smithi103 ceph-mon[36942]: scrub summary: active paths [/] 2024-02-10T00:07:55.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:55 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:07:56.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:56 smithi001 ceph-mon[32335]: scrub summary: idle 2024-02-10T00:07:56.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:56 smithi088 ceph-mon[36452]: scrub summary: idle 2024-02-10T00:07:56.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:56 smithi103 ceph-mon[36942]: scrub summary: idle 2024-02-10T00:07:57.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:57 smithi001 ceph-mon[32335]: pgmap v265: 97 pgs: 97 active+clean; 4.1 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:07:57.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:57 smithi088 ceph-mon[36452]: pgmap v265: 97 pgs: 97 active+clean; 4.1 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:07:57.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:57 smithi103 ceph-mon[36942]: pgmap v265: 97 pgs: 97 active+clean; 4.1 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:07:58.728 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.723+0000 7fe435847640 1 -- 172.21.15.1:0/1986777545 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe4301024a0 msgr2=0x7fe430102880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:58.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.723+0000 7fe435847640 1 --2- 172.21.15.1:0/1986777545 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe4301024a0 0x7fe430102880 secure :-1 s=READY pgs=1477 cs=0 l=1 rev1=1 crypto rx=0x7fe428009900 tx=0x7fe42802bcd0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.723+0000 7fe435847640 1 -- 172.21.15.1:0/1986777545 shutdown_connections 2024-02-10T00:07:58.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.723+0000 7fe435847640 1 --2- 172.21.15.1:0/1986777545 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe43010b870 0x7fe43010dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.723+0000 7fe435847640 1 --2- 172.21.15.1:0/1986777545 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe430102dc0 0x7fe43010b2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.723+0000 7fe435847640 1 --2- 172.21.15.1:0/1986777545 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe4301024a0 0x7fe430102880 unknown :-1 s=CLOSED pgs=1477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.723+0000 7fe435847640 1 -- 172.21.15.1:0/1986777545 >> 172.21.15.1:0/1986777545 conn(0x7fe430077250 msgr2=0x7fe430077660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:58.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.723+0000 7fe435847640 1 -- 172.21.15.1:0/1986777545 shutdown_connections 2024-02-10T00:07:58.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.723+0000 7fe435847640 1 -- 172.21.15.1:0/1986777545 wait complete. 2024-02-10T00:07:58.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.724+0000 7fe435847640 1 Processor -- start 2024-02-10T00:07:58.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.724+0000 7fe435847640 1 -- start start 2024-02-10T00:07:58.729 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.724+0000 7fe435847640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe4301024a0 0x7fe43019d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:58.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.724+0000 7fe435847640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe430102dc0 0x7fe43019db20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:58.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.724+0000 7fe435847640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe43010b870 0x7fe4301976f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:58.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.724+0000 7fe435847640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe430197e80 con 0x7fe430102dc0 2024-02-10T00:07:58.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.724+0000 7fe435847640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe430197ff0 con 0x7fe43010b870 2024-02-10T00:07:58.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.724+0000 7fe435847640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4301981b0 con 0x7fe4301024a0 2024-02-10T00:07:58.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.724+0000 7fe42e7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe430102dc0 0x7fe43019db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:58.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.724+0000 7fe42e7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe430102dc0 0x7fe43019db20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38648/0 (socket says 172.21.15.1:38648) 2024-02-10T00:07:58.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.724+0000 7fe42e7fc640 1 -- 172.21.15.1:0/3094755045 learned_addr learned my addr 172.21.15.1:0/3094755045 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:58.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.724+0000 7fe42effd640 1 --2- 172.21.15.1:0/3094755045 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe4301024a0 0x7fe43019d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:58.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.724+0000 7fe42f7fe640 1 --2- 172.21.15.1:0/3094755045 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe43010b870 0x7fe4301976f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:58.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.724+0000 7fe42e7fc640 1 -- 172.21.15.1:0/3094755045 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe4301024a0 msgr2=0x7fe43019d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:58.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.724+0000 7fe42e7fc640 1 --2- 172.21.15.1:0/3094755045 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe4301024a0 0x7fe43019d5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.724+0000 7fe42e7fc640 1 -- 172.21.15.1:0/3094755045 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe43010b870 msgr2=0x7fe4301976f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:58.730 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.724+0000 7fe42e7fc640 1 --2- 172.21.15.1:0/3094755045 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe43010b870 0x7fe4301976f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.731 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.724+0000 7fe42e7fc640 1 -- 172.21.15.1:0/3094755045 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe428009560 con 0x7fe430102dc0 2024-02-10T00:07:58.731 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.725+0000 7fe42e7fc640 1 --2- 172.21.15.1:0/3094755045 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe430102dc0 0x7fe43019db20 secure :-1 s=READY pgs=1478 cs=0 l=1 rev1=1 crypto rx=0x7fe41800e9f0 tx=0x7fe41800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:58.731 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.725+0000 7fe434845640 1 -- 172.21.15.1:0/3094755045 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe418009700 con 0x7fe430102dc0 2024-02-10T00:07:58.731 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.725+0000 7fe434845640 1 -- 172.21.15.1:0/3094755045 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe41800cd80 con 0x7fe430102dc0 2024-02-10T00:07:58.731 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.725+0000 7fe435847640 1 -- 172.21.15.1:0/3094755045 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe430198490 con 0x7fe430102dc0 2024-02-10T00:07:58.731 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.725+0000 7fe434845640 1 -- 172.21.15.1:0/3094755045 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe418018920 con 0x7fe430102dc0 2024-02-10T00:07:58.731 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.725+0000 7fe435847640 1 -- 172.21.15.1:0/3094755045 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4301a4560 con 0x7fe430102dc0 2024-02-10T00:07:58.739 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.727+0000 7fe434845640 1 -- 172.21.15.1:0/3094755045 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fe418018a80 con 0x7fe430102dc0 2024-02-10T00:07:58.739 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.727+0000 7fe438418740 1 Processor -- start 2024-02-10T00:07:58.739 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.727+0000 7fe438418740 1 -- start start 2024-02-10T00:07:58.739 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.728+0000 7fe438418740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ac852c1a70 0x55ac852c1e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:58.739 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.728+0000 7fe434845640 1 --2- 172.21.15.1:0/3094755045 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fe41c0a2220 0x7fe41c0a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:58.739 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.728+0000 7fe438418740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ac852c2390 0x55ac852cf670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:58.739 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.728+0000 7fe438418740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ac852cfbb0 0x55ac852d1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:58.739 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.728+0000 7fe438418740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ac85230a00 con 0x55ac852c2390 2024-02-10T00:07:58.739 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.728+0000 7fe438418740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ac8522df30 con 0x55ac852c1a70 2024-02-10T00:07:58.739 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.728+0000 7fe438418740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ac85229710 con 0x55ac852cfbb0 2024-02-10T00:07:58.739 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.728+0000 7fe42effd640 1 --2- 172.21.15.1:0/3094755045 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fe41c0a2220 0x7fe41c0a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:58.739 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.728+0000 7fe42e7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ac852c2390 0x55ac852cf670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:58.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.728+0000 7fe42e7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ac852c2390 0x55ac852cf670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38652/0 (socket says 172.21.15.1:38652) 2024-02-10T00:07:58.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.728+0000 7fe42e7fc640 1 -- 172.21.15.1:0/45767757 learned_addr learned my addr 172.21.15.1:0/45767757 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:58.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.728+0000 7fe434845640 1 -- 172.21.15.1:0/3094755045 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fe418014070 con 0x7fe430102dc0 2024-02-10T00:07:58.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.728+0000 7fe42f7fe640 1 --2- 172.21.15.1:0/45767757 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ac852cfbb0 0x55ac852d1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:58.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.728+0000 7fe42f7fe640 1 --2- 172.21.15.1:0/45767757 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ac852c1a70 0x55ac852c1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:58.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.728+0000 7fe42e7fc640 1 -- 172.21.15.1:0/45767757 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ac852cfbb0 msgr2=0x55ac852d1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:58.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.728+0000 7fe42e7fc640 1 --2- 172.21.15.1:0/45767757 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ac852cfbb0 0x55ac852d1fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.740 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.728+0000 7fe42e7fc640 1 -- 172.21.15.1:0/45767757 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ac852c1a70 msgr2=0x55ac852c1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:58.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.728+0000 7fe42e7fc640 1 --2- 172.21.15.1:0/45767757 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ac852c1a70 0x55ac852c1e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.728+0000 7fe42e7fc640 1 -- 172.21.15.1:0/45767757 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ac851ee3b0 con 0x55ac852c2390 2024-02-10T00:07:58.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.728+0000 7fe42f7fe640 1 --2- 172.21.15.1:0/45767757 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ac852cfbb0 0x55ac852d1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:07:58.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.728+0000 7fe42effd640 1 --2- 172.21.15.1:0/3094755045 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fe41c0a2220 0x7fe41c0a46e0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fe428006010 tx=0x7fe428005e40 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:58.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.729+0000 7fe42e7fc640 1 --2- 172.21.15.1:0/45767757 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ac852c2390 0x55ac852cf670 secure :-1 s=READY pgs=1479 cs=0 l=1 rev1=1 crypto rx=0x7fe41800c6a0 tx=0x7fe41801f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72ab92c671b5bebf server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:58.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.729+0000 7fe425ffb640 1 -- 172.21.15.1:0/45767757 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe418099660 con 0x55ac852c2390 2024-02-10T00:07:58.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.729+0000 7fe425ffb640 1 -- 172.21.15.1:0/45767757 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe418099470 con 0x55ac852c2390 2024-02-10T00:07:58.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.729+0000 7fe425ffb640 1 -- 172.21.15.1:0/45767757 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe41809f000 con 0x55ac852c2390 2024-02-10T00:07:58.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.729+0000 7fe438418740 1 -- 172.21.15.1:0/45767757 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ac852c2390 msgr2=0x55ac852cf670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:58.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.729+0000 7fe438418740 1 --2- 172.21.15.1:0/45767757 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ac852c2390 0x55ac852cf670 secure :-1 s=READY pgs=1479 cs=0 l=1 rev1=1 crypto rx=0x7fe41800c6a0 tx=0x7fe41801f000 comp rx=0 tx=0).stop 2024-02-10T00:07:58.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.729+0000 7fe438418740 1 -- 172.21.15.1:0/45767757 shutdown_connections 2024-02-10T00:07:58.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.729+0000 7fe438418740 1 --2- 172.21.15.1:0/45767757 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ac852cfbb0 0x55ac852d1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.729+0000 7fe438418740 1 --2- 172.21.15.1:0/45767757 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ac852c2390 0x55ac852cf670 unknown :-1 s=CLOSED pgs=1479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.741 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.729+0000 7fe438418740 1 --2- 172.21.15.1:0/45767757 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ac852c1a70 0x55ac852c1e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.729+0000 7fe438418740 1 -- 172.21.15.1:0/45767757 >> 172.21.15.1:0/45767757 conn(0x55ac852bc9d0 msgr2=0x55ac852bcdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:58.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.729+0000 7fe438418740 1 -- 172.21.15.1:0/45767757 shutdown_connections 2024-02-10T00:07:58.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.729+0000 7fe438418740 1 -- 172.21.15.1:0/45767757 wait complete. 2024-02-10T00:07:58.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.730+0000 7fe438418740 1 -- start start 2024-02-10T00:07:58.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.730+0000 7fe438418740 1 Processor -- start 2024-02-10T00:07:58.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.730+0000 7fe438418740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ac852c1a70 0x55ac852ccbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:58.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.730+0000 7fe438418740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ac852c2390 0x55ac852cd130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:58.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.730+0000 7fe438418740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ac852cfbb0 0x55ac852cd670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:58.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.730+0000 7fe438418740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ac851ceb90 con 0x55ac852c2390 2024-02-10T00:07:58.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.730+0000 7fe438418740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ac84efd250 con 0x55ac852c1a70 2024-02-10T00:07:58.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.730+0000 7fe438418740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ac851af200 con 0x55ac852cfbb0 2024-02-10T00:07:58.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.730+0000 7fe438418740 10 client.0 _ll_register_callbacks cb 0x55ac851e55d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:58.742 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.730+0000 7fe42e7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ac852c2390 0x55ac852cd130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:58.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.731+0000 7fe42e7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ac852c2390 0x55ac852cd130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38664/0 (socket says 172.21.15.1:38664) 2024-02-10T00:07:58.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.731+0000 7fe42e7fc640 1 -- 172.21.15.1:0/516463504 learned_addr learned my addr 172.21.15.1:0/516463504 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:58.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.731+0000 7fe42effd640 1 --2- 172.21.15.1:0/516463504 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ac852c1a70 0x55ac852ccbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:58.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.731+0000 7fe42f7fe640 1 --2- 172.21.15.1:0/516463504 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ac852cfbb0 0x55ac852cd670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:58.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.731+0000 7fe42e7fc640 1 -- 172.21.15.1:0/516463504 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ac852cfbb0 msgr2=0x55ac852cd670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:58.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.731+0000 7fe42e7fc640 1 --2- 172.21.15.1:0/516463504 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ac852cfbb0 0x55ac852cd670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.731+0000 7fe42e7fc640 1 -- 172.21.15.1:0/516463504 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ac852c1a70 msgr2=0x55ac852ccbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:58.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.731+0000 7fe42e7fc640 1 --2- 172.21.15.1:0/516463504 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ac852c1a70 0x55ac852ccbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.731+0000 7fe42e7fc640 1 -- 172.21.15.1:0/516463504 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4301a4560 con 0x55ac852c2390 2024-02-10T00:07:58.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.731+0000 7fe42e7fc640 1 --2- 172.21.15.1:0/516463504 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ac852c2390 0x55ac852cd130 secure :-1 s=READY pgs=1480 cs=0 l=1 rev1=1 crypto rx=0x7fe41809abb0 tx=0x7fe4180996e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6db8328af94ad9c server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:58.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.731+0000 7fe40effd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:58.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.731+0000 7fe40effd640 1 -- 172.21.15.1:0/516463504 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4180a3400 con 0x55ac852c2390 2024-02-10T00:07:58.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.731+0000 7fe40effd640 1 -- 172.21.15.1:0/516463504 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fe4180a3650 con 0x55ac852c2390 2024-02-10T00:07:58.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.731+0000 7fe438418740 1 -- 172.21.15.1:0/516463504 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ac8524fee0 con 0x55ac852c2390 2024-02-10T00:07:58.743 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.731+0000 7fe40effd640 1 -- 172.21.15.1:0/516463504 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe41809f000 con 0x55ac852c2390 2024-02-10T00:07:58.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.731+0000 7fe438418740 10 client.18711 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:58.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.731+0000 7fe438418740 1 -- 172.21.15.1:0/516463504 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55ac85227d90 con 0x55ac852c2390 2024-02-10T00:07:58.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.731+0000 7fe40effd640 1 -- 172.21.15.1:0/516463504 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55ac8524fee0 con 0x55ac852c2390 2024-02-10T00:07:58.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.732+0000 7fe40effd640 1 -- 172.21.15.1:0/516463504 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fe4180999e0 con 0x55ac852c2390 2024-02-10T00:07:58.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.732+0000 7fe438418740 10 client.18711 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:58.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.732+0000 7fe438418740 10 client.18711 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:07:58.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.732+0000 7fe438418740 20 client.18711 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:58.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.732+0000 7fe438418740 1 --2- 172.21.15.1:0/516463504 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ac852dfa60 0x55ac852e1e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:58.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.732+0000 7fe438418740 4 client.18711 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:07:58.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.732+0000 7fe438418740 1 -- 172.21.15.1:0/516463504 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ac84f29600 con 0x55ac852dfa60 2024-02-10T00:07:58.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.732+0000 7fe42effd640 1 --2- 172.21.15.1:0/516463504 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ac852dfa60 0x55ac852e1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:58.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.733+0000 7fe42effd640 1 --2- 172.21.15.1:0/516463504 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ac852dfa60 0x55ac852e1e50 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7ac0c11b9e8aec41 server_cookie=74681cc36cd21aa9 in_seq=0 out_seq=0 2024-02-10T00:07:58.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.733+0000 7fe40effd640 10 client.18711 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:58.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.733+0000 7fe40effd640 1 -- 172.21.15.1:0/516463504 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55ac84f29600 con 0x55ac852dfa60 2024-02-10T00:07:58.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.733+0000 7fe40effd640 10 client.18711 handle_command_reply: tid=0 2024-02-10T00:07:58.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.733+0000 7fe438418740 1 client.18711 shutdown 2024-02-10T00:07:58.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.733+0000 7fe438418740 1 -- 172.21.15.1:0/516463504 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ac852c2390 msgr2=0x55ac852cd130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:58.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.733+0000 7fe438418740 1 --2- 172.21.15.1:0/516463504 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ac852c2390 0x55ac852cd130 secure :-1 s=READY pgs=1480 cs=0 l=1 rev1=1 crypto rx=0x7fe41809abb0 tx=0x7fe4180996e0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.733+0000 7fe438418740 1 -- 172.21.15.1:0/516463504 shutdown_connections 2024-02-10T00:07:58.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.733+0000 7fe438418740 1 --2- 172.21.15.1:0/516463504 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ac852dfa60 0x55ac852e1e50 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.733+0000 7fe438418740 1 --2- 172.21.15.1:0/516463504 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ac852cfbb0 0x55ac852cd670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.733+0000 7fe438418740 1 --2- 172.21.15.1:0/516463504 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ac852c2390 0x55ac852cd130 unknown :-1 s=CLOSED pgs=1480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.733+0000 7fe40effd640 0 client.18711 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:58.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.733+0000 7fe438418740 1 --2- 172.21.15.1:0/516463504 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ac852c1a70 0x55ac852ccbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.733+0000 7fe438418740 1 -- 172.21.15.1:0/516463504 >> 172.21.15.1:0/516463504 conn(0x55ac852bc9d0 msgr2=0x55ac852be720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:58.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.734+0000 7fe438418740 1 -- 172.21.15.1:0/516463504 shutdown_connections 2024-02-10T00:07:58.746 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.734+0000 7fe438418740 1 -- 172.21.15.1:0/516463504 wait complete. 2024-02-10T00:07:58.746 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.734+0000 7fe438418740 20 client.18711 trim_cache size 0 max 16384 2024-02-10T00:07:58.755 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.747+0000 7fe438418740 1 Processor -- start 2024-02-10T00:07:58.755 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.747+0000 7fe438418740 1 -- start start 2024-02-10T00:07:58.755 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.747+0000 7fe438418740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ac852c1a70 0x55ac852cd140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:58.755 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.747+0000 7fe438418740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ac852c2390 0x55ac852cd680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:58.755 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.747+0000 7fe438418740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ac852cfbb0 0x55ac852cb4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:58.755 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.747+0000 7fe438418740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ac852bd9d0 con 0x55ac852c2390 2024-02-10T00:07:58.755 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.747+0000 7fe438418740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ac852c2f90 con 0x55ac852c1a70 2024-02-10T00:07:58.756 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.747+0000 7fe438418740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ac852cf650 con 0x55ac852cfbb0 2024-02-10T00:07:58.756 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.747+0000 7fe42e7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ac852c2390 0x55ac852cd680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:58.756 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.747+0000 7fe42e7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ac852c2390 0x55ac852cd680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38668/0 (socket says 172.21.15.1:38668) 2024-02-10T00:07:58.756 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.747+0000 7fe42e7fc640 1 -- 172.21.15.1:0/1114601231 learned_addr learned my addr 172.21.15.1:0/1114601231 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:58.756 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.747+0000 7fe42effd640 1 --2- 172.21.15.1:0/1114601231 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ac852c1a70 0x55ac852cd140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:58.756 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.748+0000 7fe42e7fc640 1 -- 172.21.15.1:0/1114601231 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ac852cfbb0 msgr2=0x55ac852cb4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:58.756 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.748+0000 7fe42e7fc640 1 --2- 172.21.15.1:0/1114601231 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ac852cfbb0 0x55ac852cb4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.756 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.748+0000 7fe42e7fc640 1 -- 172.21.15.1:0/1114601231 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ac852c1a70 msgr2=0x55ac852cd140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:58.757 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.748+0000 7fe42e7fc640 1 --2- 172.21.15.1:0/1114601231 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ac852c1a70 0x55ac852cd140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.757 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.748+0000 7fe42e7fc640 1 -- 172.21.15.1:0/1114601231 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ac851c4820 con 0x55ac852c2390 2024-02-10T00:07:58.757 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.748+0000 7fe42e7fc640 1 --2- 172.21.15.1:0/1114601231 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ac852c2390 0x55ac852cd680 secure :-1 s=READY pgs=1481 cs=0 l=1 rev1=1 crypto rx=0x7fe41809ae40 tx=0x7fe41801f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6cc6ac131bb4d41 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:58.757 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.748+0000 7fe4257fa640 1 -- 172.21.15.1:0/1114601231 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe41809a9f0 con 0x55ac852c2390 2024-02-10T00:07:58.757 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.748+0000 7fe4257fa640 1 -- 172.21.15.1:0/1114601231 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe418098ff0 con 0x55ac852c2390 2024-02-10T00:07:58.757 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.748+0000 7fe4257fa640 1 -- 172.21.15.1:0/1114601231 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe418097520 con 0x55ac852c2390 2024-02-10T00:07:58.757 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.749+0000 7fe438418740 1 -- 172.21.15.1:0/1114601231 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ac852c2390 msgr2=0x55ac852cd680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:58.757 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.749+0000 7fe438418740 1 --2- 172.21.15.1:0/1114601231 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ac852c2390 0x55ac852cd680 secure :-1 s=READY pgs=1481 cs=0 l=1 rev1=1 crypto rx=0x7fe41809ae40 tx=0x7fe41801f000 comp rx=0 tx=0).stop 2024-02-10T00:07:58.757 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.749+0000 7fe438418740 1 -- 172.21.15.1:0/1114601231 shutdown_connections 2024-02-10T00:07:58.757 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.749+0000 7fe438418740 1 --2- 172.21.15.1:0/1114601231 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ac852cfbb0 0x55ac852cb4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.757 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.749+0000 7fe438418740 1 --2- 172.21.15.1:0/1114601231 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ac852c2390 0x55ac852cd680 unknown :-1 s=CLOSED pgs=1481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.757 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.749+0000 7fe438418740 1 --2- 172.21.15.1:0/1114601231 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ac852c1a70 0x55ac852cd140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.757 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.749+0000 7fe438418740 1 -- 172.21.15.1:0/1114601231 >> 172.21.15.1:0/1114601231 conn(0x55ac852bc9d0 msgr2=0x55ac852c7e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:58.757 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.749+0000 7fe438418740 1 -- 172.21.15.1:0/1114601231 shutdown_connections 2024-02-10T00:07:58.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.749+0000 7fe438418740 1 -- 172.21.15.1:0/1114601231 wait complete. 2024-02-10T00:07:58.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.749+0000 7fe438418740 1 -- start start 2024-02-10T00:07:58.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.749+0000 7fe438418740 1 Processor -- start 2024-02-10T00:07:58.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.750+0000 7fe438418740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ac852c1a70 0x55ac852d4970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:58.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.750+0000 7fe438418740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ac852c2390 0x55ac852d4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:58.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.750+0000 7fe438418740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ac852cfbb0 0x55ac85334f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:58.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.750+0000 7fe438418740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ac852d55f0 con 0x55ac852c1a70 2024-02-10T00:07:58.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.750+0000 7fe438418740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ac85335440 con 0x55ac852cfbb0 2024-02-10T00:07:58.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.750+0000 7fe438418740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ac853355d0 con 0x55ac852c2390 2024-02-10T00:07:58.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.750+0000 7fe438418740 10 client.0 _ll_register_callbacks cb 0x7fe418097150 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:07:58.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.750+0000 7fe42effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ac852c1a70 0x55ac852d4970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:58.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.750+0000 7fe42effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ac852c1a70 0x55ac852d4970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:38678/0 (socket says 172.21.15.1:38678) 2024-02-10T00:07:58.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.750+0000 7fe42effd640 1 -- 172.21.15.1:0/1626772584 learned_addr learned my addr 172.21.15.1:0/1626772584 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:07:58.758 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.750+0000 7fe42e7fc640 1 --2- 172.21.15.1:0/1626772584 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ac852c2390 0x55ac852d4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:58.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.750+0000 7fe42f7fe640 1 --2- 172.21.15.1:0/1626772584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ac852cfbb0 0x55ac85334f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:58.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.750+0000 7fe42effd640 1 -- 172.21.15.1:0/1626772584 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ac852c2390 msgr2=0x55ac852d4eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:58.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.750+0000 7fe42effd640 1 --2- 172.21.15.1:0/1626772584 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ac852c2390 0x55ac852d4eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.750+0000 7fe42effd640 1 -- 172.21.15.1:0/1626772584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ac852cfbb0 msgr2=0x55ac85334f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:07:58.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.750+0000 7fe42effd640 1 --2- 172.21.15.1:0/1626772584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ac852cfbb0 0x55ac85334f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.750+0000 7fe42effd640 1 -- 172.21.15.1:0/1626772584 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ac85227d90 con 0x55ac852c1a70 2024-02-10T00:07:58.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.750+0000 7fe42effd640 1 --2- 172.21.15.1:0/1626772584 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ac852c1a70 0x55ac852d4970 secure :-1 s=READY pgs=1482 cs=0 l=1 rev1=1 crypto rx=0x7fe428009230 tx=0x7fe42802bcd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2a295e575b71cfa server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:07:58.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.750+0000 7fe40effd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:07:58.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.750+0000 7fe40effd640 1 -- 172.21.15.1:0/1626772584 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe428053070 con 0x55ac852c1a70 2024-02-10T00:07:58.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.750+0000 7fe40effd640 1 -- 172.21.15.1:0/1626772584 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fe428047040 con 0x55ac852c1a70 2024-02-10T00:07:58.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.750+0000 7fe438418740 1 -- 172.21.15.1:0/1626772584 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe418099470 con 0x55ac852c1a70 2024-02-10T00:07:58.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.751+0000 7fe40effd640 1 -- 172.21.15.1:0/1626772584 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe428004040 con 0x55ac852c1a70 2024-02-10T00:07:58.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.751+0000 7fe438418740 10 client.18717 fetch_fsmap learned FSMap version 29 2024-02-10T00:07:58.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.751+0000 7fe438418740 1 -- 172.21.15.1:0/1626772584 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55ac851ea6f0 con 0x55ac852c1a70 2024-02-10T00:07:58.759 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.751+0000 7fe40effd640 1 -- 172.21.15.1:0/1626772584 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fe418099470 con 0x55ac852c1a70 2024-02-10T00:07:58.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.751+0000 7fe40effd640 1 -- 172.21.15.1:0/1626772584 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fe428003680 con 0x55ac852c1a70 2024-02-10T00:07:58.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.751+0000 7fe438418740 10 client.18717 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:07:58.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.751+0000 7fe438418740 10 client.18717 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:07:58.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.751+0000 7fe438418740 20 client.18717 populate_metadata read hostname 'smithi001' 2024-02-10T00:07:58.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.751+0000 7fe438418740 1 --2- 172.21.15.1:0/1626772584 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ac85336c90 0x55ac853390b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:07:58.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.751+0000 7fe438418740 4 client.18717 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:07:58.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.751+0000 7fe438418740 1 -- 172.21.15.1:0/1626772584 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55ac84f7a1b0 con 0x55ac85336c90 2024-02-10T00:07:58.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.751+0000 7fe42e7fc640 1 --2- 172.21.15.1:0/1626772584 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ac85336c90 0x55ac853390b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:07:58.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.751+0000 7fe42e7fc640 1 --2- 172.21.15.1:0/1626772584 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ac85336c90 0x55ac853390b0 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=484fac262c2085c1 server_cookie=c9148b6f234d79d5 in_seq=0 out_seq=0 2024-02-10T00:07:58.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.751+0000 7fe40effd640 10 client.18717 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:58.770 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.766+0000 7fe40effd640 1 -- 172.21.15.1:0/1626772584 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55ac84f7a1b0 con 0x55ac85336c90 2024-02-10T00:07:58.770 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.766+0000 7fe40effd640 10 client.18717 handle_command_reply: tid=0 2024-02-10T00:07:58.770 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.766+0000 7fe438418740 1 client.18717 shutdown 2024-02-10T00:07:58.770 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.767+0000 7fe438418740 1 -- 172.21.15.1:0/1626772584 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ac852c1a70 msgr2=0x55ac852d4970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:58.770 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.767+0000 7fe438418740 1 --2- 172.21.15.1:0/1626772584 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ac852c1a70 0x55ac852d4970 secure :-1 s=READY pgs=1482 cs=0 l=1 rev1=1 crypto rx=0x7fe428009230 tx=0x7fe42802bcd0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.770 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.767+0000 7fe438418740 1 -- 172.21.15.1:0/1626772584 shutdown_connections 2024-02-10T00:07:58.770 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.767+0000 7fe438418740 1 --2- 172.21.15.1:0/1626772584 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ac85336c90 0x55ac853390b0 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.770 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.767+0000 7fe438418740 1 --2- 172.21.15.1:0/1626772584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ac852cfbb0 0x55ac85334f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.770 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.767+0000 7fe438418740 1 --2- 172.21.15.1:0/1626772584 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ac852c2390 0x55ac852d4eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.770 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.767+0000 7fe40effd640 0 client.18717 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:07:58.770 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.767+0000 7fe438418740 1 --2- 172.21.15.1:0/1626772584 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ac852c1a70 0x55ac852d4970 unknown :-1 s=CLOSED pgs=1482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.770 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.767+0000 7fe438418740 1 -- 172.21.15.1:0/1626772584 >> 172.21.15.1:0/1626772584 conn(0x55ac852bc9d0 msgr2=0x55ac852cb090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:58.770 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.767+0000 7fe438418740 1 -- 172.21.15.1:0/1626772584 shutdown_connections 2024-02-10T00:07:58.771 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.767+0000 7fe438418740 1 -- 172.21.15.1:0/1626772584 wait complete. 2024-02-10T00:07:58.771 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.767+0000 7fe438418740 20 client.18717 trim_cache size 0 max 16384 2024-02-10T00:07:58.771 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:07:58.771 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:07:58.771 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:07:58.771 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:07:58.772 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.767+0000 7fe435847640 1 -- 172.21.15.1:0/3094755045 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fe41c0a2220 msgr2=0x7fe41c0a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:58.772 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.767+0000 7fe435847640 1 --2- 172.21.15.1:0/3094755045 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fe41c0a2220 0x7fe41c0a46e0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fe428006010 tx=0x7fe428005e40 comp rx=0 tx=0).stop 2024-02-10T00:07:58.772 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.767+0000 7fe435847640 1 -- 172.21.15.1:0/3094755045 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe430102dc0 msgr2=0x7fe43019db20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:07:58.772 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.767+0000 7fe435847640 1 --2- 172.21.15.1:0/3094755045 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe430102dc0 0x7fe43019db20 secure :-1 s=READY pgs=1478 cs=0 l=1 rev1=1 crypto rx=0x7fe41800e9f0 tx=0x7fe41800eeb0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.772 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.767+0000 7fe435847640 1 -- 172.21.15.1:0/3094755045 shutdown_connections 2024-02-10T00:07:58.772 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.767+0000 7fe435847640 1 --2- 172.21.15.1:0/3094755045 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fe41c0a2220 0x7fe41c0a46e0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.773 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.767+0000 7fe435847640 1 --2- 172.21.15.1:0/3094755045 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fe43010b870 0x7fe4301976f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.773 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.767+0000 7fe435847640 1 --2- 172.21.15.1:0/3094755045 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fe430102dc0 0x7fe43019db20 unknown :-1 s=CLOSED pgs=1478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.773 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.767+0000 7fe435847640 1 --2- 172.21.15.1:0/3094755045 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe4301024a0 0x7fe43019d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:07:58.773 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.767+0000 7fe435847640 1 -- 172.21.15.1:0/3094755045 >> 172.21.15.1:0/3094755045 conn(0x7fe430077250 msgr2=0x7fe4300fd220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:07:58.773 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.767+0000 7fe435847640 1 -- 172.21.15.1:0/3094755045 shutdown_connections 2024-02-10T00:07:58.773 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:07:58.768+0000 7fe435847640 1 -- 172.21.15.1:0/3094755045 wait complete. 2024-02-10T00:07:59.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:07:59 smithi001 ceph-mon[32335]: pgmap v266: 97 pgs: 97 active+clean; 4.3 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 61 KiB/s wr, 23 op/s 2024-02-10T00:07:59.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:07:59 smithi088 ceph-mon[36452]: pgmap v266: 97 pgs: 97 active+clean; 4.3 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 61 KiB/s wr, 23 op/s 2024-02-10T00:07:59.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:07:59 smithi103 ceph-mon[36942]: pgmap v266: 97 pgs: 97 active+clean; 4.3 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 61 KiB/s wr, 23 op/s 2024-02-10T00:08:01.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:01 smithi001 ceph-mon[32335]: pgmap v267: 97 pgs: 97 active+clean; 4.3 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 36 KiB/s wr, 14 op/s 2024-02-10T00:08:01.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:01 smithi088 ceph-mon[36452]: pgmap v267: 97 pgs: 97 active+clean; 4.3 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 36 KiB/s wr, 14 op/s 2024-02-10T00:08:01.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:01 smithi103 ceph-mon[36942]: pgmap v267: 97 pgs: 97 active+clean; 4.3 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 36 KiB/s wr, 14 op/s 2024-02-10T00:08:03.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:03 smithi001 ceph-mon[32335]: pgmap v268: 97 pgs: 97 active+clean; 4.3 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 36 KiB/s wr, 14 op/s 2024-02-10T00:08:03.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:03 smithi088 ceph-mon[36452]: pgmap v268: 97 pgs: 97 active+clean; 4.3 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 36 KiB/s wr, 14 op/s 2024-02-10T00:08:03.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:03 smithi103 ceph-mon[36942]: pgmap v268: 97 pgs: 97 active+clean; 4.3 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 36 KiB/s wr, 14 op/s 2024-02-10T00:08:05.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:05 smithi001 ceph-mon[32335]: pgmap v269: 97 pgs: 97 active+clean; 4.5 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 106 KiB/s wr, 40 op/s 2024-02-10T00:08:05.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:05 smithi088 ceph-mon[36452]: pgmap v269: 97 pgs: 97 active+clean; 4.5 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 106 KiB/s wr, 40 op/s 2024-02-10T00:08:05.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:05 smithi103 ceph-mon[36942]: pgmap v269: 97 pgs: 97 active+clean; 4.5 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 106 KiB/s wr, 40 op/s 2024-02-10T00:08:07.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:07 smithi001 ceph-mon[32335]: pgmap v270: 97 pgs: 97 active+clean; 4.5 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 89 KiB/s wr, 34 op/s 2024-02-10T00:08:07.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:07 smithi001 ceph-mon[32335]: osdmap e94: 12 total, 12 up, 12 in 2024-02-10T00:08:07.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:07 smithi088 ceph-mon[36452]: pgmap v270: 97 pgs: 97 active+clean; 4.5 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 89 KiB/s wr, 34 op/s 2024-02-10T00:08:07.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:07 smithi088 ceph-mon[36452]: osdmap e94: 12 total, 12 up, 12 in 2024-02-10T00:08:07.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:07 smithi103 ceph-mon[36942]: pgmap v270: 97 pgs: 97 active+clean; 4.5 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 89 KiB/s wr, 34 op/s 2024-02-10T00:08:07.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:07 smithi103 ceph-mon[36942]: osdmap e94: 12 total, 12 up, 12 in 2024-02-10T00:08:09.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:09 smithi001 ceph-mon[32335]: pgmap v272: 97 pgs: 97 active+clean; 4.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 108 KiB/s wr, 39 op/s 2024-02-10T00:08:09.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:09 smithi088 ceph-mon[36452]: pgmap v272: 97 pgs: 97 active+clean; 4.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 108 KiB/s wr, 39 op/s 2024-02-10T00:08:09.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:09 smithi103 ceph-mon[36942]: pgmap v272: 97 pgs: 97 active+clean; 4.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 108 KiB/s wr, 39 op/s 2024-02-10T00:08:11.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:11 smithi001 ceph-mon[32335]: pgmap v273: 97 pgs: 97 active+clean; 4.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 108 KiB/s wr, 39 op/s 2024-02-10T00:08:11.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:11 smithi088 ceph-mon[36452]: pgmap v273: 97 pgs: 97 active+clean; 4.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 108 KiB/s wr, 39 op/s 2024-02-10T00:08:11.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:11 smithi103 ceph-mon[36942]: pgmap v273: 97 pgs: 97 active+clean; 4.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 108 KiB/s wr, 39 op/s 2024-02-10T00:08:11.871 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.865+0000 7f81cea64640 1 -- 172.21.15.1:0/3183240161 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f81c8106530 msgr2=0x7f81c810e100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:11.871 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.865+0000 7f81cea64640 1 --2- 172.21.15.1:0/3183240161 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f81c8106530 0x7f81c810e100 secure :-1 s=READY pgs=1483 cs=0 l=1 rev1=1 crypto rx=0x7f81c0009c10 tx=0x7f81c002bef0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.871 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.865+0000 7f81cea64640 1 -- 172.21.15.1:0/3183240161 shutdown_connections 2024-02-10T00:08:11.871 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.865+0000 7f81cea64640 1 --2- 172.21.15.1:0/3183240161 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f81c8106530 0x7f81c810e100 unknown :-1 s=CLOSED pgs=1483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.871 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.865+0000 7f81cea64640 1 --2- 172.21.15.1:0/3183240161 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f81c8101e10 0x7f81c8105e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.865+0000 7f81cea64640 1 --2- 172.21.15.1:0/3183240161 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f81c8101460 0x7f81c8101840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.865+0000 7f81cea64640 1 -- 172.21.15.1:0/3183240161 >> 172.21.15.1:0/3183240161 conn(0x7f81c80fccc0 msgr2=0x7f81c80ff0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:11.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.865+0000 7f81cea64640 1 -- 172.21.15.1:0/3183240161 shutdown_connections 2024-02-10T00:08:11.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.865+0000 7f81cea64640 1 -- 172.21.15.1:0/3183240161 wait complete. 2024-02-10T00:08:11.872 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.866+0000 7f81cea64640 1 Processor -- start 2024-02-10T00:08:11.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.866+0000 7f81cea64640 1 -- start start 2024-02-10T00:08:11.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.866+0000 7f81cea64640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f81c8101460 0x7f81c819d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:11.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.866+0000 7f81cea64640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f81c8106530 0x7f81c819dad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:11.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.866+0000 7f81cea64640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f81c81976a0 0x7f81c8197b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:11.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.866+0000 7f81cea64640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81c8198170 con 0x7f81c8101460 2024-02-10T00:08:11.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.866+0000 7f81cea64640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81c81982e0 con 0x7f81c8106530 2024-02-10T00:08:11.873 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.866+0000 7f81cea64640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81c81984a0 con 0x7f81c81976a0 2024-02-10T00:08:11.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.866+0000 7f81cc800640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f81c8101460 0x7f81c819d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:11.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.866+0000 7f81cc800640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f81c8101460 0x7f81c819d590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59734/0 (socket says 172.21.15.1:59734) 2024-02-10T00:08:11.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.866+0000 7f81cc800640 1 -- 172.21.15.1:0/1928654926 learned_addr learned my addr 172.21.15.1:0/1928654926 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:11.874 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.866+0000 7f81c7fff640 1 --2- 172.21.15.1:0/1928654926 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f81c8106530 0x7f81c819dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:11.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.866+0000 7f81cd001640 1 --2- 172.21.15.1:0/1928654926 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f81c81976a0 0x7f81c8197b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:11.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.866+0000 7f81cc800640 1 -- 172.21.15.1:0/1928654926 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f81c81976a0 msgr2=0x7f81c8197b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:11.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.866+0000 7f81cc800640 1 --2- 172.21.15.1:0/1928654926 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f81c81976a0 0x7f81c8197b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.867+0000 7f81cc800640 1 -- 172.21.15.1:0/1928654926 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f81c8106530 msgr2=0x7f81c819dad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:11.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.867+0000 7f81cc800640 1 --2- 172.21.15.1:0/1928654926 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f81c8106530 0x7f81c819dad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.867+0000 7f81cc800640 1 -- 172.21.15.1:0/1928654926 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81b8009560 con 0x7f81c8101460 2024-02-10T00:08:11.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.867+0000 7f81cc800640 1 --2- 172.21.15.1:0/1928654926 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f81c8101460 0x7f81c819d590 secure :-1 s=READY pgs=1484 cs=0 l=1 rev1=1 crypto rx=0x7f81b800e9c0 tx=0x7f81b800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:11.875 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.867+0000 7f81c5ffb640 1 -- 172.21.15.1:0/1928654926 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81b800cde0 con 0x7f81c8101460 2024-02-10T00:08:11.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.867+0000 7f81c5ffb640 1 -- 172.21.15.1:0/1928654926 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f81b80035f0 con 0x7f81c8101460 2024-02-10T00:08:11.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.867+0000 7f81cea64640 1 -- 172.21.15.1:0/1928654926 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f81c0009840 con 0x7f81c8101460 2024-02-10T00:08:11.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.867+0000 7f81c5ffb640 1 -- 172.21.15.1:0/1928654926 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81b8010670 con 0x7f81c8101460 2024-02-10T00:08:11.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.867+0000 7f81cea64640 1 -- 172.21.15.1:0/1928654926 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f81c81a4740 con 0x7f81c8101460 2024-02-10T00:08:11.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.869+0000 7f81c5ffb640 1 -- 172.21.15.1:0/1928654926 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f81b8003ad0 con 0x7f81c8101460 2024-02-10T00:08:11.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.870+0000 7f81c5ffb640 1 --2- 172.21.15.1:0/1928654926 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f81b40a2220 0x7f81b40a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:11.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.870+0000 7f81d1634740 1 Processor -- start 2024-02-10T00:08:11.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.870+0000 7f81d1634740 1 -- start start 2024-02-10T00:08:11.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.870+0000 7f81c7fff640 1 --2- 172.21.15.1:0/1928654926 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f81b40a2220 0x7f81b40a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:11.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.870+0000 7f81c5ffb640 1 -- 172.21.15.1:0/1928654926 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 8557+0+0 (secure 0 0 0) 0x7f81b8014070 con 0x7f81c8101460 2024-02-10T00:08:11.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.870+0000 7f81d1634740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b87ea140b0 0x55b87ea14490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:11.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.870+0000 7f81d1634740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b87ea149d0 0x55b87ea1d260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:11.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.870+0000 7f81d1634740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b87ea1d7a0 0x55b87ea1fb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:11.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.870+0000 7f81d1634740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b87e982a00 con 0x55b87ea1d7a0 2024-02-10T00:08:11.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.870+0000 7f81d1634740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b87e97ff30 con 0x55b87ea149d0 2024-02-10T00:08:11.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.870+0000 7f81d1634740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b87e97b710 con 0x55b87ea140b0 2024-02-10T00:08:11.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.871+0000 7f81cd001640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b87ea1d7a0 0x55b87ea1fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:11.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.871+0000 7f81cd001640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b87ea1d7a0 0x55b87ea1fb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59740/0 (socket says 172.21.15.1:59740) 2024-02-10T00:08:11.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.871+0000 7f81cd001640 1 -- 172.21.15.1:0/3477559832 learned_addr learned my addr 172.21.15.1:0/3477559832 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:11.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.871+0000 7f81c7fff640 1 --2- 172.21.15.1:0/3477559832 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b87ea149d0 0x55b87ea1d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:11.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.871+0000 7f81cc800640 1 --2- 172.21.15.1:0/3477559832 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b87ea140b0 0x55b87ea14490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:11.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.871+0000 7f81c7fff640 1 --2- 172.21.15.1:0/1928654926 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f81b40a2220 0x7f81b40a46e0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f81c8198ea0 tx=0x7f81b00103d0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:11.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.871+0000 7f81cd001640 1 -- 172.21.15.1:0/3477559832 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b87ea140b0 msgr2=0x55b87ea14490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:11.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.871+0000 7f81cd001640 1 --2- 172.21.15.1:0/3477559832 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b87ea140b0 0x55b87ea14490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.871+0000 7f81cd001640 1 -- 172.21.15.1:0/3477559832 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b87ea149d0 msgr2=0x55b87ea1d260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:11.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.871+0000 7f81cd001640 1 --2- 172.21.15.1:0/3477559832 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b87ea149d0 0x55b87ea1d260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.871+0000 7f81cd001640 1 -- 172.21.15.1:0/3477559832 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b87e9403b0 con 0x55b87ea1d7a0 2024-02-10T00:08:11.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.871+0000 7f81cc800640 1 --2- 172.21.15.1:0/3477559832 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b87ea140b0 0x55b87ea14490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:11.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.871+0000 7f81cd001640 1 --2- 172.21.15.1:0/3477559832 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b87ea1d7a0 0x55b87ea1fb90 secure :-1 s=READY pgs=1485 cs=0 l=1 rev1=1 crypto rx=0x7f81c0009c10 tx=0x7f81c0009300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b2a07681bf2644a server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:11.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.871+0000 7f81beffd640 1 -- 172.21.15.1:0/3477559832 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81c002c890 con 0x55b87ea1d7a0 2024-02-10T00:08:11.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.871+0000 7f81beffd640 1 -- 172.21.15.1:0/3477559832 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f81c002c9f0 con 0x55b87ea1d7a0 2024-02-10T00:08:11.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.871+0000 7f81beffd640 1 -- 172.21.15.1:0/3477559832 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81c0003e30 con 0x55b87ea1d7a0 2024-02-10T00:08:11.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.872+0000 7f81d1634740 1 -- 172.21.15.1:0/3477559832 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b87ea1d7a0 msgr2=0x55b87ea1fb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:11.892 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.872+0000 7f81d1634740 1 --2- 172.21.15.1:0/3477559832 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b87ea1d7a0 0x55b87ea1fb90 secure :-1 s=READY pgs=1485 cs=0 l=1 rev1=1 crypto rx=0x7f81c0009c10 tx=0x7f81c0009300 comp rx=0 tx=0).stop 2024-02-10T00:08:11.892 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.872+0000 7f81d1634740 1 -- 172.21.15.1:0/3477559832 shutdown_connections 2024-02-10T00:08:11.892 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.872+0000 7f81d1634740 1 --2- 172.21.15.1:0/3477559832 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b87ea1d7a0 0x55b87ea1fb90 unknown :-1 s=CLOSED pgs=1485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.892 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.872+0000 7f81d1634740 1 --2- 172.21.15.1:0/3477559832 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b87ea149d0 0x55b87ea1d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.892 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.872+0000 7f81d1634740 1 --2- 172.21.15.1:0/3477559832 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b87ea140b0 0x55b87ea14490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.892 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.872+0000 7f81d1634740 1 -- 172.21.15.1:0/3477559832 >> 172.21.15.1:0/3477559832 conn(0x55b87ea0e9d0 msgr2=0x55b87ea0edb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:11.892 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.872+0000 7f81d1634740 1 -- 172.21.15.1:0/3477559832 shutdown_connections 2024-02-10T00:08:11.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.872+0000 7f81d1634740 1 -- 172.21.15.1:0/3477559832 wait complete. 2024-02-10T00:08:11.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.872+0000 7f81d1634740 1 -- start start 2024-02-10T00:08:11.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.872+0000 7f81d1634740 1 Processor -- start 2024-02-10T00:08:11.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.873+0000 7f81d1634740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b87ea140b0 0x55b87ea1a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:11.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.873+0000 7f81d1634740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b87ea149d0 0x55b87ea1ad30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:11.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.873+0000 7f81d1634740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b87ea1d7a0 0x55b87ea1b270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:11.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.873+0000 7f81d1634740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b87e920b90 con 0x55b87ea149d0 2024-02-10T00:08:11.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.873+0000 7f81d1634740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b87e64f250 con 0x55b87ea1d7a0 2024-02-10T00:08:11.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.873+0000 7f81d1634740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b87e901200 con 0x55b87ea140b0 2024-02-10T00:08:11.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.873+0000 7f81d1634740 10 client.0 _ll_register_callbacks cb 0x55b87e9375d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:11.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.873+0000 7f81c7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b87ea149d0 0x55b87ea1ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:11.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.873+0000 7f81c7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b87ea149d0 0x55b87ea1ad30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59754/0 (socket says 172.21.15.1:59754) 2024-02-10T00:08:11.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.873+0000 7f81cc800640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b87ea140b0 0x55b87ea1a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:11.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.873+0000 7f81c7fff640 1 -- 172.21.15.1:0/1669096640 learned_addr learned my addr 172.21.15.1:0/1669096640 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:11.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.873+0000 7f81cd001640 1 --2- 172.21.15.1:0/1669096640 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b87ea1d7a0 0x55b87ea1b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:11.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.873+0000 7f81c7fff640 1 -- 172.21.15.1:0/1669096640 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b87ea140b0 msgr2=0x55b87ea1a7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:11.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.873+0000 7f81c7fff640 1 --2- 172.21.15.1:0/1669096640 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b87ea140b0 0x55b87ea1a7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.873+0000 7f81c7fff640 1 -- 172.21.15.1:0/1669096640 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b87ea1d7a0 msgr2=0x55b87ea1b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:11.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.873+0000 7f81c7fff640 1 --2- 172.21.15.1:0/1669096640 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b87ea1d7a0 0x55b87ea1b270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.873+0000 7f81c7fff640 1 -- 172.21.15.1:0/1669096640 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f81c810e910 con 0x55b87ea149d0 2024-02-10T00:08:11.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.873+0000 7f81cc800640 1 --2- 172.21.15.1:0/1669096640 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b87ea140b0 0x55b87ea1a7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:08:11.895 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.873+0000 7f81cd001640 1 --2- 172.21.15.1:0/1669096640 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b87ea1d7a0 0x55b87ea1b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:08:11.896 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.874+0000 7f81c7fff640 1 --2- 172.21.15.1:0/1669096640 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b87ea149d0 0x55b87ea1ad30 secure :-1 s=READY pgs=1486 cs=0 l=1 rev1=1 crypto rx=0x7f81b00136c0 tx=0x7f81b0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff9b110bbc8fe9cb server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:11.896 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.874+0000 7f81a7fff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:11.896 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.874+0000 7f81a7fff640 1 -- 172.21.15.1:0/1669096640 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81b001f7f0 con 0x55b87ea149d0 2024-02-10T00:08:11.896 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.874+0000 7f81a7fff640 1 -- 172.21.15.1:0/1669096640 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 8557+0+0 (secure 0 0 0) 0x7f81b0019040 con 0x55b87ea149d0 2024-02-10T00:08:11.896 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.874+0000 7f81d1634740 1 -- 172.21.15.1:0/1669096640 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b87e9a1ee0 con 0x55b87ea149d0 2024-02-10T00:08:11.896 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.874+0000 7f81a7fff640 1 -- 172.21.15.1:0/1669096640 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f81b001f950 con 0x55b87ea149d0 2024-02-10T00:08:11.897 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.874+0000 7f81d1634740 10 client.18729 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:11.897 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.874+0000 7f81d1634740 1 -- 172.21.15.1:0/1669096640 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55b87e979d90 con 0x55b87ea149d0 2024-02-10T00:08:11.897 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.874+0000 7f81a7fff640 1 -- 172.21.15.1:0/1669096640 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f81b0034080 con 0x55b87ea149d0 2024-02-10T00:08:11.897 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.874+0000 7f81a7fff640 1 -- 172.21.15.1:0/1669096640 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f81b0028bd0 con 0x55b87ea149d0 2024-02-10T00:08:11.897 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.874+0000 7f81d1634740 10 client.18729 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:11.897 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.874+0000 7f81d1634740 10 client.18729 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:08:11.898 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.874+0000 7f81d1634740 20 client.18729 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:11.898 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.874+0000 7f81d1634740 1 --2- 172.21.15.1:0/1669096640 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b87ea2dab0 0x55b87ea2fed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:11.898 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.874+0000 7f81d1634740 4 client.18729 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:08:11.898 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.874+0000 7f81d1634740 1 -- 172.21.15.1:0/1669096640 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b87e67b600 con 0x55b87ea2dab0 2024-02-10T00:08:11.898 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.875+0000 7f81cc800640 1 --2- 172.21.15.1:0/1669096640 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b87ea2dab0 0x55b87ea2fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:11.898 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.875+0000 7f81cc800640 1 --2- 172.21.15.1:0/1669096640 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b87ea2dab0 0x55b87ea2fed0 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=da7b50c2c1fc91f7 server_cookie=87f818cfc26bb17e in_seq=0 out_seq=0 2024-02-10T00:08:11.898 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.875+0000 7f81a7fff640 10 client.18729 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:11.899 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.876+0000 7f81a7fff640 1 -- 172.21.15.1:0/1669096640 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55b87e67b600 con 0x55b87ea2dab0 2024-02-10T00:08:11.899 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.876+0000 7f81a7fff640 10 client.18729 handle_command_reply: tid=0 2024-02-10T00:08:11.899 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.876+0000 7f81d1634740 1 client.18729 shutdown 2024-02-10T00:08:11.899 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.876+0000 7f81d1634740 1 -- 172.21.15.1:0/1669096640 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b87ea149d0 msgr2=0x55b87ea1ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:11.899 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.876+0000 7f81d1634740 1 --2- 172.21.15.1:0/1669096640 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b87ea149d0 0x55b87ea1ad30 secure :-1 s=READY pgs=1486 cs=0 l=1 rev1=1 crypto rx=0x7f81b00136c0 tx=0x7f81b0004730 comp rx=0 tx=0).stop 2024-02-10T00:08:11.899 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.876+0000 7f81d1634740 1 -- 172.21.15.1:0/1669096640 shutdown_connections 2024-02-10T00:08:11.900 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.876+0000 7f81d1634740 1 --2- 172.21.15.1:0/1669096640 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b87ea2dab0 0x55b87ea2fed0 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.900 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.876+0000 7f81d1634740 1 --2- 172.21.15.1:0/1669096640 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b87ea1d7a0 0x55b87ea1b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.900 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.876+0000 7f81d1634740 1 --2- 172.21.15.1:0/1669096640 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b87ea149d0 0x55b87ea1ad30 unknown :-1 s=CLOSED pgs=1486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.900 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.876+0000 7f81a7fff640 0 client.18729 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:11.900 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.876+0000 7f81d1634740 1 --2- 172.21.15.1:0/1669096640 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b87ea140b0 0x55b87ea1a7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.900 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.876+0000 7f81d1634740 1 -- 172.21.15.1:0/1669096640 >> 172.21.15.1:0/1669096640 conn(0x55b87ea0e9d0 msgr2=0x55b87ea10720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:11.900 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.876+0000 7f81d1634740 1 -- 172.21.15.1:0/1669096640 shutdown_connections 2024-02-10T00:08:11.901 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.876+0000 7f81d1634740 1 -- 172.21.15.1:0/1669096640 wait complete. 2024-02-10T00:08:11.901 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.876+0000 7f81d1634740 20 client.18729 trim_cache size 0 max 16384 2024-02-10T00:08:11.913 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.890+0000 7f81d1634740 1 Processor -- start 2024-02-10T00:08:11.913 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.890+0000 7f81d1634740 1 -- start start 2024-02-10T00:08:11.913 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.890+0000 7f81d1634740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b87ea140b0 0x55b87ea1cf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:11.914 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.890+0000 7f81d1634740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b87ea149d0 0x55b87ea1b090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:11.914 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.890+0000 7f81d1634740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b87ea1d7a0 0x55b87ea17a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:11.914 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.890+0000 7f81d1634740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b87ea0a110 con 0x55b87ea1d7a0 2024-02-10T00:08:11.914 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.890+0000 7f81d1634740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b87ea2a470 con 0x55b87ea149d0 2024-02-10T00:08:11.914 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.890+0000 7f81d1634740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b87ea0f9d0 con 0x55b87ea140b0 2024-02-10T00:08:11.914 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.890+0000 7f81cd001640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b87ea1d7a0 0x55b87ea17a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:11.914 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.890+0000 7f81cd001640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b87ea1d7a0 0x55b87ea17a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59766/0 (socket says 172.21.15.1:59766) 2024-02-10T00:08:11.915 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.890+0000 7f81cd001640 1 -- 172.21.15.1:0/1950377835 learned_addr learned my addr 172.21.15.1:0/1950377835 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:11.915 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.890+0000 7f81cc800640 1 --2- 172.21.15.1:0/1950377835 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b87ea140b0 0x55b87ea1cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:11.915 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.890+0000 7f81c7fff640 1 --2- 172.21.15.1:0/1950377835 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b87ea149d0 0x55b87ea1b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:11.915 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.890+0000 7f81cd001640 1 -- 172.21.15.1:0/1950377835 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b87ea140b0 msgr2=0x55b87ea1cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:11.915 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.890+0000 7f81cd001640 1 --2- 172.21.15.1:0/1950377835 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b87ea140b0 0x55b87ea1cf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.915 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.890+0000 7f81cd001640 1 -- 172.21.15.1:0/1950377835 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b87ea149d0 msgr2=0x55b87ea1b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:11.915 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.890+0000 7f81cd001640 1 --2- 172.21.15.1:0/1950377835 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b87ea149d0 0x55b87ea1b090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.916 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.890+0000 7f81cd001640 1 -- 172.21.15.1:0/1950377835 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b87e916820 con 0x55b87ea1d7a0 2024-02-10T00:08:11.916 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.890+0000 7f81c7fff640 1 --2- 172.21.15.1:0/1950377835 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b87ea149d0 0x55b87ea1b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:11.916 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.891+0000 7f81cd001640 1 --2- 172.21.15.1:0/1950377835 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b87ea1d7a0 0x55b87ea17a50 secure :-1 s=READY pgs=1487 cs=0 l=1 rev1=1 crypto rx=0x7f81c00039e0 tx=0x7f81c0040040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4397d23f3a7a4f24 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:11.916 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.891+0000 7f81be7fc640 1 -- 172.21.15.1:0/1950377835 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81c0033de0 con 0x55b87ea1d7a0 2024-02-10T00:08:11.916 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.891+0000 7f81be7fc640 1 -- 172.21.15.1:0/1950377835 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f81c003e430 con 0x55b87ea1d7a0 2024-02-10T00:08:11.916 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.891+0000 7f81be7fc640 1 -- 172.21.15.1:0/1950377835 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81c0034690 con 0x55b87ea1d7a0 2024-02-10T00:08:11.916 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.891+0000 7f81d1634740 1 -- 172.21.15.1:0/1950377835 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b87ea1d7a0 msgr2=0x55b87ea17a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:11.916 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.891+0000 7f81d1634740 1 --2- 172.21.15.1:0/1950377835 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b87ea1d7a0 0x55b87ea17a50 secure :-1 s=READY pgs=1487 cs=0 l=1 rev1=1 crypto rx=0x7f81c00039e0 tx=0x7f81c0040040 comp rx=0 tx=0).stop 2024-02-10T00:08:11.917 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.891+0000 7f81d1634740 1 -- 172.21.15.1:0/1950377835 shutdown_connections 2024-02-10T00:08:11.917 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.891+0000 7f81d1634740 1 --2- 172.21.15.1:0/1950377835 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b87ea1d7a0 0x55b87ea17a50 unknown :-1 s=CLOSED pgs=1487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.917 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.891+0000 7f81d1634740 1 --2- 172.21.15.1:0/1950377835 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b87ea149d0 0x55b87ea1b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.917 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.891+0000 7f81d1634740 1 --2- 172.21.15.1:0/1950377835 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b87ea140b0 0x55b87ea1cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.917 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.891+0000 7f81d1634740 1 -- 172.21.15.1:0/1950377835 >> 172.21.15.1:0/1950377835 conn(0x55b87ea0e9d0 msgr2=0x55b87ea34830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:11.917 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.891+0000 7f81d1634740 1 -- 172.21.15.1:0/1950377835 shutdown_connections 2024-02-10T00:08:11.917 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.891+0000 7f81d1634740 1 -- 172.21.15.1:0/1950377835 wait complete. 2024-02-10T00:08:11.917 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.892+0000 7f81d1634740 1 -- start start 2024-02-10T00:08:11.918 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.892+0000 7f81d1634740 1 Processor -- start 2024-02-10T00:08:11.918 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.892+0000 7f81d1634740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b87ea140b0 0x55b87ea24830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:11.918 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.892+0000 7f81d1634740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b87ea149d0 0x55b87ea22bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:11.918 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.892+0000 7f81d1634740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b87ea1d7a0 0x55b87ea23130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:11.918 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.892+0000 7f81d1634740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b87ea23830 con 0x55b87ea149d0 2024-02-10T00:08:11.918 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.892+0000 7f81d1634740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b87ea239a0 con 0x55b87ea1d7a0 2024-02-10T00:08:11.918 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.892+0000 7f81d1634740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b87ea83fc0 con 0x55b87ea140b0 2024-02-10T00:08:11.918 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.892+0000 7f81d1634740 10 client.0 _ll_register_callbacks cb 0x7f81b0010f70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:11.919 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.892+0000 7f81c7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b87ea149d0 0x55b87ea22bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:11.919 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.892+0000 7f81c7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b87ea149d0 0x55b87ea22bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59782/0 (socket says 172.21.15.1:59782) 2024-02-10T00:08:11.919 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.892+0000 7f81c7fff640 1 -- 172.21.15.1:0/1897504582 learned_addr learned my addr 172.21.15.1:0/1897504582 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:11.919 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.892+0000 7f81cc800640 1 --2- 172.21.15.1:0/1897504582 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b87ea140b0 0x55b87ea24830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:11.919 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.892+0000 7f81cd001640 1 --2- 172.21.15.1:0/1897504582 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b87ea1d7a0 0x55b87ea23130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:11.919 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.893+0000 7f81c7fff640 1 -- 172.21.15.1:0/1897504582 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b87ea140b0 msgr2=0x55b87ea24830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:11.919 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.893+0000 7f81c7fff640 1 --2- 172.21.15.1:0/1897504582 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b87ea140b0 0x55b87ea24830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.919 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.893+0000 7f81c7fff640 1 -- 172.21.15.1:0/1897504582 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b87ea1d7a0 msgr2=0x55b87ea23130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:11.920 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.893+0000 7f81c7fff640 1 --2- 172.21.15.1:0/1897504582 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b87ea1d7a0 0x55b87ea23130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.920 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.893+0000 7f81c7fff640 1 -- 172.21.15.1:0/1897504582 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b87e9403b0 con 0x55b87ea149d0 2024-02-10T00:08:11.920 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.893+0000 7f81c7fff640 1 --2- 172.21.15.1:0/1897504582 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b87ea149d0 0x55b87ea22bd0 secure :-1 s=READY pgs=1488 cs=0 l=1 rev1=1 crypto rx=0x7f81b0011440 tx=0x7f81b0005f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=460ed88e591c9181 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:11.920 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.893+0000 7f81a7fff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:11.920 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.893+0000 7f81a7fff640 1 -- 172.21.15.1:0/1897504582 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81b0011890 con 0x55b87ea149d0 2024-02-10T00:08:11.920 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.893+0000 7f81a7fff640 1 -- 172.21.15.1:0/1897504582 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 8557+0+0 (secure 0 0 0) 0x7f81b0019050 con 0x55b87ea149d0 2024-02-10T00:08:11.920 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.893+0000 7f81d1634740 1 -- 172.21.15.1:0/1897504582 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f81c002c9f0 con 0x55b87ea149d0 2024-02-10T00:08:11.920 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.893+0000 7f81a7fff640 1 -- 172.21.15.1:0/1897504582 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f81b00119f0 con 0x55b87ea149d0 2024-02-10T00:08:11.921 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.893+0000 7f81d1634740 10 client.18735 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:11.921 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.893+0000 7f81d1634740 1 -- 172.21.15.1:0/1897504582 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55b87e93c6f0 con 0x55b87ea149d0 2024-02-10T00:08:11.921 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.893+0000 7f81a7fff640 1 -- 172.21.15.1:0/1897504582 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f81c002c9f0 con 0x55b87ea149d0 2024-02-10T00:08:11.921 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.893+0000 7f81a7fff640 1 -- 172.21.15.1:0/1897504582 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f81b0028440 con 0x55b87ea149d0 2024-02-10T00:08:11.921 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.893+0000 7f81d1634740 10 client.18735 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:11.921 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.893+0000 7f81d1634740 10 client.18735 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:08:11.921 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.893+0000 7f81d1634740 20 client.18735 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:11.921 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.893+0000 7f81d1634740 1 --2- 172.21.15.1:0/1897504582 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b87ea85710 0x55b87ea87b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:11.921 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.893+0000 7f81d1634740 4 client.18735 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:08:11.922 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.893+0000 7f81d1634740 1 -- 172.21.15.1:0/1897504582 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55b87e6cc1b0 con 0x55b87ea85710 2024-02-10T00:08:11.922 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.894+0000 7f81cc800640 1 --2- 172.21.15.1:0/1897504582 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b87ea85710 0x55b87ea87b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:11.922 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.894+0000 7f81cc800640 1 --2- 172.21.15.1:0/1897504582 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b87ea85710 0x55b87ea87b30 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=845ccd623feed7a4 server_cookie=3a8f0d3d21210ba5 in_seq=0 out_seq=0 2024-02-10T00:08:11.922 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.894+0000 7f81a7fff640 10 client.18735 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:11.922 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.910+0000 7f81a7fff640 1 -- 172.21.15.1:0/1897504582 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55b87e6cc1b0 con 0x55b87ea85710 2024-02-10T00:08:11.922 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.910+0000 7f81a7fff640 10 client.18735 handle_command_reply: tid=0 2024-02-10T00:08:11.922 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.910+0000 7f81d1634740 1 client.18735 shutdown 2024-02-10T00:08:11.922 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.910+0000 7f81d1634740 1 -- 172.21.15.1:0/1897504582 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b87ea149d0 msgr2=0x55b87ea22bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:11.923 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.910+0000 7f81d1634740 1 --2- 172.21.15.1:0/1897504582 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b87ea149d0 0x55b87ea22bd0 secure :-1 s=READY pgs=1488 cs=0 l=1 rev1=1 crypto rx=0x7f81b0011440 tx=0x7f81b0005f50 comp rx=0 tx=0).stop 2024-02-10T00:08:11.923 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.910+0000 7f81d1634740 1 -- 172.21.15.1:0/1897504582 shutdown_connections 2024-02-10T00:08:11.923 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.910+0000 7f81d1634740 1 --2- 172.21.15.1:0/1897504582 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b87ea85710 0x55b87ea87b30 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.923 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.910+0000 7f81d1634740 1 --2- 172.21.15.1:0/1897504582 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b87ea1d7a0 0x55b87ea23130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.923 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.910+0000 7f81d1634740 1 --2- 172.21.15.1:0/1897504582 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b87ea149d0 0x55b87ea22bd0 unknown :-1 s=CLOSED pgs=1488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.923 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.910+0000 7f81a7fff640 0 client.18735 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:11.923 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.910+0000 7f81d1634740 1 --2- 172.21.15.1:0/1897504582 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b87ea140b0 0x55b87ea24830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.923 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.910+0000 7f81d1634740 1 -- 172.21.15.1:0/1897504582 >> 172.21.15.1:0/1897504582 conn(0x55b87ea0e9d0 msgr2=0x55b87ea0fdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:11.923 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.910+0000 7f81d1634740 1 -- 172.21.15.1:0/1897504582 shutdown_connections 2024-02-10T00:08:11.923 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.910+0000 7f81d1634740 1 -- 172.21.15.1:0/1897504582 wait complete. 2024-02-10T00:08:11.924 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.910+0000 7f81d1634740 20 client.18735 trim_cache size 0 max 16384 2024-02-10T00:08:11.924 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:08:11.924 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:08:11.924 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:08:11.924 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:08:11.925 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.910+0000 7f81cea64640 1 -- 172.21.15.1:0/1928654926 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f81b40a2220 msgr2=0x7f81b40a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:11.925 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.910+0000 7f81cea64640 1 --2- 172.21.15.1:0/1928654926 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f81b40a2220 0x7f81b40a46e0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f81c8198ea0 tx=0x7f81b00103d0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.925 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.910+0000 7f81cea64640 1 -- 172.21.15.1:0/1928654926 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f81c8101460 msgr2=0x7f81c819d590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:11.926 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.910+0000 7f81cea64640 1 --2- 172.21.15.1:0/1928654926 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f81c8101460 0x7f81c819d590 secure :-1 s=READY pgs=1484 cs=0 l=1 rev1=1 crypto rx=0x7f81b800e9c0 tx=0x7f81b800ee80 comp rx=0 tx=0).stop 2024-02-10T00:08:11.926 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.910+0000 7f81cea64640 1 -- 172.21.15.1:0/1928654926 shutdown_connections 2024-02-10T00:08:11.926 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.910+0000 7f81cea64640 1 --2- 172.21.15.1:0/1928654926 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f81b40a2220 0x7f81b40a46e0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.926 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.910+0000 7f81cea64640 1 --2- 172.21.15.1:0/1928654926 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f81c81976a0 0x7f81c8197b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.926 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.910+0000 7f81cea64640 1 --2- 172.21.15.1:0/1928654926 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f81c8106530 0x7f81c819dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.926 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.910+0000 7f81cea64640 1 --2- 172.21.15.1:0/1928654926 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f81c8101460 0x7f81c819d590 unknown :-1 s=CLOSED pgs=1484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:11.926 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.910+0000 7f81cea64640 1 -- 172.21.15.1:0/1928654926 >> 172.21.15.1:0/1928654926 conn(0x7f81c80fccc0 msgr2=0x7f81c80ff050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:11.926 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.910+0000 7f81cea64640 1 -- 172.21.15.1:0/1928654926 shutdown_connections 2024-02-10T00:08:11.926 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:11.910+0000 7f81cea64640 1 -- 172.21.15.1:0/1928654926 wait complete. 2024-02-10T00:08:13.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:13 smithi088 ceph-mon[36452]: pgmap v274: 97 pgs: 97 active+clean; 4.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 108 KiB/s wr, 39 op/s 2024-02-10T00:08:13.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:13 smithi088 ceph-mon[36452]: osdmap e95: 12 total, 12 up, 12 in 2024-02-10T00:08:13.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:13 smithi103 ceph-mon[36942]: pgmap v274: 97 pgs: 97 active+clean; 4.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 108 KiB/s wr, 39 op/s 2024-02-10T00:08:13.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:13 smithi103 ceph-mon[36942]: osdmap e95: 12 total, 12 up, 12 in 2024-02-10T00:08:13.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:13 smithi001 ceph-mon[32335]: pgmap v274: 97 pgs: 97 active+clean; 4.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 108 KiB/s wr, 39 op/s 2024-02-10T00:08:13.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:13 smithi001 ceph-mon[32335]: osdmap e95: 12 total, 12 up, 12 in 2024-02-10T00:08:15.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:15 smithi088 ceph-mon[36452]: pgmap v276: 97 pgs: 97 active+clean; 5.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 68 KiB/s wr, 23 op/s 2024-02-10T00:08:15.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:15 smithi103 ceph-mon[36942]: pgmap v276: 97 pgs: 97 active+clean; 5.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 68 KiB/s wr, 23 op/s 2024-02-10T00:08:15.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:15 smithi001 ceph-mon[32335]: pgmap v276: 97 pgs: 97 active+clean; 5.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 68 KiB/s wr, 23 op/s 2024-02-10T00:08:17.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:17 smithi088 ceph-mon[36452]: pgmap v277: 97 pgs: 97 active+clean; 5.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 59 KiB/s wr, 20 op/s 2024-02-10T00:08:17.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:17 smithi103 ceph-mon[36942]: pgmap v277: 97 pgs: 97 active+clean; 5.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 59 KiB/s wr, 20 op/s 2024-02-10T00:08:17.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:17 smithi001 ceph-mon[32335]: pgmap v277: 97 pgs: 97 active+clean; 5.0 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 59 KiB/s wr, 20 op/s 2024-02-10T00:08:19.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:19 smithi088 ceph-mon[36452]: pgmap v278: 97 pgs: 97 active+clean; 5.2 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 52 KiB/s wr, 18 op/s 2024-02-10T00:08:19.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:19 smithi103 ceph-mon[36942]: pgmap v278: 97 pgs: 97 active+clean; 5.2 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 52 KiB/s wr, 18 op/s 2024-02-10T00:08:19.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:19 smithi001 ceph-mon[32335]: pgmap v278: 97 pgs: 97 active+clean; 5.2 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 52 KiB/s wr, 18 op/s 2024-02-10T00:08:21.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:21 smithi088 ceph-mon[36452]: pgmap v279: 97 pgs: 97 active+clean; 5.2 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 52 KiB/s wr, 18 op/s 2024-02-10T00:08:21.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:21 smithi103 ceph-mon[36942]: pgmap v279: 97 pgs: 97 active+clean; 5.2 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 52 KiB/s wr, 18 op/s 2024-02-10T00:08:21.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:21 smithi001 ceph-mon[32335]: pgmap v279: 97 pgs: 97 active+clean; 5.2 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 52 KiB/s wr, 18 op/s 2024-02-10T00:08:23.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:23 smithi088 ceph-mon[36452]: pgmap v280: 97 pgs: 97 active+clean; 5.2 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 52 KiB/s wr, 18 op/s 2024-02-10T00:08:23.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:23 smithi103 ceph-mon[36942]: pgmap v280: 97 pgs: 97 active+clean; 5.2 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 52 KiB/s wr, 18 op/s 2024-02-10T00:08:23.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:23 smithi001 ceph-mon[32335]: pgmap v280: 97 pgs: 97 active+clean; 5.2 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 52 KiB/s wr, 18 op/s 2024-02-10T00:08:24.383 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:08:24.383 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:08:24.501 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.497+0000 7f6d4fe0f640 1 -- 172.21.15.1:0/1357054285 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6d48100060 msgr2=0x7f6d4810e190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:24.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.497+0000 7f6d4fe0f640 1 --2- 172.21.15.1:0/1357054285 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6d48100060 0x7f6d4810e190 secure :-1 s=READY pgs=1489 cs=0 l=1 rev1=1 crypto rx=0x7f6d44009ca0 tx=0x7f6d4402c140 comp rx=0 tx=0).stop 2024-02-10T00:08:24.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.497+0000 7f6d4fe0f640 1 -- 172.21.15.1:0/1357054285 shutdown_connections 2024-02-10T00:08:24.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.497+0000 7f6d4fe0f640 1 --2- 172.21.15.1:0/1357054285 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6d48100060 0x7f6d4810e190 unknown :-1 s=CLOSED pgs=1489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.497+0000 7f6d4fe0f640 1 --2- 172.21.15.1:0/1357054285 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6d480ff6a0 0x7f6d480ffb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.498+0000 7f6d4fe0f640 1 --2- 172.21.15.1:0/1357054285 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6d481031b0 0x7f6d48103590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.498+0000 7f6d4fe0f640 1 -- 172.21.15.1:0/1357054285 >> 172.21.15.1:0/1357054285 conn(0x7f6d48076620 msgr2=0x7f6d480fd9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:24.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.498+0000 7f6d4fe0f640 1 -- 172.21.15.1:0/1357054285 shutdown_connections 2024-02-10T00:08:24.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.498+0000 7f6d4fe0f640 1 -- 172.21.15.1:0/1357054285 wait complete. 2024-02-10T00:08:24.502 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.498+0000 7f6d4fe0f640 1 Processor -- start 2024-02-10T00:08:24.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.498+0000 7f6d4fe0f640 1 -- start start 2024-02-10T00:08:24.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.498+0000 7f6d4fe0f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6d480ff6a0 0x7f6d4819d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:24.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.498+0000 7f6d4fe0f640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6d48100060 0x7f6d4819db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:24.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.498+0000 7f6d4fe0f640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6d481031b0 0x7f6d481977e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:24.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.498+0000 7f6d4fe0f640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d48197e80 con 0x7f6d480ff6a0 2024-02-10T00:08:24.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.498+0000 7f6d4fe0f640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d48197ff0 con 0x7f6d481031b0 2024-02-10T00:08:24.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.498+0000 7f6d4fe0f640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d481981b0 con 0x7f6d48100060 2024-02-10T00:08:24.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.499+0000 7f6d4dbab640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6d480ff6a0 0x7f6d4819d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:24.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.499+0000 7f6d4dbab640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6d480ff6a0 0x7f6d4819d620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47530/0 (socket says 172.21.15.1:47530) 2024-02-10T00:08:24.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.499+0000 7f6d4dbab640 1 -- 172.21.15.1:0/1974601808 learned_addr learned my addr 172.21.15.1:0/1974601808 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:24.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.499+0000 7f6d4e3ac640 1 --2- 172.21.15.1:0/1974601808 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6d481031b0 0x7f6d481977e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:24.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.499+0000 7f6d4d3aa640 1 --2- 172.21.15.1:0/1974601808 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6d48100060 0x7f6d4819db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:24.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.499+0000 7f6d4dbab640 1 -- 172.21.15.1:0/1974601808 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6d48100060 msgr2=0x7f6d4819db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:24.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.499+0000 7f6d4dbab640 1 --2- 172.21.15.1:0/1974601808 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6d48100060 0x7f6d4819db60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.503 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.499+0000 7f6d4dbab640 1 -- 172.21.15.1:0/1974601808 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6d481031b0 msgr2=0x7f6d481977e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:24.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.499+0000 7f6d4dbab640 1 --2- 172.21.15.1:0/1974601808 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6d481031b0 0x7f6d481977e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.499+0000 7f6d4dbab640 1 -- 172.21.15.1:0/1974601808 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d44009900 con 0x7f6d480ff6a0 2024-02-10T00:08:24.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.499+0000 7f6d4dbab640 1 --2- 172.21.15.1:0/1974601808 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6d480ff6a0 0x7f6d4819d620 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x7f6d4000d950 tx=0x7f6d4000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:24.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.499+0000 7f6d3effd640 1 -- 172.21.15.1:0/1974601808 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d40009c30 con 0x7f6d480ff6a0 2024-02-10T00:08:24.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.499+0000 7f6d3effd640 1 -- 172.21.15.1:0/1974601808 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6d40009d90 con 0x7f6d480ff6a0 2024-02-10T00:08:24.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.499+0000 7f6d4fe0f640 1 -- 172.21.15.1:0/1974601808 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d48198490 con 0x7f6d480ff6a0 2024-02-10T00:08:24.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.499+0000 7f6d3effd640 1 -- 172.21.15.1:0/1974601808 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d4000f7e0 con 0x7f6d480ff6a0 2024-02-10T00:08:24.504 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.499+0000 7f6d4fe0f640 1 -- 172.21.15.1:0/1974601808 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d481a4650 con 0x7f6d480ff6a0 2024-02-10T00:08:24.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.501+0000 7f6d3effd640 1 -- 172.21.15.1:0/1974601808 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f6d40010ad0 con 0x7f6d480ff6a0 2024-02-10T00:08:24.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.502+0000 7f6d529dc740 1 Processor -- start 2024-02-10T00:08:24.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.502+0000 7f6d529dc740 1 -- start start 2024-02-10T00:08:24.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.502+0000 7f6d3effd640 1 --2- 172.21.15.1:0/1974601808 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6d340a2230 0x7f6d340a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:24.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.502+0000 7f6d529dc740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599bcd89980 0x5599bcd89d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:24.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.502+0000 7f6d529dc740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599bcd8a330 0x5599bcd928e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:24.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.502+0000 7f6d529dc740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599bcd92eb0 0x5599bcd95300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:24.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.502+0000 7f6d529dc740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599bcd44d00 con 0x5599bcd92eb0 2024-02-10T00:08:24.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.502+0000 7f6d529dc740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599bccf92f0 con 0x5599bcd89980 2024-02-10T00:08:24.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.502+0000 7f6d529dc740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599bccf6820 con 0x5599bcd8a330 2024-02-10T00:08:24.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.502+0000 7f6d3effd640 1 -- 172.21.15.1:0/1974601808 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f6d400cdc00 con 0x7f6d480ff6a0 2024-02-10T00:08:24.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.503+0000 7f6d4e3ac640 1 --2- 172.21.15.1:0/1974601808 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6d340a2230 0x7f6d340a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:24.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.503+0000 7f6d4dbab640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599bcd89980 0x5599bcd89d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:24.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.503+0000 7f6d4dbab640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599bcd89980 0x5599bcd89d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.1:37730/0 (socket says 172.21.15.1:37730) 2024-02-10T00:08:24.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.503+0000 7f6d4dbab640 1 -- 172.21.15.1:0/3414961002 learned_addr learned my addr 172.21.15.1:0/3414961002 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:24.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.503+0000 7f6d4d3aa640 1 --2- 172.21.15.1:0/3414961002 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599bcd8a330 0x5599bcd928e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:24.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.503+0000 7f6d4e3ac640 1 --2- 172.21.15.1:0/3414961002 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599bcd92eb0 0x5599bcd95300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:24.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.503+0000 7f6d4dbab640 1 -- 172.21.15.1:0/3414961002 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599bcd8a330 msgr2=0x5599bcd928e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:24.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.503+0000 7f6d4dbab640 1 --2- 172.21.15.1:0/3414961002 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599bcd8a330 0x5599bcd928e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.503+0000 7f6d4dbab640 1 -- 172.21.15.1:0/3414961002 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599bcd92eb0 msgr2=0x5599bcd95300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:24.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.503+0000 7f6d4dbab640 1 --2- 172.21.15.1:0/3414961002 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599bcd92eb0 0x5599bcd95300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.503+0000 7f6d4dbab640 1 -- 172.21.15.1:0/3414961002 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5599bccb3ff0 con 0x5599bcd89980 2024-02-10T00:08:24.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.503+0000 7f6d4e3ac640 1 --2- 172.21.15.1:0/1974601808 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6d340a2230 0x7f6d340a46f0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f6d44004af0 tx=0x7f6d44032f40 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:24.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.503+0000 7f6d4dbab640 1 --2- 172.21.15.1:0/3414961002 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599bcd89980 0x5599bcd89d60 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f6d40096b00 tx=0x7f6d40000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6111befc23ddd4a8 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:24.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.503+0000 7f6d33fff640 1 -- 172.21.15.1:0/3414961002 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d4009fc60 con 0x5599bcd89980 2024-02-10T00:08:24.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.503+0000 7f6d33fff640 1 -- 172.21.15.1:0/3414961002 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6d4009a6a0 con 0x5599bcd89980 2024-02-10T00:08:24.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.503+0000 7f6d33fff640 1 -- 172.21.15.1:0/3414961002 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d4009fe40 con 0x5599bcd89980 2024-02-10T00:08:24.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.504+0000 7f6d529dc740 1 -- 172.21.15.1:0/3414961002 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599bcd89980 msgr2=0x5599bcd89d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:24.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.504+0000 7f6d529dc740 1 --2- 172.21.15.1:0/3414961002 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599bcd89980 0x5599bcd89d60 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f6d40096b00 tx=0x7f6d40000bc0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.504+0000 7f6d529dc740 1 -- 172.21.15.1:0/3414961002 shutdown_connections 2024-02-10T00:08:24.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.504+0000 7f6d529dc740 1 --2- 172.21.15.1:0/3414961002 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599bcd92eb0 0x5599bcd95300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.504+0000 7f6d529dc740 1 --2- 172.21.15.1:0/3414961002 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599bcd8a330 0x5599bcd928e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.504+0000 7f6d529dc740 1 --2- 172.21.15.1:0/3414961002 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599bcd89980 0x5599bcd89d60 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.504+0000 7f6d529dc740 1 -- 172.21.15.1:0/3414961002 >> 172.21.15.1:0/3414961002 conn(0x5599bcd84050 msgr2=0x5599bcd84430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:24.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.504+0000 7f6d529dc740 1 -- 172.21.15.1:0/3414961002 shutdown_connections 2024-02-10T00:08:24.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.504+0000 7f6d529dc740 1 -- 172.21.15.1:0/3414961002 wait complete. 2024-02-10T00:08:24.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.504+0000 7f6d529dc740 1 -- start start 2024-02-10T00:08:24.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.505+0000 7f6d529dc740 1 Processor -- start 2024-02-10T00:08:24.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.505+0000 7f6d529dc740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599bcd89980 0x5599bcd8fe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:24.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.505+0000 7f6d529dc740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599bcd8a330 0x5599bcd903b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:24.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.505+0000 7f6d529dc740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599bcd92eb0 0x5599bcd908f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:24.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.505+0000 7f6d529dc740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599bccf2000 con 0x5599bcd92eb0 2024-02-10T00:08:24.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.505+0000 7f6d529dc740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599bc9c5430 con 0x5599bcd89980 2024-02-10T00:08:24.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.505+0000 7f6d529dc740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599bc981e00 con 0x5599bcd8a330 2024-02-10T00:08:24.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.505+0000 7f6d529dc740 10 client.0 _ll_register_callbacks cb 0x5599bcce67f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:24.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.505+0000 7f6d4e3ac640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599bcd92eb0 0x5599bcd908f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:24.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.505+0000 7f6d4e3ac640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599bcd92eb0 0x5599bcd908f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47544/0 (socket says 172.21.15.1:47544) 2024-02-10T00:08:24.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.505+0000 7f6d4e3ac640 1 -- 172.21.15.1:0/1955168442 learned_addr learned my addr 172.21.15.1:0/1955168442 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:24.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.505+0000 7f6d4dbab640 1 --2- 172.21.15.1:0/1955168442 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599bcd89980 0x5599bcd8fe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:24.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.505+0000 7f6d4d3aa640 1 --2- 172.21.15.1:0/1955168442 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599bcd8a330 0x5599bcd903b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:24.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.505+0000 7f6d4e3ac640 1 -- 172.21.15.1:0/1955168442 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599bcd8a330 msgr2=0x5599bcd903b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:24.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.505+0000 7f6d4e3ac640 1 --2- 172.21.15.1:0/1955168442 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599bcd8a330 0x5599bcd903b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.505+0000 7f6d4e3ac640 1 -- 172.21.15.1:0/1955168442 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599bcd89980 msgr2=0x5599bcd8fe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:24.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.505+0000 7f6d4e3ac640 1 --2- 172.21.15.1:0/1955168442 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599bcd89980 0x5599bcd8fe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.505+0000 7f6d4e3ac640 1 -- 172.21.15.1:0/1955168442 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d481a4650 con 0x5599bcd92eb0 2024-02-10T00:08:24.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.505+0000 7f6d4dbab640 1 --2- 172.21.15.1:0/1955168442 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599bcd89980 0x5599bcd8fe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:24.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.506+0000 7f6d4e3ac640 1 --2- 172.21.15.1:0/1955168442 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599bcd92eb0 0x5599bcd908f0 secure :-1 s=READY pgs=1491 cs=0 l=1 rev1=1 crypto rx=0x7f6d44034f60 tx=0x7f6d44005c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71902ea39b8ce27e server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:24.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.506+0000 7f6d317fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:24.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.506+0000 7f6d317fa640 1 -- 172.21.15.1:0/1955168442 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d44048070 con 0x5599bcd92eb0 2024-02-10T00:08:24.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.506+0000 7f6d317fa640 1 -- 172.21.15.1:0/1955168442 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f6d44003b80 con 0x5599bcd92eb0 2024-02-10T00:08:24.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.506+0000 7f6d529dc740 1 -- 172.21.15.1:0/1955168442 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5599bc9f17e0 con 0x5599bcd92eb0 2024-02-10T00:08:24.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.506+0000 7f6d317fa640 1 -- 172.21.15.1:0/1955168442 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6d44032520 con 0x5599bcd92eb0 2024-02-10T00:08:24.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.506+0000 7f6d529dc740 10 client.18747 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:24.514 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.506+0000 7f6d529dc740 1 -- 172.21.15.1:0/1955168442 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5599bccf0680 con 0x5599bcd92eb0 2024-02-10T00:08:24.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.506+0000 7f6d317fa640 1 -- 172.21.15.1:0/1955168442 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5599bc9f17e0 con 0x5599bcd92eb0 2024-02-10T00:08:24.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.506+0000 7f6d317fa640 1 -- 172.21.15.1:0/1955168442 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f6d44004660 con 0x5599bcd92eb0 2024-02-10T00:08:24.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.507+0000 7f6d529dc740 10 client.18747 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:24.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.507+0000 7f6d529dc740 10 client.18747 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:08:24.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.507+0000 7f6d529dc740 20 client.18747 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:24.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.507+0000 7f6d529dc740 1 --2- 172.21.15.1:0/1955168442 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5599bcda33e0 0x5599bcda5800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:24.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.507+0000 7f6d529dc740 4 client.18747 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:08:24.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.507+0000 7f6d529dc740 1 -- 172.21.15.1:0/1955168442 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5599bca2e720 con 0x5599bcda33e0 2024-02-10T00:08:24.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.507+0000 7f6d4dbab640 1 --2- 172.21.15.1:0/1955168442 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5599bcda33e0 0x5599bcda5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:24.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.507+0000 7f6d317fa640 10 client.18747 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:24.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.507+0000 7f6d4dbab640 1 --2- 172.21.15.1:0/1955168442 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5599bcda33e0 0x5599bcda5800 crc :-1 s=READY pgs=252 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=35a3fd6bec163f8a server_cookie=1415098191f25a2f in_seq=0 out_seq=0 2024-02-10T00:08:24.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.508+0000 7f6d317fa640 1 -- 172.21.15.1:0/1955168442 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5599bca2e720 con 0x5599bcda33e0 2024-02-10T00:08:24.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.508+0000 7f6d317fa640 10 client.18747 handle_command_reply: tid=0 2024-02-10T00:08:24.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.508+0000 7f6d529dc740 1 client.18747 shutdown 2024-02-10T00:08:24.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.508+0000 7f6d529dc740 1 -- 172.21.15.1:0/1955168442 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599bcd92eb0 msgr2=0x5599bcd908f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:24.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.508+0000 7f6d529dc740 1 --2- 172.21.15.1:0/1955168442 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599bcd92eb0 0x5599bcd908f0 secure :-1 s=READY pgs=1491 cs=0 l=1 rev1=1 crypto rx=0x7f6d44034f60 tx=0x7f6d44005c50 comp rx=0 tx=0).stop 2024-02-10T00:08:24.515 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.508+0000 7f6d529dc740 1 -- 172.21.15.1:0/1955168442 shutdown_connections 2024-02-10T00:08:24.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.508+0000 7f6d529dc740 1 --2- 172.21.15.1:0/1955168442 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5599bcda33e0 0x5599bcda5800 crc :-1 s=READY pgs=252 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.508+0000 7f6d529dc740 1 --2- 172.21.15.1:0/1955168442 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599bcd92eb0 0x5599bcd908f0 unknown :-1 s=CLOSED pgs=1491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.508+0000 7f6d529dc740 1 --2- 172.21.15.1:0/1955168442 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599bcd8a330 0x5599bcd903b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.508+0000 7f6d317fa640 0 client.18747 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:24.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.508+0000 7f6d529dc740 1 --2- 172.21.15.1:0/1955168442 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599bcd89980 0x5599bcd8fe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.508+0000 7f6d529dc740 1 -- 172.21.15.1:0/1955168442 >> 172.21.15.1:0/1955168442 conn(0x5599bcd84050 msgr2=0x5599bcd85da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:24.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.508+0000 7f6d529dc740 1 -- 172.21.15.1:0/1955168442 shutdown_connections 2024-02-10T00:08:24.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.508+0000 7f6d529dc740 1 -- 172.21.15.1:0/1955168442 wait complete. 2024-02-10T00:08:24.516 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.509+0000 7f6d529dc740 20 client.18747 trim_cache size 0 max 16384 2024-02-10T00:08:24.530 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.523+0000 7f6d529dc740 1 Processor -- start 2024-02-10T00:08:24.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.523+0000 7f6d529dc740 1 -- start start 2024-02-10T00:08:24.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.524+0000 7f6d529dc740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599bcd89980 0x5599bcd8e740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:24.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.524+0000 7f6d529dc740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599bcd8a330 0x5599bcd8ec80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:24.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.524+0000 7f6d529dc740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599bcd92eb0 0x5599bcd8d0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:24.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.524+0000 7f6d529dc740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599bcc76fd0 con 0x5599bcd89980 2024-02-10T00:08:24.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.524+0000 7f6d529dc740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599bcd84aa0 con 0x5599bcd8a330 2024-02-10T00:08:24.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.524+0000 7f6d529dc740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599bcd90fe0 con 0x5599bcd92eb0 2024-02-10T00:08:24.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.524+0000 7f6d4dbab640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599bcd89980 0x5599bcd8e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:24.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.524+0000 7f6d4dbab640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599bcd89980 0x5599bcd8e740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47558/0 (socket says 172.21.15.1:47558) 2024-02-10T00:08:24.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.524+0000 7f6d4dbab640 1 -- 172.21.15.1:0/3881288543 learned_addr learned my addr 172.21.15.1:0/3881288543 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:24.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.524+0000 7f6d4dbab640 1 -- 172.21.15.1:0/3881288543 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599bcd92eb0 msgr2=0x5599bcd8d0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:24.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.524+0000 7f6d4e3ac640 1 --2- 172.21.15.1:0/3881288543 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599bcd92eb0 0x5599bcd8d0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:24.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.524+0000 7f6d4dbab640 1 --2- 172.21.15.1:0/3881288543 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599bcd92eb0 0x5599bcd8d0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.524+0000 7f6d4dbab640 1 -- 172.21.15.1:0/3881288543 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599bcd8a330 msgr2=0x5599bcd8ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:24.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.524+0000 7f6d4d3aa640 1 --2- 172.21.15.1:0/3881288543 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599bcd8a330 0x5599bcd8ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:24.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.524+0000 7f6d4dbab640 1 --2- 172.21.15.1:0/3881288543 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599bcd8a330 0x5599bcd8ec80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.524+0000 7f6d4dbab640 1 -- 172.21.15.1:0/3881288543 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5599bcc8cb30 con 0x5599bcd89980 2024-02-10T00:08:24.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.524+0000 7f6d4e3ac640 1 --2- 172.21.15.1:0/3881288543 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599bcd92eb0 0x5599bcd8d0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:08:24.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.524+0000 7f6d4dbab640 1 --2- 172.21.15.1:0/3881288543 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599bcd89980 0x5599bcd8e740 secure :-1 s=READY pgs=1492 cs=0 l=1 rev1=1 crypto rx=0x7f6d4009a630 tx=0x7f6d40005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36398df5a0486462 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:24.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.524+0000 7f6d337fe640 1 -- 172.21.15.1:0/3881288543 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d400a2d90 con 0x5599bcd89980 2024-02-10T00:08:24.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.524+0000 7f6d337fe640 1 -- 172.21.15.1:0/3881288543 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6d4009f660 con 0x5599bcd89980 2024-02-10T00:08:24.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.524+0000 7f6d337fe640 1 -- 172.21.15.1:0/3881288543 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d40096d10 con 0x5599bcd89980 2024-02-10T00:08:24.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.525+0000 7f6d529dc740 1 -- 172.21.15.1:0/3881288543 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599bcd89980 msgr2=0x5599bcd8e740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:24.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.525+0000 7f6d529dc740 1 --2- 172.21.15.1:0/3881288543 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599bcd89980 0x5599bcd8e740 secure :-1 s=READY pgs=1492 cs=0 l=1 rev1=1 crypto rx=0x7f6d4009a630 tx=0x7f6d40005880 comp rx=0 tx=0).stop 2024-02-10T00:08:24.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.525+0000 7f6d529dc740 1 -- 172.21.15.1:0/3881288543 shutdown_connections 2024-02-10T00:08:24.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.525+0000 7f6d529dc740 1 --2- 172.21.15.1:0/3881288543 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599bcd92eb0 0x5599bcd8d0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.525+0000 7f6d529dc740 1 --2- 172.21.15.1:0/3881288543 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599bcd8a330 0x5599bcd8ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.525+0000 7f6d529dc740 1 --2- 172.21.15.1:0/3881288543 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599bcd89980 0x5599bcd8e740 unknown :-1 s=CLOSED pgs=1492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.525+0000 7f6d529dc740 1 -- 172.21.15.1:0/3881288543 >> 172.21.15.1:0/3881288543 conn(0x5599bcd84050 msgr2=0x5599bcd8b160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:24.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.525+0000 7f6d529dc740 1 -- 172.21.15.1:0/3881288543 shutdown_connections 2024-02-10T00:08:24.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.525+0000 7f6d529dc740 1 -- 172.21.15.1:0/3881288543 wait complete. 2024-02-10T00:08:24.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.525+0000 7f6d529dc740 1 -- start start 2024-02-10T00:08:24.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.525+0000 7f6d529dc740 1 Processor -- start 2024-02-10T00:08:24.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.526+0000 7f6d529dc740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599bcd89980 0x5599bcd98c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:24.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.526+0000 7f6d529dc740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599bcd8a330 0x5599bcd99170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:24.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.526+0000 7f6d529dc740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599bcd92eb0 0x5599bcdf98f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:24.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.526+0000 7f6d529dc740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599bcd99a20 con 0x5599bcd8a330 2024-02-10T00:08:24.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.526+0000 7f6d529dc740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599bcdf9e30 con 0x5599bcd92eb0 2024-02-10T00:08:24.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.526+0000 7f6d529dc740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599bcdf9f70 con 0x5599bcd89980 2024-02-10T00:08:24.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.526+0000 7f6d529dc740 10 client.0 _ll_register_callbacks cb 0x7f6d4000df40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:24.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.526+0000 7f6d4d3aa640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599bcd8a330 0x5599bcd99170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:24.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.526+0000 7f6d4d3aa640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599bcd8a330 0x5599bcd99170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47566/0 (socket says 172.21.15.1:47566) 2024-02-10T00:08:24.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.526+0000 7f6d4d3aa640 1 -- 172.21.15.1:0/2095344732 learned_addr learned my addr 172.21.15.1:0/2095344732 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:24.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.526+0000 7f6d4dbab640 1 --2- 172.21.15.1:0/2095344732 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599bcd89980 0x5599bcd98c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:24.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.526+0000 7f6d4e3ac640 1 --2- 172.21.15.1:0/2095344732 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599bcd92eb0 0x5599bcdf98f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:24.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.526+0000 7f6d4d3aa640 1 -- 172.21.15.1:0/2095344732 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599bcd89980 msgr2=0x5599bcd98c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:24.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.526+0000 7f6d4d3aa640 1 --2- 172.21.15.1:0/2095344732 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599bcd89980 0x5599bcd98c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.526+0000 7f6d4d3aa640 1 -- 172.21.15.1:0/2095344732 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599bcd92eb0 msgr2=0x5599bcdf98f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:24.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.526+0000 7f6d4d3aa640 1 --2- 172.21.15.1:0/2095344732 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599bcd92eb0 0x5599bcdf98f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.526+0000 7f6d4d3aa640 1 -- 172.21.15.1:0/2095344732 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5599bccb3ff0 con 0x5599bcd8a330 2024-02-10T00:08:24.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.526+0000 7f6d4e3ac640 1 --2- 172.21.15.1:0/2095344732 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599bcd92eb0 0x5599bcdf98f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:24.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.526+0000 7f6d4dbab640 1 --2- 172.21.15.1:0/2095344732 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599bcd89980 0x5599bcd98c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:24.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.526+0000 7f6d4d3aa640 1 --2- 172.21.15.1:0/2095344732 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599bcd8a330 0x5599bcd99170 secure :-1 s=READY pgs=1493 cs=0 l=1 rev1=1 crypto rx=0x7f6d38005d00 tx=0x7f6d38011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b74d5da193497e65 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:24.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.526+0000 7f6d317fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:24.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.527+0000 7f6d317fa640 1 -- 172.21.15.1:0/2095344732 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d38020070 con 0x5599bcd8a330 2024-02-10T00:08:24.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.527+0000 7f6d317fa640 1 -- 172.21.15.1:0/2095344732 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f6d38004020 con 0x5599bcd8a330 2024-02-10T00:08:24.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.527+0000 7f6d529dc740 1 -- 172.21.15.1:0/2095344732 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f6d4009a6a0 con 0x5599bcd8a330 2024-02-10T00:08:24.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.527+0000 7f6d317fa640 1 -- 172.21.15.1:0/2095344732 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6d38016050 con 0x5599bcd8a330 2024-02-10T00:08:24.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.527+0000 7f6d529dc740 10 client.18753 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:24.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.527+0000 7f6d529dc740 1 -- 172.21.15.1:0/2095344732 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5599bccb2850 con 0x5599bcd8a330 2024-02-10T00:08:24.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.527+0000 7f6d317fa640 1 -- 172.21.15.1:0/2095344732 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6d4009a6a0 con 0x5599bcd8a330 2024-02-10T00:08:24.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.527+0000 7f6d317fa640 1 -- 172.21.15.1:0/2095344732 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f6d38023020 con 0x5599bcd8a330 2024-02-10T00:08:24.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.527+0000 7f6d529dc740 10 client.18753 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:24.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.527+0000 7f6d529dc740 10 client.18753 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:08:24.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.527+0000 7f6d529dc740 20 client.18753 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:24.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.527+0000 7f6d529dc740 1 --2- 172.21.15.1:0/2095344732 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5599bcdfb7d0 0x5599bcdfdbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:24.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.527+0000 7f6d529dc740 4 client.18753 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:08:24.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.527+0000 7f6d529dc740 1 -- 172.21.15.1:0/2095344732 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5599bca7d890 con 0x5599bcdfb7d0 2024-02-10T00:08:24.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.527+0000 7f6d4dbab640 1 --2- 172.21.15.1:0/2095344732 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5599bcdfb7d0 0x5599bcdfdbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:24.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.528+0000 7f6d317fa640 10 client.18753 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:24.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.528+0000 7f6d4dbab640 1 --2- 172.21.15.1:0/2095344732 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5599bcdfb7d0 0x5599bcdfdbf0 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f6596de6791a86f5 server_cookie=352ff856ebf3081 in_seq=0 out_seq=0 2024-02-10T00:08:24.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.528+0000 7f6d317fa640 1 -- 172.21.15.1:0/2095344732 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x5599bca7d890 con 0x5599bcdfb7d0 2024-02-10T00:08:24.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.528+0000 7f6d317fa640 10 client.18753 handle_command_reply: tid=0 2024-02-10T00:08:24.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.528+0000 7f6d529dc740 1 client.18753 shutdown 2024-02-10T00:08:24.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.528+0000 7f6d529dc740 1 -- 172.21.15.1:0/2095344732 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599bcd8a330 msgr2=0x5599bcd99170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:24.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.528+0000 7f6d529dc740 1 --2- 172.21.15.1:0/2095344732 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599bcd8a330 0x5599bcd99170 secure :-1 s=READY pgs=1493 cs=0 l=1 rev1=1 crypto rx=0x7f6d38005d00 tx=0x7f6d38011810 comp rx=0 tx=0).stop 2024-02-10T00:08:24.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.528+0000 7f6d529dc740 1 -- 172.21.15.1:0/2095344732 shutdown_connections 2024-02-10T00:08:24.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.528+0000 7f6d529dc740 1 --2- 172.21.15.1:0/2095344732 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5599bcdfb7d0 0x5599bcdfdbf0 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.528+0000 7f6d529dc740 1 --2- 172.21.15.1:0/2095344732 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599bcd92eb0 0x5599bcdf98f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.528+0000 7f6d529dc740 1 --2- 172.21.15.1:0/2095344732 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599bcd8a330 0x5599bcd99170 unknown :-1 s=CLOSED pgs=1493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.528+0000 7f6d529dc740 1 --2- 172.21.15.1:0/2095344732 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599bcd89980 0x5599bcd98c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.528+0000 7f6d317fa640 0 client.18753 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:24.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.528+0000 7f6d529dc740 1 -- 172.21.15.1:0/2095344732 >> 172.21.15.1:0/2095344732 conn(0x5599bcd84050 msgr2=0x5599bcd8e5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:24.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.528+0000 7f6d529dc740 1 -- 172.21.15.1:0/2095344732 shutdown_connections 2024-02-10T00:08:24.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.528+0000 7f6d529dc740 1 -- 172.21.15.1:0/2095344732 wait complete. 2024-02-10T00:08:24.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.528+0000 7f6d529dc740 20 client.18753 trim_cache size 0 max 16384 2024-02-10T00:08:24.537 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:08:24.537 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "no active scrubs running", 2024-02-10T00:08:24.537 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": {} 2024-02-10T00:08:24.537 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:08:24.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.529+0000 7f6d4fe0f640 1 -- 172.21.15.1:0/1974601808 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6d340a2230 msgr2=0x7f6d340a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:24.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.529+0000 7f6d4fe0f640 1 --2- 172.21.15.1:0/1974601808 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6d340a2230 0x7f6d340a46f0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f6d44004af0 tx=0x7f6d44032f40 comp rx=0 tx=0).stop 2024-02-10T00:08:24.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.529+0000 7f6d4fe0f640 1 -- 172.21.15.1:0/1974601808 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6d480ff6a0 msgr2=0x7f6d4819d620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:24.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.529+0000 7f6d4fe0f640 1 --2- 172.21.15.1:0/1974601808 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6d480ff6a0 0x7f6d4819d620 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x7f6d4000d950 tx=0x7f6d4000de10 comp rx=0 tx=0).stop 2024-02-10T00:08:24.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.529+0000 7f6d4fe0f640 1 -- 172.21.15.1:0/1974601808 shutdown_connections 2024-02-10T00:08:24.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.529+0000 7f6d4fe0f640 1 --2- 172.21.15.1:0/1974601808 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6d340a2230 0x7f6d340a46f0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.529+0000 7f6d4fe0f640 1 --2- 172.21.15.1:0/1974601808 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6d481031b0 0x7f6d481977e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.529+0000 7f6d4fe0f640 1 --2- 172.21.15.1:0/1974601808 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6d48100060 0x7f6d4819db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.529+0000 7f6d4fe0f640 1 --2- 172.21.15.1:0/1974601808 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6d480ff6a0 0x7f6d4819d620 unknown :-1 s=CLOSED pgs=1490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.529+0000 7f6d4fe0f640 1 -- 172.21.15.1:0/1974601808 >> 172.21.15.1:0/1974601808 conn(0x7f6d48076620 msgr2=0x7f6d48105350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:24.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.529+0000 7f6d4fe0f640 1 -- 172.21.15.1:0/1974601808 shutdown_connections 2024-02-10T00:08:24.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.529+0000 7f6d4fe0f640 1 -- 172.21.15.1:0/1974601808 wait complete. 2024-02-10T00:08:24.542 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-02-10T00:08:24.543 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-10T00:08:24.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.644+0000 7f1d0888f640 1 -- 172.21.15.1:0/2929484682 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1d04100350 msgr2=0x7f1d04100730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:24.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.644+0000 7f1d0888f640 1 --2- 172.21.15.1:0/2929484682 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1d04100350 0x7f1d04100730 secure :-1 s=READY pgs=1494 cs=0 l=1 rev1=1 crypto rx=0x7f1cf4009930 tx=0x7f1cf402bc30 comp rx=0 tx=0).stop 2024-02-10T00:08:24.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.644+0000 7f1d0888f640 1 -- 172.21.15.1:0/2929484682 shutdown_connections 2024-02-10T00:08:24.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.644+0000 7f1d0888f640 1 --2- 172.21.15.1:0/2929484682 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1d04105420 0x7f1d0410cff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.644+0000 7f1d0888f640 1 --2- 172.21.15.1:0/2929484682 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1d04100d00 0x7f1d04104d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.644+0000 7f1d0888f640 1 --2- 172.21.15.1:0/2929484682 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1d04100350 0x7f1d04100730 unknown :-1 s=CLOSED pgs=1494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.644+0000 7f1d0888f640 1 -- 172.21.15.1:0/2929484682 >> 172.21.15.1:0/2929484682 conn(0x7f1d04077370 msgr2=0x7f1d04077780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:24.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.644+0000 7f1d0888f640 1 -- 172.21.15.1:0/2929484682 shutdown_connections 2024-02-10T00:08:24.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.644+0000 7f1d0888f640 1 -- 172.21.15.1:0/2929484682 wait complete. 2024-02-10T00:08:24.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.644+0000 7f1d0888f640 1 Processor -- start 2024-02-10T00:08:24.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.644+0000 7f1d0888f640 1 -- start start 2024-02-10T00:08:24.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.645+0000 7f1d0888f640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1d04100350 0x7f1d0419c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:24.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.645+0000 7f1d0888f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1d04105420 0x7f1d0419c920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:24.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.645+0000 7f1d0888f640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1d04196590 0x7f1d04196a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:24.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.645+0000 7f1d0888f640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d04196f80 con 0x7f1d04105420 2024-02-10T00:08:24.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.645+0000 7f1d0888f640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d041970f0 con 0x7f1d04100350 2024-02-10T00:08:24.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.645+0000 7f1d0888f640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d041972b0 con 0x7f1d04196590 2024-02-10T00:08:24.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.645+0000 7f1cfbfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1d04105420 0x7f1d0419c920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:24.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.645+0000 7f1cfbfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1d04105420 0x7f1d0419c920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47588/0 (socket says 172.21.15.1:47588) 2024-02-10T00:08:24.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.645+0000 7f1cfbfff640 1 -- 172.21.15.1:0/1018750185 learned_addr learned my addr 172.21.15.1:0/1018750185 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:24.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.645+0000 7f1d0259c640 1 --2- 172.21.15.1:0/1018750185 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1d04100350 0x7f1d0419c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:24.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.645+0000 7f1d02d9d640 1 --2- 172.21.15.1:0/1018750185 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1d04196590 0x7f1d04196a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:24.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.645+0000 7f1cfbfff640 1 -- 172.21.15.1:0/1018750185 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1d04196590 msgr2=0x7f1d04196a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:24.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.645+0000 7f1cfbfff640 1 --2- 172.21.15.1:0/1018750185 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1d04196590 0x7f1d04196a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.645+0000 7f1cfbfff640 1 -- 172.21.15.1:0/1018750185 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1d04100350 msgr2=0x7f1d0419c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:24.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.645+0000 7f1cfbfff640 1 --2- 172.21.15.1:0/1018750185 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1d04100350 0x7f1d0419c3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.645+0000 7f1cfbfff640 1 -- 172.21.15.1:0/1018750185 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1cf4009560 con 0x7f1d04105420 2024-02-10T00:08:24.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.645+0000 7f1d0259c640 1 --2- 172.21.15.1:0/1018750185 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1d04100350 0x7f1d0419c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:24.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.645+0000 7f1cfbfff640 1 --2- 172.21.15.1:0/1018750185 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1d04105420 0x7f1d0419c920 secure :-1 s=READY pgs=1495 cs=0 l=1 rev1=1 crypto rx=0x7f1cec00ead0 tx=0x7f1cec00ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:24.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.645+0000 7f1cfb7fe640 1 -- 172.21.15.1:0/1018750185 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cec013070 con 0x7f1d04105420 2024-02-10T00:08:24.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.645+0000 7f1d0888f640 1 -- 172.21.15.1:0/1018750185 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1d04069930 con 0x7f1d04105420 2024-02-10T00:08:24.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.645+0000 7f1cfb7fe640 1 -- 172.21.15.1:0/1018750185 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1cec005500 con 0x7f1d04105420 2024-02-10T00:08:24.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.645+0000 7f1cfb7fe640 1 -- 172.21.15.1:0/1018750185 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cec004d80 con 0x7f1d04105420 2024-02-10T00:08:24.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.645+0000 7f1d0888f640 1 -- 172.21.15.1:0/1018750185 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1d04069e40 con 0x7f1d04105420 2024-02-10T00:08:24.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.646+0000 7f1d0888f640 1 -- 172.21.15.1:0/1018750185 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1d04101820 con 0x7f1d04105420 2024-02-10T00:08:24.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.647+0000 7f1cfb7fe640 1 -- 172.21.15.1:0/1018750185 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f1cec00bbd0 con 0x7f1d04105420 2024-02-10T00:08:24.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.648+0000 7f1cfb7fe640 1 --2- 172.21.15.1:0/1018750185 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f1cf00a2230 0x7f1cf00a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:24.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.648+0000 7f1cfb7fe640 1 -- 172.21.15.1:0/1018750185 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f1cec0d00e0 con 0x7f1d04105420 2024-02-10T00:08:24.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.648+0000 7f1d0259c640 1 --2- 172.21.15.1:0/1018750185 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f1cf00a2230 0x7f1cf00a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:24.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.648+0000 7f1d0259c640 1 --2- 172.21.15.1:0/1018750185 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f1cf00a2230 0x7f1cf00a46f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f1cf4006010 tx=0x7f1cf40047a0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:24.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.652+0000 7f1cfb7fe640 1 -- 172.21.15.1:0/1018750185 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f1cec098d70 con 0x7f1d04105420 2024-02-10T00:08:24.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.870+0000 7f1d0888f640 1 -- 172.21.15.1:0/1018750185 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1d0406a8b0 con 0x7f1d04105420 2024-02-10T00:08:24.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.871+0000 7f1cfb7fe640 1 -- 172.21.15.1:0/1018750185 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) v1 ==== 94+0+11367 (secure 0 0 0) 0x7f1cec025020 con 0x7f1d04105420 2024-02-10T00:08:24.873 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-10T00:08:24.873 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-09T23:57:05.956988+0000","modified":"2024-02-10T00:00:18.086451+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24496,"mds_2":24476,"mds_3":24475,"mds_4":14646},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14646":{"gid":14646,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24398":{"gid":24398,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24406":{"gid":24406,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24475":{"gid":24475,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_25477":{"gid":25477,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/1094349051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":1094349051},{"type":"v1","addr":"172.21.15.103:6835","nonce":1094349051}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-10T00:08:24.873 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 29 2024-02-10T00:08:24.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.873+0000 7f1d0888f640 1 -- 172.21.15.1:0/1018750185 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f1cf00a2230 msgr2=0x7f1cf00a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:24.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.873+0000 7f1d0888f640 1 --2- 172.21.15.1:0/1018750185 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f1cf00a2230 0x7f1cf00a46f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f1cf4006010 tx=0x7f1cf40047a0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.873+0000 7f1d0888f640 1 -- 172.21.15.1:0/1018750185 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1d04105420 msgr2=0x7f1d0419c920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:24.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.873+0000 7f1d0888f640 1 --2- 172.21.15.1:0/1018750185 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1d04105420 0x7f1d0419c920 secure :-1 s=READY pgs=1495 cs=0 l=1 rev1=1 crypto rx=0x7f1cec00ead0 tx=0x7f1cec00ef90 comp rx=0 tx=0).stop 2024-02-10T00:08:24.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.873+0000 7f1d0888f640 1 -- 172.21.15.1:0/1018750185 shutdown_connections 2024-02-10T00:08:24.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.873+0000 7f1d0888f640 1 --2- 172.21.15.1:0/1018750185 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f1cf00a2230 0x7f1cf00a46f0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.873+0000 7f1d0888f640 1 --2- 172.21.15.1:0/1018750185 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1d04196590 0x7f1d04196a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.873+0000 7f1d0888f640 1 --2- 172.21.15.1:0/1018750185 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1d04105420 0x7f1d0419c920 unknown :-1 s=CLOSED pgs=1495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.873+0000 7f1d0888f640 1 --2- 172.21.15.1:0/1018750185 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1d04100350 0x7f1d0419c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.873+0000 7f1d0888f640 1 -- 172.21.15.1:0/1018750185 >> 172.21.15.1:0/1018750185 conn(0x7f1d04077370 msgr2=0x7f1d040fe340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:24.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.873+0000 7f1d0888f640 1 -- 172.21.15.1:0/1018750185 shutdown_connections 2024-02-10T00:08:24.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.873+0000 7f1d0888f640 1 -- 172.21.15.1:0/1018750185 wait complete. 2024-02-10T00:08:24.885 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:08:24.886 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-02-10T00:08:24.991 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.989+0000 7f506a464640 1 -- 172.21.15.1:0/3354637773 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5064100cf0 msgr2=0x7f5064104d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:24.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.989+0000 7f506a464640 1 --2- 172.21.15.1:0/3354637773 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5064100cf0 0x7f5064104d30 secure :-1 s=READY pgs=1496 cs=0 l=1 rev1=1 crypto rx=0x7f5058009930 tx=0x7f505802bc30 comp rx=0 tx=0).stop 2024-02-10T00:08:24.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.989+0000 7f506a464640 1 -- 172.21.15.1:0/3354637773 shutdown_connections 2024-02-10T00:08:24.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.989+0000 7f506a464640 1 --2- 172.21.15.1:0/3354637773 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5064105410 0x7f506410cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.989+0000 7f506a464640 1 --2- 172.21.15.1:0/3354637773 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5064100cf0 0x7f5064104d30 unknown :-1 s=CLOSED pgs=1496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.989+0000 7f506a464640 1 --2- 172.21.15.1:0/3354637773 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5064100340 0x7f5064100720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.989+0000 7f506a464640 1 -- 172.21.15.1:0/3354637773 >> 172.21.15.1:0/3354637773 conn(0x7f50640772e0 msgr2=0x7f50640776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:24.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.989+0000 7f506a464640 1 -- 172.21.15.1:0/3354637773 shutdown_connections 2024-02-10T00:08:24.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.989+0000 7f506a464640 1 -- 172.21.15.1:0/3354637773 wait complete. 2024-02-10T00:08:24.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.990+0000 7f506a464640 1 Processor -- start 2024-02-10T00:08:24.992 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.990+0000 7f506a464640 1 -- start start 2024-02-10T00:08:24.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.990+0000 7f506a464640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5064100340 0x7f506419d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:24.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.990+0000 7f506a464640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5064105410 0x7f506419db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:24.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.990+0000 7f506a464640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f50641977e0 0x7f5064197c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:24.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.990+0000 7f506a464640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5064198290 con 0x7f5064105410 2024-02-10T00:08:24.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.990+0000 7f506a464640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5064198400 con 0x7f50641977e0 2024-02-10T00:08:24.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.990+0000 7f506a464640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5064198570 con 0x7f5064100340 2024-02-10T00:08:24.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.991+0000 7f50637fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5064105410 0x7f506419db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:24.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.991+0000 7f50637fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5064105410 0x7f506419db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47600/0 (socket says 172.21.15.1:47600) 2024-02-10T00:08:24.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.991+0000 7f50637fe640 1 -- 172.21.15.1:0/1821523712 learned_addr learned my addr 172.21.15.1:0/1821523712 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:24.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.991+0000 7f5063fff640 1 --2- 172.21.15.1:0/1821523712 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5064100340 0x7f506419d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:24.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.991+0000 7f5068a01640 1 --2- 172.21.15.1:0/1821523712 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f50641977e0 0x7f5064197c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:24.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.991+0000 7f50637fe640 1 -- 172.21.15.1:0/1821523712 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5064100340 msgr2=0x7f506419d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:24.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.991+0000 7f50637fe640 1 --2- 172.21.15.1:0/1821523712 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5064100340 0x7f506419d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.991+0000 7f50637fe640 1 -- 172.21.15.1:0/1821523712 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f50641977e0 msgr2=0x7f5064197c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:24.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.991+0000 7f50637fe640 1 --2- 172.21.15.1:0/1821523712 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f50641977e0 0x7f5064197c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:24.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.991+0000 7f50637fe640 1 -- 172.21.15.1:0/1821523712 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5058009560 con 0x7f5064105410 2024-02-10T00:08:24.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.991+0000 7f50637fe640 1 --2- 172.21.15.1:0/1821523712 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5064105410 0x7f506419db60 secure :-1 s=READY pgs=1497 cs=0 l=1 rev1=1 crypto rx=0x7f5058009230 tx=0x7f5058004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:24.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.991+0000 7f50617fa640 1 -- 172.21.15.1:0/1821523712 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f505802cbc0 con 0x7f5064105410 2024-02-10T00:08:24.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.991+0000 7f506a464640 1 -- 172.21.15.1:0/1821523712 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f50641a4470 con 0x7f5064105410 2024-02-10T00:08:24.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.991+0000 7f50617fa640 1 -- 172.21.15.1:0/1821523712 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f50580052d0 con 0x7f5064105410 2024-02-10T00:08:24.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.991+0000 7f50617fa640 1 -- 172.21.15.1:0/1821523712 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5058003e30 con 0x7f5064105410 2024-02-10T00:08:24.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.991+0000 7f506a464640 1 -- 172.21.15.1:0/1821523712 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f50641a4950 con 0x7f5064105410 2024-02-10T00:08:25.001 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.993+0000 7f50617fa640 1 -- 172.21.15.1:0/1821523712 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f505803e660 con 0x7f5064105410 2024-02-10T00:08:25.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.994+0000 7f506d033740 1 Processor -- start 2024-02-10T00:08:25.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.994+0000 7f506d033740 1 -- start start 2024-02-10T00:08:25.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.994+0000 7f506d033740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556380948a30 0x556380948e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.994+0000 7f506d033740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5563809493e0 0x556380951990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.994+0000 7f506d033740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556380951f60 0x5563809543b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.994+0000 7f506d033740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556380904020 con 0x556380948a30 2024-02-10T00:08:25.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.994+0000 7f506d033740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5563808b7320 con 0x5563809493e0 2024-02-10T00:08:25.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.994+0000 7f506d033740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5563808b4850 con 0x556380951f60 2024-02-10T00:08:25.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.994+0000 7f5068a01640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556380948a30 0x556380948e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.994+0000 7f50617fa640 1 --2- 172.21.15.1:0/1821523712 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f504c0a2230 0x7f504c0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.994+0000 7f5068a01640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556380948a30 0x556380948e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47608/0 (socket says 172.21.15.1:47608) 2024-02-10T00:08:25.002 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.994+0000 7f5068a01640 1 -- 172.21.15.1:0/2327624807 learned_addr learned my addr 172.21.15.1:0/2327624807 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:25.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.994+0000 7f5063fff640 1 --2- 172.21.15.1:0/2327624807 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5563809493e0 0x556380951990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.994+0000 7f5068a01640 1 --2- 172.21.15.1:0/1821523712 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f504c0a2230 0x7f504c0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.994+0000 7f50617fa640 1 -- 172.21.15.1:0/1821523712 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f50580f0480 con 0x7f5064105410 2024-02-10T00:08:25.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.994+0000 7f50637fe640 1 --2- 172.21.15.1:0/2327624807 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556380951f60 0x5563809543b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.994+0000 7f5068a01640 1 -- 172.21.15.1:0/2327624807 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556380951f60 msgr2=0x5563809543b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.994+0000 7f5068a01640 1 --2- 172.21.15.1:0/2327624807 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556380951f60 0x5563809543b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.994+0000 7f5068a01640 1 -- 172.21.15.1:0/2327624807 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5563809493e0 msgr2=0x556380951990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.994+0000 7f5068a01640 1 --2- 172.21.15.1:0/2327624807 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5563809493e0 0x556380951990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.994+0000 7f5068a01640 1 -- 172.21.15.1:0/2327624807 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556380872210 con 0x556380948a30 2024-02-10T00:08:25.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.995+0000 7f5068a01640 1 --2- 172.21.15.1:0/2327624807 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556380948a30 0x556380948e10 secure :-1 s=READY pgs=1498 cs=0 l=1 rev1=1 crypto rx=0x7f505c005c40 tx=0x7f505c014dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3b416bf99b55760 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.995+0000 7f504a7fc640 1 -- 172.21.15.1:0/2327624807 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f505c020ae0 con 0x556380948a30 2024-02-10T00:08:25.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.995+0000 7f504a7fc640 1 -- 172.21.15.1:0/2327624807 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f505c020c40 con 0x556380948a30 2024-02-10T00:08:25.003 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.995+0000 7f504a7fc640 1 -- 172.21.15.1:0/2327624807 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f505c0283f0 con 0x556380948a30 2024-02-10T00:08:25.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.995+0000 7f506d033740 1 -- 172.21.15.1:0/2327624807 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556380948a30 msgr2=0x556380948e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.995+0000 7f5068a01640 1 --2- 172.21.15.1:0/1821523712 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f504c0a2230 0x7f504c0a46f0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f505c029000 tx=0x7f505c026000 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.995+0000 7f506d033740 1 --2- 172.21.15.1:0/2327624807 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556380948a30 0x556380948e10 secure :-1 s=READY pgs=1498 cs=0 l=1 rev1=1 crypto rx=0x7f505c005c40 tx=0x7f505c014dd0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.995+0000 7f506d033740 1 -- 172.21.15.1:0/2327624807 shutdown_connections 2024-02-10T00:08:25.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.995+0000 7f506d033740 1 --2- 172.21.15.1:0/2327624807 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556380951f60 0x5563809543b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.996+0000 7f506d033740 1 --2- 172.21.15.1:0/2327624807 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5563809493e0 0x556380951990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.996+0000 7f506d033740 1 --2- 172.21.15.1:0/2327624807 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556380948a30 0x556380948e10 unknown :-1 s=CLOSED pgs=1498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.996+0000 7f506d033740 1 -- 172.21.15.1:0/2327624807 >> 172.21.15.1:0/2327624807 conn(0x556380943100 msgr2=0x5563809434e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.996+0000 7f506d033740 1 -- 172.21.15.1:0/2327624807 shutdown_connections 2024-02-10T00:08:25.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.996+0000 7f506d033740 1 -- 172.21.15.1:0/2327624807 wait complete. 2024-02-10T00:08:25.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.996+0000 7f506d033740 1 -- start start 2024-02-10T00:08:25.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.996+0000 7f506d033740 1 Processor -- start 2024-02-10T00:08:25.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.996+0000 7f506d033740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556380948a30 0x55638094eef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.996+0000 7f506d033740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5563809493e0 0x55638094f430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.004 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.996+0000 7f506d033740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556380951f60 0x55638094f970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.996+0000 7f506d033740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5563808b0030 con 0x556380948a30 2024-02-10T00:08:25.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.996+0000 7f506d033740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556380583430 con 0x556380951f60 2024-02-10T00:08:25.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.996+0000 7f506d033740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55638053fe00 con 0x5563809493e0 2024-02-10T00:08:25.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.996+0000 7f506d033740 10 client.0 _ll_register_callbacks cb 0x5563808a5030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:25.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.996+0000 7f5063fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556380948a30 0x55638094eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.996+0000 7f5063fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556380948a30 0x55638094eef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47624/0 (socket says 172.21.15.1:47624) 2024-02-10T00:08:25.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.996+0000 7f5063fff640 1 -- 172.21.15.1:0/1570189341 learned_addr learned my addr 172.21.15.1:0/1570189341 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:25.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.997+0000 7f5068a01640 1 --2- 172.21.15.1:0/1570189341 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556380951f60 0x55638094f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.997+0000 7f50637fe640 1 --2- 172.21.15.1:0/1570189341 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5563809493e0 0x55638094f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.997+0000 7f5063fff640 1 -- 172.21.15.1:0/1570189341 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5563809493e0 msgr2=0x55638094f430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.997+0000 7f5063fff640 1 --2- 172.21.15.1:0/1570189341 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5563809493e0 0x55638094f430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.997+0000 7f5063fff640 1 -- 172.21.15.1:0/1570189341 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556380951f60 msgr2=0x55638094f970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.997+0000 7f5063fff640 1 --2- 172.21.15.1:0/1570189341 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556380951f60 0x55638094f970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.997+0000 7f5063fff640 1 -- 172.21.15.1:0/1570189341 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f505c0145b0 con 0x556380948a30 2024-02-10T00:08:25.005 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.997+0000 7f5063fff640 1 --2- 172.21.15.1:0/1570189341 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556380948a30 0x55638094eef0 secure :-1 s=READY pgs=1499 cs=0 l=1 rev1=1 crypto rx=0x7f505400ad50 tx=0x7f5054012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ba6d181bb702eb9 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.997+0000 7f50437fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:25.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.997+0000 7f50437fe640 1 -- 172.21.15.1:0/1570189341 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5054013c20 con 0x556380948a30 2024-02-10T00:08:25.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.997+0000 7f50437fe640 1 -- 172.21.15.1:0/1570189341 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f505400ae40 con 0x556380948a30 2024-02-10T00:08:25.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.997+0000 7f506d033740 1 -- 172.21.15.1:0/1570189341 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5563805af7e0 con 0x556380948a30 2024-02-10T00:08:25.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.997+0000 7f50437fe640 1 -- 172.21.15.1:0/1570189341 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5054012f90 con 0x556380948a30 2024-02-10T00:08:25.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.997+0000 7f506d033740 10 client.18771 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:25.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.997+0000 7f506d033740 1 -- 172.21.15.1:0/1570189341 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5563808ae6b0 con 0x556380948a30 2024-02-10T00:08:25.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.997+0000 7f50437fe640 1 -- 172.21.15.1:0/1570189341 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5054027080 con 0x556380948a30 2024-02-10T00:08:25.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.998+0000 7f50437fe640 1 -- 172.21.15.1:0/1570189341 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f5054021030 con 0x556380948a30 2024-02-10T00:08:25.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.998+0000 7f506d033740 10 client.18771 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:25.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.998+0000 7f506d033740 10 client.18771 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:08:25.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.998+0000 7f506d033740 20 client.18771 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:25.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.998+0000 7f506d033740 1 --2- 172.21.15.1:0/1570189341 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x556380962580 0x5563809649a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.998+0000 7f506d033740 4 client.18771 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:08:25.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.998+0000 7f506d033740 1 -- 172.21.15.1:0/1570189341 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5563805ec720 con 0x556380962580 2024-02-10T00:08:25.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.998+0000 7f50637fe640 1 --2- 172.21.15.1:0/1570189341 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x556380962580 0x5563809649a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.006 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.998+0000 7f50437fe640 10 client.18771 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:08:25.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.998+0000 7f50637fe640 1 --2- 172.21.15.1:0/1570189341 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x556380962580 0x5563809649a0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=8b61f9496ce50643 server_cookie=c00dfe652d3c8daf in_seq=0 out_seq=0 2024-02-10T00:08:25.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.999+0000 7f50437fe640 1 -- 172.21.15.1:0/1570189341 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5563805ec720 con 0x556380962580 2024-02-10T00:08:25.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.999+0000 7f50437fe640 10 client.18771 handle_command_reply: tid=0 2024-02-10T00:08:25.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.999+0000 7f506d033740 1 client.18771 shutdown 2024-02-10T00:08:25.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.999+0000 7f506d033740 1 -- 172.21.15.1:0/1570189341 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556380948a30 msgr2=0x55638094eef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.999+0000 7f506d033740 1 --2- 172.21.15.1:0/1570189341 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556380948a30 0x55638094eef0 secure :-1 s=READY pgs=1499 cs=0 l=1 rev1=1 crypto rx=0x7f505400ad50 tx=0x7f5054012820 comp rx=0 tx=0).stop 2024-02-10T00:08:25.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.999+0000 7f506d033740 1 -- 172.21.15.1:0/1570189341 shutdown_connections 2024-02-10T00:08:25.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.999+0000 7f506d033740 1 --2- 172.21.15.1:0/1570189341 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x556380962580 0x5563809649a0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.999+0000 7f506d033740 1 --2- 172.21.15.1:0/1570189341 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556380951f60 0x55638094f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.999+0000 7f506d033740 1 --2- 172.21.15.1:0/1570189341 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5563809493e0 0x55638094f430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.999+0000 7f50437fe640 0 client.18771 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:08:25.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.999+0000 7f506d033740 1 --2- 172.21.15.1:0/1570189341 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556380948a30 0x55638094eef0 unknown :-1 s=CLOSED pgs=1499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.999+0000 7f506d033740 1 -- 172.21.15.1:0/1570189341 >> 172.21.15.1:0/1570189341 conn(0x556380943100 msgr2=0x556380944e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.007 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.999+0000 7f506d033740 1 -- 172.21.15.1:0/1570189341 shutdown_connections 2024-02-10T00:08:25.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.999+0000 7f506d033740 1 -- 172.21.15.1:0/1570189341 wait complete. 2024-02-10T00:08:25.008 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:24.999+0000 7f506d033740 20 client.18771 trim_cache size 0 max 16384 2024-02-10T00:08:25.016 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.001+0000 7f5a65e35640 1 -- 172.21.15.1:0/3707644525 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a60068d40 msgr2=0x7f5a60069120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.001+0000 7f5a65e35640 1 --2- 172.21.15.1:0/3707644525 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a60068d40 0x7f5a60069120 secure :-1 s=READY pgs=1500 cs=0 l=1 rev1=1 crypto rx=0x7f5a50009930 tx=0x7f5a5002bc30 comp rx=0 tx=0).stop 2024-02-10T00:08:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.001+0000 7f5a65e35640 1 -- 172.21.15.1:0/3707644525 shutdown_connections 2024-02-10T00:08:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.001+0000 7f5a65e35640 1 --2- 172.21.15.1:0/3707644525 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5a60106510 0x7f5a6010e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.001+0000 7f5a65e35640 1 --2- 172.21.15.1:0/3707644525 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a600696f0 0x7f5a60105e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.001+0000 7f5a65e35640 1 --2- 172.21.15.1:0/3707644525 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a60068d40 0x7f5a60069120 unknown :-1 s=CLOSED pgs=1500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.001+0000 7f5a65e35640 1 -- 172.21.15.1:0/3707644525 >> 172.21.15.1:0/3707644525 conn(0x7f5a60077220 msgr2=0x7f5a60077630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.001+0000 7f5a65e35640 1 -- 172.21.15.1:0/3707644525 shutdown_connections 2024-02-10T00:08:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.001+0000 7f5a65e35640 1 -- 172.21.15.1:0/3707644525 wait complete. 2024-02-10T00:08:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.002+0000 7f5a65e35640 1 Processor -- start 2024-02-10T00:08:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.002+0000 7f5a65e35640 1 -- start start 2024-02-10T00:08:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.002+0000 7f5a65e35640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5a60068d40 0x7f5a6019f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.002+0000 7f5a65e35640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a60106510 0x7f5a6019fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.002+0000 7f5a65e35640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a60199920 0x7f5a60199dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.002+0000 7f5a65e35640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a6019a310 con 0x7f5a60199920 2024-02-10T00:08:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.002+0000 7f5a65e35640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a6019a480 con 0x7f5a60068d40 2024-02-10T00:08:25.018 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.002+0000 7f5a65e35640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a6019a640 con 0x7f5a60106510 2024-02-10T00:08:25.018 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.002+0000 7f5a5ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a60199920 0x7f5a60199dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.018 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.002+0000 7f5a5ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a60199920 0x7f5a60199dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47648/0 (socket says 172.21.15.1:47648) 2024-02-10T00:08:25.018 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.002+0000 7f5a5ffff640 1 -- 172.21.15.1:0/4026219687 learned_addr learned my addr 172.21.15.1:0/4026219687 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:25.018 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.002+0000 7f5a5effd640 1 --2- 172.21.15.1:0/4026219687 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a60106510 0x7f5a6019fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.018 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.003+0000 7f5a5f7fe640 1 --2- 172.21.15.1:0/4026219687 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5a60068d40 0x7f5a6019f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.018 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.003+0000 7f5a5ffff640 1 -- 172.21.15.1:0/4026219687 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a60106510 msgr2=0x7f5a6019fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.018 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.003+0000 7f5a5ffff640 1 --2- 172.21.15.1:0/4026219687 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a60106510 0x7f5a6019fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.018 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.003+0000 7f5a5ffff640 1 -- 172.21.15.1:0/4026219687 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5a60068d40 msgr2=0x7f5a6019f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.018 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.003+0000 7f5a5ffff640 1 --2- 172.21.15.1:0/4026219687 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5a60068d40 0x7f5a6019f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.018 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.003+0000 7f5a5ffff640 1 -- 172.21.15.1:0/4026219687 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a50009560 con 0x7f5a60199920 2024-02-10T00:08:25.018 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.003+0000 7f5a5effd640 1 --2- 172.21.15.1:0/4026219687 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a60106510 0x7f5a6019fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:25.018 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.003+0000 7f5a5ffff640 1 --2- 172.21.15.1:0/4026219687 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a60199920 0x7f5a60199dd0 secure :-1 s=READY pgs=1501 cs=0 l=1 rev1=1 crypto rx=0x7f5a5800eb10 tx=0x7f5a5800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.018 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.003+0000 7f5a5cff9640 1 -- 172.21.15.1:0/4026219687 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a58004b20 con 0x7f5a60199920 2024-02-10T00:08:25.018 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.003+0000 7f5a65e35640 1 -- 172.21.15.1:0/4026219687 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5a601a6630 con 0x7f5a60199920 2024-02-10T00:08:25.019 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.003+0000 7f5a5cff9640 1 -- 172.21.15.1:0/4026219687 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5a58004c80 con 0x7f5a60199920 2024-02-10T00:08:25.019 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.003+0000 7f5a5cff9640 1 -- 172.21.15.1:0/4026219687 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a58010650 con 0x7f5a60199920 2024-02-10T00:08:25.019 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.003+0000 7f5a65e35640 1 -- 172.21.15.1:0/4026219687 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a601a6b40 con 0x7f5a60199920 2024-02-10T00:08:25.019 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.006+0000 7f5a5cff9640 1 -- 172.21.15.1:0/4026219687 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f5a58005020 con 0x7f5a60199920 2024-02-10T00:08:25.019 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.006+0000 7f5a68a0a740 1 Processor -- start 2024-02-10T00:08:25.019 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.006+0000 7f5a68a0a740 1 -- start start 2024-02-10T00:08:25.019 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.006+0000 7f5a68a0a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5566a2e8c0b0 0x5566a2e8c490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.019 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.006+0000 7f5a68a0a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5566a2e8c9d0 0x5566a2e95260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.019 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.006+0000 7f5a68a0a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5566a2e957a0 0x5566a2e97b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.019 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.006+0000 7f5a68a0a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5566a2dfaa00 con 0x5566a2e8c0b0 2024-02-10T00:08:25.019 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.006+0000 7f5a68a0a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5566a2df7f30 con 0x5566a2e957a0 2024-02-10T00:08:25.019 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.006+0000 7f5a68a0a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5566a2df3710 con 0x5566a2e8c9d0 2024-02-10T00:08:25.019 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.006+0000 7f5a5effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5566a2e8c0b0 0x5566a2e8c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.019 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.006+0000 7f5a5effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5566a2e8c0b0 0x5566a2e8c490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47652/0 (socket says 172.21.15.1:47652) 2024-02-10T00:08:25.019 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.006+0000 7f5a5effd640 1 -- 172.21.15.1:0/3354831479 learned_addr learned my addr 172.21.15.1:0/3354831479 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:25.020 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.006+0000 7f5a5cff9640 1 --2- 172.21.15.1:0/4026219687 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f5a480a2220 0x7f5a480a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.020 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.006+0000 7f5a5f7fe640 1 --2- 172.21.15.1:0/3354831479 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5566a2e8c9d0 0x5566a2e95260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.020 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.007+0000 7f5a5effd640 1 --2- 172.21.15.1:0/3354831479 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5566a2e957a0 0x5566a2e97b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.020 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.007+0000 7f5a5ffff640 1 --2- 172.21.15.1:0/4026219687 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f5a480a2220 0x7f5a480a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.020 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.007+0000 7f5a5effd640 1 -- 172.21.15.1:0/3354831479 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5566a2e8c9d0 msgr2=0x5566a2e95260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.020 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.007+0000 7f5a5effd640 1 --2- 172.21.15.1:0/3354831479 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5566a2e8c9d0 0x5566a2e95260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.020 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.007+0000 7f5a5effd640 1 -- 172.21.15.1:0/3354831479 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5566a2e957a0 msgr2=0x5566a2e97b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.020 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.007+0000 7f5a5effd640 1 --2- 172.21.15.1:0/3354831479 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5566a2e957a0 0x5566a2e97b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.020 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.007+0000 7f5a5effd640 1 -- 172.21.15.1:0/3354831479 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5566a2db83b0 con 0x5566a2e8c0b0 2024-02-10T00:08:25.020 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.007+0000 7f5a5cff9640 1 -- 172.21.15.1:0/4026219687 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f5a58014070 con 0x7f5a60199920 2024-02-10T00:08:25.020 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.007+0000 7f5a5effd640 1 --2- 172.21.15.1:0/3354831479 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5566a2e8c0b0 0x5566a2e8c490 secure :-1 s=READY pgs=1502 cs=0 l=1 rev1=1 crypto rx=0x7f5a54009fc0 tx=0x7f5a54009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6cc34a975fa3e1f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.020 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.007+0000 7f5a5ffff640 1 --2- 172.21.15.1:0/4026219687 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f5a480a2220 0x7f5a480a46e0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f5a580975b0 tx=0x7f5a580c5a50 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.020 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.007+0000 7f5a45ffb640 1 -- 172.21.15.1:0/3354831479 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a54013270 con 0x5566a2e8c0b0 2024-02-10T00:08:25.020 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.007+0000 7f5a45ffb640 1 -- 172.21.15.1:0/3354831479 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5a54004510 con 0x5566a2e8c0b0 2024-02-10T00:08:25.021 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.007+0000 7f5a45ffb640 1 -- 172.21.15.1:0/3354831479 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a5400f4a0 con 0x5566a2e8c0b0 2024-02-10T00:08:25.021 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.008+0000 7f5a68a0a740 1 -- 172.21.15.1:0/3354831479 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5566a2e8c0b0 msgr2=0x5566a2e8c490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.021 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.008+0000 7f5a68a0a740 1 --2- 172.21.15.1:0/3354831479 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5566a2e8c0b0 0x5566a2e8c490 secure :-1 s=READY pgs=1502 cs=0 l=1 rev1=1 crypto rx=0x7f5a54009fc0 tx=0x7f5a54009750 comp rx=0 tx=0).stop 2024-02-10T00:08:25.021 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.008+0000 7f5a68a0a740 1 -- 172.21.15.1:0/3354831479 shutdown_connections 2024-02-10T00:08:25.021 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.008+0000 7f5a68a0a740 1 --2- 172.21.15.1:0/3354831479 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5566a2e957a0 0x5566a2e97b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.021 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.008+0000 7f5a68a0a740 1 --2- 172.21.15.1:0/3354831479 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5566a2e8c9d0 0x5566a2e95260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.021 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.008+0000 7f5a68a0a740 1 --2- 172.21.15.1:0/3354831479 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5566a2e8c0b0 0x5566a2e8c490 unknown :-1 s=CLOSED pgs=1502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.021 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.008+0000 7f5a68a0a740 1 -- 172.21.15.1:0/3354831479 >> 172.21.15.1:0/3354831479 conn(0x5566a2e869d0 msgr2=0x5566a2e86db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.021 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.008+0000 7f5a68a0a740 1 -- 172.21.15.1:0/3354831479 shutdown_connections 2024-02-10T00:08:25.021 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.008+0000 7f5a68a0a740 1 -- 172.21.15.1:0/3354831479 wait complete. 2024-02-10T00:08:25.021 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.008+0000 7f5a68a0a740 1 -- start start 2024-02-10T00:08:25.021 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.008+0000 7f5a68a0a740 1 Processor -- start 2024-02-10T00:08:25.021 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.009+0000 7f5a68a0a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5566a2e8c0b0 0x5566a2e92780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.021 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.009+0000 7f5a68a0a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5566a2e8c9d0 0x5566a2e92cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.021 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.009+0000 7f5a68a0a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5566a2e957a0 0x5566a2e93200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.009+0000 7f5a68a0a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5566a2d98b90 con 0x5566a2e8c0b0 2024-02-10T00:08:25.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.009+0000 7f5a68a0a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5566a2ac7250 con 0x5566a2e8c9d0 2024-02-10T00:08:25.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.009+0000 7f5a68a0a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5566a2d79200 con 0x5566a2e957a0 2024-02-10T00:08:25.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.009+0000 7f5a68a0a740 10 client.0 _ll_register_callbacks cb 0x5566a2daf5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:25.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.009+0000 7f5a5effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5566a2e8c0b0 0x5566a2e92780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.009+0000 7f5a5effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5566a2e8c0b0 0x5566a2e92780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47662/0 (socket says 172.21.15.1:47662) 2024-02-10T00:08:25.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.009+0000 7f5a5effd640 1 -- 172.21.15.1:0/570704564 learned_addr learned my addr 172.21.15.1:0/570704564 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:25.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.009+0000 7f5a5f7fe640 1 --2- 172.21.15.1:0/570704564 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5566a2e8c9d0 0x5566a2e92cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.009+0000 7f5a5effd640 1 --2- 172.21.15.1:0/570704564 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5566a2e957a0 0x5566a2e93200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.009+0000 7f5a5effd640 1 -- 172.21.15.1:0/570704564 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5566a2e957a0 msgr2=0x5566a2e93200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.009+0000 7f5a5effd640 1 --2- 172.21.15.1:0/570704564 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5566a2e957a0 0x5566a2e93200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.009+0000 7f5a5effd640 1 -- 172.21.15.1:0/570704564 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5566a2e8c9d0 msgr2=0x5566a2e92cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.009+0000 7f5a5effd640 1 --2- 172.21.15.1:0/570704564 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5566a2e8c9d0 0x5566a2e92cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.009+0000 7f5a5effd640 1 -- 172.21.15.1:0/570704564 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a54009d10 con 0x5566a2e8c0b0 2024-02-10T00:08:25.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.009+0000 7f5a5effd640 1 --2- 172.21.15.1:0/570704564 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5566a2e8c0b0 0x5566a2e92780 secure :-1 s=READY pgs=1503 cs=0 l=1 rev1=1 crypto rx=0x7f5a54009ce0 tx=0x7f5a54009c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9daf17f62e16ce6 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.009+0000 7f5a3effd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:25.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.010+0000 7f5a3effd640 1 -- 172.21.15.1:0/570704564 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a54004370 con 0x5566a2e8c0b0 2024-02-10T00:08:25.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.010+0000 7f5a3effd640 1 -- 172.21.15.1:0/570704564 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f5a54011470 con 0x5566a2e8c0b0 2024-02-10T00:08:25.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.010+0000 7f5a68a0a740 1 -- 172.21.15.1:0/570704564 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5566a2e19ee0 con 0x5566a2e8c0b0 2024-02-10T00:08:25.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.010+0000 7f5a3effd640 1 -- 172.21.15.1:0/570704564 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5a54011630 con 0x5566a2e8c0b0 2024-02-10T00:08:25.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.010+0000 7f5a68a0a740 10 client.18783 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:25.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.010+0000 7f5a68a0a740 1 -- 172.21.15.1:0/570704564 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5566a2df1d90 con 0x5566a2e8c0b0 2024-02-10T00:08:25.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.010+0000 7f5a3effd640 1 -- 172.21.15.1:0/570704564 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5566a2e19ee0 con 0x5566a2e8c0b0 2024-02-10T00:08:25.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.010+0000 7f5a3effd640 1 -- 172.21.15.1:0/570704564 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f5a5400f910 con 0x5566a2e8c0b0 2024-02-10T00:08:25.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.010+0000 7f5a68a0a740 10 client.18783 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:25.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.010+0000 7f5a68a0a740 10 client.18783 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:08:25.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.010+0000 7f5a68a0a740 20 client.18783 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:25.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.010+0000 7f5a68a0a740 1 --2- 172.21.15.1:0/570704564 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5566a2ea58a0 0x5566a2ea7c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.010+0000 7f5a68a0a740 4 client.18783 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:08:25.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.010+0000 7f5a68a0a740 1 -- 172.21.15.1:0/570704564 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5566a2af3600 con 0x5566a2ea58a0 2024-02-10T00:08:25.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.010+0000 7f5a5f7fe640 1 --2- 172.21.15.1:0/570704564 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5566a2ea58a0 0x5566a2ea7c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.011+0000 7f5a5f7fe640 1 --2- 172.21.15.1:0/570704564 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5566a2ea58a0 0x5566a2ea7c90 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=54f7fa9f74ef6e5c server_cookie=8ff9ceef731cbef5 in_seq=0 out_seq=0 2024-02-10T00:08:25.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.011+0000 7f5a3effd640 10 client.18783 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:25.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.011+0000 7f5a3effd640 1 -- 172.21.15.1:0/570704564 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5566a2af3600 con 0x5566a2ea58a0 2024-02-10T00:08:25.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.011+0000 7f5a3effd640 10 client.18783 handle_command_reply: tid=0 2024-02-10T00:08:25.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.011+0000 7f5a68a0a740 1 client.18783 shutdown 2024-02-10T00:08:25.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.012+0000 7f5a68a0a740 1 -- 172.21.15.1:0/570704564 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5566a2e8c0b0 msgr2=0x5566a2e92780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.012+0000 7f5a68a0a740 1 --2- 172.21.15.1:0/570704564 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5566a2e8c0b0 0x5566a2e92780 secure :-1 s=READY pgs=1503 cs=0 l=1 rev1=1 crypto rx=0x7f5a54009ce0 tx=0x7f5a54009c50 comp rx=0 tx=0).stop 2024-02-10T00:08:25.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.012+0000 7f5a68a0a740 1 -- 172.21.15.1:0/570704564 shutdown_connections 2024-02-10T00:08:25.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.012+0000 7f5a68a0a740 1 --2- 172.21.15.1:0/570704564 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5566a2ea58a0 0x5566a2ea7c90 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.012+0000 7f5a68a0a740 1 --2- 172.21.15.1:0/570704564 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5566a2e957a0 0x5566a2e93200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.012+0000 7f5a68a0a740 1 --2- 172.21.15.1:0/570704564 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5566a2e8c9d0 0x5566a2e92cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.012+0000 7f5a3effd640 0 client.18783 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:25.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.012+0000 7f5a68a0a740 1 --2- 172.21.15.1:0/570704564 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5566a2e8c0b0 0x5566a2e92780 unknown :-1 s=CLOSED pgs=1503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.012+0000 7f5a68a0a740 1 -- 172.21.15.1:0/570704564 >> 172.21.15.1:0/570704564 conn(0x5566a2e869d0 msgr2=0x5566a2e88720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.025 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.012+0000 7f5a68a0a740 1 -- 172.21.15.1:0/570704564 shutdown_connections 2024-02-10T00:08:25.025 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.012+0000 7f5a68a0a740 1 -- 172.21.15.1:0/570704564 wait complete. 2024-02-10T00:08:25.025 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.012+0000 7f5a68a0a740 20 client.18783 trim_cache size 0 max 16384 2024-02-10T00:08:25.030 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.013+0000 7f506d033740 1 Processor -- start 2024-02-10T00:08:25.030 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.013+0000 7f506d033740 1 -- start start 2024-02-10T00:08:25.030 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.014+0000 7f506d033740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556380948a30 0x556380951620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.030 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.014+0000 7f506d033740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5563809493e0 0x55638094f790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.030 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.014+0000 7f506d033740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556380951f60 0x55638094c170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.030 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.014+0000 7f506d033740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55638093e8b0 con 0x556380948a30 2024-02-10T00:08:25.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.014+0000 7f506d033740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556380835130 con 0x5563809493e0 2024-02-10T00:08:25.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.014+0000 7f5063fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556380948a30 0x556380951620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.014+0000 7f5063fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556380948a30 0x556380951620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47676/0 (socket says 172.21.15.1:47676) 2024-02-10T00:08:25.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.014+0000 7f5063fff640 1 -- 172.21.15.1:0/2963269663 learned_addr learned my addr 172.21.15.1:0/2963269663 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:25.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.014+0000 7f506d033740 1 -- 172.21.15.1:0/2963269663 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55638094ab50 con 0x556380951f60 2024-02-10T00:08:25.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.014+0000 7f50637fe640 1 --2- 172.21.15.1:0/2963269663 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5563809493e0 0x55638094f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.014+0000 7f5068a01640 1 --2- 172.21.15.1:0/2963269663 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556380951f60 0x55638094c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.014+0000 7f5063fff640 1 -- 172.21.15.1:0/2963269663 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556380951f60 msgr2=0x55638094c170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.014+0000 7f5063fff640 1 --2- 172.21.15.1:0/2963269663 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556380951f60 0x55638094c170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.014+0000 7f5063fff640 1 -- 172.21.15.1:0/2963269663 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5563809493e0 msgr2=0x55638094f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.014+0000 7f5063fff640 1 --2- 172.21.15.1:0/2963269663 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5563809493e0 0x55638094f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.014+0000 7f5063fff640 1 -- 172.21.15.1:0/2963269663 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55638084ac90 con 0x556380948a30 2024-02-10T00:08:25.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.014+0000 7f5068a01640 1 --2- 172.21.15.1:0/2963269663 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556380951f60 0x55638094c170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:08:25.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.014+0000 7f5063fff640 1 --2- 172.21.15.1:0/2963269663 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556380948a30 0x556380951620 secure :-1 s=READY pgs=1504 cs=0 l=1 rev1=1 crypto rx=0x7f50540137e0 tx=0x7f505400a6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc70ea3bc08337d4 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.031 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.015+0000 7f5049ffb640 1 -- 172.21.15.1:0/2963269663 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5054012f90 con 0x556380948a30 2024-02-10T00:08:25.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.015+0000 7f5049ffb640 1 -- 172.21.15.1:0/2963269663 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5563805af7e0 con 0x556380948a30 2024-02-10T00:08:25.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.015+0000 7f5049ffb640 1 -- 172.21.15.1:0/2963269663 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5054004420 con 0x556380948a30 2024-02-10T00:08:25.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.015+0000 7f506d033740 1 -- 172.21.15.1:0/2963269663 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556380948a30 msgr2=0x556380951620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.015+0000 7f506d033740 1 --2- 172.21.15.1:0/2963269663 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556380948a30 0x556380951620 secure :-1 s=READY pgs=1504 cs=0 l=1 rev1=1 crypto rx=0x7f50540137e0 tx=0x7f505400a6b0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.015+0000 7f506d033740 1 -- 172.21.15.1:0/2963269663 shutdown_connections 2024-02-10T00:08:25.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.015+0000 7f506d033740 1 --2- 172.21.15.1:0/2963269663 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556380951f60 0x55638094c170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.015+0000 7f506d033740 1 --2- 172.21.15.1:0/2963269663 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5563809493e0 0x55638094f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.015+0000 7f506d033740 1 --2- 172.21.15.1:0/2963269663 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556380948a30 0x556380951620 unknown :-1 s=CLOSED pgs=1504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.015+0000 7f506d033740 1 -- 172.21.15.1:0/2963269663 >> 172.21.15.1:0/2963269663 conn(0x556380943100 msgr2=0x556380969340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.015+0000 7f506d033740 1 -- 172.21.15.1:0/2963269663 shutdown_connections 2024-02-10T00:08:25.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.015+0000 7f506d033740 1 -- 172.21.15.1:0/2963269663 wait complete. 2024-02-10T00:08:25.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.016+0000 7f506d033740 1 -- start start 2024-02-10T00:08:25.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.016+0000 7f506d033740 1 Processor -- start 2024-02-10T00:08:25.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.016+0000 7f506d033740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556380948a30 0x5563809580e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.032 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.016+0000 7f506d033740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5563809493e0 0x556380958620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.016+0000 7f506d033740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556380951f60 0x5563809b8ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.016+0000 7f506d033740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5563809b9010 con 0x5563809493e0 2024-02-10T00:08:25.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.016+0000 7f506d033740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5563809b9150 con 0x556380951f60 2024-02-10T00:08:25.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.016+0000 7f506d033740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5563809b9290 con 0x556380948a30 2024-02-10T00:08:25.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.016+0000 7f506d033740 10 client.0 _ll_register_callbacks cb 0x7f506406aac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:25.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.016+0000 7f50637fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5563809493e0 0x556380958620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.016+0000 7f50637fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5563809493e0 0x556380958620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47678/0 (socket says 172.21.15.1:47678) 2024-02-10T00:08:25.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.016+0000 7f50637fe640 1 -- 172.21.15.1:0/370752916 learned_addr learned my addr 172.21.15.1:0/370752916 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:25.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.016+0000 7f5068a01640 1 --2- 172.21.15.1:0/370752916 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556380951f60 0x5563809b8ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.017+0000 7f5063fff640 1 --2- 172.21.15.1:0/370752916 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556380948a30 0x5563809580e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.017+0000 7f50637fe640 1 -- 172.21.15.1:0/370752916 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556380948a30 msgr2=0x5563809580e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.017+0000 7f50637fe640 1 --2- 172.21.15.1:0/370752916 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556380948a30 0x5563809580e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.017+0000 7f50637fe640 1 -- 172.21.15.1:0/370752916 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556380951f60 msgr2=0x5563809b8ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.017+0000 7f50637fe640 1 --2- 172.21.15.1:0/370752916 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556380951f60 0x5563809b8ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.017+0000 7f50637fe640 1 -- 172.21.15.1:0/370752916 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5563808ae6b0 con 0x5563809493e0 2024-02-10T00:08:25.033 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.017+0000 7f5068a01640 1 --2- 172.21.15.1:0/370752916 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556380951f60 0x5563809b8ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:25.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.017+0000 7f50637fe640 1 --2- 172.21.15.1:0/370752916 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5563809493e0 0x556380958620 secure :-1 s=READY pgs=1505 cs=0 l=1 rev1=1 crypto rx=0x7f5058048000 tx=0x7f5058009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83e73bed74842dff server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.017+0000 7f50437fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:25.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.017+0000 7f50437fe640 1 -- 172.21.15.1:0/370752916 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50580c10d0 con 0x5563809493e0 2024-02-10T00:08:25.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.017+0000 7f50437fe640 1 -- 172.21.15.1:0/370752916 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f50580b95f0 con 0x5563809493e0 2024-02-10T00:08:25.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.017+0000 7f506d033740 1 -- 172.21.15.1:0/370752916 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f505c020c40 con 0x5563809493e0 2024-02-10T00:08:25.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.017+0000 7f50437fe640 1 -- 172.21.15.1:0/370752916 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f50580b97d0 con 0x5563809493e0 2024-02-10T00:08:25.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.017+0000 7f506d033740 10 client.18789 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:25.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.017+0000 7f506d033740 1 -- 172.21.15.1:0/370752916 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x556380870a70 con 0x5563809493e0 2024-02-10T00:08:25.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.017+0000 7f50437fe640 1 -- 172.21.15.1:0/370752916 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f505809f080 con 0x5563809493e0 2024-02-10T00:08:25.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.017+0000 7f50437fe640 1 -- 172.21.15.1:0/370752916 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f50580bf040 con 0x5563809493e0 2024-02-10T00:08:25.034 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.017+0000 7f506d033740 10 client.18789 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:25.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.017+0000 7f506d033740 10 client.18789 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:08:25.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.018+0000 7f506d033740 20 client.18789 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:25.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.018+0000 7f506d033740 1 --2- 172.21.15.1:0/370752916 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5563809ba820 0x5563809bcc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.018+0000 7f506d033740 4 client.18789 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:08:25.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.018+0000 7f506d033740 1 -- 172.21.15.1:0/370752916 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55638063b890 con 0x5563809ba820 2024-02-10T00:08:25.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.018+0000 7f5063fff640 1 --2- 172.21.15.1:0/370752916 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5563809ba820 0x5563809bcc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.018+0000 7f50437fe640 10 client.18789 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:08:25.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.018+0000 7f5063fff640 1 --2- 172.21.15.1:0/370752916 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5563809ba820 0x5563809bcc40 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=9b3ca7d2696ba520 server_cookie=a1aff5ffc7c18d65 in_seq=0 out_seq=0 2024-02-10T00:08:25.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.018+0000 7f50437fe640 1 -- 172.21.15.1:0/370752916 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55638063b890 con 0x5563809ba820 2024-02-10T00:08:25.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.018+0000 7f50437fe640 10 client.18789 handle_command_reply: tid=0 2024-02-10T00:08:25.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.018+0000 7f506d033740 1 client.18789 shutdown 2024-02-10T00:08:25.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.018+0000 7f506d033740 1 -- 172.21.15.1:0/370752916 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5563809493e0 msgr2=0x556380958620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.018+0000 7f506d033740 1 --2- 172.21.15.1:0/370752916 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5563809493e0 0x556380958620 secure :-1 s=READY pgs=1505 cs=0 l=1 rev1=1 crypto rx=0x7f5058048000 tx=0x7f5058009260 comp rx=0 tx=0).stop 2024-02-10T00:08:25.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.018+0000 7f506d033740 1 -- 172.21.15.1:0/370752916 shutdown_connections 2024-02-10T00:08:25.035 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.018+0000 7f506d033740 1 --2- 172.21.15.1:0/370752916 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5563809ba820 0x5563809bcc40 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.018+0000 7f506d033740 1 --2- 172.21.15.1:0/370752916 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556380951f60 0x5563809b8ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.018+0000 7f50437fe640 0 client.18789 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:08:25.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.018+0000 7f506d033740 1 --2- 172.21.15.1:0/370752916 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5563809493e0 0x556380958620 unknown :-1 s=CLOSED pgs=1505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.018+0000 7f506d033740 1 --2- 172.21.15.1:0/370752916 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556380948a30 0x5563809580e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.018+0000 7f506d033740 1 -- 172.21.15.1:0/370752916 >> 172.21.15.1:0/370752916 conn(0x556380943100 msgr2=0x5563809419b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.019+0000 7f506d033740 1 -- 172.21.15.1:0/370752916 shutdown_connections 2024-02-10T00:08:25.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.019+0000 7f506d033740 1 -- 172.21.15.1:0/370752916 wait complete. 2024-02-10T00:08:25.036 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.019+0000 7f506d033740 20 client.18789 trim_cache size 0 max 16384 2024-02-10T00:08:25.036 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:08:25.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.019+0000 7f506a464640 1 -- 172.21.15.1:0/1821523712 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f504c0a2230 msgr2=0x7f504c0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.019+0000 7f506a464640 1 --2- 172.21.15.1:0/1821523712 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f504c0a2230 0x7f504c0a46f0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f505c029000 tx=0x7f505c026000 comp rx=0 tx=0).stop 2024-02-10T00:08:25.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.019+0000 7f506a464640 1 -- 172.21.15.1:0/1821523712 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5064105410 msgr2=0x7f506419db60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.019+0000 7f506a464640 1 --2- 172.21.15.1:0/1821523712 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5064105410 0x7f506419db60 secure :-1 s=READY pgs=1497 cs=0 l=1 rev1=1 crypto rx=0x7f5058009230 tx=0x7f5058004270 comp rx=0 tx=0).stop 2024-02-10T00:08:25.037 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.019+0000 7f506a464640 1 -- 172.21.15.1:0/1821523712 shutdown_connections 2024-02-10T00:08:25.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.019+0000 7f506a464640 1 --2- 172.21.15.1:0/1821523712 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f504c0a2230 0x7f504c0a46f0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.019+0000 7f506a464640 1 --2- 172.21.15.1:0/1821523712 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f50641977e0 0x7f5064197c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.019+0000 7f506a464640 1 --2- 172.21.15.1:0/1821523712 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5064105410 0x7f506419db60 unknown :-1 s=CLOSED pgs=1497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.019+0000 7f506a464640 1 --2- 172.21.15.1:0/1821523712 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5064100340 0x7f506419d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.019+0000 7f506a464640 1 -- 172.21.15.1:0/1821523712 >> 172.21.15.1:0/1821523712 conn(0x7f50640772e0 msgr2=0x7f5064068960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.019+0000 7f506a464640 1 -- 172.21.15.1:0/1821523712 shutdown_connections 2024-02-10T00:08:25.038 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.019+0000 7f506a464640 1 -- 172.21.15.1:0/1821523712 wait complete. 2024-02-10T00:08:25.041 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.026+0000 7f5a68a0a740 1 Processor -- start 2024-02-10T00:08:25.041 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.026+0000 7f5a68a0a740 1 -- start start 2024-02-10T00:08:25.041 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.027+0000 7f5a68a0a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5566a2e8c0b0 0x5566a2e94eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.027+0000 7f5a68a0a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5566a2e8c9d0 0x5566a2e91050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.027+0000 7f5a68a0a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5566a2e957a0 0x5566a2e91590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.027+0000 7f5a68a0a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5566a2ea56a0 con 0x5566a2e957a0 2024-02-10T00:08:25.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.027+0000 7f5a68a0a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5566a2e91ad0 con 0x5566a2e8c9d0 2024-02-10T00:08:25.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.027+0000 7f5a68a0a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5566a2e86500 con 0x5566a2e8c0b0 2024-02-10T00:08:25.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.027+0000 7f5a5effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5566a2e957a0 0x5566a2e91590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.027+0000 7f5a5effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5566a2e957a0 0x5566a2e91590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47692/0 (socket says 172.21.15.1:47692) 2024-02-10T00:08:25.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.027+0000 7f5a5effd640 1 -- 172.21.15.1:0/4186064025 learned_addr learned my addr 172.21.15.1:0/4186064025 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:25.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.027+0000 7f5a5effd640 1 --2- 172.21.15.1:0/4186064025 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5566a2e8c0b0 0x5566a2e94eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.027+0000 7f5a5f7fe640 1 --2- 172.21.15.1:0/4186064025 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5566a2e8c9d0 0x5566a2e91050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.027+0000 7f5a5effd640 1 -- 172.21.15.1:0/4186064025 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5566a2e8c0b0 msgr2=0x5566a2e94eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.027+0000 7f5a5effd640 1 --2- 172.21.15.1:0/4186064025 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5566a2e8c0b0 0x5566a2e94eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.027+0000 7f5a5effd640 1 -- 172.21.15.1:0/4186064025 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5566a2e8c9d0 msgr2=0x5566a2e91050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.027+0000 7f5a5effd640 1 --2- 172.21.15.1:0/4186064025 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5566a2e8c9d0 0x5566a2e91050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.042 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.027+0000 7f5a5effd640 1 -- 172.21.15.1:0/4186064025 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5566a2d8e820 con 0x5566a2e957a0 2024-02-10T00:08:25.043 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.027+0000 7f5a5f7fe640 1 --2- 172.21.15.1:0/4186064025 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5566a2e8c9d0 0x5566a2e91050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:25.043 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.027+0000 7f5a5effd640 1 --2- 172.21.15.1:0/4186064025 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5566a2e957a0 0x5566a2e91590 secure :-1 s=READY pgs=1506 cs=0 l=1 rev1=1 crypto rx=0x7f5a54009970 tx=0x7f5a54001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5388a39f913b46e3 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.043 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.028+0000 7f5a457fa640 1 -- 172.21.15.1:0/4186064025 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a5400fee0 con 0x5566a2e957a0 2024-02-10T00:08:25.043 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.028+0000 7f5a457fa640 1 -- 172.21.15.1:0/4186064025 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5a540058b0 con 0x5566a2e957a0 2024-02-10T00:08:25.043 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.028+0000 7f5a457fa640 1 -- 172.21.15.1:0/4186064025 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a5401f800 con 0x5566a2e957a0 2024-02-10T00:08:25.043 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.028+0000 7f5a68a0a740 1 -- 172.21.15.1:0/4186064025 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5566a2e957a0 msgr2=0x5566a2e91590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.043 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.028+0000 7f5a68a0a740 1 --2- 172.21.15.1:0/4186064025 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5566a2e957a0 0x5566a2e91590 secure :-1 s=READY pgs=1506 cs=0 l=1 rev1=1 crypto rx=0x7f5a54009970 tx=0x7f5a54001e70 comp rx=0 tx=0).stop 2024-02-10T00:08:25.043 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.028+0000 7f5a68a0a740 1 -- 172.21.15.1:0/4186064025 shutdown_connections 2024-02-10T00:08:25.043 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.028+0000 7f5a68a0a740 1 --2- 172.21.15.1:0/4186064025 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5566a2e957a0 0x5566a2e91590 unknown :-1 s=CLOSED pgs=1506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.043 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.028+0000 7f5a68a0a740 1 --2- 172.21.15.1:0/4186064025 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5566a2e8c9d0 0x5566a2e91050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.043 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.028+0000 7f5a68a0a740 1 --2- 172.21.15.1:0/4186064025 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5566a2e8c0b0 0x5566a2e94eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.043 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.028+0000 7f5a68a0a740 1 -- 172.21.15.1:0/4186064025 >> 172.21.15.1:0/4186064025 conn(0x5566a2e869d0 msgr2=0x5566a2e8dae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.043 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.028+0000 7f5a68a0a740 1 -- 172.21.15.1:0/4186064025 shutdown_connections 2024-02-10T00:08:25.043 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.028+0000 7f5a68a0a740 1 -- 172.21.15.1:0/4186064025 wait complete. 2024-02-10T00:08:25.043 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.029+0000 7f5a68a0a740 1 -- start start 2024-02-10T00:08:25.043 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.029+0000 7f5a68a0a740 1 Processor -- start 2024-02-10T00:08:25.044 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.029+0000 7f5a68a0a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5566a2e8c0b0 0x5566a2e9c680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.044 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.029+0000 7f5a68a0a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5566a2e8c9d0 0x5566a2e9aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.044 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.029+0000 7f5a68a0a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5566a2e957a0 0x5566a2e9afb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.044 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.029+0000 7f5a68a0a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5566a2e9b4f0 con 0x5566a2e8c0b0 2024-02-10T00:08:25.044 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.029+0000 7f5a68a0a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5566a2e9b660 con 0x5566a2e8c9d0 2024-02-10T00:08:25.044 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.029+0000 7f5a68a0a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5566a2e9b7d0 con 0x5566a2e957a0 2024-02-10T00:08:25.044 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.029+0000 7f5a68a0a740 10 client.0 _ll_register_callbacks cb 0x7f5a580093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:25.044 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.029+0000 7f5a5effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5566a2e8c0b0 0x5566a2e9c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.044 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.029+0000 7f5a5effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5566a2e8c0b0 0x5566a2e9c680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47702/0 (socket says 172.21.15.1:47702) 2024-02-10T00:08:25.044 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.029+0000 7f5a5effd640 1 -- 172.21.15.1:0/1355951158 learned_addr learned my addr 172.21.15.1:0/1355951158 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:25.044 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.030+0000 7f5a5f7fe640 1 --2- 172.21.15.1:0/1355951158 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5566a2e8c9d0 0x5566a2e9aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.044 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.030+0000 7f5a5effd640 1 -- 172.21.15.1:0/1355951158 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5566a2e957a0 msgr2=0x5566a2e9afb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.044 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.030+0000 7f5a5effd640 1 --2- 172.21.15.1:0/1355951158 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5566a2e957a0 0x5566a2e9afb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.044 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.030+0000 7f5a5effd640 1 -- 172.21.15.1:0/1355951158 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5566a2e8c9d0 msgr2=0x5566a2e9aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.044 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.030+0000 7f5a5effd640 1 --2- 172.21.15.1:0/1355951158 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5566a2e8c9d0 0x5566a2e9aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.045 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.030+0000 7f5a5effd640 1 -- 172.21.15.1:0/1355951158 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5566a2df1d90 con 0x5566a2e8c0b0 2024-02-10T00:08:25.045 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:08:25.046 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-02-10T00:08:25.047 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.030+0000 7f5a5effd640 1 --2- 172.21.15.1:0/1355951158 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5566a2e8c0b0 0x5566a2e9c680 secure :-1 s=READY pgs=1507 cs=0 l=1 rev1=1 crypto rx=0x7f5a5400a010 tx=0x7f5a54013300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87fcea7dbb1bd49 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.047 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.030+0000 7f5a3effd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:25.048 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.030+0000 7f5a3effd640 1 -- 172.21.15.1:0/1355951158 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a540043a0 con 0x5566a2e8c0b0 2024-02-10T00:08:25.048 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.030+0000 7f5a3effd640 1 -- 172.21.15.1:0/1355951158 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f5a5400f4a0 con 0x5566a2e8c0b0 2024-02-10T00:08:25.048 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.030+0000 7f5a68a0a740 1 -- 172.21.15.1:0/1355951158 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5a54004510 con 0x5566a2e8c0b0 2024-02-10T00:08:25.048 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.030+0000 7f5a3effd640 1 -- 172.21.15.1:0/1355951158 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5a5400f660 con 0x5566a2e8c0b0 2024-02-10T00:08:25.048 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.030+0000 7f5a68a0a740 10 client.18795 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:25.048 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.030+0000 7f5a68a0a740 1 -- 172.21.15.1:0/1355951158 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5566a2db46f0 con 0x5566a2e8c0b0 2024-02-10T00:08:25.048 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.030+0000 7f5a3effd640 1 -- 172.21.15.1:0/1355951158 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5a5404e080 con 0x5566a2e8c0b0 2024-02-10T00:08:25.048 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.030+0000 7f5a3effd640 1 -- 172.21.15.1:0/1355951158 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f5a54011470 con 0x5566a2e8c0b0 2024-02-10T00:08:25.048 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.030+0000 7f5a68a0a740 10 client.18795 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:25.048 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.030+0000 7f5a68a0a740 10 client.18795 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:08:25.048 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.030+0000 7f5a68a0a740 20 client.18795 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:25.048 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.031+0000 7f5a68a0a740 1 --2- 172.21.15.1:0/1355951158 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5566a2ea58a0 0x5566a2efee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.048 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.031+0000 7f5a68a0a740 4 client.18795 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:08:25.048 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.031+0000 7f5a68a0a740 1 -- 172.21.15.1:0/1355951158 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5566a2b441b0 con 0x5566a2ea58a0 2024-02-10T00:08:25.049 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.031+0000 7f5a5f7fe640 1 --2- 172.21.15.1:0/1355951158 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5566a2ea58a0 0x5566a2efee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.049 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.031+0000 7f5a3effd640 10 client.18795 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:25.049 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.031+0000 7f5a5f7fe640 1 --2- 172.21.15.1:0/1355951158 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5566a2ea58a0 0x5566a2efee50 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5c3e5e219434010c server_cookie=9e4aa4bef3e3ca1f in_seq=0 out_seq=0 2024-02-10T00:08:25.050 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.047+0000 7f5a3effd640 1 -- 172.21.15.1:0/1355951158 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5566a2b441b0 con 0x5566a2ea58a0 2024-02-10T00:08:25.050 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.047+0000 7f5a3effd640 10 client.18795 handle_command_reply: tid=0 2024-02-10T00:08:25.050 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.047+0000 7f5a68a0a740 1 client.18795 shutdown 2024-02-10T00:08:25.050 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.047+0000 7f5a68a0a740 1 -- 172.21.15.1:0/1355951158 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5566a2e8c0b0 msgr2=0x5566a2e9c680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.051 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.047+0000 7f5a68a0a740 1 --2- 172.21.15.1:0/1355951158 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5566a2e8c0b0 0x5566a2e9c680 secure :-1 s=READY pgs=1507 cs=0 l=1 rev1=1 crypto rx=0x7f5a5400a010 tx=0x7f5a54013300 comp rx=0 tx=0).stop 2024-02-10T00:08:25.051 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.047+0000 7f5a68a0a740 1 -- 172.21.15.1:0/1355951158 shutdown_connections 2024-02-10T00:08:25.051 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.047+0000 7f5a68a0a740 1 --2- 172.21.15.1:0/1355951158 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5566a2ea58a0 0x5566a2efee50 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.051 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.047+0000 7f5a68a0a740 1 --2- 172.21.15.1:0/1355951158 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5566a2e957a0 0x5566a2e9afb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.051 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.047+0000 7f5a68a0a740 1 --2- 172.21.15.1:0/1355951158 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5566a2e8c9d0 0x5566a2e9aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.051 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.047+0000 7f5a68a0a740 1 --2- 172.21.15.1:0/1355951158 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5566a2e8c0b0 0x5566a2e9c680 unknown :-1 s=CLOSED pgs=1507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.051 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.047+0000 7f5a68a0a740 1 -- 172.21.15.1:0/1355951158 >> 172.21.15.1:0/1355951158 conn(0x5566a2e869d0 msgr2=0x5566a2e90f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.051 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.047+0000 7f5a3effd640 0 client.18795 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:25.051 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.047+0000 7f5a68a0a740 1 -- 172.21.15.1:0/1355951158 shutdown_connections 2024-02-10T00:08:25.051 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.047+0000 7f5a68a0a740 1 -- 172.21.15.1:0/1355951158 wait complete. 2024-02-10T00:08:25.051 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.047+0000 7f5a68a0a740 20 client.18795 trim_cache size 0 max 16384 2024-02-10T00:08:25.052 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:08:25.052 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:08:25.052 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:08:25.052 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:08:25.052 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.048+0000 7f5a65e35640 1 -- 172.21.15.1:0/4026219687 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f5a480a2220 msgr2=0x7f5a480a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.053 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.048+0000 7f5a65e35640 1 --2- 172.21.15.1:0/4026219687 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f5a480a2220 0x7f5a480a46e0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f5a580975b0 tx=0x7f5a580c5a50 comp rx=0 tx=0).stop 2024-02-10T00:08:25.053 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.048+0000 7f5a65e35640 1 -- 172.21.15.1:0/4026219687 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a60199920 msgr2=0x7f5a60199dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.053 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.048+0000 7f5a65e35640 1 --2- 172.21.15.1:0/4026219687 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a60199920 0x7f5a60199dd0 secure :-1 s=READY pgs=1501 cs=0 l=1 rev1=1 crypto rx=0x7f5a5800eb10 tx=0x7f5a5800c2d0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.053 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.048+0000 7f5a65e35640 1 -- 172.21.15.1:0/4026219687 shutdown_connections 2024-02-10T00:08:25.053 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.048+0000 7f5a65e35640 1 --2- 172.21.15.1:0/4026219687 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f5a480a2220 0x7f5a480a46e0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.053 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.048+0000 7f5a65e35640 1 --2- 172.21.15.1:0/4026219687 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5a60199920 0x7f5a60199dd0 unknown :-1 s=CLOSED pgs=1501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.053 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.048+0000 7f5a65e35640 1 --2- 172.21.15.1:0/4026219687 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5a60106510 0x7f5a6019fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.053 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.048+0000 7f5a65e35640 1 --2- 172.21.15.1:0/4026219687 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5a60068d40 0x7f5a6019f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.053 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.048+0000 7f5a65e35640 1 -- 172.21.15.1:0/4026219687 >> 172.21.15.1:0/4026219687 conn(0x7f5a60077220 msgr2=0x7f5a6010c580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.054 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.048+0000 7f5a65e35640 1 -- 172.21.15.1:0/4026219687 shutdown_connections 2024-02-10T00:08:25.054 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:25.048+0000 7f5a65e35640 1 -- 172.21.15.1:0/4026219687 wait complete. 2024-02-10T00:08:25.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.151+0000 7f85caa83640 1 -- 172.21.15.1:0/111381818 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f85c40ff700 msgr2=0x7f85c40ffb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.151+0000 7f85caa83640 1 --2- 172.21.15.1:0/111381818 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f85c40ff700 0x7f85c40ffb80 secure :-1 s=READY pgs=1508 cs=0 l=1 rev1=1 crypto rx=0x7f85b4009900 tx=0x7f85b402bc80 comp rx=0 tx=0).stop 2024-02-10T00:08:25.154 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.151+0000 7f85caa83640 1 -- 172.21.15.1:0/111381818 shutdown_connections 2024-02-10T00:08:25.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.151+0000 7f85caa83640 1 --2- 172.21.15.1:0/111381818 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f85c41000c0 0x7f85c410e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.151+0000 7f85caa83640 1 --2- 172.21.15.1:0/111381818 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f85c40ff700 0x7f85c40ffb80 unknown :-1 s=CLOSED pgs=1508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.151+0000 7f85caa83640 1 --2- 172.21.15.1:0/111381818 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f85c41031b0 0x7f85c4103590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.151+0000 7f85caa83640 1 -- 172.21.15.1:0/111381818 >> 172.21.15.1:0/111381818 conn(0x7f85c4076620 msgr2=0x7f85c40fd9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.151+0000 7f85caa83640 1 -- 172.21.15.1:0/111381818 shutdown_connections 2024-02-10T00:08:25.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.151+0000 7f85caa83640 1 -- 172.21.15.1:0/111381818 wait complete. 2024-02-10T00:08:25.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.151+0000 7f85caa83640 1 Processor -- start 2024-02-10T00:08:25.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.151+0000 7f85caa83640 1 -- start start 2024-02-10T00:08:25.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.152+0000 7f85caa83640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f85c40ff700 0x7f85c419d680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.152+0000 7f85caa83640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f85c41000c0 0x7f85c419dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.152+0000 7f85caa83640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f85c41031b0 0x7f85c41977f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.152+0000 7f85caa83640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85c4197e90 con 0x7f85c40ff700 2024-02-10T00:08:25.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.152+0000 7f85caa83640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85c4198000 con 0x7f85c41000c0 2024-02-10T00:08:25.155 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.152+0000 7f85caa83640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85c41981c0 con 0x7f85c41031b0 2024-02-10T00:08:25.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.152+0000 7f85c881f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f85c40ff700 0x7f85c419d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.152+0000 7f85c881f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f85c40ff700 0x7f85c419d680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47720/0 (socket says 172.21.15.1:47720) 2024-02-10T00:08:25.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.152+0000 7f85c881f640 1 -- 172.21.15.1:0/1548235284 learned_addr learned my addr 172.21.15.1:0/1548235284 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:25.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.152+0000 7f85c9020640 1 --2- 172.21.15.1:0/1548235284 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f85c41031b0 0x7f85c41977f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.152+0000 7f85c3fff640 1 --2- 172.21.15.1:0/1548235284 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f85c41000c0 0x7f85c419dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.152+0000 7f85c881f640 1 -- 172.21.15.1:0/1548235284 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f85c41031b0 msgr2=0x7f85c41977f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.152+0000 7f85c881f640 1 --2- 172.21.15.1:0/1548235284 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f85c41031b0 0x7f85c41977f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.152+0000 7f85c881f640 1 -- 172.21.15.1:0/1548235284 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f85c41000c0 msgr2=0x7f85c419dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.152+0000 7f85c881f640 1 --2- 172.21.15.1:0/1548235284 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f85c41000c0 0x7f85c419dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.152+0000 7f85c881f640 1 -- 172.21.15.1:0/1548235284 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85b4009560 con 0x7f85c40ff700 2024-02-10T00:08:25.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.152+0000 7f85c3fff640 1 --2- 172.21.15.1:0/1548235284 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f85c41000c0 0x7f85c419dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:25.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.152+0000 7f85c881f640 1 --2- 172.21.15.1:0/1548235284 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f85c40ff700 0x7f85c419d680 secure :-1 s=READY pgs=1509 cs=0 l=1 rev1=1 crypto rx=0x7f85bc00db80 tx=0x7f85bc00b630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.152+0000 7f85c1ffb640 1 -- 172.21.15.1:0/1548235284 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85bc003b70 con 0x7f85c40ff700 2024-02-10T00:08:25.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.152+0000 7f85caa83640 1 -- 172.21.15.1:0/1548235284 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f85c41984a0 con 0x7f85c40ff700 2024-02-10T00:08:25.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.152+0000 7f85c1ffb640 1 -- 172.21.15.1:0/1548235284 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f85bc00de80 con 0x7f85c40ff700 2024-02-10T00:08:25.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.152+0000 7f85c1ffb640 1 -- 172.21.15.1:0/1548235284 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85bc0106c0 con 0x7f85c40ff700 2024-02-10T00:08:25.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.153+0000 7f85caa83640 1 -- 172.21.15.1:0/1548235284 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85c41a46b0 con 0x7f85c40ff700 2024-02-10T00:08:25.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.154+0000 7f85c1ffb640 1 -- 172.21.15.1:0/1548235284 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f85bc004020 con 0x7f85c40ff700 2024-02-10T00:08:25.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.155+0000 7f85cd64c740 1 Processor -- start 2024-02-10T00:08:25.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.155+0000 7f85cd64c740 1 -- start start 2024-02-10T00:08:25.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.155+0000 7f85c1ffb640 1 --2- 172.21.15.1:0/1548235284 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f85b00a2230 0x7f85b00a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.155+0000 7f85cd64c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a0722af9d0 0x55a0722afdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.155+0000 7f85cd64c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a0722b0380 0x55a0722bcda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.155+0000 7f85c1ffb640 1 -- 172.21.15.1:0/1548235284 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f85bc0ce0c0 con 0x7f85c40ff700 2024-02-10T00:08:25.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.155+0000 7f85cd64c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a0722bd370 0x55a0722bf780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.155+0000 7f85cd64c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a07226b020 con 0x55a0722b0380 2024-02-10T00:08:25.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.155+0000 7f85cd64c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a07221e320 con 0x55a0722bd370 2024-02-10T00:08:25.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.155+0000 7f85cd64c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a07221b850 con 0x55a0722af9d0 2024-02-10T00:08:25.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.155+0000 7f85c9020640 1 --2- 172.21.15.1:0/1548235284 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f85b00a2230 0x7f85b00a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.155+0000 7f85c3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a0722b0380 0x55a0722bcda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.155+0000 7f85c3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a0722b0380 0x55a0722bcda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47728/0 (socket says 172.21.15.1:47728) 2024-02-10T00:08:25.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.155+0000 7f85c3fff640 1 -- 172.21.15.1:0/2223330988 learned_addr learned my addr 172.21.15.1:0/2223330988 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:25.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.155+0000 7f85c881f640 1 --2- 172.21.15.1:0/2223330988 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a0722af9d0 0x55a0722afdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.156+0000 7f85c3fff640 1 -- 172.21.15.1:0/2223330988 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a0722af9d0 msgr2=0x55a0722afdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.156+0000 7f85c3fff640 1 --2- 172.21.15.1:0/2223330988 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a0722af9d0 0x55a0722afdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.156+0000 7f85c3fff640 1 -- 172.21.15.1:0/2223330988 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a0722bd370 msgr2=0x55a0722bf780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.156+0000 7f85c3fff640 1 --2- 172.21.15.1:0/2223330988 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a0722bd370 0x55a0722bf780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.156+0000 7f85c3fff640 1 -- 172.21.15.1:0/2223330988 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a0721d9210 con 0x55a0722b0380 2024-02-10T00:08:25.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.156+0000 7f85c9020640 1 --2- 172.21.15.1:0/1548235284 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f85b00a2230 0x7f85b00a46f0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f85ac00b580 tx=0x7f85ac00b9d0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.156+0000 7f85c3fff640 1 --2- 172.21.15.1:0/2223330988 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a0722b0380 0x55a0722bcda0 secure :-1 s=READY pgs=1510 cs=0 l=1 rev1=1 crypto rx=0x7f85b4000c00 tx=0x7f85b402c710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac199ce35ab281fc server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.156+0000 7f85baffd640 1 -- 172.21.15.1:0/2223330988 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85b4004a80 con 0x55a0722b0380 2024-02-10T00:08:25.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.156+0000 7f85baffd640 1 -- 172.21.15.1:0/2223330988 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f85b4004030 con 0x55a0722b0380 2024-02-10T00:08:25.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.156+0000 7f85baffd640 1 -- 172.21.15.1:0/2223330988 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85b4005280 con 0x55a0722b0380 2024-02-10T00:08:25.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.156+0000 7f85cd64c740 1 -- 172.21.15.1:0/2223330988 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a0722b0380 msgr2=0x55a0722bcda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.156+0000 7f85cd64c740 1 --2- 172.21.15.1:0/2223330988 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a0722b0380 0x55a0722bcda0 secure :-1 s=READY pgs=1510 cs=0 l=1 rev1=1 crypto rx=0x7f85b4000c00 tx=0x7f85b402c710 comp rx=0 tx=0).stop 2024-02-10T00:08:25.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.157+0000 7f85cd64c740 1 -- 172.21.15.1:0/2223330988 shutdown_connections 2024-02-10T00:08:25.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.157+0000 7f85cd64c740 1 --2- 172.21.15.1:0/2223330988 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a0722bd370 0x55a0722bf780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.157+0000 7f85cd64c740 1 --2- 172.21.15.1:0/2223330988 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a0722b0380 0x55a0722bcda0 unknown :-1 s=CLOSED pgs=1510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.157+0000 7f85cd64c740 1 --2- 172.21.15.1:0/2223330988 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a0722af9d0 0x55a0722afdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.157+0000 7f85cd64c740 1 -- 172.21.15.1:0/2223330988 >> 172.21.15.1:0/2223330988 conn(0x55a0722aa100 msgr2=0x55a0722aa4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.157+0000 7f85cd64c740 1 -- 172.21.15.1:0/2223330988 shutdown_connections 2024-02-10T00:08:25.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.157+0000 7f85cd64c740 1 -- 172.21.15.1:0/2223330988 wait complete. 2024-02-10T00:08:25.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.157+0000 7f85cd64c740 1 -- start start 2024-02-10T00:08:25.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.157+0000 7f85cd64c740 1 Processor -- start 2024-02-10T00:08:25.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.157+0000 7f85cd64c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a0722af9d0 0x55a0722ba370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.157+0000 7f85cd64c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a0722b0380 0x55a0722ba8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.157+0000 7f85cd64c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a0722bd370 0x55a0722badf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.157+0000 7f85cd64c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a072217030 con 0x55a0722af9d0 2024-02-10T00:08:25.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.157+0000 7f85cd64c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a071eea430 con 0x55a0722bd370 2024-02-10T00:08:25.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.157+0000 7f85cd64c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a071ea6e00 con 0x55a0722b0380 2024-02-10T00:08:25.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.157+0000 7f85cd64c740 10 client.0 _ll_register_callbacks cb 0x55a07220c030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:25.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.157+0000 7f85c881f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a0722af9d0 0x55a0722ba370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.157+0000 7f85c881f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a0722af9d0 0x55a0722ba370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47736/0 (socket says 172.21.15.1:47736) 2024-02-10T00:08:25.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.157+0000 7f85c881f640 1 -- 172.21.15.1:0/1007576025 learned_addr learned my addr 172.21.15.1:0/1007576025 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:25.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.158+0000 7f85c3fff640 1 --2- 172.21.15.1:0/1007576025 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a0722b0380 0x55a0722ba8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.158+0000 7f85c9020640 1 --2- 172.21.15.1:0/1007576025 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a0722bd370 0x55a0722badf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.158+0000 7f85c881f640 1 -- 172.21.15.1:0/1007576025 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a0722b0380 msgr2=0x55a0722ba8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.158+0000 7f85c881f640 1 --2- 172.21.15.1:0/1007576025 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a0722b0380 0x55a0722ba8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.158+0000 7f85c881f640 1 -- 172.21.15.1:0/1007576025 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a0722bd370 msgr2=0x55a0722badf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.158+0000 7f85c881f640 1 --2- 172.21.15.1:0/1007576025 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a0722bd370 0x55a0722badf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.158+0000 7f85c881f640 1 -- 172.21.15.1:0/1007576025 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85c410eac0 con 0x55a0722af9d0 2024-02-10T00:08:25.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.158+0000 7f85c881f640 1 --2- 172.21.15.1:0/1007576025 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a0722af9d0 0x55a0722ba370 secure :-1 s=READY pgs=1511 cs=0 l=1 rev1=1 crypto rx=0x7f85bc09a750 tx=0x7f85bc09b290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df44a1eba8b607ba server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.158+0000 7f85a3fff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:25.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.158+0000 7f85a3fff640 1 -- 172.21.15.1:0/1007576025 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85bc0a31f0 con 0x55a0722af9d0 2024-02-10T00:08:25.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.158+0000 7f85a3fff640 1 -- 172.21.15.1:0/1007576025 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f85bc0970c0 con 0x55a0722af9d0 2024-02-10T00:08:25.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.158+0000 7f85cd64c740 1 -- 172.21.15.1:0/1007576025 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a071f167e0 con 0x55a0722af9d0 2024-02-10T00:08:25.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.158+0000 7f85a3fff640 1 -- 172.21.15.1:0/1007576025 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f85bc097280 con 0x55a0722af9d0 2024-02-10T00:08:25.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.158+0000 7f85cd64c740 10 client.18807 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:25.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.158+0000 7f85cd64c740 1 -- 172.21.15.1:0/1007576025 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55a0722156b0 con 0x55a0722af9d0 2024-02-10T00:08:25.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.158+0000 7f85a3fff640 1 -- 172.21.15.1:0/1007576025 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f85bc064020 con 0x55a0722af9d0 2024-02-10T00:08:25.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.158+0000 7f85a3fff640 1 -- 172.21.15.1:0/1007576025 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f85bc0967a0 con 0x55a0722af9d0 2024-02-10T00:08:25.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.158+0000 7f85cd64c740 10 client.18807 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:25.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.158+0000 7f85cd64c740 10 client.18807 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:08:25.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.159+0000 7f85cd64c740 20 client.18807 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:25.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.159+0000 7f85cd64c740 1 --2- 172.21.15.1:0/1007576025 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a0722cd940 0x55a0722cfd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.159+0000 7f85cd64c740 4 client.18807 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:08:25.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.159+0000 7f85cd64c740 1 -- 172.21.15.1:0/1007576025 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a071f53720 con 0x55a0722cd940 2024-02-10T00:08:25.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.159+0000 7f85c3fff640 1 --2- 172.21.15.1:0/1007576025 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a0722cd940 0x55a0722cfd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.159+0000 7f85c3fff640 1 --2- 172.21.15.1:0/1007576025 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a0722cd940 0x55a0722cfd30 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=68bb8987bd97cb57 server_cookie=629bdc59c2d12bc3 in_seq=0 out_seq=0 2024-02-10T00:08:25.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.159+0000 7f85a3fff640 10 client.18807 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:08:25.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.160+0000 7f85a3fff640 1 -- 172.21.15.1:0/1007576025 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55a071f53720 con 0x55a0722cd940 2024-02-10T00:08:25.168 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.160+0000 7f85a3fff640 10 client.18807 handle_command_reply: tid=0 2024-02-10T00:08:25.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.160+0000 7f85cd64c740 1 client.18807 shutdown 2024-02-10T00:08:25.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.160+0000 7f85cd64c740 1 -- 172.21.15.1:0/1007576025 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a0722af9d0 msgr2=0x55a0722ba370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.160+0000 7f85cd64c740 1 --2- 172.21.15.1:0/1007576025 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a0722af9d0 0x55a0722ba370 secure :-1 s=READY pgs=1511 cs=0 l=1 rev1=1 crypto rx=0x7f85bc09a750 tx=0x7f85bc09b290 comp rx=0 tx=0).stop 2024-02-10T00:08:25.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.160+0000 7f85cd64c740 1 -- 172.21.15.1:0/1007576025 shutdown_connections 2024-02-10T00:08:25.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.160+0000 7f85cd64c740 1 --2- 172.21.15.1:0/1007576025 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a0722cd940 0x55a0722cfd30 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.160+0000 7f85cd64c740 1 --2- 172.21.15.1:0/1007576025 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a0722bd370 0x55a0722badf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.160+0000 7f85cd64c740 1 --2- 172.21.15.1:0/1007576025 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a0722b0380 0x55a0722ba8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.160+0000 7f85a3fff640 0 client.18807 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:08:25.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.160+0000 7f85cd64c740 1 --2- 172.21.15.1:0/1007576025 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a0722af9d0 0x55a0722ba370 unknown :-1 s=CLOSED pgs=1511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.160+0000 7f85cd64c740 1 -- 172.21.15.1:0/1007576025 >> 172.21.15.1:0/1007576025 conn(0x55a0722aa100 msgr2=0x55a0722abe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.160+0000 7f85cd64c740 1 -- 172.21.15.1:0/1007576025 shutdown_connections 2024-02-10T00:08:25.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.160+0000 7f85cd64c740 1 -- 172.21.15.1:0/1007576025 wait complete. 2024-02-10T00:08:25.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.160+0000 7f85cd64c740 20 client.18807 trim_cache size 0 max 16384 2024-02-10T00:08:25.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.172+0000 7f85cd64c740 1 Processor -- start 2024-02-10T00:08:25.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.172+0000 7f85cd64c740 1 -- start start 2024-02-10T00:08:25.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.172+0000 7f85cd64c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a0722af9d0 0x55a0722bac10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.172+0000 7f85cd64c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a0722b0380 0x55a0722abc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.172+0000 7f85cd64c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a0722bd370 0x55a0722c4370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.172+0000 7f85cd64c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a07219c130 con 0x55a0722bd370 2024-02-10T00:08:25.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.172+0000 7f85cd64c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a0722bb7d0 con 0x55a0722af9d0 2024-02-10T00:08:25.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.172+0000 7f85cd64c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a0722aed30 con 0x55a0722b0380 2024-02-10T00:08:25.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.172+0000 7f85c9020640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a0722bd370 0x55a0722c4370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.172+0000 7f85c9020640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a0722bd370 0x55a0722c4370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47750/0 (socket says 172.21.15.1:47750) 2024-02-10T00:08:25.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.172+0000 7f85c9020640 1 -- 172.21.15.1:0/2589152229 learned_addr learned my addr 172.21.15.1:0/2589152229 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:25.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.172+0000 7f85c881f640 1 --2- 172.21.15.1:0/2589152229 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a0722af9d0 0x55a0722bac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.172+0000 7f85c3fff640 1 --2- 172.21.15.1:0/2589152229 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a0722b0380 0x55a0722abc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.172+0000 7f85c9020640 1 -- 172.21.15.1:0/2589152229 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a0722b0380 msgr2=0x55a0722abc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.172+0000 7f85c9020640 1 --2- 172.21.15.1:0/2589152229 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a0722b0380 0x55a0722abc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.172+0000 7f85c9020640 1 -- 172.21.15.1:0/2589152229 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a0722af9d0 msgr2=0x55a0722bac10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.172+0000 7f85c9020640 1 --2- 172.21.15.1:0/2589152229 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a0722af9d0 0x55a0722bac10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.172+0000 7f85c9020640 1 -- 172.21.15.1:0/2589152229 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a0721b1c90 con 0x55a0722bd370 2024-02-10T00:08:25.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.172+0000 7f85c3fff640 1 --2- 172.21.15.1:0/2589152229 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a0722b0380 0x55a0722abc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:08:25.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.173+0000 7f85c9020640 1 --2- 172.21.15.1:0/2589152229 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a0722bd370 0x55a0722c4370 secure :-1 s=READY pgs=1512 cs=0 l=1 rev1=1 crypto rx=0x7f85ac003c60 tx=0x7f85ac015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4564f0233610a0e5 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.173+0000 7f85ba7fc640 1 -- 172.21.15.1:0/2589152229 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85ac003e90 con 0x55a0722bd370 2024-02-10T00:08:25.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.173+0000 7f85ba7fc640 1 -- 172.21.15.1:0/2589152229 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f85ac005500 con 0x55a0722bd370 2024-02-10T00:08:25.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.173+0000 7f85ba7fc640 1 -- 172.21.15.1:0/2589152229 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85ac021690 con 0x55a0722bd370 2024-02-10T00:08:25.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.173+0000 7f85cd64c740 1 -- 172.21.15.1:0/2589152229 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a0722bd370 msgr2=0x55a0722c4370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.173+0000 7f85cd64c740 1 --2- 172.21.15.1:0/2589152229 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a0722bd370 0x55a0722c4370 secure :-1 s=READY pgs=1512 cs=0 l=1 rev1=1 crypto rx=0x7f85ac003c60 tx=0x7f85ac015000 comp rx=0 tx=0).stop 2024-02-10T00:08:25.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.173+0000 7f85cd64c740 1 -- 172.21.15.1:0/2589152229 shutdown_connections 2024-02-10T00:08:25.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.173+0000 7f85cd64c740 1 --2- 172.21.15.1:0/2589152229 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a0722bd370 0x55a0722c4370 unknown :-1 s=CLOSED pgs=1512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.173+0000 7f85cd64c740 1 --2- 172.21.15.1:0/2589152229 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a0722b0380 0x55a0722abc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.173+0000 7f85cd64c740 1 --2- 172.21.15.1:0/2589152229 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a0722af9d0 0x55a0722bac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.173+0000 7f85cd64c740 1 -- 172.21.15.1:0/2589152229 >> 172.21.15.1:0/2589152229 conn(0x55a0722aa100 msgr2=0x55a0722ab510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.173+0000 7f85cd64c740 1 -- 172.21.15.1:0/2589152229 shutdown_connections 2024-02-10T00:08:25.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.173+0000 7f85cd64c740 1 -- 172.21.15.1:0/2589152229 wait complete. 2024-02-10T00:08:25.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.174+0000 7f85cd64c740 1 -- start start 2024-02-10T00:08:25.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.174+0000 7f85cd64c740 1 Processor -- start 2024-02-10T00:08:25.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.174+0000 7f85cd64c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a0722af9d0 0x55a0722c3590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.174+0000 7f85cd64c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a0722b0380 0x55a0722c3ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.174+0000 7f85cd64c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a0722bd370 0x55a072323e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.174+0000 7f85cd64c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a0723243a0 con 0x55a0722b0380 2024-02-10T00:08:25.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.174+0000 7f85cd64c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a0723244e0 con 0x55a0722af9d0 2024-02-10T00:08:25.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.174+0000 7f85cd64c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a072324620 con 0x55a0722bd370 2024-02-10T00:08:25.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.174+0000 7f85cd64c740 10 client.0 _ll_register_callbacks cb 0x7f85b4009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:25.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.174+0000 7f85c3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a0722b0380 0x55a0722c3ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.174+0000 7f85c3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a0722b0380 0x55a0722c3ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47762/0 (socket says 172.21.15.1:47762) 2024-02-10T00:08:25.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.174+0000 7f85c3fff640 1 -- 172.21.15.1:0/1346598829 learned_addr learned my addr 172.21.15.1:0/1346598829 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:25.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.174+0000 7f85c881f640 1 --2- 172.21.15.1:0/1346598829 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a0722af9d0 0x55a0722c3590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.174+0000 7f85c3fff640 1 -- 172.21.15.1:0/1346598829 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a0722bd370 msgr2=0x55a072323e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.174+0000 7f85c3fff640 1 --2- 172.21.15.1:0/1346598829 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a0722bd370 0x55a072323e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.174+0000 7f85c3fff640 1 -- 172.21.15.1:0/1346598829 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a0722af9d0 msgr2=0x55a0722c3590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.174+0000 7f85c3fff640 1 --2- 172.21.15.1:0/1346598829 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a0722af9d0 0x55a0722c3590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.174+0000 7f85c3fff640 1 -- 172.21.15.1:0/1346598829 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85ac003960 con 0x55a0722b0380 2024-02-10T00:08:25.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.174+0000 7f85c881f640 1 --2- 172.21.15.1:0/1346598829 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a0722af9d0 0x55a0722c3590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:25.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.175+0000 7f85c3fff640 1 --2- 172.21.15.1:0/1346598829 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a0722b0380 0x55a0722c3ad0 secure :-1 s=READY pgs=1513 cs=0 l=1 rev1=1 crypto rx=0x7f85b4009340 tx=0x7f85b4004a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d73b902db21bc62 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.175+0000 7f85a3fff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:25.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.175+0000 7f85a3fff640 1 -- 172.21.15.1:0/1346598829 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85b404d040 con 0x55a0722b0380 2024-02-10T00:08:25.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.175+0000 7f85a3fff640 1 -- 172.21.15.1:0/1346598829 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f85b402c7d0 con 0x55a0722b0380 2024-02-10T00:08:25.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.175+0000 7f85cd64c740 1 -- 172.21.15.1:0/1346598829 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f85b4004030 con 0x55a0722b0380 2024-02-10T00:08:25.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.175+0000 7f85a3fff640 1 -- 172.21.15.1:0/1346598829 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f85b402c990 con 0x55a0722b0380 2024-02-10T00:08:25.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.175+0000 7f85cd64c740 10 client.18813 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:25.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.175+0000 7f85cd64c740 1 -- 172.21.15.1:0/1346598829 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55a0721d7a70 con 0x55a0722b0380 2024-02-10T00:08:25.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.175+0000 7f85a3fff640 1 -- 172.21.15.1:0/1346598829 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f85b4004030 con 0x55a0722b0380 2024-02-10T00:08:25.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.175+0000 7f85a3fff640 1 -- 172.21.15.1:0/1346598829 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f85b403c040 con 0x55a0722b0380 2024-02-10T00:08:25.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.175+0000 7f85cd64c740 10 client.18813 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:25.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.175+0000 7f85cd64c740 10 client.18813 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:08:25.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.175+0000 7f85cd64c740 20 client.18813 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:25.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.175+0000 7f85cd64c740 1 --2- 172.21.15.1:0/1346598829 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a072325b30 0x55a072327f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.175+0000 7f85cd64c740 4 client.18813 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:08:25.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.175+0000 7f85cd64c740 1 -- 172.21.15.1:0/1346598829 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55a071fa2890 con 0x55a072325b30 2024-02-10T00:08:25.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.176+0000 7f85c881f640 1 --2- 172.21.15.1:0/1346598829 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a072325b30 0x55a072327f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.176+0000 7f85a3fff640 10 client.18813 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:08:25.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.176+0000 7f85c881f640 1 --2- 172.21.15.1:0/1346598829 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a072325b30 0x55a072327f50 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=f80eb682bba99b73 server_cookie=de71ff382291247f in_seq=0 out_seq=0 2024-02-10T00:08:25.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.176+0000 7f85a3fff640 1 -- 172.21.15.1:0/1346598829 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55a071fa2890 con 0x55a072325b30 2024-02-10T00:08:25.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.176+0000 7f85a3fff640 10 client.18813 handle_command_reply: tid=0 2024-02-10T00:08:25.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.176+0000 7f85cd64c740 1 client.18813 shutdown 2024-02-10T00:08:25.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.176+0000 7f85cd64c740 1 -- 172.21.15.1:0/1346598829 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a0722b0380 msgr2=0x55a0722c3ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.176+0000 7f85cd64c740 1 --2- 172.21.15.1:0/1346598829 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a0722b0380 0x55a0722c3ad0 secure :-1 s=READY pgs=1513 cs=0 l=1 rev1=1 crypto rx=0x7f85b4009340 tx=0x7f85b4004a90 comp rx=0 tx=0).stop 2024-02-10T00:08:25.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.176+0000 7f85cd64c740 1 -- 172.21.15.1:0/1346598829 shutdown_connections 2024-02-10T00:08:25.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.176+0000 7f85cd64c740 1 --2- 172.21.15.1:0/1346598829 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a0722bd370 0x55a072323e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.176+0000 7f85cd64c740 1 --2- 172.21.15.1:0/1346598829 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a0722b0380 0x55a0722c3ad0 unknown :-1 s=CLOSED pgs=1513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.176+0000 7f85cd64c740 1 --2- 172.21.15.1:0/1346598829 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a072325b30 0x55a072327f50 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.176+0000 7f85cd64c740 1 --2- 172.21.15.1:0/1346598829 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a0722af9d0 0x55a0722c3590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.176+0000 7f85a3fff640 0 client.18813 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:08:25.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.176+0000 7f85cd64c740 1 -- 172.21.15.1:0/1346598829 >> 172.21.15.1:0/1346598829 conn(0x55a0722aa100 msgr2=0x55a0722b8820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.176+0000 7f85cd64c740 1 -- 172.21.15.1:0/1346598829 shutdown_connections 2024-02-10T00:08:25.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.176+0000 7f85cd64c740 1 -- 172.21.15.1:0/1346598829 wait complete. 2024-02-10T00:08:25.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.176+0000 7f85cd64c740 20 client.18813 trim_cache size 0 max 16384 2024-02-10T00:08:25.185 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:08:25.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.177+0000 7f85caa83640 1 -- 172.21.15.1:0/1548235284 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f85b00a2230 msgr2=0x7f85b00a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.177+0000 7f85caa83640 1 --2- 172.21.15.1:0/1548235284 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f85b00a2230 0x7f85b00a46f0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f85ac00b580 tx=0x7f85ac00b9d0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.177+0000 7f85caa83640 1 -- 172.21.15.1:0/1548235284 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f85c40ff700 msgr2=0x7f85c419d680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.177+0000 7f85caa83640 1 --2- 172.21.15.1:0/1548235284 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f85c40ff700 0x7f85c419d680 secure :-1 s=READY pgs=1509 cs=0 l=1 rev1=1 crypto rx=0x7f85bc00db80 tx=0x7f85bc00b630 comp rx=0 tx=0).stop 2024-02-10T00:08:25.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.177+0000 7f85caa83640 1 -- 172.21.15.1:0/1548235284 shutdown_connections 2024-02-10T00:08:25.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.177+0000 7f85caa83640 1 --2- 172.21.15.1:0/1548235284 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f85b00a2230 0x7f85b00a46f0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.177+0000 7f85caa83640 1 --2- 172.21.15.1:0/1548235284 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f85c41031b0 0x7f85c41977f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.177+0000 7f85caa83640 1 --2- 172.21.15.1:0/1548235284 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f85c41000c0 0x7f85c419dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.177+0000 7f85caa83640 1 --2- 172.21.15.1:0/1548235284 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f85c40ff700 0x7f85c419d680 unknown :-1 s=CLOSED pgs=1509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.177+0000 7f85caa83640 1 -- 172.21.15.1:0/1548235284 >> 172.21.15.1:0/1548235284 conn(0x7f85c4076620 msgr2=0x7f85c41052f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.177+0000 7f85caa83640 1 -- 172.21.15.1:0/1548235284 shutdown_connections 2024-02-10T00:08:25.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.177+0000 7f85caa83640 1 -- 172.21.15.1:0/1548235284 wait complete. 2024-02-10T00:08:25.188 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:25 smithi001 ceph-mon[32335]: pgmap v281: 97 pgs: 97 active+clean; 5.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 65 KiB/s wr, 24 op/s 2024-02-10T00:08:25.188 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:25 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1018750185' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:08:25.189 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:08:25.189 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-02-10T00:08:25.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.292+0000 7f690938a640 1 -- 172.21.15.1:0/2194031779 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6904102e10 msgr2=0x7f6904107240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.292+0000 7f690938a640 1 --2- 172.21.15.1:0/2194031779 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6904102e10 0x7f6904107240 secure :-1 s=READY pgs=1514 cs=0 l=1 rev1=1 crypto rx=0x7f68ec009930 tx=0x7f68ec02bc30 comp rx=0 tx=0).stop 2024-02-10T00:08:25.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.292+0000 7f690938a640 1 -- 172.21.15.1:0/2194031779 shutdown_connections 2024-02-10T00:08:25.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.292+0000 7f690938a640 1 --2- 172.21.15.1:0/2194031779 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6904107970 0x7f690410e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.292+0000 7f690938a640 1 --2- 172.21.15.1:0/2194031779 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6904102e10 0x7f6904107240 unknown :-1 s=CLOSED pgs=1514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.292+0000 7f690938a640 1 --2- 172.21.15.1:0/2194031779 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6904102460 0x7f6904102840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.292+0000 7f690938a640 1 -- 172.21.15.1:0/2194031779 >> 172.21.15.1:0/2194031779 conn(0x7f6904077310 msgr2=0x7f6904077720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.292+0000 7f690938a640 1 -- 172.21.15.1:0/2194031779 shutdown_connections 2024-02-10T00:08:25.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.292+0000 7f690938a640 1 -- 172.21.15.1:0/2194031779 wait complete. 2024-02-10T00:08:25.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.293+0000 7f690938a640 1 Processor -- start 2024-02-10T00:08:25.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.293+0000 7f690938a640 1 -- start start 2024-02-10T00:08:25.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.293+0000 7f690938a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6904102460 0x7f690419d680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.293+0000 7f690938a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6904107970 0x7f690419dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.293+0000 7f690938a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f69041977f0 0x7f6904197ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.293+0000 7f690938a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69041982a0 con 0x7f6904102460 2024-02-10T00:08:25.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.293+0000 7f690938a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6904198410 con 0x7f6904107970 2024-02-10T00:08:25.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.293+0000 7f690938a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6904198580 con 0x7f69041977f0 2024-02-10T00:08:25.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.293+0000 7f6902ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6904102460 0x7f690419d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.293+0000 7f6902ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6904102460 0x7f690419d680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47780/0 (socket says 172.21.15.1:47780) 2024-02-10T00:08:25.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.293+0000 7f6902ffd640 1 -- 172.21.15.1:0/4173327616 learned_addr learned my addr 172.21.15.1:0/4173327616 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:25.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.293+0000 7f68fbfff640 1 --2- 172.21.15.1:0/4173327616 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6904107970 0x7f690419dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.293+0000 7f6902ffd640 1 -- 172.21.15.1:0/4173327616 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f69041977f0 msgr2=0x7f6904197ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.293+0000 7f6902ffd640 1 --2- 172.21.15.1:0/4173327616 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f69041977f0 0x7f6904197ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.293+0000 7f6902ffd640 1 -- 172.21.15.1:0/4173327616 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6904107970 msgr2=0x7f690419dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.293+0000 7f6902ffd640 1 --2- 172.21.15.1:0/4173327616 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6904107970 0x7f690419dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.293+0000 7f6902ffd640 1 -- 172.21.15.1:0/4173327616 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68ec009560 con 0x7f6904102460 2024-02-10T00:08:25.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.294+0000 7f6902ffd640 1 --2- 172.21.15.1:0/4173327616 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6904102460 0x7f690419d680 secure :-1 s=READY pgs=1515 cs=0 l=1 rev1=1 crypto rx=0x7f68f400e9f0 tx=0x7f68f400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.294+0000 7f6900ff9640 1 -- 172.21.15.1:0/4173327616 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68f4009700 con 0x7f6904102460 2024-02-10T00:08:25.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.294+0000 7f6900ff9640 1 -- 172.21.15.1:0/4173327616 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f68f400cd80 con 0x7f6904102460 2024-02-10T00:08:25.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.294+0000 7f6900ff9640 1 -- 172.21.15.1:0/4173327616 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68f4018920 con 0x7f6904102460 2024-02-10T00:08:25.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.294+0000 7f690938a640 1 -- 172.21.15.1:0/4173327616 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f69041a4530 con 0x7f6904102460 2024-02-10T00:08:25.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.294+0000 7f690938a640 1 -- 172.21.15.1:0/4173327616 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69041a49c0 con 0x7f6904102460 2024-02-10T00:08:25.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.297+0000 7f6900ff9640 1 -- 172.21.15.1:0/4173327616 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f68f4018a80 con 0x7f6904102460 2024-02-10T00:08:25.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.297+0000 7f690bbfd740 1 Processor -- start 2024-02-10T00:08:25.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.297+0000 7f690bbfd740 1 -- start start 2024-02-10T00:08:25.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.297+0000 7f690bbfd740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560e15a57890 0x560e15a57c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.297+0000 7f690bbfd740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560e15a58240 0x560e15a60d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.297+0000 7f690bbfd740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560e15a613a0 0x560e15a61820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.297+0000 7f690bbfd740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e15a13020 con 0x560e15a57890 2024-02-10T00:08:25.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.297+0000 7f690bbfd740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e159c6320 con 0x560e15a613a0 2024-02-10T00:08:25.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.297+0000 7f690bbfd740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e159c3850 con 0x560e15a58240 2024-02-10T00:08:25.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.297+0000 7f69037fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560e15a57890 0x560e15a57c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.297+0000 7f69037fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560e15a57890 0x560e15a57c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47784/0 (socket says 172.21.15.1:47784) 2024-02-10T00:08:25.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.297+0000 7f69037fe640 1 -- 172.21.15.1:0/4186075724 learned_addr learned my addr 172.21.15.1:0/4186075724 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:25.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.297+0000 7f6900ff9640 1 --2- 172.21.15.1:0/4173327616 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f68f00a2230 0x7f68f00a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.297+0000 7f6902ffd640 1 --2- 172.21.15.1:0/4186075724 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560e15a58240 0x560e15a60d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.297+0000 7f68fbfff640 1 --2- 172.21.15.1:0/4186075724 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560e15a613a0 0x560e15a61820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.298+0000 7f69037fe640 1 -- 172.21.15.1:0/4186075724 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560e15a58240 msgr2=0x560e15a60d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.298+0000 7f69037fe640 1 --2- 172.21.15.1:0/4186075724 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560e15a58240 0x560e15a60d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.298+0000 7f69037fe640 1 -- 172.21.15.1:0/4186075724 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560e15a613a0 msgr2=0x560e15a61820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.298+0000 7f69037fe640 1 --2- 172.21.15.1:0/4186075724 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560e15a613a0 0x560e15a61820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.298+0000 7f69037fe640 1 -- 172.21.15.1:0/4186075724 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560e15981210 con 0x560e15a57890 2024-02-10T00:08:25.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.298+0000 7f6902ffd640 1 --2- 172.21.15.1:0/4186075724 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560e15a58240 0x560e15a60d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:25.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.298+0000 7f6900ff9640 1 -- 172.21.15.1:0/4173327616 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f68f4014070 con 0x7f6904102460 2024-02-10T00:08:25.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.298+0000 7f69037fe640 1 --2- 172.21.15.1:0/4173327616 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f68f00a2230 0x7f68f00a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.298+0000 7f69037fe640 1 --2- 172.21.15.1:0/4186075724 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560e15a57890 0x560e15a57c70 secure :-1 s=READY pgs=1516 cs=0 l=1 rev1=1 crypto rx=0x7f68fc009f10 tx=0x7f68fc00e6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1316de58b86425f6 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.298+0000 7f68f97fa640 1 -- 172.21.15.1:0/4186075724 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68fc020070 con 0x560e15a57890 2024-02-10T00:08:25.304 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.298+0000 7f68f97fa640 1 -- 172.21.15.1:0/4186075724 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f68fc009840 con 0x560e15a57890 2024-02-10T00:08:25.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.298+0000 7f68f97fa640 1 -- 172.21.15.1:0/4186075724 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68fc011800 con 0x560e15a57890 2024-02-10T00:08:25.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.299+0000 7f690bbfd740 1 -- 172.21.15.1:0/4186075724 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560e15a57890 msgr2=0x560e15a57c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.299+0000 7f69037fe640 1 --2- 172.21.15.1:0/4173327616 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f68f00a2230 0x7f68f00a46f0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f68fc01f000 tx=0x7f68fc022000 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.299+0000 7f690bbfd740 1 --2- 172.21.15.1:0/4186075724 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560e15a57890 0x560e15a57c70 secure :-1 s=READY pgs=1516 cs=0 l=1 rev1=1 crypto rx=0x7f68fc009f10 tx=0x7f68fc00e6c0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.299+0000 7f690bbfd740 1 -- 172.21.15.1:0/4186075724 shutdown_connections 2024-02-10T00:08:25.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.299+0000 7f690bbfd740 1 --2- 172.21.15.1:0/4186075724 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560e15a613a0 0x560e15a61820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.299+0000 7f690bbfd740 1 --2- 172.21.15.1:0/4186075724 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560e15a58240 0x560e15a60d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.299+0000 7f690bbfd740 1 --2- 172.21.15.1:0/4186075724 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560e15a57890 0x560e15a57c70 unknown :-1 s=CLOSED pgs=1516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.299+0000 7f690bbfd740 1 -- 172.21.15.1:0/4186075724 >> 172.21.15.1:0/4186075724 conn(0x560e15a52100 msgr2=0x560e15a524e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.299+0000 7f690bbfd740 1 -- 172.21.15.1:0/4186075724 shutdown_connections 2024-02-10T00:08:25.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.299+0000 7f690bbfd740 1 -- 172.21.15.1:0/4186075724 wait complete. 2024-02-10T00:08:25.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.299+0000 7f690bbfd740 1 -- start start 2024-02-10T00:08:25.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.299+0000 7f690bbfd740 1 Processor -- start 2024-02-10T00:08:25.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.299+0000 7f690bbfd740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560e15a57890 0x560e15a64e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.305 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.299+0000 7f690bbfd740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560e15a58240 0x560e15a653b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.299+0000 7f690bbfd740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560e15a613a0 0x560e15a658f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.299+0000 7f690bbfd740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e159bf030 con 0x560e15a613a0 2024-02-10T00:08:25.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.299+0000 7f690bbfd740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e15692430 con 0x560e15a58240 2024-02-10T00:08:25.306 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.299+0000 7f690bbfd740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e1564ee00 con 0x560e15a57890 2024-02-10T00:08:25.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.300+0000 7f690bbfd740 10 client.0 _ll_register_callbacks cb 0x560e159b4030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:25.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.300+0000 7f69037fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560e15a613a0 0x560e15a658f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.300+0000 7f69037fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560e15a613a0 0x560e15a658f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47788/0 (socket says 172.21.15.1:47788) 2024-02-10T00:08:25.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.300+0000 7f69037fe640 1 -- 172.21.15.1:0/457814632 learned_addr learned my addr 172.21.15.1:0/457814632 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:25.309 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.300+0000 7f68fbfff640 1 --2- 172.21.15.1:0/457814632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560e15a58240 0x560e15a653b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.300+0000 7f6902ffd640 1 --2- 172.21.15.1:0/457814632 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560e15a57890 0x560e15a64e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.300+0000 7f69037fe640 1 -- 172.21.15.1:0/457814632 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560e15a57890 msgr2=0x560e15a64e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.300+0000 7f69037fe640 1 --2- 172.21.15.1:0/457814632 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560e15a57890 0x560e15a64e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.300+0000 7f69037fe640 1 -- 172.21.15.1:0/457814632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560e15a58240 msgr2=0x560e15a653b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.300+0000 7f69037fe640 1 --2- 172.21.15.1:0/457814632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560e15a58240 0x560e15a653b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.300+0000 7f69037fe640 1 -- 172.21.15.1:0/457814632 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f68fc009a10 con 0x560e15a613a0 2024-02-10T00:08:25.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.300+0000 7f69037fe640 1 --2- 172.21.15.1:0/457814632 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560e15a613a0 0x560e15a658f0 secure :-1 s=READY pgs=1517 cs=0 l=1 rev1=1 crypto rx=0x7f68fc009ee0 tx=0x7f68fc011d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e77cf33bda998148 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.300+0000 7f68ea7fc640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:25.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.300+0000 7f68ea7fc640 1 -- 172.21.15.1:0/457814632 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68fc020070 con 0x560e15a613a0 2024-02-10T00:08:25.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.300+0000 7f68ea7fc640 1 -- 172.21.15.1:0/457814632 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f68fc016030 con 0x560e15a613a0 2024-02-10T00:08:25.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.300+0000 7f690bbfd740 1 -- 172.21.15.1:0/457814632 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560e156fb720 con 0x560e15a613a0 2024-02-10T00:08:25.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.300+0000 7f68ea7fc640 1 -- 172.21.15.1:0/457814632 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f68fc00ec70 con 0x560e15a613a0 2024-02-10T00:08:25.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.300+0000 7f690bbfd740 10 client.18825 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:25.310 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.300+0000 7f690bbfd740 1 -- 172.21.15.1:0/457814632 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x560e159bd6b0 con 0x560e15a613a0 2024-02-10T00:08:25.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.301+0000 7f68ea7fc640 1 -- 172.21.15.1:0/457814632 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f68fc03b080 con 0x560e15a613a0 2024-02-10T00:08:25.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.301+0000 7f68ea7fc640 1 -- 172.21.15.1:0/457814632 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f68fc035030 con 0x560e15a613a0 2024-02-10T00:08:25.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.301+0000 7f690bbfd740 10 client.18825 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:25.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.301+0000 7f690bbfd740 10 client.18825 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:08:25.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.301+0000 7f690bbfd740 20 client.18825 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:25.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.301+0000 7f690bbfd740 1 --2- 172.21.15.1:0/457814632 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x560e15a759d0 0x560e15a77dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.301+0000 7f690bbfd740 4 client.18825 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:08:25.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.301+0000 7f690bbfd740 1 -- 172.21.15.1:0/457814632 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560e1574a890 con 0x560e15a759d0 2024-02-10T00:08:25.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.301+0000 7f6902ffd640 1 --2- 172.21.15.1:0/457814632 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x560e15a759d0 0x560e15a77dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.301+0000 7f68ea7fc640 10 client.18825 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:08:25.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.301+0000 7f6902ffd640 1 --2- 172.21.15.1:0/457814632 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x560e15a759d0 0x560e15a77dc0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7adb299da9a7a7f0 server_cookie=e61b289ee9a6d921 in_seq=0 out_seq=0 2024-02-10T00:08:25.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.302+0000 7f68ea7fc640 1 -- 172.21.15.1:0/457814632 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x560e1574a890 con 0x560e15a759d0 2024-02-10T00:08:25.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.302+0000 7f68ea7fc640 10 client.18825 handle_command_reply: tid=0 2024-02-10T00:08:25.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.302+0000 7f690bbfd740 1 client.18825 shutdown 2024-02-10T00:08:25.311 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.302+0000 7f690bbfd740 1 -- 172.21.15.1:0/457814632 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560e15a613a0 msgr2=0x560e15a658f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.302+0000 7f690bbfd740 1 --2- 172.21.15.1:0/457814632 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560e15a613a0 0x560e15a658f0 secure :-1 s=READY pgs=1517 cs=0 l=1 rev1=1 crypto rx=0x7f68fc009ee0 tx=0x7f68fc011d90 comp rx=0 tx=0).stop 2024-02-10T00:08:25.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.302+0000 7f690bbfd740 1 -- 172.21.15.1:0/457814632 shutdown_connections 2024-02-10T00:08:25.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.302+0000 7f690bbfd740 1 --2- 172.21.15.1:0/457814632 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x560e15a759d0 0x560e15a77dc0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.302+0000 7f690bbfd740 1 --2- 172.21.15.1:0/457814632 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560e15a613a0 0x560e15a658f0 unknown :-1 s=CLOSED pgs=1517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.302+0000 7f690bbfd740 1 --2- 172.21.15.1:0/457814632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560e15a58240 0x560e15a653b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.302+0000 7f690bbfd740 1 --2- 172.21.15.1:0/457814632 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560e15a57890 0x560e15a64e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.302+0000 7f68ea7fc640 0 client.18825 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:08:25.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.302+0000 7f690bbfd740 1 -- 172.21.15.1:0/457814632 >> 172.21.15.1:0/457814632 conn(0x560e15a52100 msgr2=0x560e15a53e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.302+0000 7f690bbfd740 1 -- 172.21.15.1:0/457814632 shutdown_connections 2024-02-10T00:08:25.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.302+0000 7f690bbfd740 1 -- 172.21.15.1:0/457814632 wait complete. 2024-02-10T00:08:25.312 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.302+0000 7f690bbfd740 20 client.18825 trim_cache size 0 max 16384 2024-02-10T00:08:25.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.314+0000 7f690bbfd740 1 Processor -- start 2024-02-10T00:08:25.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.314+0000 7f690bbfd740 1 -- start start 2024-02-10T00:08:25.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.314+0000 7f690bbfd740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560e15a57890 0x560e15a675a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.314+0000 7f690bbfd740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560e15a58240 0x560e15a62790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.314+0000 7f690bbfd740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560e15a613a0 0x560e15a653e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.314+0000 7f690bbfd740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e15944130 con 0x560e15a613a0 2024-02-10T00:08:25.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.314+0000 7f690bbfd740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e15a56d20 con 0x560e15a58240 2024-02-10T00:08:25.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.314+0000 7f690bbfd740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e15a7cfd0 con 0x560e15a57890 2024-02-10T00:08:25.322 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.315+0000 7f69037fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560e15a613a0 0x560e15a653e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.315+0000 7f69037fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560e15a613a0 0x560e15a653e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47800/0 (socket says 172.21.15.1:47800) 2024-02-10T00:08:25.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.315+0000 7f69037fe640 1 -- 172.21.15.1:0/3640181023 learned_addr learned my addr 172.21.15.1:0/3640181023 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:25.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.315+0000 7f6902ffd640 1 --2- 172.21.15.1:0/3640181023 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560e15a57890 0x560e15a675a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.315+0000 7f68fbfff640 1 --2- 172.21.15.1:0/3640181023 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560e15a58240 0x560e15a62790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.315+0000 7f69037fe640 1 -- 172.21.15.1:0/3640181023 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560e15a57890 msgr2=0x560e15a675a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.315+0000 7f69037fe640 1 --2- 172.21.15.1:0/3640181023 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560e15a57890 0x560e15a675a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.315+0000 7f69037fe640 1 -- 172.21.15.1:0/3640181023 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560e15a58240 msgr2=0x560e15a62790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.315+0000 7f69037fe640 1 --2- 172.21.15.1:0/3640181023 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560e15a58240 0x560e15a62790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.315+0000 7f69037fe640 1 -- 172.21.15.1:0/3640181023 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560e15959c90 con 0x560e15a613a0 2024-02-10T00:08:25.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.315+0000 7f69037fe640 1 --2- 172.21.15.1:0/3640181023 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560e15a613a0 0x560e15a653e0 secure :-1 s=READY pgs=1518 cs=0 l=1 rev1=1 crypto rx=0x7f68fc009f10 tx=0x7f68fc005f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2f91f7e5723ece7 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.315+0000 7f68f8ff9640 1 -- 172.21.15.1:0/3640181023 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68fc020040 con 0x560e15a613a0 2024-02-10T00:08:25.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.315+0000 7f68f8ff9640 1 -- 172.21.15.1:0/3640181023 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x560e156fb720 con 0x560e15a613a0 2024-02-10T00:08:25.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.315+0000 7f68f8ff9640 1 -- 172.21.15.1:0/3640181023 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68fc01a6e0 con 0x560e15a613a0 2024-02-10T00:08:25.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.316+0000 7f690bbfd740 1 -- 172.21.15.1:0/3640181023 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560e15a613a0 msgr2=0x560e15a653e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.316+0000 7f690bbfd740 1 --2- 172.21.15.1:0/3640181023 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560e15a613a0 0x560e15a653e0 secure :-1 s=READY pgs=1518 cs=0 l=1 rev1=1 crypto rx=0x7f68fc009f10 tx=0x7f68fc005f50 comp rx=0 tx=0).stop 2024-02-10T00:08:25.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.316+0000 7f690bbfd740 1 -- 172.21.15.1:0/3640181023 shutdown_connections 2024-02-10T00:08:25.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.316+0000 7f690bbfd740 1 --2- 172.21.15.1:0/3640181023 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560e15a613a0 0x560e15a653e0 unknown :-1 s=CLOSED pgs=1518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.316+0000 7f690bbfd740 1 --2- 172.21.15.1:0/3640181023 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560e15a58240 0x560e15a62790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.316+0000 7f690bbfd740 1 --2- 172.21.15.1:0/3640181023 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560e15a57890 0x560e15a675a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.316+0000 7f690bbfd740 1 -- 172.21.15.1:0/3640181023 >> 172.21.15.1:0/3640181023 conn(0x560e15a52100 msgr2=0x560e15a5fc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.316+0000 7f690bbfd740 1 -- 172.21.15.1:0/3640181023 shutdown_connections 2024-02-10T00:08:25.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.316+0000 7f690bbfd740 1 -- 172.21.15.1:0/3640181023 wait complete. 2024-02-10T00:08:25.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.316+0000 7f690bbfd740 1 -- start start 2024-02-10T00:08:25.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.316+0000 7f690bbfd740 1 Processor -- start 2024-02-10T00:08:25.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.316+0000 7f690bbfd740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560e15a57890 0x560e15a6afc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.316+0000 7f690bbfd740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560e15a58240 0x560e15a6b500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.316+0000 7f690bbfd740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560e15a613a0 0x560e15a6ba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.316+0000 7f690bbfd740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e15acbeb0 con 0x560e15a58240 2024-02-10T00:08:25.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.316+0000 7f690bbfd740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e15acbff0 con 0x560e15a613a0 2024-02-10T00:08:25.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.316+0000 7f690bbfd740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e15acc130 con 0x560e15a57890 2024-02-10T00:08:25.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.316+0000 7f690bbfd740 10 client.0 _ll_register_callbacks cb 0x7f6904069730 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:25.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.316+0000 7f68fbfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560e15a58240 0x560e15a6b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.317+0000 7f68fbfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560e15a58240 0x560e15a6b500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47806/0 (socket says 172.21.15.1:47806) 2024-02-10T00:08:25.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.317+0000 7f68fbfff640 1 -- 172.21.15.1:0/999320122 learned_addr learned my addr 172.21.15.1:0/999320122 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:25.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.317+0000 7f69037fe640 1 --2- 172.21.15.1:0/999320122 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560e15a613a0 0x560e15a6ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.317+0000 7f6902ffd640 1 --2- 172.21.15.1:0/999320122 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560e15a57890 0x560e15a6afc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.317+0000 7f68fbfff640 1 -- 172.21.15.1:0/999320122 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560e15a57890 msgr2=0x560e15a6afc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.317+0000 7f68fbfff640 1 --2- 172.21.15.1:0/999320122 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560e15a57890 0x560e15a6afc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.317+0000 7f68fbfff640 1 -- 172.21.15.1:0/999320122 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560e15a613a0 msgr2=0x560e15a6ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.317+0000 7f68fbfff640 1 --2- 172.21.15.1:0/999320122 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560e15a613a0 0x560e15a6ba40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.317+0000 7f68fbfff640 1 -- 172.21.15.1:0/999320122 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560e159bd6b0 con 0x560e15a58240 2024-02-10T00:08:25.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.317+0000 7f6902ffd640 1 --2- 172.21.15.1:0/999320122 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560e15a57890 0x560e15a6afc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:25.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.317+0000 7f68fbfff640 1 --2- 172.21.15.1:0/999320122 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560e15a58240 0x560e15a6b500 secure :-1 s=READY pgs=1519 cs=0 l=1 rev1=1 crypto rx=0x7f6904069370 tx=0x7f68ec02ca60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81dbbcf8fb3a5bb9 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.317+0000 7f68ea7fc640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:25.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.317+0000 7f68ea7fc640 1 -- 172.21.15.1:0/999320122 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68ec043070 con 0x560e15a58240 2024-02-10T00:08:25.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.317+0000 7f68ea7fc640 1 -- 172.21.15.1:0/999320122 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f68ec004260 con 0x560e15a58240 2024-02-10T00:08:25.326 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.317+0000 7f690bbfd740 1 -- 172.21.15.1:0/999320122 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560e156be7e0 con 0x560e15a58240 2024-02-10T00:08:25.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.317+0000 7f68ea7fc640 1 -- 172.21.15.1:0/999320122 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f68ec02cc10 con 0x560e15a58240 2024-02-10T00:08:25.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.317+0000 7f690bbfd740 10 client.18831 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:25.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.317+0000 7f690bbfd740 1 -- 172.21.15.1:0/999320122 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x560e1597fa70 con 0x560e15a58240 2024-02-10T00:08:25.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.317+0000 7f68ea7fc640 1 -- 172.21.15.1:0/999320122 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f68ec054020 con 0x560e15a58240 2024-02-10T00:08:25.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.318+0000 7f68ea7fc640 1 -- 172.21.15.1:0/999320122 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f68ec003850 con 0x560e15a58240 2024-02-10T00:08:25.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.318+0000 7f690bbfd740 10 client.18831 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:25.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.318+0000 7f690bbfd740 10 client.18831 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:08:25.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.318+0000 7f690bbfd740 20 client.18831 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:25.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.318+0000 7f690bbfd740 1 --2- 172.21.15.1:0/999320122 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x560e15acd990 0x560e15acfdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.318+0000 7f690bbfd740 4 client.18831 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:08:25.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.318+0000 7f690bbfd740 1 -- 172.21.15.1:0/999320122 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x560e1566a700 con 0x560e15acd990 2024-02-10T00:08:25.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.318+0000 7f6902ffd640 1 --2- 172.21.15.1:0/999320122 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x560e15acd990 0x560e15acfdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.318+0000 7f68ea7fc640 10 client.18831 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:08:25.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.318+0000 7f6902ffd640 1 --2- 172.21.15.1:0/999320122 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x560e15acd990 0x560e15acfdb0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=54e38764780eee39 server_cookie=f7ca09748341297b in_seq=0 out_seq=0 2024-02-10T00:08:25.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.318+0000 7f68ea7fc640 1 -- 172.21.15.1:0/999320122 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x560e1566a700 con 0x560e15acd990 2024-02-10T00:08:25.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.318+0000 7f68ea7fc640 10 client.18831 handle_command_reply: tid=0 2024-02-10T00:08:25.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.318+0000 7f690bbfd740 1 client.18831 shutdown 2024-02-10T00:08:25.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.318+0000 7f690bbfd740 1 -- 172.21.15.1:0/999320122 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560e15a58240 msgr2=0x560e15a6b500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.318+0000 7f690bbfd740 1 --2- 172.21.15.1:0/999320122 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560e15a58240 0x560e15a6b500 secure :-1 s=READY pgs=1519 cs=0 l=1 rev1=1 crypto rx=0x7f6904069370 tx=0x7f68ec02ca60 comp rx=0 tx=0).stop 2024-02-10T00:08:25.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.318+0000 7f690bbfd740 1 -- 172.21.15.1:0/999320122 shutdown_connections 2024-02-10T00:08:25.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.318+0000 7f690bbfd740 1 --2- 172.21.15.1:0/999320122 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560e15a613a0 0x560e15a6ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.319+0000 7f690bbfd740 1 --2- 172.21.15.1:0/999320122 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x560e15acd990 0x560e15acfdb0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.319+0000 7f690bbfd740 1 --2- 172.21.15.1:0/999320122 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560e15a58240 0x560e15a6b500 unknown :-1 s=CLOSED pgs=1519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.319+0000 7f690bbfd740 1 --2- 172.21.15.1:0/999320122 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560e15a57890 0x560e15a6afc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.319+0000 7f68ea7fc640 0 client.18831 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:08:25.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.319+0000 7f690bbfd740 1 -- 172.21.15.1:0/999320122 >> 172.21.15.1:0/999320122 conn(0x560e15a52100 msgr2=0x560e15a509b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.319+0000 7f690bbfd740 1 -- 172.21.15.1:0/999320122 shutdown_connections 2024-02-10T00:08:25.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.319+0000 7f690bbfd740 1 -- 172.21.15.1:0/999320122 wait complete. 2024-02-10T00:08:25.329 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.319+0000 7f690bbfd740 20 client.18831 trim_cache size 0 max 16384 2024-02-10T00:08:25.329 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:08:25.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.319+0000 7f690938a640 1 -- 172.21.15.1:0/4173327616 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f68f00a2230 msgr2=0x7f68f00a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.319+0000 7f690938a640 1 --2- 172.21.15.1:0/4173327616 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f68f00a2230 0x7f68f00a46f0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f68fc01f000 tx=0x7f68fc022000 comp rx=0 tx=0).stop 2024-02-10T00:08:25.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.319+0000 7f690938a640 1 -- 172.21.15.1:0/4173327616 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6904102460 msgr2=0x7f690419d680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.319+0000 7f690938a640 1 --2- 172.21.15.1:0/4173327616 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6904102460 0x7f690419d680 secure :-1 s=READY pgs=1515 cs=0 l=1 rev1=1 crypto rx=0x7f68f400e9f0 tx=0x7f68f400eeb0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.319+0000 7f690938a640 1 -- 172.21.15.1:0/4173327616 shutdown_connections 2024-02-10T00:08:25.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.319+0000 7f690938a640 1 --2- 172.21.15.1:0/4173327616 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f68f00a2230 0x7f68f00a46f0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.319+0000 7f690938a640 1 --2- 172.21.15.1:0/4173327616 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f69041977f0 0x7f6904197ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.319+0000 7f690938a640 1 --2- 172.21.15.1:0/4173327616 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6904107970 0x7f690419dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.319+0000 7f690938a640 1 --2- 172.21.15.1:0/4173327616 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6904102460 0x7f690419d680 unknown :-1 s=CLOSED pgs=1515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.319+0000 7f690938a640 1 -- 172.21.15.1:0/4173327616 >> 172.21.15.1:0/4173327616 conn(0x7f6904077310 msgr2=0x7f69040ff220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.319+0000 7f690938a640 1 -- 172.21.15.1:0/4173327616 shutdown_connections 2024-02-10T00:08:25.331 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.319+0000 7f690938a640 1 -- 172.21.15.1:0/4173327616 wait complete. 2024-02-10T00:08:25.332 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:08:25.332 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-02-10T00:08:25.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:25 smithi088 ceph-mon[36452]: pgmap v281: 97 pgs: 97 active+clean; 5.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 65 KiB/s wr, 24 op/s 2024-02-10T00:08:25.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:25 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1018750185' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:08:25.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:25 smithi103 ceph-mon[36942]: pgmap v281: 97 pgs: 97 active+clean; 5.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 65 KiB/s wr, 24 op/s 2024-02-10T00:08:25.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:25 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1018750185' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:08:25.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.436+0000 7f6558e35640 1 -- 172.21.15.1:0/2476629246 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6554101430 msgr2=0x7f6554101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.436+0000 7f6558e35640 1 --2- 172.21.15.1:0/2476629246 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6554101430 0x7f6554101810 secure :-1 s=READY pgs=1520 cs=0 l=1 rev1=1 crypto rx=0x7f654c009930 tx=0x7f654c02bc30 comp rx=0 tx=0).stop 2024-02-10T00:08:25.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.436+0000 7f6558e35640 1 -- 172.21.15.1:0/2476629246 shutdown_connections 2024-02-10T00:08:25.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.436+0000 7f6558e35640 1 --2- 172.21.15.1:0/2476629246 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6554106500 0x7f655410e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.436+0000 7f6558e35640 1 --2- 172.21.15.1:0/2476629246 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6554101de0 0x7f6554105e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.436+0000 7f6558e35640 1 --2- 172.21.15.1:0/2476629246 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6554101430 0x7f6554101810 unknown :-1 s=CLOSED pgs=1520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.436+0000 7f6558e35640 1 -- 172.21.15.1:0/2476629246 >> 172.21.15.1:0/2476629246 conn(0x7f65540fccd0 msgr2=0x7f65540ff0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.436+0000 7f6558e35640 1 -- 172.21.15.1:0/2476629246 shutdown_connections 2024-02-10T00:08:25.440 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.436+0000 7f6558e35640 1 -- 172.21.15.1:0/2476629246 wait complete. 2024-02-10T00:08:25.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.437+0000 7f6558e35640 1 Processor -- start 2024-02-10T00:08:25.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.437+0000 7f6558e35640 1 -- start start 2024-02-10T00:08:25.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.437+0000 7f6558e35640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6554101430 0x7f655419d600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.437+0000 7f6558e35640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6554106500 0x7f655419db40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.437+0000 7f6558e35640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f65541976c0 0x7f6554197b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.437+0000 7f6558e35640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6554198190 con 0x7f65541976c0 2024-02-10T00:08:25.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.437+0000 7f6558e35640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6554198300 con 0x7f6554101430 2024-02-10T00:08:25.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.437+0000 7f6558e35640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65541984c0 con 0x7f6554106500 2024-02-10T00:08:25.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.437+0000 7f6552d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f65541976c0 0x7f6554197b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.437+0000 7f6552d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f65541976c0 0x7f6554197b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47826/0 (socket says 172.21.15.1:47826) 2024-02-10T00:08:25.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.437+0000 7f6552d9d640 1 -- 172.21.15.1:0/1868872484 learned_addr learned my addr 172.21.15.1:0/1868872484 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:25.441 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.437+0000 7f655259c640 1 --2- 172.21.15.1:0/1868872484 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6554101430 0x7f655419d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.437+0000 7f6551d9b640 1 --2- 172.21.15.1:0/1868872484 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6554106500 0x7f655419db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.437+0000 7f6552d9d640 1 -- 172.21.15.1:0/1868872484 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6554106500 msgr2=0x7f655419db40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.437+0000 7f6552d9d640 1 --2- 172.21.15.1:0/1868872484 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6554106500 0x7f655419db40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.437+0000 7f6552d9d640 1 -- 172.21.15.1:0/1868872484 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6554101430 msgr2=0x7f655419d600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.437+0000 7f6552d9d640 1 --2- 172.21.15.1:0/1868872484 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6554101430 0x7f655419d600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.437+0000 7f6552d9d640 1 -- 172.21.15.1:0/1868872484 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f654c009560 con 0x7f65541976c0 2024-02-10T00:08:25.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.437+0000 7f6552d9d640 1 --2- 172.21.15.1:0/1868872484 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f65541976c0 0x7f6554197b40 secure :-1 s=READY pgs=1521 cs=0 l=1 rev1=1 crypto rx=0x7f654400eb10 tx=0x7f654400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.438+0000 7f654b7fe640 1 -- 172.21.15.1:0/1868872484 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6544004b20 con 0x7f65541976c0 2024-02-10T00:08:25.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.438+0000 7f654b7fe640 1 -- 172.21.15.1:0/1868872484 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6544004c80 con 0x7f65541976c0 2024-02-10T00:08:25.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.438+0000 7f6558e35640 1 -- 172.21.15.1:0/1868872484 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65541a4460 con 0x7f65541976c0 2024-02-10T00:08:25.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.438+0000 7f654b7fe640 1 -- 172.21.15.1:0/1868872484 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6544010650 con 0x7f65541976c0 2024-02-10T00:08:25.442 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.438+0000 7f6558e35640 1 -- 172.21.15.1:0/1868872484 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65541a48f0 con 0x7f65541976c0 2024-02-10T00:08:25.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.440+0000 7f654b7fe640 1 -- 172.21.15.1:0/1868872484 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f6544005020 con 0x7f65541976c0 2024-02-10T00:08:25.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.440+0000 7f655ba0a740 1 Processor -- start 2024-02-10T00:08:25.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.441+0000 7f655ba0a740 1 -- start start 2024-02-10T00:08:25.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.441+0000 7f655ba0a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a40b42b890 0x55a40b42bc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.441+0000 7f655ba0a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a40b42c240 0x55a40b434d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.441+0000 7f655ba0a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a40b4353a0 0x55a40b435820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.441+0000 7f655ba0a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a40b3e7020 con 0x55a40b42b890 2024-02-10T00:08:25.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.441+0000 7f655ba0a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a40b39a320 con 0x55a40b42c240 2024-02-10T00:08:25.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.441+0000 7f655ba0a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a40b397850 con 0x55a40b4353a0 2024-02-10T00:08:25.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.441+0000 7f6551d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a40b42b890 0x55a40b42bc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.441+0000 7f6551d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a40b42b890 0x55a40b42bc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47828/0 (socket says 172.21.15.1:47828) 2024-02-10T00:08:25.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.441+0000 7f6551d9b640 1 -- 172.21.15.1:0/1082127275 learned_addr learned my addr 172.21.15.1:0/1082127275 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:25.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.441+0000 7f654b7fe640 1 --2- 172.21.15.1:0/1868872484 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f65400a2230 0x7f65400a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.441+0000 7f6552d9d640 1 --2- 172.21.15.1:0/1868872484 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f65400a2230 0x7f65400a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.441+0000 7f6551d9b640 1 --2- 172.21.15.1:0/1082127275 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a40b4353a0 0x55a40b435820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.441+0000 7f655259c640 1 --2- 172.21.15.1:0/1082127275 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a40b42c240 0x55a40b434d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.441+0000 7f6551d9b640 1 -- 172.21.15.1:0/1082127275 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a40b4353a0 msgr2=0x55a40b435820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.441+0000 7f6551d9b640 1 --2- 172.21.15.1:0/1082127275 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a40b4353a0 0x55a40b435820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.441+0000 7f6551d9b640 1 -- 172.21.15.1:0/1082127275 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a40b42c240 msgr2=0x55a40b434d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.441+0000 7f6551d9b640 1 --2- 172.21.15.1:0/1082127275 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a40b42c240 0x55a40b434d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.441+0000 7f6551d9b640 1 -- 172.21.15.1:0/1082127275 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a40b355210 con 0x55a40b42b890 2024-02-10T00:08:25.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.441+0000 7f654b7fe640 1 -- 172.21.15.1:0/1868872484 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f6544014070 con 0x7f65541976c0 2024-02-10T00:08:25.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.441+0000 7f655259c640 1 --2- 172.21.15.1:0/1082127275 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a40b42c240 0x55a40b434d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:08:25.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.442+0000 7f6551d9b640 1 --2- 172.21.15.1:0/1082127275 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a40b42b890 0x55a40b42bc70 secure :-1 s=READY pgs=1522 cs=0 l=1 rev1=1 crypto rx=0x7f653c00bfa0 tx=0x7f653c00b650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65e8dbf51ddfa499 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.442+0000 7f6552d9d640 1 --2- 172.21.15.1:0/1868872484 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f65400a2230 0x7f65400a46f0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f654409aff0 tx=0x7f6544085b90 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.452 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.442+0000 7f6548ff9640 1 -- 172.21.15.1:0/1082127275 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f653c01e410 con 0x55a40b42b890 2024-02-10T00:08:25.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.442+0000 7f6548ff9640 1 -- 172.21.15.1:0/1082127275 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f653c011920 con 0x55a40b42b890 2024-02-10T00:08:25.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.442+0000 7f6548ff9640 1 -- 172.21.15.1:0/1082127275 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f653c00f750 con 0x55a40b42b890 2024-02-10T00:08:25.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.442+0000 7f655ba0a740 1 -- 172.21.15.1:0/1082127275 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a40b42b890 msgr2=0x55a40b42bc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.442+0000 7f655ba0a740 1 --2- 172.21.15.1:0/1082127275 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a40b42b890 0x55a40b42bc70 secure :-1 s=READY pgs=1522 cs=0 l=1 rev1=1 crypto rx=0x7f653c00bfa0 tx=0x7f653c00b650 comp rx=0 tx=0).stop 2024-02-10T00:08:25.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.442+0000 7f655ba0a740 1 -- 172.21.15.1:0/1082127275 shutdown_connections 2024-02-10T00:08:25.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.442+0000 7f655ba0a740 1 --2- 172.21.15.1:0/1082127275 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a40b4353a0 0x55a40b435820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.442+0000 7f655ba0a740 1 --2- 172.21.15.1:0/1082127275 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a40b42c240 0x55a40b434d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.442+0000 7f655ba0a740 1 --2- 172.21.15.1:0/1082127275 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a40b42b890 0x55a40b42bc70 unknown :-1 s=CLOSED pgs=1522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.443+0000 7f655ba0a740 1 -- 172.21.15.1:0/1082127275 >> 172.21.15.1:0/1082127275 conn(0x55a40b426100 msgr2=0x55a40b4264e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.443+0000 7f655ba0a740 1 -- 172.21.15.1:0/1082127275 shutdown_connections 2024-02-10T00:08:25.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.443+0000 7f655ba0a740 1 -- 172.21.15.1:0/1082127275 wait complete. 2024-02-10T00:08:25.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.443+0000 7f655ba0a740 1 -- start start 2024-02-10T00:08:25.453 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.443+0000 7f655ba0a740 1 Processor -- start 2024-02-10T00:08:25.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.443+0000 7f655ba0a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a40b42b890 0x55a40b438e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.443+0000 7f655ba0a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a40b42c240 0x55a40b439350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.443+0000 7f655ba0a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a40b4353a0 0x55a40b439890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.443+0000 7f655ba0a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a40b393030 con 0x55a40b4353a0 2024-02-10T00:08:25.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.443+0000 7f655ba0a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a40b066430 con 0x55a40b42b890 2024-02-10T00:08:25.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.443+0000 7f655ba0a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a40b022e00 con 0x55a40b42c240 2024-02-10T00:08:25.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.443+0000 7f655ba0a740 10 client.0 _ll_register_callbacks cb 0x55a40b388030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:25.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.443+0000 7f6551d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a40b4353a0 0x55a40b439890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.443+0000 7f6551d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a40b4353a0 0x55a40b439890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47842/0 (socket says 172.21.15.1:47842) 2024-02-10T00:08:25.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.443+0000 7f6551d9b640 1 -- 172.21.15.1:0/3803618061 learned_addr learned my addr 172.21.15.1:0/3803618061 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:25.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.443+0000 7f655259c640 1 --2- 172.21.15.1:0/3803618061 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a40b42c240 0x55a40b439350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.444+0000 7f6551d9b640 1 -- 172.21.15.1:0/3803618061 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a40b42c240 msgr2=0x55a40b439350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.444+0000 7f6551d9b640 1 --2- 172.21.15.1:0/3803618061 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a40b42c240 0x55a40b439350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.454 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.444+0000 7f6551d9b640 1 -- 172.21.15.1:0/3803618061 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a40b42b890 msgr2=0x55a40b438e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.444+0000 7f6551d9b640 1 --2- 172.21.15.1:0/3803618061 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a40b42b890 0x55a40b438e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.444+0000 7f6551d9b640 1 -- 172.21.15.1:0/3803618061 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f653c00bd80 con 0x55a40b4353a0 2024-02-10T00:08:25.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.444+0000 7f6551d9b640 1 --2- 172.21.15.1:0/3803618061 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a40b4353a0 0x55a40b439890 secure :-1 s=READY pgs=1523 cs=0 l=1 rev1=1 crypto rx=0x7f653c005fd0 tx=0x7f653c0118b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=395a0192a2d36b9f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.444+0000 7f6539ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:25.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.444+0000 7f6539ffb640 1 -- 172.21.15.1:0/3803618061 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f653c011e20 con 0x55a40b4353a0 2024-02-10T00:08:25.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.444+0000 7f6539ffb640 1 -- 172.21.15.1:0/3803618061 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f653c005050 con 0x55a40b4353a0 2024-02-10T00:08:25.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.444+0000 7f655ba0a740 1 -- 172.21.15.1:0/3803618061 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a40b0927e0 con 0x55a40b4353a0 2024-02-10T00:08:25.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.444+0000 7f6539ffb640 1 -- 172.21.15.1:0/3803618061 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f653c005210 con 0x55a40b4353a0 2024-02-10T00:08:25.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.444+0000 7f655ba0a740 10 client.18843 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:25.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.444+0000 7f655ba0a740 1 -- 172.21.15.1:0/3803618061 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55a40b3916b0 con 0x55a40b4353a0 2024-02-10T00:08:25.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.444+0000 7f6539ffb640 1 -- 172.21.15.1:0/3803618061 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55a40b0927e0 con 0x55a40b4353a0 2024-02-10T00:08:25.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.444+0000 7f6539ffb640 1 -- 172.21.15.1:0/3803618061 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f653c00f560 con 0x55a40b4353a0 2024-02-10T00:08:25.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.444+0000 7f655ba0a740 10 client.18843 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:25.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.444+0000 7f655ba0a740 10 client.18843 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:08:25.455 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.444+0000 7f655ba0a740 20 client.18843 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:25.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.444+0000 7f655ba0a740 1 --2- 172.21.15.1:0/3803618061 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55a40b449790 0x55a40b44bb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.444+0000 7f655ba0a740 4 client.18843 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:08:25.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.444+0000 7f655ba0a740 1 -- 172.21.15.1:0/3803618061 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a40b0cf720 con 0x55a40b449790 2024-02-10T00:08:25.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.445+0000 7f655259c640 1 --2- 172.21.15.1:0/3803618061 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55a40b449790 0x55a40b44bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.445+0000 7f6539ffb640 10 client.18843 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:08:25.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.445+0000 7f655259c640 1 --2- 172.21.15.1:0/3803618061 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55a40b449790 0x55a40b44bb80 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4fa748daa0a436f6 server_cookie=b32129ccbffcc131 in_seq=0 out_seq=0 2024-02-10T00:08:25.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.446+0000 7f6539ffb640 1 -- 172.21.15.1:0/3803618061 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55a40b0cf720 con 0x55a40b449790 2024-02-10T00:08:25.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.446+0000 7f6539ffb640 10 client.18843 handle_command_reply: tid=0 2024-02-10T00:08:25.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.446+0000 7f655ba0a740 1 client.18843 shutdown 2024-02-10T00:08:25.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.446+0000 7f655ba0a740 1 -- 172.21.15.1:0/3803618061 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a40b4353a0 msgr2=0x55a40b439890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.446+0000 7f655ba0a740 1 --2- 172.21.15.1:0/3803618061 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a40b4353a0 0x55a40b439890 secure :-1 s=READY pgs=1523 cs=0 l=1 rev1=1 crypto rx=0x7f653c005fd0 tx=0x7f653c0118b0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.446+0000 7f655ba0a740 1 -- 172.21.15.1:0/3803618061 shutdown_connections 2024-02-10T00:08:25.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.446+0000 7f655ba0a740 1 --2- 172.21.15.1:0/3803618061 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55a40b449790 0x55a40b44bb80 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.456 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.446+0000 7f655ba0a740 1 --2- 172.21.15.1:0/3803618061 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a40b4353a0 0x55a40b439890 unknown :-1 s=CLOSED pgs=1523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.446+0000 7f655ba0a740 1 --2- 172.21.15.1:0/3803618061 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a40b42c240 0x55a40b439350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.446+0000 7f655ba0a740 1 --2- 172.21.15.1:0/3803618061 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a40b42b890 0x55a40b438e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.446+0000 7f6539ffb640 0 client.18843 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:08:25.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.446+0000 7f655ba0a740 1 -- 172.21.15.1:0/3803618061 >> 172.21.15.1:0/3803618061 conn(0x55a40b426100 msgr2=0x55a40b427e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.446+0000 7f655ba0a740 1 -- 172.21.15.1:0/3803618061 shutdown_connections 2024-02-10T00:08:25.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.446+0000 7f655ba0a740 1 -- 172.21.15.1:0/3803618061 wait complete. 2024-02-10T00:08:25.457 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.446+0000 7f655ba0a740 20 client.18843 trim_cache size 0 max 16384 2024-02-10T00:08:25.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.458+0000 7f655ba0a740 1 Processor -- start 2024-02-10T00:08:25.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.458+0000 7f655ba0a740 1 -- start start 2024-02-10T00:08:25.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.459+0000 7f655ba0a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a40b42b890 0x55a40b43b540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.459+0000 7f655ba0a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a40b42c240 0x55a40b436790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.459+0000 7f655ba0a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a40b4353a0 0x55a40b439380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.459+0000 7f655ba0a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a40b318130 con 0x55a40b42c240 2024-02-10T00:08:25.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.459+0000 7f655ba0a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a40b449590 con 0x55a40b42b890 2024-02-10T00:08:25.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.459+0000 7f655ba0a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a40b450d40 con 0x55a40b4353a0 2024-02-10T00:08:25.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.459+0000 7f655259c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a40b42c240 0x55a40b436790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.467 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.459+0000 7f655259c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a40b42c240 0x55a40b436790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47848/0 (socket says 172.21.15.1:47848) 2024-02-10T00:08:25.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.459+0000 7f655259c640 1 -- 172.21.15.1:0/2575939476 learned_addr learned my addr 172.21.15.1:0/2575939476 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:25.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.459+0000 7f6551d9b640 1 --2- 172.21.15.1:0/2575939476 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a40b4353a0 0x55a40b439380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.459+0000 7f655259c640 1 -- 172.21.15.1:0/2575939476 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a40b4353a0 msgr2=0x55a40b439380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.459+0000 7f655259c640 1 --2- 172.21.15.1:0/2575939476 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a40b4353a0 0x55a40b439380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.459+0000 7f6551d9b640 1 --2- 172.21.15.1:0/2575939476 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a40b42b890 0x55a40b43b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.459+0000 7f655259c640 1 -- 172.21.15.1:0/2575939476 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a40b42b890 msgr2=0x55a40b43b540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.459+0000 7f655259c640 1 --2- 172.21.15.1:0/2575939476 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a40b42b890 0x55a40b43b540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.459+0000 7f655259c640 1 -- 172.21.15.1:0/2575939476 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a40b32dc90 con 0x55a40b42c240 2024-02-10T00:08:25.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.459+0000 7f6551d9b640 1 --2- 172.21.15.1:0/2575939476 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a40b42b890 0x55a40b43b540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:08:25.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.459+0000 7f655259c640 1 --2- 172.21.15.1:0/2575939476 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a40b42c240 0x55a40b436790 secure :-1 s=READY pgs=1524 cs=0 l=1 rev1=1 crypto rx=0x7f654c036040 tx=0x7f654c005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fdb77b683b5af6b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.459+0000 7f653bfff640 1 -- 172.21.15.1:0/2575939476 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f654c04d070 con 0x55a40b42c240 2024-02-10T00:08:25.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.459+0000 7f653bfff640 1 -- 172.21.15.1:0/2575939476 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f654c004aa0 con 0x55a40b42c240 2024-02-10T00:08:25.468 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.459+0000 7f653bfff640 1 -- 172.21.15.1:0/2575939476 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f654c02cae0 con 0x55a40b42c240 2024-02-10T00:08:25.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.460+0000 7f655ba0a740 1 -- 172.21.15.1:0/2575939476 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a40b42c240 msgr2=0x55a40b436790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.460+0000 7f655ba0a740 1 --2- 172.21.15.1:0/2575939476 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a40b42c240 0x55a40b436790 secure :-1 s=READY pgs=1524 cs=0 l=1 rev1=1 crypto rx=0x7f654c036040 tx=0x7f654c005fd0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.460+0000 7f655ba0a740 1 -- 172.21.15.1:0/2575939476 shutdown_connections 2024-02-10T00:08:25.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.460+0000 7f655ba0a740 1 --2- 172.21.15.1:0/2575939476 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a40b4353a0 0x55a40b439380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.460+0000 7f655ba0a740 1 --2- 172.21.15.1:0/2575939476 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a40b42c240 0x55a40b436790 unknown :-1 s=CLOSED pgs=1524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.460+0000 7f655ba0a740 1 --2- 172.21.15.1:0/2575939476 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a40b42b890 0x55a40b43b540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.460+0000 7f655ba0a740 1 -- 172.21.15.1:0/2575939476 >> 172.21.15.1:0/2575939476 conn(0x55a40b426100 msgr2=0x55a40b433bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.460+0000 7f655ba0a740 1 -- 172.21.15.1:0/2575939476 shutdown_connections 2024-02-10T00:08:25.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.460+0000 7f655ba0a740 1 -- 172.21.15.1:0/2575939476 wait complete. 2024-02-10T00:08:25.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.460+0000 7f655ba0a740 1 -- start start 2024-02-10T00:08:25.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.460+0000 7f655ba0a740 1 Processor -- start 2024-02-10T00:08:25.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.460+0000 7f655ba0a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a40b42b890 0x55a40b440430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.460+0000 7f655ba0a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a40b42c240 0x55a40b440970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.460+0000 7f655ba0a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a40b4353a0 0x55a40b43e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.469 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.460+0000 7f655ba0a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a40b43f0a0 con 0x55a40b4353a0 2024-02-10T00:08:25.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.460+0000 7f655ba0a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a40b43f210 con 0x55a40b42b890 2024-02-10T00:08:25.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.460+0000 7f655ba0a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a40b43f3d0 con 0x55a40b42c240 2024-02-10T00:08:25.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.461+0000 7f655ba0a740 10 client.0 _ll_register_callbacks cb 0x7f653c00b4b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:25.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.461+0000 7f6551d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a40b4353a0 0x55a40b43e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.461+0000 7f6551d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a40b4353a0 0x55a40b43e9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47864/0 (socket says 172.21.15.1:47864) 2024-02-10T00:08:25.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.461+0000 7f6551d9b640 1 -- 172.21.15.1:0/2591313591 learned_addr learned my addr 172.21.15.1:0/2591313591 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:25.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.461+0000 7f655259c640 1 --2- 172.21.15.1:0/2591313591 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a40b42c240 0x55a40b440970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.461+0000 7f6551d9b640 1 --2- 172.21.15.1:0/2591313591 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a40b42b890 0x55a40b440430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.461+0000 7f6551d9b640 1 -- 172.21.15.1:0/2591313591 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a40b42c240 msgr2=0x55a40b440970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.461+0000 7f6551d9b640 1 --2- 172.21.15.1:0/2591313591 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a40b42c240 0x55a40b440970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.461+0000 7f6551d9b640 1 -- 172.21.15.1:0/2591313591 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a40b42b890 msgr2=0x55a40b440430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.461+0000 7f6551d9b640 1 --2- 172.21.15.1:0/2591313591 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a40b42b890 0x55a40b440430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.470 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.461+0000 7f6551d9b640 1 -- 172.21.15.1:0/2591313591 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f655410e8e0 con 0x55a40b4353a0 2024-02-10T00:08:25.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.461+0000 7f655259c640 1 --2- 172.21.15.1:0/2591313591 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a40b42c240 0x55a40b440970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:25.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.461+0000 7f6551d9b640 1 --2- 172.21.15.1:0/2591313591 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a40b4353a0 0x55a40b43e9d0 secure :-1 s=READY pgs=1525 cs=0 l=1 rev1=1 crypto rx=0x7f653c005d00 tx=0x7f653c015040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59aedd65e7d89413 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.461+0000 7f6539ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:25.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.461+0000 7f6539ffb640 1 -- 172.21.15.1:0/2591313591 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f653c00bc20 con 0x55a40b4353a0 2024-02-10T00:08:25.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.461+0000 7f655ba0a740 1 -- 172.21.15.1:0/2591313591 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f653c011920 con 0x55a40b4353a0 2024-02-10T00:08:25.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.461+0000 7f6539ffb640 1 -- 172.21.15.1:0/2591313591 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f653c00fea0 con 0x55a40b4353a0 2024-02-10T00:08:25.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.461+0000 7f6539ffb640 1 -- 172.21.15.1:0/2591313591 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f653c011a90 con 0x55a40b4353a0 2024-02-10T00:08:25.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.461+0000 7f655ba0a740 10 client.18849 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:25.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.461+0000 7f655ba0a740 1 -- 172.21.15.1:0/2591313591 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55a40b353a70 con 0x55a40b4353a0 2024-02-10T00:08:25.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.461+0000 7f6539ffb640 1 -- 172.21.15.1:0/2591313591 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f653c044080 con 0x55a40b4353a0 2024-02-10T00:08:25.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.462+0000 7f6539ffb640 1 -- 172.21.15.1:0/2591313591 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f653c03e030 con 0x55a40b4353a0 2024-02-10T00:08:25.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.462+0000 7f655ba0a740 10 client.18849 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:25.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.462+0000 7f655ba0a740 10 client.18849 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:08:25.471 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.462+0000 7f655ba0a740 20 client.18849 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:25.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.462+0000 7f655ba0a740 1 --2- 172.21.15.1:0/2591313591 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55a40b4a0cf0 0x55a40b4a3110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.462+0000 7f655ba0a740 4 client.18849 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:08:25.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.462+0000 7f655ba0a740 1 -- 172.21.15.1:0/2591313591 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55a40b11e890 con 0x55a40b4a0cf0 2024-02-10T00:08:25.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.462+0000 7f655259c640 1 --2- 172.21.15.1:0/2591313591 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55a40b4a0cf0 0x55a40b4a3110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.462+0000 7f6539ffb640 10 client.18849 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:08:25.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.462+0000 7f655259c640 1 --2- 172.21.15.1:0/2591313591 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55a40b4a0cf0 0x55a40b4a3110 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=349548851743beae server_cookie=2af5c8d3b0d0f700 in_seq=0 out_seq=0 2024-02-10T00:08:25.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.462+0000 7f6539ffb640 1 -- 172.21.15.1:0/2591313591 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55a40b11e890 con 0x55a40b4a0cf0 2024-02-10T00:08:25.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.462+0000 7f6539ffb640 10 client.18849 handle_command_reply: tid=0 2024-02-10T00:08:25.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.462+0000 7f655ba0a740 1 client.18849 shutdown 2024-02-10T00:08:25.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.462+0000 7f655ba0a740 1 -- 172.21.15.1:0/2591313591 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a40b4353a0 msgr2=0x55a40b43e9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.462+0000 7f655ba0a740 1 --2- 172.21.15.1:0/2591313591 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a40b4353a0 0x55a40b43e9d0 secure :-1 s=READY pgs=1525 cs=0 l=1 rev1=1 crypto rx=0x7f653c005d00 tx=0x7f653c015040 comp rx=0 tx=0).stop 2024-02-10T00:08:25.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.463+0000 7f655ba0a740 1 -- 172.21.15.1:0/2591313591 shutdown_connections 2024-02-10T00:08:25.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.463+0000 7f655ba0a740 1 --2- 172.21.15.1:0/2591313591 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55a40b4a0cf0 0x55a40b4a3110 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.463+0000 7f655ba0a740 1 --2- 172.21.15.1:0/2591313591 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a40b4353a0 0x55a40b43e9d0 unknown :-1 s=CLOSED pgs=1525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.472 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.463+0000 7f655ba0a740 1 --2- 172.21.15.1:0/2591313591 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a40b42c240 0x55a40b440970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.463+0000 7f655ba0a740 1 --2- 172.21.15.1:0/2591313591 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a40b42b890 0x55a40b440430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.463+0000 7f6539ffb640 0 client.18849 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:08:25.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.463+0000 7f655ba0a740 1 -- 172.21.15.1:0/2591313591 >> 172.21.15.1:0/2591313591 conn(0x55a40b426100 msgr2=0x55a40b437640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.463+0000 7f655ba0a740 1 -- 172.21.15.1:0/2591313591 shutdown_connections 2024-02-10T00:08:25.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.463+0000 7f655ba0a740 1 -- 172.21.15.1:0/2591313591 wait complete. 2024-02-10T00:08:25.473 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.463+0000 7f655ba0a740 20 client.18849 trim_cache size 0 max 16384 2024-02-10T00:08:25.473 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:08:25.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.463+0000 7f6558e35640 1 -- 172.21.15.1:0/1868872484 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f65400a2230 msgr2=0x7f65400a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.463+0000 7f6558e35640 1 --2- 172.21.15.1:0/1868872484 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f65400a2230 0x7f65400a46f0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f654409aff0 tx=0x7f6544085b90 comp rx=0 tx=0).stop 2024-02-10T00:08:25.474 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.463+0000 7f6558e35640 1 -- 172.21.15.1:0/1868872484 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f65541976c0 msgr2=0x7f6554197b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.463+0000 7f6558e35640 1 --2- 172.21.15.1:0/1868872484 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f65541976c0 0x7f6554197b40 secure :-1 s=READY pgs=1521 cs=0 l=1 rev1=1 crypto rx=0x7f654400eb10 tx=0x7f654400c2d0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.463+0000 7f6558e35640 1 -- 172.21.15.1:0/1868872484 shutdown_connections 2024-02-10T00:08:25.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.463+0000 7f6558e35640 1 --2- 172.21.15.1:0/1868872484 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f65400a2230 0x7f65400a46f0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.463+0000 7f6558e35640 1 --2- 172.21.15.1:0/1868872484 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f65541976c0 0x7f6554197b40 unknown :-1 s=CLOSED pgs=1521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.463+0000 7f6558e35640 1 --2- 172.21.15.1:0/1868872484 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6554106500 0x7f655419db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.463+0000 7f6558e35640 1 --2- 172.21.15.1:0/1868872484 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6554101430 0x7f655419d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.463+0000 7f6558e35640 1 -- 172.21.15.1:0/1868872484 >> 172.21.15.1:0/1868872484 conn(0x7f65540fccd0 msgr2=0x7f65540fe0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.463+0000 7f6558e35640 1 -- 172.21.15.1:0/1868872484 shutdown_connections 2024-02-10T00:08:25.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.463+0000 7f6558e35640 1 -- 172.21.15.1:0/1868872484 wait complete. 2024-02-10T00:08:25.476 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:08:25.476 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-02-10T00:08:25.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.579+0000 7fa1ba264640 1 -- 172.21.15.1:0/2334988000 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa1b4102450 msgr2=0x7fa1b4102830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.579+0000 7fa1ba264640 1 --2- 172.21.15.1:0/2334988000 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa1b4102450 0x7fa1b4102830 secure :-1 s=READY pgs=1526 cs=0 l=1 rev1=1 crypto rx=0x7fa19c009900 tx=0x7fa19c02bcd0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.579+0000 7fa1ba264640 1 -- 172.21.15.1:0/2334988000 shutdown_connections 2024-02-10T00:08:25.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.579+0000 7fa1ba264640 1 --2- 172.21.15.1:0/2334988000 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa1b410b820 0x7fa1b410dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.579+0000 7fa1ba264640 1 --2- 172.21.15.1:0/2334988000 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa1b4102d70 0x7fa1b410b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.579+0000 7fa1ba264640 1 --2- 172.21.15.1:0/2334988000 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa1b4102450 0x7fa1b4102830 unknown :-1 s=CLOSED pgs=1526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.579+0000 7fa1ba264640 1 -- 172.21.15.1:0/2334988000 >> 172.21.15.1:0/2334988000 conn(0x7fa1b4077250 msgr2=0x7fa1b4077660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.579+0000 7fa1ba264640 1 -- 172.21.15.1:0/2334988000 shutdown_connections 2024-02-10T00:08:25.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.579+0000 7fa1ba264640 1 -- 172.21.15.1:0/2334988000 wait complete. 2024-02-10T00:08:25.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.580+0000 7fa1ba264640 1 Processor -- start 2024-02-10T00:08:25.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.580+0000 7fa1ba264640 1 -- start start 2024-02-10T00:08:25.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.580+0000 7fa1ba264640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa1b4102450 0x7fa1b419d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.580+0000 7fa1ba264640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa1b4102d70 0x7fa1b419db20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.580+0000 7fa1ba264640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa1b410b820 0x7fa1b41976a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.580+0000 7fa1ba264640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1b4197e30 con 0x7fa1b4102450 2024-02-10T00:08:25.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.580+0000 7fa1ba264640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1b4197fa0 con 0x7fa1b4102d70 2024-02-10T00:08:25.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.580+0000 7fa1ba264640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1b4198160 con 0x7fa1b410b820 2024-02-10T00:08:25.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.580+0000 7fa1b3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa1b4102450 0x7fa1b419d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.584 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.580+0000 7fa1b3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa1b4102450 0x7fa1b419d5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47888/0 (socket says 172.21.15.1:47888) 2024-02-10T00:08:25.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.580+0000 7fa1b3fff640 1 -- 172.21.15.1:0/1836064964 learned_addr learned my addr 172.21.15.1:0/1836064964 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:25.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.580+0000 7fa1b8801640 1 --2- 172.21.15.1:0/1836064964 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa1b410b820 0x7fa1b41976a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.580+0000 7fa1b37fe640 1 --2- 172.21.15.1:0/1836064964 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa1b4102d70 0x7fa1b419db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.581+0000 7fa1b3fff640 1 -- 172.21.15.1:0/1836064964 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa1b410b820 msgr2=0x7fa1b41976a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.581+0000 7fa1b3fff640 1 --2- 172.21.15.1:0/1836064964 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa1b410b820 0x7fa1b41976a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.581+0000 7fa1b3fff640 1 -- 172.21.15.1:0/1836064964 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa1b4102d70 msgr2=0x7fa1b419db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.581+0000 7fa1b3fff640 1 --2- 172.21.15.1:0/1836064964 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa1b4102d70 0x7fa1b419db20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.581+0000 7fa1b3fff640 1 -- 172.21.15.1:0/1836064964 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa19c009560 con 0x7fa1b4102450 2024-02-10T00:08:25.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.581+0000 7fa1b37fe640 1 --2- 172.21.15.1:0/1836064964 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa1b4102d70 0x7fa1b419db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:08:25.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.581+0000 7fa1b3fff640 1 --2- 172.21.15.1:0/1836064964 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa1b4102450 0x7fa1b419d5e0 secure :-1 s=READY pgs=1527 cs=0 l=1 rev1=1 crypto rx=0x7fa19c005940 tx=0x7fa19c004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.581+0000 7fa1b17fa640 1 -- 172.21.15.1:0/1836064964 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa19c004440 con 0x7fa1b4102450 2024-02-10T00:08:25.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.581+0000 7fa1ba264640 1 -- 172.21.15.1:0/1836064964 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa1b41983e0 con 0x7fa1b4102450 2024-02-10T00:08:25.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.581+0000 7fa1b17fa640 1 -- 172.21.15.1:0/1836064964 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa19c0052d0 con 0x7fa1b4102450 2024-02-10T00:08:25.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.581+0000 7fa1b17fa640 1 -- 172.21.15.1:0/1836064964 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa19c003da0 con 0x7fa1b4102450 2024-02-10T00:08:25.585 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.581+0000 7fa1ba264640 1 -- 172.21.15.1:0/1836064964 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1b41a4560 con 0x7fa1b4102450 2024-02-10T00:08:25.592 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.583+0000 7fa1b17fa640 1 -- 172.21.15.1:0/1836064964 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fa19c005440 con 0x7fa1b4102450 2024-02-10T00:08:25.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.583+0000 7fa1bce3a740 1 Processor -- start 2024-02-10T00:08:25.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.583+0000 7fa1bce3a740 1 -- start start 2024-02-10T00:08:25.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.584+0000 7fa1bce3a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f99deea30 0x560f99deee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.584+0000 7fa1bce3a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f99def3e0 0x560f99df7990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.584+0000 7fa1bce3a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f99df7f60 0x560f99dfa3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.584+0000 7fa1bce3a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f99daa020 con 0x560f99deea30 2024-02-10T00:08:25.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.584+0000 7fa1bce3a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f99d5d320 con 0x560f99def3e0 2024-02-10T00:08:25.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.584+0000 7fa1bce3a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f99d5a850 con 0x560f99df7f60 2024-02-10T00:08:25.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.584+0000 7fa1b17fa640 1 --2- 172.21.15.1:0/1836064964 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa1a00a2230 0x7fa1a00a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.584+0000 7fa1b8801640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f99deea30 0x560f99deee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.584+0000 7fa1b8801640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f99deea30 0x560f99deee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47892/0 (socket says 172.21.15.1:47892) 2024-02-10T00:08:25.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.584+0000 7fa1b8801640 1 -- 172.21.15.1:0/3027294587 learned_addr learned my addr 172.21.15.1:0/3027294587 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:25.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.584+0000 7fa1b17fa640 1 -- 172.21.15.1:0/1836064964 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fa19c0f0910 con 0x7fa1b4102450 2024-02-10T00:08:25.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.584+0000 7fa1b3fff640 1 --2- 172.21.15.1:0/3027294587 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f99def3e0 0x560f99df7990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.584+0000 7fa1b8801640 1 --2- 172.21.15.1:0/1836064964 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa1a00a2230 0x7fa1a00a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.584+0000 7fa1b37fe640 1 --2- 172.21.15.1:0/3027294587 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f99df7f60 0x560f99dfa3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.584+0000 7fa1b8801640 1 -- 172.21.15.1:0/3027294587 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f99df7f60 msgr2=0x560f99dfa3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.584+0000 7fa1b8801640 1 --2- 172.21.15.1:0/3027294587 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f99df7f60 0x560f99dfa3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.584+0000 7fa1b8801640 1 -- 172.21.15.1:0/3027294587 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f99def3e0 msgr2=0x560f99df7990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.584+0000 7fa1b8801640 1 --2- 172.21.15.1:0/3027294587 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f99def3e0 0x560f99df7990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.584+0000 7fa1b8801640 1 -- 172.21.15.1:0/3027294587 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560f99d18210 con 0x560f99deea30 2024-02-10T00:08:25.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.584+0000 7fa1b8801640 1 --2- 172.21.15.1:0/3027294587 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f99deea30 0x560f99deee10 secure :-1 s=READY pgs=1528 cs=0 l=1 rev1=1 crypto rx=0x7fa1ac013da0 tx=0x7fa1ac0107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5006ba6d935944d6 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.585+0000 7fa1b8801640 1 --2- 172.21.15.1:0/1836064964 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa1a00a2230 0x7fa1a00a46f0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fa1ac010ca0 tx=0x7fa1ac015000 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.585+0000 7fa1aa7fc640 1 -- 172.21.15.1:0/3027294587 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1ac00ad20 con 0x560f99deea30 2024-02-10T00:08:25.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.585+0000 7fa1aa7fc640 1 -- 172.21.15.1:0/3027294587 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa1ac013e90 con 0x560f99deea30 2024-02-10T00:08:25.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.585+0000 7fa1aa7fc640 1 -- 172.21.15.1:0/3027294587 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1ac004500 con 0x560f99deea30 2024-02-10T00:08:25.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.585+0000 7fa1bce3a740 1 -- 172.21.15.1:0/3027294587 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f99deea30 msgr2=0x560f99deee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.585+0000 7fa1bce3a740 1 --2- 172.21.15.1:0/3027294587 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f99deea30 0x560f99deee10 secure :-1 s=READY pgs=1528 cs=0 l=1 rev1=1 crypto rx=0x7fa1ac013da0 tx=0x7fa1ac0107a0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.585+0000 7fa1bce3a740 1 -- 172.21.15.1:0/3027294587 shutdown_connections 2024-02-10T00:08:25.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.585+0000 7fa1bce3a740 1 --2- 172.21.15.1:0/3027294587 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f99df7f60 0x560f99dfa3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.585+0000 7fa1bce3a740 1 --2- 172.21.15.1:0/3027294587 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f99def3e0 0x560f99df7990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.585+0000 7fa1bce3a740 1 --2- 172.21.15.1:0/3027294587 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f99deea30 0x560f99deee10 unknown :-1 s=CLOSED pgs=1528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.585+0000 7fa1bce3a740 1 -- 172.21.15.1:0/3027294587 >> 172.21.15.1:0/3027294587 conn(0x560f99de9100 msgr2=0x560f99de94e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.585+0000 7fa1bce3a740 1 -- 172.21.15.1:0/3027294587 shutdown_connections 2024-02-10T00:08:25.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.585+0000 7fa1bce3a740 1 -- 172.21.15.1:0/3027294587 wait complete. 2024-02-10T00:08:25.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.586+0000 7fa1bce3a740 1 -- start start 2024-02-10T00:08:25.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.586+0000 7fa1bce3a740 1 Processor -- start 2024-02-10T00:08:25.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.586+0000 7fa1bce3a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f99deea30 0x560f99df4f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.586+0000 7fa1bce3a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f99def3e0 0x560f99df5470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.586+0000 7fa1bce3a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f99df7f60 0x560f99df59b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.586+0000 7fa1bce3a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f99d56030 con 0x560f99def3e0 2024-02-10T00:08:25.595 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.586+0000 7fa1bce3a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f99a29430 con 0x560f99deea30 2024-02-10T00:08:25.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.586+0000 7fa1bce3a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f999e5e00 con 0x560f99df7f60 2024-02-10T00:08:25.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.586+0000 7fa1bce3a740 10 client.0 _ll_register_callbacks cb 0x560f99d4b030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:25.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.586+0000 7fa1b37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f99def3e0 0x560f99df5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.586+0000 7fa1b37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f99def3e0 0x560f99df5470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47906/0 (socket says 172.21.15.1:47906) 2024-02-10T00:08:25.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.586+0000 7fa1b37fe640 1 -- 172.21.15.1:0/3903555815 learned_addr learned my addr 172.21.15.1:0/3903555815 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:25.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.586+0000 7fa1b8801640 1 --2- 172.21.15.1:0/3903555815 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f99df7f60 0x560f99df59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.586+0000 7fa1b3fff640 1 --2- 172.21.15.1:0/3903555815 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f99deea30 0x560f99df4f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.587+0000 7fa1b37fe640 1 -- 172.21.15.1:0/3903555815 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f99df7f60 msgr2=0x560f99df59b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.587+0000 7fa1b37fe640 1 --2- 172.21.15.1:0/3903555815 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f99df7f60 0x560f99df59b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.587+0000 7fa1b37fe640 1 -- 172.21.15.1:0/3903555815 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f99deea30 msgr2=0x560f99df4f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.587+0000 7fa1b37fe640 1 --2- 172.21.15.1:0/3903555815 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f99deea30 0x560f99df4f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.587+0000 7fa1b37fe640 1 -- 172.21.15.1:0/3903555815 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1ac013950 con 0x560f99def3e0 2024-02-10T00:08:25.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.587+0000 7fa1b8801640 1 --2- 172.21.15.1:0/3903555815 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f99df7f60 0x560f99df59b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:08:25.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.587+0000 7fa1b3fff640 1 --2- 172.21.15.1:0/3903555815 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f99deea30 0x560f99df4f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:08:25.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.587+0000 7fa1b37fe640 1 --2- 172.21.15.1:0/3903555815 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f99def3e0 0x560f99df5470 secure :-1 s=READY pgs=1529 cs=0 l=1 rev1=1 crypto rx=0x7fa1a4009f60 tx=0x7fa1a4009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d27d75990b916a4 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.587+0000 7fa1937fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:25.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.587+0000 7fa1937fe640 1 -- 172.21.15.1:0/3903555815 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1a4004220 con 0x560f99def3e0 2024-02-10T00:08:25.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.587+0000 7fa1937fe640 1 -- 172.21.15.1:0/3903555815 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fa1a4004380 con 0x560f99def3e0 2024-02-10T00:08:25.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.587+0000 7fa1bce3a740 1 -- 172.21.15.1:0/3903555815 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560f99a557e0 con 0x560f99def3e0 2024-02-10T00:08:25.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.587+0000 7fa1937fe640 1 -- 172.21.15.1:0/3903555815 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa1a4012720 con 0x560f99def3e0 2024-02-10T00:08:25.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.587+0000 7fa1bce3a740 10 client.18861 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:25.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.587+0000 7fa1bce3a740 1 -- 172.21.15.1:0/3903555815 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x560f99d546b0 con 0x560f99def3e0 2024-02-10T00:08:25.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.587+0000 7fa1937fe640 1 -- 172.21.15.1:0/3903555815 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa1a4026080 con 0x560f99def3e0 2024-02-10T00:08:25.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.587+0000 7fa1937fe640 1 -- 172.21.15.1:0/3903555815 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fa1a4020030 con 0x560f99def3e0 2024-02-10T00:08:25.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.587+0000 7fa1bce3a740 10 client.18861 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:25.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.587+0000 7fa1bce3a740 10 client.18861 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:08:25.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.587+0000 7fa1bce3a740 20 client.18861 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:25.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.588+0000 7fa1bce3a740 1 --2- 172.21.15.1:0/3903555815 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x560f99e08600 0x560f99e0aa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.588+0000 7fa1bce3a740 4 client.18861 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:08:25.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.588+0000 7fa1bce3a740 1 -- 172.21.15.1:0/3903555815 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560f99a92720 con 0x560f99e08600 2024-02-10T00:08:25.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.588+0000 7fa1b3fff640 1 --2- 172.21.15.1:0/3903555815 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x560f99e08600 0x560f99e0aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.588+0000 7fa1937fe640 10 client.18861 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:25.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.588+0000 7fa1b3fff640 1 --2- 172.21.15.1:0/3903555815 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x560f99e08600 0x560f99e0aa20 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ec06b903aaa1868 server_cookie=829cf6e513b8deb7 in_seq=0 out_seq=0 2024-02-10T00:08:25.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.589+0000 7fa1937fe640 1 -- 172.21.15.1:0/3903555815 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x560f99a92720 con 0x560f99e08600 2024-02-10T00:08:25.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.589+0000 7fa1937fe640 10 client.18861 handle_command_reply: tid=0 2024-02-10T00:08:25.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.589+0000 7fa1bce3a740 1 client.18861 shutdown 2024-02-10T00:08:25.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.589+0000 7fa1bce3a740 1 -- 172.21.15.1:0/3903555815 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f99def3e0 msgr2=0x560f99df5470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.589+0000 7fa1bce3a740 1 --2- 172.21.15.1:0/3903555815 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f99def3e0 0x560f99df5470 secure :-1 s=READY pgs=1529 cs=0 l=1 rev1=1 crypto rx=0x7fa1a4009f60 tx=0x7fa1a4009f90 comp rx=0 tx=0).stop 2024-02-10T00:08:25.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.589+0000 7fa1bce3a740 1 -- 172.21.15.1:0/3903555815 shutdown_connections 2024-02-10T00:08:25.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.589+0000 7fa1bce3a740 1 --2- 172.21.15.1:0/3903555815 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x560f99e08600 0x560f99e0aa20 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.589+0000 7fa1bce3a740 1 --2- 172.21.15.1:0/3903555815 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f99df7f60 0x560f99df59b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.589+0000 7fa1bce3a740 1 --2- 172.21.15.1:0/3903555815 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f99def3e0 0x560f99df5470 unknown :-1 s=CLOSED pgs=1529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.598 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.589+0000 7fa1937fe640 0 client.18861 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:25.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.589+0000 7fa1bce3a740 1 --2- 172.21.15.1:0/3903555815 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f99deea30 0x560f99df4f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.589+0000 7fa1bce3a740 1 -- 172.21.15.1:0/3903555815 >> 172.21.15.1:0/3903555815 conn(0x560f99de9100 msgr2=0x560f99deae50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.589+0000 7fa1bce3a740 1 -- 172.21.15.1:0/3903555815 shutdown_connections 2024-02-10T00:08:25.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.589+0000 7fa1bce3a740 1 -- 172.21.15.1:0/3903555815 wait complete. 2024-02-10T00:08:25.599 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.589+0000 7fa1bce3a740 20 client.18861 trim_cache size 0 max 16384 2024-02-10T00:08:25.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.601+0000 7fa1bce3a740 1 Processor -- start 2024-02-10T00:08:25.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.601+0000 7fa1bce3a740 1 -- start start 2024-02-10T00:08:25.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.601+0000 7fa1bce3a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f99deea30 0x560f99df7660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.601+0000 7fa1bce3a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f99def3e0 0x560f99df57d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.601+0000 7fa1bce3a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f99df7f60 0x560f99df21d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.601+0000 7fa1bce3a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f99cdb130 con 0x560f99def3e0 2024-02-10T00:08:25.608 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.601+0000 7fa1bce3a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f99defe30 con 0x560f99deea30 2024-02-10T00:08:25.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.601+0000 7fa1bce3a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f99e0fa90 con 0x560f99df7f60 2024-02-10T00:08:25.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.601+0000 7fa1b37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f99def3e0 0x560f99df57d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.601+0000 7fa1b37fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f99def3e0 0x560f99df57d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47908/0 (socket says 172.21.15.1:47908) 2024-02-10T00:08:25.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.601+0000 7fa1b37fe640 1 -- 172.21.15.1:0/3543885218 learned_addr learned my addr 172.21.15.1:0/3543885218 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:25.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.601+0000 7fa1b3fff640 1 --2- 172.21.15.1:0/3543885218 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f99deea30 0x560f99df7660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.602+0000 7fa1b37fe640 1 -- 172.21.15.1:0/3543885218 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f99df7f60 msgr2=0x560f99df21d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.602+0000 7fa1b8801640 1 --2- 172.21.15.1:0/3543885218 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f99df7f60 0x560f99df21d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.602+0000 7fa1b37fe640 1 --2- 172.21.15.1:0/3543885218 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f99df7f60 0x560f99df21d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.602+0000 7fa1b37fe640 1 -- 172.21.15.1:0/3543885218 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f99deea30 msgr2=0x560f99df7660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.602+0000 7fa1b37fe640 1 --2- 172.21.15.1:0/3543885218 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f99deea30 0x560f99df7660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.602+0000 7fa1b37fe640 1 -- 172.21.15.1:0/3543885218 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560f99cf0c90 con 0x560f99def3e0 2024-02-10T00:08:25.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.602+0000 7fa1b3fff640 1 --2- 172.21.15.1:0/3543885218 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f99deea30 0x560f99df7660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:25.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.602+0000 7fa1b37fe640 1 --2- 172.21.15.1:0/3543885218 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f99def3e0 0x560f99df57d0 secure :-1 s=READY pgs=1530 cs=0 l=1 rev1=1 crypto rx=0x7fa1a4009f30 tx=0x7fa1a4003f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61cf260346563270 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.602+0000 7fa1a9ffb640 1 -- 172.21.15.1:0/3543885218 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1a4004020 con 0x560f99def3e0 2024-02-10T00:08:25.609 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.602+0000 7fa1a9ffb640 1 -- 172.21.15.1:0/3543885218 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x560f99a557e0 con 0x560f99def3e0 2024-02-10T00:08:25.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.602+0000 7fa1a9ffb640 1 -- 172.21.15.1:0/3543885218 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1a40054b0 con 0x560f99def3e0 2024-02-10T00:08:25.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.602+0000 7fa1bce3a740 1 -- 172.21.15.1:0/3543885218 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f99def3e0 msgr2=0x560f99df57d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.602+0000 7fa1bce3a740 1 --2- 172.21.15.1:0/3543885218 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f99def3e0 0x560f99df57d0 secure :-1 s=READY pgs=1530 cs=0 l=1 rev1=1 crypto rx=0x7fa1a4009f30 tx=0x7fa1a4003f00 comp rx=0 tx=0).stop 2024-02-10T00:08:25.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.603+0000 7fa1bce3a740 1 -- 172.21.15.1:0/3543885218 shutdown_connections 2024-02-10T00:08:25.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.603+0000 7fa1bce3a740 1 --2- 172.21.15.1:0/3543885218 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f99df7f60 0x560f99df21d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.603+0000 7fa1bce3a740 1 --2- 172.21.15.1:0/3543885218 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f99def3e0 0x560f99df57d0 unknown :-1 s=CLOSED pgs=1530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.603+0000 7fa1bce3a740 1 --2- 172.21.15.1:0/3543885218 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f99deea30 0x560f99df7660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.603+0000 7fa1bce3a740 1 -- 172.21.15.1:0/3543885218 >> 172.21.15.1:0/3543885218 conn(0x560f99de9100 msgr2=0x560f99e0f380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.603+0000 7fa1bce3a740 1 -- 172.21.15.1:0/3543885218 shutdown_connections 2024-02-10T00:08:25.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.603+0000 7fa1bce3a740 1 -- 172.21.15.1:0/3543885218 wait complete. 2024-02-10T00:08:25.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.603+0000 7fa1bce3a740 1 -- start start 2024-02-10T00:08:25.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.603+0000 7fa1bce3a740 1 Processor -- start 2024-02-10T00:08:25.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.603+0000 7fa1bce3a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f99deea30 0x560f99e58090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.603+0000 7fa1bce3a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f99def3e0 0x560f99e585d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.610 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.603+0000 7fa1bce3a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f99df7f60 0x560f99dfe4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.603+0000 7fa1bce3a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f99dfebb0 con 0x560f99deea30 2024-02-10T00:08:25.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.603+0000 7fa1bce3a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f99dfed20 con 0x560f99def3e0 2024-02-10T00:08:25.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.603+0000 7fa1bce3a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f99dfeee0 con 0x560f99df7f60 2024-02-10T00:08:25.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.603+0000 7fa1bce3a740 10 client.0 _ll_register_callbacks cb 0x7fa1ac00bd80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:25.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.603+0000 7fa1b3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f99deea30 0x560f99e58090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.603+0000 7fa1b3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f99deea30 0x560f99e58090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47924/0 (socket says 172.21.15.1:47924) 2024-02-10T00:08:25.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.603+0000 7fa1b3fff640 1 -- 172.21.15.1:0/2509579736 learned_addr learned my addr 172.21.15.1:0/2509579736 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:25.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.604+0000 7fa1b37fe640 1 --2- 172.21.15.1:0/2509579736 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f99def3e0 0x560f99e585d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.604+0000 7fa1b8801640 1 --2- 172.21.15.1:0/2509579736 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f99df7f60 0x560f99dfe4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.604+0000 7fa1b3fff640 1 -- 172.21.15.1:0/2509579736 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f99df7f60 msgr2=0x560f99dfe4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.604+0000 7fa1b3fff640 1 --2- 172.21.15.1:0/2509579736 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f99df7f60 0x560f99dfe4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.604+0000 7fa1b3fff640 1 -- 172.21.15.1:0/2509579736 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f99def3e0 msgr2=0x560f99e585d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:25.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.604+0000 7fa1b3fff640 1 --2- 172.21.15.1:0/2509579736 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f99def3e0 0x560f99e585d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.611 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.604+0000 7fa1b3fff640 1 -- 172.21.15.1:0/2509579736 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560f99d546b0 con 0x560f99deea30 2024-02-10T00:08:25.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.604+0000 7fa1b8801640 1 --2- 172.21.15.1:0/2509579736 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f99df7f60 0x560f99dfe4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:25.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.604+0000 7fa1b37fe640 1 --2- 172.21.15.1:0/2509579736 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f99def3e0 0x560f99e585d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:25.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.604+0000 7fa1b3fff640 1 --2- 172.21.15.1:0/2509579736 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f99deea30 0x560f99e58090 secure :-1 s=READY pgs=1531 cs=0 l=1 rev1=1 crypto rx=0x7fa19c0bd3a0 tx=0x7fa19c0dd040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=388af7a5f4e64548 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:25.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.604+0000 7fa1937fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:25.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.604+0000 7fa1937fe640 1 -- 172.21.15.1:0/2509579736 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa19c0bd410 con 0x560f99deea30 2024-02-10T00:08:25.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.604+0000 7fa1937fe640 1 -- 172.21.15.1:0/2509579736 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fa19c0c1560 con 0x560f99deea30 2024-02-10T00:08:25.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.604+0000 7fa1bce3a740 1 -- 172.21.15.1:0/2509579736 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa1ac013e90 con 0x560f99deea30 2024-02-10T00:08:25.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.604+0000 7fa1937fe640 1 -- 172.21.15.1:0/2509579736 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa19c0c5bb0 con 0x560f99deea30 2024-02-10T00:08:25.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.604+0000 7fa1bce3a740 10 client.18867 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:25.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.604+0000 7fa1bce3a740 1 -- 172.21.15.1:0/2509579736 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x560f99d16a70 con 0x560f99deea30 2024-02-10T00:08:25.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.604+0000 7fa1937fe640 1 -- 172.21.15.1:0/2509579736 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa19c0d7080 con 0x560f99deea30 2024-02-10T00:08:25.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.604+0000 7fa1937fe640 1 -- 172.21.15.1:0/2509579736 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fa19c03c070 con 0x560f99deea30 2024-02-10T00:08:25.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.604+0000 7fa1bce3a740 10 client.18867 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:25.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.604+0000 7fa1bce3a740 10 client.18867 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:08:25.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.604+0000 7fa1bce3a740 20 client.18867 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:25.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.604+0000 7fa1bce3a740 1 --2- 172.21.15.1:0/2509579736 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x560f99e60ba0 0x560f99e62f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:25.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.604+0000 7fa1bce3a740 4 client.18867 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:08:25.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.604+0000 7fa1bce3a740 1 -- 172.21.15.1:0/2509579736 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x560f99ae1890 con 0x560f99e60ba0 2024-02-10T00:08:25.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.605+0000 7fa1b37fe640 1 --2- 172.21.15.1:0/2509579736 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x560f99e60ba0 0x560f99e62f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:25.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.605+0000 7fa1937fe640 10 client.18867 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:25.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.605+0000 7fa1b37fe640 1 --2- 172.21.15.1:0/2509579736 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x560f99e60ba0 0x560f99e62f90 crc :-1 s=READY pgs=257 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ddf92363a723db16 server_cookie=3fd6270b09e2f09b in_seq=0 out_seq=0 2024-02-10T00:08:25.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.605+0000 7fa1937fe640 1 -- 172.21.15.1:0/2509579736 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x560f99ae1890 con 0x560f99e60ba0 2024-02-10T00:08:25.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.605+0000 7fa1937fe640 10 client.18867 handle_command_reply: tid=0 2024-02-10T00:08:25.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.605+0000 7fa1bce3a740 1 client.18867 shutdown 2024-02-10T00:08:25.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.605+0000 7fa1bce3a740 1 -- 172.21.15.1:0/2509579736 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f99deea30 msgr2=0x560f99e58090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.605+0000 7fa1bce3a740 1 --2- 172.21.15.1:0/2509579736 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f99deea30 0x560f99e58090 secure :-1 s=READY pgs=1531 cs=0 l=1 rev1=1 crypto rx=0x7fa19c0bd3a0 tx=0x7fa19c0dd040 comp rx=0 tx=0).stop 2024-02-10T00:08:25.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.605+0000 7fa1bce3a740 1 -- 172.21.15.1:0/2509579736 shutdown_connections 2024-02-10T00:08:25.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.605+0000 7fa1bce3a740 1 --2- 172.21.15.1:0/2509579736 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x560f99e60ba0 0x560f99e62f90 crc :-1 s=READY pgs=257 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.605+0000 7fa1bce3a740 1 --2- 172.21.15.1:0/2509579736 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560f99df7f60 0x560f99dfe4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.613 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.605+0000 7fa1937fe640 0 client.18867 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:25.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.605+0000 7fa1bce3a740 1 --2- 172.21.15.1:0/2509579736 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560f99def3e0 0x560f99e585d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.605+0000 7fa1bce3a740 1 --2- 172.21.15.1:0/2509579736 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560f99deea30 0x560f99e58090 unknown :-1 s=CLOSED pgs=1531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.606+0000 7fa1bce3a740 1 -- 172.21.15.1:0/2509579736 >> 172.21.15.1:0/2509579736 conn(0x560f99de9100 msgr2=0x560f99de79b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.606+0000 7fa1bce3a740 1 -- 172.21.15.1:0/2509579736 shutdown_connections 2024-02-10T00:08:25.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.606+0000 7fa1bce3a740 1 -- 172.21.15.1:0/2509579736 wait complete. 2024-02-10T00:08:25.614 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.606+0000 7fa1bce3a740 20 client.18867 trim_cache size 0 max 16384 2024-02-10T00:08:25.614 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:08:25.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.606+0000 7fa1ba264640 1 -- 172.21.15.1:0/1836064964 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa1a00a2230 msgr2=0x7fa1a00a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.606+0000 7fa1ba264640 1 --2- 172.21.15.1:0/1836064964 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa1a00a2230 0x7fa1a00a46f0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fa1ac010ca0 tx=0x7fa1ac015000 comp rx=0 tx=0).stop 2024-02-10T00:08:25.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.606+0000 7fa1ba264640 1 -- 172.21.15.1:0/1836064964 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa1b4102450 msgr2=0x7fa1b419d5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:25.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.606+0000 7fa1ba264640 1 --2- 172.21.15.1:0/1836064964 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa1b4102450 0x7fa1b419d5e0 secure :-1 s=READY pgs=1527 cs=0 l=1 rev1=1 crypto rx=0x7fa19c005940 tx=0x7fa19c004040 comp rx=0 tx=0).stop 2024-02-10T00:08:25.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.606+0000 7fa1ba264640 1 -- 172.21.15.1:0/1836064964 shutdown_connections 2024-02-10T00:08:25.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.606+0000 7fa1ba264640 1 --2- 172.21.15.1:0/1836064964 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa1a00a2230 0x7fa1a00a46f0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.606+0000 7fa1ba264640 1 --2- 172.21.15.1:0/1836064964 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa1b410b820 0x7fa1b41976a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.606+0000 7fa1ba264640 1 --2- 172.21.15.1:0/1836064964 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa1b4102d70 0x7fa1b419db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.606+0000 7fa1ba264640 1 --2- 172.21.15.1:0/1836064964 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa1b4102450 0x7fa1b419d5e0 unknown :-1 s=CLOSED pgs=1527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:25.615 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.606+0000 7fa1ba264640 1 -- 172.21.15.1:0/1836064964 >> 172.21.15.1:0/1836064964 conn(0x7fa1b4077250 msgr2=0x7fa1b40fd1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:25.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.606+0000 7fa1ba264640 1 -- 172.21.15.1:0/1836064964 shutdown_connections 2024-02-10T00:08:25.616 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:25.606+0000 7fa1ba264640 1 -- 172.21.15.1:0/1836064964 wait complete. 2024-02-10T00:08:26.619 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-02-10T00:08:26.620 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T00:08:26.620 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-02-10T00:08:26.744 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.740+0000 7f3ded276640 1 -- 172.21.15.1:0/3107834961 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3de8105400 msgr2=0x7f3de810cfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:26.744 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.740+0000 7f3ded276640 1 --2- 172.21.15.1:0/3107834961 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3de8105400 0x7f3de810cfd0 secure :-1 s=READY pgs=1532 cs=0 l=1 rev1=1 crypto rx=0x7f3de0009cd0 tx=0x7f3de002c0f0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.744 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.740+0000 7f3ded276640 1 -- 172.21.15.1:0/3107834961 shutdown_connections 2024-02-10T00:08:26.744 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.740+0000 7f3ded276640 1 --2- 172.21.15.1:0/3107834961 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3de8105400 0x7f3de810cfd0 unknown :-1 s=CLOSED pgs=1532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.740+0000 7f3ded276640 1 --2- 172.21.15.1:0/3107834961 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3de8100ce0 0x7f3de8104d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.740+0000 7f3ded276640 1 --2- 172.21.15.1:0/3107834961 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3de8100330 0x7f3de8100710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.740+0000 7f3ded276640 1 -- 172.21.15.1:0/3107834961 >> 172.21.15.1:0/3107834961 conn(0x7f3de80fbb70 msgr2=0x7f3de80fdf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:26.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.740+0000 7f3ded276640 1 -- 172.21.15.1:0/3107834961 shutdown_connections 2024-02-10T00:08:26.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.740+0000 7f3ded276640 1 -- 172.21.15.1:0/3107834961 wait complete. 2024-02-10T00:08:26.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.741+0000 7f3ded276640 1 Processor -- start 2024-02-10T00:08:26.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.741+0000 7f3ded276640 1 -- start start 2024-02-10T00:08:26.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.741+0000 7f3ded276640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3de8100330 0x7f3de819f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.741+0000 7f3ded276640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3de8105400 0x7f3de819fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.741+0000 7f3ded276640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3de8199890 0x7f3de8199d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.741+0000 7f3ded276640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3de819a280 con 0x7f3de8199890 2024-02-10T00:08:26.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.741+0000 7f3ded276640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3de819a3f0 con 0x7f3de8100330 2024-02-10T00:08:26.745 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.741+0000 7f3ded276640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3de819a5b0 con 0x7f3de8105400 2024-02-10T00:08:26.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.741+0000 7f3de77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3de8199890 0x7f3de8199d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.741+0000 7f3de77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3de8199890 0x7f3de8199d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47936/0 (socket says 172.21.15.1:47936) 2024-02-10T00:08:26.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.741+0000 7f3de77fe640 1 -- 172.21.15.1:0/3091071204 learned_addr learned my addr 172.21.15.1:0/3091071204 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:26.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.742+0000 7f3de6ffd640 1 --2- 172.21.15.1:0/3091071204 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3de8100330 0x7f3de819f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.742+0000 7f3ddffff640 1 --2- 172.21.15.1:0/3091071204 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3de8105400 0x7f3de819fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.742+0000 7f3de77fe640 1 -- 172.21.15.1:0/3091071204 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3de8105400 msgr2=0x7f3de819fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:26.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.742+0000 7f3de77fe640 1 --2- 172.21.15.1:0/3091071204 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3de8105400 0x7f3de819fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.742+0000 7f3de77fe640 1 -- 172.21.15.1:0/3091071204 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3de8100330 msgr2=0x7f3de819f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:26.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.742+0000 7f3de77fe640 1 --2- 172.21.15.1:0/3091071204 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3de8100330 0x7f3de819f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.742+0000 7f3de77fe640 1 -- 172.21.15.1:0/3091071204 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3de0009900 con 0x7f3de8199890 2024-02-10T00:08:26.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.742+0000 7f3de77fe640 1 --2- 172.21.15.1:0/3091071204 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3de8199890 0x7f3de8199d40 secure :-1 s=READY pgs=1533 cs=0 l=1 rev1=1 crypto rx=0x7f3de0004af0 tx=0x7f3de0034cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:26.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.742+0000 7f3de4ff9640 1 -- 172.21.15.1:0/3091071204 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3de00328c0 con 0x7f3de8199890 2024-02-10T00:08:26.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.742+0000 7f3de4ff9640 1 -- 172.21.15.1:0/3091071204 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3de0003e50 con 0x7f3de8199890 2024-02-10T00:08:26.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.742+0000 7f3ded276640 1 -- 172.21.15.1:0/3091071204 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3de81a65a0 con 0x7f3de8199890 2024-02-10T00:08:26.746 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.742+0000 7f3de4ff9640 1 -- 172.21.15.1:0/3091071204 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3de0004860 con 0x7f3de8199890 2024-02-10T00:08:26.747 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.742+0000 7f3ded276640 1 -- 172.21.15.1:0/3091071204 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3de81a6a50 con 0x7f3de8199890 2024-02-10T00:08:26.753 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.744+0000 7f3de4ff9640 1 -- 172.21.15.1:0/3091071204 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f3de000a040 con 0x7f3de8199890 2024-02-10T00:08:26.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.745+0000 7f3defe4a740 1 Processor -- start 2024-02-10T00:08:26.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.745+0000 7f3defe4a740 1 -- start start 2024-02-10T00:08:26.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.745+0000 7f3de4ff9640 1 --2- 172.21.15.1:0/3091071204 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3dd40a22b0 0x7f3dd40a4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.745+0000 7f3defe4a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b58b5d190 0x559b58b5d570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.745+0000 7f3defe4a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b58b5dab0 0x559b58b66150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.745+0000 7f3defe4a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b58b66690 0x559b58b68a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.745+0000 7f3defe4a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b58acb000 con 0x559b58b5dab0 2024-02-10T00:08:26.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.745+0000 7f3defe4a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b58ac8530 con 0x559b58b66690 2024-02-10T00:08:26.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.745+0000 7f3defe4a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b58ac3d10 con 0x559b58b5d190 2024-02-10T00:08:26.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.745+0000 7f3ddffff640 1 --2- 172.21.15.1:0/3091071204 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3dd40a22b0 0x7f3dd40a4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.745+0000 7f3de4ff9640 1 -- 172.21.15.1:0/3091071204 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f3de00f0d00 con 0x7f3de8199890 2024-02-10T00:08:26.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.746+0000 7f3de77fe640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b58b66690 0x559b58b68a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.746+0000 7f3ddffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b58b5dab0 0x559b58b66150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.754 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.746+0000 7f3de77fe640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b58b66690 0x559b58b68a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.1:38146/0 (socket says 172.21.15.1:38146) 2024-02-10T00:08:26.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.746+0000 7f3ddffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b58b5dab0 0x559b58b66150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47946/0 (socket says 172.21.15.1:47946) 2024-02-10T00:08:26.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.746+0000 7f3de77fe640 1 -- 172.21.15.1:0/2530469001 learned_addr learned my addr 172.21.15.1:0/2530469001 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:26.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.746+0000 7f3de6ffd640 1 --2- 172.21.15.1:0/2530469001 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b58b5d190 0x559b58b5d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.746+0000 7f3de77fe640 1 -- 172.21.15.1:0/2530469001 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b58b5d190 msgr2=0x559b58b5d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:26.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.746+0000 7f3de77fe640 1 --2- 172.21.15.1:0/2530469001 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b58b5d190 0x559b58b5d570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.746+0000 7f3de77fe640 1 -- 172.21.15.1:0/2530469001 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b58b5dab0 msgr2=0x559b58b66150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:26.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.746+0000 7f3de77fe640 1 --2- 172.21.15.1:0/2530469001 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b58b5dab0 0x559b58b66150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.746+0000 7f3de77fe640 1 -- 172.21.15.1:0/2530469001 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559b58a6a210 con 0x559b58b66690 2024-02-10T00:08:26.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.746+0000 7f3ddffff640 1 --2- 172.21.15.1:0/2530469001 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b58b5dab0 0x559b58b66150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:08:26.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.746+0000 7f3ddffff640 1 --2- 172.21.15.1:0/3091071204 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3dd40a22b0 0x7f3dd40a4770 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f3de80fe540 tx=0x7f3dd00099e0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:26.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.746+0000 7f3de77fe640 1 --2- 172.21.15.1:0/2530469001 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b58b66690 0x559b58b68a80 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f3de00b9c00 tx=0x7f3de00b9b70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a3ca5a8164d0e17c server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:26.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.746+0000 7f3ddd7fa640 1 -- 172.21.15.1:0/2530469001 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3de00d66b0 con 0x559b58b66690 2024-02-10T00:08:26.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.746+0000 7f3ddd7fa640 1 -- 172.21.15.1:0/2530469001 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3de00d64d0 con 0x559b58b66690 2024-02-10T00:08:26.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.746+0000 7f3ddd7fa640 1 -- 172.21.15.1:0/2530469001 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3de00b9e10 con 0x559b58b66690 2024-02-10T00:08:26.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.747+0000 7f3defe4a740 1 -- 172.21.15.1:0/2530469001 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b58b66690 msgr2=0x559b58b68a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:26.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.747+0000 7f3defe4a740 1 --2- 172.21.15.1:0/2530469001 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b58b66690 0x559b58b68a80 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f3de00b9c00 tx=0x7f3de00b9b70 comp rx=0 tx=0).stop 2024-02-10T00:08:26.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.747+0000 7f3defe4a740 1 -- 172.21.15.1:0/2530469001 shutdown_connections 2024-02-10T00:08:26.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.747+0000 7f3defe4a740 1 --2- 172.21.15.1:0/2530469001 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b58b66690 0x559b58b68a80 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.747+0000 7f3defe4a740 1 --2- 172.21.15.1:0/2530469001 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b58b5dab0 0x559b58b66150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.747+0000 7f3defe4a740 1 --2- 172.21.15.1:0/2530469001 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b58b5d190 0x559b58b5d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.747+0000 7f3defe4a740 1 -- 172.21.15.1:0/2530469001 >> 172.21.15.1:0/2530469001 conn(0x559b58b578c0 msgr2=0x559b58b57ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:26.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.747+0000 7f3defe4a740 1 -- 172.21.15.1:0/2530469001 shutdown_connections 2024-02-10T00:08:26.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.747+0000 7f3defe4a740 1 -- 172.21.15.1:0/2530469001 wait complete. 2024-02-10T00:08:26.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.747+0000 7f3defe4a740 1 -- start start 2024-02-10T00:08:26.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.748+0000 7f3defe4a740 1 Processor -- start 2024-02-10T00:08:26.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.748+0000 7f3defe4a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b58b5d190 0x559b58b63640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.748+0000 7f3defe4a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b58b5dab0 0x559b58b63b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.748+0000 7f3defe4a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b58b66690 0x559b58b640c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.748+0000 7f3defe4a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b58a68e60 con 0x559b58b5dab0 2024-02-10T00:08:26.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.748+0000 7f3defe4a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b587974b0 con 0x559b58b66690 2024-02-10T00:08:26.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.748+0000 7f3defe4a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b58a49670 con 0x559b58b5d190 2024-02-10T00:08:26.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.748+0000 7f3defe4a740 10 client.0 _ll_register_callbacks cb 0x559b58a61190 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:26.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.748+0000 7f3ddffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b58b5dab0 0x559b58b63b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.748+0000 7f3ddffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b58b5dab0 0x559b58b63b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47956/0 (socket says 172.21.15.1:47956) 2024-02-10T00:08:26.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.748+0000 7f3ddffff640 1 -- 172.21.15.1:0/3207246040 learned_addr learned my addr 172.21.15.1:0/3207246040 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:26.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.748+0000 7f3de6ffd640 1 --2- 172.21.15.1:0/3207246040 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b58b5d190 0x559b58b63640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.748+0000 7f3de77fe640 1 --2- 172.21.15.1:0/3207246040 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b58b66690 0x559b58b640c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.748+0000 7f3ddffff640 1 -- 172.21.15.1:0/3207246040 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b58b5d190 msgr2=0x559b58b63640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:26.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.748+0000 7f3ddffff640 1 --2- 172.21.15.1:0/3207246040 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b58b5d190 0x559b58b63640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.748+0000 7f3ddffff640 1 -- 172.21.15.1:0/3207246040 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b58b66690 msgr2=0x559b58b640c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:26.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.748+0000 7f3ddffff640 1 --2- 172.21.15.1:0/3207246040 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b58b66690 0x559b58b640c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.748+0000 7f3ddffff640 1 -- 172.21.15.1:0/3207246040 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3de81a6a50 con 0x559b58b5dab0 2024-02-10T00:08:26.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.748+0000 7f3de77fe640 1 --2- 172.21.15.1:0/3207246040 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b58b66690 0x559b58b640c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:26.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.748+0000 7f3ddffff640 1 --2- 172.21.15.1:0/3207246040 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b58b5dab0 0x559b58b63b80 secure :-1 s=READY pgs=1534 cs=0 l=1 rev1=1 crypto rx=0x7f3dd0010c30 tx=0x7f3dd0005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9628584e0d06262 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:26.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.748+0000 7f3dce7fc640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:26.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.749+0000 7f3dce7fc640 1 -- 172.21.15.1:0/3207246040 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dd0010e70 con 0x559b58b5dab0 2024-02-10T00:08:26.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.749+0000 7f3dce7fc640 1 -- 172.21.15.1:0/3207246040 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f3dd001ee40 con 0x559b58b5dab0 2024-02-10T00:08:26.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.749+0000 7f3defe4a740 1 -- 172.21.15.1:0/3207246040 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559b587c3860 con 0x559b58b5dab0 2024-02-10T00:08:26.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.749+0000 7f3dce7fc640 1 -- 172.21.15.1:0/3207246040 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3dd0020410 con 0x559b58b5dab0 2024-02-10T00:08:26.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.749+0000 7f3defe4a740 10 client.18879 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:26.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.749+0000 7f3defe4a740 1 -- 172.21.15.1:0/3207246040 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x559b58ac2390 con 0x559b58b5dab0 2024-02-10T00:08:26.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.749+0000 7f3dce7fc640 1 -- 172.21.15.1:0/3207246040 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x559b587c3860 con 0x559b58b5dab0 2024-02-10T00:08:26.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.749+0000 7f3dce7fc640 1 -- 172.21.15.1:0/3207246040 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f3dd001d790 con 0x559b58b5dab0 2024-02-10T00:08:26.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.749+0000 7f3defe4a740 10 client.18879 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:26.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.749+0000 7f3defe4a740 10 client.18879 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:08:26.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.749+0000 7f3defe4a740 20 client.18879 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:26.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.749+0000 7f3defe4a740 1 --2- 172.21.15.1:0/3207246040 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559b58b76480 0x559b58b788a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.749+0000 7f3defe4a740 4 client.18879 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:08:26.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.749+0000 7f3defe4a740 1 -- 172.21.15.1:0/3207246040 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559b58814410 con 0x559b58b76480 2024-02-10T00:08:26.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.750+0000 7f3de6ffd640 1 --2- 172.21.15.1:0/3207246040 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559b58b76480 0x559b58b788a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.750+0000 7f3de6ffd640 1 --2- 172.21.15.1:0/3207246040 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559b58b76480 0x559b58b788a0 crc :-1 s=READY pgs=258 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a5cd31a5edbb033f server_cookie=48ef373f7e6cc844 in_seq=0 out_seq=0 2024-02-10T00:08:26.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.750+0000 7f3dce7fc640 10 client.18879 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:26.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.751+0000 7f3dce7fc640 1 -- 172.21.15.1:0/3207246040 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x559b58814410 con 0x559b58b76480 2024-02-10T00:08:26.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.751+0000 7f3dce7fc640 10 client.18879 handle_command_reply: tid=0 2024-02-10T00:08:26.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.751+0000 7f3defe4a740 1 client.18879 shutdown 2024-02-10T00:08:26.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.751+0000 7f3defe4a740 1 -- 172.21.15.1:0/3207246040 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b58b5dab0 msgr2=0x559b58b63b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:26.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.751+0000 7f3defe4a740 1 --2- 172.21.15.1:0/3207246040 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b58b5dab0 0x559b58b63b80 secure :-1 s=READY pgs=1534 cs=0 l=1 rev1=1 crypto rx=0x7f3dd0010c30 tx=0x7f3dd0005f90 comp rx=0 tx=0).stop 2024-02-10T00:08:26.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.751+0000 7f3defe4a740 1 -- 172.21.15.1:0/3207246040 shutdown_connections 2024-02-10T00:08:26.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.751+0000 7f3defe4a740 1 --2- 172.21.15.1:0/3207246040 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559b58b76480 0x559b58b788a0 crc :-1 s=READY pgs=258 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.751+0000 7f3defe4a740 1 --2- 172.21.15.1:0/3207246040 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b58b66690 0x559b58b640c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.751+0000 7f3dce7fc640 0 client.18879 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:26.759 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.751+0000 7f3defe4a740 1 --2- 172.21.15.1:0/3207246040 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b58b5dab0 0x559b58b63b80 unknown :-1 s=CLOSED pgs=1534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.751+0000 7f3defe4a740 1 --2- 172.21.15.1:0/3207246040 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b58b5d190 0x559b58b63640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.751+0000 7f3defe4a740 1 -- 172.21.15.1:0/3207246040 >> 172.21.15.1:0/3207246040 conn(0x559b58b578c0 msgr2=0x559b58b59610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:26.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.751+0000 7f3defe4a740 1 -- 172.21.15.1:0/3207246040 shutdown_connections 2024-02-10T00:08:26.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.751+0000 7f3defe4a740 1 -- 172.21.15.1:0/3207246040 wait complete. 2024-02-10T00:08:26.760 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.751+0000 7f3defe4a740 20 client.18879 trim_cache size 0 max 16384 2024-02-10T00:08:26.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.766+0000 7f3defe4a740 1 Processor -- start 2024-02-10T00:08:26.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.766+0000 7f3defe4a740 1 -- start start 2024-02-10T00:08:26.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.766+0000 7f3defe4a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b58b5d190 0x559b58b567a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.766+0000 7f3defe4a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b58b5dab0 0x559b58b63ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.766+0000 7f3defe4a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b58b66690 0x559b58b6d300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.766+0000 7f3defe4a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b58b72f50 con 0x559b58b5dab0 2024-02-10T00:08:26.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.767+0000 7f3defe4a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b58b530a0 con 0x559b58b66690 2024-02-10T00:08:26.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.767+0000 7f3defe4a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b58b5f2b0 con 0x559b58b5d190 2024-02-10T00:08:26.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.767+0000 7f3ddffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b58b5dab0 0x559b58b63ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.767+0000 7f3ddffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b58b5dab0 0x559b58b63ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47964/0 (socket says 172.21.15.1:47964) 2024-02-10T00:08:26.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.767+0000 7f3ddffff640 1 -- 172.21.15.1:0/2316844080 learned_addr learned my addr 172.21.15.1:0/2316844080 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:26.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.767+0000 7f3de77fe640 1 --2- 172.21.15.1:0/2316844080 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b58b66690 0x559b58b6d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.773 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.767+0000 7f3de6ffd640 1 --2- 172.21.15.1:0/2316844080 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b58b5d190 0x559b58b567a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.767+0000 7f3ddffff640 1 -- 172.21.15.1:0/2316844080 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b58b5d190 msgr2=0x559b58b567a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:26.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.767+0000 7f3ddffff640 1 --2- 172.21.15.1:0/2316844080 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b58b5d190 0x559b58b567a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.767+0000 7f3ddffff640 1 -- 172.21.15.1:0/2316844080 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b58b66690 msgr2=0x559b58b6d300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:26.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.767+0000 7f3ddffff640 1 --2- 172.21.15.1:0/2316844080 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b58b66690 0x559b58b6d300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.767+0000 7f3ddffff640 1 -- 172.21.15.1:0/2316844080 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559b58a5ec70 con 0x559b58b5dab0 2024-02-10T00:08:26.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.767+0000 7f3de77fe640 1 --2- 172.21.15.1:0/2316844080 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b58b66690 0x559b58b6d300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:08:26.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.767+0000 7f3ddffff640 1 --2- 172.21.15.1:0/2316844080 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b58b5dab0 0x559b58b63ee0 secure :-1 s=READY pgs=1535 cs=0 l=1 rev1=1 crypto rx=0x7f3dd00095b0 tx=0x7f3dd00108c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2fc981b7eddd5d4 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:26.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.767+0000 7f3ddcff9640 1 -- 172.21.15.1:0/2316844080 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dd0009bf0 con 0x559b58b5dab0 2024-02-10T00:08:26.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.767+0000 7f3ddcff9640 1 -- 172.21.15.1:0/2316844080 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3dd0010e70 con 0x559b58b5dab0 2024-02-10T00:08:26.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.767+0000 7f3ddcff9640 1 -- 172.21.15.1:0/2316844080 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dd002c440 con 0x559b58b5dab0 2024-02-10T00:08:26.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.768+0000 7f3defe4a740 1 -- 172.21.15.1:0/2316844080 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b58b5dab0 msgr2=0x559b58b63ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:26.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.768+0000 7f3defe4a740 1 --2- 172.21.15.1:0/2316844080 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b58b5dab0 0x559b58b63ee0 secure :-1 s=READY pgs=1535 cs=0 l=1 rev1=1 crypto rx=0x7f3dd00095b0 tx=0x7f3dd00108c0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.768+0000 7f3defe4a740 1 -- 172.21.15.1:0/2316844080 shutdown_connections 2024-02-10T00:08:26.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.768+0000 7f3defe4a740 1 --2- 172.21.15.1:0/2316844080 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b58b66690 0x559b58b6d300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.774 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.768+0000 7f3defe4a740 1 --2- 172.21.15.1:0/2316844080 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b58b5dab0 0x559b58b63ee0 unknown :-1 s=CLOSED pgs=1535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.768+0000 7f3defe4a740 1 --2- 172.21.15.1:0/2316844080 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b58b5d190 0x559b58b567a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.768+0000 7f3defe4a740 1 -- 172.21.15.1:0/2316844080 >> 172.21.15.1:0/2316844080 conn(0x559b58b578c0 msgr2=0x559b58b56090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:26.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.768+0000 7f3defe4a740 1 -- 172.21.15.1:0/2316844080 shutdown_connections 2024-02-10T00:08:26.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.768+0000 7f3defe4a740 1 -- 172.21.15.1:0/2316844080 wait complete. 2024-02-10T00:08:26.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.768+0000 7f3defe4a740 1 -- start start 2024-02-10T00:08:26.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.768+0000 7f3defe4a740 1 Processor -- start 2024-02-10T00:08:26.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.769+0000 7f3defe4a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b58b5d190 0x559b58b6cc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.769+0000 7f3defe4a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b58b5dab0 0x559b58b6d170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.769+0000 7f3defe4a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b58b66690 0x559b58bc5d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.769+0000 7f3defe4a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b58bc62a0 con 0x559b58b5d190 2024-02-10T00:08:26.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.769+0000 7f3defe4a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b58bc6410 con 0x559b58b5dab0 2024-02-10T00:08:26.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.769+0000 7f3defe4a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b58bc65d0 con 0x559b58b66690 2024-02-10T00:08:26.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.769+0000 7f3defe4a740 10 client.0 _ll_register_callbacks cb 0x7f3de0032bb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:26.775 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.769+0000 7f3de6ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b58b5d190 0x559b58b6cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.769+0000 7f3de6ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b58b5d190 0x559b58b6cc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47968/0 (socket says 172.21.15.1:47968) 2024-02-10T00:08:26.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.769+0000 7f3de6ffd640 1 -- 172.21.15.1:0/4269202038 learned_addr learned my addr 172.21.15.1:0/4269202038 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:26.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.769+0000 7f3de77fe640 1 --2- 172.21.15.1:0/4269202038 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b58b66690 0x559b58bc5d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.769+0000 7f3ddffff640 1 --2- 172.21.15.1:0/4269202038 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b58b5dab0 0x559b58b6d170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.769+0000 7f3de6ffd640 1 -- 172.21.15.1:0/4269202038 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b58b66690 msgr2=0x559b58bc5d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:26.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.769+0000 7f3de6ffd640 1 --2- 172.21.15.1:0/4269202038 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b58b66690 0x559b58bc5d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.769+0000 7f3de6ffd640 1 -- 172.21.15.1:0/4269202038 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b58b5dab0 msgr2=0x559b58b6d170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:26.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.769+0000 7f3de6ffd640 1 --2- 172.21.15.1:0/4269202038 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b58b5dab0 0x559b58b6d170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.769+0000 7f3de6ffd640 1 -- 172.21.15.1:0/4269202038 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559b58ac2390 con 0x559b58b5d190 2024-02-10T00:08:26.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.769+0000 7f3de77fe640 1 --2- 172.21.15.1:0/4269202038 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b58b66690 0x559b58bc5d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:08:26.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.769+0000 7f3de6ffd640 1 --2- 172.21.15.1:0/4269202038 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b58b5d190 0x559b58b6cc30 secure :-1 s=READY pgs=1536 cs=0 l=1 rev1=1 crypto rx=0x559b58b791d0 tx=0x7f3dd8011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aae354ab3a0cb6e8 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:26.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.769+0000 7f3dce7fc640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:26.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.769+0000 7f3dce7fc640 1 -- 172.21.15.1:0/4269202038 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dd8005020 con 0x559b58b5d190 2024-02-10T00:08:26.776 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.769+0000 7f3dce7fc640 1 -- 172.21.15.1:0/4269202038 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f3dd8005180 con 0x559b58b5d190 2024-02-10T00:08:26.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.769+0000 7f3defe4a740 1 -- 172.21.15.1:0/4269202038 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3de00d64d0 con 0x559b58b5d190 2024-02-10T00:08:26.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.770+0000 7f3dce7fc640 1 -- 172.21.15.1:0/4269202038 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3dd8005340 con 0x559b58b5d190 2024-02-10T00:08:26.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.770+0000 7f3defe4a740 10 client.18885 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:26.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.770+0000 7f3defe4a740 1 -- 172.21.15.1:0/4269202038 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x559b58a84ac0 con 0x559b58b5d190 2024-02-10T00:08:26.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.770+0000 7f3dce7fc640 1 -- 172.21.15.1:0/4269202038 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3de00d64d0 con 0x559b58b5d190 2024-02-10T00:08:26.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.770+0000 7f3dce7fc640 1 -- 172.21.15.1:0/4269202038 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f3dd802f6e0 con 0x559b58b5d190 2024-02-10T00:08:26.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.770+0000 7f3defe4a740 10 client.18885 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:26.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.770+0000 7f3defe4a740 10 client.18885 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:08:26.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.770+0000 7f3defe4a740 20 client.18885 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:26.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.770+0000 7f3defe4a740 1 --2- 172.21.15.1:0/4269202038 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559b58bcf0a0 0x559b58bd14c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.770+0000 7f3defe4a740 4 client.18885 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-02-10T00:08:26.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.770+0000 7f3defe4a740 1 -- 172.21.15.1:0/4269202038 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x559b588007b0 con 0x559b58bcf0a0 2024-02-10T00:08:26.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.770+0000 7f3ddffff640 1 --2- 172.21.15.1:0/4269202038 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559b58bcf0a0 0x559b58bd14c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.770+0000 7f3ddffff640 1 --2- 172.21.15.1:0/4269202038 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559b58bcf0a0 0x559b58bd14c0 crc :-1 s=READY pgs=259 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=45843f51c4a24ff6 server_cookie=d2d46a6ea3e0b830 in_seq=0 out_seq=0 2024-02-10T00:08:26.777 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.771+0000 7f3dce7fc640 10 client.18885 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:26.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.772+0000 7f3dce7fc640 1 -- 172.21.15.1:0/4269202038 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x559b588007b0 con 0x559b58bcf0a0 2024-02-10T00:08:26.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.772+0000 7f3dce7fc640 10 client.18885 handle_command_reply: tid=0 2024-02-10T00:08:26.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.772+0000 7f3defe4a740 1 client.18885 shutdown 2024-02-10T00:08:26.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.772+0000 7f3defe4a740 1 -- 172.21.15.1:0/4269202038 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b58b5d190 msgr2=0x559b58b6cc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:26.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.772+0000 7f3defe4a740 1 --2- 172.21.15.1:0/4269202038 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b58b5d190 0x559b58b6cc30 secure :-1 s=READY pgs=1536 cs=0 l=1 rev1=1 crypto rx=0x559b58b791d0 tx=0x7f3dd8011a30 comp rx=0 tx=0).stop 2024-02-10T00:08:26.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.772+0000 7f3defe4a740 1 -- 172.21.15.1:0/4269202038 shutdown_connections 2024-02-10T00:08:26.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.772+0000 7f3defe4a740 1 --2- 172.21.15.1:0/4269202038 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x559b58bcf0a0 0x559b58bd14c0 crc :-1 s=READY pgs=259 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.772+0000 7f3defe4a740 1 --2- 172.21.15.1:0/4269202038 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559b58b66690 0x559b58bc5d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.772+0000 7f3defe4a740 1 --2- 172.21.15.1:0/4269202038 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559b58b5dab0 0x559b58b6d170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.772+0000 7f3dce7fc640 0 client.18885 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:26.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.772+0000 7f3defe4a740 1 --2- 172.21.15.1:0/4269202038 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559b58b5d190 0x559b58b6cc30 unknown :-1 s=CLOSED pgs=1536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.772+0000 7f3defe4a740 1 -- 172.21.15.1:0/4269202038 >> 172.21.15.1:0/4269202038 conn(0x559b58b578c0 msgr2=0x559b58b56920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:26.779 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.772+0000 7f3defe4a740 1 -- 172.21.15.1:0/4269202038 shutdown_connections 2024-02-10T00:08:26.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.772+0000 7f3defe4a740 1 -- 172.21.15.1:0/4269202038 wait complete. 2024-02-10T00:08:26.780 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.772+0000 7f3defe4a740 20 client.18885 trim_cache size 0 max 16384 2024-02-10T00:08:26.780 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:08:26.780 INFO:teuthology.orchestra.run.smithi001.stdout: "return_code": 0, 2024-02-10T00:08:26.780 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_tag": "727da2ba-e7ec-498a-a657-5c82a0c7e66b", 2024-02-10T00:08:26.780 INFO:teuthology.orchestra.run.smithi001.stdout: "mode": "asynchronous" 2024-02-10T00:08:26.780 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:08:26.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.773+0000 7f3ded276640 1 -- 172.21.15.1:0/3091071204 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3dd40a22b0 msgr2=0x7f3dd40a4770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:26.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.773+0000 7f3ded276640 1 --2- 172.21.15.1:0/3091071204 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3dd40a22b0 0x7f3dd40a4770 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f3de80fe540 tx=0x7f3dd00099e0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.773+0000 7f3ded276640 1 -- 172.21.15.1:0/3091071204 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3de8199890 msgr2=0x7f3de8199d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:26.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.773+0000 7f3ded276640 1 --2- 172.21.15.1:0/3091071204 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3de8199890 0x7f3de8199d40 secure :-1 s=READY pgs=1533 cs=0 l=1 rev1=1 crypto rx=0x7f3de0004af0 tx=0x7f3de0034cc0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.773+0000 7f3ded276640 1 -- 172.21.15.1:0/3091071204 shutdown_connections 2024-02-10T00:08:26.781 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.773+0000 7f3ded276640 1 --2- 172.21.15.1:0/3091071204 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3dd40a22b0 0x7f3dd40a4770 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.773+0000 7f3ded276640 1 --2- 172.21.15.1:0/3091071204 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3de8199890 0x7f3de8199d40 unknown :-1 s=CLOSED pgs=1533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.773+0000 7f3ded276640 1 --2- 172.21.15.1:0/3091071204 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3de8105400 0x7f3de819fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.773+0000 7f3ded276640 1 --2- 172.21.15.1:0/3091071204 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3de8100330 0x7f3de819f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.773+0000 7f3ded276640 1 -- 172.21.15.1:0/3091071204 >> 172.21.15.1:0/3091071204 conn(0x7f3de80fbb70 msgr2=0x7f3de810b7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:26.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.773+0000 7f3ded276640 1 -- 172.21.15.1:0/3091071204 shutdown_connections 2024-02-10T00:08:26.782 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.773+0000 7f3ded276640 1 -- 172.21.15.1:0/3091071204 wait complete. 2024-02-10T00:08:26.785 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:08:26.785 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:08:26.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.889+0000 7f3aae77a640 1 -- 172.21.15.1:0/2660283092 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3aa8105850 msgr2=0x7f3aa8105c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:26.893 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.889+0000 7f3aae77a640 1 --2- 172.21.15.1:0/2660283092 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3aa8105850 0x7f3aa8105c30 secure :-1 s=READY pgs=1537 cs=0 l=1 rev1=1 crypto rx=0x7f3a98009930 tx=0x7f3a9802bc30 comp rx=0 tx=0).stop 2024-02-10T00:08:26.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.889+0000 7f3aae77a640 1 -- 172.21.15.1:0/2660283092 shutdown_connections 2024-02-10T00:08:26.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.889+0000 7f3aae77a640 1 --2- 172.21.15.1:0/2660283092 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3aa8100200 0x7f3aa810c710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.889+0000 7f3aae77a640 1 --2- 172.21.15.1:0/2660283092 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3aa80ff840 0x7f3aa80ffcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.889+0000 7f3aae77a640 1 --2- 172.21.15.1:0/2660283092 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3aa8105850 0x7f3aa8105c30 unknown :-1 s=CLOSED pgs=1537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.889+0000 7f3aae77a640 1 -- 172.21.15.1:0/2660283092 >> 172.21.15.1:0/2660283092 conn(0x7f3aa8076630 msgr2=0x7f3aa80fd9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:26.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.889+0000 7f3aae77a640 1 -- 172.21.15.1:0/2660283092 shutdown_connections 2024-02-10T00:08:26.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.889+0000 7f3aae77a640 1 -- 172.21.15.1:0/2660283092 wait complete. 2024-02-10T00:08:26.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.890+0000 7f3aae77a640 1 Processor -- start 2024-02-10T00:08:26.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.890+0000 7f3aae77a640 1 -- start start 2024-02-10T00:08:26.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.890+0000 7f3aae77a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3aa80ff840 0x7f3aa819d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.890+0000 7f3aae77a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3aa8100200 0x7f3aa819db00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.890+0000 7f3aae77a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3aa8105850 0x7f3aa8197680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.894 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.890+0000 7f3aae77a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3aa8197e10 con 0x7f3aa8100200 2024-02-10T00:08:26.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.890+0000 7f3aae77a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3aa8197f80 con 0x7f3aa80ff840 2024-02-10T00:08:26.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.890+0000 7f3aae77a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3aa8198140 con 0x7f3aa8105850 2024-02-10T00:08:26.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.890+0000 7f3aa77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3aa8100200 0x7f3aa819db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.891+0000 7f3aa77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3aa8100200 0x7f3aa819db00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47994/0 (socket says 172.21.15.1:47994) 2024-02-10T00:08:26.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.891+0000 7f3aa77fe640 1 -- 172.21.15.1:0/2897918756 learned_addr learned my addr 172.21.15.1:0/2897918756 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:26.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.891+0000 7f3aa7fff640 1 --2- 172.21.15.1:0/2897918756 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3aa80ff840 0x7f3aa819d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.891+0000 7f3aacd17640 1 --2- 172.21.15.1:0/2897918756 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3aa8105850 0x7f3aa8197680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.891+0000 7f3aa77fe640 1 -- 172.21.15.1:0/2897918756 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3aa8105850 msgr2=0x7f3aa8197680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:26.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.891+0000 7f3aa77fe640 1 --2- 172.21.15.1:0/2897918756 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3aa8105850 0x7f3aa8197680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.891+0000 7f3aa77fe640 1 -- 172.21.15.1:0/2897918756 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3aa80ff840 msgr2=0x7f3aa819d5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:26.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.891+0000 7f3aa77fe640 1 --2- 172.21.15.1:0/2897918756 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3aa80ff840 0x7f3aa819d5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.891+0000 7f3aa77fe640 1 -- 172.21.15.1:0/2897918756 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a98009560 con 0x7f3aa8100200 2024-02-10T00:08:26.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.891+0000 7f3aa77fe640 1 --2- 172.21.15.1:0/2897918756 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3aa8100200 0x7f3aa819db00 secure :-1 s=READY pgs=1538 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c00ea20 tx=0x7f3a9c00eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:26.895 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.891+0000 7f3aa57fa640 1 -- 172.21.15.1:0/2897918756 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a9c00cd40 con 0x7f3aa8100200 2024-02-10T00:08:26.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.891+0000 7f3aa57fa640 1 -- 172.21.15.1:0/2897918756 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3a9c0168f0 con 0x7f3aa8100200 2024-02-10T00:08:26.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.891+0000 7f3aae77a640 1 -- 172.21.15.1:0/2897918756 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3aa8198420 con 0x7f3aa8100200 2024-02-10T00:08:26.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.891+0000 7f3aa57fa640 1 -- 172.21.15.1:0/2897918756 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a9c00b940 con 0x7f3aa8100200 2024-02-10T00:08:26.896 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.891+0000 7f3aae77a640 1 -- 172.21.15.1:0/2897918756 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3aa81a4540 con 0x7f3aa8100200 2024-02-10T00:08:26.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.894+0000 7f3aa57fa640 1 -- 172.21.15.1:0/2897918756 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f3a9c016a60 con 0x7f3aa8100200 2024-02-10T00:08:26.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.894+0000 7f3ab142e740 1 Processor -- start 2024-02-10T00:08:26.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.894+0000 7f3ab142e740 1 -- start start 2024-02-10T00:08:26.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.894+0000 7f3ab142e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55641103f860 0x55641103fc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.902 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.894+0000 7f3ab142e740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556411040210 0x556411048d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.894+0000 7f3ab142e740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556411049310 0x556411049770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.894+0000 7f3ab142e740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556410ffad00 con 0x556411040210 2024-02-10T00:08:26.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.894+0000 7f3ab142e740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556410faf2f0 con 0x556411049310 2024-02-10T00:08:26.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.894+0000 7f3ab142e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556410fac820 con 0x55641103f860 2024-02-10T00:08:26.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.895+0000 7f3aa57fa640 1 --2- 172.21.15.1:0/2897918756 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3a900a2230 0x7f3a900a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.895+0000 7f3aa7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556411040210 0x556411048d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.895+0000 7f3aa7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556411040210 0x556411048d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48004/0 (socket says 172.21.15.1:48004) 2024-02-10T00:08:26.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.895+0000 7f3aa7fff640 1 -- 172.21.15.1:0/2099478580 learned_addr learned my addr 172.21.15.1:0/2099478580 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:26.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.895+0000 7f3aacd17640 1 --2- 172.21.15.1:0/2099478580 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55641103f860 0x55641103fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.895+0000 7f3aa77fe640 1 --2- 172.21.15.1:0/2099478580 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556411049310 0x556411049770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.895+0000 7f3aacd17640 1 --2- 172.21.15.1:0/2897918756 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3a900a2230 0x7f3a900a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.895+0000 7f3aa57fa640 1 -- 172.21.15.1:0/2897918756 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f3a9c0cdfa0 con 0x7f3aa8100200 2024-02-10T00:08:26.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.895+0000 7f3aa7fff640 1 -- 172.21.15.1:0/2099478580 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55641103f860 msgr2=0x55641103fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:26.903 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.895+0000 7f3aa7fff640 1 --2- 172.21.15.1:0/2099478580 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55641103f860 0x55641103fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.895+0000 7f3aa7fff640 1 -- 172.21.15.1:0/2099478580 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556411049310 msgr2=0x556411049770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:26.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.895+0000 7f3aa7fff640 1 --2- 172.21.15.1:0/2099478580 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556411049310 0x556411049770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.895+0000 7f3aa7fff640 1 -- 172.21.15.1:0/2099478580 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556410f69ff0 con 0x556411040210 2024-02-10T00:08:26.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.895+0000 7f3aa77fe640 1 --2- 172.21.15.1:0/2099478580 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556411049310 0x556411049770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:26.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.895+0000 7f3aa7fff640 1 --2- 172.21.15.1:0/2099478580 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556411040210 0x556411048d40 secure :-1 s=READY pgs=1539 cs=0 l=1 rev1=1 crypto rx=0x7f3a98036040 tx=0x7f3a9802c680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33cfc7ba4d44e3db server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:26.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.895+0000 7f3aacd17640 1 --2- 172.21.15.1:0/2897918756 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3a900a2230 0x7f3a900a46f0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f3aa0009fd0 tx=0x7f3aa0009240 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:26.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.895+0000 7f3a8e7fc640 1 -- 172.21.15.1:0/2099478580 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a98004880 con 0x556411040210 2024-02-10T00:08:26.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.895+0000 7f3a8e7fc640 1 -- 172.21.15.1:0/2099478580 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3a980049e0 con 0x556411040210 2024-02-10T00:08:26.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.895+0000 7f3a8e7fc640 1 -- 172.21.15.1:0/2099478580 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a98005130 con 0x556411040210 2024-02-10T00:08:26.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.896+0000 7f3ab142e740 1 -- 172.21.15.1:0/2099478580 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556411040210 msgr2=0x556411048d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:26.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.896+0000 7f3ab142e740 1 --2- 172.21.15.1:0/2099478580 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556411040210 0x556411048d40 secure :-1 s=READY pgs=1539 cs=0 l=1 rev1=1 crypto rx=0x7f3a98036040 tx=0x7f3a9802c680 comp rx=0 tx=0).stop 2024-02-10T00:08:26.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.896+0000 7f3ab142e740 1 -- 172.21.15.1:0/2099478580 shutdown_connections 2024-02-10T00:08:26.904 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.896+0000 7f3ab142e740 1 --2- 172.21.15.1:0/2099478580 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556411049310 0x556411049770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.896+0000 7f3ab142e740 1 --2- 172.21.15.1:0/2099478580 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556411040210 0x556411048d40 unknown :-1 s=CLOSED pgs=1539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.896+0000 7f3ab142e740 1 --2- 172.21.15.1:0/2099478580 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55641103f860 0x55641103fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.896+0000 7f3ab142e740 1 -- 172.21.15.1:0/2099478580 >> 172.21.15.1:0/2099478580 conn(0x55641103a050 msgr2=0x55641103a430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:26.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.896+0000 7f3ab142e740 1 -- 172.21.15.1:0/2099478580 shutdown_connections 2024-02-10T00:08:26.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.896+0000 7f3ab142e740 1 -- 172.21.15.1:0/2099478580 wait complete. 2024-02-10T00:08:26.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.896+0000 7f3ab142e740 1 -- start start 2024-02-10T00:08:26.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.896+0000 7f3ab142e740 1 Processor -- start 2024-02-10T00:08:26.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.897+0000 7f3ab142e740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55641103f860 0x55641104cc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.897+0000 7f3ab142e740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556411040210 0x55641104d190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.897+0000 7f3ab142e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556411049310 0x55641104d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.897+0000 7f3ab142e740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556410fa8000 con 0x556411040210 2024-02-10T00:08:26.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.897+0000 7f3ab142e740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556410c7b430 con 0x55641103f860 2024-02-10T00:08:26.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.897+0000 7f3ab142e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x556410c37e00 con 0x556411049310 2024-02-10T00:08:26.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.897+0000 7f3ab142e740 10 client.0 _ll_register_callbacks cb 0x556410f9c7f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:26.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.897+0000 7f3aa77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556411040210 0x55641104d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.897+0000 7f3aa77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556411040210 0x55641104d190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48018/0 (socket says 172.21.15.1:48018) 2024-02-10T00:08:26.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.897+0000 7f3aa77fe640 1 -- 172.21.15.1:0/2848460160 learned_addr learned my addr 172.21.15.1:0/2848460160 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:26.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.897+0000 7f3aa7fff640 1 --2- 172.21.15.1:0/2848460160 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55641103f860 0x55641104cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.897+0000 7f3aacd17640 1 --2- 172.21.15.1:0/2848460160 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556411049310 0x55641104d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.897+0000 7f3aa77fe640 1 -- 172.21.15.1:0/2848460160 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556411049310 msgr2=0x55641104d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:26.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.897+0000 7f3aa77fe640 1 --2- 172.21.15.1:0/2848460160 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556411049310 0x55641104d6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.897+0000 7f3aa77fe640 1 -- 172.21.15.1:0/2848460160 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55641103f860 msgr2=0x55641104cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:26.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.897+0000 7f3aa77fe640 1 --2- 172.21.15.1:0/2848460160 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55641103f860 0x55641104cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.897+0000 7f3aa77fe640 1 -- 172.21.15.1:0/2848460160 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3aa810d010 con 0x556411040210 2024-02-10T00:08:26.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.897+0000 7f3aacd17640 1 --2- 172.21.15.1:0/2848460160 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556411049310 0x55641104d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:08:26.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.897+0000 7f3aa77fe640 1 --2- 172.21.15.1:0/2848460160 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556411040210 0x55641104d190 secure :-1 s=READY pgs=1540 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c0cb6f0 tx=0x7f3a9c00a830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=531afa76d3f8a73e server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:26.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.897+0000 7f3a877fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:26.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.897+0000 7f3a877fe640 1 -- 172.21.15.1:0/2848460160 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a9c085270 con 0x556411040210 2024-02-10T00:08:26.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.897+0000 7f3a877fe640 1 -- 172.21.15.1:0/2848460160 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f3a9c09ea80 con 0x556411040210 2024-02-10T00:08:26.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.897+0000 7f3ab142e740 1 -- 172.21.15.1:0/2848460160 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556410ca77e0 con 0x556411040210 2024-02-10T00:08:26.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.897+0000 7f3a877fe640 1 -- 172.21.15.1:0/2848460160 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3a9c0cbb20 con 0x556411040210 2024-02-10T00:08:26.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.898+0000 7f3ab142e740 10 client.18897 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:26.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.898+0000 7f3ab142e740 1 -- 172.21.15.1:0/2848460160 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x556410fa6680 con 0x556411040210 2024-02-10T00:08:26.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.898+0000 7f3a877fe640 1 -- 172.21.15.1:0/2848460160 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x556410ca77e0 con 0x556411040210 2024-02-10T00:08:26.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.898+0000 7f3a877fe640 1 -- 172.21.15.1:0/2848460160 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f3a9c011b90 con 0x556411040210 2024-02-10T00:08:26.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.898+0000 7f3ab142e740 10 client.18897 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:26.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.898+0000 7f3ab142e740 10 client.18897 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:08:26.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.898+0000 7f3ab142e740 20 client.18897 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:26.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.898+0000 7f3ab142e740 1 --2- 172.21.15.1:0/2848460160 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55641105d5f0 0x55641105fa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.898+0000 7f3ab142e740 4 client.18897 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:08:26.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.898+0000 7f3ab142e740 1 -- 172.21.15.1:0/2848460160 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556410ce4720 con 0x55641105d5f0 2024-02-10T00:08:26.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.898+0000 7f3aa7fff640 1 --2- 172.21.15.1:0/2848460160 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55641105d5f0 0x55641105fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.899+0000 7f3aa7fff640 1 --2- 172.21.15.1:0/2848460160 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55641105d5f0 0x55641105fa10 crc :-1 s=READY pgs=260 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4380f6c0818d20fc server_cookie=f5722e1ae09cf2b5 in_seq=0 out_seq=0 2024-02-10T00:08:26.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.899+0000 7f3a877fe640 10 client.18897 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:26.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.899+0000 7f3a877fe640 1 -- 172.21.15.1:0/2848460160 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x556410ce4720 con 0x55641105d5f0 2024-02-10T00:08:26.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.899+0000 7f3a877fe640 10 client.18897 handle_command_reply: tid=0 2024-02-10T00:08:26.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.899+0000 7f3ab142e740 1 client.18897 shutdown 2024-02-10T00:08:26.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.899+0000 7f3ab142e740 1 -- 172.21.15.1:0/2848460160 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556411040210 msgr2=0x55641104d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:26.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.899+0000 7f3ab142e740 1 --2- 172.21.15.1:0/2848460160 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556411040210 0x55641104d190 secure :-1 s=READY pgs=1540 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c0cb6f0 tx=0x7f3a9c00a830 comp rx=0 tx=0).stop 2024-02-10T00:08:26.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.899+0000 7f3ab142e740 1 -- 172.21.15.1:0/2848460160 shutdown_connections 2024-02-10T00:08:26.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.899+0000 7f3ab142e740 1 --2- 172.21.15.1:0/2848460160 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55641105d5f0 0x55641105fa10 crc :-1 s=READY pgs=260 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.899+0000 7f3ab142e740 1 --2- 172.21.15.1:0/2848460160 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556411049310 0x55641104d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.899+0000 7f3ab142e740 1 --2- 172.21.15.1:0/2848460160 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556411040210 0x55641104d190 unknown :-1 s=CLOSED pgs=1540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.899+0000 7f3ab142e740 1 --2- 172.21.15.1:0/2848460160 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55641103f860 0x55641104cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.899+0000 7f3a877fe640 0 client.18897 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:26.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.899+0000 7f3ab142e740 1 -- 172.21.15.1:0/2848460160 >> 172.21.15.1:0/2848460160 conn(0x55641103a050 msgr2=0x55641103bda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:26.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.899+0000 7f3ab142e740 1 -- 172.21.15.1:0/2848460160 shutdown_connections 2024-02-10T00:08:26.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.900+0000 7f3ab142e740 1 -- 172.21.15.1:0/2848460160 wait complete. 2024-02-10T00:08:26.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.900+0000 7f3ab142e740 20 client.18897 trim_cache size 0 max 16384 2024-02-10T00:08:26.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.914+0000 7f3ab142e740 1 Processor -- start 2024-02-10T00:08:26.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.915+0000 7f3ab142e740 1 -- start start 2024-02-10T00:08:26.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.915+0000 7f3ab142e740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55641103f860 0x55641104f380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.915+0000 7f3ab142e740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556411040210 0x556411048b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.915+0000 7f3ab142e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556411049310 0x55641104d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.915+0000 7f3ab142e740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556410f2cfd0 con 0x556411040210 2024-02-10T00:08:26.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.915+0000 7f3ab142e740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564110356f0 con 0x55641103f860 2024-02-10T00:08:26.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.915+0000 7f3ab142e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55641103f490 con 0x556411049310 2024-02-10T00:08:26.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.915+0000 7f3aa77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556411040210 0x556411048b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.915+0000 7f3aa77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556411040210 0x556411048b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48028/0 (socket says 172.21.15.1:48028) 2024-02-10T00:08:26.922 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.915+0000 7f3aa77fe640 1 -- 172.21.15.1:0/3007470706 learned_addr learned my addr 172.21.15.1:0/3007470706 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:26.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.915+0000 7f3aacd17640 1 --2- 172.21.15.1:0/3007470706 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556411049310 0x55641104d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.915+0000 7f3aa77fe640 1 -- 172.21.15.1:0/3007470706 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556411049310 msgr2=0x55641104d4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:26.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.915+0000 7f3aa77fe640 1 --2- 172.21.15.1:0/3007470706 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556411049310 0x55641104d4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.915+0000 7f3aa77fe640 1 -- 172.21.15.1:0/3007470706 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55641103f860 msgr2=0x55641104f380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:26.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.915+0000 7f3aa7fff640 1 --2- 172.21.15.1:0/3007470706 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55641103f860 0x55641104f380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.915+0000 7f3aa77fe640 1 --2- 172.21.15.1:0/3007470706 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55641103f860 0x55641104f380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.915+0000 7f3aa77fe640 1 -- 172.21.15.1:0/3007470706 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556410f42b30 con 0x556411040210 2024-02-10T00:08:26.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.915+0000 7f3aa77fe640 1 --2- 172.21.15.1:0/3007470706 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556411040210 0x556411048b20 secure :-1 s=READY pgs=1541 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c09a630 tx=0x7f3a9c09a580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=543a9a15d5cb295b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:26.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.915+0000 7f3a8dffb640 1 -- 172.21.15.1:0/3007470706 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a9c0cbb20 con 0x556411040210 2024-02-10T00:08:26.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.915+0000 7f3a8dffb640 1 -- 172.21.15.1:0/3007470706 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3a9c09a290 con 0x556411040210 2024-02-10T00:08:26.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.915+0000 7f3a8dffb640 1 -- 172.21.15.1:0/3007470706 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a9c0850e0 con 0x556411040210 2024-02-10T00:08:26.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.916+0000 7f3ab142e740 1 -- 172.21.15.1:0/3007470706 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556411040210 msgr2=0x556411048b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:26.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.916+0000 7f3ab142e740 1 --2- 172.21.15.1:0/3007470706 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556411040210 0x556411048b20 secure :-1 s=READY pgs=1541 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c09a630 tx=0x7f3a9c09a580 comp rx=0 tx=0).stop 2024-02-10T00:08:26.923 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.916+0000 7f3ab142e740 1 -- 172.21.15.1:0/3007470706 shutdown_connections 2024-02-10T00:08:26.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.916+0000 7f3ab142e740 1 --2- 172.21.15.1:0/3007470706 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556411049310 0x55641104d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.916+0000 7f3ab142e740 1 --2- 172.21.15.1:0/3007470706 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556411040210 0x556411048b20 unknown :-1 s=CLOSED pgs=1541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.916+0000 7f3ab142e740 1 --2- 172.21.15.1:0/3007470706 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55641103f860 0x55641104f380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.916+0000 7f3ab142e740 1 -- 172.21.15.1:0/3007470706 >> 172.21.15.1:0/3007470706 conn(0x55641103a050 msgr2=0x556411048410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:26.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.916+0000 7f3ab142e740 1 -- 172.21.15.1:0/3007470706 shutdown_connections 2024-02-10T00:08:26.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.916+0000 7f3ab142e740 1 -- 172.21.15.1:0/3007470706 wait complete. 2024-02-10T00:08:26.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.916+0000 7f3ab142e740 1 -- start start 2024-02-10T00:08:26.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.917+0000 7f3ab142e740 1 Processor -- start 2024-02-10T00:08:26.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.917+0000 7f3ab142e740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55641103f860 0x5564110543a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.917+0000 7f3ab142e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556411040210 0x556411052740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.917+0000 7f3ab142e740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556411049310 0x556411052c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.917+0000 7f3ab142e740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x556411054c70 con 0x55641103f860 2024-02-10T00:08:26.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.917+0000 7f3ab142e740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564110531f0 con 0x556411049310 2024-02-10T00:08:26.924 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.917+0000 7f3ab142e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564110533b0 con 0x556411040210 2024-02-10T00:08:26.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.917+0000 7f3ab142e740 10 client.0 _ll_register_callbacks cb 0x7f3a98009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:26.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.917+0000 7f3aa7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55641103f860 0x5564110543a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.917+0000 7f3aa7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55641103f860 0x5564110543a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:48044/0 (socket says 172.21.15.1:48044) 2024-02-10T00:08:26.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.917+0000 7f3aa7fff640 1 -- 172.21.15.1:0/1571936962 learned_addr learned my addr 172.21.15.1:0/1571936962 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:26.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.917+0000 7f3aacd17640 1 --2- 172.21.15.1:0/1571936962 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556411049310 0x556411052c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.917+0000 7f3aa77fe640 1 --2- 172.21.15.1:0/1571936962 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556411040210 0x556411052740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.917+0000 7f3aa7fff640 1 -- 172.21.15.1:0/1571936962 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556411040210 msgr2=0x556411052740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:26.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.917+0000 7f3aa7fff640 1 --2- 172.21.15.1:0/1571936962 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556411040210 0x556411052740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.917+0000 7f3aa7fff640 1 -- 172.21.15.1:0/1571936962 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556411049310 msgr2=0x556411052c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:26.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.917+0000 7f3aa7fff640 1 --2- 172.21.15.1:0/1571936962 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556411049310 0x556411052c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.917+0000 7f3aa7fff640 1 -- 172.21.15.1:0/1571936962 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556410fa6680 con 0x55641103f860 2024-02-10T00:08:26.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.917+0000 7f3aacd17640 1 --2- 172.21.15.1:0/1571936962 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556411049310 0x556411052c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:26.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.917+0000 7f3aa7fff640 1 --2- 172.21.15.1:0/1571936962 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55641103f860 0x5564110543a0 secure :-1 s=READY pgs=1542 cs=0 l=1 rev1=1 crypto rx=0x7f3a98036040 tx=0x7f3a98004550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83719b40214af2df server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:26.925 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.917+0000 7f3a877fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:26.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.917+0000 7f3a877fe640 1 -- 172.21.15.1:0/1571936962 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a9804e070 con 0x55641103f860 2024-02-10T00:08:26.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.918+0000 7f3a877fe640 1 -- 172.21.15.1:0/1571936962 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f3a9802caf0 con 0x55641103f860 2024-02-10T00:08:26.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.918+0000 7f3ab142e740 1 -- 172.21.15.1:0/1571936962 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3a980049e0 con 0x55641103f860 2024-02-10T00:08:26.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.918+0000 7f3a877fe640 1 -- 172.21.15.1:0/1571936962 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3a9802ccb0 con 0x55641103f860 2024-02-10T00:08:26.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.918+0000 7f3ab142e740 10 client.18903 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:26.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.918+0000 7f3ab142e740 1 -- 172.21.15.1:0/1571936962 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x556410f68850 con 0x55641103f860 2024-02-10T00:08:26.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.918+0000 7f3a877fe640 1 -- 172.21.15.1:0/1571936962 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3a9805d020 con 0x55641103f860 2024-02-10T00:08:26.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.918+0000 7f3a877fe640 1 -- 172.21.15.1:0/1571936962 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f3a9803c050 con 0x55641103f860 2024-02-10T00:08:26.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.918+0000 7f3ab142e740 10 client.18903 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:26.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.918+0000 7f3ab142e740 10 client.18903 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:08:26.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.918+0000 7f3ab142e740 20 client.18903 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:26.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.918+0000 7f3ab142e740 1 --2- 172.21.15.1:0/1571936962 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5564110b4c40 0x5564110b7060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:26.926 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.918+0000 7f3ab142e740 4 client.18903 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:08:26.927 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.918+0000 7f3ab142e740 1 -- 172.21.15.1:0/1571936962 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x556410d33890 con 0x5564110b4c40 2024-02-10T00:08:26.927 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.918+0000 7f3aa77fe640 1 --2- 172.21.15.1:0/1571936962 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5564110b4c40 0x5564110b7060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:26.927 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.919+0000 7f3a877fe640 10 client.18903 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:26.927 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.919+0000 7f3aa77fe640 1 --2- 172.21.15.1:0/1571936962 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5564110b4c40 0x5564110b7060 crc :-1 s=READY pgs=261 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ec018f6904d9f392 server_cookie=a77846d07503e2be in_seq=0 out_seq=0 2024-02-10T00:08:26.927 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.919+0000 7f3a877fe640 1 -- 172.21.15.1:0/1571936962 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x556410d33890 con 0x5564110b4c40 2024-02-10T00:08:26.927 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.919+0000 7f3a877fe640 10 client.18903 handle_command_reply: tid=0 2024-02-10T00:08:26.927 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.919+0000 7f3ab142e740 1 client.18903 shutdown 2024-02-10T00:08:26.927 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.919+0000 7f3ab142e740 1 -- 172.21.15.1:0/1571936962 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55641103f860 msgr2=0x5564110543a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:26.927 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.919+0000 7f3ab142e740 1 --2- 172.21.15.1:0/1571936962 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55641103f860 0x5564110543a0 secure :-1 s=READY pgs=1542 cs=0 l=1 rev1=1 crypto rx=0x7f3a98036040 tx=0x7f3a98004550 comp rx=0 tx=0).stop 2024-02-10T00:08:26.927 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.919+0000 7f3ab142e740 1 -- 172.21.15.1:0/1571936962 shutdown_connections 2024-02-10T00:08:26.927 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.919+0000 7f3ab142e740 1 --2- 172.21.15.1:0/1571936962 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5564110b4c40 0x5564110b7060 crc :-1 s=READY pgs=261 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.927 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.919+0000 7f3ab142e740 1 --2- 172.21.15.1:0/1571936962 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x556411049310 0x556411052c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.927 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.919+0000 7f3a877fe640 0 client.18903 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:26.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.919+0000 7f3ab142e740 1 --2- 172.21.15.1:0/1571936962 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556411040210 0x556411052740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.919+0000 7f3ab142e740 1 --2- 172.21.15.1:0/1571936962 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55641103f860 0x5564110543a0 unknown :-1 s=CLOSED pgs=1542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.919+0000 7f3ab142e740 1 -- 172.21.15.1:0/1571936962 >> 172.21.15.1:0/1571936962 conn(0x55641103a050 msgr2=0x55641104d530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:26.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.919+0000 7f3ab142e740 1 -- 172.21.15.1:0/1571936962 shutdown_connections 2024-02-10T00:08:26.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.919+0000 7f3ab142e740 1 -- 172.21.15.1:0/1571936962 wait complete. 2024-02-10T00:08:26.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.919+0000 7f3ab142e740 20 client.18903 trim_cache size 0 max 16384 2024-02-10T00:08:26.928 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:08:26.928 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "IDLE (waiting for more scrubs)", 2024-02-10T00:08:26.929 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": { 2024-02-10T00:08:26.929 INFO:teuthology.orchestra.run.smithi001.stdout: "727da2ba-e7ec-498a-a657-5c82a0c7e66b": { 2024-02-10T00:08:26.929 INFO:teuthology.orchestra.run.smithi001.stdout: "path": "/", 2024-02-10T00:08:26.929 INFO:teuthology.orchestra.run.smithi001.stdout: "tag": "727da2ba-e7ec-498a-a657-5c82a0c7e66b", 2024-02-10T00:08:26.929 INFO:teuthology.orchestra.run.smithi001.stdout: "options": "recursive,force" 2024-02-10T00:08:26.929 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:08:26.929 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:08:26.929 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:08:26.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.920+0000 7f3aae77a640 1 -- 172.21.15.1:0/2897918756 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3a900a2230 msgr2=0x7f3a900a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:26.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.920+0000 7f3aae77a640 1 --2- 172.21.15.1:0/2897918756 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3a900a2230 0x7f3a900a46f0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f3aa0009fd0 tx=0x7f3aa0009240 comp rx=0 tx=0).stop 2024-02-10T00:08:26.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.920+0000 7f3aae77a640 1 -- 172.21.15.1:0/2897918756 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3aa8100200 msgr2=0x7f3aa819db00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:26.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.920+0000 7f3aae77a640 1 --2- 172.21.15.1:0/2897918756 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3aa8100200 0x7f3aa819db00 secure :-1 s=READY pgs=1538 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c00ea20 tx=0x7f3a9c00eee0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.920+0000 7f3aae77a640 1 -- 172.21.15.1:0/2897918756 shutdown_connections 2024-02-10T00:08:26.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.920+0000 7f3aae77a640 1 --2- 172.21.15.1:0/2897918756 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3a900a2230 0x7f3a900a46f0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.920+0000 7f3aae77a640 1 --2- 172.21.15.1:0/2897918756 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3aa8105850 0x7f3aa8197680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.920+0000 7f3aae77a640 1 --2- 172.21.15.1:0/2897918756 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3aa8100200 0x7f3aa819db00 unknown :-1 s=CLOSED pgs=1538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.920+0000 7f3aae77a640 1 --2- 172.21.15.1:0/2897918756 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3aa80ff840 0x7f3aa819d5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:26.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.920+0000 7f3aae77a640 1 -- 172.21.15.1:0/2897918756 >> 172.21.15.1:0/2897918756 conn(0x7f3aa8076630 msgr2=0x7f3aa80fdff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:26.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.920+0000 7f3aae77a640 1 -- 172.21.15.1:0/2897918756 shutdown_connections 2024-02-10T00:08:26.931 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:26.920+0000 7f3aae77a640 1 -- 172.21.15.1:0/2897918756 wait complete. 2024-02-10T00:08:26.932 INFO:tasks.cephfs.filesystem:scrub status for tag:727da2ba-e7ec-498a-a657-5c82a0c7e66b - {'path': '/', 'tag': '727da2ba-e7ec-498a-a657-5c82a0c7e66b', 'options': 'recursive,force'} 2024-02-10T00:08:27.219 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:27 smithi001 ceph-mon[32335]: pgmap v282: 97 pgs: 97 active+clean; 5.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 35 KiB/s wr, 13 op/s 2024-02-10T00:08:27.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:27 smithi088 ceph-mon[36452]: pgmap v282: 97 pgs: 97 active+clean; 5.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 35 KiB/s wr, 13 op/s 2024-02-10T00:08:27.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:27 smithi103 ceph-mon[36942]: pgmap v282: 97 pgs: 97 active+clean; 5.4 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 35 KiB/s wr, 13 op/s 2024-02-10T00:08:28.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:28 smithi088 ceph-mon[36452]: scrub queued for path: / 2024-02-10T00:08:28.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:28 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:08:28.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:28 smithi088 ceph-mon[36452]: scrub summary: active paths [/] 2024-02-10T00:08:28.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:28 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:08:28.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:28 smithi103 ceph-mon[36942]: scrub queued for path: / 2024-02-10T00:08:28.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:28 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:08:28.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:28 smithi103 ceph-mon[36942]: scrub summary: active paths [/] 2024-02-10T00:08:28.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:28 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:08:28.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:28 smithi001 ceph-mon[32335]: scrub queued for path: / 2024-02-10T00:08:28.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:28 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:08:28.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:28 smithi001 ceph-mon[32335]: scrub summary: active paths [/] 2024-02-10T00:08:28.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:28 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:08:29.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:29 smithi088 ceph-mon[36452]: pgmap v283: 97 pgs: 97 active+clean; 1.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 57 KiB/s wr, 24 op/s 2024-02-10T00:08:29.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:29 smithi103 ceph-mon[36942]: pgmap v283: 97 pgs: 97 active+clean; 1.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 57 KiB/s wr, 24 op/s 2024-02-10T00:08:29.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:29 smithi001 ceph-mon[32335]: pgmap v283: 97 pgs: 97 active+clean; 1.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 57 KiB/s wr, 24 op/s 2024-02-10T00:08:31.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:31 smithi088 ceph-mon[36452]: pgmap v284: 97 pgs: 97 active+clean; 1.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 40 KiB/s wr, 17 op/s 2024-02-10T00:08:31.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:31 smithi088 ceph-mon[36452]: scrub summary: idle 2024-02-10T00:08:31.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:31 smithi103 ceph-mon[36942]: pgmap v284: 97 pgs: 97 active+clean; 1.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 40 KiB/s wr, 17 op/s 2024-02-10T00:08:31.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:31 smithi103 ceph-mon[36942]: scrub summary: idle 2024-02-10T00:08:31.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:31 smithi001 ceph-mon[32335]: pgmap v284: 97 pgs: 97 active+clean; 1.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 40 KiB/s wr, 17 op/s 2024-02-10T00:08:31.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:31 smithi001 ceph-mon[32335]: scrub summary: idle 2024-02-10T00:08:33.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:33 smithi088 ceph-mon[36452]: pgmap v285: 97 pgs: 97 active+clean; 1.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 40 KiB/s wr, 17 op/s 2024-02-10T00:08:33.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:33 smithi103 ceph-mon[36942]: pgmap v285: 97 pgs: 97 active+clean; 1.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 40 KiB/s wr, 17 op/s 2024-02-10T00:08:33.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:33 smithi001 ceph-mon[32335]: pgmap v285: 97 pgs: 97 active+clean; 1.6 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 40 KiB/s wr, 17 op/s 2024-02-10T00:08:34.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:34 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:08:34.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:34 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:08:34.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:34 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:08:34.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:34 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:08:34.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:34 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:08:34.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:34 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:08:34.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:34 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:08:34.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:34 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:08:34.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:34 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:08:34.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:34 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:08:34.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:34 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:08:34.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:34 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:08:35.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:35 smithi088 ceph-mon[36452]: pgmap v286: 97 pgs: 97 active+clean; 1.8 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 58 KiB/s wr, 24 op/s 2024-02-10T00:08:35.370 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:35 smithi001 ceph-mon[32335]: pgmap v286: 97 pgs: 97 active+clean; 1.8 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 58 KiB/s wr, 24 op/s 2024-02-10T00:08:35.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:35 smithi103 ceph-mon[36942]: pgmap v286: 97 pgs: 97 active+clean; 1.8 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 58 KiB/s wr, 24 op/s 2024-02-10T00:08:37.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:37 smithi088 ceph-mon[36452]: pgmap v287: 97 pgs: 97 active+clean; 1.8 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 39 KiB/s wr, 17 op/s 2024-02-10T00:08:37.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:37 smithi103 ceph-mon[36942]: pgmap v287: 97 pgs: 97 active+clean; 1.8 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 39 KiB/s wr, 17 op/s 2024-02-10T00:08:37.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:37 smithi001 ceph-mon[32335]: pgmap v287: 97 pgs: 97 active+clean; 1.8 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 39 KiB/s wr, 17 op/s 2024-02-10T00:08:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.148+0000 7f783580f640 1 -- 172.21.15.1:0/2322377572 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7830100d10 msgr2=0x7f7830104d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.148+0000 7f783580f640 1 --2- 172.21.15.1:0/2322377572 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7830100d10 0x7f7830104d50 secure :-1 s=READY pgs=1543 cs=0 l=1 rev1=1 crypto rx=0x7f7824009930 tx=0x7f782402bc30 comp rx=0 tx=0).stop 2024-02-10T00:08:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.148+0000 7f783580f640 1 -- 172.21.15.1:0/2322377572 shutdown_connections 2024-02-10T00:08:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.148+0000 7f783580f640 1 --2- 172.21.15.1:0/2322377572 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7830105430 0x7f783010d000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.148+0000 7f783580f640 1 --2- 172.21.15.1:0/2322377572 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7830100d10 0x7f7830104d50 unknown :-1 s=CLOSED pgs=1543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.148+0000 7f783580f640 1 --2- 172.21.15.1:0/2322377572 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7830100360 0x7f7830100740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.148+0000 7f783580f640 1 -- 172.21.15.1:0/2322377572 >> 172.21.15.1:0/2322377572 conn(0x7f7830077250 msgr2=0x7f7830077660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.148+0000 7f783580f640 1 -- 172.21.15.1:0/2322377572 shutdown_connections 2024-02-10T00:08:38.150 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.148+0000 7f783580f640 1 -- 172.21.15.1:0/2322377572 wait complete. 2024-02-10T00:08:38.151 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.148+0000 7f783580f640 1 Processor -- start 2024-02-10T00:08:38.153 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.149+0000 7f783580f640 1 -- start start 2024-02-10T00:08:38.153 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.149+0000 7f783580f640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7830100360 0x7f783019d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:38.153 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.149+0000 7f783580f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7830105430 0x7f783019db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:38.153 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.149+0000 7f783580f640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f78301976b0 0x7f7830197b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:38.153 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.149+0000 7f783580f640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7830198180 con 0x7f7830105430 2024-02-10T00:08:38.153 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.149+0000 7f783580f640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78301982f0 con 0x7f7830100360 2024-02-10T00:08:38.153 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.149+0000 7f783580f640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78301984b0 con 0x7f78301976b0 2024-02-10T00:08:38.153 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.149+0000 7f782e7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7830105430 0x7f783019db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:38.153 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.149+0000 7f782e7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7830105430 0x7f783019db30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:41974/0 (socket says 172.21.15.1:41974) 2024-02-10T00:08:38.153 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.149+0000 7f782e7fc640 1 -- 172.21.15.1:0/559079596 learned_addr learned my addr 172.21.15.1:0/559079596 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:38.153 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.149+0000 7f782f7fe640 1 --2- 172.21.15.1:0/559079596 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f78301976b0 0x7f7830197b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:38.153 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.149+0000 7f782effd640 1 --2- 172.21.15.1:0/559079596 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7830100360 0x7f783019d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:38.154 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.149+0000 7f782e7fc640 1 -- 172.21.15.1:0/559079596 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f78301976b0 msgr2=0x7f7830197b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:38.154 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.149+0000 7f782e7fc640 1 --2- 172.21.15.1:0/559079596 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f78301976b0 0x7f7830197b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.154 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.149+0000 7f782e7fc640 1 -- 172.21.15.1:0/559079596 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7830100360 msgr2=0x7f783019d5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:38.154 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.149+0000 7f782e7fc640 1 --2- 172.21.15.1:0/559079596 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7830100360 0x7f783019d5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.154 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.149+0000 7f782e7fc640 1 -- 172.21.15.1:0/559079596 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7824009560 con 0x7f7830105430 2024-02-10T00:08:38.154 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.149+0000 7f782effd640 1 --2- 172.21.15.1:0/559079596 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7830100360 0x7f783019d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:08:38.154 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.149+0000 7f782f7fe640 1 --2- 172.21.15.1:0/559079596 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f78301976b0 0x7f7830197b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:38.154 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.150+0000 7f782e7fc640 1 --2- 172.21.15.1:0/559079596 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7830105430 0x7f783019db30 secure :-1 s=READY pgs=1544 cs=0 l=1 rev1=1 crypto rx=0x7f7824009230 tx=0x7f7824004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:38.154 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.150+0000 7f783480d640 1 -- 172.21.15.1:0/559079596 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f782402cbc0 con 0x7f7830105430 2024-02-10T00:08:38.155 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.150+0000 7f783580f640 1 -- 172.21.15.1:0/559079596 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f78301a43f0 con 0x7f7830105430 2024-02-10T00:08:38.155 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.150+0000 7f783480d640 1 -- 172.21.15.1:0/559079596 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f78240052d0 con 0x7f7830105430 2024-02-10T00:08:38.155 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.150+0000 7f783480d640 1 -- 172.21.15.1:0/559079596 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7824003e50 con 0x7f7830105430 2024-02-10T00:08:38.155 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.150+0000 7f783580f640 1 -- 172.21.15.1:0/559079596 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f78301a48d0 con 0x7f7830105430 2024-02-10T00:08:38.162 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.152+0000 7f783480d640 1 -- 172.21.15.1:0/559079596 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f78240035f0 con 0x7f7830105430 2024-02-10T00:08:38.162 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.152+0000 7f783480d640 1 --2- 172.21.15.1:0/559079596 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f78180a2220 0x7f78180a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:38.163 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.153+0000 7f78383db740 1 Processor -- start 2024-02-10T00:08:38.163 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.153+0000 7f78383db740 1 -- start start 2024-02-10T00:08:38.163 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.153+0000 7f782effd640 1 --2- 172.21.15.1:0/559079596 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f78180a2220 0x7f78180a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:38.163 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.153+0000 7f783480d640 1 -- 172.21.15.1:0/559079596 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f78240f04e0 con 0x7f7830105430 2024-02-10T00:08:38.163 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.153+0000 7f78383db740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bb89d12bd0 0x55bb89d12fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:38.163 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.153+0000 7f78383db740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bb89d134f0 0x55bb89d20670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:38.163 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.153+0000 7f78383db740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bb89d20bb0 0x55bb89d22fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:38.163 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.153+0000 7f78383db740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb89c81a00 con 0x55bb89d134f0 2024-02-10T00:08:38.163 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.153+0000 7f78383db740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb89c7ef30 con 0x55bb89d12bd0 2024-02-10T00:08:38.163 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.153+0000 7f78383db740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb89c7a710 con 0x55bb89d20bb0 2024-02-10T00:08:38.163 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.153+0000 7f782e7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bb89d134f0 0x55bb89d20670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:38.163 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.153+0000 7f782e7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bb89d134f0 0x55bb89d20670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:41988/0 (socket says 172.21.15.1:41988) 2024-02-10T00:08:38.163 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.153+0000 7f782e7fc640 1 -- 172.21.15.1:0/1990502089 learned_addr learned my addr 172.21.15.1:0/1990502089 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:38.163 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.153+0000 7f782f7fe640 1 --2- 172.21.15.1:0/1990502089 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bb89d20bb0 0x55bb89d22fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:38.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.153+0000 7f782effd640 1 --2- 172.21.15.1:0/1990502089 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bb89d12bd0 0x55bb89d12fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:38.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.153+0000 7f782effd640 1 --2- 172.21.15.1:0/559079596 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f78180a2220 0x7f78180a46e0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f7820009b50 tx=0x7f7820009f50 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:38.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.153+0000 7f782e7fc640 1 -- 172.21.15.1:0/1990502089 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bb89d20bb0 msgr2=0x55bb89d22fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:38.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.153+0000 7f782e7fc640 1 --2- 172.21.15.1:0/1990502089 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bb89d20bb0 0x55bb89d22fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.153+0000 7f782e7fc640 1 -- 172.21.15.1:0/1990502089 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bb89d12bd0 msgr2=0x55bb89d12fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:38.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.153+0000 7f782e7fc640 1 --2- 172.21.15.1:0/1990502089 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bb89d12bd0 0x55bb89d12fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.153+0000 7f782e7fc640 1 -- 172.21.15.1:0/1990502089 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bb89c3f3b0 con 0x55bb89d134f0 2024-02-10T00:08:38.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.153+0000 7f782f7fe640 1 --2- 172.21.15.1:0/1990502089 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bb89d20bb0 0x55bb89d22fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:38.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.153+0000 7f782effd640 1 --2- 172.21.15.1:0/1990502089 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bb89d12bd0 0x55bb89d12fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:38.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.153+0000 7f782e7fc640 1 --2- 172.21.15.1:0/1990502089 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bb89d134f0 0x55bb89d20670 secure :-1 s=READY pgs=1545 cs=0 l=1 rev1=1 crypto rx=0x7f78240b99b0 tx=0x7f7824003920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89097b4ef6d969f2 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:38.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.154+0000 7f7815ffb640 1 -- 172.21.15.1:0/1990502089 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78240c1130 con 0x55bb89d134f0 2024-02-10T00:08:38.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.154+0000 7f7815ffb640 1 -- 172.21.15.1:0/1990502089 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f78240c5780 con 0x55bb89d134f0 2024-02-10T00:08:38.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.154+0000 7f7815ffb640 1 -- 172.21.15.1:0/1990502089 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78240bd440 con 0x55bb89d134f0 2024-02-10T00:08:38.164 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.154+0000 7f78383db740 1 -- 172.21.15.1:0/1990502089 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bb89d134f0 msgr2=0x55bb89d20670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:38.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.154+0000 7f78383db740 1 --2- 172.21.15.1:0/1990502089 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bb89d134f0 0x55bb89d20670 secure :-1 s=READY pgs=1545 cs=0 l=1 rev1=1 crypto rx=0x7f78240b99b0 tx=0x7f7824003920 comp rx=0 tx=0).stop 2024-02-10T00:08:38.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.154+0000 7f78383db740 1 -- 172.21.15.1:0/1990502089 shutdown_connections 2024-02-10T00:08:38.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.154+0000 7f78383db740 1 --2- 172.21.15.1:0/1990502089 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bb89d20bb0 0x55bb89d22fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.154+0000 7f78383db740 1 --2- 172.21.15.1:0/1990502089 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bb89d134f0 0x55bb89d20670 unknown :-1 s=CLOSED pgs=1545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.154+0000 7f78383db740 1 --2- 172.21.15.1:0/1990502089 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bb89d12bd0 0x55bb89d12fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.154+0000 7f78383db740 1 -- 172.21.15.1:0/1990502089 >> 172.21.15.1:0/1990502089 conn(0x55bb89d0d9d0 msgr2=0x55bb89d0ddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:38.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.154+0000 7f78383db740 1 -- 172.21.15.1:0/1990502089 shutdown_connections 2024-02-10T00:08:38.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.154+0000 7f78383db740 1 -- 172.21.15.1:0/1990502089 wait complete. 2024-02-10T00:08:38.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.155+0000 7f78383db740 1 -- start start 2024-02-10T00:08:38.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.155+0000 7f78383db740 1 Processor -- start 2024-02-10T00:08:38.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.155+0000 7f78383db740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bb89d12bd0 0x55bb89d1dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:38.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.155+0000 7f78383db740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bb89d134f0 0x55bb89d1e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:38.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.155+0000 7f78383db740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bb89d20bb0 0x55bb89d1e640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:38.165 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.155+0000 7f78383db740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb89c1fb90 con 0x55bb89d134f0 2024-02-10T00:08:38.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.155+0000 7f78383db740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb8994e250 con 0x55bb89d12bd0 2024-02-10T00:08:38.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.155+0000 7f78383db740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb89c00200 con 0x55bb89d20bb0 2024-02-10T00:08:38.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.155+0000 7f78383db740 10 client.0 _ll_register_callbacks cb 0x55bb89c365d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:38.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.155+0000 7f782e7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bb89d134f0 0x55bb89d1e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:38.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.155+0000 7f782e7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bb89d134f0 0x55bb89d1e100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:41996/0 (socket says 172.21.15.1:41996) 2024-02-10T00:08:38.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.155+0000 7f782e7fc640 1 -- 172.21.15.1:0/1669713775 learned_addr learned my addr 172.21.15.1:0/1669713775 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:38.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.156+0000 7f782effd640 1 --2- 172.21.15.1:0/1669713775 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bb89d12bd0 0x55bb89d1dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:38.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.156+0000 7f782f7fe640 1 --2- 172.21.15.1:0/1669713775 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bb89d20bb0 0x55bb89d1e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:38.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.156+0000 7f782e7fc640 1 -- 172.21.15.1:0/1669713775 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bb89d20bb0 msgr2=0x55bb89d1e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:38.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.156+0000 7f782e7fc640 1 --2- 172.21.15.1:0/1669713775 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bb89d20bb0 0x55bb89d1e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.156+0000 7f782e7fc640 1 -- 172.21.15.1:0/1669713775 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bb89d12bd0 msgr2=0x55bb89d1dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:38.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.156+0000 7f782e7fc640 1 --2- 172.21.15.1:0/1669713775 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bb89d12bd0 0x55bb89d1dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.156+0000 7f782e7fc640 1 -- 172.21.15.1:0/1669713775 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f78301a48d0 con 0x55bb89d134f0 2024-02-10T00:08:38.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.156+0000 7f782e7fc640 1 --2- 172.21.15.1:0/1669713775 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bb89d134f0 0x55bb89d1e100 secure :-1 s=READY pgs=1546 cs=0 l=1 rev1=1 crypto rx=0x7f78240eddf0 tx=0x7f782402cd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=319256df36c1ef9b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:38.166 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.156+0000 7f780effd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:38.167 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.156+0000 7f780effd640 1 -- 172.21.15.1:0/1669713775 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78240c52f0 con 0x55bb89d134f0 2024-02-10T00:08:38.167 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.156+0000 7f780effd640 1 -- 172.21.15.1:0/1669713775 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f78240c5450 con 0x55bb89d134f0 2024-02-10T00:08:38.167 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.156+0000 7f78383db740 1 -- 172.21.15.1:0/1669713775 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55bb89ca0ee0 con 0x55bb89d134f0 2024-02-10T00:08:38.167 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.156+0000 7f780effd640 1 -- 172.21.15.1:0/1669713775 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f78240f0040 con 0x55bb89d134f0 2024-02-10T00:08:38.167 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.156+0000 7f78383db740 10 client.18915 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:38.167 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.156+0000 7f78383db740 1 -- 172.21.15.1:0/1669713775 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55bb89c78d90 con 0x55bb89d134f0 2024-02-10T00:08:38.167 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.156+0000 7f780effd640 1 -- 172.21.15.1:0/1669713775 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f782409f080 con 0x55bb89d134f0 2024-02-10T00:08:38.167 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.157+0000 7f780effd640 1 -- 172.21.15.1:0/1669713775 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f78240d7d20 con 0x55bb89d134f0 2024-02-10T00:08:38.167 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.157+0000 7f78383db740 10 client.18915 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:38.167 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.157+0000 7f78383db740 10 client.18915 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:08:38.167 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.157+0000 7f78383db740 20 client.18915 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:38.167 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.157+0000 7f78383db740 1 --2- 172.21.15.1:0/1669713775 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55bb89d306c0 0x55bb89d32ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:38.167 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.157+0000 7f78383db740 4 client.18915 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:08:38.167 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.157+0000 7f78383db740 1 -- 172.21.15.1:0/1669713775 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55bb8997a600 con 0x55bb89d306c0 2024-02-10T00:08:38.168 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.157+0000 7f782effd640 1 --2- 172.21.15.1:0/1669713775 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55bb89d306c0 0x55bb89d32ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:38.168 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.157+0000 7f782effd640 1 --2- 172.21.15.1:0/1669713775 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55bb89d306c0 0x55bb89d32ab0 crc :-1 s=READY pgs=262 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8b7792d300b4c498 server_cookie=9f9b51289d6fe01d in_seq=0 out_seq=0 2024-02-10T00:08:38.168 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.158+0000 7f780effd640 10 client.18915 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:38.168 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.158+0000 7f780effd640 1 -- 172.21.15.1:0/1669713775 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55bb8997a600 con 0x55bb89d306c0 2024-02-10T00:08:38.168 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.158+0000 7f780effd640 10 client.18915 handle_command_reply: tid=0 2024-02-10T00:08:38.168 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.158+0000 7f78383db740 1 client.18915 shutdown 2024-02-10T00:08:38.168 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.158+0000 7f78383db740 1 -- 172.21.15.1:0/1669713775 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bb89d134f0 msgr2=0x55bb89d1e100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:38.168 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.158+0000 7f78383db740 1 --2- 172.21.15.1:0/1669713775 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bb89d134f0 0x55bb89d1e100 secure :-1 s=READY pgs=1546 cs=0 l=1 rev1=1 crypto rx=0x7f78240eddf0 tx=0x7f782402cd20 comp rx=0 tx=0).stop 2024-02-10T00:08:38.168 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.158+0000 7f78383db740 1 -- 172.21.15.1:0/1669713775 shutdown_connections 2024-02-10T00:08:38.168 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.158+0000 7f78383db740 1 --2- 172.21.15.1:0/1669713775 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55bb89d306c0 0x55bb89d32ab0 crc :-1 s=READY pgs=262 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.168 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.158+0000 7f78383db740 1 --2- 172.21.15.1:0/1669713775 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bb89d20bb0 0x55bb89d1e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.168 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.158+0000 7f78383db740 1 --2- 172.21.15.1:0/1669713775 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bb89d134f0 0x55bb89d1e100 unknown :-1 s=CLOSED pgs=1546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.168 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.158+0000 7f780effd640 0 client.18915 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:38.168 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.158+0000 7f78383db740 1 --2- 172.21.15.1:0/1669713775 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bb89d12bd0 0x55bb89d1dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.169 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.158+0000 7f78383db740 1 -- 172.21.15.1:0/1669713775 >> 172.21.15.1:0/1669713775 conn(0x55bb89d0d9d0 msgr2=0x55bb89d0f720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:38.169 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.158+0000 7f78383db740 1 -- 172.21.15.1:0/1669713775 shutdown_connections 2024-02-10T00:08:38.169 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.158+0000 7f78383db740 1 -- 172.21.15.1:0/1669713775 wait complete. 2024-02-10T00:08:38.169 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.159+0000 7f78383db740 20 client.18915 trim_cache size 0 max 16384 2024-02-10T00:08:38.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.172+0000 7f78383db740 1 Processor -- start 2024-02-10T00:08:38.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.172+0000 7f78383db740 1 -- start start 2024-02-10T00:08:38.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.172+0000 7f78383db740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bb89d12bd0 0x55bb89d202f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:38.175 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.172+0000 7f78383db740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bb89d134f0 0x55bb89d1e460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:38.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.172+0000 7f78383db740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bb89d20bb0 0x55bb89d1ae40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:38.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.172+0000 7f78383db740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb89d12a10 con 0x55bb89d20bb0 2024-02-10T00:08:38.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.172+0000 7f78383db740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb89d092a0 con 0x55bb89d12bd0 2024-02-10T00:08:38.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.172+0000 7f78383db740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb89d1c110 con 0x55bb89d134f0 2024-02-10T00:08:38.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.172+0000 7f782f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bb89d20bb0 0x55bb89d1ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:38.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.172+0000 7f782f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bb89d20bb0 0x55bb89d1ae40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42008/0 (socket says 172.21.15.1:42008) 2024-02-10T00:08:38.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.172+0000 7f782f7fe640 1 -- 172.21.15.1:0/759963771 learned_addr learned my addr 172.21.15.1:0/759963771 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:38.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.172+0000 7f782e7fc640 1 --2- 172.21.15.1:0/759963771 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bb89d134f0 0x55bb89d1e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:38.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.172+0000 7f782effd640 1 --2- 172.21.15.1:0/759963771 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bb89d12bd0 0x55bb89d202f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:38.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.172+0000 7f782f7fe640 1 -- 172.21.15.1:0/759963771 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bb89d134f0 msgr2=0x55bb89d1e460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:38.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.172+0000 7f782f7fe640 1 --2- 172.21.15.1:0/759963771 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bb89d134f0 0x55bb89d1e460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.172+0000 7f782f7fe640 1 -- 172.21.15.1:0/759963771 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bb89d12bd0 msgr2=0x55bb89d202f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:38.176 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.172+0000 7f782f7fe640 1 --2- 172.21.15.1:0/759963771 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bb89d12bd0 0x55bb89d202f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.177 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.172+0000 7f782f7fe640 1 -- 172.21.15.1:0/759963771 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bb89c15820 con 0x55bb89d20bb0 2024-02-10T00:08:38.177 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.172+0000 7f782f7fe640 1 --2- 172.21.15.1:0/759963771 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bb89d20bb0 0x55bb89d1ae40 secure :-1 s=READY pgs=1547 cs=0 l=1 rev1=1 crypto rx=0x7f78280123f0 tx=0x7f78280128b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a770c7331ca27b1 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:38.177 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.173+0000 7f78157fa640 1 -- 172.21.15.1:0/759963771 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7828017070 con 0x55bb89d20bb0 2024-02-10T00:08:38.177 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.173+0000 7f78157fa640 1 -- 172.21.15.1:0/759963771 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7828005020 con 0x55bb89d20bb0 2024-02-10T00:08:38.177 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.173+0000 7f78157fa640 1 -- 172.21.15.1:0/759963771 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78280106d0 con 0x55bb89d20bb0 2024-02-10T00:08:38.177 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.173+0000 7f78383db740 1 -- 172.21.15.1:0/759963771 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bb89d20bb0 msgr2=0x55bb89d1ae40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:38.177 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.173+0000 7f78383db740 1 --2- 172.21.15.1:0/759963771 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bb89d20bb0 0x55bb89d1ae40 secure :-1 s=READY pgs=1547 cs=0 l=1 rev1=1 crypto rx=0x7f78280123f0 tx=0x7f78280128b0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.177 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.173+0000 7f78383db740 1 -- 172.21.15.1:0/759963771 shutdown_connections 2024-02-10T00:08:38.177 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.173+0000 7f78383db740 1 --2- 172.21.15.1:0/759963771 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bb89d20bb0 0x55bb89d1ae40 unknown :-1 s=CLOSED pgs=1547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.177 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.173+0000 7f78383db740 1 --2- 172.21.15.1:0/759963771 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bb89d134f0 0x55bb89d1e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.177 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.173+0000 7f78383db740 1 --2- 172.21.15.1:0/759963771 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bb89d12bd0 0x55bb89d202f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.177 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.173+0000 7f78383db740 1 -- 172.21.15.1:0/759963771 >> 172.21.15.1:0/759963771 conn(0x55bb89d0d9d0 msgr2=0x55bb89d1c490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:38.177 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.173+0000 7f78383db740 1 -- 172.21.15.1:0/759963771 shutdown_connections 2024-02-10T00:08:38.177 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.173+0000 7f78383db740 1 -- 172.21.15.1:0/759963771 wait complete. 2024-02-10T00:08:38.177 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.174+0000 7f78383db740 1 -- start start 2024-02-10T00:08:38.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.174+0000 7f78383db740 1 Processor -- start 2024-02-10T00:08:38.181 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.174+0000 7f78383db740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bb89d12bd0 0x55bb89d266a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:38.181 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.174+0000 7f78383db740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bb89d134f0 0x55bb89d26be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:38.181 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.174+0000 7f78383db740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bb89d20bb0 0x55bb89d86b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:38.181 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.174+0000 7f78383db740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb89d272e0 con 0x55bb89d12bd0 2024-02-10T00:08:38.181 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.174+0000 7f78383db740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb89d87090 con 0x55bb89d20bb0 2024-02-10T00:08:38.181 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.174+0000 7f78383db740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb89d871d0 con 0x55bb89d134f0 2024-02-10T00:08:38.181 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.174+0000 7f78383db740 10 client.0 _ll_register_callbacks cb 0x7f78240bc940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:38.181 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.174+0000 7f782effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bb89d12bd0 0x55bb89d266a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:38.181 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.174+0000 7f782effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bb89d12bd0 0x55bb89d266a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:42014/0 (socket says 172.21.15.1:42014) 2024-02-10T00:08:38.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.174+0000 7f782effd640 1 -- 172.21.15.1:0/1093875603 learned_addr learned my addr 172.21.15.1:0/1093875603 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:38.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.175+0000 7f782f7fe640 1 --2- 172.21.15.1:0/1093875603 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bb89d20bb0 0x55bb89d86b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:38.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.175+0000 7f782e7fc640 1 --2- 172.21.15.1:0/1093875603 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bb89d134f0 0x55bb89d26be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:38.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.175+0000 7f782effd640 1 -- 172.21.15.1:0/1093875603 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bb89d134f0 msgr2=0x55bb89d26be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:38.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.175+0000 7f782effd640 1 --2- 172.21.15.1:0/1093875603 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bb89d134f0 0x55bb89d26be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.175+0000 7f782effd640 1 -- 172.21.15.1:0/1093875603 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bb89d20bb0 msgr2=0x55bb89d86b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:38.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.175+0000 7f782effd640 1 --2- 172.21.15.1:0/1093875603 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bb89d20bb0 0x55bb89d86b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.175+0000 7f782effd640 1 -- 172.21.15.1:0/1093875603 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7828009c90 con 0x55bb89d12bd0 2024-02-10T00:08:38.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.175+0000 7f782e7fc640 1 --2- 172.21.15.1:0/1093875603 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bb89d134f0 0x55bb89d26be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:38.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.175+0000 7f782effd640 1 --2- 172.21.15.1:0/1093875603 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bb89d12bd0 0x55bb89d266a0 secure :-1 s=READY pgs=1548 cs=0 l=1 rev1=1 crypto rx=0x55bb89d33340 tx=0x7f7820004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce0600a920160fab server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:38.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.175+0000 7f780effd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:38.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.175+0000 7f780effd640 1 -- 172.21.15.1:0/1093875603 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7820011c20 con 0x55bb89d12bd0 2024-02-10T00:08:38.183 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.175+0000 7f780effd640 1 -- 172.21.15.1:0/1093875603 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f7820011d80 con 0x55bb89d12bd0 2024-02-10T00:08:38.183 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.175+0000 7f78383db740 1 -- 172.21.15.1:0/1093875603 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f78240c5780 con 0x55bb89d12bd0 2024-02-10T00:08:38.183 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.175+0000 7f780effd640 1 -- 172.21.15.1:0/1093875603 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7820026e90 con 0x55bb89d12bd0 2024-02-10T00:08:38.183 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.175+0000 7f78383db740 10 client.18921 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:38.183 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.175+0000 7f78383db740 1 -- 172.21.15.1:0/1093875603 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55bb89c3b6f0 con 0x55bb89d12bd0 2024-02-10T00:08:38.183 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.175+0000 7f780effd640 1 -- 172.21.15.1:0/1093875603 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f78240c5780 con 0x55bb89d12bd0 2024-02-10T00:08:38.183 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.176+0000 7f780effd640 1 -- 172.21.15.1:0/1093875603 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f782001b040 con 0x55bb89d12bd0 2024-02-10T00:08:38.183 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.176+0000 7f78383db740 10 client.18921 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:38.183 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.176+0000 7f78383db740 10 client.18921 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:08:38.183 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.176+0000 7f78383db740 20 client.18921 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:38.183 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.176+0000 7f78383db740 1 --2- 172.21.15.1:0/1093875603 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55bb89d889f0 0x55bb89d8ae10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:38.183 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.176+0000 7f78383db740 4 client.18921 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:08:38.184 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.176+0000 7f78383db740 1 -- 172.21.15.1:0/1093875603 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55bb899cb1b0 con 0x55bb89d889f0 2024-02-10T00:08:38.184 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.176+0000 7f782e7fc640 1 --2- 172.21.15.1:0/1093875603 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55bb89d889f0 0x55bb89d8ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:38.184 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.176+0000 7f780effd640 10 client.18921 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:38.184 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.176+0000 7f782e7fc640 1 --2- 172.21.15.1:0/1093875603 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55bb89d889f0 0x55bb89d8ae10 crc :-1 s=READY pgs=263 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e835334758a1e7d8 server_cookie=d49ab929a17d2d10 in_seq=0 out_seq=0 2024-02-10T00:08:38.197 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.191+0000 7f780effd640 1 -- 172.21.15.1:0/1093875603 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55bb899cb1b0 con 0x55bb89d889f0 2024-02-10T00:08:38.197 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.191+0000 7f780effd640 10 client.18921 handle_command_reply: tid=0 2024-02-10T00:08:38.197 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.192+0000 7f78383db740 1 client.18921 shutdown 2024-02-10T00:08:38.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.192+0000 7f78383db740 1 -- 172.21.15.1:0/1093875603 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bb89d12bd0 msgr2=0x55bb89d266a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:38.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.192+0000 7f78383db740 1 --2- 172.21.15.1:0/1093875603 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bb89d12bd0 0x55bb89d266a0 secure :-1 s=READY pgs=1548 cs=0 l=1 rev1=1 crypto rx=0x55bb89d33340 tx=0x7f7820004730 comp rx=0 tx=0).stop 2024-02-10T00:08:38.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.192+0000 7f78383db740 1 -- 172.21.15.1:0/1093875603 shutdown_connections 2024-02-10T00:08:38.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.192+0000 7f78383db740 1 --2- 172.21.15.1:0/1093875603 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55bb89d889f0 0x55bb89d8ae10 crc :-1 s=READY pgs=263 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.192+0000 7f78383db740 1 --2- 172.21.15.1:0/1093875603 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bb89d20bb0 0x55bb89d86b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.192+0000 7f78383db740 1 --2- 172.21.15.1:0/1093875603 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bb89d134f0 0x55bb89d26be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.192+0000 7f780effd640 0 client.18921 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:38.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.192+0000 7f78383db740 1 --2- 172.21.15.1:0/1093875603 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bb89d12bd0 0x55bb89d266a0 unknown :-1 s=CLOSED pgs=1548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.192+0000 7f78383db740 1 -- 172.21.15.1:0/1093875603 >> 172.21.15.1:0/1093875603 conn(0x55bb89d0d9d0 msgr2=0x55bb89d0ed50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:38.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.192+0000 7f78383db740 1 -- 172.21.15.1:0/1093875603 shutdown_connections 2024-02-10T00:08:38.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.192+0000 7f78383db740 1 -- 172.21.15.1:0/1093875603 wait complete. 2024-02-10T00:08:38.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.192+0000 7f78383db740 20 client.18921 trim_cache size 0 max 16384 2024-02-10T00:08:38.199 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:08:38.199 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:08:38.199 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:08:38.199 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:08:38.200 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.192+0000 7f783580f640 1 -- 172.21.15.1:0/559079596 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f78180a2220 msgr2=0x7f78180a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:38.200 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.192+0000 7f783580f640 1 --2- 172.21.15.1:0/559079596 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f78180a2220 0x7f78180a46e0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f7820009b50 tx=0x7f7820009f50 comp rx=0 tx=0).stop 2024-02-10T00:08:38.200 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.192+0000 7f783580f640 1 -- 172.21.15.1:0/559079596 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7830105430 msgr2=0x7f783019db30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:38.200 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.193+0000 7f783580f640 1 --2- 172.21.15.1:0/559079596 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7830105430 0x7f783019db30 secure :-1 s=READY pgs=1544 cs=0 l=1 rev1=1 crypto rx=0x7f7824009230 tx=0x7f7824004270 comp rx=0 tx=0).stop 2024-02-10T00:08:38.200 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.193+0000 7f783580f640 1 -- 172.21.15.1:0/559079596 shutdown_connections 2024-02-10T00:08:38.200 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.193+0000 7f783580f640 1 --2- 172.21.15.1:0/559079596 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f78180a2220 0x7f78180a46e0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.200 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.193+0000 7f783580f640 1 --2- 172.21.15.1:0/559079596 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f78301976b0 0x7f7830197b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.200 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.193+0000 7f783580f640 1 --2- 172.21.15.1:0/559079596 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7830105430 0x7f783019db30 unknown :-1 s=CLOSED pgs=1544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.200 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.193+0000 7f783580f640 1 --2- 172.21.15.1:0/559079596 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7830100360 0x7f783019d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:38.200 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.193+0000 7f783580f640 1 -- 172.21.15.1:0/559079596 >> 172.21.15.1:0/559079596 conn(0x7f7830077250 msgr2=0x7f78300fe260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:38.200 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.193+0000 7f783580f640 1 -- 172.21.15.1:0/559079596 shutdown_connections 2024-02-10T00:08:38.200 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:38.193+0000 7f783580f640 1 -- 172.21.15.1:0/559079596 wait complete. 2024-02-10T00:08:39.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:39 smithi088 ceph-mon[36452]: pgmap v288: 97 pgs: 97 active+clean; 2.0 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 56 KiB/s wr, 23 op/s 2024-02-10T00:08:39.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:39 smithi103 ceph-mon[36942]: pgmap v288: 97 pgs: 97 active+clean; 2.0 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 56 KiB/s wr, 23 op/s 2024-02-10T00:08:39.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:39 smithi001 ceph-mon[32335]: pgmap v288: 97 pgs: 97 active+clean; 2.0 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 56 KiB/s wr, 23 op/s 2024-02-10T00:08:39.484 INFO:tasks.workunit.client.0.smithi001.stdout:437/600: open fd = 3 2024-02-10T00:08:39.484 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.485 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.485 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.485 INFO:tasks.workunit.client.0.smithi001.stdout:438/600: open fd = 3 2024-02-10T00:08:39.485 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.485 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.485 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.485 INFO:tasks.workunit.client.0.smithi001.stdout:439/600: open fd = 3 2024-02-10T00:08:39.485 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.485 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.485 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.485 INFO:tasks.workunit.client.0.smithi001.stdout:440/600: open fd = 3 2024-02-10T00:08:39.485 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.486 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.486 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.486 INFO:tasks.workunit.client.0.smithi001.stdout:441/600: open fd = 3 2024-02-10T00:08:39.486 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.486 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.486 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.486 INFO:tasks.workunit.client.0.smithi001.stdout:442/600: open fd = 3 2024-02-10T00:08:39.486 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.486 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.486 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.487 INFO:tasks.workunit.client.0.smithi001.stdout:443/600: open fd = 3 2024-02-10T00:08:39.487 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.487 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.487 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.487 INFO:tasks.workunit.client.0.smithi001.stdout:444/600: open fd = 3 2024-02-10T00:08:39.487 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.487 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.487 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.487 INFO:tasks.workunit.client.0.smithi001.stdout:445/600: open fd = 3 2024-02-10T00:08:39.487 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.488 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.488 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.488 INFO:tasks.workunit.client.0.smithi001.stdout:446/600: open fd = 3 2024-02-10T00:08:39.488 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.488 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.488 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.488 INFO:tasks.workunit.client.0.smithi001.stdout:447/600: open fd = 3 2024-02-10T00:08:39.488 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.488 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.488 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.488 INFO:tasks.workunit.client.0.smithi001.stdout:448/600: open fd = 3 2024-02-10T00:08:39.488 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.488 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.489 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.489 INFO:tasks.workunit.client.0.smithi001.stdout:449/600: open fd = 3 2024-02-10T00:08:39.489 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.489 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.489 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.489 INFO:tasks.workunit.client.0.smithi001.stdout:450/600: open fd = 3 2024-02-10T00:08:39.489 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.489 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.489 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.489 INFO:tasks.workunit.client.0.smithi001.stdout:451/600: open fd = 3 2024-02-10T00:08:39.490 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.490 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.490 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.490 INFO:tasks.workunit.client.0.smithi001.stdout:452/600: open fd = 3 2024-02-10T00:08:39.490 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.490 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.490 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.490 INFO:tasks.workunit.client.0.smithi001.stdout:453/600: open fd = 3 2024-02-10T00:08:39.490 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.490 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.490 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.490 INFO:tasks.workunit.client.0.smithi001.stdout:454/600: open fd = 3 2024-02-10T00:08:39.491 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.491 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.491 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.491 INFO:tasks.workunit.client.0.smithi001.stdout:455/600: open fd = 3 2024-02-10T00:08:39.491 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.491 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.491 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.491 INFO:tasks.workunit.client.0.smithi001.stdout:456/600: open fd = 3 2024-02-10T00:08:39.491 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.491 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.492 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.492 INFO:tasks.workunit.client.0.smithi001.stdout:457/600: open fd = 3 2024-02-10T00:08:39.492 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.492 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.492 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.492 INFO:tasks.workunit.client.0.smithi001.stdout:458/600: open fd = 3 2024-02-10T00:08:39.492 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.492 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.492 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.492 INFO:tasks.workunit.client.0.smithi001.stdout:459/600: open fd = 3 2024-02-10T00:08:39.493 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.493 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.493 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.493 INFO:tasks.workunit.client.0.smithi001.stdout:460/600: open fd = 3 2024-02-10T00:08:39.493 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.493 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.493 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.493 INFO:tasks.workunit.client.0.smithi001.stdout:461/600: open fd = 3 2024-02-10T00:08:39.493 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.493 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.494 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.494 INFO:tasks.workunit.client.0.smithi001.stdout:462/600: open fd = 3 2024-02-10T00:08:39.494 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.494 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.494 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.494 INFO:tasks.workunit.client.0.smithi001.stdout:463/600: open fd = 3 2024-02-10T00:08:39.494 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.494 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.494 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.494 INFO:tasks.workunit.client.0.smithi001.stdout:464/600: open fd = 3 2024-02-10T00:08:39.494 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.494 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.495 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.495 INFO:tasks.workunit.client.0.smithi001.stdout:465/600: open fd = 3 2024-02-10T00:08:39.495 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.495 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.495 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.495 INFO:tasks.workunit.client.0.smithi001.stdout:466/600: open fd = 3 2024-02-10T00:08:39.495 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.495 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.495 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.495 INFO:tasks.workunit.client.0.smithi001.stdout:467/600: open fd = 3 2024-02-10T00:08:39.495 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.495 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.495 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.496 INFO:tasks.workunit.client.0.smithi001.stdout:468/600: open fd = 3 2024-02-10T00:08:39.496 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.496 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.496 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.496 INFO:tasks.workunit.client.0.smithi001.stdout:469/600: open fd = 3 2024-02-10T00:08:39.496 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.496 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.496 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.496 INFO:tasks.workunit.client.0.smithi001.stdout:470/600: open fd = 3 2024-02-10T00:08:39.496 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.496 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.496 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.496 INFO:tasks.workunit.client.0.smithi001.stdout:471/600: open fd = 3 2024-02-10T00:08:39.496 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.496 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.497 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.497 INFO:tasks.workunit.client.0.smithi001.stdout:472/600: open fd = 3 2024-02-10T00:08:39.497 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.497 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.497 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.497 INFO:tasks.workunit.client.0.smithi001.stdout:473/600: open fd = 3 2024-02-10T00:08:39.497 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.497 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.497 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.497 INFO:tasks.workunit.client.0.smithi001.stdout:474/600: open fd = 3 2024-02-10T00:08:39.497 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.497 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.497 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.497 INFO:tasks.workunit.client.0.smithi001.stdout:475/600: open fd = 3 2024-02-10T00:08:39.497 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.498 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.498 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.498 INFO:tasks.workunit.client.0.smithi001.stdout:476/600: open fd = 3 2024-02-10T00:08:39.498 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.498 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.498 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.498 INFO:tasks.workunit.client.0.smithi001.stdout:477/600: open fd = 3 2024-02-10T00:08:39.498 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.498 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.498 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.498 INFO:tasks.workunit.client.0.smithi001.stdout:478/600: open fd = 3 2024-02-10T00:08:39.498 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.498 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.499 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.499 INFO:tasks.workunit.client.0.smithi001.stdout:479/600: open fd = 3 2024-02-10T00:08:39.499 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.499 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.499 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.499 INFO:tasks.workunit.client.0.smithi001.stdout:480/600: open fd = 3 2024-02-10T00:08:39.499 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.499 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.499 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.499 INFO:tasks.workunit.client.0.smithi001.stdout:481/600: open fd = 3 2024-02-10T00:08:39.499 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.499 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.499 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.500 INFO:tasks.workunit.client.0.smithi001.stdout:482/600: open fd = 3 2024-02-10T00:08:39.500 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.500 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.500 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.500 INFO:tasks.workunit.client.0.smithi001.stdout:483/600: open fd = 3 2024-02-10T00:08:39.500 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.500 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.500 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.500 INFO:tasks.workunit.client.0.smithi001.stdout:484/600: open fd = 3 2024-02-10T00:08:39.500 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.500 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.500 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.501 INFO:tasks.workunit.client.0.smithi001.stdout:485/600: open fd = 3 2024-02-10T00:08:39.501 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.501 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.501 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.501 INFO:tasks.workunit.client.0.smithi001.stdout:486/600: open fd = 3 2024-02-10T00:08:39.501 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.501 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.501 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.501 INFO:tasks.workunit.client.0.smithi001.stdout:487/600: open fd = 3 2024-02-10T00:08:39.501 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.501 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.501 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.501 INFO:tasks.workunit.client.0.smithi001.stdout:488/600: open fd = 3 2024-02-10T00:08:39.501 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.502 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.502 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.502 INFO:tasks.workunit.client.0.smithi001.stdout:489/600: open fd = 3 2024-02-10T00:08:39.502 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.502 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.502 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.502 INFO:tasks.workunit.client.0.smithi001.stdout:490/600: open fd = 3 2024-02-10T00:08:39.502 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.502 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.502 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.502 INFO:tasks.workunit.client.0.smithi001.stdout:491/600: open fd = 3 2024-02-10T00:08:39.502 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.502 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.502 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.503 INFO:tasks.workunit.client.0.smithi001.stdout:492/600: open fd = 3 2024-02-10T00:08:39.503 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.503 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.503 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.503 INFO:tasks.workunit.client.0.smithi001.stdout:493/600: open fd = 3 2024-02-10T00:08:39.503 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.503 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.503 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.503 INFO:tasks.workunit.client.0.smithi001.stdout:494/600: open fd = 3 2024-02-10T00:08:39.503 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.503 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.503 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.503 INFO:tasks.workunit.client.0.smithi001.stdout:495/600: open fd = 3 2024-02-10T00:08:39.503 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.503 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.504 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.504 INFO:tasks.workunit.client.0.smithi001.stdout:496/600: open fd = 3 2024-02-10T00:08:39.504 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.504 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.504 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.504 INFO:tasks.workunit.client.0.smithi001.stdout:497/600: open fd = 3 2024-02-10T00:08:39.504 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.504 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.504 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:39.504 INFO:tasks.workunit.client.0.smithi001.stdout:498/600: open fd = 3 2024-02-10T00:08:39.504 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.504 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:08:39.504 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:08:41.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:41 smithi088 ceph-mon[36452]: pgmap v289: 97 pgs: 97 active+clean; 2.0 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 34 KiB/s wr, 12 op/s 2024-02-10T00:08:41.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:41 smithi103 ceph-mon[36942]: pgmap v289: 97 pgs: 97 active+clean; 2.0 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 34 KiB/s wr, 12 op/s 2024-02-10T00:08:41.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:41 smithi001 ceph-mon[32335]: pgmap v289: 97 pgs: 97 active+clean; 2.0 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 34 KiB/s wr, 12 op/s 2024-02-10T00:08:43.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:43 smithi088 ceph-mon[36452]: pgmap v290: 97 pgs: 97 active+clean; 2.0 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 34 KiB/s wr, 12 op/s 2024-02-10T00:08:43.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:43 smithi103 ceph-mon[36942]: pgmap v290: 97 pgs: 97 active+clean; 2.0 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 34 KiB/s wr, 12 op/s 2024-02-10T00:08:43.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:43 smithi001 ceph-mon[32335]: pgmap v290: 97 pgs: 97 active+clean; 2.0 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 34 KiB/s wr, 12 op/s 2024-02-10T00:08:45.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:45 smithi088 ceph-mon[36452]: pgmap v291: 97 pgs: 97 active+clean; 2.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 59 KiB/s wr, 22 op/s 2024-02-10T00:08:45.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:45 smithi103 ceph-mon[36942]: pgmap v291: 97 pgs: 97 active+clean; 2.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 59 KiB/s wr, 22 op/s 2024-02-10T00:08:45.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:45 smithi001 ceph-mon[32335]: pgmap v291: 97 pgs: 97 active+clean; 2.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 59 KiB/s wr, 22 op/s 2024-02-10T00:08:47.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:47 smithi088 ceph-mon[36452]: pgmap v292: 97 pgs: 97 active+clean; 2.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-02-10T00:08:47.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:47 smithi103 ceph-mon[36942]: pgmap v292: 97 pgs: 97 active+clean; 2.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-02-10T00:08:47.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:47 smithi001 ceph-mon[32335]: pgmap v292: 97 pgs: 97 active+clean; 2.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 41 KiB/s wr, 15 op/s 2024-02-10T00:08:49.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:49 smithi088 ceph-mon[36452]: pgmap v293: 97 pgs: 97 active+clean; 2.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-02-10T00:08:49.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:49 smithi103 ceph-mon[36942]: pgmap v293: 97 pgs: 97 active+clean; 2.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-02-10T00:08:49.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:49 smithi001 ceph-mon[32335]: pgmap v293: 97 pgs: 97 active+clean; 2.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-02-10T00:08:51.296 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.291+0000 7ff3fec1c640 1 -- 172.21.15.1:0/786218847 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff3f806a200 msgr2=0x7ff3f810e090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:51.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.291+0000 7ff3fec1c640 1 --2- 172.21.15.1:0/786218847 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff3f806a200 0x7ff3f810e090 secure :-1 s=READY pgs=1549 cs=0 l=1 rev1=1 crypto rx=0x7ff3f0009ca0 tx=0x7ff3f002c0f0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.291+0000 7ff3fec1c640 1 -- 172.21.15.1:0/786218847 shutdown_connections 2024-02-10T00:08:51.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.291+0000 7ff3fec1c640 1 --2- 172.21.15.1:0/786218847 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff3f806a200 0x7ff3f810e090 unknown :-1 s=CLOSED pgs=1549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.291+0000 7ff3fec1c640 1 --2- 172.21.15.1:0/786218847 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff3f8069840 0x7ff3f8069cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.291+0000 7ff3fec1c640 1 --2- 172.21.15.1:0/786218847 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff3f8106200 0x7ff3f81065e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.297 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.291+0000 7ff3fec1c640 1 -- 172.21.15.1:0/786218847 >> 172.21.15.1:0/786218847 conn(0x7ff3f8076ef0 msgr2=0x7ff3f8077300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:51.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.291+0000 7ff3fec1c640 1 -- 172.21.15.1:0/786218847 shutdown_connections 2024-02-10T00:08:51.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.291+0000 7ff3fec1c640 1 -- 172.21.15.1:0/786218847 wait complete. 2024-02-10T00:08:51.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.291+0000 7ff3fec1c640 1 Processor -- start 2024-02-10T00:08:51.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.291+0000 7ff3fec1c640 1 -- start start 2024-02-10T00:08:51.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.292+0000 7ff3fec1c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff3f8069840 0x7ff3f8197740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:51.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.292+0000 7ff3fec1c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff3f806a200 0x7ff3f8197c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:51.298 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.292+0000 7ff3fec1c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff3f8106200 0x7ff3f819c000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:51.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.292+0000 7ff3fec1c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3f819c600 con 0x7ff3f8106200 2024-02-10T00:08:51.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.292+0000 7ff3fec1c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3f819c770 con 0x7ff3f806a200 2024-02-10T00:08:51.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.292+0000 7ff3fec1c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3f819c930 con 0x7ff3f8069840 2024-02-10T00:08:51.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.292+0000 7ff3fd1b9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff3f8106200 0x7ff3f819c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:51.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.292+0000 7ff3fd1b9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff3f8106200 0x7ff3f819c000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59448/0 (socket says 172.21.15.1:59448) 2024-02-10T00:08:51.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.292+0000 7ff3fd1b9640 1 -- 172.21.15.1:0/3012478538 learned_addr learned my addr 172.21.15.1:0/3012478538 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:51.299 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.292+0000 7ff3f7fff640 1 --2- 172.21.15.1:0/3012478538 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff3f806a200 0x7ff3f8197c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:51.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.292+0000 7ff3fc9b8640 1 --2- 172.21.15.1:0/3012478538 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff3f8069840 0x7ff3f8197740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:51.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.292+0000 7ff3fd1b9640 1 -- 172.21.15.1:0/3012478538 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff3f8069840 msgr2=0x7ff3f8197740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:51.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.292+0000 7ff3fd1b9640 1 --2- 172.21.15.1:0/3012478538 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff3f8069840 0x7ff3f8197740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.292+0000 7ff3fd1b9640 1 -- 172.21.15.1:0/3012478538 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff3f806a200 msgr2=0x7ff3f8197c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:51.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.292+0000 7ff3fd1b9640 1 --2- 172.21.15.1:0/3012478538 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff3f806a200 0x7ff3f8197c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.292+0000 7ff3fd1b9640 1 -- 172.21.15.1:0/3012478538 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3f0009900 con 0x7ff3f8106200 2024-02-10T00:08:51.300 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.292+0000 7ff3fc9b8640 1 --2- 172.21.15.1:0/3012478538 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff3f8069840 0x7ff3f8197740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:51.301 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.292+0000 7ff3fd1b9640 1 --2- 172.21.15.1:0/3012478538 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff3f8106200 0x7ff3f819c000 secure :-1 s=READY pgs=1550 cs=0 l=1 rev1=1 crypto rx=0x7ff3f002c700 tx=0x7ff3f0035d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:51.301 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.292+0000 7ff3f5ffb640 1 -- 172.21.15.1:0/3012478538 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3f0032ab0 con 0x7ff3f8106200 2024-02-10T00:08:51.301 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.293+0000 7ff3f5ffb640 1 -- 172.21.15.1:0/3012478538 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff3f0032ea0 con 0x7ff3f8106200 2024-02-10T00:08:51.301 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.293+0000 7ff3fec1c640 1 -- 172.21.15.1:0/3012478538 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3f819cbb0 con 0x7ff3f8106200 2024-02-10T00:08:51.301 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.293+0000 7ff3f5ffb640 1 -- 172.21.15.1:0/3012478538 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3f0004880 con 0x7ff3f8106200 2024-02-10T00:08:51.301 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.293+0000 7ff3fec1c640 1 -- 172.21.15.1:0/3012478538 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3f819ce80 con 0x7ff3f8106200 2024-02-10T00:08:51.312 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.296+0000 7ff3f5ffb640 1 -- 172.21.15.1:0/3012478538 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7ff3f003b040 con 0x7ff3f8106200 2024-02-10T00:08:51.312 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.296+0000 7ff4017f3740 1 Processor -- start 2024-02-10T00:08:51.312 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.296+0000 7ff4017f3740 1 -- start start 2024-02-10T00:08:51.312 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.296+0000 7ff4017f3740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556427170bd0 0x556427170fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:51.312 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.296+0000 7ff4017f3740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5564271714f0 0x55642717e670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:51.312 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.296+0000 7ff4017f3740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55642717ebb0 0x556427180fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:51.312 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.296+0000 7ff4017f3740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564270dfa00 con 0x556427170bd0 2024-02-10T00:08:51.312 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.296+0000 7ff4017f3740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564270dcf30 con 0x5564271714f0 2024-02-10T00:08:51.312 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.296+0000 7ff4017f3740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564270d8710 con 0x55642717ebb0 2024-02-10T00:08:51.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.296+0000 7ff3f5ffb640 1 --2- 172.21.15.1:0/3012478538 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff3e80a2220 0x7ff3e80a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:51.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.296+0000 7ff3f7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556427170bd0 0x556427170fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:51.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.296+0000 7ff3f7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556427170bd0 0x556427170fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59456/0 (socket says 172.21.15.1:59456) 2024-02-10T00:08:51.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.296+0000 7ff3f7fff640 1 -- 172.21.15.1:0/1312359021 learned_addr learned my addr 172.21.15.1:0/1312359021 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:51.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.296+0000 7ff3fd1b9640 1 --2- 172.21.15.1:0/3012478538 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff3e80a2220 0x7ff3e80a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:51.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.296+0000 7ff3fc9b8640 1 --2- 172.21.15.1:0/1312359021 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5564271714f0 0x55642717e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:51.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.297+0000 7ff3f7fff640 1 --2- 172.21.15.1:0/1312359021 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55642717ebb0 0x556427180fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:51.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.297+0000 7ff3f5ffb640 1 -- 172.21.15.1:0/3012478538 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7ff3f00f0b00 con 0x7ff3f8106200 2024-02-10T00:08:51.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.297+0000 7ff3f7fff640 1 -- 172.21.15.1:0/1312359021 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55642717ebb0 msgr2=0x556427180fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:51.313 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.297+0000 7ff3f7fff640 1 --2- 172.21.15.1:0/1312359021 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55642717ebb0 0x556427180fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.297+0000 7ff3f7fff640 1 -- 172.21.15.1:0/1312359021 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5564271714f0 msgr2=0x55642717e670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:51.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.297+0000 7ff3f7fff640 1 --2- 172.21.15.1:0/1312359021 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5564271714f0 0x55642717e670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.297+0000 7ff3f7fff640 1 -- 172.21.15.1:0/1312359021 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55642709d3b0 con 0x556427170bd0 2024-02-10T00:08:51.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.297+0000 7ff3f7fff640 1 --2- 172.21.15.1:0/1312359021 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556427170bd0 0x556427170fb0 secure :-1 s=READY pgs=1551 cs=0 l=1 rev1=1 crypto rx=0x7ff3e4012840 tx=0x7ff3e400b8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63d773e41c96da90 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:51.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.297+0000 7ff3fd1b9640 1 --2- 172.21.15.1:0/3012478538 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff3e80a2220 0x7ff3e80a46e0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7ff3f00ee410 tx=0x7ff3f00dd040 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:51.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.297+0000 7ff3e2ffd640 1 -- 172.21.15.1:0/1312359021 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3e40120d0 con 0x556427170bd0 2024-02-10T00:08:51.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.297+0000 7ff3e2ffd640 1 -- 172.21.15.1:0/1312359021 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff3e4012230 con 0x556427170bd0 2024-02-10T00:08:51.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.297+0000 7ff3e2ffd640 1 -- 172.21.15.1:0/1312359021 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3e4005680 con 0x556427170bd0 2024-02-10T00:08:51.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.298+0000 7ff4017f3740 1 -- 172.21.15.1:0/1312359021 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556427170bd0 msgr2=0x556427170fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:51.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.298+0000 7ff4017f3740 1 --2- 172.21.15.1:0/1312359021 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556427170bd0 0x556427170fb0 secure :-1 s=READY pgs=1551 cs=0 l=1 rev1=1 crypto rx=0x7ff3e4012840 tx=0x7ff3e400b8c0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.298+0000 7ff4017f3740 1 -- 172.21.15.1:0/1312359021 shutdown_connections 2024-02-10T00:08:51.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.298+0000 7ff4017f3740 1 --2- 172.21.15.1:0/1312359021 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55642717ebb0 0x556427180fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.314 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.298+0000 7ff4017f3740 1 --2- 172.21.15.1:0/1312359021 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5564271714f0 0x55642717e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.298+0000 7ff4017f3740 1 --2- 172.21.15.1:0/1312359021 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556427170bd0 0x556427170fb0 unknown :-1 s=CLOSED pgs=1551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.298+0000 7ff4017f3740 1 -- 172.21.15.1:0/1312359021 >> 172.21.15.1:0/1312359021 conn(0x55642716b9d0 msgr2=0x55642716bdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:51.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.298+0000 7ff4017f3740 1 -- 172.21.15.1:0/1312359021 shutdown_connections 2024-02-10T00:08:51.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.298+0000 7ff4017f3740 1 -- 172.21.15.1:0/1312359021 wait complete. 2024-02-10T00:08:51.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.298+0000 7ff4017f3740 1 -- start start 2024-02-10T00:08:51.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.298+0000 7ff4017f3740 1 Processor -- start 2024-02-10T00:08:51.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.299+0000 7ff4017f3740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556427170bd0 0x55642717bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:51.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.299+0000 7ff4017f3740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5564271714f0 0x55642717c110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:51.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.299+0000 7ff4017f3740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55642717ebb0 0x55642717c650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:51.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.299+0000 7ff4017f3740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55642707db90 con 0x556427170bd0 2024-02-10T00:08:51.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.299+0000 7ff4017f3740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x556426dac250 con 0x5564271714f0 2024-02-10T00:08:51.315 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.299+0000 7ff4017f3740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55642705e200 con 0x55642717ebb0 2024-02-10T00:08:51.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.299+0000 7ff4017f3740 10 client.0 _ll_register_callbacks cb 0x5564270945d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:51.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.299+0000 7ff3f7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556427170bd0 0x55642717bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:51.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.299+0000 7ff3f7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556427170bd0 0x55642717bbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59464/0 (socket says 172.21.15.1:59464) 2024-02-10T00:08:51.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.299+0000 7ff3f7fff640 1 -- 172.21.15.1:0/2309391441 learned_addr learned my addr 172.21.15.1:0/2309391441 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:51.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.299+0000 7ff3fc9b8640 1 --2- 172.21.15.1:0/2309391441 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5564271714f0 0x55642717c110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:51.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.299+0000 7ff3f7fff640 1 -- 172.21.15.1:0/2309391441 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55642717ebb0 msgr2=0x55642717c650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:51.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.299+0000 7ff3f7fff640 1 --2- 172.21.15.1:0/2309391441 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55642717ebb0 0x55642717c650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.299+0000 7ff3f7fff640 1 -- 172.21.15.1:0/2309391441 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5564271714f0 msgr2=0x55642717c110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:51.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.299+0000 7ff3f7fff640 1 --2- 172.21.15.1:0/2309391441 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5564271714f0 0x55642717c110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.316 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.299+0000 7ff3f7fff640 1 -- 172.21.15.1:0/2309391441 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3e401a040 con 0x556427170bd0 2024-02-10T00:08:51.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.299+0000 7ff3fc9b8640 1 --2- 172.21.15.1:0/2309391441 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5564271714f0 0x55642717c110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:08:51.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.299+0000 7ff3f7fff640 1 --2- 172.21.15.1:0/2309391441 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556427170bd0 0x55642717bbd0 secure :-1 s=READY pgs=1552 cs=0 l=1 rev1=1 crypto rx=0x7ff3e400b6c0 tx=0x7ff3e400b9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c484f2b6d6beccd server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:51.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.299+0000 7ff3d7fff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:51.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.300+0000 7ff3d7fff640 1 -- 172.21.15.1:0/2309391441 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3e400e750 con 0x556427170bd0 2024-02-10T00:08:51.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.300+0000 7ff3d7fff640 1 -- 172.21.15.1:0/2309391441 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7ff3e400e8b0 con 0x556427170bd0 2024-02-10T00:08:51.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.300+0000 7ff4017f3740 1 -- 172.21.15.1:0/2309391441 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5564270feee0 con 0x556427170bd0 2024-02-10T00:08:51.317 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.300+0000 7ff3d7fff640 1 -- 172.21.15.1:0/2309391441 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff3e400ea70 con 0x556427170bd0 2024-02-10T00:08:51.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.300+0000 7ff4017f3740 10 client.18933 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:51.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.300+0000 7ff4017f3740 1 -- 172.21.15.1:0/2309391441 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5564270d6d90 con 0x556427170bd0 2024-02-10T00:08:51.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.300+0000 7ff3d7fff640 1 -- 172.21.15.1:0/2309391441 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5564270feee0 con 0x556427170bd0 2024-02-10T00:08:51.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.300+0000 7ff3d7fff640 1 -- 172.21.15.1:0/2309391441 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ff3e4010580 con 0x556427170bd0 2024-02-10T00:08:51.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.300+0000 7ff4017f3740 10 client.18933 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:51.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.300+0000 7ff4017f3740 10 client.18933 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:08:51.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.300+0000 7ff4017f3740 20 client.18933 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:51.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.300+0000 7ff4017f3740 1 --2- 172.21.15.1:0/2309391441 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55642718ebc0 0x556427190fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:51.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.300+0000 7ff4017f3740 4 client.18933 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:08:51.318 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.300+0000 7ff4017f3740 1 -- 172.21.15.1:0/2309391441 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556426dd8600 con 0x55642718ebc0 2024-02-10T00:08:51.319 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.300+0000 7ff3fc9b8640 1 --2- 172.21.15.1:0/2309391441 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55642718ebc0 0x556427190fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:51.319 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.301+0000 7ff3fc9b8640 1 --2- 172.21.15.1:0/2309391441 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55642718ebc0 0x556427190fe0 crc :-1 s=READY pgs=264 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7836163a6d3d0df server_cookie=1c74d59b03146ea5 in_seq=0 out_seq=0 2024-02-10T00:08:51.319 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.301+0000 7ff3d7fff640 10 client.18933 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:51.319 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.302+0000 7ff3d7fff640 1 -- 172.21.15.1:0/2309391441 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x556426dd8600 con 0x55642718ebc0 2024-02-10T00:08:51.319 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.302+0000 7ff3d7fff640 10 client.18933 handle_command_reply: tid=0 2024-02-10T00:08:51.319 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.302+0000 7ff4017f3740 1 client.18933 shutdown 2024-02-10T00:08:51.319 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.302+0000 7ff4017f3740 1 -- 172.21.15.1:0/2309391441 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556427170bd0 msgr2=0x55642717bbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:51.319 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.302+0000 7ff4017f3740 1 --2- 172.21.15.1:0/2309391441 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556427170bd0 0x55642717bbd0 secure :-1 s=READY pgs=1552 cs=0 l=1 rev1=1 crypto rx=0x7ff3e400b6c0 tx=0x7ff3e400b9a0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.319 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.302+0000 7ff4017f3740 1 -- 172.21.15.1:0/2309391441 shutdown_connections 2024-02-10T00:08:51.319 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.302+0000 7ff4017f3740 1 --2- 172.21.15.1:0/2309391441 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55642718ebc0 0x556427190fe0 crc :-1 s=READY pgs=264 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.319 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.302+0000 7ff4017f3740 1 --2- 172.21.15.1:0/2309391441 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55642717ebb0 0x55642717c650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.319 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.302+0000 7ff3d7fff640 0 client.18933 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:51.320 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.302+0000 7ff4017f3740 1 --2- 172.21.15.1:0/2309391441 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5564271714f0 0x55642717c110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.320 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.302+0000 7ff4017f3740 1 --2- 172.21.15.1:0/2309391441 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556427170bd0 0x55642717bbd0 unknown :-1 s=CLOSED pgs=1552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.320 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.302+0000 7ff4017f3740 1 -- 172.21.15.1:0/2309391441 >> 172.21.15.1:0/2309391441 conn(0x55642716b9d0 msgr2=0x55642716d720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:51.320 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.302+0000 7ff4017f3740 1 -- 172.21.15.1:0/2309391441 shutdown_connections 2024-02-10T00:08:51.320 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.302+0000 7ff4017f3740 1 -- 172.21.15.1:0/2309391441 wait complete. 2024-02-10T00:08:51.320 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.302+0000 7ff4017f3740 20 client.18933 trim_cache size 0 max 16384 2024-02-10T00:08:51.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.315+0000 7ff4017f3740 1 Processor -- start 2024-02-10T00:08:51.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.315+0000 7ff4017f3740 1 -- start start 2024-02-10T00:08:51.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.316+0000 7ff4017f3740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556427170bd0 0x55642717e300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:51.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.316+0000 7ff4017f3740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5564271714f0 0x55642717a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:51.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.316+0000 7ff4017f3740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55642717ebb0 0x55642717a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:51.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.316+0000 7ff4017f3740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55642716b240 con 0x5564271714f0 2024-02-10T00:08:51.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.316+0000 7ff4017f3740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55642718e990 con 0x55642717ebb0 2024-02-10T00:08:51.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.316+0000 7ff4017f3740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55642717af20 con 0x556427170bd0 2024-02-10T00:08:51.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.316+0000 7ff3fc9b8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5564271714f0 0x55642717a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:51.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.316+0000 7ff3fc9b8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5564271714f0 0x55642717a4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59476/0 (socket says 172.21.15.1:59476) 2024-02-10T00:08:51.327 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.316+0000 7ff3fc9b8640 1 -- 172.21.15.1:0/849346808 learned_addr learned my addr 172.21.15.1:0/849346808 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:51.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.316+0000 7ff3f7fff640 1 --2- 172.21.15.1:0/849346808 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556427170bd0 0x55642717e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:51.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.316+0000 7ff3f7fff640 1 --2- 172.21.15.1:0/849346808 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55642717ebb0 0x55642717a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:51.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.316+0000 7ff3fc9b8640 1 -- 172.21.15.1:0/849346808 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556427170bd0 msgr2=0x55642717e300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:51.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.316+0000 7ff3fc9b8640 1 --2- 172.21.15.1:0/849346808 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556427170bd0 0x55642717e300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.316+0000 7ff3fc9b8640 1 -- 172.21.15.1:0/849346808 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55642717ebb0 msgr2=0x55642717a9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:51.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.316+0000 7ff3fc9b8640 1 --2- 172.21.15.1:0/849346808 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55642717ebb0 0x55642717a9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.316+0000 7ff3fc9b8640 1 -- 172.21.15.1:0/849346808 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556427073820 con 0x5564271714f0 2024-02-10T00:08:51.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.316+0000 7ff3f7fff640 1 --2- 172.21.15.1:0/849346808 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556427170bd0 0x55642717e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:51.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.316+0000 7ff3fc9b8640 1 --2- 172.21.15.1:0/849346808 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5564271714f0 0x55642717a4a0 secure :-1 s=READY pgs=1553 cs=0 l=1 rev1=1 crypto rx=0x7ff3ec0058c0 tx=0x7ff3ec00b550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98dedfbbbcec48b2 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:51.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.316+0000 7ff3e27fc640 1 -- 172.21.15.1:0/849346808 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3ec018040 con 0x5564271714f0 2024-02-10T00:08:51.328 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.316+0000 7ff3e27fc640 1 -- 172.21.15.1:0/849346808 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff3ec004020 con 0x5564271714f0 2024-02-10T00:08:51.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.316+0000 7ff3e27fc640 1 -- 172.21.15.1:0/849346808 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3ec01a810 con 0x5564271714f0 2024-02-10T00:08:51.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.317+0000 7ff4017f3740 1 -- 172.21.15.1:0/849346808 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5564271714f0 msgr2=0x55642717a4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:51.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.317+0000 7ff4017f3740 1 --2- 172.21.15.1:0/849346808 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5564271714f0 0x55642717a4a0 secure :-1 s=READY pgs=1553 cs=0 l=1 rev1=1 crypto rx=0x7ff3ec0058c0 tx=0x7ff3ec00b550 comp rx=0 tx=0).stop 2024-02-10T00:08:51.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.317+0000 7ff4017f3740 1 -- 172.21.15.1:0/849346808 shutdown_connections 2024-02-10T00:08:51.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.317+0000 7ff4017f3740 1 --2- 172.21.15.1:0/849346808 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55642717ebb0 0x55642717a9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.317+0000 7ff4017f3740 1 --2- 172.21.15.1:0/849346808 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5564271714f0 0x55642717a4a0 unknown :-1 s=CLOSED pgs=1553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.317+0000 7ff4017f3740 1 --2- 172.21.15.1:0/849346808 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x556427170bd0 0x55642717e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.317+0000 7ff4017f3740 1 -- 172.21.15.1:0/849346808 >> 172.21.15.1:0/849346808 conn(0x55642716b9d0 msgr2=0x556427195940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:51.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.317+0000 7ff4017f3740 1 -- 172.21.15.1:0/849346808 shutdown_connections 2024-02-10T00:08:51.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.317+0000 7ff4017f3740 1 -- 172.21.15.1:0/849346808 wait complete. 2024-02-10T00:08:51.329 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.317+0000 7ff4017f3740 1 -- start start 2024-02-10T00:08:51.330 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.317+0000 7ff4017f3740 1 Processor -- start 2024-02-10T00:08:51.330 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.318+0000 7ff4017f3740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556427170bd0 0x556427184300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:51.330 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.318+0000 7ff4017f3740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5564271714f0 0x556427184840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:51.330 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.318+0000 7ff4017f3740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55642717ebb0 0x556427184d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:51.330 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.318+0000 7ff4017f3740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564271e50d0 con 0x556427170bd0 2024-02-10T00:08:51.330 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.318+0000 7ff4017f3740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564271e5240 con 0x55642717ebb0 2024-02-10T00:08:51.330 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.318+0000 7ff4017f3740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564271e5400 con 0x5564271714f0 2024-02-10T00:08:51.330 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.318+0000 7ff4017f3740 10 client.0 _ll_register_callbacks cb 0x7ff3ec00b420 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:51.330 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.318+0000 7ff3f7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556427170bd0 0x556427184300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:51.330 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.318+0000 7ff3f7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556427170bd0 0x556427184300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59490/0 (socket says 172.21.15.1:59490) 2024-02-10T00:08:51.330 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.318+0000 7ff3f7fff640 1 -- 172.21.15.1:0/4253158147 learned_addr learned my addr 172.21.15.1:0/4253158147 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:51.330 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.318+0000 7ff3fc9b8640 1 --2- 172.21.15.1:0/4253158147 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5564271714f0 0x556427184840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:51.331 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.318+0000 7ff3f7fff640 1 -- 172.21.15.1:0/4253158147 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5564271714f0 msgr2=0x556427184840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:51.331 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.318+0000 7ff3f7fff640 1 --2- 172.21.15.1:0/4253158147 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5564271714f0 0x556427184840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.331 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.318+0000 7ff3f7fff640 1 -- 172.21.15.1:0/4253158147 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55642717ebb0 msgr2=0x556427184d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:51.331 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.318+0000 7ff3f7fff640 1 --2- 172.21.15.1:0/4253158147 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55642717ebb0 0x556427184d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.331 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.318+0000 7ff3f7fff640 1 -- 172.21.15.1:0/4253158147 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5564270996f0 con 0x556427170bd0 2024-02-10T00:08:51.331 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.318+0000 7ff3fc9b8640 1 --2- 172.21.15.1:0/4253158147 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5564271714f0 0x556427184840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:51.331 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.318+0000 7ff3f7fff640 1 --2- 172.21.15.1:0/4253158147 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556427170bd0 0x556427184300 secure :-1 s=READY pgs=1554 cs=0 l=1 rev1=1 crypto rx=0x7ff3e4010e30 tx=0x7ff3e400b450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea35810c148433d8 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:51.331 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.318+0000 7ff3d7fff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:51.331 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.319+0000 7ff3d7fff640 1 -- 172.21.15.1:0/4253158147 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3e4005820 con 0x556427170bd0 2024-02-10T00:08:51.331 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.319+0000 7ff3d7fff640 1 -- 172.21.15.1:0/4253158147 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7ff3e4000e40 con 0x556427170bd0 2024-02-10T00:08:51.332 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.319+0000 7ff4017f3740 1 -- 172.21.15.1:0/4253158147 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff3e4012230 con 0x556427170bd0 2024-02-10T00:08:51.332 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.319+0000 7ff3d7fff640 1 -- 172.21.15.1:0/4253158147 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff3e4010670 con 0x556427170bd0 2024-02-10T00:08:51.332 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.319+0000 7ff4017f3740 10 client.18939 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:51.332 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.319+0000 7ff4017f3740 1 -- 172.21.15.1:0/4253158147 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55642707fef0 con 0x556427170bd0 2024-02-10T00:08:51.332 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.319+0000 7ff3d7fff640 1 -- 172.21.15.1:0/4253158147 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff3e4012230 con 0x556427170bd0 2024-02-10T00:08:51.332 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.319+0000 7ff3d7fff640 1 -- 172.21.15.1:0/4253158147 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ff3e400e720 con 0x556427170bd0 2024-02-10T00:08:51.332 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.319+0000 7ff4017f3740 10 client.18939 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:51.332 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.319+0000 7ff4017f3740 10 client.18939 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:08:51.332 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.319+0000 7ff4017f3740 20 client.18939 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:51.332 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.319+0000 7ff4017f3740 1 --2- 172.21.15.1:0/4253158147 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5564271e6890 0x5564271e8cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:51.332 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.319+0000 7ff4017f3740 4 client.18939 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:08:51.332 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.319+0000 7ff4017f3740 1 -- 172.21.15.1:0/4253158147 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x556426e291b0 con 0x5564271e6890 2024-02-10T00:08:51.332 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.320+0000 7ff3fc9b8640 1 --2- 172.21.15.1:0/4253158147 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5564271e6890 0x5564271e8cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:51.333 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.320+0000 7ff3fc9b8640 1 --2- 172.21.15.1:0/4253158147 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5564271e6890 0x5564271e8cb0 crc :-1 s=READY pgs=265 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b638cb133c58763e server_cookie=763680778f800a8b in_seq=0 out_seq=0 2024-02-10T00:08:51.333 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.320+0000 7ff3d7fff640 10 client.18939 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:51.339 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.336+0000 7ff3d7fff640 1 -- 172.21.15.1:0/4253158147 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x556426e291b0 con 0x5564271e6890 2024-02-10T00:08:51.339 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.336+0000 7ff3d7fff640 10 client.18939 handle_command_reply: tid=0 2024-02-10T00:08:51.339 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.336+0000 7ff4017f3740 1 client.18939 shutdown 2024-02-10T00:08:51.339 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.336+0000 7ff4017f3740 1 -- 172.21.15.1:0/4253158147 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556427170bd0 msgr2=0x556427184300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:51.339 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.336+0000 7ff4017f3740 1 --2- 172.21.15.1:0/4253158147 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556427170bd0 0x556427184300 secure :-1 s=READY pgs=1554 cs=0 l=1 rev1=1 crypto rx=0x7ff3e4010e30 tx=0x7ff3e400b450 comp rx=0 tx=0).stop 2024-02-10T00:08:51.339 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.336+0000 7ff4017f3740 1 -- 172.21.15.1:0/4253158147 shutdown_connections 2024-02-10T00:08:51.339 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.336+0000 7ff4017f3740 1 --2- 172.21.15.1:0/4253158147 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5564271e6890 0x5564271e8cb0 crc :-1 s=READY pgs=265 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.340 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.336+0000 7ff4017f3740 1 --2- 172.21.15.1:0/4253158147 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55642717ebb0 0x556427184d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.340 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.336+0000 7ff4017f3740 1 --2- 172.21.15.1:0/4253158147 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5564271714f0 0x556427184840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.340 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.336+0000 7ff3d7fff640 0 client.18939 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:51.340 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.336+0000 7ff4017f3740 1 --2- 172.21.15.1:0/4253158147 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x556427170bd0 0x556427184300 unknown :-1 s=CLOSED pgs=1554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.340 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.336+0000 7ff4017f3740 1 -- 172.21.15.1:0/4253158147 >> 172.21.15.1:0/4253158147 conn(0x55642716b9d0 msgr2=0x55642717a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:51.340 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.336+0000 7ff4017f3740 1 -- 172.21.15.1:0/4253158147 shutdown_connections 2024-02-10T00:08:51.340 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.336+0000 7ff4017f3740 1 -- 172.21.15.1:0/4253158147 wait complete. 2024-02-10T00:08:51.341 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.336+0000 7ff4017f3740 20 client.18939 trim_cache size 0 max 16384 2024-02-10T00:08:51.341 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:08:51.341 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:08:51.341 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:08:51.341 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:08:51.343 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.337+0000 7ff3fec1c640 1 -- 172.21.15.1:0/3012478538 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff3e80a2220 msgr2=0x7ff3e80a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:51.343 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.337+0000 7ff3fec1c640 1 --2- 172.21.15.1:0/3012478538 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff3e80a2220 0x7ff3e80a46e0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7ff3f00ee410 tx=0x7ff3f00dd040 comp rx=0 tx=0).stop 2024-02-10T00:08:51.343 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.337+0000 7ff3fec1c640 1 -- 172.21.15.1:0/3012478538 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff3f8106200 msgr2=0x7ff3f819c000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:51.343 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.337+0000 7ff3fec1c640 1 --2- 172.21.15.1:0/3012478538 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff3f8106200 0x7ff3f819c000 secure :-1 s=READY pgs=1550 cs=0 l=1 rev1=1 crypto rx=0x7ff3f002c700 tx=0x7ff3f0035d50 comp rx=0 tx=0).stop 2024-02-10T00:08:51.343 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.337+0000 7ff3fec1c640 1 -- 172.21.15.1:0/3012478538 shutdown_connections 2024-02-10T00:08:51.343 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.337+0000 7ff3fec1c640 1 --2- 172.21.15.1:0/3012478538 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff3e80a2220 0x7ff3e80a46e0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.344 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.337+0000 7ff3fec1c640 1 --2- 172.21.15.1:0/3012478538 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff3f8106200 0x7ff3f819c000 unknown :-1 s=CLOSED pgs=1550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.344 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.337+0000 7ff3fec1c640 1 --2- 172.21.15.1:0/3012478538 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff3f806a200 0x7ff3f8197c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.344 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.337+0000 7ff3fec1c640 1 --2- 172.21.15.1:0/3012478538 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff3f8069840 0x7ff3f8197740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:51.344 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.337+0000 7ff3fec1c640 1 -- 172.21.15.1:0/3012478538 >> 172.21.15.1:0/3012478538 conn(0x7ff3f8076ef0 msgr2=0x7ff3f80fdef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:51.344 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.337+0000 7ff3fec1c640 1 -- 172.21.15.1:0/3012478538 shutdown_connections 2024-02-10T00:08:51.344 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:08:51.337+0000 7ff3fec1c640 1 -- 172.21.15.1:0/3012478538 wait complete. 2024-02-10T00:08:51.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:51 smithi088 ceph-mon[36452]: pgmap v294: 97 pgs: 97 active+clean; 2.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:08:51.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:51 smithi103 ceph-mon[36942]: pgmap v294: 97 pgs: 97 active+clean; 2.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:08:51.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:51 smithi001 ceph-mon[32335]: pgmap v294: 97 pgs: 97 active+clean; 2.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:08:53.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:53 smithi088 ceph-mon[36452]: pgmap v295: 97 pgs: 97 active+clean; 2.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:08:53.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:53 smithi103 ceph-mon[36942]: pgmap v295: 97 pgs: 97 active+clean; 2.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:08:53.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:53 smithi001 ceph-mon[32335]: pgmap v295: 97 pgs: 97 active+clean; 2.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:08:55.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:55 smithi103 ceph-mon[36942]: pgmap v296: 97 pgs: 97 active+clean; 2.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 68 KiB/s wr, 25 op/s 2024-02-10T00:08:55.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:55 smithi001 ceph-mon[32335]: pgmap v296: 97 pgs: 97 active+clean; 2.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 68 KiB/s wr, 25 op/s 2024-02-10T00:08:55.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:55 smithi088 ceph-mon[36452]: pgmap v296: 97 pgs: 97 active+clean; 2.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 68 KiB/s wr, 25 op/s 2024-02-10T00:08:56.936 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:08:56.937 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:08:57.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.058+0000 7fae417bc640 1 -- 172.21.15.1:0/2345774247 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fae3c0ff740 msgr2=0x7fae3c0ffbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.058+0000 7fae417bc640 1 --2- 172.21.15.1:0/2345774247 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fae3c0ff740 0x7fae3c0ffbc0 secure :-1 s=READY pgs=1555 cs=0 l=1 rev1=1 crypto rx=0x7fae30009900 tx=0x7fae3002bc30 comp rx=0 tx=0).stop 2024-02-10T00:08:57.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.058+0000 7fae417bc640 1 -- 172.21.15.1:0/2345774247 shutdown_connections 2024-02-10T00:08:57.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.058+0000 7fae417bc640 1 --2- 172.21.15.1:0/2345774247 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fae3c100100 0x7fae3c10e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.058+0000 7fae417bc640 1 --2- 172.21.15.1:0/2345774247 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fae3c0ff740 0x7fae3c0ffbc0 unknown :-1 s=CLOSED pgs=1555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.058+0000 7fae417bc640 1 --2- 172.21.15.1:0/2345774247 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fae3c1031b0 0x7fae3c103590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.058+0000 7fae417bc640 1 -- 172.21.15.1:0/2345774247 >> 172.21.15.1:0/2345774247 conn(0x7fae3c076620 msgr2=0x7fae3c0fd9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:57.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.058+0000 7fae417bc640 1 -- 172.21.15.1:0/2345774247 shutdown_connections 2024-02-10T00:08:57.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.058+0000 7fae417bc640 1 -- 172.21.15.1:0/2345774247 wait complete. 2024-02-10T00:08:57.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.059+0000 7fae417bc640 1 Processor -- start 2024-02-10T00:08:57.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.059+0000 7fae417bc640 1 -- start start 2024-02-10T00:08:57.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.059+0000 7fae417bc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fae3c0ff740 0x7fae3c19d450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.059+0000 7fae417bc640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fae3c100100 0x7fae3c19d990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.059+0000 7fae417bc640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fae3c1031b0 0x7fae3c197600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.059+0000 7fae417bc640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae3c197c50 con 0x7fae3c0ff740 2024-02-10T00:08:57.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.059+0000 7fae417bc640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae3c197dc0 con 0x7fae3c1031b0 2024-02-10T00:08:57.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.059+0000 7fae417bc640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae3c197f80 con 0x7fae3c100100 2024-02-10T00:08:57.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.059+0000 7fae3affd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fae3c0ff740 0x7fae3c19d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.059+0000 7fae3affd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fae3c0ff740 0x7fae3c19d450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59520/0 (socket says 172.21.15.1:59520) 2024-02-10T00:08:57.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.059+0000 7fae3affd640 1 -- 172.21.15.1:0/836633671 learned_addr learned my addr 172.21.15.1:0/836633671 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:57.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.060+0000 7fae3b7fe640 1 --2- 172.21.15.1:0/836633671 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fae3c1031b0 0x7fae3c197600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.060+0000 7fae3a7fc640 1 --2- 172.21.15.1:0/836633671 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fae3c100100 0x7fae3c19d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.060+0000 7fae3affd640 1 -- 172.21.15.1:0/836633671 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fae3c100100 msgr2=0x7fae3c19d990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.060+0000 7fae3affd640 1 --2- 172.21.15.1:0/836633671 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fae3c100100 0x7fae3c19d990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.060+0000 7fae3affd640 1 -- 172.21.15.1:0/836633671 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fae3c1031b0 msgr2=0x7fae3c197600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.060+0000 7fae3affd640 1 --2- 172.21.15.1:0/836633671 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fae3c1031b0 0x7fae3c197600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.060+0000 7fae3affd640 1 -- 172.21.15.1:0/836633671 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae30009560 con 0x7fae3c0ff740 2024-02-10T00:08:57.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.060+0000 7fae3a7fc640 1 --2- 172.21.15.1:0/836633671 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fae3c100100 0x7fae3c19d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:08:57.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.060+0000 7fae3affd640 1 --2- 172.21.15.1:0/836633671 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fae3c0ff740 0x7fae3c19d450 secure :-1 s=READY pgs=1556 cs=0 l=1 rev1=1 crypto rx=0x7fae2c00cce0 tx=0x7fae2c00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:57.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.060+0000 7fae23fff640 1 -- 172.21.15.1:0/836633671 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae2c00f650 con 0x7fae3c0ff740 2024-02-10T00:08:57.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.060+0000 7fae417bc640 1 -- 172.21.15.1:0/836633671 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fae3c198260 con 0x7fae3c0ff740 2024-02-10T00:08:57.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.060+0000 7fae23fff640 1 -- 172.21.15.1:0/836633671 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fae2c00ce90 con 0x7fae3c0ff740 2024-02-10T00:08:57.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.060+0000 7fae23fff640 1 -- 172.21.15.1:0/836633671 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae2c018bf0 con 0x7fae3c0ff740 2024-02-10T00:08:57.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.060+0000 7fae417bc640 1 -- 172.21.15.1:0/836633671 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae3c1a44f0 con 0x7fae3c0ff740 2024-02-10T00:08:57.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.063+0000 7fae23fff640 1 -- 172.21.15.1:0/836633671 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fae2c018d50 con 0x7fae3c0ff740 2024-02-10T00:08:57.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.063+0000 7fae4438f740 1 Processor -- start 2024-02-10T00:08:57.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.063+0000 7fae4438f740 1 -- start start 2024-02-10T00:08:57.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.063+0000 7fae4438f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56471e61d980 0x56471e61dd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.063+0000 7fae4438f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56471e61e330 0x56471e6268e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.063+0000 7fae4438f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56471e626eb0 0x56471e629300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.064+0000 7fae4438f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56471e5d8d00 con 0x56471e61d980 2024-02-10T00:08:57.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.064+0000 7fae4438f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56471e58d2f0 con 0x56471e626eb0 2024-02-10T00:08:57.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.064+0000 7fae4438f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56471e58a820 con 0x56471e61e330 2024-02-10T00:08:57.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.064+0000 7fae3b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56471e61d980 0x56471e61dd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.064+0000 7fae3b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56471e61d980 0x56471e61dd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59530/0 (socket says 172.21.15.1:59530) 2024-02-10T00:08:57.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.064+0000 7fae3b7fe640 1 -- 172.21.15.1:0/688655028 learned_addr learned my addr 172.21.15.1:0/688655028 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:57.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.064+0000 7fae3a7fc640 1 --2- 172.21.15.1:0/688655028 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56471e626eb0 0x56471e629300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.064+0000 7fae3affd640 1 --2- 172.21.15.1:0/688655028 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56471e61e330 0x56471e6268e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.064+0000 7fae23fff640 1 --2- 172.21.15.1:0/836633671 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fae240a2230 0x7fae240a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.064+0000 7fae3b7fe640 1 -- 172.21.15.1:0/688655028 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56471e61e330 msgr2=0x56471e6268e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.064+0000 7fae3b7fe640 1 --2- 172.21.15.1:0/688655028 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56471e61e330 0x56471e6268e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.064+0000 7fae3b7fe640 1 -- 172.21.15.1:0/688655028 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56471e626eb0 msgr2=0x56471e629300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.064+0000 7fae3b7fe640 1 --2- 172.21.15.1:0/688655028 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56471e626eb0 0x56471e629300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.064+0000 7fae3b7fe640 1 -- 172.21.15.1:0/688655028 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56471e547ff0 con 0x56471e61d980 2024-02-10T00:08:57.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.064+0000 7fae3affd640 1 --2- 172.21.15.1:0/688655028 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56471e61e330 0x56471e6268e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:57.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.064+0000 7fae23fff640 1 -- 172.21.15.1:0/836633671 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fae2c0ce630 con 0x7fae3c0ff740 2024-02-10T00:08:57.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.064+0000 7fae3b7fe640 1 --2- 172.21.15.1:0/836633671 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fae240a2230 0x7fae240a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.064+0000 7fae3b7fe640 1 --2- 172.21.15.1:0/688655028 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56471e61d980 0x56471e61dd60 secure :-1 s=READY pgs=1557 cs=0 l=1 rev1=1 crypto rx=0x7fae3400b880 tx=0x7fae3400bd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8571f59b63a1a43a server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:57.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.064+0000 7fae217fa640 1 -- 172.21.15.1:0/688655028 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae34005250 con 0x56471e61d980 2024-02-10T00:08:57.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.065+0000 7fae217fa640 1 -- 172.21.15.1:0/688655028 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fae34004c80 con 0x56471e61d980 2024-02-10T00:08:57.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.065+0000 7fae217fa640 1 -- 172.21.15.1:0/688655028 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae340116a0 con 0x56471e61d980 2024-02-10T00:08:57.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.065+0000 7fae3b7fe640 1 --2- 172.21.15.1:0/836633671 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fae240a2230 0x7fae240a46f0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fae34021000 tx=0x7fae3401e000 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:57.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.065+0000 7fae4438f740 1 -- 172.21.15.1:0/688655028 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56471e61d980 msgr2=0x56471e61dd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.065+0000 7fae4438f740 1 --2- 172.21.15.1:0/688655028 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56471e61d980 0x56471e61dd60 secure :-1 s=READY pgs=1557 cs=0 l=1 rev1=1 crypto rx=0x7fae3400b880 tx=0x7fae3400bd40 comp rx=0 tx=0).stop 2024-02-10T00:08:57.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.065+0000 7fae4438f740 1 -- 172.21.15.1:0/688655028 shutdown_connections 2024-02-10T00:08:57.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.065+0000 7fae4438f740 1 --2- 172.21.15.1:0/688655028 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56471e626eb0 0x56471e629300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.065+0000 7fae4438f740 1 --2- 172.21.15.1:0/688655028 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56471e61e330 0x56471e6268e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.065+0000 7fae4438f740 1 --2- 172.21.15.1:0/688655028 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56471e61d980 0x56471e61dd60 unknown :-1 s=CLOSED pgs=1557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.065+0000 7fae4438f740 1 -- 172.21.15.1:0/688655028 >> 172.21.15.1:0/688655028 conn(0x56471e618050 msgr2=0x56471e618430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:57.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.065+0000 7fae4438f740 1 -- 172.21.15.1:0/688655028 shutdown_connections 2024-02-10T00:08:57.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.065+0000 7fae4438f740 1 -- 172.21.15.1:0/688655028 wait complete. 2024-02-10T00:08:57.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.066+0000 7fae4438f740 1 -- start start 2024-02-10T00:08:57.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.066+0000 7fae4438f740 1 Processor -- start 2024-02-10T00:08:57.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.066+0000 7fae4438f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56471e61d980 0x56471e623d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.066+0000 7fae4438f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56471e61e330 0x56471e6242d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.066+0000 7fae4438f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56471e626eb0 0x56471e624810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.066+0000 7fae4438f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56471e586000 con 0x56471e626eb0 2024-02-10T00:08:57.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.066+0000 7fae4438f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56471e259430 con 0x56471e61d980 2024-02-10T00:08:57.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.066+0000 7fae4438f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56471e215e00 con 0x56471e61e330 2024-02-10T00:08:57.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.066+0000 7fae4438f740 10 client.0 _ll_register_callbacks cb 0x56471e57a7f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:57.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.066+0000 7fae3b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56471e626eb0 0x56471e624810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.066+0000 7fae3b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56471e626eb0 0x56471e624810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59532/0 (socket says 172.21.15.1:59532) 2024-02-10T00:08:57.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.066+0000 7fae3b7fe640 1 -- 172.21.15.1:0/1052912182 learned_addr learned my addr 172.21.15.1:0/1052912182 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:57.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.066+0000 7fae3affd640 1 --2- 172.21.15.1:0/1052912182 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56471e61d980 0x56471e623d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.066+0000 7fae3a7fc640 1 --2- 172.21.15.1:0/1052912182 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56471e61e330 0x56471e6242d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.066+0000 7fae3b7fe640 1 -- 172.21.15.1:0/1052912182 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56471e61e330 msgr2=0x56471e6242d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.066+0000 7fae3b7fe640 1 --2- 172.21.15.1:0/1052912182 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56471e61e330 0x56471e6242d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.066+0000 7fae3b7fe640 1 -- 172.21.15.1:0/1052912182 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56471e61d980 msgr2=0x56471e623d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.066+0000 7fae3b7fe640 1 --2- 172.21.15.1:0/1052912182 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56471e61d980 0x56471e623d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.066+0000 7fae3b7fe640 1 -- 172.21.15.1:0/1052912182 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae340043c0 con 0x56471e626eb0 2024-02-10T00:08:57.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.066+0000 7fae3a7fc640 1 --2- 172.21.15.1:0/1052912182 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56471e61e330 0x56471e6242d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:57.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.067+0000 7fae3b7fe640 1 --2- 172.21.15.1:0/1052912182 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56471e626eb0 0x56471e624810 secure :-1 s=READY pgs=1558 cs=0 l=1 rev1=1 crypto rx=0x7fae3401ff50 tx=0x7fae34003d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79141f12cbb978ef server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:57.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.067+0000 7fae1eff5640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:57.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.067+0000 7fae1eff5640 1 -- 172.21.15.1:0/1052912182 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae3402d070 con 0x56471e626eb0 2024-02-10T00:08:57.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.067+0000 7fae1eff5640 1 -- 172.21.15.1:0/1052912182 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fae34011a40 con 0x56471e626eb0 2024-02-10T00:08:57.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.067+0000 7fae4438f740 1 -- 172.21.15.1:0/1052912182 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56471e2857e0 con 0x56471e626eb0 2024-02-10T00:08:57.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.067+0000 7fae1eff5640 1 -- 172.21.15.1:0/1052912182 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fae34011c00 con 0x56471e626eb0 2024-02-10T00:08:57.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.067+0000 7fae4438f740 10 client.18951 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:57.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.067+0000 7fae4438f740 1 -- 172.21.15.1:0/1052912182 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x56471e584680 con 0x56471e626eb0 2024-02-10T00:08:57.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.067+0000 7fae1eff5640 1 -- 172.21.15.1:0/1052912182 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fae3403e080 con 0x56471e626eb0 2024-02-10T00:08:57.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.067+0000 7fae1eff5640 1 -- 172.21.15.1:0/1052912182 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fae34038030 con 0x56471e626eb0 2024-02-10T00:08:57.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.067+0000 7fae4438f740 10 client.18951 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:57.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.067+0000 7fae4438f740 10 client.18951 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:08:57.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.067+0000 7fae4438f740 20 client.18951 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:57.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.067+0000 7fae4438f740 1 --2- 172.21.15.1:0/1052912182 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x56471e6373a0 0x56471e639790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.067+0000 7fae4438f740 4 client.18951 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:08:57.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.067+0000 7fae4438f740 1 -- 172.21.15.1:0/1052912182 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56471e2c2720 con 0x56471e6373a0 2024-02-10T00:08:57.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.068+0000 7fae3affd640 1 --2- 172.21.15.1:0/1052912182 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x56471e6373a0 0x56471e639790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.068+0000 7fae3affd640 1 --2- 172.21.15.1:0/1052912182 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x56471e6373a0 0x56471e639790 crc :-1 s=READY pgs=266 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=20de885b601aa051 server_cookie=bbd95287020fbde6 in_seq=0 out_seq=0 2024-02-10T00:08:57.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.068+0000 7fae1eff5640 10 client.18951 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:57.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.069+0000 7fae1eff5640 1 -- 172.21.15.1:0/1052912182 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x56471e2c2720 con 0x56471e6373a0 2024-02-10T00:08:57.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.069+0000 7fae1eff5640 10 client.18951 handle_command_reply: tid=0 2024-02-10T00:08:57.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.069+0000 7fae4438f740 1 client.18951 shutdown 2024-02-10T00:08:57.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.069+0000 7fae4438f740 1 -- 172.21.15.1:0/1052912182 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56471e626eb0 msgr2=0x56471e624810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.069+0000 7fae4438f740 1 --2- 172.21.15.1:0/1052912182 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56471e626eb0 0x56471e624810 secure :-1 s=READY pgs=1558 cs=0 l=1 rev1=1 crypto rx=0x7fae3401ff50 tx=0x7fae34003d60 comp rx=0 tx=0).stop 2024-02-10T00:08:57.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.069+0000 7fae4438f740 1 -- 172.21.15.1:0/1052912182 shutdown_connections 2024-02-10T00:08:57.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.069+0000 7fae4438f740 1 --2- 172.21.15.1:0/1052912182 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x56471e6373a0 0x56471e639790 crc :-1 s=READY pgs=266 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.069+0000 7fae4438f740 1 --2- 172.21.15.1:0/1052912182 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56471e626eb0 0x56471e624810 unknown :-1 s=CLOSED pgs=1558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.069+0000 7fae4438f740 1 --2- 172.21.15.1:0/1052912182 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56471e61e330 0x56471e6242d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.120 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.069+0000 7fae1eff5640 0 client.18951 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:57.120 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.069+0000 7fae4438f740 1 --2- 172.21.15.1:0/1052912182 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56471e61d980 0x56471e623d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.120 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.069+0000 7fae4438f740 1 -- 172.21.15.1:0/1052912182 >> 172.21.15.1:0/1052912182 conn(0x56471e618050 msgr2=0x56471e619da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:57.121 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.069+0000 7fae4438f740 1 -- 172.21.15.1:0/1052912182 shutdown_connections 2024-02-10T00:08:57.121 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.069+0000 7fae4438f740 1 -- 172.21.15.1:0/1052912182 wait complete. 2024-02-10T00:08:57.121 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.069+0000 7fae4438f740 20 client.18951 trim_cache size 0 max 16384 2024-02-10T00:08:57.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.084+0000 7fae4438f740 1 Processor -- start 2024-02-10T00:08:57.126 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.084+0000 7fae4438f740 1 -- start start 2024-02-10T00:08:57.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.084+0000 7fae4438f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56471e61d980 0x56471e6131e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.084+0000 7fae4438f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56471e61e330 0x56471e61f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.084+0000 7fae4438f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56471e626eb0 0x56471e61f600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.084+0000 7fae4438f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56471e50afd0 con 0x56471e626eb0 2024-02-10T00:08:57.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.084+0000 7fae4438f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56471e63e950 con 0x56471e61d980 2024-02-10T00:08:57.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.084+0000 7fae4438f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56471e6222e0 con 0x56471e61e330 2024-02-10T00:08:57.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.085+0000 7fae3b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56471e626eb0 0x56471e61f600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.085+0000 7fae3b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56471e626eb0 0x56471e61f600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59546/0 (socket says 172.21.15.1:59546) 2024-02-10T00:08:57.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.085+0000 7fae3b7fe640 1 -- 172.21.15.1:0/1600216459 learned_addr learned my addr 172.21.15.1:0/1600216459 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:57.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.085+0000 7fae3affd640 1 --2- 172.21.15.1:0/1600216459 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56471e61d980 0x56471e6131e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.085+0000 7fae3a7fc640 1 --2- 172.21.15.1:0/1600216459 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56471e61e330 0x56471e61f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.085+0000 7fae3b7fe640 1 -- 172.21.15.1:0/1600216459 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56471e61e330 msgr2=0x56471e61f0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.085+0000 7fae3b7fe640 1 --2- 172.21.15.1:0/1600216459 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56471e61e330 0x56471e61f0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.127 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.085+0000 7fae3b7fe640 1 -- 172.21.15.1:0/1600216459 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56471e61d980 msgr2=0x56471e6131e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.128 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.085+0000 7fae3b7fe640 1 --2- 172.21.15.1:0/1600216459 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56471e61d980 0x56471e6131e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.145 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.085+0000 7fae3b7fe640 1 -- 172.21.15.1:0/1600216459 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56471e520b30 con 0x56471e626eb0 2024-02-10T00:08:57.145 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.085+0000 7fae3a7fc640 1 --2- 172.21.15.1:0/1600216459 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56471e61e330 0x56471e61f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:57.145 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.085+0000 7fae3b7fe640 1 --2- 172.21.15.1:0/1600216459 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56471e626eb0 0x56471e61f600 secure :-1 s=READY pgs=1559 cs=0 l=1 rev1=1 crypto rx=0x7fae34004330 tx=0x7fae3400bd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29347a7cc3d9cb0d server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:57.145 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.085+0000 7fae20ff9640 1 -- 172.21.15.1:0/1600216459 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae3402d040 con 0x56471e626eb0 2024-02-10T00:08:57.145 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.085+0000 7fae20ff9640 1 -- 172.21.15.1:0/1600216459 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x56471e2857e0 con 0x56471e626eb0 2024-02-10T00:08:57.146 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.085+0000 7fae20ff9640 1 -- 172.21.15.1:0/1600216459 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae3401f030 con 0x56471e626eb0 2024-02-10T00:08:57.146 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.086+0000 7fae4438f740 1 -- 172.21.15.1:0/1600216459 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56471e626eb0 msgr2=0x56471e61f600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.146 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.086+0000 7fae4438f740 1 --2- 172.21.15.1:0/1600216459 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56471e626eb0 0x56471e61f600 secure :-1 s=READY pgs=1559 cs=0 l=1 rev1=1 crypto rx=0x7fae34004330 tx=0x7fae3400bd40 comp rx=0 tx=0).stop 2024-02-10T00:08:57.146 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.086+0000 7fae4438f740 1 -- 172.21.15.1:0/1600216459 shutdown_connections 2024-02-10T00:08:57.146 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.086+0000 7fae4438f740 1 --2- 172.21.15.1:0/1600216459 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56471e626eb0 0x56471e61f600 unknown :-1 s=CLOSED pgs=1559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.146 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.086+0000 7fae4438f740 1 --2- 172.21.15.1:0/1600216459 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56471e61e330 0x56471e61f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.147 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.086+0000 7fae4438f740 1 --2- 172.21.15.1:0/1600216459 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56471e61d980 0x56471e6131e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.147 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.086+0000 7fae4438f740 1 -- 172.21.15.1:0/1600216459 >> 172.21.15.1:0/1600216459 conn(0x56471e618050 msgr2=0x56471e618430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:57.147 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.086+0000 7fae4438f740 1 -- 172.21.15.1:0/1600216459 shutdown_connections 2024-02-10T00:08:57.147 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.086+0000 7fae4438f740 1 -- 172.21.15.1:0/1600216459 wait complete. 2024-02-10T00:08:57.147 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.086+0000 7fae4438f740 1 -- start start 2024-02-10T00:08:57.147 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.086+0000 7fae4438f740 1 Processor -- start 2024-02-10T00:08:57.147 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.086+0000 7fae4438f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56471e61d980 0x56471e62dee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.148 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.086+0000 7fae4438f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56471e61e330 0x56471e62e420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.086+0000 7fae4438f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56471e626eb0 0x56471e62c4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.086+0000 7fae4438f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56471e62cba0 con 0x56471e61e330 2024-02-10T00:08:57.156 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.086+0000 7fae4438f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56471e62cd10 con 0x56471e626eb0 2024-02-10T00:08:57.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.086+0000 7fae4438f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56471e62ced0 con 0x56471e61d980 2024-02-10T00:08:57.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.086+0000 7fae4438f740 10 client.0 _ll_register_callbacks cb 0x7fae34004160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:57.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.086+0000 7fae3a7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56471e61e330 0x56471e62e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.086+0000 7fae3a7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56471e61e330 0x56471e62e420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59556/0 (socket says 172.21.15.1:59556) 2024-02-10T00:08:57.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.087+0000 7fae3a7fc640 1 -- 172.21.15.1:0/3330442722 learned_addr learned my addr 172.21.15.1:0/3330442722 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:57.157 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.087+0000 7fae3b7fe640 1 --2- 172.21.15.1:0/3330442722 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56471e626eb0 0x56471e62c4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.087+0000 7fae3affd640 1 --2- 172.21.15.1:0/3330442722 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56471e61d980 0x56471e62dee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.087+0000 7fae3a7fc640 1 -- 172.21.15.1:0/3330442722 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56471e61d980 msgr2=0x56471e62dee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.087+0000 7fae3a7fc640 1 --2- 172.21.15.1:0/3330442722 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56471e61d980 0x56471e62dee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.087+0000 7fae3a7fc640 1 -- 172.21.15.1:0/3330442722 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56471e626eb0 msgr2=0x56471e62c4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.087+0000 7fae3a7fc640 1 --2- 172.21.15.1:0/3330442722 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56471e626eb0 0x56471e62c4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.087+0000 7fae3a7fc640 1 -- 172.21.15.1:0/3330442722 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56471e584680 con 0x56471e61e330 2024-02-10T00:08:57.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.087+0000 7fae3a7fc640 1 --2- 172.21.15.1:0/3330442722 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56471e61e330 0x56471e62e420 secure :-1 s=READY pgs=1560 cs=0 l=1 rev1=1 crypto rx=0x7fae30005ec0 tx=0x7fae300049c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3159ee2ec8e19c82 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:57.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.087+0000 7fae1eff5640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:57.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.087+0000 7fae1eff5640 1 -- 172.21.15.1:0/3330442722 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae30004450 con 0x56471e61e330 2024-02-10T00:08:57.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.087+0000 7fae4438f740 1 -- 172.21.15.1:0/3330442722 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fae34004c80 con 0x56471e61e330 2024-02-10T00:08:57.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.087+0000 7fae1eff5640 1 -- 172.21.15.1:0/3330442722 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fae30004df0 con 0x56471e61e330 2024-02-10T00:08:57.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.087+0000 7fae1eff5640 1 -- 172.21.15.1:0/3330442722 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fae30004fb0 con 0x56471e61e330 2024-02-10T00:08:57.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.087+0000 7fae4438f740 10 client.18957 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:57.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.087+0000 7fae4438f740 1 -- 172.21.15.1:0/3330442722 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x56471e546850 con 0x56471e61e330 2024-02-10T00:08:57.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.088+0000 7fae1eff5640 1 -- 172.21.15.1:0/3330442722 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fae34004c80 con 0x56471e61e330 2024-02-10T00:08:57.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.088+0000 7fae1eff5640 1 -- 172.21.15.1:0/3330442722 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fae3003c040 con 0x56471e61e330 2024-02-10T00:08:57.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.088+0000 7fae4438f740 10 client.18957 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:57.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.088+0000 7fae4438f740 10 client.18957 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:08:57.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.088+0000 7fae4438f740 20 client.18957 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:57.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.088+0000 7fae4438f740 1 --2- 172.21.15.1:0/3330442722 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x56471e68ecd0 0x56471e6910f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.088+0000 7fae4438f740 4 client.18957 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:08:57.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.088+0000 7fae4438f740 1 -- 172.21.15.1:0/3330442722 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x56471e311890 con 0x56471e68ecd0 2024-02-10T00:08:57.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.088+0000 7fae3affd640 1 --2- 172.21.15.1:0/3330442722 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x56471e68ecd0 0x56471e6910f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.088+0000 7fae3affd640 1 --2- 172.21.15.1:0/3330442722 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x56471e68ecd0 0x56471e6910f0 crc :-1 s=READY pgs=267 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e2ee8a44a9b8c036 server_cookie=adf9e815ac02d65c in_seq=0 out_seq=0 2024-02-10T00:08:57.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.088+0000 7fae1eff5640 10 client.18957 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:57.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.089+0000 7fae1eff5640 1 -- 172.21.15.1:0/3330442722 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x56471e311890 con 0x56471e68ecd0 2024-02-10T00:08:57.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.089+0000 7fae1eff5640 10 client.18957 handle_command_reply: tid=0 2024-02-10T00:08:57.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.089+0000 7fae4438f740 1 client.18957 shutdown 2024-02-10T00:08:57.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.089+0000 7fae4438f740 1 -- 172.21.15.1:0/3330442722 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56471e61e330 msgr2=0x56471e62e420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.089+0000 7fae4438f740 1 --2- 172.21.15.1:0/3330442722 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56471e61e330 0x56471e62e420 secure :-1 s=READY pgs=1560 cs=0 l=1 rev1=1 crypto rx=0x7fae30005ec0 tx=0x7fae300049c0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.089+0000 7fae4438f740 1 -- 172.21.15.1:0/3330442722 shutdown_connections 2024-02-10T00:08:57.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.089+0000 7fae4438f740 1 --2- 172.21.15.1:0/3330442722 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x56471e68ecd0 0x56471e6910f0 crc :-1 s=READY pgs=267 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.089+0000 7fae4438f740 1 --2- 172.21.15.1:0/3330442722 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56471e626eb0 0x56471e62c4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.089+0000 7fae1eff5640 0 client.18957 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:57.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.089+0000 7fae4438f740 1 --2- 172.21.15.1:0/3330442722 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56471e61e330 0x56471e62e420 unknown :-1 s=CLOSED pgs=1560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.089+0000 7fae4438f740 1 --2- 172.21.15.1:0/3330442722 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56471e61d980 0x56471e62dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.089+0000 7fae4438f740 1 -- 172.21.15.1:0/3330442722 >> 172.21.15.1:0/3330442722 conn(0x56471e618050 msgr2=0x56471e6130a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:57.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.089+0000 7fae4438f740 1 -- 172.21.15.1:0/3330442722 shutdown_connections 2024-02-10T00:08:57.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.089+0000 7fae4438f740 1 -- 172.21.15.1:0/3330442722 wait complete. 2024-02-10T00:08:57.176 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.089+0000 7fae4438f740 20 client.18957 trim_cache size 0 max 16384 2024-02-10T00:08:57.177 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:08:57.177 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "no active scrubs running", 2024-02-10T00:08:57.177 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": {} 2024-02-10T00:08:57.177 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:08:57.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.089+0000 7fae417bc640 1 -- 172.21.15.1:0/836633671 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fae240a2230 msgr2=0x7fae240a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.089+0000 7fae417bc640 1 --2- 172.21.15.1:0/836633671 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fae240a2230 0x7fae240a46f0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fae34021000 tx=0x7fae3401e000 comp rx=0 tx=0).stop 2024-02-10T00:08:57.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.089+0000 7fae417bc640 1 -- 172.21.15.1:0/836633671 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fae3c0ff740 msgr2=0x7fae3c19d450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.089+0000 7fae417bc640 1 --2- 172.21.15.1:0/836633671 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fae3c0ff740 0x7fae3c19d450 secure :-1 s=READY pgs=1556 cs=0 l=1 rev1=1 crypto rx=0x7fae2c00cce0 tx=0x7fae2c00a620 comp rx=0 tx=0).stop 2024-02-10T00:08:57.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.089+0000 7fae417bc640 1 -- 172.21.15.1:0/836633671 shutdown_connections 2024-02-10T00:08:57.178 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.089+0000 7fae417bc640 1 --2- 172.21.15.1:0/836633671 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fae240a2230 0x7fae240a46f0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.089+0000 7fae417bc640 1 --2- 172.21.15.1:0/836633671 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fae3c1031b0 0x7fae3c197600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.089+0000 7fae417bc640 1 --2- 172.21.15.1:0/836633671 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fae3c100100 0x7fae3c19d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.089+0000 7fae417bc640 1 --2- 172.21.15.1:0/836633671 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fae3c0ff740 0x7fae3c19d450 unknown :-1 s=CLOSED pgs=1556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.089+0000 7fae417bc640 1 -- 172.21.15.1:0/836633671 >> 172.21.15.1:0/836633671 conn(0x7fae3c076620 msgr2=0x7fae3c0fdb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:57.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.089+0000 7fae417bc640 1 -- 172.21.15.1:0/836633671 shutdown_connections 2024-02-10T00:08:57.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.090+0000 7fae417bc640 1 -- 172.21.15.1:0/836633671 wait complete. 2024-02-10T00:08:57.179 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-02-10T00:08:57.179 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-10T00:08:57.289 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.284+0000 7f417ccf4640 1 -- 172.21.15.1:0/1067059475 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4178102450 msgr2=0x7f4178102830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.289 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.284+0000 7f417ccf4640 1 --2- 172.21.15.1:0/1067059475 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4178102450 0x7f4178102830 secure :-1 s=READY pgs=1561 cs=0 l=1 rev1=1 crypto rx=0x7f416c009900 tx=0x7f416c02bcd0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.289 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.284+0000 7f417ccf4640 1 -- 172.21.15.1:0/1067059475 shutdown_connections 2024-02-10T00:08:57.289 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.284+0000 7f417ccf4640 1 --2- 172.21.15.1:0/1067059475 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f417810b820 0x7f417810dc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.289 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.284+0000 7f417ccf4640 1 --2- 172.21.15.1:0/1067059475 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4178102d70 0x7f417810b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.284+0000 7f417ccf4640 1 --2- 172.21.15.1:0/1067059475 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4178102450 0x7f4178102830 unknown :-1 s=CLOSED pgs=1561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.284+0000 7f417ccf4640 1 -- 172.21.15.1:0/1067059475 >> 172.21.15.1:0/1067059475 conn(0x7f41780772b0 msgr2=0x7f41780776c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:57.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.284+0000 7f417ccf4640 1 -- 172.21.15.1:0/1067059475 shutdown_connections 2024-02-10T00:08:57.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.284+0000 7f417ccf4640 1 -- 172.21.15.1:0/1067059475 wait complete. 2024-02-10T00:08:57.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.285+0000 7f417ccf4640 1 Processor -- start 2024-02-10T00:08:57.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.285+0000 7f417ccf4640 1 -- start start 2024-02-10T00:08:57.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.285+0000 7f417ccf4640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4178102450 0x7f41781000a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.285+0000 7f417ccf4640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4178102d70 0x7f41781005e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.285+0000 7f417ccf4640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f417810b820 0x7f4178100b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.285+0000 7f417ccf4640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41781a5c30 con 0x7f4178102450 2024-02-10T00:08:57.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.285+0000 7f417ccf4640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41781a5da0 con 0x7f4178102d70 2024-02-10T00:08:57.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.285+0000 7f417ccf4640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41781a5f60 con 0x7f417810b820 2024-02-10T00:08:57.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.285+0000 7f417659c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4178102450 0x7f41781000a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.290 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.285+0000 7f417659c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4178102450 0x7f41781000a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59572/0 (socket says 172.21.15.1:59572) 2024-02-10T00:08:57.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.285+0000 7f417659c640 1 -- 172.21.15.1:0/3978395526 learned_addr learned my addr 172.21.15.1:0/3978395526 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:57.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.286+0000 7f4176d9d640 1 --2- 172.21.15.1:0/3978395526 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f417810b820 0x7f4178100b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.286+0000 7f4175d9b640 1 --2- 172.21.15.1:0/3978395526 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4178102d70 0x7f41781005e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.286+0000 7f417659c640 1 -- 172.21.15.1:0/3978395526 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f417810b820 msgr2=0x7f4178100b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.286+0000 7f417659c640 1 --2- 172.21.15.1:0/3978395526 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f417810b820 0x7f4178100b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.286+0000 7f417659c640 1 -- 172.21.15.1:0/3978395526 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4178102d70 msgr2=0x7f41781005e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.286+0000 7f417659c640 1 --2- 172.21.15.1:0/3978395526 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4178102d70 0x7f41781005e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.286+0000 7f417659c640 1 -- 172.21.15.1:0/3978395526 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f416c009560 con 0x7f4178102450 2024-02-10T00:08:57.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.286+0000 7f4175d9b640 1 --2- 172.21.15.1:0/3978395526 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4178102d70 0x7f41781005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:57.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.286+0000 7f417659c640 1 --2- 172.21.15.1:0/3978395526 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4178102450 0x7f41781000a0 secure :-1 s=READY pgs=1562 cs=0 l=1 rev1=1 crypto rx=0x7f416c005940 tx=0x7f416c004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:57.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.286+0000 7f41677fe640 1 -- 172.21.15.1:0/3978395526 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f416c004440 con 0x7f4178102450 2024-02-10T00:08:57.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.286+0000 7f417ccf4640 1 -- 172.21.15.1:0/3978395526 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f41781a61e0 con 0x7f4178102450 2024-02-10T00:08:57.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.286+0000 7f41677fe640 1 -- 172.21.15.1:0/3978395526 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f416c0052d0 con 0x7f4178102450 2024-02-10T00:08:57.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.286+0000 7f41677fe640 1 -- 172.21.15.1:0/3978395526 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f416c003da0 con 0x7f4178102450 2024-02-10T00:08:57.291 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.286+0000 7f417ccf4640 1 -- 172.21.15.1:0/3978395526 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41781a6740 con 0x7f4178102450 2024-02-10T00:08:57.292 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.287+0000 7f417ccf4640 1 -- 172.21.15.1:0/3978395526 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4178068500 con 0x7f4178102450 2024-02-10T00:08:57.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.288+0000 7f41677fe640 1 -- 172.21.15.1:0/3978395526 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f416c005440 con 0x7f4178102450 2024-02-10T00:08:57.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.289+0000 7f41677fe640 1 --2- 172.21.15.1:0/3978395526 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f41600a2230 0x7f41600a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.289+0000 7f4175d9b640 1 --2- 172.21.15.1:0/3978395526 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f41600a2230 0x7f41600a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.289+0000 7f41677fe640 1 -- 172.21.15.1:0/3978395526 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f416c0f0850 con 0x7f4178102450 2024-02-10T00:08:57.293 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.289+0000 7f4175d9b640 1 --2- 172.21.15.1:0/3978395526 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f41600a2230 0x7f41600a46f0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f4178101b30 tx=0x7f416800b5f0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:57.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.293+0000 7f41677fe640 1 -- 172.21.15.1:0/3978395526 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f416c0b9710 con 0x7f4178102450 2024-02-10T00:08:57.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:57 smithi103 ceph-mon[36942]: pgmap v297: 97 pgs: 97 active+clean; 2.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:08:57.472 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:57 smithi001 ceph-mon[32335]: pgmap v297: 97 pgs: 97 active+clean; 2.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:08:57.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.515+0000 7f417ccf4640 1 -- 172.21.15.1:0/3978395526 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f4178106910 con 0x7f4178102450 2024-02-10T00:08:57.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.516+0000 7f41677fe640 1 -- 172.21.15.1:0/3978395526 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) v1 ==== 94+0+11367 (secure 0 0 0) 0x7f416c0bcdd0 con 0x7f4178102450 2024-02-10T00:08:57.521 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-10T00:08:57.521 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-09T23:57:05.956988+0000","modified":"2024-02-10T00:00:18.086451+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24496,"mds_2":24476,"mds_3":24475,"mds_4":14646},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14646":{"gid":14646,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24398":{"gid":24398,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24406":{"gid":24406,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24475":{"gid":24475,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_25477":{"gid":25477,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/1094349051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":1094349051},{"type":"v1","addr":"172.21.15.103:6835","nonce":1094349051}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-10T00:08:57.522 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 29 2024-02-10T00:08:57.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.518+0000 7f417ccf4640 1 -- 172.21.15.1:0/3978395526 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f41600a2230 msgr2=0x7f41600a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.518+0000 7f417ccf4640 1 --2- 172.21.15.1:0/3978395526 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f41600a2230 0x7f41600a46f0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f4178101b30 tx=0x7f416800b5f0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.518+0000 7f417ccf4640 1 -- 172.21.15.1:0/3978395526 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4178102450 msgr2=0x7f41781000a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.518+0000 7f417ccf4640 1 --2- 172.21.15.1:0/3978395526 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4178102450 0x7f41781000a0 secure :-1 s=READY pgs=1562 cs=0 l=1 rev1=1 crypto rx=0x7f416c005940 tx=0x7f416c004040 comp rx=0 tx=0).stop 2024-02-10T00:08:57.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.518+0000 7f417ccf4640 1 -- 172.21.15.1:0/3978395526 shutdown_connections 2024-02-10T00:08:57.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.518+0000 7f417ccf4640 1 --2- 172.21.15.1:0/3978395526 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f41600a2230 0x7f41600a46f0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.518+0000 7f417ccf4640 1 --2- 172.21.15.1:0/3978395526 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f417810b820 0x7f4178100b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.518+0000 7f417ccf4640 1 --2- 172.21.15.1:0/3978395526 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4178102d70 0x7f41781005e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.518+0000 7f417ccf4640 1 --2- 172.21.15.1:0/3978395526 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4178102450 0x7f41781000a0 unknown :-1 s=CLOSED pgs=1562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.518+0000 7f417ccf4640 1 -- 172.21.15.1:0/3978395526 >> 172.21.15.1:0/3978395526 conn(0x7f41780772b0 msgr2=0x7f41780fd190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:57.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.518+0000 7f417ccf4640 1 -- 172.21.15.1:0/3978395526 shutdown_connections 2024-02-10T00:08:57.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.518+0000 7f417ccf4640 1 -- 172.21.15.1:0/3978395526 wait complete. 2024-02-10T00:08:57.534 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:08:57.534 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-02-10T00:08:57.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:57 smithi088 ceph-mon[36452]: pgmap v297: 97 pgs: 97 active+clean; 2.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:08:57.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.642+0000 7fd429a2a640 1 -- 172.21.15.1:0/211975574 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd424100200 msgr2=0x7fd42410b280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.642+0000 7fd429a2a640 1 --2- 172.21.15.1:0/211975574 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd424100200 0x7fd42410b280 secure :-1 s=READY pgs=1563 cs=0 l=1 rev1=1 crypto rx=0x7fd40c009900 tx=0x7fd40c02bc30 comp rx=0 tx=0).stop 2024-02-10T00:08:57.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.642+0000 7fd429a2a640 1 -- 172.21.15.1:0/211975574 shutdown_connections 2024-02-10T00:08:57.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.642+0000 7fd429a2a640 1 --2- 172.21.15.1:0/211975574 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd42410b850 0x7fd42410dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.642+0000 7fd429a2a640 1 --2- 172.21.15.1:0/211975574 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd424100200 0x7fd42410b280 unknown :-1 s=CLOSED pgs=1563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.642+0000 7fd429a2a640 1 --2- 172.21.15.1:0/211975574 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd4240ff8e0 0x7fd4240ffcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.642+0000 7fd429a2a640 1 -- 172.21.15.1:0/211975574 >> 172.21.15.1:0/211975574 conn(0x7fd424074f70 msgr2=0x7fd424075380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:57.648 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.642+0000 7fd429a2a640 1 -- 172.21.15.1:0/211975574 shutdown_connections 2024-02-10T00:08:57.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.642+0000 7fd429a2a640 1 -- 172.21.15.1:0/211975574 wait complete. 2024-02-10T00:08:57.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.643+0000 7fd429a2a640 1 Processor -- start 2024-02-10T00:08:57.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.643+0000 7fd429a2a640 1 -- start start 2024-02-10T00:08:57.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.643+0000 7fd429a2a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd4240ff8e0 0x7fd4241010e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.649 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.643+0000 7fd429a2a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd424100200 0x7fd424101620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.643+0000 7fd429a2a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd42410b850 0x7fd424101b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.643+0000 7fd429a2a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4241a5c30 con 0x7fd4240ff8e0 2024-02-10T00:08:57.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.643+0000 7fd429a2a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4241a5da0 con 0x7fd424100200 2024-02-10T00:08:57.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.643+0000 7fd429a2a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4241a5f60 con 0x7fd42410b850 2024-02-10T00:08:57.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.643+0000 7fd422ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd4240ff8e0 0x7fd4241010e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.643+0000 7fd422ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd4240ff8e0 0x7fd4241010e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59588/0 (socket says 172.21.15.1:59588) 2024-02-10T00:08:57.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.643+0000 7fd422ffd640 1 -- 172.21.15.1:0/812900872 learned_addr learned my addr 172.21.15.1:0/812900872 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:57.650 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.643+0000 7fd4237fe640 1 --2- 172.21.15.1:0/812900872 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd42410b850 0x7fd424101b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.644+0000 7fd4227fc640 1 --2- 172.21.15.1:0/812900872 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd424100200 0x7fd424101620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.644+0000 7fd422ffd640 1 -- 172.21.15.1:0/812900872 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd42410b850 msgr2=0x7fd424101b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.644+0000 7fd422ffd640 1 --2- 172.21.15.1:0/812900872 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd42410b850 0x7fd424101b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.644+0000 7fd422ffd640 1 -- 172.21.15.1:0/812900872 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd424100200 msgr2=0x7fd424101620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.644+0000 7fd422ffd640 1 --2- 172.21.15.1:0/812900872 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd424100200 0x7fd424101620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.644+0000 7fd422ffd640 1 -- 172.21.15.1:0/812900872 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd40c009560 con 0x7fd4240ff8e0 2024-02-10T00:08:57.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.644+0000 7fd422ffd640 1 --2- 172.21.15.1:0/812900872 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd4240ff8e0 0x7fd4241010e0 secure :-1 s=READY pgs=1564 cs=0 l=1 rev1=1 crypto rx=0x7fd41400eab0 tx=0x7fd41400ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:57.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.644+0000 7fd428a28640 1 -- 172.21.15.1:0/812900872 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd41400ce40 con 0x7fd4240ff8e0 2024-02-10T00:08:57.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.644+0000 7fd428a28640 1 -- 172.21.15.1:0/812900872 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd414011950 con 0x7fd4240ff8e0 2024-02-10T00:08:57.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.644+0000 7fd429a2a640 1 -- 172.21.15.1:0/812900872 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4241a6240 con 0x7fd4240ff8e0 2024-02-10T00:08:57.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.644+0000 7fd428a28640 1 -- 172.21.15.1:0/812900872 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd414010aa0 con 0x7fd4240ff8e0 2024-02-10T00:08:57.651 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.644+0000 7fd429a2a640 1 -- 172.21.15.1:0/812900872 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4241a6720 con 0x7fd4240ff8e0 2024-02-10T00:08:57.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.646+0000 7fd428a28640 1 -- 172.21.15.1:0/812900872 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fd414011ac0 con 0x7fd4240ff8e0 2024-02-10T00:08:57.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.646+0000 7fd42c5ff740 1 Processor -- start 2024-02-10T00:08:57.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.646+0000 7fd42c5ff740 1 -- start start 2024-02-10T00:08:57.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.647+0000 7fd42c5ff740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c8f0074a30 0x55c8f0074e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.647+0000 7fd42c5ff740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c8f00753e0 0x55c8f007d990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.647+0000 7fd42c5ff740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c8f007df60 0x55c8f00803b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.647+0000 7fd42c5ff740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c8f0030020 con 0x55c8f0074a30 2024-02-10T00:08:57.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.647+0000 7fd42c5ff740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c8effe3320 con 0x55c8f007df60 2024-02-10T00:08:57.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.647+0000 7fd42c5ff740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c8effe0850 con 0x55c8f00753e0 2024-02-10T00:08:57.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.647+0000 7fd4237fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c8f0074a30 0x55c8f0074e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.647+0000 7fd428a28640 1 --2- 172.21.15.1:0/812900872 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd4100a2230 0x7fd4100a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.647+0000 7fd4237fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c8f0074a30 0x55c8f0074e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59594/0 (socket says 172.21.15.1:59594) 2024-02-10T00:08:57.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.647+0000 7fd4237fe640 1 -- 172.21.15.1:0/886456295 learned_addr learned my addr 172.21.15.1:0/886456295 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:57.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.647+0000 7fd422ffd640 1 --2- 172.21.15.1:0/886456295 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c8f00753e0 0x55c8f007d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.647+0000 7fd4227fc640 1 --2- 172.21.15.1:0/886456295 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c8f007df60 0x55c8f00803b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.647+0000 7fd4237fe640 1 --2- 172.21.15.1:0/812900872 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd4100a2230 0x7fd4100a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.647+0000 7fd428a28640 1 -- 172.21.15.1:0/812900872 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fd4140ce790 con 0x7fd4240ff8e0 2024-02-10T00:08:57.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.647+0000 7fd4237fe640 1 -- 172.21.15.1:0/886456295 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c8f00753e0 msgr2=0x55c8f007d990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.647+0000 7fd4237fe640 1 --2- 172.21.15.1:0/886456295 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c8f00753e0 0x55c8f007d990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.647+0000 7fd4237fe640 1 -- 172.21.15.1:0/886456295 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c8f007df60 msgr2=0x55c8f00803b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.647+0000 7fd4237fe640 1 --2- 172.21.15.1:0/886456295 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c8f007df60 0x55c8f00803b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.647+0000 7fd4237fe640 1 -- 172.21.15.1:0/886456295 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c8eff9e210 con 0x55c8f0074a30 2024-02-10T00:08:57.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.647+0000 7fd4237fe640 1 --2- 172.21.15.1:0/886456295 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c8f0074a30 0x55c8f0074e10 secure :-1 s=READY pgs=1565 cs=0 l=1 rev1=1 crypto rx=0x7fd41c0138d0 tx=0x7fd41c013d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec990f86b736227 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:57.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.647+0000 7fd4237fe640 1 --2- 172.21.15.1:0/812900872 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd4100a2230 0x7fd4100a46f0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fd41c011750 tx=0x7fd41c01e000 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:57.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.647+0000 7fd419ffb640 1 -- 172.21.15.1:0/886456295 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd41c0134e0 con 0x55c8f0074a30 2024-02-10T00:08:57.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.647+0000 7fd419ffb640 1 -- 172.21.15.1:0/886456295 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd41c004510 con 0x55c8f0074a30 2024-02-10T00:08:57.660 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.647+0000 7fd419ffb640 1 -- 172.21.15.1:0/886456295 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd41c01d920 con 0x55c8f0074a30 2024-02-10T00:08:57.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.648+0000 7fd42c5ff740 1 -- 172.21.15.1:0/886456295 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c8f0074a30 msgr2=0x55c8f0074e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.648+0000 7fd42c5ff740 1 --2- 172.21.15.1:0/886456295 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c8f0074a30 0x55c8f0074e10 secure :-1 s=READY pgs=1565 cs=0 l=1 rev1=1 crypto rx=0x7fd41c0138d0 tx=0x7fd41c013d90 comp rx=0 tx=0).stop 2024-02-10T00:08:57.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.648+0000 7fd42c5ff740 1 -- 172.21.15.1:0/886456295 shutdown_connections 2024-02-10T00:08:57.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.648+0000 7fd42c5ff740 1 --2- 172.21.15.1:0/886456295 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c8f007df60 0x55c8f00803b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.648+0000 7fd42c5ff740 1 --2- 172.21.15.1:0/886456295 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c8f00753e0 0x55c8f007d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.648+0000 7fd42c5ff740 1 --2- 172.21.15.1:0/886456295 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c8f0074a30 0x55c8f0074e10 unknown :-1 s=CLOSED pgs=1565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.648+0000 7fd42c5ff740 1 -- 172.21.15.1:0/886456295 >> 172.21.15.1:0/886456295 conn(0x55c8f006f100 msgr2=0x55c8f006f4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:57.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.648+0000 7fd42c5ff740 1 -- 172.21.15.1:0/886456295 shutdown_connections 2024-02-10T00:08:57.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.648+0000 7fd42c5ff740 1 -- 172.21.15.1:0/886456295 wait complete. 2024-02-10T00:08:57.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.648+0000 7fd42c5ff740 1 -- start start 2024-02-10T00:08:57.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.649+0000 7fd42c5ff740 1 Processor -- start 2024-02-10T00:08:57.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.649+0000 7fd42c5ff740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c8f0074a30 0x55c8f007af70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.649+0000 7fd42c5ff740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c8f00753e0 0x55c8f007b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.649+0000 7fd42c5ff740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c8f007df60 0x55c8f007b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.649+0000 7fd42c5ff740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c8effdc030 con 0x55c8f0074a30 2024-02-10T00:08:57.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.649+0000 7fd42c5ff740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c8efcaf430 con 0x55c8f00753e0 2024-02-10T00:08:57.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.649+0000 7fd42c5ff740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c8efc6be00 con 0x55c8f007df60 2024-02-10T00:08:57.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.649+0000 7fd42c5ff740 10 client.0 _ll_register_callbacks cb 0x55c8effd1030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:57.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.649+0000 7fd422ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c8f0074a30 0x55c8f007af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.649+0000 7fd422ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c8f0074a30 0x55c8f007af70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59608/0 (socket says 172.21.15.1:59608) 2024-02-10T00:08:57.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.649+0000 7fd422ffd640 1 -- 172.21.15.1:0/3997881165 learned_addr learned my addr 172.21.15.1:0/3997881165 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:57.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.649+0000 7fd4237fe640 1 --2- 172.21.15.1:0/3997881165 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c8f007df60 0x55c8f007b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.649+0000 7fd4227fc640 1 --2- 172.21.15.1:0/3997881165 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c8f00753e0 0x55c8f007b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.649+0000 7fd422ffd640 1 -- 172.21.15.1:0/3997881165 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c8f007df60 msgr2=0x55c8f007b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.649+0000 7fd422ffd640 1 --2- 172.21.15.1:0/3997881165 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c8f007df60 0x55c8f007b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.649+0000 7fd422ffd640 1 -- 172.21.15.1:0/3997881165 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c8f00753e0 msgr2=0x55c8f007b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.649+0000 7fd422ffd640 1 --2- 172.21.15.1:0/3997881165 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c8f00753e0 0x55c8f007b4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.649+0000 7fd422ffd640 1 -- 172.21.15.1:0/3997881165 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd41c01b040 con 0x55c8f0074a30 2024-02-10T00:08:57.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.650+0000 7fd422ffd640 1 --2- 172.21.15.1:0/3997881165 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c8f0074a30 0x55c8f007af70 secure :-1 s=READY pgs=1566 cs=0 l=1 rev1=1 crypto rx=0x7fd414097b50 tx=0x7fd41406a320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14e65ed96d210e76 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:57.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.650+0000 7fd402ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:57.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.650+0000 7fd402ffd640 1 -- 172.21.15.1:0/3997881165 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd414066970 con 0x55c8f0074a30 2024-02-10T00:08:57.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.650+0000 7fd402ffd640 1 -- 172.21.15.1:0/3997881165 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fd4140666e0 con 0x55c8f0074a30 2024-02-10T00:08:57.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.650+0000 7fd42c5ff740 1 -- 172.21.15.1:0/3997881165 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c8efcdb7e0 con 0x55c8f0074a30 2024-02-10T00:08:57.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.650+0000 7fd402ffd640 1 -- 172.21.15.1:0/3997881165 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd41409b880 con 0x55c8f0074a30 2024-02-10T00:08:57.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.650+0000 7fd42c5ff740 10 client.18975 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:57.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.650+0000 7fd42c5ff740 1 -- 172.21.15.1:0/3997881165 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c8effda6b0 con 0x55c8f0074a30 2024-02-10T00:08:57.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.650+0000 7fd402ffd640 1 -- 172.21.15.1:0/3997881165 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55c8efcdb7e0 con 0x55c8f0074a30 2024-02-10T00:08:57.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.650+0000 7fd402ffd640 1 -- 172.21.15.1:0/3997881165 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fd414021070 con 0x55c8f0074a30 2024-02-10T00:08:57.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.650+0000 7fd42c5ff740 10 client.18975 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:57.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.650+0000 7fd42c5ff740 10 client.18975 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:08:57.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.650+0000 7fd42c5ff740 20 client.18975 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:57.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.650+0000 7fd42c5ff740 1 --2- 172.21.15.1:0/3997881165 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55c8f008e550 0x55c8f0090960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.650+0000 7fd42c5ff740 4 client.18975 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:08:57.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.650+0000 7fd42c5ff740 1 -- 172.21.15.1:0/3997881165 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c8efd18720 con 0x55c8f008e550 2024-02-10T00:08:57.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.650+0000 7fd4227fc640 1 --2- 172.21.15.1:0/3997881165 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55c8f008e550 0x55c8f0090960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.651+0000 7fd4227fc640 1 --2- 172.21.15.1:0/3997881165 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55c8f008e550 0x55c8f0090960 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=3a277324ff53f6a5 server_cookie=2e1e5f61df976aef in_seq=0 out_seq=0 2024-02-10T00:08:57.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.651+0000 7fd402ffd640 10 client.18975 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:08:57.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.651+0000 7fd402ffd640 1 -- 172.21.15.1:0/3997881165 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55c8efd18720 con 0x55c8f008e550 2024-02-10T00:08:57.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.651+0000 7fd402ffd640 10 client.18975 handle_command_reply: tid=0 2024-02-10T00:08:57.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.651+0000 7fd42c5ff740 1 client.18975 shutdown 2024-02-10T00:08:57.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.651+0000 7fd42c5ff740 1 -- 172.21.15.1:0/3997881165 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c8f0074a30 msgr2=0x55c8f007af70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.651+0000 7fd42c5ff740 1 --2- 172.21.15.1:0/3997881165 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c8f0074a30 0x55c8f007af70 secure :-1 s=READY pgs=1566 cs=0 l=1 rev1=1 crypto rx=0x7fd414097b50 tx=0x7fd41406a320 comp rx=0 tx=0).stop 2024-02-10T00:08:57.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.651+0000 7fd42c5ff740 1 -- 172.21.15.1:0/3997881165 shutdown_connections 2024-02-10T00:08:57.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.651+0000 7fd42c5ff740 1 --2- 172.21.15.1:0/3997881165 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55c8f008e550 0x55c8f0090960 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.651+0000 7fd42c5ff740 1 --2- 172.21.15.1:0/3997881165 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c8f007df60 0x55c8f007b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.651+0000 7fd42c5ff740 1 --2- 172.21.15.1:0/3997881165 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c8f00753e0 0x55c8f007b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.651+0000 7fd402ffd640 0 client.18975 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:08:57.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.651+0000 7fd42c5ff740 1 --2- 172.21.15.1:0/3997881165 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c8f0074a30 0x55c8f007af70 unknown :-1 s=CLOSED pgs=1566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.651+0000 7fd42c5ff740 1 -- 172.21.15.1:0/3997881165 >> 172.21.15.1:0/3997881165 conn(0x55c8f006f100 msgr2=0x55c8f0070e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:57.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.652+0000 7fd42c5ff740 1 -- 172.21.15.1:0/3997881165 shutdown_connections 2024-02-10T00:08:57.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.652+0000 7fd42c5ff740 1 -- 172.21.15.1:0/3997881165 wait complete. 2024-02-10T00:08:57.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.652+0000 7fd42c5ff740 20 client.18975 trim_cache size 0 max 16384 2024-02-10T00:08:57.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.663+0000 7fd42c5ff740 1 Processor -- start 2024-02-10T00:08:57.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.663+0000 7fd42c5ff740 1 -- start start 2024-02-10T00:08:57.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.663+0000 7fd42c5ff740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c8f0074a30 0x55c8f007d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.663+0000 7fd42c5ff740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c8f00753e0 0x55c8f007b810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.663+0000 7fd42c5ff740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c8f007df60 0x55c8f0078230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.663+0000 7fd42c5ff740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c8eff61130 con 0x55c8f0074a30 2024-02-10T00:08:57.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.663+0000 7fd42c5ff740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c8f00807d0 con 0x55c8f007df60 2024-02-10T00:08:57.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.663+0000 7fd42c5ff740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c8f0079500 con 0x55c8f00753e0 2024-02-10T00:08:57.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.663+0000 7fd422ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c8f0074a30 0x55c8f007d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.664+0000 7fd422ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c8f0074a30 0x55c8f007d6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59624/0 (socket says 172.21.15.1:59624) 2024-02-10T00:08:57.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.664+0000 7fd422ffd640 1 -- 172.21.15.1:0/1391839386 learned_addr learned my addr 172.21.15.1:0/1391839386 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:57.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.664+0000 7fd422ffd640 1 -- 172.21.15.1:0/1391839386 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c8f00753e0 msgr2=0x55c8f007b810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.664+0000 7fd422ffd640 1 --2- 172.21.15.1:0/1391839386 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c8f00753e0 0x55c8f007b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.664+0000 7fd422ffd640 1 -- 172.21.15.1:0/1391839386 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c8f007df60 msgr2=0x55c8f0078230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.664+0000 7fd422ffd640 1 --2- 172.21.15.1:0/1391839386 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c8f007df60 0x55c8f0078230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.664+0000 7fd422ffd640 1 -- 172.21.15.1:0/1391839386 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c8eff76c90 con 0x55c8f0074a30 2024-02-10T00:08:57.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.664+0000 7fd422ffd640 1 --2- 172.21.15.1:0/1391839386 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c8f0074a30 0x55c8f007d6a0 secure :-1 s=READY pgs=1567 cs=0 l=1 rev1=1 crypto rx=0x7fd41406e1c0 tx=0x7fd41406d0d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=966f41906ab84b1f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:57.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.664+0000 7fd4197fa640 1 -- 172.21.15.1:0/1391839386 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd41406a160 con 0x55c8f0074a30 2024-02-10T00:08:57.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.664+0000 7fd4197fa640 1 -- 172.21.15.1:0/1391839386 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd414097420 con 0x55c8f0074a30 2024-02-10T00:08:57.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.664+0000 7fd4197fa640 1 -- 172.21.15.1:0/1391839386 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4140a3490 con 0x55c8f0074a30 2024-02-10T00:08:57.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.665+0000 7fd42c5ff740 1 -- 172.21.15.1:0/1391839386 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c8f0074a30 msgr2=0x55c8f007d6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.665+0000 7fd42c5ff740 1 --2- 172.21.15.1:0/1391839386 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c8f0074a30 0x55c8f007d6a0 secure :-1 s=READY pgs=1567 cs=0 l=1 rev1=1 crypto rx=0x7fd41406e1c0 tx=0x7fd41406d0d0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.665+0000 7fd42c5ff740 1 -- 172.21.15.1:0/1391839386 shutdown_connections 2024-02-10T00:08:57.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.665+0000 7fd42c5ff740 1 --2- 172.21.15.1:0/1391839386 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c8f007df60 0x55c8f0078230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.665+0000 7fd42c5ff740 1 --2- 172.21.15.1:0/1391839386 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c8f00753e0 0x55c8f007b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.665+0000 7fd42c5ff740 1 --2- 172.21.15.1:0/1391839386 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c8f0074a30 0x55c8f007d6a0 unknown :-1 s=CLOSED pgs=1567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.665+0000 7fd42c5ff740 1 -- 172.21.15.1:0/1391839386 >> 172.21.15.1:0/1391839386 conn(0x55c8f006f100 msgr2=0x55c8f0079880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:57.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.665+0000 7fd42c5ff740 1 -- 172.21.15.1:0/1391839386 shutdown_connections 2024-02-10T00:08:57.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.665+0000 7fd42c5ff740 1 -- 172.21.15.1:0/1391839386 wait complete. 2024-02-10T00:08:57.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.665+0000 7fd42c5ff740 1 -- start start 2024-02-10T00:08:57.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.665+0000 7fd42c5ff740 1 Processor -- start 2024-02-10T00:08:57.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.665+0000 7fd42c5ff740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c8f0074a30 0x55c8f0083cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.665+0000 7fd42c5ff740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c8f00753e0 0x55c8f00841f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.665+0000 7fd42c5ff740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c8f007df60 0x55c8f00e4a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.665+0000 7fd42c5ff740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c8f00849b0 con 0x55c8f0074a30 2024-02-10T00:08:57.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.665+0000 7fd42c5ff740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c8f0084b20 con 0x55c8f00753e0 2024-02-10T00:08:57.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.665+0000 7fd42c5ff740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c8f00e4fd0 con 0x55c8f007df60 2024-02-10T00:08:57.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.665+0000 7fd42c5ff740 10 client.0 _ll_register_callbacks cb 0x7fd41c009b10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:57.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.665+0000 7fd422ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c8f0074a30 0x55c8f0083cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.666+0000 7fd422ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c8f0074a30 0x55c8f0083cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59636/0 (socket says 172.21.15.1:59636) 2024-02-10T00:08:57.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.666+0000 7fd422ffd640 1 -- 172.21.15.1:0/3082608098 learned_addr learned my addr 172.21.15.1:0/3082608098 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:57.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.666+0000 7fd4237fe640 1 --2- 172.21.15.1:0/3082608098 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c8f007df60 0x55c8f00e4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.666+0000 7fd4227fc640 1 --2- 172.21.15.1:0/3082608098 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c8f00753e0 0x55c8f00841f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.666+0000 7fd422ffd640 1 -- 172.21.15.1:0/3082608098 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c8f007df60 msgr2=0x55c8f00e4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.666+0000 7fd422ffd640 1 --2- 172.21.15.1:0/3082608098 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c8f007df60 0x55c8f00e4a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.666+0000 7fd422ffd640 1 -- 172.21.15.1:0/3082608098 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c8f00753e0 msgr2=0x55c8f00841f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.666+0000 7fd422ffd640 1 --2- 172.21.15.1:0/3082608098 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c8f00753e0 0x55c8f00841f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.666+0000 7fd422ffd640 1 -- 172.21.15.1:0/3082608098 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c8effda6b0 con 0x55c8f0074a30 2024-02-10T00:08:57.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.666+0000 7fd4227fc640 1 --2- 172.21.15.1:0/3082608098 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c8f00753e0 0x55c8f00841f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:08:57.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.666+0000 7fd422ffd640 1 --2- 172.21.15.1:0/3082608098 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c8f0074a30 0x55c8f0083cb0 secure :-1 s=READY pgs=1568 cs=0 l=1 rev1=1 crypto rx=0x7fd414097590 tx=0x7fd414010480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f33533aa86d4fa64 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:57.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.666+0000 7fd402ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:57.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.666+0000 7fd402ffd640 1 -- 172.21.15.1:0/3082608098 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd41406a160 con 0x55c8f0074a30 2024-02-10T00:08:57.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.666+0000 7fd402ffd640 1 -- 172.21.15.1:0/3082608098 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fd414011680 con 0x55c8f0074a30 2024-02-10T00:08:57.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.666+0000 7fd42c5ff740 1 -- 172.21.15.1:0/3082608098 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd41c004510 con 0x55c8f0074a30 2024-02-10T00:08:57.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.666+0000 7fd402ffd640 1 -- 172.21.15.1:0/3082608098 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd41409acc0 con 0x55c8f0074a30 2024-02-10T00:08:57.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.666+0000 7fd42c5ff740 10 client.18981 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:57.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.666+0000 7fd42c5ff740 1 -- 172.21.15.1:0/3082608098 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c8eff9ca70 con 0x55c8f0074a30 2024-02-10T00:08:57.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.666+0000 7fd402ffd640 1 -- 172.21.15.1:0/3082608098 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fd41c004510 con 0x55c8f0074a30 2024-02-10T00:08:57.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.667+0000 7fd402ffd640 1 -- 172.21.15.1:0/3082608098 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fd414021050 con 0x55c8f0074a30 2024-02-10T00:08:57.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.667+0000 7fd42c5ff740 10 client.18981 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:57.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.667+0000 7fd42c5ff740 10 client.18981 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:08:57.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.667+0000 7fd42c5ff740 20 client.18981 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:57.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.667+0000 7fd42c5ff740 1 --2- 172.21.15.1:0/3082608098 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55c8f00e62c0 0x55c8f00e86b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.667+0000 7fd42c5ff740 4 client.18981 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:08:57.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.667+0000 7fd42c5ff740 1 -- 172.21.15.1:0/3082608098 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55c8efd67890 con 0x55c8f00e62c0 2024-02-10T00:08:57.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.667+0000 7fd4227fc640 1 --2- 172.21.15.1:0/3082608098 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55c8f00e62c0 0x55c8f00e86b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.667+0000 7fd402ffd640 10 client.18981 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:08:57.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.667+0000 7fd4227fc640 1 --2- 172.21.15.1:0/3082608098 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55c8f00e62c0 0x55c8f00e86b0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=48e92c7e652ce974 server_cookie=c82141ab5e3ada33 in_seq=0 out_seq=0 2024-02-10T00:08:57.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.667+0000 7fd402ffd640 1 -- 172.21.15.1:0/3082608098 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55c8efd67890 con 0x55c8f00e62c0 2024-02-10T00:08:57.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.667+0000 7fd402ffd640 10 client.18981 handle_command_reply: tid=0 2024-02-10T00:08:57.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.667+0000 7fd42c5ff740 1 client.18981 shutdown 2024-02-10T00:08:57.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.667+0000 7fd42c5ff740 1 -- 172.21.15.1:0/3082608098 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c8f0074a30 msgr2=0x55c8f0083cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.667+0000 7fd42c5ff740 1 --2- 172.21.15.1:0/3082608098 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c8f0074a30 0x55c8f0083cb0 secure :-1 s=READY pgs=1568 cs=0 l=1 rev1=1 crypto rx=0x7fd414097590 tx=0x7fd414010480 comp rx=0 tx=0).stop 2024-02-10T00:08:57.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.667+0000 7fd42c5ff740 1 -- 172.21.15.1:0/3082608098 shutdown_connections 2024-02-10T00:08:57.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.667+0000 7fd42c5ff740 1 --2- 172.21.15.1:0/3082608098 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x55c8f00e62c0 0x55c8f00e86b0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.667+0000 7fd42c5ff740 1 --2- 172.21.15.1:0/3082608098 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c8f007df60 0x55c8f00e4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.667+0000 7fd402ffd640 0 client.18981 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:08:57.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.667+0000 7fd42c5ff740 1 --2- 172.21.15.1:0/3082608098 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c8f00753e0 0x55c8f00841f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.667+0000 7fd42c5ff740 1 --2- 172.21.15.1:0/3082608098 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c8f0074a30 0x55c8f0083cb0 unknown :-1 s=CLOSED pgs=1568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.667+0000 7fd42c5ff740 1 -- 172.21.15.1:0/3082608098 >> 172.21.15.1:0/3082608098 conn(0x55c8f006f100 msgr2=0x55c8f006d9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:57.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.668+0000 7fd42c5ff740 1 -- 172.21.15.1:0/3082608098 shutdown_connections 2024-02-10T00:08:57.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.668+0000 7fd42c5ff740 1 -- 172.21.15.1:0/3082608098 wait complete. 2024-02-10T00:08:57.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.668+0000 7fd42c5ff740 20 client.18981 trim_cache size 0 max 16384 2024-02-10T00:08:57.677 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:08:57.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.668+0000 7fd429a2a640 1 -- 172.21.15.1:0/812900872 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd4100a2230 msgr2=0x7fd4100a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.668+0000 7fd429a2a640 1 --2- 172.21.15.1:0/812900872 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd4100a2230 0x7fd4100a46f0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fd41c011750 tx=0x7fd41c01e000 comp rx=0 tx=0).stop 2024-02-10T00:08:57.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.668+0000 7fd429a2a640 1 -- 172.21.15.1:0/812900872 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd4240ff8e0 msgr2=0x7fd4241010e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.668+0000 7fd429a2a640 1 --2- 172.21.15.1:0/812900872 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd4240ff8e0 0x7fd4241010e0 secure :-1 s=READY pgs=1564 cs=0 l=1 rev1=1 crypto rx=0x7fd41400eab0 tx=0x7fd41400ef70 comp rx=0 tx=0).stop 2024-02-10T00:08:57.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.668+0000 7fd429a2a640 1 -- 172.21.15.1:0/812900872 shutdown_connections 2024-02-10T00:08:57.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.668+0000 7fd429a2a640 1 --2- 172.21.15.1:0/812900872 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fd4100a2230 0x7fd4100a46f0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.668+0000 7fd429a2a640 1 --2- 172.21.15.1:0/812900872 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd42410b850 0x7fd424101b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.668+0000 7fd429a2a640 1 --2- 172.21.15.1:0/812900872 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fd424100200 0x7fd424101620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.668+0000 7fd429a2a640 1 --2- 172.21.15.1:0/812900872 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fd4240ff8e0 0x7fd4241010e0 unknown :-1 s=CLOSED pgs=1564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.668+0000 7fd429a2a640 1 -- 172.21.15.1:0/812900872 >> 172.21.15.1:0/812900872 conn(0x7fd424074f70 msgr2=0x7fd4240fc890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:57.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.668+0000 7fd429a2a640 1 -- 172.21.15.1:0/812900872 shutdown_connections 2024-02-10T00:08:57.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.668+0000 7fd429a2a640 1 -- 172.21.15.1:0/812900872 wait complete. 2024-02-10T00:08:57.681 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:08:57.681 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-02-10T00:08:57.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.783+0000 7f2ede0a4640 1 -- 172.21.15.1:0/3513284737 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2ed8100ce0 msgr2=0x7f2ed8104e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.783+0000 7f2ede0a4640 1 --2- 172.21.15.1:0/3513284737 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2ed8100ce0 0x7f2ed8104e30 secure :-1 s=READY pgs=1569 cs=0 l=1 rev1=1 crypto rx=0x7f2ecc009930 tx=0x7f2ecc02bc30 comp rx=0 tx=0).stop 2024-02-10T00:08:57.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.783+0000 7f2ede0a4640 1 -- 172.21.15.1:0/3513284737 shutdown_connections 2024-02-10T00:08:57.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.783+0000 7f2ede0a4640 1 --2- 172.21.15.1:0/3513284737 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2ed8105510 0x7f2ed810d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.783+0000 7f2ede0a4640 1 --2- 172.21.15.1:0/3513284737 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2ed8100ce0 0x7f2ed8104e30 unknown :-1 s=CLOSED pgs=1569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.783+0000 7f2ede0a4640 1 --2- 172.21.15.1:0/3513284737 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2ed8100330 0x7f2ed8100710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.783+0000 7f2ede0a4640 1 -- 172.21.15.1:0/3513284737 >> 172.21.15.1:0/3513284737 conn(0x7f2ed8077250 msgr2=0x7f2ed8077660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:57.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.783+0000 7f2ede0a4640 1 -- 172.21.15.1:0/3513284737 shutdown_connections 2024-02-10T00:08:57.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.783+0000 7f2ede0a4640 1 -- 172.21.15.1:0/3513284737 wait complete. 2024-02-10T00:08:57.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.783+0000 7f2ede0a4640 1 Processor -- start 2024-02-10T00:08:57.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.783+0000 7f2ede0a4640 1 -- start start 2024-02-10T00:08:57.788 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.784+0000 7f2ede0a4640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2ed8100330 0x7f2ed819d610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.784+0000 7f2ede0a4640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2ed8105510 0x7f2ed819db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.784+0000 7f2ede0a4640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2ed81977d0 0x7f2ed8197c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.784+0000 7f2ede0a4640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ed8198280 con 0x7f2ed8105510 2024-02-10T00:08:57.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.784+0000 7f2ede0a4640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ed81983f0 con 0x7f2ed8100330 2024-02-10T00:08:57.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.784+0000 7f2ede0a4640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ed8198560 con 0x7f2ed81977d0 2024-02-10T00:08:57.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.784+0000 7f2ed6ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2ed8105510 0x7f2ed819db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.784+0000 7f2ed6ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2ed8105510 0x7f2ed819db50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59654/0 (socket says 172.21.15.1:59654) 2024-02-10T00:08:57.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.784+0000 7f2ed6ffd640 1 -- 172.21.15.1:0/3524785797 learned_addr learned my addr 172.21.15.1:0/3524785797 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:57.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.784+0000 7f2ed7fff640 1 --2- 172.21.15.1:0/3524785797 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2ed81977d0 0x7f2ed8197c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.784+0000 7f2ed77fe640 1 --2- 172.21.15.1:0/3524785797 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2ed8100330 0x7f2ed819d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.784+0000 7f2ed6ffd640 1 -- 172.21.15.1:0/3524785797 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2ed81977d0 msgr2=0x7f2ed8197c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.784+0000 7f2ed6ffd640 1 --2- 172.21.15.1:0/3524785797 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2ed81977d0 0x7f2ed8197c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.784+0000 7f2ed6ffd640 1 -- 172.21.15.1:0/3524785797 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2ed8100330 msgr2=0x7f2ed819d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.789 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.784+0000 7f2ed6ffd640 1 --2- 172.21.15.1:0/3524785797 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2ed8100330 0x7f2ed819d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.784+0000 7f2ed6ffd640 1 -- 172.21.15.1:0/3524785797 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ecc009560 con 0x7f2ed8105510 2024-02-10T00:08:57.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.784+0000 7f2ed77fe640 1 --2- 172.21.15.1:0/3524785797 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2ed8100330 0x7f2ed819d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:57.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.784+0000 7f2ed6ffd640 1 --2- 172.21.15.1:0/3524785797 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2ed8105510 0x7f2ed819db50 secure :-1 s=READY pgs=1570 cs=0 l=1 rev1=1 crypto rx=0x7f2ecc000c00 tx=0x7f2ecc004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:57.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.784+0000 7f2ed4ff9640 1 -- 172.21.15.1:0/3524785797 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ecc004df0 con 0x7f2ed8105510 2024-02-10T00:08:57.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.784+0000 7f2ed4ff9640 1 -- 172.21.15.1:0/3524785797 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2ecc005430 con 0x7f2ed8105510 2024-02-10T00:08:57.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.784+0000 7f2ede0a4640 1 -- 172.21.15.1:0/3524785797 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2ed81a4460 con 0x7f2ed8105510 2024-02-10T00:08:57.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.784+0000 7f2ed4ff9640 1 -- 172.21.15.1:0/3524785797 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ecc03e450 con 0x7f2ed8105510 2024-02-10T00:08:57.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.785+0000 7f2ede0a4640 1 -- 172.21.15.1:0/3524785797 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2ed81a4940 con 0x7f2ed8105510 2024-02-10T00:08:57.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.787+0000 7f2ed4ff9640 1 -- 172.21.15.1:0/3524785797 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f2ecc003680 con 0x7f2ed8105510 2024-02-10T00:08:57.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.787+0000 7f2ee0c7e740 1 Processor -- start 2024-02-10T00:08:57.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.787+0000 7f2ee0c7e740 1 -- start start 2024-02-10T00:08:57.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.787+0000 7f2ee0c7e740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5619b8ffca30 0x5619b8ffce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.787+0000 7f2ee0c7e740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5619b8ffd3e0 0x5619b9005990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.787+0000 7f2ee0c7e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5619b9005f60 0x5619b90083b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.787+0000 7f2ee0c7e740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5619b8fb8020 con 0x5619b8ffca30 2024-02-10T00:08:57.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.787+0000 7f2ee0c7e740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5619b8f6b320 con 0x5619b8ffd3e0 2024-02-10T00:08:57.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.787+0000 7f2ee0c7e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5619b8f68850 con 0x5619b9005f60 2024-02-10T00:08:57.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.787+0000 7f2ed4ff9640 1 --2- 172.21.15.1:0/3524785797 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2ec00a2230 0x7f2ec00a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.788+0000 7f2ed7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5619b8ffca30 0x5619b8ffce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.788+0000 7f2ed7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5619b8ffca30 0x5619b8ffce10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59662/0 (socket says 172.21.15.1:59662) 2024-02-10T00:08:57.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.788+0000 7f2ed77fe640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5619b8ffd3e0 0x5619b9005990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.788+0000 7f2ed7fff640 1 -- 172.21.15.1:0/3049159368 learned_addr learned my addr 172.21.15.1:0/3049159368 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:57.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.788+0000 7f2ed7fff640 1 --2- 172.21.15.1:0/3524785797 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2ec00a2230 0x7f2ec00a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.788+0000 7f2ed4ff9640 1 -- 172.21.15.1:0/3524785797 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f2ecc0f0520 con 0x7f2ed8105510 2024-02-10T00:08:57.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.788+0000 7f2ed6ffd640 1 --2- 172.21.15.1:0/3049159368 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5619b9005f60 0x5619b90083b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.788+0000 7f2ed7fff640 1 -- 172.21.15.1:0/3049159368 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5619b9005f60 msgr2=0x5619b90083b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.788+0000 7f2ed7fff640 1 --2- 172.21.15.1:0/3049159368 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5619b9005f60 0x5619b90083b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.788+0000 7f2ed7fff640 1 -- 172.21.15.1:0/3049159368 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5619b8ffd3e0 msgr2=0x5619b9005990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.788+0000 7f2ed7fff640 1 --2- 172.21.15.1:0/3049159368 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5619b8ffd3e0 0x5619b9005990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.788+0000 7f2ed7fff640 1 -- 172.21.15.1:0/3049159368 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5619b8f26210 con 0x5619b8ffca30 2024-02-10T00:08:57.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.788+0000 7f2ed7fff640 1 --2- 172.21.15.1:0/3049159368 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5619b8ffca30 0x5619b8ffce10 secure :-1 s=READY pgs=1571 cs=0 l=1 rev1=1 crypto rx=0x7f2ed0008340 tx=0x7f2ed0008800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc048a8c2c39c6c2 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:57.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.788+0000 7f2ed7fff640 1 --2- 172.21.15.1:0/3524785797 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2ec00a2230 0x7f2ec00a46f0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f2ed0009900 tx=0x7f2ed001b000 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:57.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.788+0000 7f2ebdffb640 1 -- 172.21.15.1:0/3049159368 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ed0019d30 con 0x5619b8ffca30 2024-02-10T00:08:57.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.788+0000 7f2ebdffb640 1 -- 172.21.15.1:0/3049159368 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2ed0019e90 con 0x5619b8ffca30 2024-02-10T00:08:57.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.788+0000 7f2ebdffb640 1 -- 172.21.15.1:0/3049159368 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ed0022dd0 con 0x5619b8ffca30 2024-02-10T00:08:57.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.789+0000 7f2ee0c7e740 1 -- 172.21.15.1:0/3049159368 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5619b8ffca30 msgr2=0x5619b8ffce10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.789+0000 7f2ee0c7e740 1 --2- 172.21.15.1:0/3049159368 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5619b8ffca30 0x5619b8ffce10 secure :-1 s=READY pgs=1571 cs=0 l=1 rev1=1 crypto rx=0x7f2ed0008340 tx=0x7f2ed0008800 comp rx=0 tx=0).stop 2024-02-10T00:08:57.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.789+0000 7f2ee0c7e740 1 -- 172.21.15.1:0/3049159368 shutdown_connections 2024-02-10T00:08:57.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.789+0000 7f2ee0c7e740 1 --2- 172.21.15.1:0/3049159368 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5619b9005f60 0x5619b90083b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.789+0000 7f2ee0c7e740 1 --2- 172.21.15.1:0/3049159368 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5619b8ffd3e0 0x5619b9005990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.789+0000 7f2ee0c7e740 1 --2- 172.21.15.1:0/3049159368 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5619b8ffca30 0x5619b8ffce10 unknown :-1 s=CLOSED pgs=1571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.789+0000 7f2ee0c7e740 1 -- 172.21.15.1:0/3049159368 >> 172.21.15.1:0/3049159368 conn(0x5619b8ff7100 msgr2=0x5619b8ff74e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:57.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.789+0000 7f2ee0c7e740 1 -- 172.21.15.1:0/3049159368 shutdown_connections 2024-02-10T00:08:57.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.789+0000 7f2ee0c7e740 1 -- 172.21.15.1:0/3049159368 wait complete. 2024-02-10T00:08:57.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.789+0000 7f2ee0c7e740 1 -- start start 2024-02-10T00:08:57.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.790+0000 7f2ee0c7e740 1 Processor -- start 2024-02-10T00:08:57.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.790+0000 7f2ee0c7e740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5619b8ffca30 0x5619b9002f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.790+0000 7f2ee0c7e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5619b8ffd3e0 0x5619b9003490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.790+0000 7f2ee0c7e740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5619b9005f60 0x5619b90039d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.790+0000 7f2ee0c7e740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5619b8f64030 con 0x5619b9005f60 2024-02-10T00:08:57.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.790+0000 7f2ee0c7e740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5619b8c37430 con 0x5619b8ffca30 2024-02-10T00:08:57.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.790+0000 7f2ee0c7e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5619b8bf3e00 con 0x5619b8ffd3e0 2024-02-10T00:08:57.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.790+0000 7f2ee0c7e740 10 client.0 _ll_register_callbacks cb 0x5619b8f59030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:57.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.790+0000 7f2ed7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5619b9005f60 0x5619b90039d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.790+0000 7f2ed7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5619b9005f60 0x5619b90039d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59678/0 (socket says 172.21.15.1:59678) 2024-02-10T00:08:57.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.790+0000 7f2ed7fff640 1 -- 172.21.15.1:0/746388130 learned_addr learned my addr 172.21.15.1:0/746388130 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:57.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.790+0000 7f2ed6ffd640 1 --2- 172.21.15.1:0/746388130 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5619b8ffd3e0 0x5619b9003490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.790+0000 7f2ed77fe640 1 --2- 172.21.15.1:0/746388130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5619b8ffca30 0x5619b9002f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.790+0000 7f2ed7fff640 1 -- 172.21.15.1:0/746388130 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5619b8ffd3e0 msgr2=0x5619b9003490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.790+0000 7f2ed7fff640 1 --2- 172.21.15.1:0/746388130 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5619b8ffd3e0 0x5619b9003490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.790+0000 7f2ed7fff640 1 -- 172.21.15.1:0/746388130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5619b8ffca30 msgr2=0x5619b9002f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.790+0000 7f2ed7fff640 1 --2- 172.21.15.1:0/746388130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5619b8ffca30 0x5619b9002f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.790+0000 7f2ed7fff640 1 -- 172.21.15.1:0/746388130 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2ed000bc30 con 0x5619b9005f60 2024-02-10T00:08:57.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.790+0000 7f2ed7fff640 1 --2- 172.21.15.1:0/746388130 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5619b9005f60 0x5619b90039d0 secure :-1 s=READY pgs=1572 cs=0 l=1 rev1=1 crypto rx=0x7f2ed0009c10 tx=0x7f2ed0009e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70271354ea31d0db server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:57.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.790+0000 7f2eb6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:57.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.791+0000 7f2eb6ffd640 1 -- 172.21.15.1:0/746388130 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ed0019d30 con 0x5619b9005f60 2024-02-10T00:08:57.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.791+0000 7f2eb6ffd640 1 -- 172.21.15.1:0/746388130 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f2ed000b260 con 0x5619b9005f60 2024-02-10T00:08:57.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.791+0000 7f2ee0c7e740 1 -- 172.21.15.1:0/746388130 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5619b8c637e0 con 0x5619b9005f60 2024-02-10T00:08:57.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.791+0000 7f2eb6ffd640 1 -- 172.21.15.1:0/746388130 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2ed0009390 con 0x5619b9005f60 2024-02-10T00:08:57.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.791+0000 7f2ee0c7e740 10 client.18993 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:57.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.791+0000 7f2ee0c7e740 1 -- 172.21.15.1:0/746388130 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5619b8f626b0 con 0x5619b9005f60 2024-02-10T00:08:57.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.791+0000 7f2eb6ffd640 1 -- 172.21.15.1:0/746388130 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5619b8c637e0 con 0x5619b9005f60 2024-02-10T00:08:57.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.791+0000 7f2eb6ffd640 1 -- 172.21.15.1:0/746388130 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f2ed0020070 con 0x5619b9005f60 2024-02-10T00:08:57.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.791+0000 7f2ee0c7e740 10 client.18993 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:57.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.791+0000 7f2ee0c7e740 10 client.18993 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:08:57.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.791+0000 7f2ee0c7e740 20 client.18993 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:57.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.791+0000 7f2ee0c7e740 1 --2- 172.21.15.1:0/746388130 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5619b9016420 0x5619b9018810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.791+0000 7f2ee0c7e740 4 client.18993 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:08:57.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.791+0000 7f2ee0c7e740 1 -- 172.21.15.1:0/746388130 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5619b8ca0720 con 0x5619b9016420 2024-02-10T00:08:57.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.791+0000 7f2ed77fe640 1 --2- 172.21.15.1:0/746388130 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5619b9016420 0x5619b9018810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.792+0000 7f2ed77fe640 1 --2- 172.21.15.1:0/746388130 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5619b9016420 0x5619b9018810 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=db8d6e39d64cfc76 server_cookie=5329dfeb77b1987a in_seq=0 out_seq=0 2024-02-10T00:08:57.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.792+0000 7f2eb6ffd640 10 client.18993 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:08:57.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.792+0000 7f2eb6ffd640 1 -- 172.21.15.1:0/746388130 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5619b8ca0720 con 0x5619b9016420 2024-02-10T00:08:57.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.792+0000 7f2eb6ffd640 10 client.18993 handle_command_reply: tid=0 2024-02-10T00:08:57.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.792+0000 7f2ee0c7e740 1 client.18993 shutdown 2024-02-10T00:08:57.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.793+0000 7f2ee0c7e740 1 -- 172.21.15.1:0/746388130 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5619b9005f60 msgr2=0x5619b90039d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.793+0000 7f2ee0c7e740 1 --2- 172.21.15.1:0/746388130 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5619b9005f60 0x5619b90039d0 secure :-1 s=READY pgs=1572 cs=0 l=1 rev1=1 crypto rx=0x7f2ed0009c10 tx=0x7f2ed0009e90 comp rx=0 tx=0).stop 2024-02-10T00:08:57.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.793+0000 7f2ee0c7e740 1 -- 172.21.15.1:0/746388130 shutdown_connections 2024-02-10T00:08:57.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.793+0000 7f2ee0c7e740 1 --2- 172.21.15.1:0/746388130 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5619b9005f60 0x5619b90039d0 unknown :-1 s=CLOSED pgs=1572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.793+0000 7f2ee0c7e740 1 --2- 172.21.15.1:0/746388130 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5619b8ffd3e0 0x5619b9003490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.793+0000 7f2ee0c7e740 1 --2- 172.21.15.1:0/746388130 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5619b9016420 0x5619b9018810 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.793+0000 7f2ee0c7e740 1 --2- 172.21.15.1:0/746388130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5619b8ffca30 0x5619b9002f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.793+0000 7f2eb6ffd640 0 client.18993 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:08:57.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.793+0000 7f2ee0c7e740 1 -- 172.21.15.1:0/746388130 >> 172.21.15.1:0/746388130 conn(0x5619b8ff7100 msgr2=0x5619b8ff8e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:57.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.793+0000 7f2ee0c7e740 1 -- 172.21.15.1:0/746388130 shutdown_connections 2024-02-10T00:08:57.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.793+0000 7f2ee0c7e740 1 -- 172.21.15.1:0/746388130 wait complete. 2024-02-10T00:08:57.805 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.793+0000 7f2ee0c7e740 20 client.18993 trim_cache size 0 max 16384 2024-02-10T00:08:57.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.804+0000 7f2ee0c7e740 1 Processor -- start 2024-02-10T00:08:57.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.804+0000 7f2ee0c7e740 1 -- start start 2024-02-10T00:08:57.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.805+0000 7f2ee0c7e740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5619b8ffca30 0x5619b9005680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.805+0000 7f2ee0c7e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5619b8ffd3e0 0x5619b90034a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.805+0000 7f2ee0c7e740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5619b9005f60 0x5619b90039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.805+0000 7f2ee0c7e740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5619b8ff28b0 con 0x5619b8ffca30 2024-02-10T00:08:57.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.805+0000 7f2ee0c7e740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5619b8ee9130 con 0x5619b9005f60 2024-02-10T00:08:57.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.805+0000 7f2ee0c7e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5619b9013010 con 0x5619b8ffd3e0 2024-02-10T00:08:57.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.805+0000 7f2ed77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5619b8ffca30 0x5619b9005680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.805+0000 7f2ed77fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5619b8ffca30 0x5619b9005680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59682/0 (socket says 172.21.15.1:59682) 2024-02-10T00:08:57.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.805+0000 7f2ed77fe640 1 -- 172.21.15.1:0/4117942517 learned_addr learned my addr 172.21.15.1:0/4117942517 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:57.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.805+0000 7f2ed6ffd640 1 --2- 172.21.15.1:0/4117942517 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5619b8ffd3e0 0x5619b90034a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.805+0000 7f2ed77fe640 1 -- 172.21.15.1:0/4117942517 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5619b8ffd3e0 msgr2=0x5619b90034a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.805+0000 7f2ed77fe640 1 --2- 172.21.15.1:0/4117942517 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5619b8ffd3e0 0x5619b90034a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.805+0000 7f2ed77fe640 1 -- 172.21.15.1:0/4117942517 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5619b9005f60 msgr2=0x5619b90039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.805+0000 7f2ed7fff640 1 --2- 172.21.15.1:0/4117942517 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5619b9005f60 0x5619b90039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.805+0000 7f2ed77fe640 1 --2- 172.21.15.1:0/4117942517 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5619b9005f60 0x5619b90039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.805+0000 7f2ed77fe640 1 -- 172.21.15.1:0/4117942517 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5619b8efec90 con 0x5619b8ffca30 2024-02-10T00:08:57.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.805+0000 7f2ed7fff640 1 --2- 172.21.15.1:0/4117942517 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5619b9005f60 0x5619b90039e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:08:57.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.805+0000 7f2ed77fe640 1 --2- 172.21.15.1:0/4117942517 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5619b8ffca30 0x5619b9005680 secure :-1 s=READY pgs=1573 cs=0 l=1 rev1=1 crypto rx=0x5619b8ffd7e0 tx=0x7f2ec80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fec79363c645cd7 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:57.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.805+0000 7f2ebd7fa640 1 -- 172.21.15.1:0/4117942517 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ec8016040 con 0x5619b8ffca30 2024-02-10T00:08:57.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.805+0000 7f2ebd7fa640 1 -- 172.21.15.1:0/4117942517 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2ec80122d0 con 0x5619b8ffca30 2024-02-10T00:08:57.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.805+0000 7f2ebd7fa640 1 -- 172.21.15.1:0/4117942517 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ec8003850 con 0x5619b8ffca30 2024-02-10T00:08:57.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.806+0000 7f2ee0c7e740 1 -- 172.21.15.1:0/4117942517 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5619b8ffca30 msgr2=0x5619b9005680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.806+0000 7f2ee0c7e740 1 --2- 172.21.15.1:0/4117942517 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5619b8ffca30 0x5619b9005680 secure :-1 s=READY pgs=1573 cs=0 l=1 rev1=1 crypto rx=0x5619b8ffd7e0 tx=0x7f2ec80046c0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.806+0000 7f2ee0c7e740 1 -- 172.21.15.1:0/4117942517 shutdown_connections 2024-02-10T00:08:57.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.806+0000 7f2ee0c7e740 1 --2- 172.21.15.1:0/4117942517 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5619b9005f60 0x5619b90039e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.806+0000 7f2ee0c7e740 1 --2- 172.21.15.1:0/4117942517 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5619b8ffd3e0 0x5619b90034a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.806+0000 7f2ee0c7e740 1 --2- 172.21.15.1:0/4117942517 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5619b8ffca30 0x5619b9005680 unknown :-1 s=CLOSED pgs=1573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.806+0000 7f2ee0c7e740 1 -- 172.21.15.1:0/4117942517 >> 172.21.15.1:0/4117942517 conn(0x5619b8ff7100 msgr2=0x5619b8ffe250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:57.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.806+0000 7f2ee0c7e740 1 -- 172.21.15.1:0/4117942517 shutdown_connections 2024-02-10T00:08:57.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.806+0000 7f2ee0c7e740 1 -- 172.21.15.1:0/4117942517 wait complete. 2024-02-10T00:08:57.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.806+0000 7f2ee0c7e740 1 -- start start 2024-02-10T00:08:57.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.806+0000 7f2ee0c7e740 1 Processor -- start 2024-02-10T00:08:57.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.807+0000 7f2ee0c7e740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5619b8ffca30 0x5619b900bb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.807+0000 7f2ee0c7e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5619b8ffd3e0 0x5619b900c070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.807+0000 7f2ee0c7e740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5619b9005f60 0x5619b900c5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.807+0000 7f2ee0c7e740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5619b906c970 con 0x5619b9005f60 2024-02-10T00:08:57.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.807+0000 7f2ee0c7e740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5619b906cae0 con 0x5619b8ffca30 2024-02-10T00:08:57.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.807+0000 7f2ee0c7e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5619b906cca0 con 0x5619b8ffd3e0 2024-02-10T00:08:57.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.807+0000 7f2ee0c7e740 10 client.0 _ll_register_callbacks cb 0x7f2ed000b510 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:57.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.807+0000 7f2ed7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5619b9005f60 0x5619b900c5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.807+0000 7f2ed7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5619b9005f60 0x5619b900c5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59696/0 (socket says 172.21.15.1:59696) 2024-02-10T00:08:57.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.807+0000 7f2ed7fff640 1 -- 172.21.15.1:0/678582941 learned_addr learned my addr 172.21.15.1:0/678582941 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:57.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.807+0000 7f2ed6ffd640 1 --2- 172.21.15.1:0/678582941 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5619b8ffd3e0 0x5619b900c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.807+0000 7f2ed77fe640 1 --2- 172.21.15.1:0/678582941 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5619b8ffca30 0x5619b900bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.807+0000 7f2ed7fff640 1 -- 172.21.15.1:0/678582941 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5619b8ffd3e0 msgr2=0x5619b900c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.807+0000 7f2ed7fff640 1 --2- 172.21.15.1:0/678582941 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5619b8ffd3e0 0x5619b900c070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.807+0000 7f2ed7fff640 1 -- 172.21.15.1:0/678582941 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5619b8ffca30 msgr2=0x5619b900bb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.807+0000 7f2ed7fff640 1 --2- 172.21.15.1:0/678582941 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5619b8ffca30 0x5619b900bb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.807+0000 7f2ed7fff640 1 -- 172.21.15.1:0/678582941 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2ec8008e00 con 0x5619b9005f60 2024-02-10T00:08:57.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.807+0000 7f2ed6ffd640 1 --2- 172.21.15.1:0/678582941 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5619b8ffd3e0 0x5619b900c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:57.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.807+0000 7f2ed77fe640 1 --2- 172.21.15.1:0/678582941 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5619b8ffca30 0x5619b900bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:08:57.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.807+0000 7f2ed7fff640 1 --2- 172.21.15.1:0/678582941 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5619b9005f60 0x5619b900c5b0 secure :-1 s=READY pgs=1574 cs=0 l=1 rev1=1 crypto rx=0x7f2ed0009010 tx=0x7f2ed003f6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=439b2d1b72f16865 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:57.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.807+0000 7f2eb6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:57.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.807+0000 7f2eb6ffd640 1 -- 172.21.15.1:0/678582941 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ed0019d30 con 0x5619b9005f60 2024-02-10T00:08:57.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.807+0000 7f2eb6ffd640 1 -- 172.21.15.1:0/678582941 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f2ed000b260 con 0x5619b9005f60 2024-02-10T00:08:57.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.807+0000 7f2ee0c7e740 1 -- 172.21.15.1:0/678582941 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5619b8cef890 con 0x5619b9005f60 2024-02-10T00:08:57.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.808+0000 7f2eb6ffd640 1 -- 172.21.15.1:0/678582941 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2ed0009a70 con 0x5619b9005f60 2024-02-10T00:08:57.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.808+0000 7f2ee0c7e740 10 client.18999 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:57.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.808+0000 7f2ee0c7e740 1 -- 172.21.15.1:0/678582941 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5619b8f24a70 con 0x5619b9005f60 2024-02-10T00:08:57.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.808+0000 7f2eb6ffd640 1 -- 172.21.15.1:0/678582941 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5619b8cef890 con 0x5619b9005f60 2024-02-10T00:08:57.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.808+0000 7f2eb6ffd640 1 -- 172.21.15.1:0/678582941 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f2ed0020070 con 0x5619b9005f60 2024-02-10T00:08:57.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.808+0000 7f2ee0c7e740 10 client.18999 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:57.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.808+0000 7f2ee0c7e740 10 client.18999 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:08:57.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.808+0000 7f2ee0c7e740 20 client.18999 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:57.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.808+0000 7f2ee0c7e740 1 --2- 172.21.15.1:0/678582941 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5619b906e060 0x5619b9070450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.808+0000 7f2ee0c7e740 4 client.18999 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:08:57.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.808+0000 7f2ee0c7e740 1 -- 172.21.15.1:0/678582941 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5619b8c0f700 con 0x5619b906e060 2024-02-10T00:08:57.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.808+0000 7f2ed77fe640 1 --2- 172.21.15.1:0/678582941 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5619b906e060 0x5619b9070450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.809+0000 7f2ed77fe640 1 --2- 172.21.15.1:0/678582941 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5619b906e060 0x5619b9070450 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=d232911a22e1a79d server_cookie=828fa06b3c9d7165 in_seq=0 out_seq=0 2024-02-10T00:08:57.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.809+0000 7f2eb6ffd640 10 client.18999 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:08:57.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.809+0000 7f2eb6ffd640 1 -- 172.21.15.1:0/678582941 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5619b8c0f700 con 0x5619b906e060 2024-02-10T00:08:57.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.809+0000 7f2eb6ffd640 10 client.18999 handle_command_reply: tid=0 2024-02-10T00:08:57.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.809+0000 7f2ee0c7e740 1 client.18999 shutdown 2024-02-10T00:08:57.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.809+0000 7f2ee0c7e740 1 -- 172.21.15.1:0/678582941 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5619b9005f60 msgr2=0x5619b900c5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.809+0000 7f2ee0c7e740 1 --2- 172.21.15.1:0/678582941 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5619b9005f60 0x5619b900c5b0 secure :-1 s=READY pgs=1574 cs=0 l=1 rev1=1 crypto rx=0x7f2ed0009010 tx=0x7f2ed003f6b0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.809+0000 7f2ee0c7e740 1 -- 172.21.15.1:0/678582941 shutdown_connections 2024-02-10T00:08:57.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.809+0000 7f2ee0c7e740 1 --2- 172.21.15.1:0/678582941 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5619b9005f60 0x5619b900c5b0 unknown :-1 s=CLOSED pgs=1574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.809+0000 7f2ee0c7e740 1 --2- 172.21.15.1:0/678582941 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5619b8ffd3e0 0x5619b900c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.809+0000 7f2ee0c7e740 1 --2- 172.21.15.1:0/678582941 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x5619b906e060 0x5619b9070450 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.809+0000 7f2ee0c7e740 1 --2- 172.21.15.1:0/678582941 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5619b8ffca30 0x5619b900bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.809+0000 7f2eb6ffd640 0 client.18999 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:08:57.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.809+0000 7f2ee0c7e740 1 -- 172.21.15.1:0/678582941 >> 172.21.15.1:0/678582941 conn(0x5619b8ff7100 msgr2=0x5619b8ff59b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:57.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.809+0000 7f2ee0c7e740 1 -- 172.21.15.1:0/678582941 shutdown_connections 2024-02-10T00:08:57.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.809+0000 7f2ee0c7e740 1 -- 172.21.15.1:0/678582941 wait complete. 2024-02-10T00:08:57.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.809+0000 7f2ee0c7e740 20 client.18999 trim_cache size 0 max 16384 2024-02-10T00:08:57.820 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:08:57.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.810+0000 7f2ede0a4640 1 -- 172.21.15.1:0/3524785797 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2ec00a2230 msgr2=0x7f2ec00a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.810+0000 7f2ede0a4640 1 --2- 172.21.15.1:0/3524785797 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2ec00a2230 0x7f2ec00a46f0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f2ed0009900 tx=0x7f2ed001b000 comp rx=0 tx=0).stop 2024-02-10T00:08:57.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.810+0000 7f2ede0a4640 1 -- 172.21.15.1:0/3524785797 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2ed8105510 msgr2=0x7f2ed819db50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.810+0000 7f2ede0a4640 1 --2- 172.21.15.1:0/3524785797 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2ed8105510 0x7f2ed819db50 secure :-1 s=READY pgs=1570 cs=0 l=1 rev1=1 crypto rx=0x7f2ecc000c00 tx=0x7f2ecc004270 comp rx=0 tx=0).stop 2024-02-10T00:08:57.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.810+0000 7f2ede0a4640 1 -- 172.21.15.1:0/3524785797 shutdown_connections 2024-02-10T00:08:57.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.810+0000 7f2ede0a4640 1 --2- 172.21.15.1:0/3524785797 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2ec00a2230 0x7f2ec00a46f0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.810+0000 7f2ede0a4640 1 --2- 172.21.15.1:0/3524785797 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2ed81977d0 0x7f2ed8197c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.810+0000 7f2ede0a4640 1 --2- 172.21.15.1:0/3524785797 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2ed8105510 0x7f2ed819db50 unknown :-1 s=CLOSED pgs=1570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.810+0000 7f2ede0a4640 1 --2- 172.21.15.1:0/3524785797 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2ed8100330 0x7f2ed819d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.810+0000 7f2ede0a4640 1 -- 172.21.15.1:0/3524785797 >> 172.21.15.1:0/3524785797 conn(0x7f2ed8077250 msgr2=0x7f2ed80fe1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:57.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.810+0000 7f2ede0a4640 1 -- 172.21.15.1:0/3524785797 shutdown_connections 2024-02-10T00:08:57.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.810+0000 7f2ede0a4640 1 -- 172.21.15.1:0/3524785797 wait complete. 2024-02-10T00:08:57.826 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:08:57.826 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-02-10T00:08:57.933 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.928+0000 7f2458296640 1 -- 172.21.15.1:0/2643609546 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2450101430 msgr2=0x7f2450101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.933 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.928+0000 7f2458296640 1 --2- 172.21.15.1:0/2643609546 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2450101430 0x7f2450101810 secure :-1 s=READY pgs=1575 cs=0 l=1 rev1=1 crypto rx=0x7f2448009cd0 tx=0x7f244802c0f0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.933 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.928+0000 7f2458296640 1 -- 172.21.15.1:0/2643609546 shutdown_connections 2024-02-10T00:08:57.933 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.928+0000 7f2458296640 1 --2- 172.21.15.1:0/2643609546 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2450106500 0x7f245010e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.928+0000 7f2458296640 1 --2- 172.21.15.1:0/2643609546 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2450101de0 0x7f2450105e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.928+0000 7f2458296640 1 --2- 172.21.15.1:0/2643609546 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2450101430 0x7f2450101810 unknown :-1 s=CLOSED pgs=1575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.928+0000 7f2458296640 1 -- 172.21.15.1:0/2643609546 >> 172.21.15.1:0/2643609546 conn(0x7f24500fccd0 msgr2=0x7f24500ff0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:57.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.928+0000 7f2458296640 1 -- 172.21.15.1:0/2643609546 shutdown_connections 2024-02-10T00:08:57.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.928+0000 7f2458296640 1 -- 172.21.15.1:0/2643609546 wait complete. 2024-02-10T00:08:57.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.929+0000 7f2458296640 1 Processor -- start 2024-02-10T00:08:57.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.929+0000 7f2458296640 1 -- start start 2024-02-10T00:08:57.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.929+0000 7f2458296640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2450101430 0x7f2450073530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.929+0000 7f2458296640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2450106500 0x7f2450073a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.929+0000 7f2458296640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2450073fb0 0x7f24501a5a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.929+0000 7f2458296640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24501a6030 con 0x7f2450106500 2024-02-10T00:08:57.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.929+0000 7f2458296640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24501a61a0 con 0x7f2450101430 2024-02-10T00:08:57.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.929+0000 7f2458296640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24501a6360 con 0x7f2450073fb0 2024-02-10T00:08:57.934 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.929+0000 7f2455831640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2450106500 0x7f2450073a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.929+0000 7f2455831640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2450106500 0x7f2450073a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59726/0 (socket says 172.21.15.1:59726) 2024-02-10T00:08:57.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.929+0000 7f2455831640 1 -- 172.21.15.1:0/2544168993 learned_addr learned my addr 172.21.15.1:0/2544168993 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:57.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.929+0000 7f2456833640 1 --2- 172.21.15.1:0/2544168993 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2450073fb0 0x7f24501a5a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.930+0000 7f2456032640 1 --2- 172.21.15.1:0/2544168993 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2450101430 0x7f2450073530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.930+0000 7f2455831640 1 -- 172.21.15.1:0/2544168993 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2450073fb0 msgr2=0x7f24501a5a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.930+0000 7f2455831640 1 --2- 172.21.15.1:0/2544168993 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2450073fb0 0x7f24501a5a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.930+0000 7f2455831640 1 -- 172.21.15.1:0/2544168993 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2450101430 msgr2=0x7f2450073530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.930+0000 7f2455831640 1 --2- 172.21.15.1:0/2544168993 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2450101430 0x7f2450073530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.930+0000 7f2455831640 1 -- 172.21.15.1:0/2544168993 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2448009900 con 0x7f2450106500 2024-02-10T00:08:57.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.930+0000 7f2455831640 1 --2- 172.21.15.1:0/2544168993 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2450106500 0x7f2450073a70 secure :-1 s=READY pgs=1576 cs=0 l=1 rev1=1 crypto rx=0x7f244400d770 tx=0x7f244400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:57.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.930+0000 7f244f7fe640 1 -- 172.21.15.1:0/2544168993 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2444009c30 con 0x7f2450106500 2024-02-10T00:08:57.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.930+0000 7f2458296640 1 -- 172.21.15.1:0/2544168993 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f24501a6640 con 0x7f2450106500 2024-02-10T00:08:57.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.930+0000 7f244f7fe640 1 -- 172.21.15.1:0/2544168993 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f244400de80 con 0x7f2450106500 2024-02-10T00:08:57.935 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.930+0000 7f244f7fe640 1 -- 172.21.15.1:0/2544168993 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f244400f6b0 con 0x7f2450106500 2024-02-10T00:08:57.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.930+0000 7f2458296640 1 -- 172.21.15.1:0/2544168993 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f24501a6ba0 con 0x7f2450106500 2024-02-10T00:08:57.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.932+0000 7f244f7fe640 1 -- 172.21.15.1:0/2544168993 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f2444010460 con 0x7f2450106500 2024-02-10T00:08:57.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.932+0000 7f245ae61740 1 Processor -- start 2024-02-10T00:08:57.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.933+0000 7f245ae61740 1 -- start start 2024-02-10T00:08:57.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.933+0000 7f245ae61740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560afdc3fa30 0x560afdc3fe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.933+0000 7f245ae61740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560afdc403e0 0x560afdc48990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.933+0000 7f245ae61740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560afdc48f60 0x560afdc4b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.933+0000 7f244f7fe640 1 --2- 172.21.15.1:0/2544168993 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f24380a2260 0x7f24380a4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.933+0000 7f245ae61740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x560afdbfb020 con 0x560afdc3fa30 2024-02-10T00:08:57.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.933+0000 7f245ae61740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x560afdbae320 con 0x560afdc403e0 2024-02-10T00:08:57.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.933+0000 7f245ae61740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x560afdbab850 con 0x560afdc48f60 2024-02-10T00:08:57.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.933+0000 7f2456833640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560afdc3fa30 0x560afdc3fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.933+0000 7f2455831640 1 --2- 172.21.15.1:0/2544168993 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f24380a2260 0x7f24380a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.933+0000 7f2456833640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560afdc3fa30 0x560afdc3fe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59736/0 (socket says 172.21.15.1:59736) 2024-02-10T00:08:57.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.933+0000 7f2456833640 1 -- 172.21.15.1:0/1889205499 learned_addr learned my addr 172.21.15.1:0/1889205499 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:57.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.933+0000 7f2456032640 1 --2- 172.21.15.1:0/1889205499 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560afdc403e0 0x560afdc48990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.933+0000 7f244f7fe640 1 -- 172.21.15.1:0/2544168993 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f24440cde20 con 0x7f2450106500 2024-02-10T00:08:57.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.933+0000 7f2456833640 1 --2- 172.21.15.1:0/1889205499 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560afdc48f60 0x560afdc4b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.933+0000 7f2456833640 1 -- 172.21.15.1:0/1889205499 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560afdc48f60 msgr2=0x560afdc4b3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.933+0000 7f2456833640 1 --2- 172.21.15.1:0/1889205499 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560afdc48f60 0x560afdc4b3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.933+0000 7f2456833640 1 -- 172.21.15.1:0/1889205499 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560afdc403e0 msgr2=0x560afdc48990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.933+0000 7f2456833640 1 --2- 172.21.15.1:0/1889205499 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560afdc403e0 0x560afdc48990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.933+0000 7f2456833640 1 -- 172.21.15.1:0/1889205499 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560afdb69210 con 0x560afdc3fa30 2024-02-10T00:08:57.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.934+0000 7f2455831640 1 --2- 172.21.15.1:0/2544168993 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f24380a2260 0x7f24380a4720 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f24440cb620 tx=0x7f24440699b0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:57.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.934+0000 7f2456833640 1 --2- 172.21.15.1:0/1889205499 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560afdc3fa30 0x560afdc3fe10 secure :-1 s=READY pgs=1577 cs=0 l=1 rev1=1 crypto rx=0x7f2440009ee0 tx=0x7f2440009830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1cac8fcc97aa5c2 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:57.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.934+0000 7f244cbfe640 1 -- 172.21.15.1:0/1889205499 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2440004030 con 0x560afdc3fa30 2024-02-10T00:08:57.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.934+0000 7f244cbfe640 1 -- 172.21.15.1:0/1889205499 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f24400035f0 con 0x560afdc3fa30 2024-02-10T00:08:57.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.934+0000 7f244cbfe640 1 -- 172.21.15.1:0/1889205499 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2440010690 con 0x560afdc3fa30 2024-02-10T00:08:57.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.934+0000 7f245ae61740 1 -- 172.21.15.1:0/1889205499 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560afdc3fa30 msgr2=0x560afdc3fe10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.934+0000 7f245ae61740 1 --2- 172.21.15.1:0/1889205499 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560afdc3fa30 0x560afdc3fe10 secure :-1 s=READY pgs=1577 cs=0 l=1 rev1=1 crypto rx=0x7f2440009ee0 tx=0x7f2440009830 comp rx=0 tx=0).stop 2024-02-10T00:08:57.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.935+0000 7f245ae61740 1 -- 172.21.15.1:0/1889205499 shutdown_connections 2024-02-10T00:08:57.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.935+0000 7f245ae61740 1 --2- 172.21.15.1:0/1889205499 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560afdc48f60 0x560afdc4b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.935+0000 7f245ae61740 1 --2- 172.21.15.1:0/1889205499 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560afdc403e0 0x560afdc48990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.935+0000 7f245ae61740 1 --2- 172.21.15.1:0/1889205499 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560afdc3fa30 0x560afdc3fe10 unknown :-1 s=CLOSED pgs=1577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.935+0000 7f245ae61740 1 -- 172.21.15.1:0/1889205499 >> 172.21.15.1:0/1889205499 conn(0x560afdc3a100 msgr2=0x560afdc3a4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:57.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.935+0000 7f245ae61740 1 -- 172.21.15.1:0/1889205499 shutdown_connections 2024-02-10T00:08:57.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.935+0000 7f245ae61740 1 -- 172.21.15.1:0/1889205499 wait complete. 2024-02-10T00:08:57.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.935+0000 7f245ae61740 1 -- start start 2024-02-10T00:08:57.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.935+0000 7f245ae61740 1 Processor -- start 2024-02-10T00:08:57.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.935+0000 7f245ae61740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560afdc3fa30 0x560afdc45f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.935+0000 7f245ae61740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560afdc403e0 0x560afdc46440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.935+0000 7f245ae61740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560afdc48f60 0x560afdc46980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.935+0000 7f245ae61740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x560afdba7030 con 0x560afdc403e0 2024-02-10T00:08:57.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.935+0000 7f245ae61740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x560afd87a430 con 0x560afdc48f60 2024-02-10T00:08:57.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.935+0000 7f245ae61740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x560afd836e00 con 0x560afdc3fa30 2024-02-10T00:08:57.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.935+0000 7f245ae61740 10 client.0 _ll_register_callbacks cb 0x560afdb9c030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:57.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.935+0000 7f2456032640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560afdc403e0 0x560afdc46440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.935+0000 7f2456032640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560afdc403e0 0x560afdc46440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59742/0 (socket says 172.21.15.1:59742) 2024-02-10T00:08:57.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.935+0000 7f2456032640 1 -- 172.21.15.1:0/2691468915 learned_addr learned my addr 172.21.15.1:0/2691468915 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:57.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.936+0000 7f2456833640 1 --2- 172.21.15.1:0/2691468915 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560afdc48f60 0x560afdc46980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.936+0000 7f2456032640 1 -- 172.21.15.1:0/2691468915 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560afdc3fa30 msgr2=0x560afdc45f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.936+0000 7f2456833640 1 --2- 172.21.15.1:0/2691468915 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560afdc3fa30 0x560afdc45f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.936+0000 7f2456032640 1 --2- 172.21.15.1:0/2691468915 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560afdc3fa30 0x560afdc45f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.936+0000 7f2456032640 1 -- 172.21.15.1:0/2691468915 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560afdc48f60 msgr2=0x560afdc46980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.936+0000 7f2456032640 1 --2- 172.21.15.1:0/2691468915 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560afdc48f60 0x560afdc46980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.946 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.936+0000 7f2456032640 1 -- 172.21.15.1:0/2691468915 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2440009a60 con 0x560afdc403e0 2024-02-10T00:08:57.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.936+0000 7f2456833640 1 --2- 172.21.15.1:0/2691468915 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560afdc3fa30 0x560afdc45f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:08:57.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.936+0000 7f2456032640 1 --2- 172.21.15.1:0/2691468915 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560afdc403e0 0x560afdc46440 secure :-1 s=READY pgs=1578 cs=0 l=1 rev1=1 crypto rx=0x7f2448036000 tx=0x7f2448034670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b605115c355c2223 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:57.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.936+0000 7f2435ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:57.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.936+0000 7f2435ffb640 1 -- 172.21.15.1:0/2691468915 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24480328b0 con 0x560afdc403e0 2024-02-10T00:08:57.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.936+0000 7f2435ffb640 1 -- 172.21.15.1:0/2691468915 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f2448045070 con 0x560afdc403e0 2024-02-10T00:08:57.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.936+0000 7f245ae61740 1 -- 172.21.15.1:0/2691468915 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560afd8a67e0 con 0x560afdc403e0 2024-02-10T00:08:57.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.936+0000 7f2435ffb640 1 -- 172.21.15.1:0/2691468915 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2448032e40 con 0x560afdc403e0 2024-02-10T00:08:57.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.936+0000 7f245ae61740 10 client.19011 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:57.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.936+0000 7f245ae61740 1 -- 172.21.15.1:0/2691468915 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x560afdba56b0 con 0x560afdc403e0 2024-02-10T00:08:57.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.936+0000 7f2435ffb640 1 -- 172.21.15.1:0/2691468915 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x560afd8a67e0 con 0x560afdc403e0 2024-02-10T00:08:57.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.936+0000 7f2435ffb640 1 -- 172.21.15.1:0/2691468915 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f24480045a0 con 0x560afdc403e0 2024-02-10T00:08:57.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.937+0000 7f245ae61740 10 client.19011 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:57.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.937+0000 7f245ae61740 10 client.19011 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:08:57.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.937+0000 7f245ae61740 20 client.19011 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:57.947 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.937+0000 7f245ae61740 1 --2- 172.21.15.1:0/2691468915 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x560afdc594f0 0x560afdc5b910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.937+0000 7f245ae61740 4 client.19011 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:08:57.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.937+0000 7f245ae61740 1 -- 172.21.15.1:0/2691468915 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560afd8e3720 con 0x560afdc594f0 2024-02-10T00:08:57.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.937+0000 7f2456833640 1 --2- 172.21.15.1:0/2691468915 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x560afdc594f0 0x560afdc5b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.937+0000 7f2435ffb640 10 client.19011 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:08:57.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.937+0000 7f2456833640 1 --2- 172.21.15.1:0/2691468915 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x560afdc594f0 0x560afdc5b910 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9672109f5b7cd278 server_cookie=fdbc998c5b1b1e85 in_seq=0 out_seq=0 2024-02-10T00:08:57.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.938+0000 7f2435ffb640 1 -- 172.21.15.1:0/2691468915 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x560afd8e3720 con 0x560afdc594f0 2024-02-10T00:08:57.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.938+0000 7f2435ffb640 10 client.19011 handle_command_reply: tid=0 2024-02-10T00:08:57.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.938+0000 7f245ae61740 1 client.19011 shutdown 2024-02-10T00:08:57.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.938+0000 7f245ae61740 1 -- 172.21.15.1:0/2691468915 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560afdc403e0 msgr2=0x560afdc46440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.938+0000 7f245ae61740 1 --2- 172.21.15.1:0/2691468915 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560afdc403e0 0x560afdc46440 secure :-1 s=READY pgs=1578 cs=0 l=1 rev1=1 crypto rx=0x7f2448036000 tx=0x7f2448034670 comp rx=0 tx=0).stop 2024-02-10T00:08:57.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.938+0000 7f245ae61740 1 -- 172.21.15.1:0/2691468915 shutdown_connections 2024-02-10T00:08:57.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.938+0000 7f245ae61740 1 --2- 172.21.15.1:0/2691468915 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560afdc48f60 0x560afdc46980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.948 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.938+0000 7f245ae61740 1 --2- 172.21.15.1:0/2691468915 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x560afdc594f0 0x560afdc5b910 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.938+0000 7f245ae61740 1 --2- 172.21.15.1:0/2691468915 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560afdc403e0 0x560afdc46440 unknown :-1 s=CLOSED pgs=1578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.938+0000 7f2435ffb640 0 client.19011 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:08:57.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.938+0000 7f245ae61740 1 --2- 172.21.15.1:0/2691468915 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560afdc3fa30 0x560afdc45f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.938+0000 7f245ae61740 1 -- 172.21.15.1:0/2691468915 >> 172.21.15.1:0/2691468915 conn(0x560afdc3a100 msgr2=0x560afdc3be50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:57.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.938+0000 7f245ae61740 1 -- 172.21.15.1:0/2691468915 shutdown_connections 2024-02-10T00:08:57.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.938+0000 7f245ae61740 1 -- 172.21.15.1:0/2691468915 wait complete. 2024-02-10T00:08:57.949 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.938+0000 7f245ae61740 20 client.19011 trim_cache size 0 max 16384 2024-02-10T00:08:57.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.950+0000 7f245ae61740 1 Processor -- start 2024-02-10T00:08:57.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.950+0000 7f245ae61740 1 -- start start 2024-02-10T00:08:57.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.950+0000 7f245ae61740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560afdc3fa30 0x560afdc48630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.950+0000 7f245ae61740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560afdc403e0 0x560afdc467a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.950+0000 7f245ae61740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560afdc48f60 0x560afdc431a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.950+0000 7f245ae61740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x560afdb2c130 con 0x560afdc48f60 2024-02-10T00:08:57.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.950+0000 7f245ae61740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x560afdc55ff0 con 0x560afdc3fa30 2024-02-10T00:08:57.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.950+0000 7f245ae61740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x560afdc444a0 con 0x560afdc403e0 2024-02-10T00:08:57.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.950+0000 7f2456833640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560afdc48f60 0x560afdc431a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.950+0000 7f2456833640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560afdc48f60 0x560afdc431a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59752/0 (socket says 172.21.15.1:59752) 2024-02-10T00:08:57.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.950+0000 7f2456833640 1 -- 172.21.15.1:0/922721181 learned_addr learned my addr 172.21.15.1:0/922721181 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:57.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.950+0000 7f2456833640 1 --2- 172.21.15.1:0/922721181 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560afdc3fa30 0x560afdc48630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.950+0000 7f2456032640 1 --2- 172.21.15.1:0/922721181 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560afdc403e0 0x560afdc467a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.950+0000 7f2456833640 1 -- 172.21.15.1:0/922721181 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560afdc403e0 msgr2=0x560afdc467a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.950+0000 7f2456833640 1 --2- 172.21.15.1:0/922721181 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560afdc403e0 0x560afdc467a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.950+0000 7f2456833640 1 -- 172.21.15.1:0/922721181 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560afdc3fa30 msgr2=0x560afdc48630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.950+0000 7f2456833640 1 --2- 172.21.15.1:0/922721181 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560afdc3fa30 0x560afdc48630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.950+0000 7f2456833640 1 -- 172.21.15.1:0/922721181 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560afdb41c90 con 0x560afdc48f60 2024-02-10T00:08:57.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.951+0000 7f2456833640 1 --2- 172.21.15.1:0/922721181 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560afdc48f60 0x560afdc431a0 secure :-1 s=READY pgs=1579 cs=0 l=1 rev1=1 crypto rx=0x7f2440009fd0 tx=0x7f2440009ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91b313b3c0db2f07 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:57.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.951+0000 7f2437fff640 1 -- 172.21.15.1:0/922721181 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2440003960 con 0x560afdc48f60 2024-02-10T00:08:57.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.951+0000 7f2437fff640 1 -- 172.21.15.1:0/922721181 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2440005550 con 0x560afdc48f60 2024-02-10T00:08:57.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.951+0000 7f2437fff640 1 -- 172.21.15.1:0/922721181 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2440010690 con 0x560afdc48f60 2024-02-10T00:08:57.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.951+0000 7f245ae61740 1 -- 172.21.15.1:0/922721181 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560afdc48f60 msgr2=0x560afdc431a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.951+0000 7f245ae61740 1 --2- 172.21.15.1:0/922721181 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560afdc48f60 0x560afdc431a0 secure :-1 s=READY pgs=1579 cs=0 l=1 rev1=1 crypto rx=0x7f2440009fd0 tx=0x7f2440009ce0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.951+0000 7f245ae61740 1 -- 172.21.15.1:0/922721181 shutdown_connections 2024-02-10T00:08:57.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.951+0000 7f245ae61740 1 --2- 172.21.15.1:0/922721181 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560afdc48f60 0x560afdc431a0 unknown :-1 s=CLOSED pgs=1579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.951+0000 7f245ae61740 1 --2- 172.21.15.1:0/922721181 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560afdc403e0 0x560afdc467a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.951+0000 7f245ae61740 1 --2- 172.21.15.1:0/922721181 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560afdc3fa30 0x560afdc48630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.951+0000 7f245ae61740 1 -- 172.21.15.1:0/922721181 >> 172.21.15.1:0/922721181 conn(0x560afdc3a100 msgr2=0x560afdc60270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:57.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.951+0000 7f245ae61740 1 -- 172.21.15.1:0/922721181 shutdown_connections 2024-02-10T00:08:57.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.951+0000 7f245ae61740 1 -- 172.21.15.1:0/922721181 wait complete. 2024-02-10T00:08:57.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.952+0000 7f245ae61740 1 -- start start 2024-02-10T00:08:57.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.952+0000 7f245ae61740 1 Processor -- start 2024-02-10T00:08:57.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.952+0000 7f245ae61740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560afdc3fa30 0x560afdc4f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.952+0000 7f245ae61740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560afdc403e0 0x560afdc4f880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.952+0000 7f245ae61740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560afdc48f60 0x560afdca9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.952+0000 7f245ae61740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x560afdca9f80 con 0x560afdc48f60 2024-02-10T00:08:57.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.952+0000 7f245ae61740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x560afdcaa0c0 con 0x560afdc3fa30 2024-02-10T00:08:57.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.952+0000 7f245ae61740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x560afdcaa280 con 0x560afdc403e0 2024-02-10T00:08:57.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.952+0000 7f245ae61740 10 client.0 _ll_register_callbacks cb 0x7f2440009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:57.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.952+0000 7f2456833640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560afdc48f60 0x560afdca9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.952+0000 7f2456833640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560afdc48f60 0x560afdca9a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59758/0 (socket says 172.21.15.1:59758) 2024-02-10T00:08:57.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.952+0000 7f2456833640 1 -- 172.21.15.1:0/2145058304 learned_addr learned my addr 172.21.15.1:0/2145058304 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:57.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.952+0000 7f2456032640 1 --2- 172.21.15.1:0/2145058304 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560afdc403e0 0x560afdc4f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.952+0000 7f2456833640 1 -- 172.21.15.1:0/2145058304 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560afdc403e0 msgr2=0x560afdc4f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.952+0000 7f2456833640 1 --2- 172.21.15.1:0/2145058304 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560afdc403e0 0x560afdc4f880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.952+0000 7f2456833640 1 -- 172.21.15.1:0/2145058304 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560afdc3fa30 msgr2=0x560afdc4f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:57.961 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.952+0000 7f2456833640 1 --2- 172.21.15.1:0/2145058304 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560afdc3fa30 0x560afdc4f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.952+0000 7f2456833640 1 -- 172.21.15.1:0/2145058304 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560afdb69210 con 0x560afdc48f60 2024-02-10T00:08:57.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.952+0000 7f2456833640 1 --2- 172.21.15.1:0/2145058304 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560afdc48f60 0x560afdca9a40 secure :-1 s=READY pgs=1580 cs=0 l=1 rev1=1 crypto rx=0x7f2440009710 tx=0x7f24400056c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ae5a416895ab84f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:57.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.952+0000 7f2435ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:57.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.953+0000 7f2435ffb640 1 -- 172.21.15.1:0/2145058304 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2440005270 con 0x560afdc48f60 2024-02-10T00:08:57.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.953+0000 7f2435ffb640 1 -- 172.21.15.1:0/2145058304 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f2440003760 con 0x560afdc48f60 2024-02-10T00:08:57.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.953+0000 7f245ae61740 1 -- 172.21.15.1:0/2145058304 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f24400035f0 con 0x560afdc48f60 2024-02-10T00:08:57.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.953+0000 7f2435ffb640 1 -- 172.21.15.1:0/2145058304 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f24400053d0 con 0x560afdc48f60 2024-02-10T00:08:57.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.953+0000 7f245ae61740 10 client.19017 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:57.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.953+0000 7f245ae61740 1 -- 172.21.15.1:0/2145058304 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x560afdb67a70 con 0x560afdc48f60 2024-02-10T00:08:57.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.953+0000 7f2435ffb640 1 -- 172.21.15.1:0/2145058304 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f24400035f0 con 0x560afdc48f60 2024-02-10T00:08:57.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.953+0000 7f2435ffb640 1 -- 172.21.15.1:0/2145058304 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f244002a070 con 0x560afdc48f60 2024-02-10T00:08:57.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.953+0000 7f245ae61740 10 client.19017 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:57.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.953+0000 7f245ae61740 10 client.19017 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:08:57.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.953+0000 7f245ae61740 20 client.19017 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:57.962 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.953+0000 7f245ae61740 1 --2- 172.21.15.1:0/2145058304 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x560afdcb1680 0x560afdcb3a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:57.963 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.953+0000 7f245ae61740 4 client.19017 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:08:57.963 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.953+0000 7f245ae61740 1 -- 172.21.15.1:0/2145058304 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x560afd932890 con 0x560afdcb1680 2024-02-10T00:08:57.963 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.953+0000 7f2456032640 1 --2- 172.21.15.1:0/2145058304 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x560afdcb1680 0x560afdcb3a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:57.963 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.954+0000 7f2456032640 1 --2- 172.21.15.1:0/2145058304 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x560afdcb1680 0x560afdcb3a70 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d77d0ed948c304e6 server_cookie=5fae19afbf79e59e in_seq=0 out_seq=0 2024-02-10T00:08:57.963 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.954+0000 7f2435ffb640 10 client.19017 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:08:57.963 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.954+0000 7f2435ffb640 1 -- 172.21.15.1:0/2145058304 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x560afd932890 con 0x560afdcb1680 2024-02-10T00:08:57.963 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.954+0000 7f2435ffb640 10 client.19017 handle_command_reply: tid=0 2024-02-10T00:08:57.963 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.954+0000 7f245ae61740 1 client.19017 shutdown 2024-02-10T00:08:57.963 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.954+0000 7f245ae61740 1 -- 172.21.15.1:0/2145058304 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560afdc48f60 msgr2=0x560afdca9a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.963 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.954+0000 7f245ae61740 1 --2- 172.21.15.1:0/2145058304 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560afdc48f60 0x560afdca9a40 secure :-1 s=READY pgs=1580 cs=0 l=1 rev1=1 crypto rx=0x7f2440009710 tx=0x7f24400056c0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.963 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.954+0000 7f245ae61740 1 -- 172.21.15.1:0/2145058304 shutdown_connections 2024-02-10T00:08:57.963 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.954+0000 7f245ae61740 1 --2- 172.21.15.1:0/2145058304 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x560afdcb1680 0x560afdcb3a70 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.963 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.954+0000 7f245ae61740 1 --2- 172.21.15.1:0/2145058304 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x560afdc48f60 0x560afdca9a40 unknown :-1 s=CLOSED pgs=1580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.963 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.954+0000 7f2435ffb640 0 client.19017 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:08:57.964 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.954+0000 7f245ae61740 1 --2- 172.21.15.1:0/2145058304 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x560afdc403e0 0x560afdc4f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.964 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.954+0000 7f245ae61740 1 --2- 172.21.15.1:0/2145058304 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x560afdc3fa30 0x560afdc4f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.964 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.954+0000 7f245ae61740 1 -- 172.21.15.1:0/2145058304 >> 172.21.15.1:0/2145058304 conn(0x560afdc3a100 msgr2=0x560afdc389b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:57.964 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.954+0000 7f245ae61740 1 -- 172.21.15.1:0/2145058304 shutdown_connections 2024-02-10T00:08:57.964 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.954+0000 7f245ae61740 1 -- 172.21.15.1:0/2145058304 wait complete. 2024-02-10T00:08:57.964 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.954+0000 7f245ae61740 20 client.19017 trim_cache size 0 max 16384 2024-02-10T00:08:57.964 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:08:57.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.955+0000 7f2458296640 1 -- 172.21.15.1:0/2544168993 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f24380a2260 msgr2=0x7f24380a4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.955+0000 7f2458296640 1 --2- 172.21.15.1:0/2544168993 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f24380a2260 0x7f24380a4720 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f24440cb620 tx=0x7f24440699b0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.955+0000 7f2458296640 1 -- 172.21.15.1:0/2544168993 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2450106500 msgr2=0x7f2450073a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:57.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.955+0000 7f2458296640 1 --2- 172.21.15.1:0/2544168993 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2450106500 0x7f2450073a70 secure :-1 s=READY pgs=1576 cs=0 l=1 rev1=1 crypto rx=0x7f244400d770 tx=0x7f244400dc30 comp rx=0 tx=0).stop 2024-02-10T00:08:57.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.955+0000 7f2458296640 1 -- 172.21.15.1:0/2544168993 shutdown_connections 2024-02-10T00:08:57.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.955+0000 7f2458296640 1 --2- 172.21.15.1:0/2544168993 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f24380a2260 0x7f24380a4720 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.965 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.955+0000 7f2458296640 1 --2- 172.21.15.1:0/2544168993 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2450073fb0 0x7f24501a5a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.955+0000 7f2458296640 1 --2- 172.21.15.1:0/2544168993 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2450106500 0x7f2450073a70 unknown :-1 s=CLOSED pgs=1576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.955+0000 7f2458296640 1 --2- 172.21.15.1:0/2544168993 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2450101430 0x7f2450073530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:57.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.955+0000 7f2458296640 1 -- 172.21.15.1:0/2544168993 >> 172.21.15.1:0/2544168993 conn(0x7f24500fccd0 msgr2=0x7f24500fe110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:57.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.955+0000 7f2458296640 1 -- 172.21.15.1:0/2544168993 shutdown_connections 2024-02-10T00:08:57.966 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:57.955+0000 7f2458296640 1 -- 172.21.15.1:0/2544168993 wait complete. 2024-02-10T00:08:57.968 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:08:57.968 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-02-10T00:08:58.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.069+0000 7f7073dca640 1 -- 172.21.15.1:0/1256888933 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f706c106510 msgr2=0x7f706c10e0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:58.074 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.069+0000 7f7073dca640 1 --2- 172.21.15.1:0/1256888933 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f706c106510 0x7f706c10e0e0 secure :-1 s=READY pgs=1581 cs=0 l=1 rev1=1 crypto rx=0x7f705c009cd0 tx=0x7f705c02c0f0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.070+0000 7f7073dca640 1 -- 172.21.15.1:0/1256888933 shutdown_connections 2024-02-10T00:08:58.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.070+0000 7f7073dca640 1 --2- 172.21.15.1:0/1256888933 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f706c106510 0x7f706c10e0e0 unknown :-1 s=CLOSED pgs=1581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.070+0000 7f7073dca640 1 --2- 172.21.15.1:0/1256888933 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f706c101df0 0x7f706c105e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.070+0000 7f7073dca640 1 --2- 172.21.15.1:0/1256888933 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f706c101440 0x7f706c101820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.070+0000 7f7073dca640 1 -- 172.21.15.1:0/1256888933 >> 172.21.15.1:0/1256888933 conn(0x7f706c0fccc0 msgr2=0x7f706c0ff0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:58.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.070+0000 7f7073dca640 1 -- 172.21.15.1:0/1256888933 shutdown_connections 2024-02-10T00:08:58.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.070+0000 7f7073dca640 1 -- 172.21.15.1:0/1256888933 wait complete. 2024-02-10T00:08:58.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.070+0000 7f7073dca640 1 Processor -- start 2024-02-10T00:08:58.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.070+0000 7f7073dca640 1 -- start start 2024-02-10T00:08:58.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.070+0000 7f7073dca640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f706c101440 0x7f706c19d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.070+0000 7f7073dca640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f706c106510 0x7f706c19dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.075 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.070+0000 7f7073dca640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f706c197780 0x7f706c197c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.070+0000 7f7073dca640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f706c198250 con 0x7f706c197780 2024-02-10T00:08:58.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.070+0000 7f7073dca640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f706c1983c0 con 0x7f706c101440 2024-02-10T00:08:58.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.070+0000 7f7073dca640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f706c198580 con 0x7f706c106510 2024-02-10T00:08:58.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.071+0000 7f7072367640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f706c197780 0x7f706c197c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.071+0000 7f7072367640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f706c197780 0x7f706c197c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59768/0 (socket says 172.21.15.1:59768) 2024-02-10T00:08:58.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.071+0000 7f7072367640 1 -- 172.21.15.1:0/869322693 learned_addr learned my addr 172.21.15.1:0/869322693 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:58.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.071+0000 7f7071b66640 1 --2- 172.21.15.1:0/869322693 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f706c101440 0x7f706c19d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.071+0000 7f7071365640 1 --2- 172.21.15.1:0/869322693 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f706c106510 0x7f706c19dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.071+0000 7f7072367640 1 -- 172.21.15.1:0/869322693 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f706c106510 msgr2=0x7f706c19dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:58.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.071+0000 7f7072367640 1 --2- 172.21.15.1:0/869322693 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f706c106510 0x7f706c19dbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.071+0000 7f7072367640 1 -- 172.21.15.1:0/869322693 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f706c101440 msgr2=0x7f706c19d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:58.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.071+0000 7f7072367640 1 --2- 172.21.15.1:0/869322693 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f706c101440 0x7f706c19d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.076 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.071+0000 7f7072367640 1 -- 172.21.15.1:0/869322693 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f705c009900 con 0x7f706c197780 2024-02-10T00:08:58.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.071+0000 7f7072367640 1 --2- 172.21.15.1:0/869322693 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f706c197780 0x7f706c197c00 secure :-1 s=READY pgs=1582 cs=0 l=1 rev1=1 crypto rx=0x7f705c004af0 tx=0x7f705c034cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:58.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.071+0000 7f706affd640 1 -- 172.21.15.1:0/869322693 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f705c0328c0 con 0x7f706c197780 2024-02-10T00:08:58.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.071+0000 7f706affd640 1 -- 172.21.15.1:0/869322693 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f705c003e50 con 0x7f706c197780 2024-02-10T00:08:58.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.071+0000 7f7073dca640 1 -- 172.21.15.1:0/869322693 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f706c1a4470 con 0x7f706c197780 2024-02-10T00:08:58.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.071+0000 7f706affd640 1 -- 172.21.15.1:0/869322693 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f705c004860 con 0x7f706c197780 2024-02-10T00:08:58.077 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.071+0000 7f7073dca640 1 -- 172.21.15.1:0/869322693 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f706c1a48f0 con 0x7f706c197780 2024-02-10T00:08:58.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.074+0000 7f706affd640 1 -- 172.21.15.1:0/869322693 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f705c00a040 con 0x7f706c197780 2024-02-10T00:08:58.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.074+0000 7f707699d740 1 Processor -- start 2024-02-10T00:08:58.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.074+0000 7f707699d740 1 -- start start 2024-02-10T00:08:58.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.075+0000 7f707699d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fe3b136910 0x55fe3b136cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.075+0000 7f707699d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fe3b1372c0 0x55fe3b13fdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.075+0000 7f707699d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe3b1403c0 0x55fe3b140820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.075+0000 7f707699d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe3b0f2020 con 0x55fe3b1372c0 2024-02-10T00:08:58.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.075+0000 7f707699d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe3b0a5320 con 0x55fe3b136910 2024-02-10T00:08:58.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.075+0000 7f707699d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe3b0a2850 con 0x55fe3b1403c0 2024-02-10T00:08:58.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.075+0000 7f706affd640 1 --2- 172.21.15.1:0/869322693 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f70540a2230 0x7f70540a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.075+0000 7f7071b66640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fe3b1372c0 0x55fe3b13fdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.075+0000 7f7072367640 1 --2- 172.21.15.1:0/869322693 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f70540a2230 0x7f70540a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.075+0000 7f7071b66640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fe3b1372c0 0x55fe3b13fdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59776/0 (socket says 172.21.15.1:59776) 2024-02-10T00:08:58.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.075+0000 7f7071b66640 1 -- 172.21.15.1:0/2189199304 learned_addr learned my addr 172.21.15.1:0/2189199304 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:58.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.075+0000 7f706affd640 1 -- 172.21.15.1:0/869322693 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f705c0f0cd0 con 0x7f706c197780 2024-02-10T00:08:58.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.075+0000 7f7071365640 1 --2- 172.21.15.1:0/2189199304 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe3b1403c0 0x55fe3b140820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.075+0000 7f7071365640 1 --2- 172.21.15.1:0/2189199304 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fe3b136910 0x55fe3b136cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.075+0000 7f7071b66640 1 -- 172.21.15.1:0/2189199304 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe3b1403c0 msgr2=0x55fe3b140820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:58.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.075+0000 7f7071b66640 1 --2- 172.21.15.1:0/2189199304 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe3b1403c0 0x55fe3b140820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.075+0000 7f7071b66640 1 -- 172.21.15.1:0/2189199304 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fe3b136910 msgr2=0x55fe3b136cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:58.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.075+0000 7f7071b66640 1 --2- 172.21.15.1:0/2189199304 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fe3b136910 0x55fe3b136cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.075+0000 7f7071b66640 1 -- 172.21.15.1:0/2189199304 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fe3b060210 con 0x55fe3b1372c0 2024-02-10T00:08:58.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.075+0000 7f7072367640 1 --2- 172.21.15.1:0/869322693 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f70540a2230 0x7f70540a46f0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f705c0bd470 tx=0x7f705c02c0f0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:58.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.075+0000 7f7071b66640 1 --2- 172.21.15.1:0/2189199304 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fe3b1372c0 0x55fe3b13fdf0 secure :-1 s=READY pgs=1583 cs=0 l=1 rev1=1 crypto rx=0x7f7064009d20 tx=0x7f7064011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1cab6a62015956 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:58.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.076+0000 7f7053fff640 1 -- 172.21.15.1:0/2189199304 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7064019630 con 0x55fe3b1372c0 2024-02-10T00:08:58.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.076+0000 7f7053fff640 1 -- 172.21.15.1:0/2189199304 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7064019c70 con 0x55fe3b1372c0 2024-02-10T00:08:58.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.076+0000 7f7053fff640 1 -- 172.21.15.1:0/2189199304 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f706400ec10 con 0x55fe3b1372c0 2024-02-10T00:08:58.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.076+0000 7f707699d740 1 -- 172.21.15.1:0/2189199304 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fe3b1372c0 msgr2=0x55fe3b13fdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:58.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.076+0000 7f707699d740 1 --2- 172.21.15.1:0/2189199304 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fe3b1372c0 0x55fe3b13fdf0 secure :-1 s=READY pgs=1583 cs=0 l=1 rev1=1 crypto rx=0x7f7064009d20 tx=0x7f7064011810 comp rx=0 tx=0).stop 2024-02-10T00:08:58.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.076+0000 7f707699d740 1 -- 172.21.15.1:0/2189199304 shutdown_connections 2024-02-10T00:08:58.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.076+0000 7f707699d740 1 --2- 172.21.15.1:0/2189199304 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe3b1403c0 0x55fe3b140820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.076+0000 7f707699d740 1 --2- 172.21.15.1:0/2189199304 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fe3b1372c0 0x55fe3b13fdf0 unknown :-1 s=CLOSED pgs=1583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.076+0000 7f707699d740 1 --2- 172.21.15.1:0/2189199304 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fe3b136910 0x55fe3b136cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.076+0000 7f707699d740 1 -- 172.21.15.1:0/2189199304 >> 172.21.15.1:0/2189199304 conn(0x55fe3b131100 msgr2=0x55fe3b1314e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:58.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.076+0000 7f707699d740 1 -- 172.21.15.1:0/2189199304 shutdown_connections 2024-02-10T00:08:58.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.076+0000 7f707699d740 1 -- 172.21.15.1:0/2189199304 wait complete. 2024-02-10T00:08:58.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.077+0000 7f707699d740 1 -- start start 2024-02-10T00:08:58.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.077+0000 7f707699d740 1 Processor -- start 2024-02-10T00:08:58.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.077+0000 7f707699d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fe3b136910 0x55fe3b143e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.077+0000 7f707699d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe3b1372c0 0x55fe3b1443d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.086 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.077+0000 7f707699d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fe3b1403c0 0x55fe3b144910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.077+0000 7f707699d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe3b09e030 con 0x55fe3b1403c0 2024-02-10T00:08:58.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.077+0000 7f707699d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe3ad71430 con 0x55fe3b136910 2024-02-10T00:08:58.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.077+0000 7f707699d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe3ad2de00 con 0x55fe3b1372c0 2024-02-10T00:08:58.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.077+0000 7f707699d740 10 client.0 _ll_register_callbacks cb 0x55fe3b093030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:58.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.077+0000 7f7071365640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fe3b1403c0 0x55fe3b144910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.077+0000 7f7071365640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fe3b1403c0 0x55fe3b144910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59792/0 (socket says 172.21.15.1:59792) 2024-02-10T00:08:58.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.077+0000 7f7071365640 1 -- 172.21.15.1:0/1963724677 learned_addr learned my addr 172.21.15.1:0/1963724677 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:58.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.077+0000 7f7071365640 1 --2- 172.21.15.1:0/1963724677 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fe3b136910 0x55fe3b143e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.078+0000 7f7071b66640 1 --2- 172.21.15.1:0/1963724677 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe3b1372c0 0x55fe3b1443d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.078+0000 7f7071365640 1 -- 172.21.15.1:0/1963724677 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe3b1372c0 msgr2=0x55fe3b1443d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:58.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.078+0000 7f7071365640 1 --2- 172.21.15.1:0/1963724677 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe3b1372c0 0x55fe3b1443d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.078+0000 7f7071365640 1 -- 172.21.15.1:0/1963724677 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fe3b136910 msgr2=0x55fe3b143e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:58.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.078+0000 7f7071365640 1 --2- 172.21.15.1:0/1963724677 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fe3b136910 0x55fe3b143e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.087 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.078+0000 7f7071365640 1 -- 172.21.15.1:0/1963724677 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7064009950 con 0x55fe3b1403c0 2024-02-10T00:08:58.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.078+0000 7f7071365640 1 --2- 172.21.15.1:0/1963724677 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fe3b1403c0 0x55fe3b144910 secure :-1 s=READY pgs=1584 cs=0 l=1 rev1=1 crypto rx=0x7f7060012bd0 tx=0x7f7060004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a9d3141a1a76d38 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:58.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.078+0000 7f70517fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:58.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.078+0000 7f70517fa640 1 -- 172.21.15.1:0/1963724677 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7060004030 con 0x55fe3b1403c0 2024-02-10T00:08:58.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.078+0000 7f70517fa640 1 -- 172.21.15.1:0/1963724677 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f7060004190 con 0x55fe3b1403c0 2024-02-10T00:08:58.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.078+0000 7f707699d740 1 -- 172.21.15.1:0/1963724677 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55fe3ad9d7e0 con 0x55fe3b1403c0 2024-02-10T00:08:58.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.078+0000 7f70517fa640 1 -- 172.21.15.1:0/1963724677 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7060004350 con 0x55fe3b1403c0 2024-02-10T00:08:58.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.078+0000 7f707699d740 10 client.19029 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:58.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.078+0000 7f707699d740 1 -- 172.21.15.1:0/1963724677 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55fe3b09c6b0 con 0x55fe3b1403c0 2024-02-10T00:08:58.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.078+0000 7f70517fa640 1 -- 172.21.15.1:0/1963724677 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55fe3ad9d7e0 con 0x55fe3b1403c0 2024-02-10T00:08:58.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.078+0000 7f70517fa640 1 -- 172.21.15.1:0/1963724677 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f7060020490 con 0x55fe3b1403c0 2024-02-10T00:08:58.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.078+0000 7f707699d740 10 client.19029 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:58.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.078+0000 7f707699d740 10 client.19029 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:08:58.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.078+0000 7f707699d740 20 client.19029 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:58.088 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.078+0000 7f707699d740 1 --2- 172.21.15.1:0/1963724677 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55fe3b154900 0x55fe3b156d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.078+0000 7f707699d740 4 client.19029 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:08:58.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.078+0000 7f707699d740 1 -- 172.21.15.1:0/1963724677 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55fe3adda720 con 0x55fe3b154900 2024-02-10T00:08:58.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.079+0000 7f7071b66640 1 --2- 172.21.15.1:0/1963724677 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55fe3b154900 0x55fe3b156d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.079+0000 7f70517fa640 10 client.19029 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:08:58.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.079+0000 7f7071b66640 1 --2- 172.21.15.1:0/1963724677 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55fe3b154900 0x55fe3b156d20 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e05ba43abf8b20ae server_cookie=6da37e24dad11e67 in_seq=0 out_seq=0 2024-02-10T00:08:58.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.080+0000 7f70517fa640 1 -- 172.21.15.1:0/1963724677 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55fe3adda720 con 0x55fe3b154900 2024-02-10T00:08:58.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.080+0000 7f70517fa640 10 client.19029 handle_command_reply: tid=0 2024-02-10T00:08:58.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.080+0000 7f707699d740 1 client.19029 shutdown 2024-02-10T00:08:58.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.080+0000 7f707699d740 1 -- 172.21.15.1:0/1963724677 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fe3b1403c0 msgr2=0x55fe3b144910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:58.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.080+0000 7f707699d740 1 --2- 172.21.15.1:0/1963724677 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fe3b1403c0 0x55fe3b144910 secure :-1 s=READY pgs=1584 cs=0 l=1 rev1=1 crypto rx=0x7f7060012bd0 tx=0x7f7060004730 comp rx=0 tx=0).stop 2024-02-10T00:08:58.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.080+0000 7f707699d740 1 -- 172.21.15.1:0/1963724677 shutdown_connections 2024-02-10T00:08:58.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.080+0000 7f707699d740 1 --2- 172.21.15.1:0/1963724677 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55fe3b154900 0x55fe3b156d20 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.080+0000 7f707699d740 1 --2- 172.21.15.1:0/1963724677 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fe3b1403c0 0x55fe3b144910 unknown :-1 s=CLOSED pgs=1584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.089 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.080+0000 7f70517fa640 0 client.19029 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:08:58.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.080+0000 7f707699d740 1 --2- 172.21.15.1:0/1963724677 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe3b1372c0 0x55fe3b1443d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.080+0000 7f707699d740 1 --2- 172.21.15.1:0/1963724677 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fe3b136910 0x55fe3b143e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.080+0000 7f707699d740 1 -- 172.21.15.1:0/1963724677 >> 172.21.15.1:0/1963724677 conn(0x55fe3b131100 msgr2=0x55fe3b132e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:58.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.080+0000 7f707699d740 1 -- 172.21.15.1:0/1963724677 shutdown_connections 2024-02-10T00:08:58.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.080+0000 7f707699d740 1 -- 172.21.15.1:0/1963724677 wait complete. 2024-02-10T00:08:58.090 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.080+0000 7f707699d740 20 client.19029 trim_cache size 0 max 16384 2024-02-10T00:08:58.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.092+0000 7f707699d740 1 Processor -- start 2024-02-10T00:08:58.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.092+0000 7f707699d740 1 -- start start 2024-02-10T00:08:58.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.092+0000 7f707699d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fe3b136910 0x55fe3b146570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.092+0000 7f707699d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fe3b1372c0 0x55fe3b1417b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.092+0000 7f707699d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe3b1403c0 0x55fe3b142760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.092+0000 7f707699d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe3b023130 con 0x55fe3b136910 2024-02-10T00:08:58.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.092+0000 7f707699d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe3b12cab0 con 0x55fe3b1372c0 2024-02-10T00:08:58.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.092+0000 7f707699d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe3b1471e0 con 0x55fe3b1403c0 2024-02-10T00:08:58.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.092+0000 7f7071365640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fe3b136910 0x55fe3b146570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.093+0000 7f7071365640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fe3b136910 0x55fe3b146570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59800/0 (socket says 172.21.15.1:59800) 2024-02-10T00:08:58.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.093+0000 7f7071365640 1 -- 172.21.15.1:0/228907 learned_addr learned my addr 172.21.15.1:0/228907 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:58.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.093+0000 7f7071b66640 1 --2- 172.21.15.1:0/228907 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fe3b1372c0 0x55fe3b1417b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.093+0000 7f7071365640 1 --2- 172.21.15.1:0/228907 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe3b1403c0 0x55fe3b142760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.093+0000 7f7071365640 1 -- 172.21.15.1:0/228907 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe3b1403c0 msgr2=0x55fe3b142760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:58.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.093+0000 7f7071365640 1 --2- 172.21.15.1:0/228907 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe3b1403c0 0x55fe3b142760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.093+0000 7f7071365640 1 -- 172.21.15.1:0/228907 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fe3b1372c0 msgr2=0x55fe3b1417b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:58.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.093+0000 7f7071365640 1 --2- 172.21.15.1:0/228907 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fe3b1372c0 0x55fe3b1417b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.093+0000 7f7071365640 1 -- 172.21.15.1:0/228907 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fe3b038c90 con 0x55fe3b136910 2024-02-10T00:08:58.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.093+0000 7f7071365640 1 --2- 172.21.15.1:0/228907 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fe3b136910 0x55fe3b146570 secure :-1 s=READY pgs=1585 cs=0 l=1 rev1=1 crypto rx=0x7f7060012580 tx=0x7f70600126d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a3f57b460320a6f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:58.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.093+0000 7f70537fe640 1 -- 172.21.15.1:0/228907 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7060010d20 con 0x55fe3b136910 2024-02-10T00:08:58.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.093+0000 7f70537fe640 1 -- 172.21.15.1:0/228907 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7060010e80 con 0x55fe3b136910 2024-02-10T00:08:58.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.093+0000 7f70537fe640 1 -- 172.21.15.1:0/228907 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7060005250 con 0x55fe3b136910 2024-02-10T00:08:58.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.094+0000 7f707699d740 1 -- 172.21.15.1:0/228907 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fe3b136910 msgr2=0x55fe3b146570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:58.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.094+0000 7f707699d740 1 --2- 172.21.15.1:0/228907 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fe3b136910 0x55fe3b146570 secure :-1 s=READY pgs=1585 cs=0 l=1 rev1=1 crypto rx=0x7f7060012580 tx=0x7f70600126d0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.094+0000 7f707699d740 1 -- 172.21.15.1:0/228907 shutdown_connections 2024-02-10T00:08:58.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.094+0000 7f707699d740 1 --2- 172.21.15.1:0/228907 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe3b1403c0 0x55fe3b142760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.094+0000 7f707699d740 1 --2- 172.21.15.1:0/228907 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fe3b1372c0 0x55fe3b1417b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.094+0000 7f707699d740 1 --2- 172.21.15.1:0/228907 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fe3b136910 0x55fe3b146570 unknown :-1 s=CLOSED pgs=1585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.094+0000 7f707699d740 1 -- 172.21.15.1:0/228907 >> 172.21.15.1:0/228907 conn(0x55fe3b131100 msgr2=0x55fe3b13dd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:58.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.094+0000 7f707699d740 1 -- 172.21.15.1:0/228907 shutdown_connections 2024-02-10T00:08:58.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.094+0000 7f707699d740 1 -- 172.21.15.1:0/228907 wait complete. 2024-02-10T00:08:58.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.094+0000 7f707699d740 1 -- start start 2024-02-10T00:08:58.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.094+0000 7f707699d740 1 Processor -- start 2024-02-10T00:08:58.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.095+0000 7f707699d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fe3b136910 0x55fe3b14a730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.095+0000 7f707699d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe3b1372c0 0x55fe3b14ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.095+0000 7f707699d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fe3b1403c0 0x55fe3b1a4ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.095+0000 7f707699d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe3b1a5420 con 0x55fe3b136910 2024-02-10T00:08:58.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.095+0000 7f707699d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe3b1a5590 con 0x55fe3b1403c0 2024-02-10T00:08:58.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.095+0000 7f707699d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe3b1a5750 con 0x55fe3b1372c0 2024-02-10T00:08:58.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.095+0000 7f707699d740 10 client.0 _ll_register_callbacks cb 0x7f7064009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:58.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.095+0000 7f7071365640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fe3b136910 0x55fe3b14a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.095+0000 7f7071365640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fe3b136910 0x55fe3b14a730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59804/0 (socket says 172.21.15.1:59804) 2024-02-10T00:08:58.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.095+0000 7f7071365640 1 -- 172.21.15.1:0/3847076259 learned_addr learned my addr 172.21.15.1:0/3847076259 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:58.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.095+0000 7f7071b66640 1 --2- 172.21.15.1:0/3847076259 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe3b1372c0 0x55fe3b14ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.095+0000 7f7071365640 1 --2- 172.21.15.1:0/3847076259 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fe3b1403c0 0x55fe3b1a4ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.095+0000 7f7071365640 1 -- 172.21.15.1:0/3847076259 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe3b1372c0 msgr2=0x55fe3b14ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:58.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.095+0000 7f7071365640 1 --2- 172.21.15.1:0/3847076259 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe3b1372c0 0x55fe3b14ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.095+0000 7f7071365640 1 -- 172.21.15.1:0/3847076259 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fe3b1403c0 msgr2=0x55fe3b1a4ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:58.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.095+0000 7f7071365640 1 --2- 172.21.15.1:0/3847076259 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fe3b1403c0 0x55fe3b1a4ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.095+0000 7f7071365640 1 -- 172.21.15.1:0/3847076259 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55fe3b09c6b0 con 0x55fe3b136910 2024-02-10T00:08:58.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.095+0000 7f7071365640 1 --2- 172.21.15.1:0/3847076259 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fe3b136910 0x55fe3b14a730 secure :-1 s=READY pgs=1586 cs=0 l=1 rev1=1 crypto rx=0x7f706000bfe0 tx=0x7f7060020820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6b6c49d7774ca59 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:58.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.095+0000 7f70517fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:58.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.095+0000 7f70517fa640 1 -- 172.21.15.1:0/3847076259 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70600054c0 con 0x55fe3b136910 2024-02-10T00:08:58.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.095+0000 7f70517fa640 1 -- 172.21.15.1:0/3847076259 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f7060000e40 con 0x55fe3b136910 2024-02-10T00:08:58.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.095+0000 7f707699d740 1 -- 172.21.15.1:0/3847076259 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7064019c70 con 0x55fe3b136910 2024-02-10T00:08:58.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.095+0000 7f70517fa640 1 -- 172.21.15.1:0/3847076259 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7060005620 con 0x55fe3b136910 2024-02-10T00:08:58.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.095+0000 7f707699d740 10 client.19035 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:58.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.095+0000 7f707699d740 1 -- 172.21.15.1:0/3847076259 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55fe3b05ea70 con 0x55fe3b136910 2024-02-10T00:08:58.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.096+0000 7f70517fa640 1 -- 172.21.15.1:0/3847076259 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7064019c70 con 0x55fe3b136910 2024-02-10T00:08:58.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.096+0000 7f70517fa640 1 -- 172.21.15.1:0/3847076259 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f7060035420 con 0x55fe3b136910 2024-02-10T00:08:58.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.096+0000 7f707699d740 10 client.19035 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:58.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.096+0000 7f707699d740 10 client.19035 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:08:58.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.096+0000 7f707699d740 20 client.19035 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:58.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.096+0000 7f707699d740 1 --2- 172.21.15.1:0/3847076259 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55fe3b1acbc0 0x55fe3b1aefb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.096+0000 7f707699d740 4 client.19035 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:08:58.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.096+0000 7f707699d740 1 -- 172.21.15.1:0/3847076259 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55fe3ae29890 con 0x55fe3b1acbc0 2024-02-10T00:08:58.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.096+0000 7f7071b66640 1 --2- 172.21.15.1:0/3847076259 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55fe3b1acbc0 0x55fe3b1aefb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.097+0000 7f7071b66640 1 --2- 172.21.15.1:0/3847076259 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55fe3b1acbc0 0x55fe3b1aefb0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4c4b8feab87dee24 server_cookie=1ada46fa756b111b in_seq=0 out_seq=0 2024-02-10T00:08:58.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.097+0000 7f70517fa640 10 client.19035 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:08:58.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.097+0000 7f70517fa640 1 -- 172.21.15.1:0/3847076259 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55fe3ae29890 con 0x55fe3b1acbc0 2024-02-10T00:08:58.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.097+0000 7f70517fa640 10 client.19035 handle_command_reply: tid=0 2024-02-10T00:08:58.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.097+0000 7f707699d740 1 client.19035 shutdown 2024-02-10T00:08:58.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.097+0000 7f707699d740 1 -- 172.21.15.1:0/3847076259 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fe3b136910 msgr2=0x55fe3b14a730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:58.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.097+0000 7f707699d740 1 --2- 172.21.15.1:0/3847076259 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fe3b136910 0x55fe3b14a730 secure :-1 s=READY pgs=1586 cs=0 l=1 rev1=1 crypto rx=0x7f706000bfe0 tx=0x7f7060020820 comp rx=0 tx=0).stop 2024-02-10T00:08:58.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.097+0000 7f707699d740 1 -- 172.21.15.1:0/3847076259 shutdown_connections 2024-02-10T00:08:58.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.097+0000 7f707699d740 1 --2- 172.21.15.1:0/3847076259 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55fe3b1acbc0 0x55fe3b1aefb0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.097+0000 7f707699d740 1 --2- 172.21.15.1:0/3847076259 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55fe3b1403c0 0x55fe3b1a4ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.097+0000 7f707699d740 1 --2- 172.21.15.1:0/3847076259 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55fe3b1372c0 0x55fe3b14ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.097+0000 7f70517fa640 0 client.19035 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:08:58.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.097+0000 7f707699d740 1 --2- 172.21.15.1:0/3847076259 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55fe3b136910 0x55fe3b14a730 unknown :-1 s=CLOSED pgs=1586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.097+0000 7f707699d740 1 -- 172.21.15.1:0/3847076259 >> 172.21.15.1:0/3847076259 conn(0x55fe3b131100 msgr2=0x55fe3b143e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:58.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.097+0000 7f707699d740 1 -- 172.21.15.1:0/3847076259 shutdown_connections 2024-02-10T00:08:58.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.097+0000 7f707699d740 1 -- 172.21.15.1:0/3847076259 wait complete. 2024-02-10T00:08:58.106 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.097+0000 7f707699d740 20 client.19035 trim_cache size 0 max 16384 2024-02-10T00:08:58.107 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:08:58.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.098+0000 7f7073dca640 1 -- 172.21.15.1:0/869322693 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f70540a2230 msgr2=0x7f70540a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:58.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.098+0000 7f7073dca640 1 --2- 172.21.15.1:0/869322693 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f70540a2230 0x7f70540a46f0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f705c0bd470 tx=0x7f705c02c0f0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.098+0000 7f7073dca640 1 -- 172.21.15.1:0/869322693 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f706c197780 msgr2=0x7f706c197c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:58.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.098+0000 7f7073dca640 1 --2- 172.21.15.1:0/869322693 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f706c197780 0x7f706c197c00 secure :-1 s=READY pgs=1582 cs=0 l=1 rev1=1 crypto rx=0x7f705c004af0 tx=0x7f705c034cc0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.098+0000 7f7073dca640 1 -- 172.21.15.1:0/869322693 shutdown_connections 2024-02-10T00:08:58.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.098+0000 7f7073dca640 1 --2- 172.21.15.1:0/869322693 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f70540a2230 0x7f70540a46f0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.098+0000 7f7073dca640 1 --2- 172.21.15.1:0/869322693 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f706c197780 0x7f706c197c00 unknown :-1 s=CLOSED pgs=1582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.098+0000 7f7073dca640 1 --2- 172.21.15.1:0/869322693 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f706c106510 0x7f706c19dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.098+0000 7f7073dca640 1 --2- 172.21.15.1:0/869322693 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f706c101440 0x7f706c19d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.098+0000 7f7073dca640 1 -- 172.21.15.1:0/869322693 >> 172.21.15.1:0/869322693 conn(0x7f706c0fccc0 msgr2=0x7f706c0fefe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:58.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.098+0000 7f7073dca640 1 -- 172.21.15.1:0/869322693 shutdown_connections 2024-02-10T00:08:58.108 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.098+0000 7f7073dca640 1 -- 172.21.15.1:0/869322693 wait complete. 2024-02-10T00:08:58.112 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:08:58.112 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-02-10T00:08:58.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.214+0000 7f04e4a78640 1 -- 172.21.15.1:0/2609601224 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f04e010b910 msgr2=0x7f04e010dd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:58.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.214+0000 7f04e4a78640 1 --2- 172.21.15.1:0/2609601224 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f04e010b910 0x7f04e010dd80 secure :-1 s=READY pgs=1587 cs=0 l=1 rev1=1 crypto rx=0x7f04d8009ca0 tx=0x7f04d802c180 comp rx=0 tx=0).stop 2024-02-10T00:08:58.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.214+0000 7f04e4a78640 1 -- 172.21.15.1:0/2609601224 shutdown_connections 2024-02-10T00:08:58.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.214+0000 7f04e4a78640 1 --2- 172.21.15.1:0/2609601224 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f04e010b910 0x7f04e010dd80 unknown :-1 s=CLOSED pgs=1587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.214+0000 7f04e4a78640 1 --2- 172.21.15.1:0/2609601224 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f04e0102dc0 0x7f04e010b2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.214+0000 7f04e4a78640 1 --2- 172.21.15.1:0/2609601224 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f04e01024a0 0x7f04e0102880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.214+0000 7f04e4a78640 1 -- 172.21.15.1:0/2609601224 >> 172.21.15.1:0/2609601224 conn(0x7f04e00772a0 msgr2=0x7f04e00776b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:58.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.214+0000 7f04e4a78640 1 -- 172.21.15.1:0/2609601224 shutdown_connections 2024-02-10T00:08:58.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.214+0000 7f04e4a78640 1 -- 172.21.15.1:0/2609601224 wait complete. 2024-02-10T00:08:58.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.215+0000 7f04e4a78640 1 Processor -- start 2024-02-10T00:08:58.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.215+0000 7f04e4a78640 1 -- start start 2024-02-10T00:08:58.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.215+0000 7f04e4a78640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f04e01024a0 0x7f04e019d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.215+0000 7f04e4a78640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f04e0102dc0 0x7f04e019dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.215+0000 7f04e4a78640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f04e010b910 0x7f04e0197780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.215+0000 7f04e4a78640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04e0197f10 con 0x7f04e0102dc0 2024-02-10T00:08:58.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.215+0000 7f04e4a78640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04e0198080 con 0x7f04e010b910 2024-02-10T00:08:58.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.215+0000 7f04e4a78640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04e0198240 con 0x7f04e01024a0 2024-02-10T00:08:58.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.215+0000 7f04d7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f04e0102dc0 0x7f04e019dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.215+0000 7f04d7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f04e0102dc0 0x7f04e019dbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59826/0 (socket says 172.21.15.1:59826) 2024-02-10T00:08:58.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.215+0000 7f04d7fff640 1 -- 172.21.15.1:0/2324862723 learned_addr learned my addr 172.21.15.1:0/2324862723 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:58.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.216+0000 7f04de59c640 1 --2- 172.21.15.1:0/2324862723 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f04e01024a0 0x7f04e019d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.216+0000 7f04ded9d640 1 --2- 172.21.15.1:0/2324862723 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f04e010b910 0x7f04e0197780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.216+0000 7f04d7fff640 1 -- 172.21.15.1:0/2324862723 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f04e01024a0 msgr2=0x7f04e019d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:58.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.216+0000 7f04d7fff640 1 --2- 172.21.15.1:0/2324862723 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f04e01024a0 0x7f04e019d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.216+0000 7f04d7fff640 1 -- 172.21.15.1:0/2324862723 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f04e010b910 msgr2=0x7f04e0197780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:58.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.216+0000 7f04d7fff640 1 --2- 172.21.15.1:0/2324862723 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f04e010b910 0x7f04e0197780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.216+0000 7f04d7fff640 1 -- 172.21.15.1:0/2324862723 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04d8009900 con 0x7f04e0102dc0 2024-02-10T00:08:58.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.216+0000 7f04ded9d640 1 --2- 172.21.15.1:0/2324862723 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f04e010b910 0x7f04e0197780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:08:58.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.216+0000 7f04d7fff640 1 --2- 172.21.15.1:0/2324862723 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f04e0102dc0 0x7f04e019dbb0 secure :-1 s=READY pgs=1588 cs=0 l=1 rev1=1 crypto rx=0x7f04c800c890 tx=0x7f04c800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:58.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.216+0000 7f04d77fe640 1 -- 172.21.15.1:0/2324862723 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04c8004220 con 0x7f04e0102dc0 2024-02-10T00:08:58.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.216+0000 7f04d77fe640 1 -- 172.21.15.1:0/2324862723 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f04c8007e90 con 0x7f04e0102dc0 2024-02-10T00:08:58.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.216+0000 7f04e4a78640 1 -- 172.21.15.1:0/2324862723 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f04e0198520 con 0x7f04e0102dc0 2024-02-10T00:08:58.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.216+0000 7f04d77fe640 1 -- 172.21.15.1:0/2324862723 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04c8004a00 con 0x7f04e0102dc0 2024-02-10T00:08:58.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.216+0000 7f04e4a78640 1 -- 172.21.15.1:0/2324862723 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f04e01a45f0 con 0x7f04e0102dc0 2024-02-10T00:08:58.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.219+0000 7f04d77fe640 1 -- 172.21.15.1:0/2324862723 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f04c80079b0 con 0x7f04e0102dc0 2024-02-10T00:08:58.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.219+0000 7f04e7645740 1 Processor -- start 2024-02-10T00:08:58.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.219+0000 7f04e7645740 1 -- start start 2024-02-10T00:08:58.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.219+0000 7f04e7645740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3a6ec4a30 0x55c3a6ec4e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.219+0000 7f04e7645740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3a6ec53e0 0x55c3a6ecd990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.219+0000 7f04e7645740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3a6ecdf60 0x55c3a6ed03b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.219+0000 7f04e7645740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3a6e80020 con 0x55c3a6ec4a30 2024-02-10T00:08:58.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.219+0000 7f04e7645740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3a6e33320 con 0x55c3a6ecdf60 2024-02-10T00:08:58.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.219+0000 7f04e7645740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3a6e30850 con 0x55c3a6ec53e0 2024-02-10T00:08:58.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.219+0000 7f04d77fe640 1 --2- 172.21.15.1:0/2324862723 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f04cc0a2230 0x7f04cc0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.220+0000 7f04ded9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3a6ec4a30 0x55c3a6ec4e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.220+0000 7f04ded9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3a6ec4a30 0x55c3a6ec4e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59838/0 (socket says 172.21.15.1:59838) 2024-02-10T00:08:58.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.220+0000 7f04ded9d640 1 -- 172.21.15.1:0/291876110 learned_addr learned my addr 172.21.15.1:0/291876110 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:58.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.220+0000 7f04d7fff640 1 --2- 172.21.15.1:0/291876110 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3a6ecdf60 0x55c3a6ed03b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.220+0000 7f04de59c640 1 --2- 172.21.15.1:0/291876110 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3a6ec53e0 0x55c3a6ecd990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.220+0000 7f04ded9d640 1 --2- 172.21.15.1:0/2324862723 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f04cc0a2230 0x7f04cc0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.220+0000 7f04d77fe640 1 -- 172.21.15.1:0/2324862723 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f04c80cde00 con 0x7f04e0102dc0 2024-02-10T00:08:58.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.220+0000 7f04ded9d640 1 -- 172.21.15.1:0/291876110 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3a6ec53e0 msgr2=0x55c3a6ecd990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:58.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.220+0000 7f04ded9d640 1 --2- 172.21.15.1:0/291876110 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3a6ec53e0 0x55c3a6ecd990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.220+0000 7f04ded9d640 1 -- 172.21.15.1:0/291876110 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3a6ecdf60 msgr2=0x55c3a6ed03b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:58.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.220+0000 7f04ded9d640 1 --2- 172.21.15.1:0/291876110 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3a6ecdf60 0x55c3a6ed03b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.220+0000 7f04ded9d640 1 -- 172.21.15.1:0/291876110 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c3a6dee210 con 0x55c3a6ec4a30 2024-02-10T00:08:58.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.220+0000 7f04ded9d640 1 --2- 172.21.15.1:0/291876110 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3a6ec4a30 0x55c3a6ec4e10 secure :-1 s=READY pgs=1589 cs=0 l=1 rev1=1 crypto rx=0x7f04d8037040 tx=0x7f04d80346f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d360d625a7a080f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:58.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.220+0000 7f04d4ff9640 1 -- 172.21.15.1:0/291876110 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04d8032990 con 0x55c3a6ec4a30 2024-02-10T00:08:58.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.220+0000 7f04ded9d640 1 --2- 172.21.15.1:0/2324862723 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f04cc0a2230 0x7f04cc0a46f0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f04d804d000 tx=0x7f04d804b000 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:58.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.220+0000 7f04d4ff9640 1 -- 172.21.15.1:0/291876110 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f04d8004040 con 0x55c3a6ec4a30 2024-02-10T00:08:58.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.220+0000 7f04d4ff9640 1 -- 172.21.15.1:0/291876110 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04d8043630 con 0x55c3a6ec4a30 2024-02-10T00:08:58.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.221+0000 7f04e7645740 1 -- 172.21.15.1:0/291876110 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3a6ec4a30 msgr2=0x55c3a6ec4e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:58.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.221+0000 7f04e7645740 1 --2- 172.21.15.1:0/291876110 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3a6ec4a30 0x55c3a6ec4e10 secure :-1 s=READY pgs=1589 cs=0 l=1 rev1=1 crypto rx=0x7f04d8037040 tx=0x7f04d80346f0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.221+0000 7f04e7645740 1 -- 172.21.15.1:0/291876110 shutdown_connections 2024-02-10T00:08:58.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.221+0000 7f04e7645740 1 --2- 172.21.15.1:0/291876110 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3a6ecdf60 0x55c3a6ed03b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.221+0000 7f04e7645740 1 --2- 172.21.15.1:0/291876110 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3a6ec53e0 0x55c3a6ecd990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.221+0000 7f04e7645740 1 --2- 172.21.15.1:0/291876110 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3a6ec4a30 0x55c3a6ec4e10 unknown :-1 s=CLOSED pgs=1589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.221+0000 7f04e7645740 1 -- 172.21.15.1:0/291876110 >> 172.21.15.1:0/291876110 conn(0x55c3a6ebf100 msgr2=0x55c3a6ebf4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:58.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.221+0000 7f04e7645740 1 -- 172.21.15.1:0/291876110 shutdown_connections 2024-02-10T00:08:58.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.221+0000 7f04e7645740 1 -- 172.21.15.1:0/291876110 wait complete. 2024-02-10T00:08:58.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.222+0000 7f04e7645740 1 -- start start 2024-02-10T00:08:58.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.222+0000 7f04e7645740 1 Processor -- start 2024-02-10T00:08:58.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.222+0000 7f04e7645740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3a6ec4a30 0x55c3a6ecafa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.222+0000 7f04e7645740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3a6ec53e0 0x55c3a6ecb4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.222+0000 7f04e7645740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3a6ecdf60 0x55c3a6ecba20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.222+0000 7f04e7645740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3a6e2c030 con 0x55c3a6ecdf60 2024-02-10T00:08:58.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.222+0000 7f04e7645740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3a6aff430 con 0x55c3a6ec53e0 2024-02-10T00:08:58.236 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.222+0000 7f04e7645740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3a6abbe00 con 0x55c3a6ec4a30 2024-02-10T00:08:58.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.222+0000 7f04e7645740 10 client.0 _ll_register_callbacks cb 0x55c3a6e21030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:58.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.222+0000 7f04ded9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3a6ecdf60 0x55c3a6ecba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.222+0000 7f04ded9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3a6ecdf60 0x55c3a6ecba20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59852/0 (socket says 172.21.15.1:59852) 2024-02-10T00:08:58.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.222+0000 7f04ded9d640 1 -- 172.21.15.1:0/1296974964 learned_addr learned my addr 172.21.15.1:0/1296974964 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:58.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.222+0000 7f04d7fff640 1 --2- 172.21.15.1:0/1296974964 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3a6ec53e0 0x55c3a6ecb4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.222+0000 7f04de59c640 1 --2- 172.21.15.1:0/1296974964 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3a6ec4a30 0x55c3a6ecafa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.222+0000 7f04ded9d640 1 -- 172.21.15.1:0/1296974964 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3a6ec4a30 msgr2=0x55c3a6ecafa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:58.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.222+0000 7f04ded9d640 1 --2- 172.21.15.1:0/1296974964 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3a6ec4a30 0x55c3a6ecafa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.222+0000 7f04ded9d640 1 -- 172.21.15.1:0/1296974964 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3a6ec53e0 msgr2=0x55c3a6ecb4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:58.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.222+0000 7f04ded9d640 1 --2- 172.21.15.1:0/1296974964 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3a6ec53e0 0x55c3a6ecb4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.222+0000 7f04ded9d640 1 -- 172.21.15.1:0/1296974964 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f04e010ea00 con 0x55c3a6ecdf60 2024-02-10T00:08:58.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.222+0000 7f04d7fff640 1 --2- 172.21.15.1:0/1296974964 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3a6ec53e0 0x55c3a6ecb4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:08:58.237 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.222+0000 7f04de59c640 1 --2- 172.21.15.1:0/1296974964 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3a6ec4a30 0x55c3a6ecafa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:08:58.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.222+0000 7f04ded9d640 1 --2- 172.21.15.1:0/1296974964 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3a6ecdf60 0x55c3a6ecba20 secure :-1 s=READY pgs=1590 cs=0 l=1 rev1=1 crypto rx=0x7f04d8009620 tx=0x7f04d80329c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=595d4acf924130be server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:58.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.222+0000 7f04c5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:58.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.223+0000 7f04c5ffb640 1 -- 172.21.15.1:0/1296974964 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04d8043430 con 0x55c3a6ecdf60 2024-02-10T00:08:58.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.223+0000 7f04c5ffb640 1 -- 172.21.15.1:0/1296974964 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f04d8043590 con 0x55c3a6ecdf60 2024-02-10T00:08:58.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.223+0000 7f04e7645740 1 -- 172.21.15.1:0/1296974964 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c3a6b2b7e0 con 0x55c3a6ecdf60 2024-02-10T00:08:58.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.223+0000 7f04c5ffb640 1 -- 172.21.15.1:0/1296974964 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f04d8043750 con 0x55c3a6ecdf60 2024-02-10T00:08:58.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.223+0000 7f04e7645740 10 client.19047 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:58.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.223+0000 7f04e7645740 1 -- 172.21.15.1:0/1296974964 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c3a6e2a6b0 con 0x55c3a6ecdf60 2024-02-10T00:08:58.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.223+0000 7f04c5ffb640 1 -- 172.21.15.1:0/1296974964 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55c3a6b2b7e0 con 0x55c3a6ecdf60 2024-02-10T00:08:58.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.223+0000 7f04c5ffb640 1 -- 172.21.15.1:0/1296974964 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f04d803e070 con 0x55c3a6ecdf60 2024-02-10T00:08:58.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.223+0000 7f04e7645740 10 client.19047 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:58.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.223+0000 7f04e7645740 10 client.19047 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:08:58.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.223+0000 7f04e7645740 20 client.19047 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:58.238 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.223+0000 7f04e7645740 1 --2- 172.21.15.1:0/1296974964 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c3a6ede320 0x55c3a6ee0710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.223+0000 7f04e7645740 4 client.19047 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:08:58.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.223+0000 7f04e7645740 1 -- 172.21.15.1:0/1296974964 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c3a6b68720 con 0x55c3a6ede320 2024-02-10T00:08:58.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.223+0000 7f04de59c640 1 --2- 172.21.15.1:0/1296974964 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c3a6ede320 0x55c3a6ee0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.224+0000 7f04de59c640 1 --2- 172.21.15.1:0/1296974964 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c3a6ede320 0x55c3a6ee0710 crc :-1 s=READY pgs=268 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5bb0c38cf52b1268 server_cookie=9e7673e56b8e5eed in_seq=0 out_seq=0 2024-02-10T00:08:58.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.224+0000 7f04c5ffb640 10 client.19047 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:58.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.224+0000 7f04c5ffb640 1 -- 172.21.15.1:0/1296974964 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55c3a6b68720 con 0x55c3a6ede320 2024-02-10T00:08:58.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.224+0000 7f04c5ffb640 10 client.19047 handle_command_reply: tid=0 2024-02-10T00:08:58.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.224+0000 7f04e7645740 1 client.19047 shutdown 2024-02-10T00:08:58.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.225+0000 7f04e7645740 1 -- 172.21.15.1:0/1296974964 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3a6ecdf60 msgr2=0x55c3a6ecba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:58.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.225+0000 7f04e7645740 1 --2- 172.21.15.1:0/1296974964 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3a6ecdf60 0x55c3a6ecba20 secure :-1 s=READY pgs=1590 cs=0 l=1 rev1=1 crypto rx=0x7f04d8009620 tx=0x7f04d80329c0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.225+0000 7f04e7645740 1 -- 172.21.15.1:0/1296974964 shutdown_connections 2024-02-10T00:08:58.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.225+0000 7f04e7645740 1 --2- 172.21.15.1:0/1296974964 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c3a6ede320 0x55c3a6ee0710 crc :-1 s=READY pgs=268 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.239 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.225+0000 7f04e7645740 1 --2- 172.21.15.1:0/1296974964 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3a6ecdf60 0x55c3a6ecba20 unknown :-1 s=CLOSED pgs=1590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.240 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.225+0000 7f04e7645740 1 --2- 172.21.15.1:0/1296974964 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3a6ec53e0 0x55c3a6ecb4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.240 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.225+0000 7f04e7645740 1 --2- 172.21.15.1:0/1296974964 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3a6ec4a30 0x55c3a6ecafa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.240 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.225+0000 7f04c5ffb640 0 client.19047 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:58.240 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.225+0000 7f04e7645740 1 -- 172.21.15.1:0/1296974964 >> 172.21.15.1:0/1296974964 conn(0x55c3a6ebf100 msgr2=0x55c3a6ec0e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:58.240 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.225+0000 7f04e7645740 1 -- 172.21.15.1:0/1296974964 shutdown_connections 2024-02-10T00:08:58.240 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.225+0000 7f04e7645740 1 -- 172.21.15.1:0/1296974964 wait complete. 2024-02-10T00:08:58.240 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.225+0000 7f04e7645740 20 client.19047 trim_cache size 0 max 16384 2024-02-10T00:08:58.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.236+0000 7f04e7645740 1 Processor -- start 2024-02-10T00:08:58.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.236+0000 7f04e7645740 1 -- start start 2024-02-10T00:08:58.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.236+0000 7f04e7645740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3a6ec4a30 0x55c3a6ecd6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.236+0000 7f04e7645740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3a6ec53e0 0x55c3a6ed5370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.237+0000 7f04e7645740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3a6ecdf60 0x55c3a6ecb840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.237+0000 7f04e7645740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3a6db1130 con 0x55c3a6ec4a30 2024-02-10T00:08:58.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.237+0000 7f04e7645740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3a6ed58b0 con 0x55c3a6ec53e0 2024-02-10T00:08:58.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.237+0000 7f04e7645740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3a6edb080 con 0x55c3a6ecdf60 2024-02-10T00:08:58.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.237+0000 7f04de59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3a6ec4a30 0x55c3a6ecd6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.237+0000 7f04de59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3a6ec4a30 0x55c3a6ecd6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59864/0 (socket says 172.21.15.1:59864) 2024-02-10T00:08:58.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.237+0000 7f04de59c640 1 -- 172.21.15.1:0/516369063 learned_addr learned my addr 172.21.15.1:0/516369063 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:58.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.237+0000 7f04d7fff640 1 --2- 172.21.15.1:0/516369063 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3a6ec53e0 0x55c3a6ed5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.237+0000 7f04ded9d640 1 --2- 172.21.15.1:0/516369063 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3a6ecdf60 0x55c3a6ecb840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.237+0000 7f04de59c640 1 -- 172.21.15.1:0/516369063 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3a6ecdf60 msgr2=0x55c3a6ecb840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:58.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.237+0000 7f04de59c640 1 --2- 172.21.15.1:0/516369063 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3a6ecdf60 0x55c3a6ecb840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.237+0000 7f04de59c640 1 -- 172.21.15.1:0/516369063 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3a6ec53e0 msgr2=0x55c3a6ed5370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:58.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.237+0000 7f04de59c640 1 --2- 172.21.15.1:0/516369063 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3a6ec53e0 0x55c3a6ed5370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.237+0000 7f04de59c640 1 -- 172.21.15.1:0/516369063 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c3a6dc6c90 con 0x55c3a6ec4a30 2024-02-10T00:08:58.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.237+0000 7f04de59c640 1 --2- 172.21.15.1:0/516369063 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3a6ec4a30 0x55c3a6ecd6d0 secure :-1 s=READY pgs=1591 cs=0 l=1 rev1=1 crypto rx=0x7f04d0005f20 tx=0x7f04d000b4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=360e217f5b3aa81a server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:58.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.237+0000 7f04c7fff640 1 -- 172.21.15.1:0/516369063 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04d0018040 con 0x55c3a6ec4a30 2024-02-10T00:08:58.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.237+0000 7f04c7fff640 1 -- 172.21.15.1:0/516369063 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f04d0014ec0 con 0x55c3a6ec4a30 2024-02-10T00:08:58.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.237+0000 7f04c7fff640 1 -- 172.21.15.1:0/516369063 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04d001a5a0 con 0x55c3a6ec4a30 2024-02-10T00:08:58.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.238+0000 7f04e7645740 1 -- 172.21.15.1:0/516369063 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3a6ec4a30 msgr2=0x55c3a6ecd6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:58.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.238+0000 7f04e7645740 1 --2- 172.21.15.1:0/516369063 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3a6ec4a30 0x55c3a6ecd6d0 secure :-1 s=READY pgs=1591 cs=0 l=1 rev1=1 crypto rx=0x7f04d0005f20 tx=0x7f04d000b4d0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.238+0000 7f04e7645740 1 -- 172.21.15.1:0/516369063 shutdown_connections 2024-02-10T00:08:58.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.238+0000 7f04e7645740 1 --2- 172.21.15.1:0/516369063 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3a6ecdf60 0x55c3a6ecb840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.238+0000 7f04e7645740 1 --2- 172.21.15.1:0/516369063 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3a6ec53e0 0x55c3a6ed5370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.238+0000 7f04e7645740 1 --2- 172.21.15.1:0/516369063 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3a6ec4a30 0x55c3a6ecd6d0 unknown :-1 s=CLOSED pgs=1591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.238+0000 7f04e7645740 1 -- 172.21.15.1:0/516369063 >> 172.21.15.1:0/516369063 conn(0x55c3a6ebf100 msgr2=0x55c3a6ec9870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:58.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.238+0000 7f04e7645740 1 -- 172.21.15.1:0/516369063 shutdown_connections 2024-02-10T00:08:58.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.238+0000 7f04e7645740 1 -- 172.21.15.1:0/516369063 wait complete. 2024-02-10T00:08:58.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.238+0000 7f04e7645740 1 -- start start 2024-02-10T00:08:58.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.238+0000 7f04e7645740 1 Processor -- start 2024-02-10T00:08:58.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.238+0000 7f04e7645740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3a6ec4a30 0x55c3a6f328d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.238+0000 7f04e7645740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3a6ec53e0 0x55c3a6f32e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.238+0000 7f04e7645740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3a6ecdf60 0x55c3a6f2cce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.238+0000 7f04e7645740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3a6f2d2a0 con 0x55c3a6ec53e0 2024-02-10T00:08:58.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.238+0000 7f04e7645740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3a6f2d410 con 0x55c3a6ecdf60 2024-02-10T00:08:58.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.238+0000 7f04e7645740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3a6f2d5d0 con 0x55c3a6ec4a30 2024-02-10T00:08:58.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.238+0000 7f04e7645740 10 client.0 _ll_register_callbacks cb 0x7f04e0069770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:58.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.238+0000 7f04d7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3a6ec53e0 0x55c3a6f32e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.239+0000 7f04d7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3a6ec53e0 0x55c3a6f32e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59866/0 (socket says 172.21.15.1:59866) 2024-02-10T00:08:58.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.239+0000 7f04d7fff640 1 -- 172.21.15.1:0/2999590610 learned_addr learned my addr 172.21.15.1:0/2999590610 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:58.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.239+0000 7f04ded9d640 1 --2- 172.21.15.1:0/2999590610 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3a6ecdf60 0x55c3a6f2cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.239+0000 7f04de59c640 1 --2- 172.21.15.1:0/2999590610 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3a6ec4a30 0x55c3a6f328d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.239+0000 7f04d7fff640 1 -- 172.21.15.1:0/2999590610 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3a6ec4a30 msgr2=0x55c3a6f328d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:58.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.239+0000 7f04d7fff640 1 --2- 172.21.15.1:0/2999590610 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3a6ec4a30 0x55c3a6f328d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.239+0000 7f04d7fff640 1 -- 172.21.15.1:0/2999590610 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3a6ecdf60 msgr2=0x55c3a6f2cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:58.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.239+0000 7f04d7fff640 1 --2- 172.21.15.1:0/2999590610 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3a6ecdf60 0x55c3a6f2cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.239+0000 7f04d7fff640 1 -- 172.21.15.1:0/2999590610 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c3a6deca70 con 0x55c3a6ec53e0 2024-02-10T00:08:58.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.239+0000 7f04de59c640 1 --2- 172.21.15.1:0/2999590610 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3a6ec4a30 0x55c3a6f328d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:08:58.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.239+0000 7f04d7fff640 1 --2- 172.21.15.1:0/2999590610 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3a6ec53e0 0x55c3a6f32e10 secure :-1 s=READY pgs=1592 cs=0 l=1 rev1=1 crypto rx=0x7f04c80cb5b0 tx=0x7f04c801b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3df0c4421c07858f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:58.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.239+0000 7f04c5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:58.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.239+0000 7f04c5ffb640 1 -- 172.21.15.1:0/2999590610 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04c809e940 con 0x55c3a6ec53e0 2024-02-10T00:08:58.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.239+0000 7f04c5ffb640 1 -- 172.21.15.1:0/2999590610 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f04c80a2f90 con 0x55c3a6ec53e0 2024-02-10T00:08:58.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.239+0000 7f04e7645740 1 -- 172.21.15.1:0/2999590610 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c3a6bb7890 con 0x55c3a6ec53e0 2024-02-10T00:08:58.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.239+0000 7f04c5ffb640 1 -- 172.21.15.1:0/2999590610 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f04c80850c0 con 0x55c3a6ec53e0 2024-02-10T00:08:58.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.239+0000 7f04e7645740 10 client.19053 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:58.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.239+0000 7f04e7645740 1 -- 172.21.15.1:0/2999590610 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55c3a6dd3170 con 0x55c3a6ec53e0 2024-02-10T00:08:58.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.239+0000 7f04c5ffb640 1 -- 172.21.15.1:0/2999590610 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55c3a6bb7890 con 0x55c3a6ec53e0 2024-02-10T00:08:58.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.240+0000 7f04c5ffb640 1 -- 172.21.15.1:0/2999590610 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f04c8016030 con 0x55c3a6ec53e0 2024-02-10T00:08:58.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.240+0000 7f04e7645740 10 client.19053 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:58.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.240+0000 7f04e7645740 10 client.19053 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:08:58.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.240+0000 7f04e7645740 20 client.19053 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:58.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.240+0000 7f04e7645740 1 --2- 172.21.15.1:0/2999590610 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c3a6f3a6f0 0x55c3a6f3cb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:58.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.240+0000 7f04e7645740 4 client.19053 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:08:58.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.240+0000 7f04e7645740 1 -- 172.21.15.1:0/2999590610 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55c3a6ad7700 con 0x55c3a6f3a6f0 2024-02-10T00:08:58.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.240+0000 7f04de59c640 1 --2- 172.21.15.1:0/2999590610 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c3a6f3a6f0 0x55c3a6f3cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:58.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.240+0000 7f04c5ffb640 10 client.19053 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:58.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.240+0000 7f04de59c640 1 --2- 172.21.15.1:0/2999590610 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c3a6f3a6f0 0x55c3a6f3cb10 crc :-1 s=READY pgs=269 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dc306638ea5029d3 server_cookie=5b9406c33841638c in_seq=0 out_seq=0 2024-02-10T00:08:58.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.240+0000 7f04c5ffb640 1 -- 172.21.15.1:0/2999590610 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55c3a6ad7700 con 0x55c3a6f3a6f0 2024-02-10T00:08:58.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.240+0000 7f04c5ffb640 10 client.19053 handle_command_reply: tid=0 2024-02-10T00:08:58.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.240+0000 7f04e7645740 1 client.19053 shutdown 2024-02-10T00:08:58.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.241+0000 7f04e7645740 1 -- 172.21.15.1:0/2999590610 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3a6ec53e0 msgr2=0x55c3a6f32e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:58.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.241+0000 7f04e7645740 1 --2- 172.21.15.1:0/2999590610 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3a6ec53e0 0x55c3a6f32e10 secure :-1 s=READY pgs=1592 cs=0 l=1 rev1=1 crypto rx=0x7f04c80cb5b0 tx=0x7f04c801b000 comp rx=0 tx=0).stop 2024-02-10T00:08:58.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.241+0000 7f04e7645740 1 -- 172.21.15.1:0/2999590610 shutdown_connections 2024-02-10T00:08:58.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.241+0000 7f04e7645740 1 --2- 172.21.15.1:0/2999590610 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55c3a6f3a6f0 0x55c3a6f3cb10 crc :-1 s=READY pgs=269 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.241+0000 7f04e7645740 1 --2- 172.21.15.1:0/2999590610 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55c3a6ecdf60 0x55c3a6f2cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.241+0000 7f04e7645740 1 --2- 172.21.15.1:0/2999590610 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55c3a6ec53e0 0x55c3a6f32e10 unknown :-1 s=CLOSED pgs=1592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.241+0000 7f04c5ffb640 0 client.19053 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:58.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.241+0000 7f04e7645740 1 --2- 172.21.15.1:0/2999590610 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55c3a6ec4a30 0x55c3a6f328d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.241+0000 7f04e7645740 1 -- 172.21.15.1:0/2999590610 >> 172.21.15.1:0/2999590610 conn(0x55c3a6ebf100 msgr2=0x55c3a6ec0d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:58.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.241+0000 7f04e7645740 1 -- 172.21.15.1:0/2999590610 shutdown_connections 2024-02-10T00:08:58.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.241+0000 7f04e7645740 1 -- 172.21.15.1:0/2999590610 wait complete. 2024-02-10T00:08:58.252 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.241+0000 7f04e7645740 20 client.19053 trim_cache size 0 max 16384 2024-02-10T00:08:58.252 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:08:58.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.241+0000 7f04e4a78640 1 -- 172.21.15.1:0/2324862723 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f04cc0a2230 msgr2=0x7f04cc0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:58.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.241+0000 7f04e4a78640 1 --2- 172.21.15.1:0/2324862723 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f04cc0a2230 0x7f04cc0a46f0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f04d804d000 tx=0x7f04d804b000 comp rx=0 tx=0).stop 2024-02-10T00:08:58.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.241+0000 7f04e4a78640 1 -- 172.21.15.1:0/2324862723 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f04e0102dc0 msgr2=0x7f04e019dbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:58.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.241+0000 7f04e4a78640 1 --2- 172.21.15.1:0/2324862723 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f04e0102dc0 0x7f04e019dbb0 secure :-1 s=READY pgs=1588 cs=0 l=1 rev1=1 crypto rx=0x7f04c800c890 tx=0x7f04c800cd50 comp rx=0 tx=0).stop 2024-02-10T00:08:58.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.241+0000 7f04e4a78640 1 -- 172.21.15.1:0/2324862723 shutdown_connections 2024-02-10T00:08:58.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.241+0000 7f04e4a78640 1 --2- 172.21.15.1:0/2324862723 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f04cc0a2230 0x7f04cc0a46f0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.241+0000 7f04e4a78640 1 --2- 172.21.15.1:0/2324862723 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f04e010b910 0x7f04e0197780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.241+0000 7f04e4a78640 1 --2- 172.21.15.1:0/2324862723 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f04e0102dc0 0x7f04e019dbb0 unknown :-1 s=CLOSED pgs=1588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.241+0000 7f04e4a78640 1 --2- 172.21.15.1:0/2324862723 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f04e01024a0 0x7f04e019d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:58.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.241+0000 7f04e4a78640 1 -- 172.21.15.1:0/2324862723 >> 172.21.15.1:0/2324862723 conn(0x7f04e00772a0 msgr2=0x7f04e00fd1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:58.255 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.241+0000 7f04e4a78640 1 -- 172.21.15.1:0/2324862723 shutdown_connections 2024-02-10T00:08:58.256 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:58.241+0000 7f04e4a78640 1 -- 172.21.15.1:0/2324862723 wait complete. 2024-02-10T00:08:58.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:58 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3978395526' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:08:58.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:58 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3978395526' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:08:58.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:58 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3978395526' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:08:59.260 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-02-10T00:08:59.260 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T00:08:59.260 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-02-10T00:08:59.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.377+0000 7f0b5943e640 1 -- 172.21.15.1:0/1250682014 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0b54101430 msgr2=0x7f0b54101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:59.382 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.377+0000 7f0b5943e640 1 --2- 172.21.15.1:0/1250682014 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0b54101430 0x7f0b54101810 secure :-1 s=READY pgs=1593 cs=0 l=1 rev1=1 crypto rx=0x7f0b44009930 tx=0x7f0b4402bc30 comp rx=0 tx=0).stop 2024-02-10T00:08:59.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.377+0000 7f0b5943e640 1 -- 172.21.15.1:0/1250682014 shutdown_connections 2024-02-10T00:08:59.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.377+0000 7f0b5943e640 1 --2- 172.21.15.1:0/1250682014 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0b54106500 0x7f0b5410e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.377+0000 7f0b5943e640 1 --2- 172.21.15.1:0/1250682014 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0b54101de0 0x7f0b54105e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.377+0000 7f0b5943e640 1 --2- 172.21.15.1:0/1250682014 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0b54101430 0x7f0b54101810 unknown :-1 s=CLOSED pgs=1593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.377+0000 7f0b5943e640 1 -- 172.21.15.1:0/1250682014 >> 172.21.15.1:0/1250682014 conn(0x7f0b540fcc90 msgr2=0x7f0b540ff0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:59.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.377+0000 7f0b5943e640 1 -- 172.21.15.1:0/1250682014 shutdown_connections 2024-02-10T00:08:59.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.377+0000 7f0b5943e640 1 -- 172.21.15.1:0/1250682014 wait complete. 2024-02-10T00:08:59.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.378+0000 7f0b5943e640 1 Processor -- start 2024-02-10T00:08:59.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.378+0000 7f0b5943e640 1 -- start start 2024-02-10T00:08:59.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.378+0000 7f0b5943e640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0b54101430 0x7f0b5419d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.378+0000 7f0b5943e640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0b54106500 0x7f0b5419daf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.378+0000 7f0b5943e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0b541976c0 0x7f0b54197b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.383 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.378+0000 7f0b5943e640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b54198190 con 0x7f0b541976c0 2024-02-10T00:08:59.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.378+0000 7f0b5943e640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b54198300 con 0x7f0b54106500 2024-02-10T00:08:59.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.378+0000 7f0b5943e640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b541984c0 con 0x7f0b54101430 2024-02-10T00:08:59.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.378+0000 7f0b537fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0b541976c0 0x7f0b54197b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.378+0000 7f0b537fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0b541976c0 0x7f0b54197b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59894/0 (socket says 172.21.15.1:59894) 2024-02-10T00:08:59.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.378+0000 7f0b537fe640 1 -- 172.21.15.1:0/3475425531 learned_addr learned my addr 172.21.15.1:0/3475425531 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:59.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.378+0000 7f0b52ffd640 1 --2- 172.21.15.1:0/3475425531 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0b54101430 0x7f0b5419d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.379+0000 7f0b4bfff640 1 --2- 172.21.15.1:0/3475425531 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0b54106500 0x7f0b5419daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.379+0000 7f0b537fe640 1 -- 172.21.15.1:0/3475425531 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0b54101430 msgr2=0x7f0b5419d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:59.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.379+0000 7f0b537fe640 1 --2- 172.21.15.1:0/3475425531 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0b54101430 0x7f0b5419d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.379+0000 7f0b537fe640 1 -- 172.21.15.1:0/3475425531 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0b54106500 msgr2=0x7f0b5419daf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:59.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.379+0000 7f0b537fe640 1 --2- 172.21.15.1:0/3475425531 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0b54106500 0x7f0b5419daf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.379+0000 7f0b537fe640 1 -- 172.21.15.1:0/3475425531 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b44009560 con 0x7f0b541976c0 2024-02-10T00:08:59.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.379+0000 7f0b4bfff640 1 --2- 172.21.15.1:0/3475425531 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0b54106500 0x7f0b5419daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:59.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.379+0000 7f0b537fe640 1 --2- 172.21.15.1:0/3475425531 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0b541976c0 0x7f0b54197b40 secure :-1 s=READY pgs=1594 cs=0 l=1 rev1=1 crypto rx=0x7f0b4c00eaa0 tx=0x7f0b4c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:59.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.379+0000 7f0b50ff9640 1 -- 172.21.15.1:0/3475425531 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b4c00cdb0 con 0x7f0b541976c0 2024-02-10T00:08:59.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.379+0000 7f0b50ff9640 1 -- 172.21.15.1:0/3475425531 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0b4c005020 con 0x7f0b541976c0 2024-02-10T00:08:59.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.379+0000 7f0b5943e640 1 -- 172.21.15.1:0/3475425531 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0b541a4410 con 0x7f0b541976c0 2024-02-10T00:08:59.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.379+0000 7f0b50ff9640 1 -- 172.21.15.1:0/3475425531 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b4c0116b0 con 0x7f0b541976c0 2024-02-10T00:08:59.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.379+0000 7f0b5943e640 1 -- 172.21.15.1:0/3475425531 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0b541a48a0 con 0x7f0b541976c0 2024-02-10T00:08:59.396 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:08:59 smithi103 ceph-mon[36942]: pgmap v298: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-02-10T00:08:59.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.381+0000 7f0b50ff9640 1 -- 172.21.15.1:0/3475425531 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f0b4c005520 con 0x7f0b541976c0 2024-02-10T00:08:59.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.382+0000 7f0b5c00c740 1 Processor -- start 2024-02-10T00:08:59.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.382+0000 7f0b5c00c740 1 -- start start 2024-02-10T00:08:59.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.382+0000 7f0b5c00c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563ba3fe8190 0x563ba3fe8570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.382+0000 7f0b5c00c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563ba3fe8ab0 0x563ba3ff1150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.382+0000 7f0b5c00c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563ba3ff1690 0x563ba3ff3a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.382+0000 7f0b5c00c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ba3f56000 con 0x563ba3fe8ab0 2024-02-10T00:08:59.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.382+0000 7f0b5c00c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ba3f53530 con 0x563ba3fe8190 2024-02-10T00:08:59.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.382+0000 7f0b5c00c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ba3f4ed10 con 0x563ba3ff1690 2024-02-10T00:08:59.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.382+0000 7f0b52ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563ba3fe8ab0 0x563ba3ff1150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.382+0000 7f0b50ff9640 1 --2- 172.21.15.1:0/3475425531 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0b400a2230 0x7f0b400a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.382+0000 7f0b52ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563ba3fe8ab0 0x563ba3ff1150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59898/0 (socket says 172.21.15.1:59898) 2024-02-10T00:08:59.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.382+0000 7f0b52ffd640 1 -- 172.21.15.1:0/3566283846 learned_addr learned my addr 172.21.15.1:0/3566283846 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:59.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.382+0000 7f0b4bfff640 1 --2- 172.21.15.1:0/3566283846 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563ba3fe8190 0x563ba3fe8570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.382+0000 7f0b537fe640 1 --2- 172.21.15.1:0/3475425531 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0b400a2230 0x7f0b400a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.382+0000 7f0b4bfff640 1 --2- 172.21.15.1:0/3566283846 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563ba3ff1690 0x563ba3ff3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.383+0000 7f0b52ffd640 1 -- 172.21.15.1:0/3566283846 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563ba3ff1690 msgr2=0x563ba3ff3a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:59.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.383+0000 7f0b52ffd640 1 --2- 172.21.15.1:0/3566283846 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563ba3ff1690 0x563ba3ff3a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.383+0000 7f0b52ffd640 1 -- 172.21.15.1:0/3566283846 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563ba3fe8190 msgr2=0x563ba3fe8570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:59.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.383+0000 7f0b52ffd640 1 --2- 172.21.15.1:0/3566283846 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563ba3fe8190 0x563ba3fe8570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.383+0000 7f0b50ff9640 1 -- 172.21.15.1:0/3475425531 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f0b4c0ce290 con 0x7f0b541976c0 2024-02-10T00:08:59.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.383+0000 7f0b52ffd640 1 -- 172.21.15.1:0/3566283846 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563ba3ef5210 con 0x563ba3fe8ab0 2024-02-10T00:08:59.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.383+0000 7f0b52ffd640 1 --2- 172.21.15.1:0/3566283846 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563ba3fe8ab0 0x563ba3ff1150 secure :-1 s=READY pgs=1595 cs=0 l=1 rev1=1 crypto rx=0x7f0b44036040 tx=0x7f0b44005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d662b9d37da45e08 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:59.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.383+0000 7f0b537fe640 1 --2- 172.21.15.1:0/3475425531 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0b400a2230 0x7f0b400a46f0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f0b4c096960 tx=0x7f0b4c009270 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:59.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.383+0000 7f0b497fa640 1 -- 172.21.15.1:0/3566283846 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b44004880 con 0x563ba3fe8ab0 2024-02-10T00:08:59.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.383+0000 7f0b497fa640 1 -- 172.21.15.1:0/3566283846 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0b440049e0 con 0x563ba3fe8ab0 2024-02-10T00:08:59.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.383+0000 7f0b497fa640 1 -- 172.21.15.1:0/3566283846 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b44005210 con 0x563ba3fe8ab0 2024-02-10T00:08:59.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.384+0000 7f0b5c00c740 1 -- 172.21.15.1:0/3566283846 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563ba3fe8ab0 msgr2=0x563ba3ff1150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:59.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.384+0000 7f0b5c00c740 1 --2- 172.21.15.1:0/3566283846 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563ba3fe8ab0 0x563ba3ff1150 secure :-1 s=READY pgs=1595 cs=0 l=1 rev1=1 crypto rx=0x7f0b44036040 tx=0x7f0b44005c00 comp rx=0 tx=0).stop 2024-02-10T00:08:59.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.384+0000 7f0b5c00c740 1 -- 172.21.15.1:0/3566283846 shutdown_connections 2024-02-10T00:08:59.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.384+0000 7f0b5c00c740 1 --2- 172.21.15.1:0/3566283846 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563ba3ff1690 0x563ba3ff3a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.384+0000 7f0b5c00c740 1 --2- 172.21.15.1:0/3566283846 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563ba3fe8ab0 0x563ba3ff1150 unknown :-1 s=CLOSED pgs=1595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.384+0000 7f0b5c00c740 1 --2- 172.21.15.1:0/3566283846 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563ba3fe8190 0x563ba3fe8570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.384+0000 7f0b5c00c740 1 -- 172.21.15.1:0/3566283846 >> 172.21.15.1:0/3566283846 conn(0x563ba3fe28c0 msgr2=0x563ba3fe2ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:59.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.384+0000 7f0b5c00c740 1 -- 172.21.15.1:0/3566283846 shutdown_connections 2024-02-10T00:08:59.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.384+0000 7f0b5c00c740 1 -- 172.21.15.1:0/3566283846 wait complete. 2024-02-10T00:08:59.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.384+0000 7f0b5c00c740 1 -- start start 2024-02-10T00:08:59.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.384+0000 7f0b5c00c740 1 Processor -- start 2024-02-10T00:08:59.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.385+0000 7f0b5c00c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563ba3fe8190 0x563ba3fee6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.385+0000 7f0b5c00c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563ba3fe8ab0 0x563ba3feec10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.385+0000 7f0b5c00c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563ba3ff1690 0x563ba3fef150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.385+0000 7f0b5c00c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ba3ef3e60 con 0x563ba3ff1690 2024-02-10T00:08:59.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.385+0000 7f0b5c00c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ba3c224b0 con 0x563ba3fe8ab0 2024-02-10T00:08:59.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.385+0000 7f0b5c00c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ba3ed4670 con 0x563ba3fe8190 2024-02-10T00:08:59.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.385+0000 7f0b5c00c740 10 client.0 _ll_register_callbacks cb 0x563ba3eec190 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:59.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.385+0000 7f0b4bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563ba3ff1690 0x563ba3fef150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.385+0000 7f0b4bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563ba3ff1690 0x563ba3fef150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59900/0 (socket says 172.21.15.1:59900) 2024-02-10T00:08:59.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.385+0000 7f0b4bfff640 1 -- 172.21.15.1:0/2591014198 learned_addr learned my addr 172.21.15.1:0/2591014198 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:59.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.385+0000 7f0b4bfff640 1 --2- 172.21.15.1:0/2591014198 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563ba3fe8190 0x563ba3fee6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.385+0000 7f0b52ffd640 1 --2- 172.21.15.1:0/2591014198 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563ba3fe8ab0 0x563ba3feec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.385+0000 7f0b4bfff640 1 -- 172.21.15.1:0/2591014198 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563ba3fe8190 msgr2=0x563ba3fee6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:59.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.385+0000 7f0b4bfff640 1 --2- 172.21.15.1:0/2591014198 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563ba3fe8190 0x563ba3fee6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.385+0000 7f0b4bfff640 1 -- 172.21.15.1:0/2591014198 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563ba3fe8ab0 msgr2=0x563ba3feec10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:59.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.385+0000 7f0b4bfff640 1 --2- 172.21.15.1:0/2591014198 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563ba3fe8ab0 0x563ba3feec10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.385+0000 7f0b4bfff640 1 -- 172.21.15.1:0/2591014198 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0b5410e8e0 con 0x563ba3ff1690 2024-02-10T00:08:59.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.385+0000 7f0b52ffd640 1 --2- 172.21.15.1:0/2591014198 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563ba3fe8ab0 0x563ba3feec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:59.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.385+0000 7f0b4bfff640 1 --2- 172.21.15.1:0/2591014198 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563ba3ff1690 0x563ba3fef150 secure :-1 s=READY pgs=1596 cs=0 l=1 rev1=1 crypto rx=0x7f0b3c013fb0 tx=0x7f0b3c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1d1e23d2d734fcf server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:59.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.385+0000 7f0b3a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:59.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.385+0000 7f0b3a7fc640 1 -- 172.21.15.1:0/2591014198 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b3c013050 con 0x563ba3ff1690 2024-02-10T00:08:59.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.385+0000 7f0b3a7fc640 1 -- 172.21.15.1:0/2591014198 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f0b3c0131b0 con 0x563ba3ff1690 2024-02-10T00:08:59.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.385+0000 7f0b5c00c740 1 -- 172.21.15.1:0/2591014198 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563ba3c4e860 con 0x563ba3ff1690 2024-02-10T00:08:59.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.386+0000 7f0b3a7fc640 1 -- 172.21.15.1:0/2591014198 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0b3c013370 con 0x563ba3ff1690 2024-02-10T00:08:59.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.386+0000 7f0b5c00c740 10 client.19065 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:59.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.386+0000 7f0b5c00c740 1 -- 172.21.15.1:0/2591014198 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x563ba3f4d390 con 0x563ba3ff1690 2024-02-10T00:08:59.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.386+0000 7f0b3a7fc640 1 -- 172.21.15.1:0/2591014198 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x563ba3c4e860 con 0x563ba3ff1690 2024-02-10T00:08:59.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.386+0000 7f0b3a7fc640 1 -- 172.21.15.1:0/2591014198 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f0b3c020070 con 0x563ba3ff1690 2024-02-10T00:08:59.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.386+0000 7f0b5c00c740 10 client.19065 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:59.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.386+0000 7f0b5c00c740 10 client.19065 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:08:59.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.386+0000 7f0b5c00c740 20 client.19065 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:59.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.386+0000 7f0b5c00c740 1 --2- 172.21.15.1:0/2591014198 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x563ba40016f0 0x563ba4003b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.386+0000 7f0b5c00c740 4 client.19065 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:08:59.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.386+0000 7f0b5c00c740 1 -- 172.21.15.1:0/2591014198 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563ba3c9f410 con 0x563ba40016f0 2024-02-10T00:08:59.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.386+0000 7f0b52ffd640 1 --2- 172.21.15.1:0/2591014198 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x563ba40016f0 0x563ba4003b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.387+0000 7f0b3a7fc640 10 client.19065 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:59.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.387+0000 7f0b52ffd640 1 --2- 172.21.15.1:0/2591014198 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x563ba40016f0 0x563ba4003b10 crc :-1 s=READY pgs=270 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fa4e2c865b658544 server_cookie=41675dc7ccdf7bda in_seq=0 out_seq=0 2024-02-10T00:08:59.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.387+0000 7f0b3a7fc640 1 -- 172.21.15.1:0/2591014198 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x563ba3c9f410 con 0x563ba40016f0 2024-02-10T00:08:59.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.387+0000 7f0b3a7fc640 10 client.19065 handle_command_reply: tid=0 2024-02-10T00:08:59.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.387+0000 7f0b5c00c740 1 client.19065 shutdown 2024-02-10T00:08:59.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.388+0000 7f0b5c00c740 1 -- 172.21.15.1:0/2591014198 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563ba3ff1690 msgr2=0x563ba3fef150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:59.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.388+0000 7f0b5c00c740 1 --2- 172.21.15.1:0/2591014198 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563ba3ff1690 0x563ba3fef150 secure :-1 s=READY pgs=1596 cs=0 l=1 rev1=1 crypto rx=0x7f0b3c013fb0 tx=0x7f0b3c004730 comp rx=0 tx=0).stop 2024-02-10T00:08:59.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.388+0000 7f0b5c00c740 1 -- 172.21.15.1:0/2591014198 shutdown_connections 2024-02-10T00:08:59.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.388+0000 7f0b5c00c740 1 --2- 172.21.15.1:0/2591014198 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x563ba40016f0 0x563ba4003b10 crc :-1 s=READY pgs=270 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.388+0000 7f0b5c00c740 1 --2- 172.21.15.1:0/2591014198 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563ba3ff1690 0x563ba3fef150 unknown :-1 s=CLOSED pgs=1596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.388+0000 7f0b5c00c740 1 --2- 172.21.15.1:0/2591014198 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563ba3fe8ab0 0x563ba3feec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.388+0000 7f0b3a7fc640 0 client.19065 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:59.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.388+0000 7f0b5c00c740 1 --2- 172.21.15.1:0/2591014198 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563ba3fe8190 0x563ba3fee6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.388+0000 7f0b5c00c740 1 -- 172.21.15.1:0/2591014198 >> 172.21.15.1:0/2591014198 conn(0x563ba3fe28c0 msgr2=0x563ba3fe4610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:59.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.388+0000 7f0b5c00c740 1 -- 172.21.15.1:0/2591014198 shutdown_connections 2024-02-10T00:08:59.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.388+0000 7f0b5c00c740 1 -- 172.21.15.1:0/2591014198 wait complete. 2024-02-10T00:08:59.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.388+0000 7f0b5c00c740 20 client.19065 trim_cache size 0 max 16384 2024-02-10T00:08:59.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.403+0000 7f0b5c00c740 1 Processor -- start 2024-02-10T00:08:59.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.403+0000 7f0b5c00c740 1 -- start start 2024-02-10T00:08:59.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.404+0000 7f0b5c00c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563ba3fe8190 0x563ba3ff0e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.404+0000 7f0b5c00c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563ba3fe8ab0 0x563ba3feb950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.404+0000 7f0b5c00c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563ba3ff1690 0x563ba3febe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.404+0000 7f0b5c00c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ba3c9f410 con 0x563ba3fe8190 2024-02-10T00:08:59.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.404+0000 7f0b5c00c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ba3c4e860 con 0x563ba3ff1690 2024-02-10T00:08:59.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.404+0000 7f0b5c00c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ba3fea320 con 0x563ba3fe8ab0 2024-02-10T00:08:59.427 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.404+0000 7f0b4bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563ba3fe8190 0x563ba3ff0e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.404+0000 7f0b4bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563ba3fe8190 0x563ba3ff0e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59914/0 (socket says 172.21.15.1:59914) 2024-02-10T00:08:59.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.404+0000 7f0b4bfff640 1 -- 172.21.15.1:0/3510698904 learned_addr learned my addr 172.21.15.1:0/3510698904 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:59.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.404+0000 7f0b52ffd640 1 --2- 172.21.15.1:0/3510698904 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563ba3fe8ab0 0x563ba3feb950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.404+0000 7f0b4bfff640 1 --2- 172.21.15.1:0/3510698904 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563ba3ff1690 0x563ba3febe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.404+0000 7f0b4bfff640 1 -- 172.21.15.1:0/3510698904 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563ba3fe8ab0 msgr2=0x563ba3feb950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:59.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.404+0000 7f0b4bfff640 1 --2- 172.21.15.1:0/3510698904 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563ba3fe8ab0 0x563ba3feb950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.404+0000 7f0b4bfff640 1 -- 172.21.15.1:0/3510698904 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563ba3ff1690 msgr2=0x563ba3febe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:59.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.404+0000 7f0b4bfff640 1 --2- 172.21.15.1:0/3510698904 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563ba3ff1690 0x563ba3febe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.404+0000 7f0b4bfff640 1 -- 172.21.15.1:0/3510698904 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563ba3ee9c70 con 0x563ba3fe8190 2024-02-10T00:08:59.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.404+0000 7f0b52ffd640 1 --2- 172.21.15.1:0/3510698904 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563ba3fe8ab0 0x563ba3feb950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:59.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.405+0000 7f0b4bfff640 1 --2- 172.21.15.1:0/3510698904 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563ba3fe8190 0x563ba3ff0e00 secure :-1 s=READY pgs=1597 cs=0 l=1 rev1=1 crypto rx=0x7f0b3c006010 tx=0x7f0b3c005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b398b0ae0c8ee1b5 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:59.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.405+0000 7f0b48ff9640 1 -- 172.21.15.1:0/3510698904 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b3c00c4d0 con 0x563ba3fe8190 2024-02-10T00:08:59.428 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.405+0000 7f0b48ff9640 1 -- 172.21.15.1:0/3510698904 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0b3c004440 con 0x563ba3fe8190 2024-02-10T00:08:59.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.405+0000 7f0b48ff9640 1 -- 172.21.15.1:0/3510698904 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b3c022690 con 0x563ba3fe8190 2024-02-10T00:08:59.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.405+0000 7f0b5c00c740 1 -- 172.21.15.1:0/3510698904 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563ba3fe8190 msgr2=0x563ba3ff0e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:59.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.405+0000 7f0b5c00c740 1 --2- 172.21.15.1:0/3510698904 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563ba3fe8190 0x563ba3ff0e00 secure :-1 s=READY pgs=1597 cs=0 l=1 rev1=1 crypto rx=0x7f0b3c006010 tx=0x7f0b3c005850 comp rx=0 tx=0).stop 2024-02-10T00:08:59.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.405+0000 7f0b5c00c740 1 -- 172.21.15.1:0/3510698904 shutdown_connections 2024-02-10T00:08:59.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.405+0000 7f0b5c00c740 1 --2- 172.21.15.1:0/3510698904 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563ba3ff1690 0x563ba3febe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.405+0000 7f0b5c00c740 1 --2- 172.21.15.1:0/3510698904 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563ba3fe8ab0 0x563ba3feb950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.405+0000 7f0b5c00c740 1 --2- 172.21.15.1:0/3510698904 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563ba3fe8190 0x563ba3ff0e00 unknown :-1 s=CLOSED pgs=1597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.405+0000 7f0b5c00c740 1 -- 172.21.15.1:0/3510698904 >> 172.21.15.1:0/3510698904 conn(0x563ba3fe28c0 msgr2=0x563ba3fecfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:59.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.405+0000 7f0b5c00c740 1 -- 172.21.15.1:0/3510698904 shutdown_connections 2024-02-10T00:08:59.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.405+0000 7f0b5c00c740 1 -- 172.21.15.1:0/3510698904 wait complete. 2024-02-10T00:08:59.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.406+0000 7f0b5c00c740 1 -- start start 2024-02-10T00:08:59.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.406+0000 7f0b5c00c740 1 Processor -- start 2024-02-10T00:08:59.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.406+0000 7f0b5c00c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563ba3fe8190 0x563ba3ff7860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.429 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.406+0000 7f0b5c00c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563ba3fe8ab0 0x563ba3ff7da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.406+0000 7f0b5c00c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563ba3ff1690 0x563ba4051d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.406+0000 7f0b5c00c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ba4052260 con 0x563ba3fe8ab0 2024-02-10T00:08:59.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.406+0000 7f0b5c00c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ba40523d0 con 0x563ba3fe8190 2024-02-10T00:08:59.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.406+0000 7f0b5c00c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ba4052590 con 0x563ba3ff1690 2024-02-10T00:08:59.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.406+0000 7f0b5c00c740 10 client.0 _ll_register_callbacks cb 0x7f0b44005b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:59.430 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.406+0000 7f0b52ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563ba3fe8ab0 0x563ba3ff7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.406+0000 7f0b52ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563ba3fe8ab0 0x563ba3ff7da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59920/0 (socket says 172.21.15.1:59920) 2024-02-10T00:08:59.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.406+0000 7f0b52ffd640 1 -- 172.21.15.1:0/2288801592 learned_addr learned my addr 172.21.15.1:0/2288801592 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:59.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.406+0000 7f0b4bfff640 1 --2- 172.21.15.1:0/2288801592 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563ba3fe8190 0x563ba3ff7860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.406+0000 7f0b4bfff640 1 --2- 172.21.15.1:0/2288801592 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563ba3ff1690 0x563ba4051d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.406+0000 7f0b52ffd640 1 -- 172.21.15.1:0/2288801592 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563ba3ff1690 msgr2=0x563ba4051d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:59.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.406+0000 7f0b52ffd640 1 --2- 172.21.15.1:0/2288801592 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563ba3ff1690 0x563ba4051d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.406+0000 7f0b52ffd640 1 -- 172.21.15.1:0/2288801592 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563ba3fe8190 msgr2=0x563ba3ff7860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:59.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.406+0000 7f0b52ffd640 1 --2- 172.21.15.1:0/2288801592 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563ba3fe8190 0x563ba3ff7860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.432 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.406+0000 7f0b52ffd640 1 -- 172.21.15.1:0/2288801592 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563ba3f4d390 con 0x563ba3fe8ab0 2024-02-10T00:08:59.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.406+0000 7f0b4bfff640 1 --2- 172.21.15.1:0/2288801592 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563ba3ff1690 0x563ba4051d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:08:59.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.407+0000 7f0b52ffd640 1 --2- 172.21.15.1:0/2288801592 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563ba3fe8ab0 0x563ba3ff7da0 secure :-1 s=READY pgs=1598 cs=0 l=1 rev1=1 crypto rx=0x7f0b44004620 tx=0x7f0b44004df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2449883c1df8bddd server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:59.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.407+0000 7f0b3a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:59.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.407+0000 7f0b3a7fc640 1 -- 172.21.15.1:0/2288801592 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b44056070 con 0x563ba3fe8ab0 2024-02-10T00:08:59.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.407+0000 7f0b3a7fc640 1 -- 172.21.15.1:0/2288801592 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f0b4402caf0 con 0x563ba3fe8ab0 2024-02-10T00:08:59.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.407+0000 7f0b5c00c740 1 -- 172.21.15.1:0/2288801592 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0b440049e0 con 0x563ba3fe8ab0 2024-02-10T00:08:59.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.407+0000 7f0b3a7fc640 1 -- 172.21.15.1:0/2288801592 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0b4404e040 con 0x563ba3fe8ab0 2024-02-10T00:08:59.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.407+0000 7f0b5c00c740 10 client.19071 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:59.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.407+0000 7f0b5c00c740 1 -- 172.21.15.1:0/2288801592 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x563ba3f0fac0 con 0x563ba3fe8ab0 2024-02-10T00:08:59.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.407+0000 7f0b3a7fc640 1 -- 172.21.15.1:0/2288801592 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0b440049e0 con 0x563ba3fe8ab0 2024-02-10T00:08:59.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.407+0000 7f0b3a7fc640 1 -- 172.21.15.1:0/2288801592 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f0b44059020 con 0x563ba3fe8ab0 2024-02-10T00:08:59.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.407+0000 7f0b5c00c740 10 client.19071 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:59.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.407+0000 7f0b5c00c740 10 client.19071 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:08:59.433 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.407+0000 7f0b5c00c740 20 client.19071 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:59.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.407+0000 7f0b5c00c740 1 --2- 172.21.15.1:0/2288801592 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x563ba4059b60 0x563ba405bf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.407+0000 7f0b5c00c740 4 client.19071 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-02-10T00:08:59.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.407+0000 7f0b5c00c740 1 -- 172.21.15.1:0/2288801592 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x563ba3c8b7b0 con 0x563ba4059b60 2024-02-10T00:08:59.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.408+0000 7f0b4bfff640 1 --2- 172.21.15.1:0/2288801592 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x563ba4059b60 0x563ba405bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.408+0000 7f0b3a7fc640 10 client.19071 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:59.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.408+0000 7f0b4bfff640 1 --2- 172.21.15.1:0/2288801592 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x563ba4059b60 0x563ba405bf80 crc :-1 s=READY pgs=271 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6a179a37bebeaf9c server_cookie=3017c23d8f4452e8 in_seq=0 out_seq=0 2024-02-10T00:08:59.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.409+0000 7f0b3a7fc640 1 -- 172.21.15.1:0/2288801592 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x563ba3c8b7b0 con 0x563ba4059b60 2024-02-10T00:08:59.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.409+0000 7f0b3a7fc640 10 client.19071 handle_command_reply: tid=0 2024-02-10T00:08:59.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.409+0000 7f0b5c00c740 1 client.19071 shutdown 2024-02-10T00:08:59.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.409+0000 7f0b5c00c740 1 -- 172.21.15.1:0/2288801592 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563ba3fe8ab0 msgr2=0x563ba3ff7da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:59.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.409+0000 7f0b5c00c740 1 --2- 172.21.15.1:0/2288801592 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563ba3fe8ab0 0x563ba3ff7da0 secure :-1 s=READY pgs=1598 cs=0 l=1 rev1=1 crypto rx=0x7f0b44004620 tx=0x7f0b44004df0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.409+0000 7f0b5c00c740 1 -- 172.21.15.1:0/2288801592 shutdown_connections 2024-02-10T00:08:59.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.409+0000 7f0b5c00c740 1 --2- 172.21.15.1:0/2288801592 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x563ba4059b60 0x563ba405bf80 crc :-1 s=READY pgs=271 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.409+0000 7f0b5c00c740 1 --2- 172.21.15.1:0/2288801592 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x563ba3ff1690 0x563ba4051d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.434 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.409+0000 7f0b5c00c740 1 --2- 172.21.15.1:0/2288801592 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x563ba3fe8ab0 0x563ba3ff7da0 unknown :-1 s=CLOSED pgs=1598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.409+0000 7f0b3a7fc640 0 client.19071 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:59.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.409+0000 7f0b5c00c740 1 --2- 172.21.15.1:0/2288801592 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x563ba3fe8190 0x563ba3ff7860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.409+0000 7f0b5c00c740 1 -- 172.21.15.1:0/2288801592 >> 172.21.15.1:0/2288801592 conn(0x563ba3fe28c0 msgr2=0x563ba3fe3cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:59.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.409+0000 7f0b5c00c740 1 -- 172.21.15.1:0/2288801592 shutdown_connections 2024-02-10T00:08:59.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.409+0000 7f0b5c00c740 1 -- 172.21.15.1:0/2288801592 wait complete. 2024-02-10T00:08:59.435 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.409+0000 7f0b5c00c740 20 client.19071 trim_cache size 0 max 16384 2024-02-10T00:08:59.435 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:08:59.435 INFO:teuthology.orchestra.run.smithi001.stdout: "return_code": 0, 2024-02-10T00:08:59.436 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_tag": "979f72ed-8ccb-400f-b4cd-3a71c8979f9b", 2024-02-10T00:08:59.436 INFO:teuthology.orchestra.run.smithi001.stdout: "mode": "asynchronous" 2024-02-10T00:08:59.436 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:08:59.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.410+0000 7f0b5943e640 1 -- 172.21.15.1:0/3475425531 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0b400a2230 msgr2=0x7f0b400a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:59.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.410+0000 7f0b5943e640 1 --2- 172.21.15.1:0/3475425531 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0b400a2230 0x7f0b400a46f0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f0b4c096960 tx=0x7f0b4c009270 comp rx=0 tx=0).stop 2024-02-10T00:08:59.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.410+0000 7f0b5943e640 1 -- 172.21.15.1:0/3475425531 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0b541976c0 msgr2=0x7f0b54197b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:59.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.410+0000 7f0b5943e640 1 --2- 172.21.15.1:0/3475425531 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0b541976c0 0x7f0b54197b40 secure :-1 s=READY pgs=1594 cs=0 l=1 rev1=1 crypto rx=0x7f0b4c00eaa0 tx=0x7f0b4c00ef60 comp rx=0 tx=0).stop 2024-02-10T00:08:59.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.410+0000 7f0b5943e640 1 -- 172.21.15.1:0/3475425531 shutdown_connections 2024-02-10T00:08:59.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.410+0000 7f0b5943e640 1 --2- 172.21.15.1:0/3475425531 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0b400a2230 0x7f0b400a46f0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.410+0000 7f0b5943e640 1 --2- 172.21.15.1:0/3475425531 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0b541976c0 0x7f0b54197b40 unknown :-1 s=CLOSED pgs=1594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.410+0000 7f0b5943e640 1 --2- 172.21.15.1:0/3475425531 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0b54106500 0x7f0b5419daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.410+0000 7f0b5943e640 1 --2- 172.21.15.1:0/3475425531 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0b54101430 0x7f0b5419d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.410+0000 7f0b5943e640 1 -- 172.21.15.1:0/3475425531 >> 172.21.15.1:0/3475425531 conn(0x7f0b540fcc90 msgr2=0x7f0b540ff000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:59.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.410+0000 7f0b5943e640 1 -- 172.21.15.1:0/3475425531 shutdown_connections 2024-02-10T00:08:59.437 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.410+0000 7f0b5943e640 1 -- 172.21.15.1:0/3475425531 wait complete. 2024-02-10T00:08:59.438 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:08:59 smithi001 ceph-mon[32335]: pgmap v298: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-02-10T00:08:59.439 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:08:59.439 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:08:59.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.541+0000 7f9244cc3640 1 -- 172.21.15.1:0/3804872918 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f92401031b0 msgr2=0x7f9240103590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:59.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.541+0000 7f9244cc3640 1 --2- 172.21.15.1:0/3804872918 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f92401031b0 0x7f9240103590 secure :-1 s=READY pgs=1599 cs=0 l=1 rev1=1 crypto rx=0x7f9230009ca0 tx=0x7f923002c140 comp rx=0 tx=0).stop 2024-02-10T00:08:59.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.542+0000 7f9244cc3640 1 -- 172.21.15.1:0/3804872918 shutdown_connections 2024-02-10T00:08:59.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.542+0000 7f9244cc3640 1 --2- 172.21.15.1:0/3804872918 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9240100060 0x7f924010e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.542+0000 7f9244cc3640 1 --2- 172.21.15.1:0/3804872918 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92400ff6a0 0x7f92400ffb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.542+0000 7f9244cc3640 1 --2- 172.21.15.1:0/3804872918 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f92401031b0 0x7f9240103590 unknown :-1 s=CLOSED pgs=1599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.542+0000 7f9244cc3640 1 -- 172.21.15.1:0/3804872918 >> 172.21.15.1:0/3804872918 conn(0x7f9240076620 msgr2=0x7f92400fd9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:59.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.542+0000 7f9244cc3640 1 -- 172.21.15.1:0/3804872918 shutdown_connections 2024-02-10T00:08:59.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.542+0000 7f9244cc3640 1 -- 172.21.15.1:0/3804872918 wait complete. 2024-02-10T00:08:59.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.542+0000 7f9244cc3640 1 Processor -- start 2024-02-10T00:08:59.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.542+0000 7f9244cc3640 1 -- start start 2024-02-10T00:08:59.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.543+0000 7f9244cc3640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92400ff6a0 0x7f924019d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.543+0000 7f9244cc3640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9240100060 0x7f924019dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.543+0000 7f9244cc3640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f92401031b0 0x7f92401977e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.543+0000 7f9244cc3640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9240197e80 con 0x7f9240100060 2024-02-10T00:08:59.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.543+0000 7f9244cc3640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9240197ff0 con 0x7f92400ff6a0 2024-02-10T00:08:59.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.543+0000 7f9244cc3640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92401981b0 con 0x7f92401031b0 2024-02-10T00:08:59.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.543+0000 7f923dd9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9240100060 0x7f924019dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.543+0000 7f923dd9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9240100060 0x7f924019dbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59928/0 (socket says 172.21.15.1:59928) 2024-02-10T00:08:59.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.543+0000 7f923dd9b640 1 -- 172.21.15.1:0/3924116171 learned_addr learned my addr 172.21.15.1:0/3924116171 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:59.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.543+0000 7f923e59c640 1 --2- 172.21.15.1:0/3924116171 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92400ff6a0 0x7f924019d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.543+0000 7f923ed9d640 1 --2- 172.21.15.1:0/3924116171 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f92401031b0 0x7f92401977e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.543+0000 7f923dd9b640 1 -- 172.21.15.1:0/3924116171 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f92401031b0 msgr2=0x7f92401977e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:59.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.543+0000 7f923dd9b640 1 --2- 172.21.15.1:0/3924116171 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f92401031b0 0x7f92401977e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.548 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.543+0000 7f923dd9b640 1 -- 172.21.15.1:0/3924116171 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92400ff6a0 msgr2=0x7f924019d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:59.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.543+0000 7f923dd9b640 1 --2- 172.21.15.1:0/3924116171 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92400ff6a0 0x7f924019d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.543+0000 7f923dd9b640 1 -- 172.21.15.1:0/3924116171 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9230009900 con 0x7f9240100060 2024-02-10T00:08:59.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.543+0000 7f923ed9d640 1 --2- 172.21.15.1:0/3924116171 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f92401031b0 0x7f92401977e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:08:59.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.543+0000 7f923dd9b640 1 --2- 172.21.15.1:0/3924116171 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9240100060 0x7f924019dbb0 secure :-1 s=READY pgs=1600 cs=0 l=1 rev1=1 crypto rx=0x7f922800e9f0 tx=0x7f922800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:59.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.543+0000 7f92377fe640 1 -- 172.21.15.1:0/3924116171 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9228009700 con 0x7f9240100060 2024-02-10T00:08:59.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.543+0000 7f92377fe640 1 -- 172.21.15.1:0/3924116171 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f922800cd80 con 0x7f9240100060 2024-02-10T00:08:59.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.543+0000 7f9244cc3640 1 -- 172.21.15.1:0/3924116171 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9240198490 con 0x7f9240100060 2024-02-10T00:08:59.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.543+0000 7f92377fe640 1 -- 172.21.15.1:0/3924116171 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9228018920 con 0x7f9240100060 2024-02-10T00:08:59.549 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.543+0000 7f9244cc3640 1 -- 172.21.15.1:0/3924116171 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92401a46a0 con 0x7f9240100060 2024-02-10T00:08:59.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.545+0000 7f92377fe640 1 -- 172.21.15.1:0/3924116171 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f9228018a80 con 0x7f9240100060 2024-02-10T00:08:59.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.546+0000 7f9247972740 1 Processor -- start 2024-02-10T00:08:59.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.546+0000 7f9247972740 1 -- start start 2024-02-10T00:08:59.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.546+0000 7f9247972740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b0b547980 0x561b0b547d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.546+0000 7f92377fe640 1 --2- 172.21.15.1:0/3924116171 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f922c0a2230 0x7f922c0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.546+0000 7f9247972740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b0b548330 0x561b0b5508e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.546+0000 7f9247972740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b0b550eb0 0x561b0b553300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.546+0000 7f9247972740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b0b502d00 con 0x561b0b548330 2024-02-10T00:08:59.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.546+0000 7f9247972740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b0b4b72f0 con 0x561b0b547980 2024-02-10T00:08:59.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.546+0000 7f9247972740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b0b4b4820 con 0x561b0b550eb0 2024-02-10T00:08:59.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.546+0000 7f923e59c640 1 --2- 172.21.15.1:0/3924116171 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f922c0a2230 0x7f922c0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.546+0000 7f923dd9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b0b548330 0x561b0b5508e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.546+0000 7f923dd9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b0b548330 0x561b0b5508e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59944/0 (socket says 172.21.15.1:59944) 2024-02-10T00:08:59.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.546+0000 7f923dd9b640 1 -- 172.21.15.1:0/2384858206 learned_addr learned my addr 172.21.15.1:0/2384858206 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:59.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.546+0000 7f923ed9d640 1 --2- 172.21.15.1:0/2384858206 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b0b550eb0 0x561b0b553300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.546+0000 7f92377fe640 1 -- 172.21.15.1:0/3924116171 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f9228014070 con 0x7f9240100060 2024-02-10T00:08:59.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.547+0000 7f923ed9d640 1 --2- 172.21.15.1:0/2384858206 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b0b547980 0x561b0b547d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.547+0000 7f923dd9b640 1 -- 172.21.15.1:0/2384858206 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b0b550eb0 msgr2=0x561b0b553300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:59.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.547+0000 7f923dd9b640 1 --2- 172.21.15.1:0/2384858206 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b0b550eb0 0x561b0b553300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.547+0000 7f923dd9b640 1 -- 172.21.15.1:0/2384858206 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b0b547980 msgr2=0x561b0b547d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:59.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.547+0000 7f923dd9b640 1 --2- 172.21.15.1:0/2384858206 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b0b547980 0x561b0b547d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.547+0000 7f923dd9b640 1 -- 172.21.15.1:0/2384858206 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561b0b471ff0 con 0x561b0b548330 2024-02-10T00:08:59.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.547+0000 7f923ed9d640 1 --2- 172.21.15.1:0/2384858206 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b0b547980 0x561b0b547d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:08:59.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.547+0000 7f923e59c640 1 --2- 172.21.15.1:0/3924116171 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f922c0a2230 0x7f922c0a46f0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f9230000f80 tx=0x7f9230005c30 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:59.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.547+0000 7f923dd9b640 1 --2- 172.21.15.1:0/2384858206 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b0b548330 0x561b0b5508e0 secure :-1 s=READY pgs=1601 cs=0 l=1 rev1=1 crypto rx=0x7f9228017040 tx=0x7f922801f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3548ab0d968a145b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:59.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.547+0000 7f9234ff9640 1 -- 172.21.15.1:0/2384858206 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9228099540 con 0x561b0b548330 2024-02-10T00:08:59.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.547+0000 7f9234ff9640 1 -- 172.21.15.1:0/2384858206 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f92280989d0 con 0x561b0b548330 2024-02-10T00:08:59.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.547+0000 7f9234ff9640 1 -- 172.21.15.1:0/2384858206 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f922809af80 con 0x561b0b548330 2024-02-10T00:08:59.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.548+0000 7f9247972740 1 -- 172.21.15.1:0/2384858206 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b0b548330 msgr2=0x561b0b5508e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:59.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.548+0000 7f9247972740 1 --2- 172.21.15.1:0/2384858206 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b0b548330 0x561b0b5508e0 secure :-1 s=READY pgs=1601 cs=0 l=1 rev1=1 crypto rx=0x7f9228017040 tx=0x7f922801f000 comp rx=0 tx=0).stop 2024-02-10T00:08:59.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.548+0000 7f9247972740 1 -- 172.21.15.1:0/2384858206 shutdown_connections 2024-02-10T00:08:59.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.548+0000 7f9247972740 1 --2- 172.21.15.1:0/2384858206 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b0b550eb0 0x561b0b553300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.548+0000 7f9247972740 1 --2- 172.21.15.1:0/2384858206 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b0b548330 0x561b0b5508e0 unknown :-1 s=CLOSED pgs=1601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.548+0000 7f9247972740 1 --2- 172.21.15.1:0/2384858206 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b0b547980 0x561b0b547d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.548+0000 7f9247972740 1 -- 172.21.15.1:0/2384858206 >> 172.21.15.1:0/2384858206 conn(0x561b0b542050 msgr2=0x561b0b542430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:59.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.548+0000 7f9247972740 1 -- 172.21.15.1:0/2384858206 shutdown_connections 2024-02-10T00:08:59.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.548+0000 7f9247972740 1 -- 172.21.15.1:0/2384858206 wait complete. 2024-02-10T00:08:59.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.548+0000 7f9247972740 1 -- start start 2024-02-10T00:08:59.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.548+0000 7f9247972740 1 Processor -- start 2024-02-10T00:08:59.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.548+0000 7f9247972740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b0b547980 0x561b0b54ddd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.548+0000 7f9247972740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b0b548330 0x561b0b54e310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.548+0000 7f9247972740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b0b550eb0 0x561b0b54e850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.548+0000 7f9247972740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b0b4b0000 con 0x561b0b550eb0 2024-02-10T00:08:59.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.548+0000 7f9247972740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b0b183430 con 0x561b0b548330 2024-02-10T00:08:59.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.548+0000 7f9247972740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b0b13fe00 con 0x561b0b547980 2024-02-10T00:08:59.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.549+0000 7f9247972740 10 client.0 _ll_register_callbacks cb 0x561b0b4a47f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:59.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.549+0000 7f923ed9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b0b550eb0 0x561b0b54e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.549+0000 7f923e59c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b0b547980 0x561b0b54ddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.549+0000 7f923ed9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b0b550eb0 0x561b0b54e850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59954/0 (socket says 172.21.15.1:59954) 2024-02-10T00:08:59.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.549+0000 7f923ed9d640 1 -- 172.21.15.1:0/3961810281 learned_addr learned my addr 172.21.15.1:0/3961810281 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:59.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.549+0000 7f923dd9b640 1 --2- 172.21.15.1:0/3961810281 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b0b548330 0x561b0b54e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.549+0000 7f923ed9d640 1 -- 172.21.15.1:0/3961810281 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b0b547980 msgr2=0x561b0b54ddd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:59.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.549+0000 7f923ed9d640 1 --2- 172.21.15.1:0/3961810281 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b0b547980 0x561b0b54ddd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.549+0000 7f923ed9d640 1 -- 172.21.15.1:0/3961810281 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b0b548330 msgr2=0x561b0b54e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:59.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.549+0000 7f923ed9d640 1 --2- 172.21.15.1:0/3961810281 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b0b548330 0x561b0b54e310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.549+0000 7f923ed9d640 1 -- 172.21.15.1:0/3961810281 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92401a46a0 con 0x561b0b550eb0 2024-02-10T00:08:59.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.549+0000 7f923e59c640 1 --2- 172.21.15.1:0/3961810281 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b0b547980 0x561b0b54ddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:08:59.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.549+0000 7f923ed9d640 1 --2- 172.21.15.1:0/3961810281 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b0b550eb0 0x561b0b54e850 secure :-1 s=READY pgs=1602 cs=0 l=1 rev1=1 crypto rx=0x7f9238011c00 tx=0x7f92380107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34bd33090fcf14ff server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:59.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.549+0000 7f9225ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:59.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.549+0000 7f9225ffb640 1 -- 172.21.15.1:0/3961810281 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9238012450 con 0x561b0b550eb0 2024-02-10T00:08:59.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.549+0000 7f9225ffb640 1 -- 172.21.15.1:0/3961810281 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f92380125b0 con 0x561b0b550eb0 2024-02-10T00:08:59.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.549+0000 7f9247972740 1 -- 172.21.15.1:0/3961810281 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561b0b1af7e0 con 0x561b0b550eb0 2024-02-10T00:08:59.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.549+0000 7f9225ffb640 1 -- 172.21.15.1:0/3961810281 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9238012770 con 0x561b0b550eb0 2024-02-10T00:08:59.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.549+0000 7f9247972740 10 client.19083 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:59.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.549+0000 7f9247972740 1 -- 172.21.15.1:0/3961810281 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x561b0b4ae680 con 0x561b0b550eb0 2024-02-10T00:08:59.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.550+0000 7f9225ffb640 1 -- 172.21.15.1:0/3961810281 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x561b0b1af7e0 con 0x561b0b550eb0 2024-02-10T00:08:59.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.550+0000 7f9225ffb640 1 -- 172.21.15.1:0/3961810281 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f923801b030 con 0x561b0b550eb0 2024-02-10T00:08:59.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.550+0000 7f9247972740 10 client.19083 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:59.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.550+0000 7f9247972740 10 client.19083 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:08:59.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.550+0000 7f9247972740 20 client.19083 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:59.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.550+0000 7f9247972740 1 --2- 172.21.15.1:0/3961810281 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561b0b561300 0x561b0b563720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.550+0000 7f9247972740 4 client.19083 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:08:59.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.550+0000 7f9247972740 1 -- 172.21.15.1:0/3961810281 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561b0b1ec720 con 0x561b0b561300 2024-02-10T00:08:59.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.550+0000 7f923e59c640 1 --2- 172.21.15.1:0/3961810281 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561b0b561300 0x561b0b563720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.551+0000 7f9225ffb640 10 client.19083 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:59.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.551+0000 7f923e59c640 1 --2- 172.21.15.1:0/3961810281 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561b0b561300 0x561b0b563720 crc :-1 s=READY pgs=272 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=df8a6e18f45e1403 server_cookie=49811e7751eb0564 in_seq=0 out_seq=0 2024-02-10T00:08:59.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.551+0000 7f9225ffb640 1 -- 172.21.15.1:0/3961810281 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x561b0b1ec720 con 0x561b0b561300 2024-02-10T00:08:59.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.551+0000 7f9225ffb640 10 client.19083 handle_command_reply: tid=0 2024-02-10T00:08:59.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.551+0000 7f9247972740 1 client.19083 shutdown 2024-02-10T00:08:59.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.551+0000 7f9247972740 1 -- 172.21.15.1:0/3961810281 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b0b550eb0 msgr2=0x561b0b54e850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:59.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.551+0000 7f9247972740 1 --2- 172.21.15.1:0/3961810281 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b0b550eb0 0x561b0b54e850 secure :-1 s=READY pgs=1602 cs=0 l=1 rev1=1 crypto rx=0x7f9238011c00 tx=0x7f92380107a0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.551+0000 7f9247972740 1 -- 172.21.15.1:0/3961810281 shutdown_connections 2024-02-10T00:08:59.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.551+0000 7f9247972740 1 --2- 172.21.15.1:0/3961810281 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561b0b561300 0x561b0b563720 crc :-1 s=READY pgs=272 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.551+0000 7f9247972740 1 --2- 172.21.15.1:0/3961810281 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b0b550eb0 0x561b0b54e850 unknown :-1 s=CLOSED pgs=1602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.551+0000 7f9247972740 1 --2- 172.21.15.1:0/3961810281 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b0b548330 0x561b0b54e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.551+0000 7f9225ffb640 0 client.19083 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:59.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.551+0000 7f9247972740 1 --2- 172.21.15.1:0/3961810281 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b0b547980 0x561b0b54ddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.551+0000 7f9247972740 1 -- 172.21.15.1:0/3961810281 >> 172.21.15.1:0/3961810281 conn(0x561b0b542050 msgr2=0x561b0b543da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:59.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.551+0000 7f9247972740 1 -- 172.21.15.1:0/3961810281 shutdown_connections 2024-02-10T00:08:59.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.551+0000 7f9247972740 1 -- 172.21.15.1:0/3961810281 wait complete. 2024-02-10T00:08:59.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.551+0000 7f9247972740 20 client.19083 trim_cache size 0 max 16384 2024-02-10T00:08:59.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.566+0000 7f9247972740 1 Processor -- start 2024-02-10T00:08:59.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.566+0000 7f9247972740 1 -- start start 2024-02-10T00:08:59.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.566+0000 7f9247972740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b0b547980 0x561b0b550500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.569 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.566+0000 7f9247972740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b0b548330 0x561b0b558200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.570 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.566+0000 7f9247972740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b0b550eb0 0x561b0b54b070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.566+0000 7f9247972740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b0b434fd0 con 0x561b0b550eb0 2024-02-10T00:08:59.575 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.566+0000 7f9247972740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b0b563920 con 0x561b0b547980 2024-02-10T00:08:59.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.566+0000 7f9247972740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b0b546cf0 con 0x561b0b548330 2024-02-10T00:08:59.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.566+0000 7f923ed9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b0b550eb0 0x561b0b54b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.567+0000 7f923ed9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b0b550eb0 0x561b0b54b070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59970/0 (socket says 172.21.15.1:59970) 2024-02-10T00:08:59.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.567+0000 7f923ed9d640 1 -- 172.21.15.1:0/1634052467 learned_addr learned my addr 172.21.15.1:0/1634052467 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:59.576 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.567+0000 7f923e59c640 1 --2- 172.21.15.1:0/1634052467 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b0b547980 0x561b0b550500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.567+0000 7f923ed9d640 1 -- 172.21.15.1:0/1634052467 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b0b548330 msgr2=0x561b0b558200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:59.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.567+0000 7f923ed9d640 1 --2- 172.21.15.1:0/1634052467 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b0b548330 0x561b0b558200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.567+0000 7f923ed9d640 1 -- 172.21.15.1:0/1634052467 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b0b547980 msgr2=0x561b0b550500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:59.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.567+0000 7f923ed9d640 1 --2- 172.21.15.1:0/1634052467 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b0b547980 0x561b0b550500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.567+0000 7f923ed9d640 1 -- 172.21.15.1:0/1634052467 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561b0b44ab30 con 0x561b0b550eb0 2024-02-10T00:08:59.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.567+0000 7f923e59c640 1 --2- 172.21.15.1:0/1634052467 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b0b547980 0x561b0b550500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:08:59.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.567+0000 7f923ed9d640 1 --2- 172.21.15.1:0/1634052467 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b0b550eb0 0x561b0b54b070 secure :-1 s=READY pgs=1603 cs=0 l=1 rev1=1 crypto rx=0x7f9238026fd0 tx=0x7f9238004620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=670e99fa43052238 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:59.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.567+0000 7f9227fff640 1 -- 172.21.15.1:0/1634052467 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9238005c50 con 0x561b0b550eb0 2024-02-10T00:08:59.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.567+0000 7f9227fff640 1 -- 172.21.15.1:0/1634052467 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9238011780 con 0x561b0b550eb0 2024-02-10T00:08:59.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.567+0000 7f9227fff640 1 -- 172.21.15.1:0/1634052467 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92380128b0 con 0x561b0b550eb0 2024-02-10T00:08:59.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.568+0000 7f9247972740 1 -- 172.21.15.1:0/1634052467 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b0b550eb0 msgr2=0x561b0b54b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:59.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.568+0000 7f9247972740 1 --2- 172.21.15.1:0/1634052467 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b0b550eb0 0x561b0b54b070 secure :-1 s=READY pgs=1603 cs=0 l=1 rev1=1 crypto rx=0x7f9238026fd0 tx=0x7f9238004620 comp rx=0 tx=0).stop 2024-02-10T00:08:59.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.568+0000 7f9247972740 1 -- 172.21.15.1:0/1634052467 shutdown_connections 2024-02-10T00:08:59.577 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.568+0000 7f9247972740 1 --2- 172.21.15.1:0/1634052467 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b0b550eb0 0x561b0b54b070 unknown :-1 s=CLOSED pgs=1603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.568+0000 7f9247972740 1 --2- 172.21.15.1:0/1634052467 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b0b548330 0x561b0b558200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.568+0000 7f9247972740 1 --2- 172.21.15.1:0/1634052467 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b0b547980 0x561b0b550500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.568+0000 7f9247972740 1 -- 172.21.15.1:0/1634052467 >> 172.21.15.1:0/1634052467 conn(0x561b0b542050 msgr2=0x561b0b568080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:59.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.568+0000 7f9247972740 1 -- 172.21.15.1:0/1634052467 shutdown_connections 2024-02-10T00:08:59.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.568+0000 7f9247972740 1 -- 172.21.15.1:0/1634052467 wait complete. 2024-02-10T00:08:59.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.568+0000 7f9247972740 1 -- start start 2024-02-10T00:08:59.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.568+0000 7f9247972740 1 Processor -- start 2024-02-10T00:08:59.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.568+0000 7f9247972740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b0b547980 0x561b0b5b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.568+0000 7f9247972740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b0b548330 0x561b0b5b64b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.568+0000 7f9247972740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b0b550eb0 0x561b0b5b0380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.568+0000 7f9247972740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b0b5b0940 con 0x561b0b550eb0 2024-02-10T00:08:59.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.568+0000 7f9247972740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b0b5b0ab0 con 0x561b0b548330 2024-02-10T00:08:59.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.568+0000 7f9247972740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b0b5b0c70 con 0x561b0b547980 2024-02-10T00:08:59.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.568+0000 7f9247972740 10 client.0 _ll_register_callbacks cb 0x7f9228010e50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:08:59.578 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.568+0000 7f923ed9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b0b550eb0 0x561b0b5b0380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.568+0000 7f923ed9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b0b550eb0 0x561b0b5b0380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59972/0 (socket says 172.21.15.1:59972) 2024-02-10T00:08:59.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.568+0000 7f923ed9d640 1 -- 172.21.15.1:0/22926549 learned_addr learned my addr 172.21.15.1:0/22926549 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:08:59.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.569+0000 7f923e59c640 1 --2- 172.21.15.1:0/22926549 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b0b547980 0x561b0b5b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.569+0000 7f923ed9d640 1 -- 172.21.15.1:0/22926549 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b0b547980 msgr2=0x561b0b5b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:59.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.569+0000 7f923ed9d640 1 --2- 172.21.15.1:0/22926549 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b0b547980 0x561b0b5b5f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.569+0000 7f923ed9d640 1 -- 172.21.15.1:0/22926549 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b0b548330 msgr2=0x561b0b5b64b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:08:59.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.569+0000 7f923dd9b640 1 --2- 172.21.15.1:0/22926549 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b0b548330 0x561b0b5b64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.569+0000 7f923ed9d640 1 --2- 172.21.15.1:0/22926549 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b0b548330 0x561b0b5b64b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.569+0000 7f923ed9d640 1 -- 172.21.15.1:0/22926549 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561b0b4ae680 con 0x561b0b550eb0 2024-02-10T00:08:59.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.569+0000 7f923dd9b640 1 --2- 172.21.15.1:0/22926549 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b0b548330 0x561b0b5b64b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:08:59.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.569+0000 7f923ed9d640 1 --2- 172.21.15.1:0/22926549 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b0b550eb0 0x561b0b5b0380 secure :-1 s=READY pgs=1604 cs=0 l=1 rev1=1 crypto rx=0x7f9238026b90 tx=0x7f92380046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30508c872f3268f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:08:59.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.569+0000 7f9225ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:08:59.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.569+0000 7f9225ffb640 1 -- 172.21.15.1:0/22926549 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9238005c50 con 0x561b0b550eb0 2024-02-10T00:08:59.579 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.569+0000 7f9225ffb640 1 -- 172.21.15.1:0/22926549 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f92380268a0 con 0x561b0b550eb0 2024-02-10T00:08:59.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.569+0000 7f9247972740 1 -- 172.21.15.1:0/22926549 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f92280989d0 con 0x561b0b550eb0 2024-02-10T00:08:59.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.569+0000 7f9225ffb640 1 -- 172.21.15.1:0/22926549 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9238011e00 con 0x561b0b550eb0 2024-02-10T00:08:59.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.569+0000 7f9247972740 10 client.19089 fetch_fsmap learned FSMap version 29 2024-02-10T00:08:59.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.569+0000 7f9247972740 1 -- 172.21.15.1:0/22926549 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x561b0b470850 con 0x561b0b550eb0 2024-02-10T00:08:59.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.569+0000 7f9225ffb640 1 -- 172.21.15.1:0/22926549 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f92280989d0 con 0x561b0b550eb0 2024-02-10T00:08:59.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.569+0000 7f9225ffb640 1 -- 172.21.15.1:0/22926549 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f923801b040 con 0x561b0b550eb0 2024-02-10T00:08:59.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.569+0000 7f9247972740 10 client.19089 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:08:59.580 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.569+0000 7f9247972740 10 client.19089 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:08:59.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.569+0000 7f9247972740 20 client.19089 populate_metadata read hostname 'smithi001' 2024-02-10T00:08:59.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.569+0000 7f9247972740 1 --2- 172.21.15.1:0/22926549 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561b0b5bdc80 0x561b0b5c0070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:08:59.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.569+0000 7f9247972740 4 client.19089 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:08:59.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.569+0000 7f9247972740 1 -- 172.21.15.1:0/22926549 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x561b0b23b890 con 0x561b0b5bdc80 2024-02-10T00:08:59.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.570+0000 7f923e59c640 1 --2- 172.21.15.1:0/22926549 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561b0b5bdc80 0x561b0b5c0070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:08:59.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.570+0000 7f9225ffb640 10 client.19089 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:59.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.570+0000 7f923e59c640 1 --2- 172.21.15.1:0/22926549 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561b0b5bdc80 0x561b0b5c0070 crc :-1 s=READY pgs=273 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5eae17c974806476 server_cookie=2ef57146abea8558 in_seq=0 out_seq=0 2024-02-10T00:08:59.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.570+0000 7f9225ffb640 1 -- 172.21.15.1:0/22926549 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x561b0b23b890 con 0x561b0b5bdc80 2024-02-10T00:08:59.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.570+0000 7f9225ffb640 10 client.19089 handle_command_reply: tid=0 2024-02-10T00:08:59.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.570+0000 7f9247972740 1 client.19089 shutdown 2024-02-10T00:08:59.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.570+0000 7f9247972740 1 -- 172.21.15.1:0/22926549 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b0b550eb0 msgr2=0x561b0b5b0380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:59.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.570+0000 7f9247972740 1 --2- 172.21.15.1:0/22926549 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b0b550eb0 0x561b0b5b0380 secure :-1 s=READY pgs=1604 cs=0 l=1 rev1=1 crypto rx=0x7f9238026b90 tx=0x7f92380046c0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.581 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.571+0000 7f9247972740 1 -- 172.21.15.1:0/22926549 shutdown_connections 2024-02-10T00:08:59.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.571+0000 7f9247972740 1 --2- 172.21.15.1:0/22926549 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x561b0b5bdc80 0x561b0b5c0070 crc :-1 s=READY pgs=273 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.571+0000 7f9247972740 1 --2- 172.21.15.1:0/22926549 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b0b550eb0 0x561b0b5b0380 unknown :-1 s=CLOSED pgs=1604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.571+0000 7f9247972740 1 --2- 172.21.15.1:0/22926549 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b0b548330 0x561b0b5b64b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.571+0000 7f9225ffb640 0 client.19089 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:08:59.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.571+0000 7f9247972740 1 --2- 172.21.15.1:0/22926549 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b0b547980 0x561b0b5b5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.571+0000 7f9247972740 1 -- 172.21.15.1:0/22926549 >> 172.21.15.1:0/22926549 conn(0x561b0b542050 msgr2=0x561b0b54dd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:59.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.571+0000 7f9247972740 1 -- 172.21.15.1:0/22926549 shutdown_connections 2024-02-10T00:08:59.582 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.571+0000 7f9247972740 1 -- 172.21.15.1:0/22926549 wait complete. 2024-02-10T00:08:59.583 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.571+0000 7f9247972740 20 client.19089 trim_cache size 0 max 16384 2024-02-10T00:08:59.583 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:08:59.583 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "IDLE (waiting for more scrubs)", 2024-02-10T00:08:59.583 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": { 2024-02-10T00:08:59.583 INFO:teuthology.orchestra.run.smithi001.stdout: "979f72ed-8ccb-400f-b4cd-3a71c8979f9b": { 2024-02-10T00:08:59.584 INFO:teuthology.orchestra.run.smithi001.stdout: "path": "/", 2024-02-10T00:08:59.584 INFO:teuthology.orchestra.run.smithi001.stdout: "tag": "979f72ed-8ccb-400f-b4cd-3a71c8979f9b", 2024-02-10T00:08:59.584 INFO:teuthology.orchestra.run.smithi001.stdout: "options": "recursive,force" 2024-02-10T00:08:59.584 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:08:59.584 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:08:59.584 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:08:59.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.571+0000 7f9244cc3640 1 -- 172.21.15.1:0/3924116171 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f922c0a2230 msgr2=0x7f922c0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:59.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.571+0000 7f9244cc3640 1 --2- 172.21.15.1:0/3924116171 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f922c0a2230 0x7f922c0a46f0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f9230000f80 tx=0x7f9230005c30 comp rx=0 tx=0).stop 2024-02-10T00:08:59.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.571+0000 7f9244cc3640 1 -- 172.21.15.1:0/3924116171 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9240100060 msgr2=0x7f924019dbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:08:59.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.571+0000 7f9244cc3640 1 --2- 172.21.15.1:0/3924116171 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9240100060 0x7f924019dbb0 secure :-1 s=READY pgs=1600 cs=0 l=1 rev1=1 crypto rx=0x7f922800e9f0 tx=0x7f922800eeb0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.586 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.571+0000 7f9244cc3640 1 -- 172.21.15.1:0/3924116171 shutdown_connections 2024-02-10T00:08:59.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.571+0000 7f9244cc3640 1 --2- 172.21.15.1:0/3924116171 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f922c0a2230 0x7f922c0a46f0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.571+0000 7f9244cc3640 1 --2- 172.21.15.1:0/3924116171 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f92401031b0 0x7f92401977e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.571+0000 7f9244cc3640 1 --2- 172.21.15.1:0/3924116171 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9240100060 0x7f924019dbb0 unknown :-1 s=CLOSED pgs=1600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.571+0000 7f9244cc3640 1 --2- 172.21.15.1:0/3924116171 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f92400ff6a0 0x7f924019d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:08:59.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.571+0000 7f9244cc3640 1 -- 172.21.15.1:0/3924116171 >> 172.21.15.1:0/3924116171 conn(0x7f9240076620 msgr2=0x7f9240105370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:08:59.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.571+0000 7f9244cc3640 1 -- 172.21.15.1:0/3924116171 shutdown_connections 2024-02-10T00:08:59.587 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:08:59.571+0000 7f9244cc3640 1 -- 172.21.15.1:0/3924116171 wait complete. 2024-02-10T00:08:59.588 INFO:tasks.cephfs.filesystem:scrub status for tag:979f72ed-8ccb-400f-b4cd-3a71c8979f9b - {'path': '/', 'tag': '979f72ed-8ccb-400f-b4cd-3a71c8979f9b', 'options': 'recursive,force'} 2024-02-10T00:08:59.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:08:59 smithi088 ceph-mon[36452]: pgmap v298: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-02-10T00:09:00.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:00 smithi103 ceph-mon[36942]: scrub queued for path: / 2024-02-10T00:09:00.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:00 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:09:00.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:00 smithi103 ceph-mon[36942]: scrub summary: active paths [/] 2024-02-10T00:09:00.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:00 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:09:00.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:00 smithi001 ceph-mon[32335]: scrub queued for path: / 2024-02-10T00:09:00.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:00 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:09:00.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:00 smithi001 ceph-mon[32335]: scrub summary: active paths [/] 2024-02-10T00:09:00.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:00 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:09:00.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:00 smithi088 ceph-mon[36452]: scrub queued for path: / 2024-02-10T00:09:00.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:00 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:09:00.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:00 smithi088 ceph-mon[36452]: scrub summary: active paths [/] 2024-02-10T00:09:00.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:00 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:09:01.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:01 smithi103 ceph-mon[36942]: pgmap v299: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:09:01.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:01 smithi103 ceph-mon[36942]: scrub summary: idle 2024-02-10T00:09:01.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:01 smithi001 ceph-mon[32335]: pgmap v299: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:09:01.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:01 smithi001 ceph-mon[32335]: scrub summary: idle 2024-02-10T00:09:01.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:01 smithi088 ceph-mon[36452]: pgmap v299: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:09:01.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:01 smithi088 ceph-mon[36452]: scrub summary: idle 2024-02-10T00:09:03.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:03 smithi103 ceph-mon[36942]: pgmap v300: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:09:03.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:03 smithi001 ceph-mon[32335]: pgmap v300: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:09:03.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:03 smithi088 ceph-mon[36452]: pgmap v300: 97 pgs: 97 active+clean; 2.9 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:09:04.438 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.433+0000 7fcb19502640 1 -- 172.21.15.1:0/2609223506 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcb141065b0 msgr2=0x7fcb1410e1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:04.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.433+0000 7fcb19502640 1 --2- 172.21.15.1:0/2609223506 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcb141065b0 0x7fcb1410e1a0 secure :-1 s=READY pgs=1605 cs=0 l=1 rev1=1 crypto rx=0x7fcb0c009cd0 tx=0x7fcb0c02c0f0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.433+0000 7fcb19502640 1 -- 172.21.15.1:0/2609223506 shutdown_connections 2024-02-10T00:09:04.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.433+0000 7fcb19502640 1 --2- 172.21.15.1:0/2609223506 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcb141065b0 0x7fcb1410e1a0 unknown :-1 s=CLOSED pgs=1605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.433+0000 7fcb19502640 1 --2- 172.21.15.1:0/2609223506 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcb141007a0 0x7fcb14105ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.433+0000 7fcb19502640 1 --2- 172.21.15.1:0/2609223506 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcb140ffdf0 0x7fcb141001d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.433+0000 7fcb19502640 1 -- 172.21.15.1:0/2609223506 >> 172.21.15.1:0/2609223506 conn(0x7fcb14075410 msgr2=0x7fcb14075820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:04.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.433+0000 7fcb19502640 1 -- 172.21.15.1:0/2609223506 shutdown_connections 2024-02-10T00:09:04.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.433+0000 7fcb19502640 1 -- 172.21.15.1:0/2609223506 wait complete. 2024-02-10T00:09:04.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.434+0000 7fcb19502640 1 Processor -- start 2024-02-10T00:09:04.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.434+0000 7fcb19502640 1 -- start start 2024-02-10T00:09:04.439 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.434+0000 7fcb19502640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcb140ffdf0 0x7fcb1419d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:04.440 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.434+0000 7fcb19502640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcb141065b0 0x7fcb1419db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:04.440 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.434+0000 7fcb19502640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcb14197700 0x7fcb14197b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:04.440 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.434+0000 7fcb19502640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb141981d0 con 0x7fcb140ffdf0 2024-02-10T00:09:04.440 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.434+0000 7fcb19502640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb14198340 con 0x7fcb141065b0 2024-02-10T00:09:04.440 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.434+0000 7fcb19502640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb14198500 con 0x7fcb14197700 2024-02-10T00:09:04.440 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.435+0000 7fcb12ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcb140ffdf0 0x7fcb1419d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:04.440 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.435+0000 7fcb12ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcb140ffdf0 0x7fcb1419d640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46272/0 (socket says 172.21.15.1:46272) 2024-02-10T00:09:04.440 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.435+0000 7fcb12ffd640 1 -- 172.21.15.1:0/851160048 learned_addr learned my addr 172.21.15.1:0/851160048 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:04.440 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.435+0000 7fcb127fc640 1 --2- 172.21.15.1:0/851160048 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcb141065b0 0x7fcb1419db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:04.440 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.435+0000 7fcb137fe640 1 --2- 172.21.15.1:0/851160048 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcb14197700 0x7fcb14197b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:04.440 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.435+0000 7fcb12ffd640 1 -- 172.21.15.1:0/851160048 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcb14197700 msgr2=0x7fcb14197b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:04.440 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.435+0000 7fcb12ffd640 1 --2- 172.21.15.1:0/851160048 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcb14197700 0x7fcb14197b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.440 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.435+0000 7fcb12ffd640 1 -- 172.21.15.1:0/851160048 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcb141065b0 msgr2=0x7fcb1419db80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:04.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.435+0000 7fcb12ffd640 1 --2- 172.21.15.1:0/851160048 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcb141065b0 0x7fcb1419db80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.435+0000 7fcb12ffd640 1 -- 172.21.15.1:0/851160048 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb0c009900 con 0x7fcb140ffdf0 2024-02-10T00:09:04.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.435+0000 7fcb12ffd640 1 --2- 172.21.15.1:0/851160048 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcb140ffdf0 0x7fcb1419d640 secure :-1 s=READY pgs=1606 cs=0 l=1 rev1=1 crypto rx=0x7fcb0400d770 tx=0x7fcb0400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:04.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.435+0000 7fcafbfff640 1 -- 172.21.15.1:0/851160048 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb04009c30 con 0x7fcb140ffdf0 2024-02-10T00:09:04.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.435+0000 7fcb19502640 1 -- 172.21.15.1:0/851160048 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcb141a44a0 con 0x7fcb140ffdf0 2024-02-10T00:09:04.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.435+0000 7fcafbfff640 1 -- 172.21.15.1:0/851160048 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcb0400de80 con 0x7fcb140ffdf0 2024-02-10T00:09:04.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.435+0000 7fcafbfff640 1 -- 172.21.15.1:0/851160048 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb04004e80 con 0x7fcb140ffdf0 2024-02-10T00:09:04.441 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.435+0000 7fcb19502640 1 -- 172.21.15.1:0/851160048 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb141a4930 con 0x7fcb140ffdf0 2024-02-10T00:09:04.447 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.438+0000 7fcafbfff640 1 -- 172.21.15.1:0/851160048 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fcb04005020 con 0x7fcb140ffdf0 2024-02-10T00:09:04.447 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.438+0000 7fcb1c1b5740 1 Processor -- start 2024-02-10T00:09:04.447 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.438+0000 7fcb1c1b5740 1 -- start start 2024-02-10T00:09:04.447 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.438+0000 7fcafbfff640 1 --2- 172.21.15.1:0/851160048 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fcafc0a2220 0x7fcafc0a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:04.447 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.438+0000 7fcb1c1b5740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce252be0b0 0x55ce252be490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.438+0000 7fcb1c1b5740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ce252be9d0 0x55ce252c7260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.438+0000 7fcb1c1b5740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ce252c77a0 0x55ce252c9b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.438+0000 7fcb1c1b5740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce2522ca00 con 0x55ce252c77a0 2024-02-10T00:09:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.438+0000 7fcb1c1b5740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce25229f30 con 0x55ce252be0b0 2024-02-10T00:09:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.438+0000 7fcb1c1b5740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce25225710 con 0x55ce252be9d0 2024-02-10T00:09:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.438+0000 7fcb137fe640 1 --2- 172.21.15.1:0/851160048 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fcafc0a2220 0x7fcafc0a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.438+0000 7fcafbfff640 1 -- 172.21.15.1:0/851160048 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fcb040cda40 con 0x7fcb140ffdf0 2024-02-10T00:09:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.438+0000 7fcb137fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ce252c77a0 0x55ce252c9b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.438+0000 7fcb137fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ce252c77a0 0x55ce252c9b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46288/0 (socket says 172.21.15.1:46288) 2024-02-10T00:09:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.438+0000 7fcb137fe640 1 -- 172.21.15.1:0/1666608866 learned_addr learned my addr 172.21.15.1:0/1666608866 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.439+0000 7fcb12ffd640 1 --2- 172.21.15.1:0/1666608866 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce252be0b0 0x55ce252be490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.439+0000 7fcb127fc640 1 --2- 172.21.15.1:0/1666608866 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ce252be9d0 0x55ce252c7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:04.448 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.439+0000 7fcb137fe640 1 -- 172.21.15.1:0/1666608866 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ce252be9d0 msgr2=0x55ce252c7260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.439+0000 7fcb137fe640 1 --2- 172.21.15.1:0/1666608866 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ce252be9d0 0x55ce252c7260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.439+0000 7fcb137fe640 1 -- 172.21.15.1:0/1666608866 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce252be0b0 msgr2=0x55ce252be490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.439+0000 7fcb137fe640 1 --2- 172.21.15.1:0/1666608866 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce252be0b0 0x55ce252be490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.439+0000 7fcb137fe640 1 -- 172.21.15.1:0/1666608866 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ce251ea3b0 con 0x55ce252c77a0 2024-02-10T00:09:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.439+0000 7fcb12ffd640 1 --2- 172.21.15.1:0/1666608866 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce252be0b0 0x55ce252be490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:09:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.439+0000 7fcb127fc640 1 --2- 172.21.15.1:0/1666608866 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ce252be9d0 0x55ce252c7260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:09:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.439+0000 7fcb137fe640 1 --2- 172.21.15.1:0/1666608866 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ce252c77a0 0x55ce252c9b90 secure :-1 s=READY pgs=1607 cs=0 l=1 rev1=1 crypto rx=0x7fcb0c009cd0 tx=0x7fcb0c034880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76135e810af715a6 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.439+0000 7fcb137fe640 1 --2- 172.21.15.1:0/851160048 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fcafc0a2220 0x7fcafc0a46e0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fcb0c009890 tx=0x7fcb0c03a000 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.439+0000 7fcaf97fa640 1 -- 172.21.15.1:0/1666608866 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb0c048070 con 0x55ce252c77a0 2024-02-10T00:09:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.439+0000 7fcaf97fa640 1 -- 172.21.15.1:0/1666608866 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcb0c032db0 con 0x55ce252c77a0 2024-02-10T00:09:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.439+0000 7fcaf97fa640 1 -- 172.21.15.1:0/1666608866 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb0c004270 con 0x55ce252c77a0 2024-02-10T00:09:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.440+0000 7fcb1c1b5740 1 -- 172.21.15.1:0/1666608866 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ce252c77a0 msgr2=0x55ce252c9b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.440+0000 7fcb1c1b5740 1 --2- 172.21.15.1:0/1666608866 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ce252c77a0 0x55ce252c9b90 secure :-1 s=READY pgs=1607 cs=0 l=1 rev1=1 crypto rx=0x7fcb0c009cd0 tx=0x7fcb0c034880 comp rx=0 tx=0).stop 2024-02-10T00:09:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.440+0000 7fcb1c1b5740 1 -- 172.21.15.1:0/1666608866 shutdown_connections 2024-02-10T00:09:04.449 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.440+0000 7fcb1c1b5740 1 --2- 172.21.15.1:0/1666608866 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ce252c77a0 0x55ce252c9b90 unknown :-1 s=CLOSED pgs=1607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.440+0000 7fcb1c1b5740 1 --2- 172.21.15.1:0/1666608866 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ce252be9d0 0x55ce252c7260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.440+0000 7fcb1c1b5740 1 --2- 172.21.15.1:0/1666608866 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce252be0b0 0x55ce252be490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.440+0000 7fcb1c1b5740 1 -- 172.21.15.1:0/1666608866 >> 172.21.15.1:0/1666608866 conn(0x55ce252b89d0 msgr2=0x55ce252b8db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:04.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.440+0000 7fcb1c1b5740 1 -- 172.21.15.1:0/1666608866 shutdown_connections 2024-02-10T00:09:04.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.440+0000 7fcb1c1b5740 1 -- 172.21.15.1:0/1666608866 wait complete. 2024-02-10T00:09:04.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.440+0000 7fcb1c1b5740 1 -- start start 2024-02-10T00:09:04.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.440+0000 7fcb1c1b5740 1 Processor -- start 2024-02-10T00:09:04.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.441+0000 7fcb1c1b5740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ce252be0b0 0x55ce252c47d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:04.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.441+0000 7fcb1c1b5740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ce252be9d0 0x55ce252c4d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:04.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.441+0000 7fcb1c1b5740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce252c77a0 0x55ce252c5250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:04.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.441+0000 7fcb1c1b5740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce251cab90 con 0x55ce252be9d0 2024-02-10T00:09:04.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.441+0000 7fcb1c1b5740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce24ef9250 con 0x55ce252c77a0 2024-02-10T00:09:04.450 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.441+0000 7fcb1c1b5740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce251ab200 con 0x55ce252be0b0 2024-02-10T00:09:04.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.441+0000 7fcb1c1b5740 10 client.0 _ll_register_callbacks cb 0x55ce251e15d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:09:04.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.441+0000 7fcb127fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ce252be9d0 0x55ce252c4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:04.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.441+0000 7fcb127fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ce252be9d0 0x55ce252c4d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46300/0 (socket says 172.21.15.1:46300) 2024-02-10T00:09:04.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.441+0000 7fcb127fc640 1 -- 172.21.15.1:0/1885043328 learned_addr learned my addr 172.21.15.1:0/1885043328 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:04.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.441+0000 7fcb12ffd640 1 --2- 172.21.15.1:0/1885043328 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ce252be0b0 0x55ce252c47d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:04.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.441+0000 7fcb137fe640 1 --2- 172.21.15.1:0/1885043328 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce252c77a0 0x55ce252c5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:04.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.441+0000 7fcb127fc640 1 -- 172.21.15.1:0/1885043328 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ce252be0b0 msgr2=0x55ce252c47d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:04.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.441+0000 7fcb127fc640 1 --2- 172.21.15.1:0/1885043328 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ce252be0b0 0x55ce252c47d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.441+0000 7fcb127fc640 1 -- 172.21.15.1:0/1885043328 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce252c77a0 msgr2=0x55ce252c5250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:04.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.441+0000 7fcb127fc640 1 --2- 172.21.15.1:0/1885043328 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce252c77a0 0x55ce252c5250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.441+0000 7fcb127fc640 1 -- 172.21.15.1:0/1885043328 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb1410e9b0 con 0x55ce252be9d0 2024-02-10T00:09:04.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.441+0000 7fcb127fc640 1 --2- 172.21.15.1:0/1885043328 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ce252be9d0 0x55ce252c4d10 secure :-1 s=READY pgs=1608 cs=0 l=1 rev1=1 crypto rx=0x7fcb0800b9f0 tx=0x7fcb0800beb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ece5ec442260dcca server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:04.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.441+0000 7fcaf6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:09:04.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.441+0000 7fcaf6ff5640 1 -- 172.21.15.1:0/1885043328 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb0801b440 con 0x55ce252be9d0 2024-02-10T00:09:04.451 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.442+0000 7fcaf6ff5640 1 -- 172.21.15.1:0/1885043328 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fcb0801b5a0 con 0x55ce252be9d0 2024-02-10T00:09:04.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.442+0000 7fcb1c1b5740 1 -- 172.21.15.1:0/1885043328 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ce24f25600 con 0x55ce252be9d0 2024-02-10T00:09:04.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.442+0000 7fcaf6ff5640 1 -- 172.21.15.1:0/1885043328 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcb0801b760 con 0x55ce252be9d0 2024-02-10T00:09:04.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.442+0000 7fcb1c1b5740 10 client.19101 fetch_fsmap learned FSMap version 29 2024-02-10T00:09:04.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.442+0000 7fcb1c1b5740 1 -- 172.21.15.1:0/1885043328 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55ce25223d90 con 0x55ce252be9d0 2024-02-10T00:09:04.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.442+0000 7fcaf6ff5640 1 -- 172.21.15.1:0/1885043328 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55ce24f25600 con 0x55ce252be9d0 2024-02-10T00:09:04.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.442+0000 7fcaf6ff5640 1 -- 172.21.15.1:0/1885043328 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fcb08011b30 con 0x55ce252be9d0 2024-02-10T00:09:04.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.442+0000 7fcb1c1b5740 10 client.19101 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:09:04.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.442+0000 7fcb1c1b5740 10 client.19101 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:09:04.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.442+0000 7fcb1c1b5740 20 client.19101 populate_metadata read hostname 'smithi001' 2024-02-10T00:09:04.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.442+0000 7fcb1c1b5740 1 --2- 172.21.15.1:0/1885043328 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ce252d79f0 0x55ce252d9e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:04.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.442+0000 7fcb1c1b5740 4 client.19101 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:09:04.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.442+0000 7fcb1c1b5740 1 -- 172.21.15.1:0/1885043328 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ce24f761b0 con 0x55ce252d79f0 2024-02-10T00:09:04.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.442+0000 7fcb12ffd640 1 --2- 172.21.15.1:0/1885043328 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ce252d79f0 0x55ce252d9e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:04.452 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.443+0000 7fcb12ffd640 1 --2- 172.21.15.1:0/1885043328 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ce252d79f0 0x55ce252d9e10 crc :-1 s=READY pgs=274 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=88d218ee8f7f9854 server_cookie=23c106e19c5209a8 in_seq=0 out_seq=0 2024-02-10T00:09:04.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.443+0000 7fcaf6ff5640 10 client.19101 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:04.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.443+0000 7fcaf6ff5640 1 -- 172.21.15.1:0/1885043328 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55ce24f761b0 con 0x55ce252d79f0 2024-02-10T00:09:04.453 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.443+0000 7fcaf6ff5640 10 client.19101 handle_command_reply: tid=0 2024-02-10T00:09:04.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.443+0000 7fcb1c1b5740 1 client.19101 shutdown 2024-02-10T00:09:04.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.444+0000 7fcb1c1b5740 1 -- 172.21.15.1:0/1885043328 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ce252be9d0 msgr2=0x55ce252c4d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:04.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.444+0000 7fcb1c1b5740 1 --2- 172.21.15.1:0/1885043328 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ce252be9d0 0x55ce252c4d10 secure :-1 s=READY pgs=1608 cs=0 l=1 rev1=1 crypto rx=0x7fcb0800b9f0 tx=0x7fcb0800beb0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.444+0000 7fcb1c1b5740 1 -- 172.21.15.1:0/1885043328 shutdown_connections 2024-02-10T00:09:04.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.444+0000 7fcb1c1b5740 1 --2- 172.21.15.1:0/1885043328 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ce252d79f0 0x55ce252d9e10 crc :-1 s=READY pgs=274 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.444+0000 7fcb1c1b5740 1 --2- 172.21.15.1:0/1885043328 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce252c77a0 0x55ce252c5250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.454 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.444+0000 7fcb1c1b5740 1 --2- 172.21.15.1:0/1885043328 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ce252be9d0 0x55ce252c4d10 unknown :-1 s=CLOSED pgs=1608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.444+0000 7fcaf6ff5640 0 client.19101 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:04.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.444+0000 7fcb1c1b5740 1 --2- 172.21.15.1:0/1885043328 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ce252be0b0 0x55ce252c47d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.444+0000 7fcb1c1b5740 1 -- 172.21.15.1:0/1885043328 >> 172.21.15.1:0/1885043328 conn(0x55ce252b89d0 msgr2=0x55ce252ba720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:04.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.444+0000 7fcb1c1b5740 1 -- 172.21.15.1:0/1885043328 shutdown_connections 2024-02-10T00:09:04.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.444+0000 7fcb1c1b5740 1 -- 172.21.15.1:0/1885043328 wait complete. 2024-02-10T00:09:04.455 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.444+0000 7fcb1c1b5740 20 client.19101 trim_cache size 0 max 16384 2024-02-10T00:09:04.464 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.457+0000 7fcb1c1b5740 1 Processor -- start 2024-02-10T00:09:04.464 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.457+0000 7fcb1c1b5740 1 -- start start 2024-02-10T00:09:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.457+0000 7fcb1c1b5740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ce252be0b0 0x55ce252c6f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.457+0000 7fcb1c1b5740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce252be9d0 0x55ce252c5070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.457+0000 7fcb1c1b5740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ce252c77a0 0x55ce252c1a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.457+0000 7fcb1c1b5740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce252b99d0 con 0x55ce252c77a0 2024-02-10T00:09:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.457+0000 7fcb1c1b5740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce252b2ea0 con 0x55ce252be9d0 2024-02-10T00:09:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.457+0000 7fcb1c1b5740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce252b42a0 con 0x55ce252be0b0 2024-02-10T00:09:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.457+0000 7fcb137fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ce252c77a0 0x55ce252c1a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.458+0000 7fcb137fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ce252c77a0 0x55ce252c1a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46314/0 (socket says 172.21.15.1:46314) 2024-02-10T00:09:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.458+0000 7fcb137fe640 1 -- 172.21.15.1:0/1489982258 learned_addr learned my addr 172.21.15.1:0/1489982258 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.458+0000 7fcb12ffd640 1 --2- 172.21.15.1:0/1489982258 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ce252be0b0 0x55ce252c6f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.458+0000 7fcb127fc640 1 --2- 172.21.15.1:0/1489982258 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce252be9d0 0x55ce252c5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.458+0000 7fcb137fe640 1 -- 172.21.15.1:0/1489982258 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ce252be0b0 msgr2=0x55ce252c6f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:04.465 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.458+0000 7fcb137fe640 1 --2- 172.21.15.1:0/1489982258 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ce252be0b0 0x55ce252c6f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.458+0000 7fcb137fe640 1 -- 172.21.15.1:0/1489982258 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce252be9d0 msgr2=0x55ce252c5070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.458+0000 7fcb137fe640 1 --2- 172.21.15.1:0/1489982258 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce252be9d0 0x55ce252c5070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.458+0000 7fcb137fe640 1 -- 172.21.15.1:0/1489982258 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ce251c0820 con 0x55ce252c77a0 2024-02-10T00:09:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.458+0000 7fcb137fe640 1 --2- 172.21.15.1:0/1489982258 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ce252c77a0 0x55ce252c1a30 secure :-1 s=READY pgs=1609 cs=0 l=1 rev1=1 crypto rx=0x7fcb0c0348f0 tx=0x7fcb0c005fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=708d611f6192ed4d server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.458+0000 7fcaf8ff9640 1 -- 172.21.15.1:0/1489982258 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb0c048040 con 0x55ce252c77a0 2024-02-10T00:09:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.458+0000 7fcaf8ff9640 1 -- 172.21.15.1:0/1489982258 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcb0c0324d0 con 0x55ce252c77a0 2024-02-10T00:09:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.458+0000 7fcaf8ff9640 1 -- 172.21.15.1:0/1489982258 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb0c0043a0 con 0x55ce252c77a0 2024-02-10T00:09:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.459+0000 7fcb1c1b5740 1 -- 172.21.15.1:0/1489982258 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ce252c77a0 msgr2=0x55ce252c1a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.459+0000 7fcb1c1b5740 1 --2- 172.21.15.1:0/1489982258 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ce252c77a0 0x55ce252c1a30 secure :-1 s=READY pgs=1609 cs=0 l=1 rev1=1 crypto rx=0x7fcb0c0348f0 tx=0x7fcb0c005fa0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.459+0000 7fcb1c1b5740 1 -- 172.21.15.1:0/1489982258 shutdown_connections 2024-02-10T00:09:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.459+0000 7fcb1c1b5740 1 --2- 172.21.15.1:0/1489982258 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ce252c77a0 0x55ce252c1a30 unknown :-1 s=CLOSED pgs=1609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.459+0000 7fcb1c1b5740 1 --2- 172.21.15.1:0/1489982258 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce252be9d0 0x55ce252c5070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.459+0000 7fcb1c1b5740 1 --2- 172.21.15.1:0/1489982258 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ce252be0b0 0x55ce252c6f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.466 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.459+0000 7fcb1c1b5740 1 -- 172.21.15.1:0/1489982258 >> 172.21.15.1:0/1489982258 conn(0x55ce252b89d0 msgr2=0x55ce252c30a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.459+0000 7fcb1c1b5740 1 -- 172.21.15.1:0/1489982258 shutdown_connections 2024-02-10T00:09:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.459+0000 7fcb1c1b5740 1 -- 172.21.15.1:0/1489982258 wait complete. 2024-02-10T00:09:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.459+0000 7fcb1c1b5740 1 -- start start 2024-02-10T00:09:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.459+0000 7fcb1c1b5740 1 Processor -- start 2024-02-10T00:09:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.459+0000 7fcb1c1b5740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce252be0b0 0x55ce252ccda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.459+0000 7fcb1c1b5740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ce252be9d0 0x55ce252cd2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.459+0000 7fcb1c1b5740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ce252c77a0 0x55ce252cd820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.459+0000 7fcb1c1b5740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce252ced40 con 0x55ce252be9d0 2024-02-10T00:09:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.459+0000 7fcb1c1b5740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce2532df20 con 0x55ce252be0b0 2024-02-10T00:09:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.459+0000 7fcb1c1b5740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ce2532e060 con 0x55ce252c77a0 2024-02-10T00:09:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.459+0000 7fcb1c1b5740 10 client.0 _ll_register_callbacks cb 0x7fcb08004040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:09:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.459+0000 7fcb127fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ce252be9d0 0x55ce252cd2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.459+0000 7fcb127fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ce252be9d0 0x55ce252cd2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46330/0 (socket says 172.21.15.1:46330) 2024-02-10T00:09:04.467 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.459+0000 7fcb127fc640 1 -- 172.21.15.1:0/1834288535 learned_addr learned my addr 172.21.15.1:0/1834288535 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.460+0000 7fcb12ffd640 1 --2- 172.21.15.1:0/1834288535 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce252be0b0 0x55ce252ccda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.460+0000 7fcb137fe640 1 --2- 172.21.15.1:0/1834288535 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ce252c77a0 0x55ce252cd820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.460+0000 7fcb127fc640 1 -- 172.21.15.1:0/1834288535 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ce252c77a0 msgr2=0x55ce252cd820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.460+0000 7fcb127fc640 1 --2- 172.21.15.1:0/1834288535 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ce252c77a0 0x55ce252cd820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.460+0000 7fcb127fc640 1 -- 172.21.15.1:0/1834288535 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce252be0b0 msgr2=0x55ce252ccda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.460+0000 7fcb127fc640 1 --2- 172.21.15.1:0/1834288535 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce252be0b0 0x55ce252ccda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.460+0000 7fcb127fc640 1 -- 172.21.15.1:0/1834288535 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ce251ea3b0 con 0x55ce252be9d0 2024-02-10T00:09:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.460+0000 7fcb12ffd640 1 --2- 172.21.15.1:0/1834288535 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce252be0b0 0x55ce252ccda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:09:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.460+0000 7fcb137fe640 1 --2- 172.21.15.1:0/1834288535 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ce252c77a0 0x55ce252cd820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:09:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.460+0000 7fcb127fc640 1 --2- 172.21.15.1:0/1834288535 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ce252be9d0 0x55ce252cd2e0 secure :-1 s=READY pgs=1610 cs=0 l=1 rev1=1 crypto rx=0x55ce252c5da0 tx=0x7fcb08024480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e66f2bc5ff8cb7bd server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.460+0000 7fcaf6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:09:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.460+0000 7fcaf6ff5640 1 -- 172.21.15.1:0/1834288535 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb08004340 con 0x55ce252be9d0 2024-02-10T00:09:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.460+0000 7fcaf6ff5640 1 -- 172.21.15.1:0/1834288535 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(95..95 src has 1..95) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fcb08005b90 con 0x55ce252be9d0 2024-02-10T00:09:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.460+0000 7fcb1c1b5740 1 -- 172.21.15.1:0/1834288535 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ce2524bee0 con 0x55ce252be9d0 2024-02-10T00:09:04.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.460+0000 7fcaf6ff5640 1 -- 172.21.15.1:0/1834288535 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcb08005040 con 0x55ce252be9d0 2024-02-10T00:09:04.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.460+0000 7fcb1c1b5740 10 client.19107 fetch_fsmap learned FSMap version 29 2024-02-10T00:09:04.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.460+0000 7fcb1c1b5740 1 -- 172.21.15.1:0/1834288535 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55ce251e66f0 con 0x55ce252be9d0 2024-02-10T00:09:04.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.460+0000 7fcaf6ff5640 1 -- 172.21.15.1:0/1834288535 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55ce2524bee0 con 0x55ce252be9d0 2024-02-10T00:09:04.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.461+0000 7fcaf6ff5640 1 -- 172.21.15.1:0/1834288535 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fcb08004cf0 con 0x55ce252be9d0 2024-02-10T00:09:04.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.461+0000 7fcb1c1b5740 10 client.19107 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:09:04.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.461+0000 7fcb1c1b5740 10 client.19107 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:09:04.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.461+0000 7fcb1c1b5740 20 client.19107 populate_metadata read hostname 'smithi001' 2024-02-10T00:09:04.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.461+0000 7fcb1c1b5740 1 --2- 172.21.15.1:0/1834288535 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ce2532f870 0x55ce25331c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:04.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.461+0000 7fcb1c1b5740 4 client.19107 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:09:04.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.461+0000 7fcb1c1b5740 1 -- 172.21.15.1:0/1834288535 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55ce24f62550 con 0x55ce2532f870 2024-02-10T00:09:04.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.461+0000 7fcb12ffd640 1 --2- 172.21.15.1:0/1834288535 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ce2532f870 0x55ce25331c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:04.469 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.461+0000 7fcaf6ff5640 10 client.19107 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:04.470 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.461+0000 7fcb12ffd640 1 --2- 172.21.15.1:0/1834288535 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ce2532f870 0x55ce25331c90 crc :-1 s=READY pgs=275 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1bc6ab9eb14098d server_cookie=762c9764fa5e33a8 in_seq=0 out_seq=0 2024-02-10T00:09:04.480 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.477+0000 7fcaf6ff5640 1 -- 172.21.15.1:0/1834288535 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55ce24f62550 con 0x55ce2532f870 2024-02-10T00:09:04.480 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.477+0000 7fcaf6ff5640 10 client.19107 handle_command_reply: tid=0 2024-02-10T00:09:04.480 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.477+0000 7fcb1c1b5740 1 client.19107 shutdown 2024-02-10T00:09:04.480 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.477+0000 7fcb1c1b5740 1 -- 172.21.15.1:0/1834288535 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ce252be9d0 msgr2=0x55ce252cd2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:04.480 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.477+0000 7fcb1c1b5740 1 --2- 172.21.15.1:0/1834288535 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ce252be9d0 0x55ce252cd2e0 secure :-1 s=READY pgs=1610 cs=0 l=1 rev1=1 crypto rx=0x55ce252c5da0 tx=0x7fcb08024480 comp rx=0 tx=0).stop 2024-02-10T00:09:04.480 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.477+0000 7fcb1c1b5740 1 -- 172.21.15.1:0/1834288535 shutdown_connections 2024-02-10T00:09:04.481 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.477+0000 7fcb1c1b5740 1 --2- 172.21.15.1:0/1834288535 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ce2532f870 0x55ce25331c90 crc :-1 s=READY pgs=275 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.481 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.477+0000 7fcb1c1b5740 1 --2- 172.21.15.1:0/1834288535 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ce252c77a0 0x55ce252cd820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.481 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.477+0000 7fcb1c1b5740 1 --2- 172.21.15.1:0/1834288535 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ce252be9d0 0x55ce252cd2e0 unknown :-1 s=CLOSED pgs=1610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.481 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.477+0000 7fcb1c1b5740 1 --2- 172.21.15.1:0/1834288535 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ce252be0b0 0x55ce252ccda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.481 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.477+0000 7fcaf6ff5640 0 client.19107 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:04.481 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.477+0000 7fcb1c1b5740 1 -- 172.21.15.1:0/1834288535 >> 172.21.15.1:0/1834288535 conn(0x55ce252b89d0 msgr2=0x55ce252b9cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:04.481 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.477+0000 7fcb1c1b5740 1 -- 172.21.15.1:0/1834288535 shutdown_connections 2024-02-10T00:09:04.481 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.477+0000 7fcb1c1b5740 1 -- 172.21.15.1:0/1834288535 wait complete. 2024-02-10T00:09:04.481 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.477+0000 7fcb1c1b5740 20 client.19107 trim_cache size 0 max 16384 2024-02-10T00:09:04.481 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:09:04.481 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:09:04.482 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:09:04.482 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:09:04.482 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.478+0000 7fcb19502640 1 -- 172.21.15.1:0/851160048 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fcafc0a2220 msgr2=0x7fcafc0a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:04.482 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.478+0000 7fcb19502640 1 --2- 172.21.15.1:0/851160048 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fcafc0a2220 0x7fcafc0a46e0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fcb0c009890 tx=0x7fcb0c03a000 comp rx=0 tx=0).stop 2024-02-10T00:09:04.482 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.478+0000 7fcb19502640 1 -- 172.21.15.1:0/851160048 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcb140ffdf0 msgr2=0x7fcb1419d640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:04.483 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.478+0000 7fcb19502640 1 --2- 172.21.15.1:0/851160048 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcb140ffdf0 0x7fcb1419d640 secure :-1 s=READY pgs=1606 cs=0 l=1 rev1=1 crypto rx=0x7fcb0400d770 tx=0x7fcb0400dc30 comp rx=0 tx=0).stop 2024-02-10T00:09:04.483 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.478+0000 7fcb19502640 1 -- 172.21.15.1:0/851160048 shutdown_connections 2024-02-10T00:09:04.483 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.478+0000 7fcb19502640 1 --2- 172.21.15.1:0/851160048 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fcafc0a2220 0x7fcafc0a46e0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.483 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.478+0000 7fcb19502640 1 --2- 172.21.15.1:0/851160048 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcb14197700 0x7fcb14197b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.483 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.478+0000 7fcb19502640 1 --2- 172.21.15.1:0/851160048 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcb141065b0 0x7fcb1419db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.483 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.478+0000 7fcb19502640 1 --2- 172.21.15.1:0/851160048 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcb140ffdf0 0x7fcb1419d640 unknown :-1 s=CLOSED pgs=1606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:04.483 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.478+0000 7fcb19502640 1 -- 172.21.15.1:0/851160048 >> 172.21.15.1:0/851160048 conn(0x7fcb14075410 msgr2=0x7fcb140fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:04.483 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.478+0000 7fcb19502640 1 -- 172.21.15.1:0/851160048 shutdown_connections 2024-02-10T00:09:04.483 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:04.478+0000 7fcb19502640 1 -- 172.21.15.1:0/851160048 wait complete. 2024-02-10T00:09:05.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:05 smithi103 ceph-mon[36942]: pgmap v301: 97 pgs: 97 active+clean; 3.1 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 106 KiB/s wr, 40 op/s 2024-02-10T00:09:05.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:05 smithi001 ceph-mon[32335]: pgmap v301: 97 pgs: 97 active+clean; 3.1 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 106 KiB/s wr, 40 op/s 2024-02-10T00:09:05.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:05 smithi088 ceph-mon[36452]: pgmap v301: 97 pgs: 97 active+clean; 3.1 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 106 KiB/s wr, 40 op/s 2024-02-10T00:09:07.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:07 smithi103 ceph-mon[36942]: pgmap v302: 97 pgs: 97 active+clean; 3.1 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 81 KiB/s wr, 31 op/s 2024-02-10T00:09:07.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:07 smithi103 ceph-mon[36942]: osdmap e96: 12 total, 12 up, 12 in 2024-02-10T00:09:07.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:07 smithi001 ceph-mon[32335]: pgmap v302: 97 pgs: 97 active+clean; 3.1 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 81 KiB/s wr, 31 op/s 2024-02-10T00:09:07.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:07 smithi001 ceph-mon[32335]: osdmap e96: 12 total, 12 up, 12 in 2024-02-10T00:09:07.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:07 smithi088 ceph-mon[36452]: pgmap v302: 97 pgs: 97 active+clean; 3.1 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 81 KiB/s wr, 31 op/s 2024-02-10T00:09:07.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:07 smithi088 ceph-mon[36452]: osdmap e96: 12 total, 12 up, 12 in 2024-02-10T00:09:09.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:09 smithi103 ceph-mon[36942]: pgmap v304: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 107 KiB/s wr, 41 op/s 2024-02-10T00:09:09.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:09 smithi001 ceph-mon[32335]: pgmap v304: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 107 KiB/s wr, 41 op/s 2024-02-10T00:09:09.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:09 smithi088 ceph-mon[36452]: pgmap v304: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 107 KiB/s wr, 41 op/s 2024-02-10T00:09:11.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:11 smithi103 ceph-mon[36942]: pgmap v305: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 107 KiB/s wr, 41 op/s 2024-02-10T00:09:11.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:11 smithi001 ceph-mon[32335]: pgmap v305: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 107 KiB/s wr, 41 op/s 2024-02-10T00:09:11.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:11 smithi088 ceph-mon[36452]: pgmap v305: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 107 KiB/s wr, 41 op/s 2024-02-10T00:09:13.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:13 smithi088 ceph-mon[36452]: pgmap v306: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 107 KiB/s wr, 41 op/s 2024-02-10T00:09:13.346 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:13 smithi088 ceph-mon[36452]: osdmap e97: 12 total, 12 up, 12 in 2024-02-10T00:09:13.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:13 smithi103 ceph-mon[36942]: pgmap v306: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 107 KiB/s wr, 41 op/s 2024-02-10T00:09:13.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:13 smithi103 ceph-mon[36942]: osdmap e97: 12 total, 12 up, 12 in 2024-02-10T00:09:13.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:13 smithi001 ceph-mon[32335]: pgmap v306: 97 pgs: 97 active+clean; 3.3 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 107 KiB/s wr, 41 op/s 2024-02-10T00:09:13.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:13 smithi001 ceph-mon[32335]: osdmap e97: 12 total, 12 up, 12 in 2024-02-10T00:09:15.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:15 smithi088 ceph-mon[36452]: pgmap v308: 97 pgs: 97 active+clean; 3.5 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 65 KiB/s wr, 23 op/s 2024-02-10T00:09:15.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:15 smithi103 ceph-mon[36942]: pgmap v308: 97 pgs: 97 active+clean; 3.5 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 65 KiB/s wr, 23 op/s 2024-02-10T00:09:15.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:15 smithi001 ceph-mon[32335]: pgmap v308: 97 pgs: 97 active+clean; 3.5 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 65 KiB/s wr, 23 op/s 2024-02-10T00:09:17.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:17 smithi088 ceph-mon[36452]: pgmap v309: 97 pgs: 97 active+clean; 3.5 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 55 KiB/s wr, 20 op/s 2024-02-10T00:09:17.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:17 smithi103 ceph-mon[36942]: pgmap v309: 97 pgs: 97 active+clean; 3.5 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 55 KiB/s wr, 20 op/s 2024-02-10T00:09:17.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:17 smithi001 ceph-mon[32335]: pgmap v309: 97 pgs: 97 active+clean; 3.5 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 55 KiB/s wr, 20 op/s 2024-02-10T00:09:17.579 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.576+0000 7f9b5db63640 1 -- 172.21.15.1:0/938496265 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9b58069b10 msgr2=0x7f9b58069ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:17.579 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.576+0000 7f9b5db63640 1 --2- 172.21.15.1:0/938496265 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9b58069b10 0x7f9b58069ef0 secure :-1 s=READY pgs=1611 cs=0 l=1 rev1=1 crypto rx=0x7f9b48009930 tx=0x7f9b4802bc30 comp rx=0 tx=0).stop 2024-02-10T00:09:17.579 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.576+0000 7f9b5db63640 1 -- 172.21.15.1:0/938496265 shutdown_connections 2024-02-10T00:09:17.579 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.576+0000 7f9b5db63640 1 --2- 172.21.15.1:0/938496265 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9b581065f0 0x7f9b5810e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.579 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.576+0000 7f9b5db63640 1 --2- 172.21.15.1:0/938496265 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9b5806a4c0 0x7f9b58105ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.579 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.576+0000 7f9b5db63640 1 --2- 172.21.15.1:0/938496265 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9b58069b10 0x7f9b58069ef0 unknown :-1 s=CLOSED pgs=1611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.579 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.576+0000 7f9b5db63640 1 -- 172.21.15.1:0/938496265 >> 172.21.15.1:0/938496265 conn(0x7f9b58076f50 msgr2=0x7f9b58077360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:17.579 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.576+0000 7f9b5db63640 1 -- 172.21.15.1:0/938496265 shutdown_connections 2024-02-10T00:09:17.579 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.576+0000 7f9b5db63640 1 -- 172.21.15.1:0/938496265 wait complete. 2024-02-10T00:09:17.580 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.576+0000 7f9b5db63640 1 Processor -- start 2024-02-10T00:09:17.580 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.576+0000 7f9b5db63640 1 -- start start 2024-02-10T00:09:17.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.577+0000 7f9b5db63640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9b58069b10 0x7f9b5819f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:17.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.577+0000 7f9b5db63640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9b581065f0 0x7f9b5819fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:17.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.577+0000 7f9b5db63640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9b58199870 0x7f9b58199d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:17.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.577+0000 7f9b5db63640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b5819a320 con 0x7f9b581065f0 2024-02-10T00:09:17.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.577+0000 7f9b5db63640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b5819a490 con 0x7f9b58199870 2024-02-10T00:09:17.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.577+0000 7f9b5db63640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b5819a600 con 0x7f9b58069b10 2024-02-10T00:09:17.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.577+0000 7f9b4effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9b581065f0 0x7f9b5819fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:17.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.577+0000 7f9b4effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9b581065f0 0x7f9b5819fbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49762/0 (socket says 172.21.15.1:49762) 2024-02-10T00:09:17.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.577+0000 7f9b4effd640 1 -- 172.21.15.1:0/997548726 learned_addr learned my addr 172.21.15.1:0/997548726 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:17.582 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.577+0000 7f9b577fe640 1 --2- 172.21.15.1:0/997548726 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9b58069b10 0x7f9b5819f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:17.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.577+0000 7f9b57fff640 1 --2- 172.21.15.1:0/997548726 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9b58199870 0x7f9b58199d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:17.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.577+0000 7f9b4effd640 1 -- 172.21.15.1:0/997548726 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9b58069b10 msgr2=0x7f9b5819f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:17.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.577+0000 7f9b4effd640 1 --2- 172.21.15.1:0/997548726 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9b58069b10 0x7f9b5819f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.577+0000 7f9b4effd640 1 -- 172.21.15.1:0/997548726 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9b58199870 msgr2=0x7f9b58199d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:17.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.577+0000 7f9b4effd640 1 --2- 172.21.15.1:0/997548726 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9b58199870 0x7f9b58199d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.577+0000 7f9b4effd640 1 -- 172.21.15.1:0/997548726 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b48009560 con 0x7f9b581065f0 2024-02-10T00:09:17.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.578+0000 7f9b4effd640 1 --2- 172.21.15.1:0/997548726 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9b581065f0 0x7f9b5819fbf0 secure :-1 s=READY pgs=1612 cs=0 l=1 rev1=1 crypto rx=0x7f9b4000c9f0 tx=0x7f9b4000ceb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:17.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.578+0000 7f9b557fa640 1 -- 172.21.15.1:0/997548726 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b40007bb0 con 0x7f9b581065f0 2024-02-10T00:09:17.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.578+0000 7f9b557fa640 1 -- 172.21.15.1:0/997548726 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9b40007d10 con 0x7f9b581065f0 2024-02-10T00:09:17.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.578+0000 7f9b5db63640 1 -- 172.21.15.1:0/997548726 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9b581a6560 con 0x7f9b581065f0 2024-02-10T00:09:17.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.578+0000 7f9b557fa640 1 -- 172.21.15.1:0/997548726 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b40018760 con 0x7f9b581065f0 2024-02-10T00:09:17.583 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.578+0000 7f9b5db63640 1 -- 172.21.15.1:0/997548726 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9b581a6a40 con 0x7f9b581065f0 2024-02-10T00:09:17.590 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.580+0000 7f9b557fa640 1 -- 172.21.15.1:0/997548726 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f9b4000f450 con 0x7f9b581065f0 2024-02-10T00:09:17.590 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.580+0000 7f9b6080c740 1 Processor -- start 2024-02-10T00:09:17.590 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.580+0000 7f9b557fa640 1 --2- 172.21.15.1:0/997548726 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9b440a22a0 0x7f9b440a4760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:17.590 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.580+0000 7f9b6080c740 1 -- start start 2024-02-10T00:09:17.590 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.581+0000 7f9b57fff640 1 --2- 172.21.15.1:0/997548726 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9b440a22a0 0x7f9b440a4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:17.591 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.581+0000 7f9b557fa640 1 -- 172.21.15.1:0/997548726 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f9b400ce220 con 0x7f9b581065f0 2024-02-10T00:09:17.591 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.581+0000 7f9b6080c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558563a340b0 0x558563a34490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:17.591 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.581+0000 7f9b6080c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558563a349d0 0x558563a3d260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:17.591 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.581+0000 7f9b6080c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558563a3d7a0 0x558563a3fb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:17.591 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.581+0000 7f9b6080c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5585639a2a00 con 0x558563a3d7a0 2024-02-10T00:09:17.591 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.581+0000 7f9b6080c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55856399ff30 con 0x558563a349d0 2024-02-10T00:09:17.591 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.581+0000 7f9b6080c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55856399b710 con 0x558563a340b0 2024-02-10T00:09:17.591 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.581+0000 7f9b57fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558563a3d7a0 0x558563a3fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:17.591 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.581+0000 7f9b57fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558563a3d7a0 0x558563a3fb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49766/0 (socket says 172.21.15.1:49766) 2024-02-10T00:09:17.591 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.581+0000 7f9b57fff640 1 -- 172.21.15.1:0/2519759573 learned_addr learned my addr 172.21.15.1:0/2519759573 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:17.591 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.581+0000 7f9b577fe640 1 --2- 172.21.15.1:0/2519759573 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558563a340b0 0x558563a34490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:17.591 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.581+0000 7f9b4effd640 1 --2- 172.21.15.1:0/2519759573 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558563a349d0 0x558563a3d260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:17.591 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.581+0000 7f9b57fff640 1 --2- 172.21.15.1:0/997548726 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9b440a22a0 0x7f9b440a4760 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f9b50014800 tx=0x7f9b50014c00 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:17.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.581+0000 7f9b57fff640 1 -- 172.21.15.1:0/2519759573 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558563a340b0 msgr2=0x558563a34490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:17.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.581+0000 7f9b57fff640 1 --2- 172.21.15.1:0/2519759573 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558563a340b0 0x558563a34490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.581+0000 7f9b57fff640 1 -- 172.21.15.1:0/2519759573 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558563a349d0 msgr2=0x558563a3d260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:17.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.581+0000 7f9b57fff640 1 --2- 172.21.15.1:0/2519759573 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558563a349d0 0x558563a3d260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.581+0000 7f9b57fff640 1 -- 172.21.15.1:0/2519759573 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5585639603b0 con 0x558563a3d7a0 2024-02-10T00:09:17.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.581+0000 7f9b57fff640 1 --2- 172.21.15.1:0/2519759573 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558563a3d7a0 0x558563a3fb90 secure :-1 s=READY pgs=1613 cs=0 l=1 rev1=1 crypto rx=0x7f9b50012ac0 tx=0x7f9b5001e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7f7af9dec7a6e29 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:17.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.582+0000 7f9b4dffb640 1 -- 172.21.15.1:0/2519759573 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b5000ea20 con 0x558563a3d7a0 2024-02-10T00:09:17.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.582+0000 7f9b4dffb640 1 -- 172.21.15.1:0/2519759573 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9b5001a070 con 0x558563a3d7a0 2024-02-10T00:09:17.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.582+0000 7f9b4dffb640 1 -- 172.21.15.1:0/2519759573 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b5001f3d0 con 0x558563a3d7a0 2024-02-10T00:09:17.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.582+0000 7f9b6080c740 1 -- 172.21.15.1:0/2519759573 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558563a3d7a0 msgr2=0x558563a3fb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:17.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.582+0000 7f9b6080c740 1 --2- 172.21.15.1:0/2519759573 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558563a3d7a0 0x558563a3fb90 secure :-1 s=READY pgs=1613 cs=0 l=1 rev1=1 crypto rx=0x7f9b50012ac0 tx=0x7f9b5001e000 comp rx=0 tx=0).stop 2024-02-10T00:09:17.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.582+0000 7f9b6080c740 1 -- 172.21.15.1:0/2519759573 shutdown_connections 2024-02-10T00:09:17.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.582+0000 7f9b6080c740 1 --2- 172.21.15.1:0/2519759573 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558563a3d7a0 0x558563a3fb90 unknown :-1 s=CLOSED pgs=1613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.592 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.582+0000 7f9b6080c740 1 --2- 172.21.15.1:0/2519759573 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558563a349d0 0x558563a3d260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.593 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.582+0000 7f9b6080c740 1 --2- 172.21.15.1:0/2519759573 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558563a340b0 0x558563a34490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.593 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.582+0000 7f9b6080c740 1 -- 172.21.15.1:0/2519759573 >> 172.21.15.1:0/2519759573 conn(0x558563a2e9d0 msgr2=0x558563a2edb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:17.593 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.582+0000 7f9b6080c740 1 -- 172.21.15.1:0/2519759573 shutdown_connections 2024-02-10T00:09:17.593 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.583+0000 7f9b6080c740 1 -- 172.21.15.1:0/2519759573 wait complete. 2024-02-10T00:09:17.593 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.583+0000 7f9b6080c740 1 -- start start 2024-02-10T00:09:17.593 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.583+0000 7f9b6080c740 1 Processor -- start 2024-02-10T00:09:17.593 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.583+0000 7f9b6080c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558563a340b0 0x558563a3a820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:17.593 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.583+0000 7f9b6080c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558563a349d0 0x558563a3ad60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:17.593 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.583+0000 7f9b6080c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558563a3d7a0 0x558563a3b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:17.593 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.583+0000 7f9b6080c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x558563940b90 con 0x558563a340b0 2024-02-10T00:09:17.593 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.583+0000 7f9b6080c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55856366f250 con 0x558563a349d0 2024-02-10T00:09:17.593 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.583+0000 7f9b6080c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x558563921200 con 0x558563a3d7a0 2024-02-10T00:09:17.593 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.583+0000 7f9b6080c740 10 client.0 _ll_register_callbacks cb 0x5585639575d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:09:17.593 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.584+0000 7f9b577fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558563a340b0 0x558563a3a820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:17.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.584+0000 7f9b577fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558563a340b0 0x558563a3a820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49780/0 (socket says 172.21.15.1:49780) 2024-02-10T00:09:17.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.584+0000 7f9b577fe640 1 -- 172.21.15.1:0/410890543 learned_addr learned my addr 172.21.15.1:0/410890543 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:17.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.584+0000 7f9b4effd640 1 --2- 172.21.15.1:0/410890543 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558563a349d0 0x558563a3ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:17.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.584+0000 7f9b57fff640 1 --2- 172.21.15.1:0/410890543 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558563a3d7a0 0x558563a3b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:17.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.584+0000 7f9b577fe640 1 -- 172.21.15.1:0/410890543 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558563a3d7a0 msgr2=0x558563a3b2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:17.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.584+0000 7f9b577fe640 1 --2- 172.21.15.1:0/410890543 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558563a3d7a0 0x558563a3b2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.584+0000 7f9b577fe640 1 -- 172.21.15.1:0/410890543 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558563a349d0 msgr2=0x558563a3ad60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:17.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.584+0000 7f9b577fe640 1 --2- 172.21.15.1:0/410890543 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558563a349d0 0x558563a3ad60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.584+0000 7f9b577fe640 1 -- 172.21.15.1:0/410890543 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9b50014e50 con 0x558563a340b0 2024-02-10T00:09:17.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.584+0000 7f9b4effd640 1 --2- 172.21.15.1:0/410890543 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558563a349d0 0x558563a3ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:09:17.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.584+0000 7f9b577fe640 1 --2- 172.21.15.1:0/410890543 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558563a340b0 0x558563a3a820 secure :-1 s=READY pgs=1614 cs=0 l=1 rev1=1 crypto rx=0x7f9b48005ab0 tx=0x7f9b4802ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a747abd607a8e6a3 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:17.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.584+0000 7f9b36ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:09:17.594 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.584+0000 7f9b36ffd640 1 -- 172.21.15.1:0/410890543 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b48004450 con 0x558563a340b0 2024-02-10T00:09:17.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.584+0000 7f9b36ffd640 1 -- 172.21.15.1:0/410890543 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f9b48004df0 con 0x558563a340b0 2024-02-10T00:09:17.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.584+0000 7f9b6080c740 1 -- 172.21.15.1:0/410890543 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5585639c1ee0 con 0x558563a340b0 2024-02-10T00:09:17.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.584+0000 7f9b36ffd640 1 -- 172.21.15.1:0/410890543 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9b48004fb0 con 0x558563a340b0 2024-02-10T00:09:17.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.584+0000 7f9b6080c740 10 client.19119 fetch_fsmap learned FSMap version 29 2024-02-10T00:09:17.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.584+0000 7f9b6080c740 1 -- 172.21.15.1:0/410890543 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x558563999d90 con 0x558563a340b0 2024-02-10T00:09:17.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.585+0000 7f9b36ffd640 1 -- 172.21.15.1:0/410890543 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5585639c1ee0 con 0x558563a340b0 2024-02-10T00:09:17.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.585+0000 7f9b36ffd640 1 -- 172.21.15.1:0/410890543 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f9b4804f020 con 0x558563a340b0 2024-02-10T00:09:17.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.585+0000 7f9b6080c740 10 client.19119 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:09:17.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.585+0000 7f9b6080c740 10 client.19119 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:09:17.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.585+0000 7f9b6080c740 20 client.19119 populate_metadata read hostname 'smithi001' 2024-02-10T00:09:17.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.585+0000 7f9b6080c740 1 --2- 172.21.15.1:0/410890543 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558563a4d9d0 0x558563a4fdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:17.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.585+0000 7f9b6080c740 4 client.19119 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:09:17.595 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.585+0000 7f9b6080c740 1 -- 172.21.15.1:0/410890543 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55856369b600 con 0x558563a4d9d0 2024-02-10T00:09:17.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.585+0000 7f9b4effd640 1 --2- 172.21.15.1:0/410890543 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558563a4d9d0 0x558563a4fdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:17.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.586+0000 7f9b4effd640 1 --2- 172.21.15.1:0/410890543 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558563a4d9d0 0x558563a4fdc0 crc :-1 s=READY pgs=276 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b8bba11569ad5b65 server_cookie=c5cd6598485f8152 in_seq=0 out_seq=0 2024-02-10T00:09:17.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.586+0000 7f9b36ffd640 10 client.19119 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:17.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.586+0000 7f9b36ffd640 1 -- 172.21.15.1:0/410890543 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55856369b600 con 0x558563a4d9d0 2024-02-10T00:09:17.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.586+0000 7f9b36ffd640 10 client.19119 handle_command_reply: tid=0 2024-02-10T00:09:17.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.586+0000 7f9b6080c740 1 client.19119 shutdown 2024-02-10T00:09:17.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.587+0000 7f9b6080c740 1 -- 172.21.15.1:0/410890543 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558563a340b0 msgr2=0x558563a3a820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:17.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.587+0000 7f9b6080c740 1 --2- 172.21.15.1:0/410890543 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558563a340b0 0x558563a3a820 secure :-1 s=READY pgs=1614 cs=0 l=1 rev1=1 crypto rx=0x7f9b48005ab0 tx=0x7f9b4802ca10 comp rx=0 tx=0).stop 2024-02-10T00:09:17.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.587+0000 7f9b6080c740 1 -- 172.21.15.1:0/410890543 shutdown_connections 2024-02-10T00:09:17.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.587+0000 7f9b6080c740 1 --2- 172.21.15.1:0/410890543 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558563a4d9d0 0x558563a4fdc0 crc :-1 s=READY pgs=276 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.596 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.587+0000 7f9b6080c740 1 --2- 172.21.15.1:0/410890543 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558563a3d7a0 0x558563a3b2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.587+0000 7f9b6080c740 1 --2- 172.21.15.1:0/410890543 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558563a349d0 0x558563a3ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.587+0000 7f9b6080c740 1 --2- 172.21.15.1:0/410890543 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558563a340b0 0x558563a3a820 unknown :-1 s=CLOSED pgs=1614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.587+0000 7f9b36ffd640 0 client.19119 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:17.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.587+0000 7f9b6080c740 1 -- 172.21.15.1:0/410890543 >> 172.21.15.1:0/410890543 conn(0x558563a2e9d0 msgr2=0x558563a30720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:17.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.587+0000 7f9b6080c740 1 -- 172.21.15.1:0/410890543 shutdown_connections 2024-02-10T00:09:17.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.587+0000 7f9b6080c740 1 -- 172.21.15.1:0/410890543 wait complete. 2024-02-10T00:09:17.597 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.587+0000 7f9b6080c740 20 client.19119 trim_cache size 0 max 16384 2024-02-10T00:09:17.608 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.600+0000 7f9b6080c740 1 Processor -- start 2024-02-10T00:09:17.608 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.600+0000 7f9b6080c740 1 -- start start 2024-02-10T00:09:17.609 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.600+0000 7f9b6080c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558563a340b0 0x558563a3cf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:17.609 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.600+0000 7f9b6080c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558563a349d0 0x558563a3b090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:17.609 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.600+0000 7f9b6080c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558563a3d7a0 0x558563a37aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:17.609 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.600+0000 7f9b6080c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x558563a2f7d0 con 0x558563a3d7a0 2024-02-10T00:09:17.609 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.600+0000 7f9b6080c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x558563a28ec0 con 0x558563a340b0 2024-02-10T00:09:17.609 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.600+0000 7f9b6080c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x558563a3ff20 con 0x558563a349d0 2024-02-10T00:09:17.609 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.600+0000 7f9b57fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558563a3d7a0 0x558563a37aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:17.609 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.601+0000 7f9b57fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558563a3d7a0 0x558563a37aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49796/0 (socket says 172.21.15.1:49796) 2024-02-10T00:09:17.609 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.601+0000 7f9b57fff640 1 -- 172.21.15.1:0/2740817716 learned_addr learned my addr 172.21.15.1:0/2740817716 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:17.609 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.601+0000 7f9b4effd640 1 --2- 172.21.15.1:0/2740817716 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558563a349d0 0x558563a3b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.601+0000 7f9b577fe640 1 --2- 172.21.15.1:0/2740817716 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558563a340b0 0x558563a3cf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.601+0000 7f9b57fff640 1 -- 172.21.15.1:0/2740817716 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558563a349d0 msgr2=0x558563a3b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.601+0000 7f9b57fff640 1 --2- 172.21.15.1:0/2740817716 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558563a349d0 0x558563a3b090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.601+0000 7f9b57fff640 1 -- 172.21.15.1:0/2740817716 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558563a340b0 msgr2=0x558563a3cf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.601+0000 7f9b57fff640 1 --2- 172.21.15.1:0/2740817716 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558563a340b0 0x558563a3cf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.601+0000 7f9b57fff640 1 -- 172.21.15.1:0/2740817716 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558563936820 con 0x558563a3d7a0 2024-02-10T00:09:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.601+0000 7f9b577fe640 1 --2- 172.21.15.1:0/2740817716 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558563a340b0 0x558563a3cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:09:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.601+0000 7f9b57fff640 1 --2- 172.21.15.1:0/2740817716 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558563a3d7a0 0x558563a37aa0 secure :-1 s=READY pgs=1615 cs=0 l=1 rev1=1 crypto rx=0x7f9b50012800 tx=0x7f9b50000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=954077be21eb3b8f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.601+0000 7f9b4d7fa640 1 -- 172.21.15.1:0/2740817716 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b50004aa0 con 0x558563a3d7a0 2024-02-10T00:09:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.601+0000 7f9b4d7fa640 1 -- 172.21.15.1:0/2740817716 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9b50020920 con 0x558563a3d7a0 2024-02-10T00:09:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.601+0000 7f9b4d7fa640 1 -- 172.21.15.1:0/2740817716 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b5000ec70 con 0x558563a3d7a0 2024-02-10T00:09:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.602+0000 7f9b6080c740 1 -- 172.21.15.1:0/2740817716 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558563a3d7a0 msgr2=0x558563a37aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.602+0000 7f9b6080c740 1 --2- 172.21.15.1:0/2740817716 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558563a3d7a0 0x558563a37aa0 secure :-1 s=READY pgs=1615 cs=0 l=1 rev1=1 crypto rx=0x7f9b50012800 tx=0x7f9b50000f40 comp rx=0 tx=0).stop 2024-02-10T00:09:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.602+0000 7f9b6080c740 1 -- 172.21.15.1:0/2740817716 shutdown_connections 2024-02-10T00:09:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.602+0000 7f9b6080c740 1 --2- 172.21.15.1:0/2740817716 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558563a3d7a0 0x558563a37aa0 unknown :-1 s=CLOSED pgs=1615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.602+0000 7f9b6080c740 1 --2- 172.21.15.1:0/2740817716 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558563a349d0 0x558563a3b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.602+0000 7f9b6080c740 1 --2- 172.21.15.1:0/2740817716 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558563a340b0 0x558563a3cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.602+0000 7f9b6080c740 1 -- 172.21.15.1:0/2740817716 >> 172.21.15.1:0/2740817716 conn(0x558563a2e9d0 msgr2=0x558563a390f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.602+0000 7f9b6080c740 1 -- 172.21.15.1:0/2740817716 shutdown_connections 2024-02-10T00:09:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.602+0000 7f9b6080c740 1 -- 172.21.15.1:0/2740817716 wait complete. 2024-02-10T00:09:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.602+0000 7f9b6080c740 1 -- start start 2024-02-10T00:09:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.603+0000 7f9b6080c740 1 Processor -- start 2024-02-10T00:09:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.603+0000 7f9b6080c740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558563a340b0 0x558563a42e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.603+0000 7f9b6080c740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558563a349d0 0x558563a43390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.603+0000 7f9b6080c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558563a3d7a0 0x558563a438d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.603+0000 7f9b6080c740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x558563aa3ef0 con 0x558563a340b0 2024-02-10T00:09:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.603+0000 7f9b6080c740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x558563aa4030 con 0x558563a349d0 2024-02-10T00:09:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.603+0000 7f9b6080c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x558563aa4170 con 0x558563a3d7a0 2024-02-10T00:09:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.603+0000 7f9b6080c740 10 client.0 _ll_register_callbacks cb 0x7f9b4802c6b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:09:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.603+0000 7f9b577fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558563a340b0 0x558563a42e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.603+0000 7f9b577fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558563a340b0 0x558563a42e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49804/0 (socket says 172.21.15.1:49804) 2024-02-10T00:09:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.603+0000 7f9b577fe640 1 -- 172.21.15.1:0/138247560 learned_addr learned my addr 172.21.15.1:0/138247560 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.603+0000 7f9b4effd640 1 --2- 172.21.15.1:0/138247560 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558563a349d0 0x558563a43390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.603+0000 7f9b57fff640 1 --2- 172.21.15.1:0/138247560 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558563a3d7a0 0x558563a438d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.603+0000 7f9b577fe640 1 -- 172.21.15.1:0/138247560 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558563a3d7a0 msgr2=0x558563a438d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.603+0000 7f9b577fe640 1 --2- 172.21.15.1:0/138247560 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558563a3d7a0 0x558563a438d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.603+0000 7f9b577fe640 1 -- 172.21.15.1:0/138247560 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558563a349d0 msgr2=0x558563a43390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.603+0000 7f9b577fe640 1 --2- 172.21.15.1:0/138247560 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558563a349d0 0x558563a43390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.603+0000 7f9b577fe640 1 -- 172.21.15.1:0/138247560 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5585639603b0 con 0x558563a340b0 2024-02-10T00:09:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.603+0000 7f9b4effd640 1 --2- 172.21.15.1:0/138247560 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558563a349d0 0x558563a43390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:09:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.603+0000 7f9b577fe640 1 --2- 172.21.15.1:0/138247560 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558563a340b0 0x558563a42e50 secure :-1 s=READY pgs=1616 cs=0 l=1 rev1=1 crypto rx=0x7f9b48004610 tx=0x7f9b48005970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c12892bd98ef23b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.603+0000 7f9b36ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:09:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.604+0000 7f9b36ffd640 1 -- 172.21.15.1:0/138247560 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b4802ca80 con 0x558563a340b0 2024-02-10T00:09:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.604+0000 7f9b36ffd640 1 -- 172.21.15.1:0/138247560 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f9b48000e40 con 0x558563a340b0 2024-02-10T00:09:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.604+0000 7f9b6080c740 1 -- 172.21.15.1:0/138247560 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9b5001a070 con 0x558563a340b0 2024-02-10T00:09:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.604+0000 7f9b36ffd640 1 -- 172.21.15.1:0/138247560 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9b48003a00 con 0x558563a340b0 2024-02-10T00:09:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.604+0000 7f9b6080c740 10 client.19125 fetch_fsmap learned FSMap version 29 2024-02-10T00:09:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.604+0000 7f9b6080c740 1 -- 172.21.15.1:0/138247560 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55856395c6f0 con 0x558563a340b0 2024-02-10T00:09:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.604+0000 7f9b36ffd640 1 -- 172.21.15.1:0/138247560 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9b5001a070 con 0x558563a340b0 2024-02-10T00:09:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.604+0000 7f9b36ffd640 1 -- 172.21.15.1:0/138247560 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f9b4803c040 con 0x558563a340b0 2024-02-10T00:09:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.604+0000 7f9b6080c740 10 client.19125 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:09:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.604+0000 7f9b6080c740 10 client.19125 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:09:17.613 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.604+0000 7f9b6080c740 20 client.19125 populate_metadata read hostname 'smithi001' 2024-02-10T00:09:17.614 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.604+0000 7f9b6080c740 1 --2- 172.21.15.1:0/138247560 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558563aa55e0 0x558563aa7a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:17.614 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.604+0000 7f9b6080c740 4 client.19125 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:09:17.614 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.604+0000 7f9b6080c740 1 -- 172.21.15.1:0/138247560 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5585636ec1b0 con 0x558563aa55e0 2024-02-10T00:09:17.614 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.605+0000 7f9b4effd640 1 --2- 172.21.15.1:0/138247560 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558563aa55e0 0x558563aa7a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:17.614 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.605+0000 7f9b4effd640 1 --2- 172.21.15.1:0/138247560 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558563aa55e0 0x558563aa7a00 crc :-1 s=READY pgs=277 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d2d182af2672bc52 server_cookie=8411810a2219bde7 in_seq=0 out_seq=0 2024-02-10T00:09:17.614 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.605+0000 7f9b36ffd640 10 client.19125 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:17.624 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.621+0000 7f9b36ffd640 1 -- 172.21.15.1:0/138247560 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5585636ec1b0 con 0x558563aa55e0 2024-02-10T00:09:17.624 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.621+0000 7f9b36ffd640 10 client.19125 handle_command_reply: tid=0 2024-02-10T00:09:17.624 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.621+0000 7f9b6080c740 1 client.19125 shutdown 2024-02-10T00:09:17.624 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.621+0000 7f9b6080c740 1 -- 172.21.15.1:0/138247560 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558563a340b0 msgr2=0x558563a42e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:17.624 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.621+0000 7f9b6080c740 1 --2- 172.21.15.1:0/138247560 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558563a340b0 0x558563a42e50 secure :-1 s=READY pgs=1616 cs=0 l=1 rev1=1 crypto rx=0x7f9b48004610 tx=0x7f9b48005970 comp rx=0 tx=0).stop 2024-02-10T00:09:17.624 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.621+0000 7f9b6080c740 1 -- 172.21.15.1:0/138247560 shutdown_connections 2024-02-10T00:09:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.621+0000 7f9b6080c740 1 --2- 172.21.15.1:0/138247560 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558563aa55e0 0x558563aa7a00 crc :-1 s=READY pgs=277 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.621+0000 7f9b6080c740 1 --2- 172.21.15.1:0/138247560 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558563a3d7a0 0x558563a438d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.621+0000 7f9b6080c740 1 --2- 172.21.15.1:0/138247560 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558563a349d0 0x558563a43390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.621+0000 7f9b6080c740 1 --2- 172.21.15.1:0/138247560 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558563a340b0 0x558563a42e50 unknown :-1 s=CLOSED pgs=1616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.621+0000 7f9b36ffd640 0 client.19125 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.621+0000 7f9b6080c740 1 -- 172.21.15.1:0/138247560 >> 172.21.15.1:0/138247560 conn(0x558563a2e9d0 msgr2=0x558563a2d1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.621+0000 7f9b6080c740 1 -- 172.21.15.1:0/138247560 shutdown_connections 2024-02-10T00:09:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.621+0000 7f9b6080c740 1 -- 172.21.15.1:0/138247560 wait complete. 2024-02-10T00:09:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.621+0000 7f9b6080c740 20 client.19125 trim_cache size 0 max 16384 2024-02-10T00:09:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:09:17.626 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:09:17.626 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:09:17.626 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:09:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.622+0000 7f9b5db63640 1 -- 172.21.15.1:0/997548726 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9b440a22a0 msgr2=0x7f9b440a4760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.622+0000 7f9b5db63640 1 --2- 172.21.15.1:0/997548726 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9b440a22a0 0x7f9b440a4760 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f9b50014800 tx=0x7f9b50014c00 comp rx=0 tx=0).stop 2024-02-10T00:09:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.622+0000 7f9b5db63640 1 -- 172.21.15.1:0/997548726 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9b581065f0 msgr2=0x7f9b5819fbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.622+0000 7f9b5db63640 1 --2- 172.21.15.1:0/997548726 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9b581065f0 0x7f9b5819fbf0 secure :-1 s=READY pgs=1612 cs=0 l=1 rev1=1 crypto rx=0x7f9b4000c9f0 tx=0x7f9b4000ceb0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.622+0000 7f9b5db63640 1 -- 172.21.15.1:0/997548726 shutdown_connections 2024-02-10T00:09:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.622+0000 7f9b5db63640 1 --2- 172.21.15.1:0/997548726 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9b440a22a0 0x7f9b440a4760 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.622+0000 7f9b5db63640 1 --2- 172.21.15.1:0/997548726 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9b58199870 0x7f9b58199d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.622+0000 7f9b5db63640 1 --2- 172.21.15.1:0/997548726 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9b581065f0 0x7f9b5819fbf0 unknown :-1 s=CLOSED pgs=1612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.622+0000 7f9b5db63640 1 --2- 172.21.15.1:0/997548726 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9b58069b10 0x7f9b5819f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.622+0000 7f9b5db63640 1 -- 172.21.15.1:0/997548726 >> 172.21.15.1:0/997548726 conn(0x7f9b58076f50 msgr2=0x7f9b5810c500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.622+0000 7f9b5db63640 1 -- 172.21.15.1:0/997548726 shutdown_connections 2024-02-10T00:09:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:17.622+0000 7f9b5db63640 1 -- 172.21.15.1:0/997548726 wait complete. 2024-02-10T00:09:19.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:19 smithi088 ceph-mon[36452]: pgmap v310: 97 pgs: 97 active+clean; 3.7 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:09:19.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:19 smithi103 ceph-mon[36942]: pgmap v310: 97 pgs: 97 active+clean; 3.7 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:09:19.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:19 smithi001 ceph-mon[32335]: pgmap v310: 97 pgs: 97 active+clean; 3.7 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:09:21.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:21 smithi088 ceph-mon[36452]: pgmap v311: 97 pgs: 97 active+clean; 3.7 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:09:21.390 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:21 smithi103 ceph-mon[36942]: pgmap v311: 97 pgs: 97 active+clean; 3.7 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:09:21.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:21 smithi001 ceph-mon[32335]: pgmap v311: 97 pgs: 97 active+clean; 3.7 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:09:23.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:23 smithi088 ceph-mon[36452]: pgmap v312: 97 pgs: 97 active+clean; 3.7 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:09:23.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:23 smithi103 ceph-mon[36942]: pgmap v312: 97 pgs: 97 active+clean; 3.7 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:09:23.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:23 smithi001 ceph-mon[32335]: pgmap v312: 97 pgs: 97 active+clean; 3.7 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:09:23.948 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 10 00:09:23 smithi001 sudo[101273]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-02-10T00:09:23.948 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 10 00:09:23 smithi001 sudo[101273]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-10T00:09:23.948 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 10 00:09:23 smithi001 sudo[101273]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-10T00:09:23.948 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 10 00:09:23 smithi001 sudo[101273]: pam_unix(sudo:session): session closed for user root 2024-02-10T00:09:24.219 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 10 00:09:23 smithi001 sudo[101276]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-02-10T00:09:24.219 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 10 00:09:23 smithi001 sudo[101276]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-10T00:09:24.219 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 10 00:09:23 smithi001 sudo[101276]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-10T00:09:24.220 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 10 00:09:23 smithi001 sudo[101276]: pam_unix(sudo:session): session closed for user root 2024-02-10T00:09:24.481 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 10 00:09:24 smithi088 sudo[71532]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-02-10T00:09:24.481 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 10 00:09:24 smithi088 sudo[71532]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-10T00:09:24.481 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 10 00:09:24 smithi088 sudo[71532]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-10T00:09:24.481 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 10 00:09:24 smithi088 sudo[71532]: pam_unix(sudo:session): session closed for user root 2024-02-10T00:09:24.844 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 10 00:09:24 smithi088 sudo[71535]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-02-10T00:09:24.844 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 10 00:09:24 smithi088 sudo[71535]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-10T00:09:24.845 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 10 00:09:24 smithi088 sudo[71535]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-10T00:09:24.845 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 10 00:09:24 smithi088 sudo[71535]: pam_unix(sudo:session): session closed for user root 2024-02-10T00:09:25.010 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:24 smithi103 ceph-mon[36942]: pgmap v313: 97 pgs: 97 active+clean; 4.0 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 62 KiB/s wr, 23 op/s 2024-02-10T00:09:25.011 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:24 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:09:25.011 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:24 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:09:25.011 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 10 00:09:24 smithi103 sudo[73230]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-02-10T00:09:25.011 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 10 00:09:24 smithi103 sudo[73230]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-10T00:09:25.011 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 10 00:09:24 smithi103 sudo[73230]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-10T00:09:25.011 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 10 00:09:24 smithi103 sudo[73230]: pam_unix(sudo:session): session closed for user root 2024-02-10T00:09:25.292 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:24 smithi001 ceph-mon[32335]: pgmap v313: 97 pgs: 97 active+clean; 4.0 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 62 KiB/s wr, 23 op/s 2024-02-10T00:09:25.292 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:24 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:09:25.292 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:24 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:09:25.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:24 smithi088 ceph-mon[36452]: pgmap v313: 97 pgs: 97 active+clean; 4.0 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 62 KiB/s wr, 23 op/s 2024-02-10T00:09:25.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:24 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:09:25.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:24 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:09:25.389 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 10 00:09:25 smithi103 sudo[73234]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-02-10T00:09:25.389 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 10 00:09:25 smithi103 sudo[73234]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-10T00:09:25.389 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 10 00:09:25 smithi103 sudo[73234]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-10T00:09:25.389 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 10 00:09:25 smithi103 sudo[73234]: pam_unix(sudo:session): session closed for user root 2024-02-10T00:09:25.561 INFO:journalctl@ceph.osd.3.smithi001.stdout:Feb 10 00:09:25 smithi001 sudo[101279]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-02-10T00:09:25.561 INFO:journalctl@ceph.osd.3.smithi001.stdout:Feb 10 00:09:25 smithi001 sudo[101279]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-10T00:09:25.561 INFO:journalctl@ceph.osd.3.smithi001.stdout:Feb 10 00:09:25 smithi001 sudo[101279]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-10T00:09:25.561 INFO:journalctl@ceph.osd.3.smithi001.stdout:Feb 10 00:09:25 smithi001 sudo[101279]: pam_unix(sudo:session): session closed for user root 2024-02-10T00:09:25.969 INFO:journalctl@ceph.osd.3.smithi001.stdout:Feb 10 00:09:25 smithi001 sudo[101282]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-02-10T00:09:25.969 INFO:journalctl@ceph.osd.3.smithi001.stdout:Feb 10 00:09:25 smithi001 sudo[101282]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-10T00:09:25.969 INFO:journalctl@ceph.osd.3.smithi001.stdout:Feb 10 00:09:25 smithi001 sudo[101282]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-10T00:09:25.969 INFO:journalctl@ceph.osd.3.smithi001.stdout:Feb 10 00:09:25 smithi001 sudo[101282]: pam_unix(sudo:session): session closed for user root 2024-02-10T00:09:26.067 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:26 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:09:26.067 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:09:25 smithi088 sudo[71538]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-02-10T00:09:26.067 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:09:25 smithi088 sudo[71538]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-10T00:09:26.067 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:09:25 smithi088 sudo[71538]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-10T00:09:26.068 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:09:25 smithi088 sudo[71538]: pam_unix(sudo:session): session closed for user root 2024-02-10T00:09:26.317 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:26 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:09:26.344 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:09:26 smithi088 sudo[71541]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-02-10T00:09:26.344 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:09:26 smithi088 sudo[71541]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-10T00:09:26.344 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:09:26 smithi088 sudo[71541]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-10T00:09:26.344 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:09:26 smithi088 sudo[71541]: pam_unix(sudo:session): session closed for user root 2024-02-10T00:09:26.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:26 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:09:26.572 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:09:26 smithi103 sudo[73238]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-02-10T00:09:26.572 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:09:26 smithi103 sudo[73238]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-10T00:09:26.572 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:09:26 smithi103 sudo[73238]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-10T00:09:26.572 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:09:26 smithi103 sudo[73238]: pam_unix(sudo:session): session closed for user root 2024-02-10T00:09:26.889 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:09:26 smithi103 sudo[73241]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-02-10T00:09:26.889 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:09:26 smithi103 sudo[73241]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-10T00:09:26.889 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:09:26 smithi103 sudo[73241]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-10T00:09:26.889 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:09:26 smithi103 sudo[73241]: pam_unix(sudo:session): session closed for user root 2024-02-10T00:09:27.102 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:27 smithi001 ceph-mon[32335]: pgmap v314: 97 pgs: 97 active+clean; 4.0 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:09:27.103 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:09:26 smithi001 sudo[101285]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-02-10T00:09:27.103 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:09:26 smithi001 sudo[101285]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-10T00:09:27.103 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:09:26 smithi001 sudo[101285]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-10T00:09:27.103 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:09:26 smithi001 sudo[101285]: pam_unix(sudo:session): session closed for user root 2024-02-10T00:09:27.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:27 smithi088 ceph-mon[36452]: pgmap v314: 97 pgs: 97 active+clean; 4.0 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:09:27.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:27 smithi103 ceph-mon[36942]: pgmap v314: 97 pgs: 97 active+clean; 4.0 MiB data, 392 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:09:27.469 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:09:27 smithi001 sudo[101288]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-02-10T00:09:27.469 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:09:27 smithi001 sudo[101288]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-10T00:09:27.469 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:09:27 smithi001 sudo[101288]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-10T00:09:27.469 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:09:27 smithi001 sudo[101288]: pam_unix(sudo:session): session closed for user root 2024-02-10T00:09:27.603 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:09:27 smithi088 sudo[71544]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-02-10T00:09:27.603 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:09:27 smithi088 sudo[71544]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-10T00:09:27.603 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:09:27 smithi088 sudo[71544]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-10T00:09:27.603 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:09:27 smithi088 sudo[71544]: pam_unix(sudo:session): session closed for user root 2024-02-10T00:09:28.095 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:09:27 smithi088 sudo[71547]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-02-10T00:09:28.095 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:09:27 smithi088 sudo[71547]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-10T00:09:28.095 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:09:27 smithi088 sudo[71547]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-10T00:09:28.095 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:09:27 smithi088 sudo[71547]: pam_unix(sudo:session): session closed for user root 2024-02-10T00:09:28.113 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:09:27 smithi103 sudo[73246]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-02-10T00:09:28.113 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:09:27 smithi103 sudo[73246]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-10T00:09:28.113 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:09:27 smithi103 sudo[73246]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-10T00:09:28.114 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:09:27 smithi103 sudo[73246]: pam_unix(sudo:session): session closed for user root 2024-02-10T00:09:28.389 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:09:28 smithi103 sudo[73249]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-02-10T00:09:28.389 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:09:28 smithi103 sudo[73249]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-10T00:09:28.389 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:09:28 smithi103 sudo[73249]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-10T00:09:28.389 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:09:28 smithi103 sudo[73249]: pam_unix(sudo:session): session closed for user root 2024-02-10T00:09:28.641 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:09:28 smithi001 sudo[101291]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-02-10T00:09:28.641 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:09:28 smithi001 sudo[101291]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-10T00:09:28.641 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:09:28 smithi001 sudo[101291]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-10T00:09:28.641 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:09:28 smithi001 sudo[101291]: pam_unix(sudo:session): session closed for user root 2024-02-10T00:09:28.969 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:09:28 smithi001 sudo[101294]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-02-10T00:09:28.969 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:09:28 smithi001 sudo[101294]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-10T00:09:28.969 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:09:28 smithi001 sudo[101294]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-10T00:09:28.969 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:09:28 smithi001 sudo[101294]: pam_unix(sudo:session): session closed for user root 2024-02-10T00:09:29.155 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:29 smithi088 ceph-mon[36452]: pgmap v315: 97 pgs: 97 active+clean; 4.2 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 158 KiB/s wr, 30 op/s 2024-02-10T00:09:29.156 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:09:28 smithi088 sudo[71550]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-02-10T00:09:29.156 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:09:28 smithi088 sudo[71550]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-10T00:09:29.156 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:09:28 smithi088 sudo[71550]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-10T00:09:29.156 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:09:28 smithi088 sudo[71550]: pam_unix(sudo:session): session closed for user root 2024-02-10T00:09:29.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:29 smithi103 ceph-mon[36942]: pgmap v315: 97 pgs: 97 active+clean; 4.2 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 158 KiB/s wr, 30 op/s 2024-02-10T00:09:29.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:29 smithi001 ceph-mon[32335]: pgmap v315: 97 pgs: 97 active+clean; 4.2 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 158 KiB/s wr, 30 op/s 2024-02-10T00:09:29.589 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:09:29.589 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:09:29.594 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:09:29 smithi088 sudo[71553]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-02-10T00:09:29.595 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:09:29 smithi088 sudo[71553]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-10T00:09:29.595 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:09:29 smithi088 sudo[71553]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-10T00:09:29.595 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:09:29 smithi088 sudo[71553]: pam_unix(sudo:session): session closed for user root 2024-02-10T00:09:29.658 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:09:29 smithi103 sudo[73253]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-02-10T00:09:29.659 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:09:29 smithi103 sudo[73253]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-10T00:09:29.659 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:09:29 smithi103 sudo[73253]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-10T00:09:29.659 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:09:29 smithi103 sudo[73253]: pam_unix(sudo:session): session closed for user root 2024-02-10T00:09:29.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.707+0000 7f7839adf640 1 -- 172.21.15.1:0/2983357443 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7834100340 msgr2=0x7f7834100720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:29.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.707+0000 7f7839adf640 1 --2- 172.21.15.1:0/2983357443 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7834100340 0x7f7834100720 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f7828009900 tx=0x7f782802bc30 comp rx=0 tx=0).stop 2024-02-10T00:09:29.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.707+0000 7f7839adf640 1 -- 172.21.15.1:0/2983357443 shutdown_connections 2024-02-10T00:09:29.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.707+0000 7f7839adf640 1 --2- 172.21.15.1:0/2983357443 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7834105410 0x7f783410cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:29.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.707+0000 7f7839adf640 1 --2- 172.21.15.1:0/2983357443 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7834100cf0 0x7f7834104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:29.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.707+0000 7f7839adf640 1 --2- 172.21.15.1:0/2983357443 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7834100340 0x7f7834100720 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:29.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.707+0000 7f7839adf640 1 -- 172.21.15.1:0/2983357443 >> 172.21.15.1:0/2983357443 conn(0x7f78340772e0 msgr2=0x7f78340776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:29.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.707+0000 7f7839adf640 1 -- 172.21.15.1:0/2983357443 shutdown_connections 2024-02-10T00:09:29.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.707+0000 7f7839adf640 1 -- 172.21.15.1:0/2983357443 wait complete. 2024-02-10T00:09:29.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.707+0000 7f7839adf640 1 Processor -- start 2024-02-10T00:09:29.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.707+0000 7f7839adf640 1 -- start start 2024-02-10T00:09:29.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.708+0000 7f7839adf640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7834100340 0x7f783419d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:29.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.708+0000 7f7839adf640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7834105410 0x7f783419db20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:29.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.708+0000 7f7839adf640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f78341976f0 0x7f7834197b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:29.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.708+0000 7f7839adf640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78341981c0 con 0x7f7834105410 2024-02-10T00:09:29.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.708+0000 7f7839adf640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7834198330 con 0x7f78341976f0 2024-02-10T00:09:29.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.708+0000 7f7839adf640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78341984f0 con 0x7f7834100340 2024-02-10T00:09:29.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.708+0000 7f7832ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7834105410 0x7f783419db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:29.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.708+0000 7f7832ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7834105410 0x7f783419db20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36834/0 (socket says 172.21.15.1:36834) 2024-02-10T00:09:29.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.708+0000 7f7832ffd640 1 -- 172.21.15.1:0/1972558624 learned_addr learned my addr 172.21.15.1:0/1972558624 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:29.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.708+0000 7f78337fe640 1 --2- 172.21.15.1:0/1972558624 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7834100340 0x7f783419d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:29.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.708+0000 7f7833fff640 1 --2- 172.21.15.1:0/1972558624 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f78341976f0 0x7f7834197b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:29.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.708+0000 7f78337fe640 1 -- 172.21.15.1:0/1972558624 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f78341976f0 msgr2=0x7f7834197b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:29.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.708+0000 7f78337fe640 1 --2- 172.21.15.1:0/1972558624 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f78341976f0 0x7f7834197b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:29.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.708+0000 7f78337fe640 1 -- 172.21.15.1:0/1972558624 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7834105410 msgr2=0x7f783419db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:29.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.708+0000 7f78337fe640 1 --2- 172.21.15.1:0/1972558624 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7834105410 0x7f783419db20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:29.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.708+0000 7f78337fe640 1 -- 172.21.15.1:0/1972558624 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7828009560 con 0x7f7834100340 2024-02-10T00:09:29.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.709+0000 7f78337fe640 1 --2- 172.21.15.1:0/1972558624 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7834100340 0x7f783419d5e0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f782802c170 tx=0x7f7828004040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:29.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.709+0000 7f7830ff9640 1 -- 172.21.15.1:0/1972558624 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f782802dea0 con 0x7f7834100340 2024-02-10T00:09:29.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.709+0000 7f7830ff9640 1 -- 172.21.15.1:0/1972558624 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7828004440 con 0x7f7834100340 2024-02-10T00:09:29.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.709+0000 7f7839adf640 1 -- 172.21.15.1:0/1972558624 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f78341a43e0 con 0x7f7834100340 2024-02-10T00:09:29.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.709+0000 7f7830ff9640 1 -- 172.21.15.1:0/1972558624 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7828003bf0 con 0x7f7834100340 2024-02-10T00:09:29.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.709+0000 7f7839adf640 1 -- 172.21.15.1:0/1972558624 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f78341a48c0 con 0x7f7834100340 2024-02-10T00:09:29.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.711+0000 7f7830ff9640 1 -- 172.21.15.1:0/1972558624 <== mon.1 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f7828003d50 con 0x7f7834100340 2024-02-10T00:09:29.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.711+0000 7f783c791740 1 Processor -- start 2024-02-10T00:09:29.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.711+0000 7f783c791740 1 -- start start 2024-02-10T00:09:29.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.711+0000 7f7830ff9640 1 --2- 172.21.15.1:0/1972558624 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f781c0a2230 0x7f781c0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:29.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.711+0000 7f783c791740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55933d1ad980 0x55933d1add60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:29.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.711+0000 7f783c791740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55933d1ae330 0x55933d1b68e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:29.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.712+0000 7f783c791740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933d1b6eb0 0x55933d1b9300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:29.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.712+0000 7f783c791740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55933d168d00 con 0x55933d1b6eb0 2024-02-10T00:09:29.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.712+0000 7f783c791740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55933d11d2f0 con 0x55933d1ad980 2024-02-10T00:09:29.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.712+0000 7f783c791740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55933d11a820 con 0x55933d1ae330 2024-02-10T00:09:29.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.712+0000 7f7833fff640 1 --2- 172.21.15.1:0/1972558624 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f781c0a2230 0x7f781c0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:29.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.712+0000 7f7833fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933d1b6eb0 0x55933d1b9300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:29.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.712+0000 7f7830ff9640 1 -- 172.21.15.1:0/1972558624 <== mon.1 v2:172.21.15.103:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f78280f05c0 con 0x7f7834100340 2024-02-10T00:09:29.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.712+0000 7f7833fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933d1b6eb0 0x55933d1b9300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36844/0 (socket says 172.21.15.1:36844) 2024-02-10T00:09:29.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.712+0000 7f7833fff640 1 -- 172.21.15.1:0/926952130 learned_addr learned my addr 172.21.15.1:0/926952130 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:29.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.712+0000 7f7832ffd640 1 --2- 172.21.15.1:0/926952130 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55933d1ae330 0x55933d1b68e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:29.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.712+0000 7f78337fe640 1 --2- 172.21.15.1:0/926952130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55933d1ad980 0x55933d1add60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:29.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.712+0000 7f7833fff640 1 -- 172.21.15.1:0/926952130 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55933d1ae330 msgr2=0x55933d1b68e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:29.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.712+0000 7f7833fff640 1 --2- 172.21.15.1:0/926952130 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55933d1ae330 0x55933d1b68e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:29.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.712+0000 7f7833fff640 1 -- 172.21.15.1:0/926952130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55933d1ad980 msgr2=0x55933d1add60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:29.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.712+0000 7f7833fff640 1 --2- 172.21.15.1:0/926952130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55933d1ad980 0x55933d1add60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:29.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.712+0000 7f7833fff640 1 -- 172.21.15.1:0/926952130 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55933d0d7ff0 con 0x55933d1b6eb0 2024-02-10T00:09:29.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.712+0000 7f78337fe640 1 --2- 172.21.15.1:0/926952130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55933d1ad980 0x55933d1add60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:09:29.717 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.712+0000 7f7833fff640 1 --2- 172.21.15.1:0/926952130 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933d1b6eb0 0x55933d1b9300 secure :-1 s=READY pgs=1618 cs=0 l=1 rev1=1 crypto rx=0x7f782c012d10 tx=0x7f782c00f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3859958e219f620 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:29.718 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:29.712+0000 7f7833fff640 1 --2- 172.21.15.1:0/1972558624 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f781c0a2230 0x7f781c0a46f0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f782c00fc30 tx=0x7f782c017000 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:30.139 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:09:29 smithi103 sudo[73256]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-02-10T00:09:30.139 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:09:29 smithi103 sudo[73256]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-10T00:09:30.139 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:09:29 smithi103 sudo[73256]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-10T00:09:30.139 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:09:29 smithi103 sudo[73256]: pam_unix(sudo:session): session closed for user root 2024-02-10T00:09:30.184 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:29 smithi001 sudo[101340]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-02-10T00:09:30.184 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:29 smithi001 sudo[101340]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-10T00:09:30.184 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:29 smithi001 sudo[101340]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-10T00:09:30.184 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:29 smithi001 sudo[101340]: pam_unix(sudo:session): session closed for user root 2024-02-10T00:09:30.192 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.191+0000 7f7819ffb640 1 -- 172.21.15.1:0/926952130 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f782c012800 con 0x55933d1b6eb0 2024-02-10T00:09:30.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.191+0000 7f7819ffb640 1 -- 172.21.15.1:0/926952130 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f782c009ce0 con 0x55933d1b6eb0 2024-02-10T00:09:30.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.191+0000 7f7819ffb640 1 -- 172.21.15.1:0/926952130 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f782c01fd40 con 0x55933d1b6eb0 2024-02-10T00:09:30.193 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.192+0000 7f783c791740 1 -- 172.21.15.1:0/926952130 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933d1b6eb0 msgr2=0x55933d1b9300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.192+0000 7f783c791740 1 --2- 172.21.15.1:0/926952130 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933d1b6eb0 0x55933d1b9300 secure :-1 s=READY pgs=1618 cs=0 l=1 rev1=1 crypto rx=0x7f782c012d10 tx=0x7f782c00f730 comp rx=0 tx=0).stop 2024-02-10T00:09:30.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.192+0000 7f783c791740 1 -- 172.21.15.1:0/926952130 shutdown_connections 2024-02-10T00:09:30.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.192+0000 7f783c791740 1 --2- 172.21.15.1:0/926952130 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933d1b6eb0 0x55933d1b9300 unknown :-1 s=CLOSED pgs=1618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.192+0000 7f783c791740 1 --2- 172.21.15.1:0/926952130 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55933d1ae330 0x55933d1b68e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.192+0000 7f783c791740 1 --2- 172.21.15.1:0/926952130 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55933d1ad980 0x55933d1add60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.192+0000 7f783c791740 1 -- 172.21.15.1:0/926952130 >> 172.21.15.1:0/926952130 conn(0x55933d1a8050 msgr2=0x55933d1a8430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:30.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.192+0000 7f783c791740 1 -- 172.21.15.1:0/926952130 shutdown_connections 2024-02-10T00:09:30.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.192+0000 7f783c791740 1 -- 172.21.15.1:0/926952130 wait complete. 2024-02-10T00:09:30.194 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.192+0000 7f783c791740 1 -- start start 2024-02-10T00:09:30.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.193+0000 7f783c791740 1 Processor -- start 2024-02-10T00:09:30.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.193+0000 7f783c791740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933d1ad980 0x55933d1b3d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.193+0000 7f783c791740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55933d1ae330 0x55933d1b42c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.193+0000 7f783c791740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55933d1b6eb0 0x55933d1b4800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.198 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.193+0000 7f783c791740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55933d116000 con 0x55933d1ad980 2024-02-10T00:09:30.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.193+0000 7f783c791740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55933cde9430 con 0x55933d1b6eb0 2024-02-10T00:09:30.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.193+0000 7f783c791740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55933cda5e00 con 0x55933d1ae330 2024-02-10T00:09:30.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.193+0000 7f783c791740 10 client.0 _ll_register_callbacks cb 0x55933d10a7f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:09:30.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.193+0000 7f78337fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933d1ad980 0x55933d1b3d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.193+0000 7f78337fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933d1ad980 0x55933d1b3d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36850/0 (socket says 172.21.15.1:36850) 2024-02-10T00:09:30.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.193+0000 7f78337fe640 1 -- 172.21.15.1:0/723297582 learned_addr learned my addr 172.21.15.1:0/723297582 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:30.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.193+0000 7f7832ffd640 1 --2- 172.21.15.1:0/723297582 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55933d1ae330 0x55933d1b42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.193+0000 7f7833fff640 1 --2- 172.21.15.1:0/723297582 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55933d1b6eb0 0x55933d1b4800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.193+0000 7f78337fe640 1 -- 172.21.15.1:0/723297582 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55933d1ae330 msgr2=0x55933d1b42c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:30.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.193+0000 7f78337fe640 1 --2- 172.21.15.1:0/723297582 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55933d1ae330 0x55933d1b42c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.193+0000 7f78337fe640 1 -- 172.21.15.1:0/723297582 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55933d1b6eb0 msgr2=0x55933d1b4800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:30.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.193+0000 7f78337fe640 1 --2- 172.21.15.1:0/723297582 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55933d1b6eb0 0x55933d1b4800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.193+0000 7f78337fe640 1 -- 172.21.15.1:0/723297582 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f782c01a040 con 0x55933d1ad980 2024-02-10T00:09:30.199 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.194+0000 7f78337fe640 1 --2- 172.21.15.1:0/723297582 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933d1ad980 0x55933d1b3d80 secure :-1 s=READY pgs=1619 cs=0 l=1 rev1=1 crypto rx=0x7f7828005ec0 tx=0x7f78280bcc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1187c6358bdf42c server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:30.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.194+0000 7f7812ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:09:30.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.194+0000 7f7812ffd640 1 -- 172.21.15.1:0/723297582 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78280bd760 con 0x55933d1ad980 2024-02-10T00:09:30.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.194+0000 7f7812ffd640 1 -- 172.21.15.1:0/723297582 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f78280bd060 con 0x55933d1ad980 2024-02-10T00:09:30.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.194+0000 7f783c791740 1 -- 172.21.15.1:0/723297582 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55933ce157e0 con 0x55933d1ad980 2024-02-10T00:09:30.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.194+0000 7f7812ffd640 1 -- 172.21.15.1:0/723297582 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f78280c11b0 con 0x55933d1ad980 2024-02-10T00:09:30.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.194+0000 7f783c791740 10 client.19140 fetch_fsmap learned FSMap version 29 2024-02-10T00:09:30.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.194+0000 7f783c791740 1 -- 172.21.15.1:0/723297582 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55933d114680 con 0x55933d1ad980 2024-02-10T00:09:30.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.194+0000 7f7812ffd640 1 -- 172.21.15.1:0/723297582 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55933ce157e0 con 0x55933d1ad980 2024-02-10T00:09:30.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.194+0000 7f7812ffd640 1 -- 172.21.15.1:0/723297582 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f782803c070 con 0x55933d1ad980 2024-02-10T00:09:30.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.194+0000 7f783c791740 10 client.19140 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:09:30.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.194+0000 7f783c791740 10 client.19140 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:09:30.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.194+0000 7f783c791740 20 client.19140 populate_metadata read hostname 'smithi001' 2024-02-10T00:09:30.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.194+0000 7f783c791740 1 --2- 172.21.15.1:0/723297582 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55933d1c70b0 0x55933d1c94d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.200 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.194+0000 7f783c791740 4 client.19140 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:09:30.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.194+0000 7f783c791740 1 -- 172.21.15.1:0/723297582 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55933ce52720 con 0x55933d1c70b0 2024-02-10T00:09:30.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.195+0000 7f7832ffd640 1 --2- 172.21.15.1:0/723297582 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55933d1c70b0 0x55933d1c94d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.195+0000 7f7832ffd640 1 --2- 172.21.15.1:0/723297582 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55933d1c70b0 0x55933d1c94d0 crc :-1 s=READY pgs=278 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=755a19ef8752ce59 server_cookie=69fc9a96e621a99c in_seq=0 out_seq=0 2024-02-10T00:09:30.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.195+0000 7f7812ffd640 10 client.19140 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:30.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.196+0000 7f7812ffd640 1 -- 172.21.15.1:0/723297582 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55933ce52720 con 0x55933d1c70b0 2024-02-10T00:09:30.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.196+0000 7f7812ffd640 10 client.19140 handle_command_reply: tid=0 2024-02-10T00:09:30.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.196+0000 7f783c791740 1 client.19140 shutdown 2024-02-10T00:09:30.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.196+0000 7f783c791740 1 -- 172.21.15.1:0/723297582 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933d1ad980 msgr2=0x55933d1b3d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.196+0000 7f783c791740 1 --2- 172.21.15.1:0/723297582 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933d1ad980 0x55933d1b3d80 secure :-1 s=READY pgs=1619 cs=0 l=1 rev1=1 crypto rx=0x7f7828005ec0 tx=0x7f78280bcc20 comp rx=0 tx=0).stop 2024-02-10T00:09:30.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.196+0000 7f783c791740 1 -- 172.21.15.1:0/723297582 shutdown_connections 2024-02-10T00:09:30.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.196+0000 7f783c791740 1 --2- 172.21.15.1:0/723297582 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55933d1c70b0 0x55933d1c94d0 crc :-1 s=READY pgs=278 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.196+0000 7f783c791740 1 --2- 172.21.15.1:0/723297582 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55933d1b6eb0 0x55933d1b4800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.196+0000 7f783c791740 1 --2- 172.21.15.1:0/723297582 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55933d1ae330 0x55933d1b42c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.196+0000 7f783c791740 1 --2- 172.21.15.1:0/723297582 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933d1ad980 0x55933d1b3d80 unknown :-1 s=CLOSED pgs=1619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.196+0000 7f7812ffd640 0 client.19140 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:30.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.196+0000 7f783c791740 1 -- 172.21.15.1:0/723297582 >> 172.21.15.1:0/723297582 conn(0x55933d1a8050 msgr2=0x55933d1a9da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:30.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.196+0000 7f783c791740 1 -- 172.21.15.1:0/723297582 shutdown_connections 2024-02-10T00:09:30.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.196+0000 7f783c791740 1 -- 172.21.15.1:0/723297582 wait complete. 2024-02-10T00:09:30.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.196+0000 7f783c791740 20 client.19140 trim_cache size 0 max 16384 2024-02-10T00:09:30.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.211+0000 7f783c791740 1 Processor -- start 2024-02-10T00:09:30.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.211+0000 7f783c791740 1 -- start start 2024-02-10T00:09:30.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.211+0000 7f783c791740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55933d1ad980 0x55933d1b64b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.211+0000 7f783c791740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55933d1ae330 0x55933d1b4620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.211+0000 7f783c791740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933d1b6eb0 0x55933d1b2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.211+0000 7f783c791740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55933d09afd0 con 0x55933d1b6eb0 2024-02-10T00:09:30.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.211+0000 7f783c791740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55933d1ce6a0 con 0x55933d1ae330 2024-02-10T00:09:30.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.211+0000 7f783c791740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55933d1aebc0 con 0x55933d1ad980 2024-02-10T00:09:30.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.211+0000 7f7833fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933d1b6eb0 0x55933d1b2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.211+0000 7f7833fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933d1b6eb0 0x55933d1b2650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36852/0 (socket says 172.21.15.1:36852) 2024-02-10T00:09:30.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.211+0000 7f7833fff640 1 -- 172.21.15.1:0/4134347870 learned_addr learned my addr 172.21.15.1:0/4134347870 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:30.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.211+0000 7f78337fe640 1 --2- 172.21.15.1:0/4134347870 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55933d1ad980 0x55933d1b64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.211+0000 7f7832ffd640 1 --2- 172.21.15.1:0/4134347870 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55933d1ae330 0x55933d1b4620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.211+0000 7f7833fff640 1 -- 172.21.15.1:0/4134347870 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55933d1ad980 msgr2=0x55933d1b64b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:30.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.211+0000 7f7833fff640 1 --2- 172.21.15.1:0/4134347870 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55933d1ad980 0x55933d1b64b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.211+0000 7f7833fff640 1 -- 172.21.15.1:0/4134347870 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55933d1ae330 msgr2=0x55933d1b4620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:30.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.211+0000 7f7833fff640 1 --2- 172.21.15.1:0/4134347870 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55933d1ae330 0x55933d1b4620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.211+0000 7f7833fff640 1 -- 172.21.15.1:0/4134347870 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55933d0b0b30 con 0x55933d1b6eb0 2024-02-10T00:09:30.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.211+0000 7f7832ffd640 1 --2- 172.21.15.1:0/4134347870 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55933d1ae330 0x55933d1b4620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:09:30.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.212+0000 7f7833fff640 1 --2- 172.21.15.1:0/4134347870 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933d1b6eb0 0x55933d1b2650 secure :-1 s=READY pgs=1620 cs=0 l=1 rev1=1 crypto rx=0x7f782c0092f0 tx=0x7f782c009e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48e73c44e6b00c53 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:30.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.212+0000 7f78197fa640 1 -- 172.21.15.1:0/4134347870 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f782c02d070 con 0x55933d1b6eb0 2024-02-10T00:09:30.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.212+0000 7f78197fa640 1 -- 172.21.15.1:0/4134347870 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f782c009570 con 0x55933d1b6eb0 2024-02-10T00:09:30.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.212+0000 7f78197fa640 1 -- 172.21.15.1:0/4134347870 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f782c005370 con 0x55933d1b6eb0 2024-02-10T00:09:30.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.212+0000 7f783c791740 1 -- 172.21.15.1:0/4134347870 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933d1b6eb0 msgr2=0x55933d1b2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.212+0000 7f783c791740 1 --2- 172.21.15.1:0/4134347870 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933d1b6eb0 0x55933d1b2650 secure :-1 s=READY pgs=1620 cs=0 l=1 rev1=1 crypto rx=0x7f782c0092f0 tx=0x7f782c009e50 comp rx=0 tx=0).stop 2024-02-10T00:09:30.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.212+0000 7f783c791740 1 -- 172.21.15.1:0/4134347870 shutdown_connections 2024-02-10T00:09:30.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.212+0000 7f783c791740 1 --2- 172.21.15.1:0/4134347870 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933d1b6eb0 0x55933d1b2650 unknown :-1 s=CLOSED pgs=1620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.212+0000 7f783c791740 1 --2- 172.21.15.1:0/4134347870 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55933d1ae330 0x55933d1b4620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.212+0000 7f783c791740 1 --2- 172.21.15.1:0/4134347870 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55933d1ad980 0x55933d1b64b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.212+0000 7f783c791740 1 -- 172.21.15.1:0/4134347870 >> 172.21.15.1:0/4134347870 conn(0x55933d1a8050 msgr2=0x55933d1a8430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:30.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.213+0000 7f783c791740 1 -- 172.21.15.1:0/4134347870 shutdown_connections 2024-02-10T00:09:30.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.213+0000 7f783c791740 1 -- 172.21.15.1:0/4134347870 wait complete. 2024-02-10T00:09:30.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.213+0000 7f783c791740 1 -- start start 2024-02-10T00:09:30.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.213+0000 7f783c791740 1 Processor -- start 2024-02-10T00:09:30.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.213+0000 7f783c791740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55933d1ad980 0x55933d1bc7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.213+0000 7f783c791740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933d1ae330 0x55933d1bcd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.213+0000 7f783c791740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55933d1b6eb0 0x55933d1bd270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.213+0000 7f783c791740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55933d1be790 con 0x55933d1ae330 2024-02-10T00:09:30.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.213+0000 7f783c791740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55933d21d580 con 0x55933d1b6eb0 2024-02-10T00:09:30.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.213+0000 7f783c791740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55933d21d740 con 0x55933d1ad980 2024-02-10T00:09:30.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.213+0000 7f783c791740 10 client.0 _ll_register_callbacks cb 0x7f7828009880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:09:30.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.213+0000 7f7832ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933d1ae330 0x55933d1bcd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.213+0000 7f7832ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933d1ae330 0x55933d1bcd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36860/0 (socket says 172.21.15.1:36860) 2024-02-10T00:09:30.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.213+0000 7f7832ffd640 1 -- 172.21.15.1:0/4022481161 learned_addr learned my addr 172.21.15.1:0/4022481161 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:30.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.213+0000 7f78337fe640 1 --2- 172.21.15.1:0/4022481161 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55933d1ad980 0x55933d1bc7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.213+0000 7f7833fff640 1 --2- 172.21.15.1:0/4022481161 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55933d1b6eb0 0x55933d1bd270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.214+0000 7f7832ffd640 1 -- 172.21.15.1:0/4022481161 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55933d1ad980 msgr2=0x55933d1bc7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:30.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.214+0000 7f7832ffd640 1 --2- 172.21.15.1:0/4022481161 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55933d1ad980 0x55933d1bc7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.214+0000 7f7832ffd640 1 -- 172.21.15.1:0/4022481161 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55933d1b6eb0 msgr2=0x55933d1bd270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:30.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.214+0000 7f7832ffd640 1 --2- 172.21.15.1:0/4022481161 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55933d1b6eb0 0x55933d1bd270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.214+0000 7f7832ffd640 1 -- 172.21.15.1:0/4022481161 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55933d0d7ff0 con 0x55933d1ae330 2024-02-10T00:09:30.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.214+0000 7f7832ffd640 1 --2- 172.21.15.1:0/4022481161 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933d1ae330 0x55933d1bcd30 secure :-1 s=READY pgs=1621 cs=0 l=1 rev1=1 crypto rx=0x55933d1ae730 tx=0x7f78240039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb73c5dfcdbc54c1 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:30.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.214+0000 7f7812ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:09:30.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.214+0000 7f7812ffd640 1 -- 172.21.15.1:0/4022481161 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7824016040 con 0x55933d1ae330 2024-02-10T00:09:30.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.214+0000 7f783c791740 1 -- 172.21.15.1:0/4022481161 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55933cea1890 con 0x55933d1ae330 2024-02-10T00:09:30.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.214+0000 7f7812ffd640 1 -- 172.21.15.1:0/4022481161 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f782401f2e0 con 0x55933d1ae330 2024-02-10T00:09:30.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.214+0000 7f7812ffd640 1 -- 172.21.15.1:0/4022481161 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f782401f4a0 con 0x55933d1ae330 2024-02-10T00:09:30.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.214+0000 7f783c791740 10 client.19146 fetch_fsmap learned FSMap version 29 2024-02-10T00:09:30.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.214+0000 7f783c791740 1 -- 172.21.15.1:0/4022481161 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55933d0d6850 con 0x55933d1ae330 2024-02-10T00:09:30.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.214+0000 7f7812ffd640 1 -- 172.21.15.1:0/4022481161 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55933cea1890 con 0x55933d1ae330 2024-02-10T00:09:30.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.215+0000 7f7812ffd640 1 -- 172.21.15.1:0/4022481161 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f782401d3f0 con 0x55933d1ae330 2024-02-10T00:09:30.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.215+0000 7f783c791740 10 client.19146 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:09:30.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.215+0000 7f783c791740 10 client.19146 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:09:30.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.215+0000 7f783c791740 20 client.19146 populate_metadata read hostname 'smithi001' 2024-02-10T00:09:30.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.215+0000 7f783c791740 1 --2- 172.21.15.1:0/4022481161 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55933d21f060 0x55933d221480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.222 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.215+0000 7f783c791740 4 client.19146 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:09:30.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.215+0000 7f783c791740 1 -- 172.21.15.1:0/4022481161 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55933cdc1700 con 0x55933d21f060 2024-02-10T00:09:30.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.215+0000 7f78337fe640 1 --2- 172.21.15.1:0/4022481161 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55933d21f060 0x55933d221480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.215+0000 7f7812ffd640 10 client.19146 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:30.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.215+0000 7f78337fe640 1 --2- 172.21.15.1:0/4022481161 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55933d21f060 0x55933d221480 crc :-1 s=READY pgs=279 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d222f690a24a9f4e server_cookie=b2ce384fb66ffbba in_seq=0 out_seq=0 2024-02-10T00:09:30.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.215+0000 7f7812ffd640 1 -- 172.21.15.1:0/4022481161 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55933cdc1700 con 0x55933d21f060 2024-02-10T00:09:30.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.215+0000 7f7812ffd640 10 client.19146 handle_command_reply: tid=0 2024-02-10T00:09:30.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.215+0000 7f783c791740 1 client.19146 shutdown 2024-02-10T00:09:30.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.216+0000 7f783c791740 1 -- 172.21.15.1:0/4022481161 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933d1ae330 msgr2=0x55933d1bcd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.216+0000 7f783c791740 1 --2- 172.21.15.1:0/4022481161 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933d1ae330 0x55933d1bcd30 secure :-1 s=READY pgs=1621 cs=0 l=1 rev1=1 crypto rx=0x55933d1ae730 tx=0x7f78240039c0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.216+0000 7f783c791740 1 -- 172.21.15.1:0/4022481161 shutdown_connections 2024-02-10T00:09:30.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.216+0000 7f783c791740 1 --2- 172.21.15.1:0/4022481161 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55933d21f060 0x55933d221480 crc :-1 s=READY pgs=279 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.216+0000 7f783c791740 1 --2- 172.21.15.1:0/4022481161 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55933d1b6eb0 0x55933d1bd270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.216+0000 7f783c791740 1 --2- 172.21.15.1:0/4022481161 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933d1ae330 0x55933d1bcd30 unknown :-1 s=CLOSED pgs=1621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.223 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.216+0000 7f783c791740 1 --2- 172.21.15.1:0/4022481161 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55933d1ad980 0x55933d1bc7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.216+0000 7f7812ffd640 0 client.19146 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:30.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.216+0000 7f783c791740 1 -- 172.21.15.1:0/4022481161 >> 172.21.15.1:0/4022481161 conn(0x55933d1a8050 msgr2=0x55933d1a6960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:30.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.216+0000 7f783c791740 1 -- 172.21.15.1:0/4022481161 shutdown_connections 2024-02-10T00:09:30.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.216+0000 7f783c791740 1 -- 172.21.15.1:0/4022481161 wait complete. 2024-02-10T00:09:30.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.216+0000 7f783c791740 20 client.19146 trim_cache size 0 max 16384 2024-02-10T00:09:30.224 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:09:30.224 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "no active scrubs running", 2024-02-10T00:09:30.224 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": {} 2024-02-10T00:09:30.224 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:09:30.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.216+0000 7f7839adf640 1 -- 172.21.15.1:0/1972558624 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f781c0a2230 msgr2=0x7f781c0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.216+0000 7f7839adf640 1 --2- 172.21.15.1:0/1972558624 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f781c0a2230 0x7f781c0a46f0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f782c00fc30 tx=0x7f782c017000 comp rx=0 tx=0).stop 2024-02-10T00:09:30.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.216+0000 7f7839adf640 1 -- 172.21.15.1:0/1972558624 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7834100340 msgr2=0x7f783419d5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.216+0000 7f7839adf640 1 --2- 172.21.15.1:0/1972558624 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7834100340 0x7f783419d5e0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f782802c170 tx=0x7f7828004040 comp rx=0 tx=0).stop 2024-02-10T00:09:30.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.216+0000 7f7839adf640 1 -- 172.21.15.1:0/1972558624 shutdown_connections 2024-02-10T00:09:30.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.216+0000 7f7839adf640 1 --2- 172.21.15.1:0/1972558624 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f781c0a2230 0x7f781c0a46f0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.216+0000 7f7839adf640 1 --2- 172.21.15.1:0/1972558624 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f78341976f0 0x7f7834197b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.216+0000 7f7839adf640 1 --2- 172.21.15.1:0/1972558624 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7834105410 0x7f783419db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.216+0000 7f7839adf640 1 --2- 172.21.15.1:0/1972558624 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7834100340 0x7f783419d5e0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.216+0000 7f7839adf640 1 -- 172.21.15.1:0/1972558624 >> 172.21.15.1:0/1972558624 conn(0x7f78340772e0 msgr2=0x7f78340fe2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:30.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.216+0000 7f7839adf640 1 -- 172.21.15.1:0/1972558624 shutdown_connections 2024-02-10T00:09:30.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.216+0000 7f7839adf640 1 -- 172.21.15.1:0/1972558624 wait complete. 2024-02-10T00:09:30.229 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-02-10T00:09:30.229 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-10T00:09:30.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.330+0000 7fc2614b5640 1 -- 172.21.15.1:0/2408915172 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc25c100ba0 msgr2=0x7fc25c101020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.330+0000 7fc2614b5640 1 --2- 172.21.15.1:0/2408915172 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc25c100ba0 0x7fc25c101020 secure :-1 s=READY pgs=1622 cs=0 l=1 rev1=1 crypto rx=0x7fc244009930 tx=0x7fc24402bc30 comp rx=0 tx=0).stop 2024-02-10T00:09:30.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.330+0000 7fc2614b5640 1 -- 172.21.15.1:0/2408915172 shutdown_connections 2024-02-10T00:09:30.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.330+0000 7fc2614b5640 1 --2- 172.21.15.1:0/2408915172 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc25c101560 0x7fc25c10d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.330+0000 7fc2614b5640 1 --2- 172.21.15.1:0/2408915172 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc25c100ba0 0x7fc25c101020 unknown :-1 s=CLOSED pgs=1622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.335 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.330+0000 7fc2614b5640 1 --2- 172.21.15.1:0/2408915172 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc25c1063d0 0x7fc25c1067b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.330+0000 7fc2614b5640 1 -- 172.21.15.1:0/2408915172 >> 172.21.15.1:0/2408915172 conn(0x7fc25c075440 msgr2=0x7fc25c075850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:30.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.330+0000 7fc2614b5640 1 -- 172.21.15.1:0/2408915172 shutdown_connections 2024-02-10T00:09:30.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.330+0000 7fc2614b5640 1 -- 172.21.15.1:0/2408915172 wait complete. 2024-02-10T00:09:30.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.330+0000 7fc2614b5640 1 Processor -- start 2024-02-10T00:09:30.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.331+0000 7fc2614b5640 1 -- start start 2024-02-10T00:09:30.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.331+0000 7fc2614b5640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc25c100ba0 0x7fc25c19d680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.331+0000 7fc2614b5640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc25c101560 0x7fc25c19dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.331+0000 7fc2614b5640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc25c1063d0 0x7fc25c197790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.331+0000 7fc2614b5640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc25c197f20 con 0x7fc25c100ba0 2024-02-10T00:09:30.336 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.331+0000 7fc2614b5640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc25c198090 con 0x7fc25c101560 2024-02-10T00:09:30.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.331+0000 7fc2614b5640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc25c198250 con 0x7fc25c1063d0 2024-02-10T00:09:30.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.331+0000 7fc25affd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc25c100ba0 0x7fc25c19d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.331+0000 7fc25affd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc25c100ba0 0x7fc25c19d680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36880/0 (socket says 172.21.15.1:36880) 2024-02-10T00:09:30.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.331+0000 7fc25affd640 1 -- 172.21.15.1:0/265237136 learned_addr learned my addr 172.21.15.1:0/265237136 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:30.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.331+0000 7fc25b7fe640 1 --2- 172.21.15.1:0/265237136 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc25c1063d0 0x7fc25c197790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.337 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.331+0000 7fc25a7fc640 1 --2- 172.21.15.1:0/265237136 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc25c101560 0x7fc25c19dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.331+0000 7fc25affd640 1 -- 172.21.15.1:0/265237136 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc25c1063d0 msgr2=0x7fc25c197790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.331+0000 7fc25affd640 1 --2- 172.21.15.1:0/265237136 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc25c1063d0 0x7fc25c197790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.331+0000 7fc25affd640 1 -- 172.21.15.1:0/265237136 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc25c101560 msgr2=0x7fc25c19dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.331+0000 7fc25affd640 1 --2- 172.21.15.1:0/265237136 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc25c101560 0x7fc25c19dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.331+0000 7fc25affd640 1 -- 172.21.15.1:0/265237136 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc24c009840 con 0x7fc25c100ba0 2024-02-10T00:09:30.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.331+0000 7fc25a7fc640 1 --2- 172.21.15.1:0/265237136 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc25c101560 0x7fc25c19dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:09:30.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.331+0000 7fc25affd640 1 --2- 172.21.15.1:0/265237136 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc25c100ba0 0x7fc25c19d680 secure :-1 s=READY pgs=1623 cs=0 l=1 rev1=1 crypto rx=0x7fc25400e9f0 tx=0x7fc25400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:30.338 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.331+0000 7fc253fff640 1 -- 172.21.15.1:0/265237136 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc254009720 con 0x7fc25c100ba0 2024-02-10T00:09:30.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.332+0000 7fc2614b5640 1 -- 172.21.15.1:0/265237136 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc244009560 con 0x7fc25c100ba0 2024-02-10T00:09:30.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.332+0000 7fc253fff640 1 -- 172.21.15.1:0/265237136 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fc254005500 con 0x7fc25c100ba0 2024-02-10T00:09:30.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.332+0000 7fc253fff640 1 -- 172.21.15.1:0/265237136 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc254010430 con 0x7fc25c100ba0 2024-02-10T00:09:30.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.332+0000 7fc2614b5640 1 -- 172.21.15.1:0/265237136 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc25c1a4600 con 0x7fc25c100ba0 2024-02-10T00:09:30.339 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.333+0000 7fc2614b5640 1 -- 172.21.15.1:0/265237136 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc25c069580 con 0x7fc25c100ba0 2024-02-10T00:09:30.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.334+0000 7fc253fff640 1 -- 172.21.15.1:0/265237136 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fc254005020 con 0x7fc25c100ba0 2024-02-10T00:09:30.340 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.334+0000 7fc253fff640 1 --2- 172.21.15.1:0/265237136 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc2480a2230 0x7fc2480a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.334+0000 7fc253fff640 1 -- 172.21.15.1:0/265237136 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fc254014070 con 0x7fc25c100ba0 2024-02-10T00:09:30.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.334+0000 7fc25a7fc640 1 --2- 172.21.15.1:0/265237136 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc2480a2230 0x7fc2480a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.335+0000 7fc25a7fc640 1 --2- 172.21.15.1:0/265237136 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc2480a2230 0x7fc2480a46f0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fc244036040 tx=0x7fc244000bc0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:30.341 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.338+0000 7fc253fff640 1 -- 172.21.15.1:0/265237136 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fc254097370 con 0x7fc25c100ba0 2024-02-10T00:09:30.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:30 smithi001 sudo[101343]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-02-10T00:09:30.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:30 smithi001 sudo[101343]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-10T00:09:30.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:30 smithi001 sudo[101343]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-10T00:09:30.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:30 smithi001 sudo[101343]: pam_unix(sudo:session): session closed for user root 2024-02-10T00:09:30.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.555+0000 7fc2614b5640 1 -- 172.21.15.1:0/265237136 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc25c198410 con 0x7fc25c100ba0 2024-02-10T00:09:30.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.556+0000 7fc253fff640 1 -- 172.21.15.1:0/265237136 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) v1 ==== 94+0+11367 (secure 0 0 0) 0x7fc25409aa30 con 0x7fc25c100ba0 2024-02-10T00:09:30.558 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-10T00:09:30.558 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-09T23:57:05.956988+0000","modified":"2024-02-10T00:00:18.086451+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24496,"mds_2":24476,"mds_3":24475,"mds_4":14646},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14646":{"gid":14646,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24398":{"gid":24398,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24406":{"gid":24406,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24475":{"gid":24475,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_25477":{"gid":25477,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/1094349051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":1094349051},{"type":"v1","addr":"172.21.15.103:6835","nonce":1094349051}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-10T00:09:30.558 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 29 2024-02-10T00:09:30.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.558+0000 7fc2614b5640 1 -- 172.21.15.1:0/265237136 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc2480a2230 msgr2=0x7fc2480a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.558+0000 7fc2614b5640 1 --2- 172.21.15.1:0/265237136 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc2480a2230 0x7fc2480a46f0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fc244036040 tx=0x7fc244000bc0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.558+0000 7fc2614b5640 1 -- 172.21.15.1:0/265237136 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc25c100ba0 msgr2=0x7fc25c19d680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.558+0000 7fc2614b5640 1 --2- 172.21.15.1:0/265237136 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc25c100ba0 0x7fc25c19d680 secure :-1 s=READY pgs=1623 cs=0 l=1 rev1=1 crypto rx=0x7fc25400e9f0 tx=0x7fc25400edf0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.558+0000 7fc2614b5640 1 -- 172.21.15.1:0/265237136 shutdown_connections 2024-02-10T00:09:30.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.558+0000 7fc2614b5640 1 --2- 172.21.15.1:0/265237136 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fc2480a2230 0x7fc2480a46f0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.558+0000 7fc2614b5640 1 --2- 172.21.15.1:0/265237136 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc25c1063d0 0x7fc25c197790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.558+0000 7fc2614b5640 1 --2- 172.21.15.1:0/265237136 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fc25c101560 0x7fc25c19dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.558+0000 7fc2614b5640 1 --2- 172.21.15.1:0/265237136 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fc25c100ba0 0x7fc25c19d680 unknown :-1 s=CLOSED pgs=1623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.558+0000 7fc2614b5640 1 -- 172.21.15.1:0/265237136 >> 172.21.15.1:0/265237136 conn(0x7fc25c075440 msgr2=0x7fc25c0fe780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:30.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.558+0000 7fc2614b5640 1 -- 172.21.15.1:0/265237136 shutdown_connections 2024-02-10T00:09:30.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.558+0000 7fc2614b5640 1 -- 172.21.15.1:0/265237136 wait complete. 2024-02-10T00:09:30.571 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:09:30.571 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-02-10T00:09:30.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.677+0000 7fb4ecdc9640 1 -- 172.21.15.1:0/460762485 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4e8100340 msgr2=0x7fb4e8100720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.677+0000 7fb4ecdc9640 1 --2- 172.21.15.1:0/460762485 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4e8100340 0x7fb4e8100720 secure :-1 s=READY pgs=1624 cs=0 l=1 rev1=1 crypto rx=0x7fb4d8009930 tx=0x7fb4d802bc30 comp rx=0 tx=0).stop 2024-02-10T00:09:30.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.677+0000 7fb4ecdc9640 1 -- 172.21.15.1:0/460762485 shutdown_connections 2024-02-10T00:09:30.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.677+0000 7fb4ecdc9640 1 --2- 172.21.15.1:0/460762485 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb4e8105410 0x7fb4e810cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.677+0000 7fb4ecdc9640 1 --2- 172.21.15.1:0/460762485 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4e8100cf0 0x7fb4e8104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.677+0000 7fb4ecdc9640 1 --2- 172.21.15.1:0/460762485 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4e8100340 0x7fb4e8100720 unknown :-1 s=CLOSED pgs=1624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.677+0000 7fb4ecdc9640 1 -- 172.21.15.1:0/460762485 >> 172.21.15.1:0/460762485 conn(0x7fb4e80772e0 msgr2=0x7fb4e80776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:30.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.677+0000 7fb4ecdc9640 1 -- 172.21.15.1:0/460762485 shutdown_connections 2024-02-10T00:09:30.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.677+0000 7fb4ecdc9640 1 -- 172.21.15.1:0/460762485 wait complete. 2024-02-10T00:09:30.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.678+0000 7fb4ecdc9640 1 Processor -- start 2024-02-10T00:09:30.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.678+0000 7fb4ecdc9640 1 -- start start 2024-02-10T00:09:30.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.678+0000 7fb4ecdc9640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb4e8100340 0x7fb4e819c430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.678+0000 7fb4ecdc9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4e8105410 0x7fb4e819c970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.678+0000 7fb4ecdc9640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4e81965e0 0x7fb4e8196a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.678+0000 7fb4ecdc9640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4e8196fd0 con 0x7fb4e8105410 2024-02-10T00:09:30.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.678+0000 7fb4ecdc9640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4e8197140 con 0x7fb4e81965e0 2024-02-10T00:09:30.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.678+0000 7fb4ecdc9640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4e8197300 con 0x7fb4e8100340 2024-02-10T00:09:30.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.678+0000 7fb4dffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4e8105410 0x7fb4e819c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.678+0000 7fb4dffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4e8105410 0x7fb4e819c970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36428/0 (socket says 172.21.15.1:36428) 2024-02-10T00:09:30.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.678+0000 7fb4dffff640 1 -- 172.21.15.1:0/859374069 learned_addr learned my addr 172.21.15.1:0/859374069 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:30.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.678+0000 7fb4e659c640 1 --2- 172.21.15.1:0/859374069 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb4e8100340 0x7fb4e819c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.678+0000 7fb4e6d9d640 1 --2- 172.21.15.1:0/859374069 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4e81965e0 0x7fb4e8196a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.678+0000 7fb4dffff640 1 -- 172.21.15.1:0/859374069 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb4e8100340 msgr2=0x7fb4e819c430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.678+0000 7fb4dffff640 1 --2- 172.21.15.1:0/859374069 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb4e8100340 0x7fb4e819c430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.678+0000 7fb4dffff640 1 -- 172.21.15.1:0/859374069 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4e81965e0 msgr2=0x7fb4e8196a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.678+0000 7fb4dffff640 1 --2- 172.21.15.1:0/859374069 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4e81965e0 0x7fb4e8196a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.678+0000 7fb4dffff640 1 -- 172.21.15.1:0/859374069 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4d8009560 con 0x7fb4e8105410 2024-02-10T00:09:30.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.678+0000 7fb4e6d9d640 1 --2- 172.21.15.1:0/859374069 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4e81965e0 0x7fb4e8196a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:09:30.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.678+0000 7fb4dffff640 1 --2- 172.21.15.1:0/859374069 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4e8105410 0x7fb4e819c970 secure :-1 s=READY pgs=1625 cs=0 l=1 rev1=1 crypto rx=0x7fb4d0005fd0 tx=0x7fb4d000dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:30.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.679+0000 7fb4df7fe640 1 -- 172.21.15.1:0/859374069 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4d0009c30 con 0x7fb4e8105410 2024-02-10T00:09:30.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.679+0000 7fb4df7fe640 1 -- 172.21.15.1:0/859374069 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb4d0009d90 con 0x7fb4e8105410 2024-02-10T00:09:30.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.679+0000 7fb4ecdc9640 1 -- 172.21.15.1:0/859374069 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb4e81a32f0 con 0x7fb4e8105410 2024-02-10T00:09:30.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.679+0000 7fb4df7fe640 1 -- 172.21.15.1:0/859374069 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4d0010460 con 0x7fb4e8105410 2024-02-10T00:09:30.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.679+0000 7fb4ecdc9640 1 -- 172.21.15.1:0/859374069 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4e81a3800 con 0x7fb4e8105410 2024-02-10T00:09:30.689 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:30 smithi103 sudo[73260]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-02-10T00:09:30.689 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:30 smithi103 sudo[73260]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-10T00:09:30.690 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:30 smithi103 sudo[73260]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-10T00:09:30.690 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:30 smithi103 sudo[73260]: pam_unix(sudo:session): session closed for user root 2024-02-10T00:09:30.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.681+0000 7fb4ef9a0740 1 Processor -- start 2024-02-10T00:09:30.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.681+0000 7fb4df7fe640 1 -- 172.21.15.1:0/859374069 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fb4d0003f20 con 0x7fb4e8105410 2024-02-10T00:09:30.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.681+0000 7fb4ef9a0740 1 -- start start 2024-02-10T00:09:30.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.682+0000 7fb4ef9a0740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640bb4d9a30 0x5640bb4d9e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.682+0000 7fb4ef9a0740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640bb4da3e0 0x5640bb4e2990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.682+0000 7fb4ef9a0740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640bb4e2f60 0x5640bb4e53b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.682+0000 7fb4ef9a0740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640bb495020 con 0x5640bb4d9a30 2024-02-10T00:09:30.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.682+0000 7fb4ef9a0740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640bb448320 con 0x5640bb4e2f60 2024-02-10T00:09:30.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.682+0000 7fb4ef9a0740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640bb445850 con 0x5640bb4da3e0 2024-02-10T00:09:30.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.682+0000 7fb4e6d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640bb4d9a30 0x5640bb4d9e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.682+0000 7fb4e659c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640bb4da3e0 0x5640bb4e2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.682+0000 7fb4e6d9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640bb4d9a30 0x5640bb4d9e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36442/0 (socket says 172.21.15.1:36442) 2024-02-10T00:09:30.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.682+0000 7fb4e6d9d640 1 -- 172.21.15.1:0/4227728150 learned_addr learned my addr 172.21.15.1:0/4227728150 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:30.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.682+0000 7fb4dffff640 1 --2- 172.21.15.1:0/4227728150 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640bb4e2f60 0x5640bb4e53b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.682+0000 7fb4e6d9d640 1 -- 172.21.15.1:0/4227728150 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640bb4da3e0 msgr2=0x5640bb4e2990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:30.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.682+0000 7fb4e6d9d640 1 --2- 172.21.15.1:0/4227728150 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640bb4da3e0 0x5640bb4e2990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.682+0000 7fb4e6d9d640 1 -- 172.21.15.1:0/4227728150 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640bb4e2f60 msgr2=0x5640bb4e53b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:30.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.682+0000 7fb4df7fe640 1 --2- 172.21.15.1:0/859374069 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb4d40a2230 0x7fb4d40a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.682+0000 7fb4e6d9d640 1 --2- 172.21.15.1:0/4227728150 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640bb4e2f60 0x5640bb4e53b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.682+0000 7fb4e6d9d640 1 -- 172.21.15.1:0/4227728150 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5640bb403210 con 0x5640bb4d9a30 2024-02-10T00:09:30.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.682+0000 7fb4e659c640 1 --2- 172.21.15.1:0/4227728150 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640bb4da3e0 0x5640bb4e2990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:09:30.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.682+0000 7fb4dffff640 1 --2- 172.21.15.1:0/4227728150 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640bb4e2f60 0x5640bb4e53b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:09:30.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.682+0000 7fb4df7fe640 1 -- 172.21.15.1:0/859374069 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fb4d00cdd10 con 0x7fb4e8105410 2024-02-10T00:09:30.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.682+0000 7fb4e6d9d640 1 --2- 172.21.15.1:0/4227728150 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640bb4d9a30 0x5640bb4d9e10 secure :-1 s=READY pgs=1626 cs=0 l=1 rev1=1 crypto rx=0x7fb4e0009ea0 tx=0x7fb4e0009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db1f1ab0c1a9bb6b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:30.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.682+0000 7fb4e6d9d640 1 --2- 172.21.15.1:0/859374069 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb4d40a2230 0x7fb4d40a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.683+0000 7fb4dcff9640 1 -- 172.21.15.1:0/4227728150 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4e001e040 con 0x5640bb4d9a30 2024-02-10T00:09:30.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.683+0000 7fb4dcff9640 1 -- 172.21.15.1:0/4227728150 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb4e001ade0 con 0x5640bb4d9a30 2024-02-10T00:09:30.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.683+0000 7fb4dcff9640 1 -- 172.21.15.1:0/4227728150 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4e0019600 con 0x5640bb4d9a30 2024-02-10T00:09:30.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.683+0000 7fb4ef9a0740 1 -- 172.21.15.1:0/4227728150 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640bb4d9a30 msgr2=0x5640bb4d9e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.683+0000 7fb4e6d9d640 1 --2- 172.21.15.1:0/859374069 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb4d40a2230 0x7fb4d40a46f0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fb4e0019000 tx=0x7fb4e0019d40 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:30.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.683+0000 7fb4ef9a0740 1 --2- 172.21.15.1:0/4227728150 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640bb4d9a30 0x5640bb4d9e10 secure :-1 s=READY pgs=1626 cs=0 l=1 rev1=1 crypto rx=0x7fb4e0009ea0 tx=0x7fb4e0009f90 comp rx=0 tx=0).stop 2024-02-10T00:09:30.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.683+0000 7fb4ef9a0740 1 -- 172.21.15.1:0/4227728150 shutdown_connections 2024-02-10T00:09:30.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.683+0000 7fb4ef9a0740 1 --2- 172.21.15.1:0/4227728150 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640bb4e2f60 0x5640bb4e53b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.683+0000 7fb4ef9a0740 1 --2- 172.21.15.1:0/4227728150 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640bb4da3e0 0x5640bb4e2990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.683+0000 7fb4ef9a0740 1 --2- 172.21.15.1:0/4227728150 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640bb4d9a30 0x5640bb4d9e10 unknown :-1 s=CLOSED pgs=1626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.683+0000 7fb4ef9a0740 1 -- 172.21.15.1:0/4227728150 >> 172.21.15.1:0/4227728150 conn(0x5640bb4d4100 msgr2=0x5640bb4d44e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:30.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.684+0000 7fb4ef9a0740 1 -- 172.21.15.1:0/4227728150 shutdown_connections 2024-02-10T00:09:30.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.684+0000 7fb4ef9a0740 1 -- 172.21.15.1:0/4227728150 wait complete. 2024-02-10T00:09:30.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.684+0000 7fb4ef9a0740 1 -- start start 2024-02-10T00:09:30.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.684+0000 7fb4ef9a0740 1 Processor -- start 2024-02-10T00:09:30.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.684+0000 7fb4ef9a0740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640bb4d9a30 0x5640bb4dff50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.684+0000 7fb4ef9a0740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640bb4da3e0 0x5640bb4e0490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.684+0000 7fb4ef9a0740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640bb4e2f60 0x5640bb4e09d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.684+0000 7fb4ef9a0740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640bb441030 con 0x5640bb4da3e0 2024-02-10T00:09:30.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.684+0000 7fb4ef9a0740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640bb114430 con 0x5640bb4e2f60 2024-02-10T00:09:30.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.684+0000 7fb4ef9a0740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640bb0d0e00 con 0x5640bb4d9a30 2024-02-10T00:09:30.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.684+0000 7fb4ef9a0740 10 client.0 _ll_register_callbacks cb 0x5640bb436030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:09:30.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.684+0000 7fb4dffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640bb4da3e0 0x5640bb4e0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.684+0000 7fb4dffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640bb4da3e0 0x5640bb4e0490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36458/0 (socket says 172.21.15.1:36458) 2024-02-10T00:09:30.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.684+0000 7fb4dffff640 1 -- 172.21.15.1:0/3579738853 learned_addr learned my addr 172.21.15.1:0/3579738853 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:30.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.684+0000 7fb4e659c640 1 --2- 172.21.15.1:0/3579738853 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640bb4d9a30 0x5640bb4dff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.685+0000 7fb4dffff640 1 -- 172.21.15.1:0/3579738853 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640bb4d9a30 msgr2=0x5640bb4dff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:30.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.685+0000 7fb4dffff640 1 --2- 172.21.15.1:0/3579738853 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640bb4d9a30 0x5640bb4dff50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.685+0000 7fb4dffff640 1 -- 172.21.15.1:0/3579738853 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640bb4e2f60 msgr2=0x5640bb4e09d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:30.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.685+0000 7fb4e6d9d640 1 --2- 172.21.15.1:0/3579738853 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640bb4e2f60 0x5640bb4e09d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.685+0000 7fb4dffff640 1 --2- 172.21.15.1:0/3579738853 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640bb4e2f60 0x5640bb4e09d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.685+0000 7fb4dffff640 1 -- 172.21.15.1:0/3579738853 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4e0009ad0 con 0x5640bb4da3e0 2024-02-10T00:09:30.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.685+0000 7fb4e6d9d640 1 --2- 172.21.15.1:0/3579738853 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640bb4e2f60 0x5640bb4e09d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:09:30.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.685+0000 7fb4dffff640 1 --2- 172.21.15.1:0/3579738853 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640bb4da3e0 0x5640bb4e0490 secure :-1 s=READY pgs=1627 cs=0 l=1 rev1=1 crypto rx=0x7fb4d0009610 tx=0x7fb4d009a590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38bea276f43e98e7 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:30.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.685+0000 7fb4cdffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:09:30.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.685+0000 7fb4cdffb640 1 -- 172.21.15.1:0/3579738853 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4d009a700 con 0x5640bb4da3e0 2024-02-10T00:09:30.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.685+0000 7fb4ef9a0740 1 -- 172.21.15.1:0/3579738853 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5640bb1407e0 con 0x5640bb4da3e0 2024-02-10T00:09:30.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.685+0000 7fb4cdffb640 1 -- 172.21.15.1:0/3579738853 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fb4d009e850 con 0x5640bb4da3e0 2024-02-10T00:09:30.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.685+0000 7fb4cdffb640 1 -- 172.21.15.1:0/3579738853 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb4d00a2ea0 con 0x5640bb4da3e0 2024-02-10T00:09:30.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.685+0000 7fb4ef9a0740 10 client.19164 fetch_fsmap learned FSMap version 29 2024-02-10T00:09:30.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.685+0000 7fb4ef9a0740 1 -- 172.21.15.1:0/3579738853 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5640bb43f6b0 con 0x5640bb4da3e0 2024-02-10T00:09:30.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.685+0000 7fb4cdffb640 1 -- 172.21.15.1:0/3579738853 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb4d00b2030 con 0x5640bb4da3e0 2024-02-10T00:09:30.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.685+0000 7fb4cdffb640 1 -- 172.21.15.1:0/3579738853 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fb4d0022020 con 0x5640bb4da3e0 2024-02-10T00:09:30.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.686+0000 7fb4ef9a0740 10 client.19164 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:09:30.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.686+0000 7fb4ef9a0740 10 client.19164 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:09:30.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.686+0000 7fb4ef9a0740 20 client.19164 populate_metadata read hostname 'smithi001' 2024-02-10T00:09:30.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.686+0000 7fb4ef9a0740 1 --2- 172.21.15.1:0/3579738853 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5640bb4f5700 0x5640bb4f7b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.686+0000 7fb4ef9a0740 4 client.19164 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:09:30.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.686+0000 7fb4ef9a0740 1 -- 172.21.15.1:0/3579738853 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5640bb17d720 con 0x5640bb4f5700 2024-02-10T00:09:30.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.686+0000 7fb4e659c640 1 --2- 172.21.15.1:0/3579738853 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5640bb4f5700 0x5640bb4f7b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.686+0000 7fb4cdffb640 10 client.19164 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:09:30.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.686+0000 7fb4e659c640 1 --2- 172.21.15.1:0/3579738853 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5640bb4f5700 0x5640bb4f7b20 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=250580d284839d9f server_cookie=642791e9331c1754 in_seq=0 out_seq=0 2024-02-10T00:09:30.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.687+0000 7fb4cdffb640 1 -- 172.21.15.1:0/3579738853 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5640bb17d720 con 0x5640bb4f5700 2024-02-10T00:09:30.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.687+0000 7fb4cdffb640 10 client.19164 handle_command_reply: tid=0 2024-02-10T00:09:30.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.687+0000 7fb4ef9a0740 1 client.19164 shutdown 2024-02-10T00:09:30.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.687+0000 7fb4ef9a0740 1 -- 172.21.15.1:0/3579738853 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640bb4da3e0 msgr2=0x5640bb4e0490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.687+0000 7fb4ef9a0740 1 --2- 172.21.15.1:0/3579738853 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640bb4da3e0 0x5640bb4e0490 secure :-1 s=READY pgs=1627 cs=0 l=1 rev1=1 crypto rx=0x7fb4d0009610 tx=0x7fb4d009a590 comp rx=0 tx=0).stop 2024-02-10T00:09:30.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.687+0000 7fb4ef9a0740 1 -- 172.21.15.1:0/3579738853 shutdown_connections 2024-02-10T00:09:30.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.687+0000 7fb4ef9a0740 1 --2- 172.21.15.1:0/3579738853 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5640bb4f5700 0x5640bb4f7b20 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.687+0000 7fb4cdffb640 0 client.19164 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:09:30.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.687+0000 7fb4ef9a0740 1 --2- 172.21.15.1:0/3579738853 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640bb4e2f60 0x5640bb4e09d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.687+0000 7fb4ef9a0740 1 --2- 172.21.15.1:0/3579738853 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640bb4da3e0 0x5640bb4e0490 unknown :-1 s=CLOSED pgs=1627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.687+0000 7fb4ef9a0740 1 --2- 172.21.15.1:0/3579738853 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640bb4d9a30 0x5640bb4dff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.687+0000 7fb4ef9a0740 1 -- 172.21.15.1:0/3579738853 >> 172.21.15.1:0/3579738853 conn(0x5640bb4d4100 msgr2=0x5640bb4d5e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:30.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.687+0000 7fb4ef9a0740 1 -- 172.21.15.1:0/3579738853 shutdown_connections 2024-02-10T00:09:30.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.687+0000 7fb4ef9a0740 1 -- 172.21.15.1:0/3579738853 wait complete. 2024-02-10T00:09:30.698 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.687+0000 7fb4ef9a0740 20 client.19164 trim_cache size 0 max 16384 2024-02-10T00:09:30.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.712+0000 7fb4ef9a0740 1 Processor -- start 2024-02-10T00:09:30.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.712+0000 7fb4ef9a0740 1 -- start start 2024-02-10T00:09:30.720 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.713+0000 7fb4ef9a0740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640bb4d9a30 0x5640bb4e2680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.713+0000 7fb4ef9a0740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640bb4da3e0 0x5640bb4e07f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.713+0000 7fb4ef9a0740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640bb4e2f60 0x5640bb4de820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.713+0000 7fb4ef9a0740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640bb3c6130 con 0x5640bb4da3e0 2024-02-10T00:09:30.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.713+0000 7fb4ef9a0740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640bb4e0d60 con 0x5640bb4e2f60 2024-02-10T00:09:30.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.713+0000 7fb4ef9a0740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640bb4e0f20 con 0x5640bb4d9a30 2024-02-10T00:09:30.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.713+0000 7fb4dffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640bb4da3e0 0x5640bb4e07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.713+0000 7fb4dffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640bb4da3e0 0x5640bb4e07f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36460/0 (socket says 172.21.15.1:36460) 2024-02-10T00:09:30.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.713+0000 7fb4dffff640 1 -- 172.21.15.1:0/179282993 learned_addr learned my addr 172.21.15.1:0/179282993 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:30.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.713+0000 7fb4e659c640 1 --2- 172.21.15.1:0/179282993 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640bb4d9a30 0x5640bb4e2680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.721 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.713+0000 7fb4e6d9d640 1 --2- 172.21.15.1:0/179282993 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640bb4e2f60 0x5640bb4de820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.713+0000 7fb4dffff640 1 -- 172.21.15.1:0/179282993 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640bb4d9a30 msgr2=0x5640bb4e2680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:30.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.713+0000 7fb4dffff640 1 --2- 172.21.15.1:0/179282993 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640bb4d9a30 0x5640bb4e2680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.713+0000 7fb4dffff640 1 -- 172.21.15.1:0/179282993 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640bb4e2f60 msgr2=0x5640bb4de820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:30.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.713+0000 7fb4dffff640 1 --2- 172.21.15.1:0/179282993 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640bb4e2f60 0x5640bb4de820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.713+0000 7fb4dffff640 1 -- 172.21.15.1:0/179282993 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5640bb3dbc90 con 0x5640bb4da3e0 2024-02-10T00:09:30.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.713+0000 7fb4dffff640 1 --2- 172.21.15.1:0/179282993 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640bb4da3e0 0x5640bb4e07f0 secure :-1 s=READY pgs=1628 cs=0 l=1 rev1=1 crypto rx=0x7fb4d009a690 tx=0x7fb4d000df10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cb909b0dd74bc0e server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:30.722 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.713+0000 7fb4cffff640 1 -- 172.21.15.1:0/179282993 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4d00d13d0 con 0x5640bb4da3e0 2024-02-10T00:09:30.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.713+0000 7fb4cffff640 1 -- 172.21.15.1:0/179282993 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb4d00b2070 con 0x5640bb4da3e0 2024-02-10T00:09:30.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.713+0000 7fb4cffff640 1 -- 172.21.15.1:0/179282993 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4d009e850 con 0x5640bb4da3e0 2024-02-10T00:09:30.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.714+0000 7fb4ef9a0740 1 -- 172.21.15.1:0/179282993 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640bb4da3e0 msgr2=0x5640bb4e07f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.714+0000 7fb4ef9a0740 1 --2- 172.21.15.1:0/179282993 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640bb4da3e0 0x5640bb4e07f0 secure :-1 s=READY pgs=1628 cs=0 l=1 rev1=1 crypto rx=0x7fb4d009a690 tx=0x7fb4d000df10 comp rx=0 tx=0).stop 2024-02-10T00:09:30.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.714+0000 7fb4ef9a0740 1 -- 172.21.15.1:0/179282993 shutdown_connections 2024-02-10T00:09:30.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.714+0000 7fb4ef9a0740 1 --2- 172.21.15.1:0/179282993 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640bb4e2f60 0x5640bb4de820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.714+0000 7fb4ef9a0740 1 --2- 172.21.15.1:0/179282993 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640bb4da3e0 0x5640bb4e07f0 unknown :-1 s=CLOSED pgs=1628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.714+0000 7fb4ef9a0740 1 --2- 172.21.15.1:0/179282993 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640bb4d9a30 0x5640bb4e2680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.714+0000 7fb4ef9a0740 1 -- 172.21.15.1:0/179282993 >> 172.21.15.1:0/179282993 conn(0x5640bb4d4100 msgr2=0x5640bb4db250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:30.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.714+0000 7fb4ef9a0740 1 -- 172.21.15.1:0/179282993 shutdown_connections 2024-02-10T00:09:30.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.714+0000 7fb4ef9a0740 1 -- 172.21.15.1:0/179282993 wait complete. 2024-02-10T00:09:30.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.715+0000 7fb4ef9a0740 1 -- start start 2024-02-10T00:09:30.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.715+0000 7fb4ef9a0740 1 Processor -- start 2024-02-10T00:09:30.723 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.715+0000 7fb4ef9a0740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640bb4d9a30 0x5640bb4ec5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.715+0000 7fb4ef9a0740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640bb4da3e0 0x5640bb4ea940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.715+0000 7fb4ef9a0740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640bb4e2f60 0x5640bb4eafc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.715+0000 7fb4ef9a0740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640bb4eb660 con 0x5640bb4d9a30 2024-02-10T00:09:30.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.715+0000 7fb4ef9a0740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640bb4eb7d0 con 0x5640bb4e2f60 2024-02-10T00:09:30.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.715+0000 7fb4ef9a0740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640bb54bc60 con 0x5640bb4da3e0 2024-02-10T00:09:30.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.715+0000 7fb4ef9a0740 10 client.0 _ll_register_callbacks cb 0x7fb4e806aac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:09:30.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.715+0000 7fb4e659c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640bb4d9a30 0x5640bb4ec5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.715+0000 7fb4e659c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640bb4d9a30 0x5640bb4ec5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36466/0 (socket says 172.21.15.1:36466) 2024-02-10T00:09:30.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.715+0000 7fb4e659c640 1 -- 172.21.15.1:0/239187546 learned_addr learned my addr 172.21.15.1:0/239187546 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:30.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.715+0000 7fb4dffff640 1 --2- 172.21.15.1:0/239187546 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640bb4da3e0 0x5640bb4ea940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.715+0000 7fb4e6d9d640 1 --2- 172.21.15.1:0/239187546 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640bb4e2f60 0x5640bb4eafc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.715+0000 7fb4e659c640 1 -- 172.21.15.1:0/239187546 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640bb4da3e0 msgr2=0x5640bb4ea940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:30.724 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.715+0000 7fb4e659c640 1 --2- 172.21.15.1:0/239187546 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640bb4da3e0 0x5640bb4ea940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.715+0000 7fb4e659c640 1 -- 172.21.15.1:0/239187546 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640bb4e2f60 msgr2=0x5640bb4eafc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:30.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.715+0000 7fb4e659c640 1 --2- 172.21.15.1:0/239187546 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640bb4e2f60 0x5640bb4eafc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.715+0000 7fb4e659c640 1 -- 172.21.15.1:0/239187546 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5640bb43f6b0 con 0x5640bb4d9a30 2024-02-10T00:09:30.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.715+0000 7fb4dffff640 1 --2- 172.21.15.1:0/239187546 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640bb4da3e0 0x5640bb4ea940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:09:30.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.715+0000 7fb4e659c640 1 --2- 172.21.15.1:0/239187546 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640bb4d9a30 0x5640bb4ec5a0 secure :-1 s=READY pgs=1629 cs=0 l=1 rev1=1 crypto rx=0x7fb4d8009900 tx=0x7fb4d8004230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62001483de86e547 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:30.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.715+0000 7fb4cdffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:09:30.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.716+0000 7fb4cdffb640 1 -- 172.21.15.1:0/239187546 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4d8049be0 con 0x5640bb4d9a30 2024-02-10T00:09:30.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.716+0000 7fb4cdffb640 1 -- 172.21.15.1:0/239187546 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fb4d8046040 con 0x5640bb4d9a30 2024-02-10T00:09:30.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.716+0000 7fb4ef9a0740 1 -- 172.21.15.1:0/239187546 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb4e001ade0 con 0x5640bb4d9a30 2024-02-10T00:09:30.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.716+0000 7fb4cdffb640 1 -- 172.21.15.1:0/239187546 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb4d8049d40 con 0x5640bb4d9a30 2024-02-10T00:09:30.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.716+0000 7fb4ef9a0740 10 client.19170 fetch_fsmap learned FSMap version 29 2024-02-10T00:09:30.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.716+0000 7fb4ef9a0740 1 -- 172.21.15.1:0/239187546 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5640bb401a70 con 0x5640bb4d9a30 2024-02-10T00:09:30.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.716+0000 7fb4cdffb640 1 -- 172.21.15.1:0/239187546 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb4e001ade0 con 0x5640bb4d9a30 2024-02-10T00:09:30.725 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.716+0000 7fb4cdffb640 1 -- 172.21.15.1:0/239187546 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fb4d803c040 con 0x5640bb4d9a30 2024-02-10T00:09:30.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.716+0000 7fb4ef9a0740 10 client.19170 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:09:30.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.716+0000 7fb4ef9a0740 10 client.19170 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:09:30.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.716+0000 7fb4ef9a0740 20 client.19170 populate_metadata read hostname 'smithi001' 2024-02-10T00:09:30.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.716+0000 7fb4ef9a0740 1 --2- 172.21.15.1:0/239187546 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5640bb4f5700 0x5640bb54f550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.716+0000 7fb4ef9a0740 4 client.19170 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:09:30.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.716+0000 7fb4ef9a0740 1 -- 172.21.15.1:0/239187546 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5640bb1cc890 con 0x5640bb4f5700 2024-02-10T00:09:30.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.716+0000 7fb4dffff640 1 --2- 172.21.15.1:0/239187546 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5640bb4f5700 0x5640bb54f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.717+0000 7fb4dffff640 1 --2- 172.21.15.1:0/239187546 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5640bb4f5700 0x5640bb54f550 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=a5bab5d673080ab1 server_cookie=269acfe16120e4ef in_seq=0 out_seq=0 2024-02-10T00:09:30.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.717+0000 7fb4cdffb640 10 client.19170 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:09:30.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.717+0000 7fb4cdffb640 1 -- 172.21.15.1:0/239187546 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5640bb1cc890 con 0x5640bb4f5700 2024-02-10T00:09:30.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.717+0000 7fb4cdffb640 10 client.19170 handle_command_reply: tid=0 2024-02-10T00:09:30.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.717+0000 7fb4ef9a0740 1 client.19170 shutdown 2024-02-10T00:09:30.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.717+0000 7fb4ef9a0740 1 -- 172.21.15.1:0/239187546 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640bb4d9a30 msgr2=0x5640bb4ec5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.726 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.717+0000 7fb4ef9a0740 1 --2- 172.21.15.1:0/239187546 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640bb4d9a30 0x5640bb4ec5a0 secure :-1 s=READY pgs=1629 cs=0 l=1 rev1=1 crypto rx=0x7fb4d8009900 tx=0x7fb4d8004230 comp rx=0 tx=0).stop 2024-02-10T00:09:30.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.717+0000 7fb4ef9a0740 1 -- 172.21.15.1:0/239187546 shutdown_connections 2024-02-10T00:09:30.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.717+0000 7fb4ef9a0740 1 --2- 172.21.15.1:0/239187546 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5640bb4f5700 0x5640bb54f550 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.717+0000 7fb4ef9a0740 1 --2- 172.21.15.1:0/239187546 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5640bb4e2f60 0x5640bb4eafc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.717+0000 7fb4ef9a0740 1 --2- 172.21.15.1:0/239187546 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5640bb4da3e0 0x5640bb4ea940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.717+0000 7fb4cdffb640 0 client.19170 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:09:30.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.717+0000 7fb4ef9a0740 1 --2- 172.21.15.1:0/239187546 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5640bb4d9a30 0x5640bb4ec5a0 unknown :-1 s=CLOSED pgs=1629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.717+0000 7fb4ef9a0740 1 -- 172.21.15.1:0/239187546 >> 172.21.15.1:0/239187546 conn(0x5640bb4d4100 msgr2=0x5640bb4de7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:30.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.717+0000 7fb4ef9a0740 1 -- 172.21.15.1:0/239187546 shutdown_connections 2024-02-10T00:09:30.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.717+0000 7fb4ef9a0740 1 -- 172.21.15.1:0/239187546 wait complete. 2024-02-10T00:09:30.727 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.717+0000 7fb4ef9a0740 20 client.19170 trim_cache size 0 max 16384 2024-02-10T00:09:30.727 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:09:30.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.718+0000 7fb4ecdc9640 1 -- 172.21.15.1:0/859374069 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb4d40a2230 msgr2=0x7fb4d40a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.718+0000 7fb4ecdc9640 1 --2- 172.21.15.1:0/859374069 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb4d40a2230 0x7fb4d40a46f0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fb4e0019000 tx=0x7fb4e0019d40 comp rx=0 tx=0).stop 2024-02-10T00:09:30.728 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.718+0000 7fb4ecdc9640 1 -- 172.21.15.1:0/859374069 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4e8105410 msgr2=0x7fb4e819c970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.718+0000 7fb4ecdc9640 1 --2- 172.21.15.1:0/859374069 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4e8105410 0x7fb4e819c970 secure :-1 s=READY pgs=1625 cs=0 l=1 rev1=1 crypto rx=0x7fb4d0005fd0 tx=0x7fb4d000dde0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.718+0000 7fb4ecdc9640 1 -- 172.21.15.1:0/859374069 shutdown_connections 2024-02-10T00:09:30.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.718+0000 7fb4ecdc9640 1 --2- 172.21.15.1:0/859374069 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb4d40a2230 0x7fb4d40a46f0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.718+0000 7fb4ecdc9640 1 --2- 172.21.15.1:0/859374069 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4e81965e0 0x7fb4e8196a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.718+0000 7fb4ecdc9640 1 --2- 172.21.15.1:0/859374069 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4e8105410 0x7fb4e819c970 unknown :-1 s=CLOSED pgs=1625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.718+0000 7fb4ecdc9640 1 --2- 172.21.15.1:0/859374069 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb4e8100340 0x7fb4e819c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.718+0000 7fb4ecdc9640 1 -- 172.21.15.1:0/859374069 >> 172.21.15.1:0/859374069 conn(0x7fb4e80772e0 msgr2=0x7fb4e80fe310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:30.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.718+0000 7fb4ecdc9640 1 -- 172.21.15.1:0/859374069 shutdown_connections 2024-02-10T00:09:30.729 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.718+0000 7fb4ecdc9640 1 -- 172.21.15.1:0/859374069 wait complete. 2024-02-10T00:09:30.731 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:09:30.731 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-02-10T00:09:30.734 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.729+0000 7facb2b5c640 1 -- 172.21.15.1:0/3537774830 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7facac100d30 msgr2=0x7facac104d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.734 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.729+0000 7facb2b5c640 1 --2- 172.21.15.1:0/3537774830 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7facac100d30 0x7facac104d70 secure :-1 s=READY pgs=1630 cs=0 l=1 rev1=1 crypto rx=0x7fac98009930 tx=0x7fac9802bc30 comp rx=0 tx=0).stop 2024-02-10T00:09:30.734 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.729+0000 7facb2b5c640 1 -- 172.21.15.1:0/3537774830 shutdown_connections 2024-02-10T00:09:30.734 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.729+0000 7facb2b5c640 1 --2- 172.21.15.1:0/3537774830 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7facac105450 0x7facac10d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.734 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.729+0000 7facb2b5c640 1 --2- 172.21.15.1:0/3537774830 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7facac100d30 0x7facac104d70 unknown :-1 s=CLOSED pgs=1630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.734 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.729+0000 7facb2b5c640 1 --2- 172.21.15.1:0/3537774830 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7facac100380 0x7facac100760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.734 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.729+0000 7facb2b5c640 1 -- 172.21.15.1:0/3537774830 >> 172.21.15.1:0/3537774830 conn(0x7facac077250 msgr2=0x7facac077660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:30.734 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.729+0000 7facb2b5c640 1 -- 172.21.15.1:0/3537774830 shutdown_connections 2024-02-10T00:09:30.735 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.729+0000 7facb2b5c640 1 -- 172.21.15.1:0/3537774830 wait complete. 2024-02-10T00:09:30.735 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.730+0000 7facb2b5c640 1 Processor -- start 2024-02-10T00:09:30.735 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.730+0000 7facb2b5c640 1 -- start start 2024-02-10T00:09:30.735 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.730+0000 7facb2b5c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7facac100380 0x7facac19d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.735 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.730+0000 7facb2b5c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7facac105450 0x7facac19db20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.735 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.730+0000 7facb2b5c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7facac1976a0 0x7facac197b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.735 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.730+0000 7facb2b5c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facac198170 con 0x7facac1976a0 2024-02-10T00:09:30.735 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.730+0000 7facb2b5c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facac1982e0 con 0x7facac100380 2024-02-10T00:09:30.735 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.730+0000 7facb2b5c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facac1984a0 con 0x7facac105450 2024-02-10T00:09:30.735 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.730+0000 7facb10f9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7facac1976a0 0x7facac197b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.735 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.730+0000 7facabfff640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7facac105450 0x7facac19db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.735 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.730+0000 7facb10f9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7facac1976a0 0x7facac197b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36472/0 (socket says 172.21.15.1:36472) 2024-02-10T00:09:30.735 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.730+0000 7facb10f9640 1 -- 172.21.15.1:0/4265743593 learned_addr learned my addr 172.21.15.1:0/4265743593 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:30.735 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.730+0000 7facb08f8640 1 --2- 172.21.15.1:0/4265743593 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7facac100380 0x7facac19d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.736 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.730+0000 7facabfff640 1 -- 172.21.15.1:0/4265743593 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7facac100380 msgr2=0x7facac19d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.736 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.731+0000 7facabfff640 1 --2- 172.21.15.1:0/4265743593 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7facac100380 0x7facac19d5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.736 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.731+0000 7facabfff640 1 -- 172.21.15.1:0/4265743593 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7facac1976a0 msgr2=0x7facac197b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.736 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.731+0000 7facabfff640 1 --2- 172.21.15.1:0/4265743593 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7facac1976a0 0x7facac197b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.736 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.731+0000 7facabfff640 1 -- 172.21.15.1:0/4265743593 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac98009560 con 0x7facac105450 2024-02-10T00:09:30.736 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.731+0000 7facb10f9640 1 --2- 172.21.15.1:0/4265743593 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7facac1976a0 0x7facac197b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:09:30.736 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.731+0000 7facabfff640 1 --2- 172.21.15.1:0/4265743593 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7facac105450 0x7facac19db20 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fac9802c170 tx=0x7fac9802c5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:30.736 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.731+0000 7faca9ffb640 1 -- 172.21.15.1:0/4265743593 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac980042d0 con 0x7facac105450 2024-02-10T00:09:30.736 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.731+0000 7faca9ffb640 1 -- 172.21.15.1:0/4265743593 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fac98004430 con 0x7facac105450 2024-02-10T00:09:30.736 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.731+0000 7facb2b5c640 1 -- 172.21.15.1:0/4265743593 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7facac1a43e0 con 0x7facac105450 2024-02-10T00:09:30.736 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.731+0000 7faca9ffb640 1 -- 172.21.15.1:0/4265743593 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac98003c90 con 0x7facac105450 2024-02-10T00:09:30.736 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.731+0000 7facb2b5c640 1 -- 172.21.15.1:0/4265743593 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7facac1a48c0 con 0x7facac105450 2024-02-10T00:09:30.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.733+0000 7faca9ffb640 1 -- 172.21.15.1:0/4265743593 <== mon.1 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fac98004df0 con 0x7facac105450 2024-02-10T00:09:30.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.734+0000 7faca9ffb640 1 --2- 172.21.15.1:0/4265743593 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fac9c0a2220 0x7fac9c0a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.734+0000 7facb5805740 1 Processor -- start 2024-02-10T00:09:30.744 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.734+0000 7facb5805740 1 -- start start 2024-02-10T00:09:30.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.734+0000 7faca9ffb640 1 -- 172.21.15.1:0/4265743593 <== mon.1 v2:172.21.15.103:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fac980eff60 con 0x7facac105450 2024-02-10T00:09:30.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.734+0000 7facb08f8640 1 --2- 172.21.15.1:0/4265743593 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fac9c0a2220 0x7fac9c0a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.734+0000 7facb5805740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5651423760b0 0x565142376490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.734+0000 7facb5805740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5651423769d0 0x56514237f260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.734+0000 7facb5805740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56514237f7a0 0x565142381b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.734+0000 7facb5805740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651422e4a00 con 0x5651423769d0 2024-02-10T00:09:30.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.734+0000 7facb5805740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651422e1f30 con 0x56514237f7a0 2024-02-10T00:09:30.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.734+0000 7facb5805740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651422dd710 con 0x5651423760b0 2024-02-10T00:09:30.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.734+0000 7facabfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5651423769d0 0x56514237f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.734+0000 7facabfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5651423769d0 0x56514237f260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36474/0 (socket says 172.21.15.1:36474) 2024-02-10T00:09:30.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.734+0000 7facb08f8640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5651423760b0 0x565142376490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.745 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.734+0000 7facabfff640 1 -- 172.21.15.1:0/2761102390 learned_addr learned my addr 172.21.15.1:0/2761102390 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:30.746 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.734+0000 7facb10f9640 1 --2- 172.21.15.1:0/2761102390 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56514237f7a0 0x565142381b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.746 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.734+0000 7facb08f8640 1 --2- 172.21.15.1:0/4265743593 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fac9c0a2220 0x7fac9c0a46e0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7faca0009c20 tx=0x7faca0005f90 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:30.746 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.735+0000 7facabfff640 1 -- 172.21.15.1:0/2761102390 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5651423760b0 msgr2=0x565142376490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:30.746 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.735+0000 7facabfff640 1 --2- 172.21.15.1:0/2761102390 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5651423760b0 0x565142376490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.746 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.735+0000 7facabfff640 1 -- 172.21.15.1:0/2761102390 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56514237f7a0 msgr2=0x565142381b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:30.746 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.735+0000 7facabfff640 1 --2- 172.21.15.1:0/2761102390 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56514237f7a0 0x565142381b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.746 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.735+0000 7facabfff640 1 -- 172.21.15.1:0/2761102390 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5651422a23b0 con 0x5651423769d0 2024-02-10T00:09:30.746 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.735+0000 7facabfff640 1 --2- 172.21.15.1:0/2761102390 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5651423769d0 0x56514237f260 secure :-1 s=READY pgs=1631 cs=0 l=1 rev1=1 crypto rx=0x7fac980c4c70 tx=0x7fac980bc7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff187d6245417dc6 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:30.746 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.735+0000 7fac96ffd640 1 -- 172.21.15.1:0/2761102390 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac980bd100 con 0x5651423769d0 2024-02-10T00:09:30.746 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.735+0000 7fac96ffd640 1 -- 172.21.15.1:0/2761102390 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fac980bca00 con 0x5651423769d0 2024-02-10T00:09:30.746 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.735+0000 7fac96ffd640 1 -- 172.21.15.1:0/2761102390 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac980bade0 con 0x5651423769d0 2024-02-10T00:09:30.746 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.736+0000 7facb5805740 1 -- 172.21.15.1:0/2761102390 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5651423769d0 msgr2=0x56514237f260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.747 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.736+0000 7facb5805740 1 --2- 172.21.15.1:0/2761102390 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5651423769d0 0x56514237f260 secure :-1 s=READY pgs=1631 cs=0 l=1 rev1=1 crypto rx=0x7fac980c4c70 tx=0x7fac980bc7d0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.747 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.736+0000 7facb5805740 1 -- 172.21.15.1:0/2761102390 shutdown_connections 2024-02-10T00:09:30.747 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.736+0000 7facb5805740 1 --2- 172.21.15.1:0/2761102390 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56514237f7a0 0x565142381b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.747 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.736+0000 7facb5805740 1 --2- 172.21.15.1:0/2761102390 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5651423769d0 0x56514237f260 unknown :-1 s=CLOSED pgs=1631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.747 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.736+0000 7facb5805740 1 --2- 172.21.15.1:0/2761102390 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5651423760b0 0x565142376490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.747 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.736+0000 7facb5805740 1 -- 172.21.15.1:0/2761102390 >> 172.21.15.1:0/2761102390 conn(0x5651423709d0 msgr2=0x565142370db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:30.747 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.736+0000 7facb5805740 1 -- 172.21.15.1:0/2761102390 shutdown_connections 2024-02-10T00:09:30.747 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.736+0000 7facb5805740 1 -- 172.21.15.1:0/2761102390 wait complete. 2024-02-10T00:09:30.747 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.736+0000 7facb5805740 1 -- start start 2024-02-10T00:09:30.748 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.736+0000 7facb5805740 1 Processor -- start 2024-02-10T00:09:30.748 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.736+0000 7facb5805740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5651423760b0 0x56514237c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.748 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.737+0000 7facb5805740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5651423769d0 0x56514237ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.748 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.737+0000 7facb5805740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56514237f7a0 0x56514237d230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.748 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.737+0000 7facb5805740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x565142282b90 con 0x5651423769d0 2024-02-10T00:09:30.748 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.737+0000 7facb5805740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x565141fb1250 con 0x5651423760b0 2024-02-10T00:09:30.748 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.737+0000 7facb5805740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x565142263200 con 0x56514237f7a0 2024-02-10T00:09:30.748 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.737+0000 7facb5805740 10 client.0 _ll_register_callbacks cb 0x5651422995d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:09:30.748 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.737+0000 7facabfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5651423769d0 0x56514237ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.748 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.737+0000 7facb10f9640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56514237f7a0 0x56514237d230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.748 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.737+0000 7facabfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5651423769d0 0x56514237ccf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36490/0 (socket says 172.21.15.1:36490) 2024-02-10T00:09:30.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.737+0000 7facabfff640 1 -- 172.21.15.1:0/2587214169 learned_addr learned my addr 172.21.15.1:0/2587214169 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:30.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.737+0000 7facb08f8640 1 --2- 172.21.15.1:0/2587214169 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5651423760b0 0x56514237c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.737+0000 7facabfff640 1 -- 172.21.15.1:0/2587214169 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56514237f7a0 msgr2=0x56514237d230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:30.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.737+0000 7facabfff640 1 --2- 172.21.15.1:0/2587214169 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56514237f7a0 0x56514237d230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.737+0000 7facabfff640 1 -- 172.21.15.1:0/2587214169 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5651423760b0 msgr2=0x56514237c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:30.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.737+0000 7facabfff640 1 --2- 172.21.15.1:0/2587214169 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5651423760b0 0x56514237c7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.737+0000 7facabfff640 1 -- 172.21.15.1:0/2587214169 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7facac1a48c0 con 0x5651423769d0 2024-02-10T00:09:30.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.737+0000 7facb08f8640 1 --2- 172.21.15.1:0/2587214169 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5651423760b0 0x56514237c7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:09:30.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.737+0000 7facabfff640 1 --2- 172.21.15.1:0/2587214169 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5651423769d0 0x56514237ccf0 secure :-1 s=READY pgs=1632 cs=0 l=1 rev1=1 crypto rx=0x7fac98005c20 tx=0x7fac98003760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e9ff2d4b380d9f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:30.749 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.737+0000 7fac8bfff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:09:30.750 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.737+0000 7fac8bfff640 1 -- 172.21.15.1:0/2587214169 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac980bade0 con 0x5651423769d0 2024-02-10T00:09:30.750 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.737+0000 7fac8bfff640 1 -- 172.21.15.1:0/2587214169 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fac980c0b50 con 0x5651423769d0 2024-02-10T00:09:30.750 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.737+0000 7facb5805740 1 -- 172.21.15.1:0/2587214169 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x565142303ee0 con 0x5651423769d0 2024-02-10T00:09:30.750 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.738+0000 7fac8bfff640 1 -- 172.21.15.1:0/2587214169 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fac980bd100 con 0x5651423769d0 2024-02-10T00:09:30.750 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.738+0000 7facb5805740 10 client.19182 fetch_fsmap learned FSMap version 29 2024-02-10T00:09:30.750 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.738+0000 7facb5805740 1 -- 172.21.15.1:0/2587214169 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5651422dbd90 con 0x5651423769d0 2024-02-10T00:09:30.750 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.738+0000 7fac8bfff640 1 -- 172.21.15.1:0/2587214169 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x565142303ee0 con 0x5651423769d0 2024-02-10T00:09:30.750 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.738+0000 7fac8bfff640 1 -- 172.21.15.1:0/2587214169 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fac9803c070 con 0x5651423769d0 2024-02-10T00:09:30.750 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.738+0000 7facb5805740 10 client.19182 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:09:30.750 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.738+0000 7facb5805740 10 client.19182 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:09:30.751 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.738+0000 7facb5805740 20 client.19182 populate_metadata read hostname 'smithi001' 2024-02-10T00:09:30.751 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.738+0000 7facb5805740 1 --2- 172.21.15.1:0/2587214169 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x56514238f2a0 0x565142391690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.751 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.738+0000 7facb5805740 4 client.19182 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:09:30.751 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.738+0000 7facb5805740 1 -- 172.21.15.1:0/2587214169 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x565141fdd600 con 0x56514238f2a0 2024-02-10T00:09:30.751 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.738+0000 7facb08f8640 1 --2- 172.21.15.1:0/2587214169 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x56514238f2a0 0x565142391690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.751 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.739+0000 7fac8bfff640 10 client.19182 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:30.751 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.739+0000 7facb08f8640 1 --2- 172.21.15.1:0/2587214169 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x56514238f2a0 0x565142391690 crc :-1 s=READY pgs=280 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d583a71b16948a4e server_cookie=ee53a7d83315d309 in_seq=0 out_seq=0 2024-02-10T00:09:30.751 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.739+0000 7fac8bfff640 1 -- 172.21.15.1:0/2587214169 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x565141fdd600 con 0x56514238f2a0 2024-02-10T00:09:30.751 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.739+0000 7fac8bfff640 10 client.19182 handle_command_reply: tid=0 2024-02-10T00:09:30.751 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.739+0000 7facb5805740 1 client.19182 shutdown 2024-02-10T00:09:30.751 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.739+0000 7facb5805740 1 -- 172.21.15.1:0/2587214169 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5651423769d0 msgr2=0x56514237ccf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.752 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.739+0000 7facb5805740 1 --2- 172.21.15.1:0/2587214169 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5651423769d0 0x56514237ccf0 secure :-1 s=READY pgs=1632 cs=0 l=1 rev1=1 crypto rx=0x7fac98005c20 tx=0x7fac98003760 comp rx=0 tx=0).stop 2024-02-10T00:09:30.752 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.739+0000 7facb5805740 1 -- 172.21.15.1:0/2587214169 shutdown_connections 2024-02-10T00:09:30.752 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.739+0000 7facb5805740 1 --2- 172.21.15.1:0/2587214169 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x56514238f2a0 0x565142391690 crc :-1 s=READY pgs=280 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.752 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.739+0000 7facb5805740 1 --2- 172.21.15.1:0/2587214169 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56514237f7a0 0x56514237d230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.752 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.739+0000 7fac8bfff640 0 client.19182 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:30.752 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.739+0000 7facb5805740 1 --2- 172.21.15.1:0/2587214169 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5651423769d0 0x56514237ccf0 unknown :-1 s=CLOSED pgs=1632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.752 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.739+0000 7facb5805740 1 --2- 172.21.15.1:0/2587214169 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5651423760b0 0x56514237c7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.752 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.740+0000 7facb5805740 1 -- 172.21.15.1:0/2587214169 >> 172.21.15.1:0/2587214169 conn(0x5651423709d0 msgr2=0x565142372720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:30.752 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.740+0000 7facb5805740 1 -- 172.21.15.1:0/2587214169 shutdown_connections 2024-02-10T00:09:30.753 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.740+0000 7facb5805740 1 -- 172.21.15.1:0/2587214169 wait complete. 2024-02-10T00:09:30.753 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.740+0000 7facb5805740 20 client.19182 trim_cache size 0 max 16384 2024-02-10T00:09:30.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.753+0000 7facb5805740 1 Processor -- start 2024-02-10T00:09:30.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.753+0000 7facb5805740 1 -- start start 2024-02-10T00:09:30.760 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.753+0000 7facb5805740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5651423760b0 0x56514237d050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.761 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.753+0000 7facb5805740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5651423769d0 0x56514237b080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.761 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.753+0000 7facb5805740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56514237f7a0 0x56514237b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.761 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.753+0000 7facb5805740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x565141fdd600 con 0x5651423760b0 2024-02-10T00:09:30.761 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.753+0000 7facb5805740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x565142303ee0 con 0x5651423769d0 2024-02-10T00:09:30.761 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.753+0000 7facb5805740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56514238c2a0 con 0x56514237f7a0 2024-02-10T00:09:30.761 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.753+0000 7facb08f8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5651423760b0 0x56514237d050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.761 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.753+0000 7facb08f8640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5651423760b0 0x56514237d050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36504/0 (socket says 172.21.15.1:36504) 2024-02-10T00:09:30.761 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.753+0000 7facb08f8640 1 -- 172.21.15.1:0/951639351 learned_addr learned my addr 172.21.15.1:0/951639351 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:30.761 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.753+0000 7facabfff640 1 --2- 172.21.15.1:0/951639351 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5651423769d0 0x56514237b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.761 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.754+0000 7facb10f9640 1 --2- 172.21.15.1:0/951639351 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56514237f7a0 0x56514237b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.761 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.754+0000 7facb08f8640 1 -- 172.21.15.1:0/951639351 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56514237f7a0 msgr2=0x56514237b5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:30.761 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.754+0000 7facb08f8640 1 --2- 172.21.15.1:0/951639351 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56514237f7a0 0x56514237b5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.761 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.754+0000 7facb08f8640 1 -- 172.21.15.1:0/951639351 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5651423769d0 msgr2=0x56514237b080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:30.762 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.754+0000 7facb08f8640 1 --2- 172.21.15.1:0/951639351 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5651423769d0 0x56514237b080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.762 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.754+0000 7facb08f8640 1 -- 172.21.15.1:0/951639351 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x565142278820 con 0x5651423760b0 2024-02-10T00:09:30.762 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.754+0000 7facb08f8640 1 --2- 172.21.15.1:0/951639351 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5651423760b0 0x56514237d050 secure :-1 s=READY pgs=1633 cs=0 l=1 rev1=1 crypto rx=0x7faca0013010 tx=0x7faca0019000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f47c1da02f19cdf server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:30.762 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.754+0000 7fac967fc640 1 -- 172.21.15.1:0/951639351 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faca0022040 con 0x5651423760b0 2024-02-10T00:09:30.762 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.754+0000 7fac967fc640 1 -- 172.21.15.1:0/951639351 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7faca0023040 con 0x5651423760b0 2024-02-10T00:09:30.762 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.754+0000 7fac967fc640 1 -- 172.21.15.1:0/951639351 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faca0029390 con 0x5651423760b0 2024-02-10T00:09:30.762 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.755+0000 7facb5805740 1 -- 172.21.15.1:0/951639351 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5651423760b0 msgr2=0x56514237d050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.762 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.755+0000 7facb5805740 1 --2- 172.21.15.1:0/951639351 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5651423760b0 0x56514237d050 secure :-1 s=READY pgs=1633 cs=0 l=1 rev1=1 crypto rx=0x7faca0013010 tx=0x7faca0019000 comp rx=0 tx=0).stop 2024-02-10T00:09:30.762 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.755+0000 7facb5805740 1 -- 172.21.15.1:0/951639351 shutdown_connections 2024-02-10T00:09:30.762 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.755+0000 7facb5805740 1 --2- 172.21.15.1:0/951639351 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56514237f7a0 0x56514237b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.762 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.755+0000 7facb5805740 1 --2- 172.21.15.1:0/951639351 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5651423769d0 0x56514237b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.762 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.755+0000 7facb5805740 1 --2- 172.21.15.1:0/951639351 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5651423760b0 0x56514237d050 unknown :-1 s=CLOSED pgs=1633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.762 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.755+0000 7facb5805740 1 -- 172.21.15.1:0/951639351 >> 172.21.15.1:0/951639351 conn(0x5651423709d0 msgr2=0x565142375390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:30.763 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.755+0000 7facb5805740 1 -- 172.21.15.1:0/951639351 shutdown_connections 2024-02-10T00:09:30.763 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.755+0000 7facb5805740 1 -- 172.21.15.1:0/951639351 wait complete. 2024-02-10T00:09:30.763 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.755+0000 7facb5805740 1 -- start start 2024-02-10T00:09:30.763 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.755+0000 7facb5805740 1 Processor -- start 2024-02-10T00:09:30.763 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.756+0000 7facb5805740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5651423760b0 0x5651423863d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.763 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.756+0000 7facb5805740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5651423769d0 0x565142384770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.763 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.756+0000 7facb5805740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56514237f7a0 0x565142384cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.763 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.756+0000 7facb5805740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651423851f0 con 0x56514237f7a0 2024-02-10T00:09:30.763 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.756+0000 7facb5805740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x565142385360 con 0x5651423760b0 2024-02-10T00:09:30.763 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.756+0000 7facb5805740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x565142385520 con 0x5651423769d0 2024-02-10T00:09:30.763 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.756+0000 7facb5805740 10 client.0 _ll_register_callbacks cb 0x7faca00099c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:09:30.763 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.756+0000 7facb10f9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56514237f7a0 0x565142384cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.763 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.756+0000 7facabfff640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5651423769d0 0x565142384770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.764 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.756+0000 7facb10f9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56514237f7a0 0x565142384cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36510/0 (socket says 172.21.15.1:36510) 2024-02-10T00:09:30.764 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.756+0000 7facb08f8640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5651423760b0 0x5651423863d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.764 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.756+0000 7facb10f9640 1 -- 172.21.15.1:0/1915975000 learned_addr learned my addr 172.21.15.1:0/1915975000 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:30.764 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.756+0000 7facabfff640 1 -- 172.21.15.1:0/1915975000 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5651423760b0 msgr2=0x5651423863d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:30.764 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.756+0000 7facabfff640 1 --2- 172.21.15.1:0/1915975000 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5651423760b0 0x5651423863d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.764 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.756+0000 7facabfff640 1 -- 172.21.15.1:0/1915975000 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56514237f7a0 msgr2=0x565142384cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:30.764 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.756+0000 7facabfff640 1 --2- 172.21.15.1:0/1915975000 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56514237f7a0 0x565142384cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.764 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.756+0000 7facabfff640 1 -- 172.21.15.1:0/1915975000 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faca0017050 con 0x5651423769d0 2024-02-10T00:09:30.764 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.756+0000 7facb10f9640 1 --2- 172.21.15.1:0/1915975000 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56514237f7a0 0x565142384cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:09:30.764 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.756+0000 7facabfff640 1 --2- 172.21.15.1:0/1915975000 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5651423769d0 0x565142384770 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fac980c5360 tx=0x7fac980bc7d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=63dbeb00e6d4de51 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:30.764 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.756+0000 7fac8bfff640 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-02-10T00:09:30.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.756+0000 7fac8bfff640 1 -- 172.21.15.1:0/1915975000 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac980bc540 con 0x5651423769d0 2024-02-10T00:09:30.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.757+0000 7fac8bfff640 1 -- 172.21.15.1:0/1915975000 <== mon.1 v2:172.21.15.103:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fac980baaa0 con 0x5651423769d0 2024-02-10T00:09:30.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.757+0000 7facb5805740 1 -- 172.21.15.1:0/1915975000 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fac980bca00 con 0x5651423769d0 2024-02-10T00:09:30.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.757+0000 7fac8bfff640 1 -- 172.21.15.1:0/1915975000 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fac980bd100 con 0x5651423769d0 2024-02-10T00:09:30.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.757+0000 7facb5805740 10 client.27970 fetch_fsmap learned FSMap version 29 2024-02-10T00:09:30.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.757+0000 7facb5805740 1 -- 172.21.15.1:0/1915975000 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x56514229e6f0 con 0x5651423769d0 2024-02-10T00:09:30.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.757+0000 7fac8bfff640 1 -- 172.21.15.1:0/1915975000 <== mon.1 v2:172.21.15.103:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fac980bca00 con 0x5651423769d0 2024-02-10T00:09:30.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.757+0000 7fac8bfff640 1 -- 172.21.15.1:0/1915975000 <== mon.1 v2:172.21.15.103:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fac9803c070 con 0x5651423769d0 2024-02-10T00:09:30.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.757+0000 7facb5805740 10 client.27970 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:09:30.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.757+0000 7facb5805740 10 client.27970 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:09:30.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.757+0000 7facb5805740 20 client.27970 populate_metadata read hostname 'smithi001' 2024-02-10T00:09:30.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.757+0000 7facb5805740 1 --2- 172.21.15.1:0/1915975000 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x56514238f2a0 0x5651423e8750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.765 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.757+0000 7facb5805740 4 client.27970 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:09:30.766 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.757+0000 7facb5805740 1 -- 172.21.15.1:0/1915975000 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x56514202e1b0 con 0x56514238f2a0 2024-02-10T00:09:30.766 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.757+0000 7facb08f8640 1 --2- 172.21.15.1:0/1915975000 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x56514238f2a0 0x5651423e8750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.766 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.758+0000 7fac8bfff640 10 client.27970 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:30.766 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.758+0000 7facb08f8640 1 --2- 172.21.15.1:0/1915975000 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x56514238f2a0 0x5651423e8750 crc :-1 s=READY pgs=281 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a05200d54e23ee35 server_cookie=bd1d5811ae8f7a61 in_seq=0 out_seq=0 2024-02-10T00:09:30.774 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.772+0000 7fac8bfff640 1 -- 172.21.15.1:0/1915975000 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x56514202e1b0 con 0x56514238f2a0 2024-02-10T00:09:30.775 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.772+0000 7fac8bfff640 10 client.27970 handle_command_reply: tid=0 2024-02-10T00:09:30.775 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.772+0000 7facb5805740 1 client.27970 shutdown 2024-02-10T00:09:30.775 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.772+0000 7facb5805740 1 -- 172.21.15.1:0/1915975000 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5651423769d0 msgr2=0x565142384770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.775 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.772+0000 7facb5805740 1 --2- 172.21.15.1:0/1915975000 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5651423769d0 0x565142384770 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fac980c5360 tx=0x7fac980bc7d0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.775 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.772+0000 7facb5805740 1 -- 172.21.15.1:0/1915975000 shutdown_connections 2024-02-10T00:09:30.775 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.772+0000 7facb5805740 1 --2- 172.21.15.1:0/1915975000 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x56514238f2a0 0x5651423e8750 crc :-1 s=READY pgs=281 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.775 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.772+0000 7facb5805740 1 --2- 172.21.15.1:0/1915975000 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56514237f7a0 0x565142384cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.775 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.772+0000 7fac8bfff640 0 client.27970 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:30.775 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.772+0000 7facb5805740 1 --2- 172.21.15.1:0/1915975000 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5651423769d0 0x565142384770 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.775 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.772+0000 7facb5805740 1 --2- 172.21.15.1:0/1915975000 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5651423760b0 0x5651423863d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.775 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.772+0000 7facb5805740 1 -- 172.21.15.1:0/1915975000 >> 172.21.15.1:0/1915975000 conn(0x5651423709d0 msgr2=0x565142375390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:30.775 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.772+0000 7facb5805740 1 -- 172.21.15.1:0/1915975000 shutdown_connections 2024-02-10T00:09:30.776 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.772+0000 7facb5805740 1 -- 172.21.15.1:0/1915975000 wait complete. 2024-02-10T00:09:30.776 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.773+0000 7facb5805740 20 client.27970 trim_cache size 0 max 16384 2024-02-10T00:09:30.776 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:09:30.776 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:09:30.776 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:09:30.776 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:09:30.777 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.773+0000 7facb2b5c640 1 -- 172.21.15.1:0/4265743593 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fac9c0a2220 msgr2=0x7fac9c0a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.777 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.773+0000 7facb2b5c640 1 --2- 172.21.15.1:0/4265743593 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fac9c0a2220 0x7fac9c0a46e0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7faca0009c20 tx=0x7faca0005f90 comp rx=0 tx=0).stop 2024-02-10T00:09:30.777 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.773+0000 7facb2b5c640 1 -- 172.21.15.1:0/4265743593 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7facac105450 msgr2=0x7facac19db20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.777 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.773+0000 7facb2b5c640 1 --2- 172.21.15.1:0/4265743593 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7facac105450 0x7facac19db20 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fac9802c170 tx=0x7fac9802c5d0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.777 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.773+0000 7facb2b5c640 1 -- 172.21.15.1:0/4265743593 shutdown_connections 2024-02-10T00:09:30.778 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.773+0000 7facb2b5c640 1 --2- 172.21.15.1:0/4265743593 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fac9c0a2220 0x7fac9c0a46e0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.778 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.773+0000 7facb2b5c640 1 --2- 172.21.15.1:0/4265743593 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7facac1976a0 0x7facac197b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.778 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.773+0000 7facb2b5c640 1 --2- 172.21.15.1:0/4265743593 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7facac105450 0x7facac19db20 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.778 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.773+0000 7facb2b5c640 1 --2- 172.21.15.1:0/4265743593 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7facac100380 0x7facac19d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.778 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.773+0000 7facb2b5c640 1 -- 172.21.15.1:0/4265743593 >> 172.21.15.1:0/4265743593 conn(0x7facac077250 msgr2=0x7facac0697c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:30.778 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.773+0000 7facb2b5c640 1 -- 172.21.15.1:0/4265743593 shutdown_connections 2024-02-10T00:09:30.778 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:30.773+0000 7facb2b5c640 1 -- 172.21.15.1:0/4265743593 wait complete. 2024-02-10T00:09:30.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.845+0000 7ff05413e640 1 -- 172.21.15.1:0/37648834 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff04c106500 msgr2=0x7ff04c10e0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.845+0000 7ff05413e640 1 --2- 172.21.15.1:0/37648834 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff04c106500 0x7ff04c10e0d0 secure :-1 s=READY pgs=1634 cs=0 l=1 rev1=1 crypto rx=0x7ff048009cd0 tx=0x7ff04802c0f0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.845+0000 7ff05413e640 1 -- 172.21.15.1:0/37648834 shutdown_connections 2024-02-10T00:09:30.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.845+0000 7ff05413e640 1 --2- 172.21.15.1:0/37648834 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff04c106500 0x7ff04c10e0d0 unknown :-1 s=CLOSED pgs=1634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.845+0000 7ff05413e640 1 --2- 172.21.15.1:0/37648834 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff04c101de0 0x7ff04c105e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.845+0000 7ff05413e640 1 --2- 172.21.15.1:0/37648834 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff04c101430 0x7ff04c101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.845+0000 7ff05413e640 1 -- 172.21.15.1:0/37648834 >> 172.21.15.1:0/37648834 conn(0x7ff04c0fccd0 msgr2=0x7ff04c0ff0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:30.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.845+0000 7ff05413e640 1 -- 172.21.15.1:0/37648834 shutdown_connections 2024-02-10T00:09:30.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.845+0000 7ff05413e640 1 -- 172.21.15.1:0/37648834 wait complete. 2024-02-10T00:09:30.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.845+0000 7ff05413e640 1 Processor -- start 2024-02-10T00:09:30.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.845+0000 7ff05413e640 1 -- start start 2024-02-10T00:09:30.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.846+0000 7ff05413e640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff04c101430 0x7ff04c19d610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.846+0000 7ff05413e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff04c106500 0x7ff04c19db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.846+0000 7ff05413e640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff04c1976d0 0x7ff04c197b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.846+0000 7ff05413e640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff04c1981a0 con 0x7ff04c106500 2024-02-10T00:09:30.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.846+0000 7ff05413e640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff04c198310 con 0x7ff04c101430 2024-02-10T00:09:30.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.846+0000 7ff05413e640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff04c1984d0 con 0x7ff04c1976d0 2024-02-10T00:09:30.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.846+0000 7ff0516d9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff04c106500 0x7ff04c19db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.846+0000 7ff0516d9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff04c106500 0x7ff04c19db50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36534/0 (socket says 172.21.15.1:36534) 2024-02-10T00:09:30.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.846+0000 7ff0516d9640 1 -- 172.21.15.1:0/1120918040 learned_addr learned my addr 172.21.15.1:0/1120918040 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:30.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.846+0000 7ff0526db640 1 --2- 172.21.15.1:0/1120918040 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff04c1976d0 0x7ff04c197b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.846+0000 7ff051eda640 1 --2- 172.21.15.1:0/1120918040 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff04c101430 0x7ff04c19d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.846+0000 7ff0516d9640 1 -- 172.21.15.1:0/1120918040 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff04c1976d0 msgr2=0x7ff04c197b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.846+0000 7ff0516d9640 1 --2- 172.21.15.1:0/1120918040 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff04c1976d0 0x7ff04c197b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.846+0000 7ff0516d9640 1 -- 172.21.15.1:0/1120918040 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff04c101430 msgr2=0x7ff04c19d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:30.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.846+0000 7ff0516d9640 1 --2- 172.21.15.1:0/1120918040 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff04c101430 0x7ff04c19d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.846+0000 7ff0516d9640 1 -- 172.21.15.1:0/1120918040 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff048009900 con 0x7ff04c106500 2024-02-10T00:09:30.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.846+0000 7ff0516d9640 1 --2- 172.21.15.1:0/1120918040 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff04c106500 0x7ff04c19db50 secure :-1 s=READY pgs=1635 cs=0 l=1 rev1=1 crypto rx=0x7ff03c00e9f0 tx=0x7ff03c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:30.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.846+0000 7ff042ffd640 1 -- 172.21.15.1:0/1120918040 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff03c0096c0 con 0x7ff04c106500 2024-02-10T00:09:30.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.846+0000 7ff042ffd640 1 -- 172.21.15.1:0/1120918040 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff03c005500 con 0x7ff04c106500 2024-02-10T00:09:30.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.846+0000 7ff05413e640 1 -- 172.21.15.1:0/1120918040 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff04c1a4470 con 0x7ff04c106500 2024-02-10T00:09:30.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.846+0000 7ff042ffd640 1 -- 172.21.15.1:0/1120918040 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff03c010430 con 0x7ff04c106500 2024-02-10T00:09:30.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.846+0000 7ff05413e640 1 -- 172.21.15.1:0/1120918040 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff04c1a4950 con 0x7ff04c106500 2024-02-10T00:09:30.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.848+0000 7ff042ffd640 1 -- 172.21.15.1:0/1120918040 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7ff03c005020 con 0x7ff04c106500 2024-02-10T00:09:30.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.849+0000 7ff056ded740 1 Processor -- start 2024-02-10T00:09:30.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.849+0000 7ff056ded740 1 -- start start 2024-02-10T00:09:30.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.849+0000 7ff042ffd640 1 --2- 172.21.15.1:0/1120918040 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff0380a22b0 0x7ff0380a4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.857 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.849+0000 7ff0526db640 1 --2- 172.21.15.1:0/1120918040 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff0380a22b0 0x7ff0380a4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.849+0000 7ff056ded740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a579801a30 0x55a579801e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.849+0000 7ff042ffd640 1 -- 172.21.15.1:0/1120918040 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7ff03c014070 con 0x7ff04c106500 2024-02-10T00:09:30.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.849+0000 7ff056ded740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a5798023e0 0x55a57980a990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.849+0000 7ff056ded740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a57980af60 0x55a57980d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:30.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.849+0000 7ff056ded740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a5797bd020 con 0x55a5798023e0 2024-02-10T00:09:30.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.849+0000 7ff056ded740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a579770320 con 0x55a579801a30 2024-02-10T00:09:30.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.849+0000 7ff056ded740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a57976d850 con 0x55a57980af60 2024-02-10T00:09:30.858 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.849+0000 7ff051eda640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a579801a30 0x55a579801e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.849+0000 7ff0516d9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a5798023e0 0x55a57980a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.850+0000 7ff051eda640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a579801a30 0x55a579801e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.1:53166/0 (socket says 172.21.15.1:53166) 2024-02-10T00:09:30.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.850+0000 7ff051eda640 1 -- 172.21.15.1:0/2981089962 learned_addr learned my addr 172.21.15.1:0/2981089962 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:30.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.850+0000 7ff0526db640 1 --2- 172.21.15.1:0/2981089962 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a57980af60 0x55a57980d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:30.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.850+0000 7ff051eda640 1 -- 172.21.15.1:0/2981089962 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a57980af60 msgr2=0x55a57980d3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:30.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.850+0000 7ff051eda640 1 --2- 172.21.15.1:0/2981089962 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a57980af60 0x55a57980d3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.850+0000 7ff051eda640 1 -- 172.21.15.1:0/2981089962 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a5798023e0 msgr2=0x55a57980a990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:30.859 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.850+0000 7ff051eda640 1 --2- 172.21.15.1:0/2981089962 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a5798023e0 0x55a57980a990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:30.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.850+0000 7ff051eda640 1 -- 172.21.15.1:0/2981089962 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a57972b210 con 0x55a579801a30 2024-02-10T00:09:30.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.850+0000 7ff0516d9640 1 --2- 172.21.15.1:0/2981089962 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a5798023e0 0x55a57980a990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:09:30.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.850+0000 7ff0526db640 1 --2- 172.21.15.1:0/1120918040 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff0380a22b0 0x7ff0380a4770 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7ff048005cc0 tx=0x7ff0480325f0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:30.860 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:30.850+0000 7ff051eda640 1 --2- 172.21.15.1:0/2981089962 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a579801a30 0x55a579801e10 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7ff044009cf0 tx=0x7ff044011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=999fa96d9bdcacec server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:30.956 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:30 smithi088 ceph-mon[36452]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-02-10T00:09:30.956 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:30 smithi088 ceph-mon[36452]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-02-10T00:09:30.956 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:30 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-10T00:09:30.956 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:30 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-10T00:09:30.957 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:30 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-10T00:09:30.957 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:30 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-10T00:09:30.957 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:30 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-10T00:09:30.957 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:30 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-10T00:09:30.957 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:30 smithi088 sudo[71556]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-02-10T00:09:30.957 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:30 smithi088 sudo[71556]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-10T00:09:30.957 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:30 smithi088 sudo[71556]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-10T00:09:30.957 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:30 smithi088 sudo[71556]: pam_unix(sudo:session): session closed for user root 2024-02-10T00:09:30.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:30 smithi001 ceph-mon[32335]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-02-10T00:09:30.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:30 smithi001 ceph-mon[32335]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-02-10T00:09:30.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:30 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-10T00:09:30.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:30 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-10T00:09:30.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:30 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-10T00:09:30.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:30 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-10T00:09:30.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:30 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-10T00:09:30.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:30 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-10T00:09:31.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:30 smithi103 sudo[73263]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-02-10T00:09:31.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:30 smithi103 sudo[73263]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-10T00:09:31.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:30 smithi103 sudo[73263]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-10T00:09:31.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:30 smithi103 sudo[73263]: pam_unix(sudo:session): session closed for user root 2024-02-10T00:09:31.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:30 smithi103 ceph-mon[36942]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-02-10T00:09:31.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:30 smithi103 ceph-mon[36942]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-02-10T00:09:31.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:30 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-10T00:09:31.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:30 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-10T00:09:31.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:30 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-10T00:09:31.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:30 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-10T00:09:31.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:30 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-10T00:09:31.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:30 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-10T00:09:31.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.199+0000 7ff037fff640 1 -- 172.21.15.1:0/2981089962 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff044009ea0 con 0x55a579801a30 2024-02-10T00:09:31.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.199+0000 7ff037fff640 1 -- 172.21.15.1:0/2981089962 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff044004220 con 0x55a579801a30 2024-02-10T00:09:31.201 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.199+0000 7ff037fff640 1 -- 172.21.15.1:0/2981089962 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff044018870 con 0x55a579801a30 2024-02-10T00:09:31.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.200+0000 7ff056ded740 1 -- 172.21.15.1:0/2981089962 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a579801a30 msgr2=0x55a579801e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.200+0000 7ff056ded740 1 --2- 172.21.15.1:0/2981089962 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a579801a30 0x55a579801e10 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7ff044009cf0 tx=0x7ff044011810 comp rx=0 tx=0).stop 2024-02-10T00:09:31.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.200+0000 7ff056ded740 1 -- 172.21.15.1:0/2981089962 shutdown_connections 2024-02-10T00:09:31.202 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.200+0000 7ff056ded740 1 --2- 172.21.15.1:0/2981089962 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a57980af60 0x55a57980d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.200+0000 7ff056ded740 1 --2- 172.21.15.1:0/2981089962 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a5798023e0 0x55a57980a990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.200+0000 7ff056ded740 1 --2- 172.21.15.1:0/2981089962 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a579801a30 0x55a579801e10 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.200+0000 7ff056ded740 1 -- 172.21.15.1:0/2981089962 >> 172.21.15.1:0/2981089962 conn(0x55a5797fc100 msgr2=0x55a5797fc4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:31.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.200+0000 7ff056ded740 1 -- 172.21.15.1:0/2981089962 shutdown_connections 2024-02-10T00:09:31.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.200+0000 7ff056ded740 1 -- 172.21.15.1:0/2981089962 wait complete. 2024-02-10T00:09:31.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.201+0000 7ff056ded740 1 -- start start 2024-02-10T00:09:31.203 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.201+0000 7ff056ded740 1 Processor -- start 2024-02-10T00:09:31.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.201+0000 7ff056ded740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a579801a30 0x55a579807ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.201+0000 7ff056ded740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a5798023e0 0x55a579808400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.201+0000 7ff056ded740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a57980af60 0x55a579808940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.202+0000 7ff056ded740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a579769030 con 0x55a57980af60 2024-02-10T00:09:31.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.202+0000 7ff056ded740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a57943c430 con 0x55a5798023e0 2024-02-10T00:09:31.207 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.202+0000 7ff056ded740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a5793f8e00 con 0x55a579801a30 2024-02-10T00:09:31.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.202+0000 7ff056ded740 10 client.0 _ll_register_callbacks cb 0x55a57975e030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:09:31.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.202+0000 7ff0526db640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a57980af60 0x55a579808940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.202+0000 7ff0516d9640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a5798023e0 0x55a579808400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.202+0000 7ff051eda640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a579801a30 0x55a579807ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.202+0000 7ff0516d9640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a5798023e0 0x55a579808400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.1:53172/0 (socket says 172.21.15.1:53172) 2024-02-10T00:09:31.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.202+0000 7ff0516d9640 1 -- 172.21.15.1:0/300012505 learned_addr learned my addr 172.21.15.1:0/300012505 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:31.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.202+0000 7ff051eda640 1 -- 172.21.15.1:0/300012505 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a5798023e0 msgr2=0x55a579808400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:31.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.202+0000 7ff051eda640 1 --2- 172.21.15.1:0/300012505 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a5798023e0 0x55a579808400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.202+0000 7ff051eda640 1 -- 172.21.15.1:0/300012505 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a57980af60 msgr2=0x55a579808940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:31.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.202+0000 7ff051eda640 1 --2- 172.21.15.1:0/300012505 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a57980af60 0x55a579808940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.202+0000 7ff051eda640 1 -- 172.21.15.1:0/300012505 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff044009950 con 0x55a579801a30 2024-02-10T00:09:31.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.202+0000 7ff0516d9640 1 --2- 172.21.15.1:0/300012505 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a5798023e0 0x55a579808400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:09:31.208 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.202+0000 7ff0526db640 1 --2- 172.21.15.1:0/300012505 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a57980af60 0x55a579808940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:09:31.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.202+0000 7ff051eda640 1 --2- 172.21.15.1:0/300012505 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a579801a30 0x55a579807ec0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7ff0440184d0 tx=0x7ff044003af0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3f532ecb5efe6d94 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:31.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.202+0000 7ff0357fa640 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-02-10T00:09:31.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.203+0000 7ff0357fa640 1 -- 172.21.15.1:0/300012505 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff044003fb0 con 0x55a579801a30 2024-02-10T00:09:31.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.203+0000 7ff0357fa640 1 -- 172.21.15.1:0/300012505 <== mon.1 v2:172.21.15.103:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7ff044003cd0 con 0x55a579801a30 2024-02-10T00:09:31.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.203+0000 7ff056ded740 1 -- 172.21.15.1:0/300012505 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a5794687e0 con 0x55a579801a30 2024-02-10T00:09:31.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.203+0000 7ff0357fa640 1 -- 172.21.15.1:0/300012505 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff044005050 con 0x55a579801a30 2024-02-10T00:09:31.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.203+0000 7ff056ded740 10 client.27982 fetch_fsmap learned FSMap version 29 2024-02-10T00:09:31.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.203+0000 7ff056ded740 1 -- 172.21.15.1:0/300012505 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55a5797676b0 con 0x55a579801a30 2024-02-10T00:09:31.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.203+0000 7ff0357fa640 1 -- 172.21.15.1:0/300012505 <== mon.1 v2:172.21.15.103:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55a5794687e0 con 0x55a579801a30 2024-02-10T00:09:31.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.203+0000 7ff0357fa640 1 -- 172.21.15.1:0/300012505 <== mon.1 v2:172.21.15.103:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ff044004b70 con 0x55a579801a30 2024-02-10T00:09:31.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.203+0000 7ff056ded740 10 client.27982 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:09:31.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.203+0000 7ff056ded740 10 client.27982 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:09:31.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.203+0000 7ff056ded740 20 client.27982 populate_metadata read hostname 'smithi001' 2024-02-10T00:09:31.209 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.203+0000 7ff056ded740 1 --2- 172.21.15.1:0/300012505 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a57981f7f0 0x55a579821be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.203+0000 7ff056ded740 4 client.27982 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:09:31.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.203+0000 7ff056ded740 1 -- 172.21.15.1:0/300012505 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a5794a5720 con 0x55a57981f7f0 2024-02-10T00:09:31.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.203+0000 7ff0516d9640 1 --2- 172.21.15.1:0/300012505 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a57981f7f0 0x55a579821be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.204+0000 7ff0516d9640 1 --2- 172.21.15.1:0/300012505 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a57981f7f0 0x55a579821be0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=e31c6ca6b1d456b9 server_cookie=2d2dcda27f784a1d in_seq=0 out_seq=0 2024-02-10T00:09:31.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.204+0000 7ff0357fa640 10 client.27982 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:09:31.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.204+0000 7ff0357fa640 1 -- 172.21.15.1:0/300012505 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55a5794a5720 con 0x55a57981f7f0 2024-02-10T00:09:31.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.204+0000 7ff0357fa640 10 client.27982 handle_command_reply: tid=0 2024-02-10T00:09:31.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.204+0000 7ff056ded740 1 client.27982 shutdown 2024-02-10T00:09:31.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.205+0000 7ff056ded740 1 -- 172.21.15.1:0/300012505 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a579801a30 msgr2=0x55a579807ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.205+0000 7ff056ded740 1 --2- 172.21.15.1:0/300012505 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a579801a30 0x55a579807ec0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7ff0440184d0 tx=0x7ff044003af0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.205+0000 7ff056ded740 1 -- 172.21.15.1:0/300012505 shutdown_connections 2024-02-10T00:09:31.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.205+0000 7ff056ded740 1 --2- 172.21.15.1:0/300012505 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a57980af60 0x55a579808940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.210 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.205+0000 7ff056ded740 1 --2- 172.21.15.1:0/300012505 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a57981f7f0 0x55a579821be0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.205+0000 7ff056ded740 1 --2- 172.21.15.1:0/300012505 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a5798023e0 0x55a579808400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.205+0000 7ff056ded740 1 --2- 172.21.15.1:0/300012505 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a579801a30 0x55a579807ec0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.205+0000 7ff0357fa640 0 client.27982 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:09:31.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.205+0000 7ff056ded740 1 -- 172.21.15.1:0/300012505 >> 172.21.15.1:0/300012505 conn(0x55a5797fc100 msgr2=0x55a5797fde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:31.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.205+0000 7ff056ded740 1 -- 172.21.15.1:0/300012505 shutdown_connections 2024-02-10T00:09:31.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.205+0000 7ff056ded740 1 -- 172.21.15.1:0/300012505 wait complete. 2024-02-10T00:09:31.211 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.205+0000 7ff056ded740 20 client.27982 trim_cache size 0 max 16384 2024-02-10T00:09:31.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.217+0000 7ff056ded740 1 Processor -- start 2024-02-10T00:09:31.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.217+0000 7ff056ded740 1 -- start start 2024-02-10T00:09:31.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.217+0000 7ff056ded740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a579801a30 0x55a57980a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.217+0000 7ff056ded740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a5798023e0 0x55a579803250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.217+0000 7ff056ded740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a57980af60 0x55a579808410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.217+0000 7ff056ded740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a5796ee130 con 0x55a57980af60 2024-02-10T00:09:31.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.217+0000 7ff056ded740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a57981c3b0 con 0x55a579801a30 2024-02-10T00:09:31.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.217+0000 7ff056ded740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a579826e00 con 0x55a5798023e0 2024-02-10T00:09:31.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.217+0000 7ff0526db640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a57980af60 0x55a579808410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.217+0000 7ff0526db640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a57980af60 0x55a579808410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36568/0 (socket says 172.21.15.1:36568) 2024-02-10T00:09:31.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.217+0000 7ff0526db640 1 -- 172.21.15.1:0/322728639 learned_addr learned my addr 172.21.15.1:0/322728639 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:31.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.217+0000 7ff051eda640 1 --2- 172.21.15.1:0/322728639 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a579801a30 0x55a57980a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.217+0000 7ff0516d9640 1 --2- 172.21.15.1:0/322728639 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a5798023e0 0x55a579803250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.220 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.218+0000 7ff0526db640 1 -- 172.21.15.1:0/322728639 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a5798023e0 msgr2=0x55a579803250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:31.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.218+0000 7ff0526db640 1 --2- 172.21.15.1:0/322728639 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a5798023e0 0x55a579803250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.218+0000 7ff0526db640 1 -- 172.21.15.1:0/322728639 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a579801a30 msgr2=0x55a57980a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:31.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.218+0000 7ff0526db640 1 --2- 172.21.15.1:0/322728639 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a579801a30 0x55a57980a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.218+0000 7ff0526db640 1 -- 172.21.15.1:0/322728639 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a579703c90 con 0x55a57980af60 2024-02-10T00:09:31.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.218+0000 7ff0526db640 1 --2- 172.21.15.1:0/322728639 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a57980af60 0x55a579808410 secure :-1 s=READY pgs=1636 cs=0 l=1 rev1=1 crypto rx=0x7ff048036000 tx=0x7ff048046000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b99fabae5d1e1ac server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:31.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.218+0000 7ff0377fe640 1 -- 172.21.15.1:0/322728639 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff048034660 con 0x55a57980af60 2024-02-10T00:09:31.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.218+0000 7ff0377fe640 1 -- 172.21.15.1:0/322728639 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff048003e50 con 0x55a57980af60 2024-02-10T00:09:31.221 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.218+0000 7ff0377fe640 1 -- 172.21.15.1:0/322728639 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0480426b0 con 0x55a57980af60 2024-02-10T00:09:31.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.219+0000 7ff056ded740 1 -- 172.21.15.1:0/322728639 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a57980af60 msgr2=0x55a579808410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.219+0000 7ff056ded740 1 --2- 172.21.15.1:0/322728639 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a57980af60 0x55a579808410 secure :-1 s=READY pgs=1636 cs=0 l=1 rev1=1 crypto rx=0x7ff048036000 tx=0x7ff048046000 comp rx=0 tx=0).stop 2024-02-10T00:09:31.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.219+0000 7ff056ded740 1 -- 172.21.15.1:0/322728639 shutdown_connections 2024-02-10T00:09:31.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.219+0000 7ff056ded740 1 --2- 172.21.15.1:0/322728639 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a57980af60 0x55a579808410 unknown :-1 s=CLOSED pgs=1636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.219+0000 7ff056ded740 1 --2- 172.21.15.1:0/322728639 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a5798023e0 0x55a579803250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.219+0000 7ff056ded740 1 --2- 172.21.15.1:0/322728639 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a579801a30 0x55a57980a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.219+0000 7ff056ded740 1 -- 172.21.15.1:0/322728639 >> 172.21.15.1:0/322728639 conn(0x55a5797fc100 msgr2=0x55a5797f7180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:31.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.219+0000 7ff056ded740 1 -- 172.21.15.1:0/322728639 shutdown_connections 2024-02-10T00:09:31.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.219+0000 7ff056ded740 1 -- 172.21.15.1:0/322728639 wait complete. 2024-02-10T00:09:31.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.219+0000 7ff056ded740 1 -- start start 2024-02-10T00:09:31.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.219+0000 7ff056ded740 1 Processor -- start 2024-02-10T00:09:31.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.220+0000 7ff056ded740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a579801a30 0x55a579816450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.220+0000 7ff056ded740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a5798023e0 0x55a5798147f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.220+0000 7ff056ded740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a57980af60 0x55a579814d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.220+0000 7ff056ded740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a579815270 con 0x55a579801a30 2024-02-10T00:09:31.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.220+0000 7ff056ded740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a5798153e0 con 0x55a57980af60 2024-02-10T00:09:31.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.220+0000 7ff056ded740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a5798155a0 con 0x55a5798023e0 2024-02-10T00:09:31.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.220+0000 7ff056ded740 10 client.0 _ll_register_callbacks cb 0x7ff0440097a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:09:31.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.220+0000 7ff051eda640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a579801a30 0x55a579816450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.220+0000 7ff051eda640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a579801a30 0x55a579816450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36574/0 (socket says 172.21.15.1:36574) 2024-02-10T00:09:31.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.220+0000 7ff051eda640 1 -- 172.21.15.1:0/3167823905 learned_addr learned my addr 172.21.15.1:0/3167823905 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:31.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.220+0000 7ff0516d9640 1 --2- 172.21.15.1:0/3167823905 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a5798023e0 0x55a5798147f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.220+0000 7ff0526db640 1 --2- 172.21.15.1:0/3167823905 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a57980af60 0x55a579814d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.220+0000 7ff0516d9640 1 -- 172.21.15.1:0/3167823905 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a57980af60 msgr2=0x55a579814d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:31.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.220+0000 7ff0516d9640 1 --2- 172.21.15.1:0/3167823905 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a57980af60 0x55a579814d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.220+0000 7ff0516d9640 1 -- 172.21.15.1:0/3167823905 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a579801a30 msgr2=0x55a579816450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:31.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.220+0000 7ff0516d9640 1 --2- 172.21.15.1:0/3167823905 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a579801a30 0x55a579816450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.220+0000 7ff0516d9640 1 -- 172.21.15.1:0/3167823905 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff04c10e8e0 con 0x55a5798023e0 2024-02-10T00:09:31.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.220+0000 7ff051eda640 1 --2- 172.21.15.1:0/3167823905 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a579801a30 0x55a579816450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:09:31.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.220+0000 7ff0516d9640 1 --2- 172.21.15.1:0/3167823905 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a5798023e0 0x55a5798147f0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7ff03c0976f0 tx=0x7ff03c004990 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d3479f55b9407a12 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:31.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.220+0000 7ff0357fa640 10 client.0 ms_handle_connect on v2:172.21.15.103:3300/0 2024-02-10T00:09:31.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.220+0000 7ff0357fa640 1 -- 172.21.15.1:0/3167823905 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff03c0a34c0 con 0x55a5798023e0 2024-02-10T00:09:31.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.220+0000 7ff0357fa640 1 -- 172.21.15.1:0/3167823905 <== mon.1 v2:172.21.15.103:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7ff03c00ccc0 con 0x55a5798023e0 2024-02-10T00:09:31.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.220+0000 7ff056ded740 1 -- 172.21.15.1:0/3167823905 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff044004220 con 0x55a5798023e0 2024-02-10T00:09:31.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.221+0000 7ff0357fa640 1 -- 172.21.15.1:0/3167823905 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff03c098dc0 con 0x55a5798023e0 2024-02-10T00:09:31.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.221+0000 7ff056ded740 10 client.27988 fetch_fsmap learned FSMap version 29 2024-02-10T00:09:31.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.221+0000 7ff056ded740 1 -- 172.21.15.1:0/3167823905 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55a579729a70 con 0x55a5798023e0 2024-02-10T00:09:31.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.221+0000 7ff0357fa640 1 -- 172.21.15.1:0/3167823905 <== mon.1 v2:172.21.15.103:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff044004220 con 0x55a5798023e0 2024-02-10T00:09:31.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.221+0000 7ff0357fa640 1 -- 172.21.15.1:0/3167823905 <== mon.1 v2:172.21.15.103:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ff03c01f060 con 0x55a5798023e0 2024-02-10T00:09:31.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.221+0000 7ff056ded740 10 client.27988 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:09:31.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.221+0000 7ff056ded740 10 client.27988 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:09:31.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.221+0000 7ff056ded740 20 client.27988 populate_metadata read hostname 'smithi001' 2024-02-10T00:09:31.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.221+0000 7ff056ded740 1 --2- 172.21.15.1:0/3167823905 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a579877150 0x55a579879570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.221+0000 7ff056ded740 4 client.27988 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:09:31.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.221+0000 7ff056ded740 1 -- 172.21.15.1:0/3167823905 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55a5794f4890 con 0x55a579877150 2024-02-10T00:09:31.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.221+0000 7ff051eda640 1 --2- 172.21.15.1:0/3167823905 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a579877150 0x55a579879570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.222+0000 7ff0357fa640 10 client.27988 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:09:31.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.222+0000 7ff051eda640 1 --2- 172.21.15.1:0/3167823905 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a579877150 0x55a579879570 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=bf893b1a96ecb877 server_cookie=4400d84e16efbce6 in_seq=0 out_seq=0 2024-02-10T00:09:31.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.222+0000 7ff0357fa640 1 -- 172.21.15.1:0/3167823905 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55a5794f4890 con 0x55a579877150 2024-02-10T00:09:31.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.222+0000 7ff0357fa640 10 client.27988 handle_command_reply: tid=0 2024-02-10T00:09:31.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.222+0000 7ff056ded740 1 client.27988 shutdown 2024-02-10T00:09:31.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.222+0000 7ff056ded740 1 -- 172.21.15.1:0/3167823905 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a5798023e0 msgr2=0x55a5798147f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.222+0000 7ff056ded740 1 --2- 172.21.15.1:0/3167823905 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a5798023e0 0x55a5798147f0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7ff03c0976f0 tx=0x7ff03c004990 comp rx=0 tx=0).stop 2024-02-10T00:09:31.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.222+0000 7ff056ded740 1 -- 172.21.15.1:0/3167823905 shutdown_connections 2024-02-10T00:09:31.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.222+0000 7ff056ded740 1 --2- 172.21.15.1:0/3167823905 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55a579877150 0x55a579879570 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.222+0000 7ff056ded740 1 --2- 172.21.15.1:0/3167823905 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55a57980af60 0x55a579814d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.222+0000 7ff056ded740 1 --2- 172.21.15.1:0/3167823905 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55a5798023e0 0x55a5798147f0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.222+0000 7ff0357fa640 0 client.27988 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:09:31.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.222+0000 7ff056ded740 1 --2- 172.21.15.1:0/3167823905 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55a579801a30 0x55a579816450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.222+0000 7ff056ded740 1 -- 172.21.15.1:0/3167823905 >> 172.21.15.1:0/3167823905 conn(0x55a5797fc100 msgr2=0x55a579806350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:31.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.222+0000 7ff056ded740 1 -- 172.21.15.1:0/3167823905 shutdown_connections 2024-02-10T00:09:31.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.222+0000 7ff056ded740 1 -- 172.21.15.1:0/3167823905 wait complete. 2024-02-10T00:09:31.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.222+0000 7ff056ded740 20 client.27988 trim_cache size 0 max 16384 2024-02-10T00:09:31.231 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:09:31.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.223+0000 7ff05413e640 1 -- 172.21.15.1:0/1120918040 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff0380a22b0 msgr2=0x7ff0380a4770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.223+0000 7ff05413e640 1 --2- 172.21.15.1:0/1120918040 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff0380a22b0 0x7ff0380a4770 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7ff048005cc0 tx=0x7ff0480325f0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.223+0000 7ff05413e640 1 -- 172.21.15.1:0/1120918040 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff04c106500 msgr2=0x7ff04c19db50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.223+0000 7ff05413e640 1 --2- 172.21.15.1:0/1120918040 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff04c106500 0x7ff04c19db50 secure :-1 s=READY pgs=1635 cs=0 l=1 rev1=1 crypto rx=0x7ff03c00e9f0 tx=0x7ff03c00eeb0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.223+0000 7ff05413e640 1 -- 172.21.15.1:0/1120918040 shutdown_connections 2024-02-10T00:09:31.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.223+0000 7ff05413e640 1 --2- 172.21.15.1:0/1120918040 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff0380a22b0 0x7ff0380a4770 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.223+0000 7ff05413e640 1 --2- 172.21.15.1:0/1120918040 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff04c1976d0 0x7ff04c197b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.223+0000 7ff05413e640 1 --2- 172.21.15.1:0/1120918040 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff04c106500 0x7ff04c19db50 unknown :-1 s=CLOSED pgs=1635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.223+0000 7ff05413e640 1 --2- 172.21.15.1:0/1120918040 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff04c101430 0x7ff04c19d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.223+0000 7ff05413e640 1 -- 172.21.15.1:0/1120918040 >> 172.21.15.1:0/1120918040 conn(0x7ff04c0fccd0 msgr2=0x7ff04c0ff020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:31.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.223+0000 7ff05413e640 1 -- 172.21.15.1:0/1120918040 shutdown_connections 2024-02-10T00:09:31.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.223+0000 7ff05413e640 1 -- 172.21.15.1:0/1120918040 wait complete. 2024-02-10T00:09:31.236 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:09:31.236 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-02-10T00:09:31.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:31 smithi088 sudo[71559]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-02-10T00:09:31.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:31 smithi088 sudo[71559]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-10T00:09:31.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:31 smithi088 sudo[71559]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-10T00:09:31.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:31 smithi088 sudo[71559]: pam_unix(sudo:session): session closed for user root 2024-02-10T00:09:31.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.385+0000 7f2c7a4ff640 1 -- 172.21.15.1:0/3184551549 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2c74106560 msgr2=0x7f2c7410e150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.385+0000 7f2c7a4ff640 1 --2- 172.21.15.1:0/3184551549 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2c74106560 0x7f2c7410e150 secure :-1 s=READY pgs=1637 cs=0 l=1 rev1=1 crypto rx=0x7f2c6c009cd0 tx=0x7f2c6c02c0f0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.385+0000 7f2c7a4ff640 1 -- 172.21.15.1:0/3184551549 shutdown_connections 2024-02-10T00:09:31.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.385+0000 7f2c7a4ff640 1 --2- 172.21.15.1:0/3184551549 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2c74106560 0x7f2c7410e150 unknown :-1 s=CLOSED pgs=1637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.385+0000 7f2c7a4ff640 1 --2- 172.21.15.1:0/3184551549 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2c74100750 0x7f2c74105e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.385+0000 7f2c7a4ff640 1 --2- 172.21.15.1:0/3184551549 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2c740ffda0 0x7f2c74100180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.385+0000 7f2c7a4ff640 1 -- 172.21.15.1:0/3184551549 >> 172.21.15.1:0/3184551549 conn(0x7f2c74075380 msgr2=0x7f2c74075790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:31.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.385+0000 7f2c7a4ff640 1 -- 172.21.15.1:0/3184551549 shutdown_connections 2024-02-10T00:09:31.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.385+0000 7f2c7a4ff640 1 -- 172.21.15.1:0/3184551549 wait complete. 2024-02-10T00:09:31.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.385+0000 7f2c7a4ff640 1 Processor -- start 2024-02-10T00:09:31.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.385+0000 7f2c7a4ff640 1 -- start start 2024-02-10T00:09:31.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.386+0000 7f2c7a4ff640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2c740ffda0 0x7f2c7419d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.386+0000 7f2c7a4ff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2c74106560 0x7f2c7419db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.386+0000 7f2c7a4ff640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2c741976f0 0x7f2c74197b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.386+0000 7f2c7a4ff640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c741981c0 con 0x7f2c74106560 2024-02-10T00:09:31.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.386+0000 7f2c7a4ff640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c74198330 con 0x7f2c740ffda0 2024-02-10T00:09:31.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.386+0000 7f2c7a4ff640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c741984f0 con 0x7f2c741976f0 2024-02-10T00:09:31.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.386+0000 7f2c737fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2c74106560 0x7f2c7419db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.386+0000 7f2c737fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2c74106560 0x7f2c7419db70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36598/0 (socket says 172.21.15.1:36598) 2024-02-10T00:09:31.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.386+0000 7f2c737fe640 1 -- 172.21.15.1:0/4069989066 learned_addr learned my addr 172.21.15.1:0/4069989066 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:31.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.386+0000 7f2c78a9c640 1 --2- 172.21.15.1:0/4069989066 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2c741976f0 0x7f2c74197b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.386+0000 7f2c73fff640 1 --2- 172.21.15.1:0/4069989066 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2c740ffda0 0x7f2c7419d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.386+0000 7f2c737fe640 1 -- 172.21.15.1:0/4069989066 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2c741976f0 msgr2=0x7f2c74197b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.386+0000 7f2c737fe640 1 --2- 172.21.15.1:0/4069989066 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2c741976f0 0x7f2c74197b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.386+0000 7f2c737fe640 1 -- 172.21.15.1:0/4069989066 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2c740ffda0 msgr2=0x7f2c7419d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.386+0000 7f2c737fe640 1 --2- 172.21.15.1:0/4069989066 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2c740ffda0 0x7f2c7419d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.386+0000 7f2c737fe640 1 -- 172.21.15.1:0/4069989066 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c6c009900 con 0x7f2c74106560 2024-02-10T00:09:31.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.386+0000 7f2c73fff640 1 --2- 172.21.15.1:0/4069989066 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2c740ffda0 0x7f2c7419d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:09:31.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.386+0000 7f2c78a9c640 1 --2- 172.21.15.1:0/4069989066 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2c741976f0 0x7f2c74197b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:09:31.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.386+0000 7f2c737fe640 1 --2- 172.21.15.1:0/4069989066 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2c74106560 0x7f2c7419db70 secure :-1 s=READY pgs=1638 cs=0 l=1 rev1=1 crypto rx=0x7f2c6800d770 tx=0x7f2c6800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:31.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.387+0000 7f2c717fa640 1 -- 172.21.15.1:0/4069989066 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c68009c30 con 0x7f2c74106560 2024-02-10T00:09:31.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.387+0000 7f2c7a4ff640 1 -- 172.21.15.1:0/4069989066 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c741a4490 con 0x7f2c74106560 2024-02-10T00:09:31.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.387+0000 7f2c717fa640 1 -- 172.21.15.1:0/4069989066 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2c6800de80 con 0x7f2c74106560 2024-02-10T00:09:31.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.387+0000 7f2c717fa640 1 -- 172.21.15.1:0/4069989066 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c6800f6b0 con 0x7f2c74106560 2024-02-10T00:09:31.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.387+0000 7f2c7a4ff640 1 -- 172.21.15.1:0/4069989066 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c741a49c0 con 0x7f2c74106560 2024-02-10T00:09:31.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.389+0000 7f2c717fa640 1 -- 172.21.15.1:0/4069989066 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f2c68010460 con 0x7f2c74106560 2024-02-10T00:09:31.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.389+0000 7f2c7d1aa740 1 Processor -- start 2024-02-10T00:09:31.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.389+0000 7f2c7d1aa740 1 -- start start 2024-02-10T00:09:31.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.389+0000 7f2c7d1aa740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bfa26aca30 0x55bfa26ace10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.389+0000 7f2c7d1aa740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bfa26ad3e0 0x55bfa26b5990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.389+0000 7f2c7d1aa740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bfa26b5f60 0x55bfa26b83b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.389+0000 7f2c7d1aa740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bfa2668020 con 0x55bfa26b5f60 2024-02-10T00:09:31.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.389+0000 7f2c7d1aa740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bfa261b320 con 0x55bfa26ad3e0 2024-02-10T00:09:31.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.389+0000 7f2c7d1aa740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bfa2618850 con 0x55bfa26aca30 2024-02-10T00:09:31.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.389+0000 7f2c717fa640 1 --2- 172.21.15.1:0/4069989066 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2c5c0a2230 0x7f2c5c0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.389+0000 7f2c737fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bfa26b5f60 0x55bfa26b83b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.399 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.389+0000 7f2c737fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bfa26b5f60 0x55bfa26b83b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36604/0 (socket says 172.21.15.1:36604) 2024-02-10T00:09:31.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.389+0000 7f2c737fe640 1 -- 172.21.15.1:0/1961387402 learned_addr learned my addr 172.21.15.1:0/1961387402 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:31.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.389+0000 7f2c78a9c640 1 --2- 172.21.15.1:0/4069989066 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2c5c0a2230 0x7f2c5c0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.390+0000 7f2c78a9c640 1 --2- 172.21.15.1:0/1961387402 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bfa26aca30 0x55bfa26ace10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.390+0000 7f2c73fff640 1 --2- 172.21.15.1:0/1961387402 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bfa26ad3e0 0x55bfa26b5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.390+0000 7f2c717fa640 1 -- 172.21.15.1:0/4069989066 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f2c680cde90 con 0x7f2c74106560 2024-02-10T00:09:31.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.390+0000 7f2c737fe640 1 -- 172.21.15.1:0/1961387402 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bfa26aca30 msgr2=0x55bfa26ace10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:31.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.390+0000 7f2c737fe640 1 --2- 172.21.15.1:0/1961387402 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bfa26aca30 0x55bfa26ace10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.390+0000 7f2c737fe640 1 -- 172.21.15.1:0/1961387402 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bfa26ad3e0 msgr2=0x55bfa26b5990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:31.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.390+0000 7f2c737fe640 1 --2- 172.21.15.1:0/1961387402 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bfa26ad3e0 0x55bfa26b5990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.390+0000 7f2c737fe640 1 -- 172.21.15.1:0/1961387402 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bfa25d6210 con 0x55bfa26b5f60 2024-02-10T00:09:31.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.390+0000 7f2c78a9c640 1 --2- 172.21.15.1:0/1961387402 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bfa26aca30 0x55bfa26ace10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:09:31.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.390+0000 7f2c737fe640 1 --2- 172.21.15.1:0/1961387402 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bfa26b5f60 0x55bfa26b83b0 secure :-1 s=READY pgs=1639 cs=0 l=1 rev1=1 crypto rx=0x7f2c6809a810 tx=0x7f2c68096b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=175e0e4ce281e2e1 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:31.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.390+0000 7f2c78a9c640 1 --2- 172.21.15.1:0/4069989066 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2c5c0a2230 0x7f2c5c0a46f0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f2c6c006010 tx=0x7f2c6c005d80 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:31.400 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.390+0000 7f2c5a7fc640 1 -- 172.21.15.1:0/1961387402 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c6809a1e0 con 0x55bfa26b5f60 2024-02-10T00:09:31.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.390+0000 7f2c5a7fc640 1 -- 172.21.15.1:0/1961387402 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2c6809af80 con 0x55bfa26b5f60 2024-02-10T00:09:31.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.390+0000 7f2c5a7fc640 1 -- 172.21.15.1:0/1961387402 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c68095160 con 0x55bfa26b5f60 2024-02-10T00:09:31.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.391+0000 7f2c7d1aa740 1 -- 172.21.15.1:0/1961387402 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bfa26b5f60 msgr2=0x55bfa26b83b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.391+0000 7f2c7d1aa740 1 --2- 172.21.15.1:0/1961387402 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bfa26b5f60 0x55bfa26b83b0 secure :-1 s=READY pgs=1639 cs=0 l=1 rev1=1 crypto rx=0x7f2c6809a810 tx=0x7f2c68096b20 comp rx=0 tx=0).stop 2024-02-10T00:09:31.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.391+0000 7f2c7d1aa740 1 -- 172.21.15.1:0/1961387402 shutdown_connections 2024-02-10T00:09:31.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.391+0000 7f2c7d1aa740 1 --2- 172.21.15.1:0/1961387402 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bfa26b5f60 0x55bfa26b83b0 unknown :-1 s=CLOSED pgs=1639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.391+0000 7f2c7d1aa740 1 --2- 172.21.15.1:0/1961387402 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bfa26ad3e0 0x55bfa26b5990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.391+0000 7f2c7d1aa740 1 --2- 172.21.15.1:0/1961387402 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bfa26aca30 0x55bfa26ace10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.391+0000 7f2c7d1aa740 1 -- 172.21.15.1:0/1961387402 >> 172.21.15.1:0/1961387402 conn(0x55bfa26a7100 msgr2=0x55bfa26a74e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:31.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.391+0000 7f2c7d1aa740 1 -- 172.21.15.1:0/1961387402 shutdown_connections 2024-02-10T00:09:31.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.391+0000 7f2c7d1aa740 1 -- 172.21.15.1:0/1961387402 wait complete. 2024-02-10T00:09:31.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.391+0000 7f2c7d1aa740 1 -- start start 2024-02-10T00:09:31.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.391+0000 7f2c7d1aa740 1 Processor -- start 2024-02-10T00:09:31.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.392+0000 7f2c7d1aa740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bfa26aca30 0x55bfa26b2fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.392+0000 7f2c7d1aa740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bfa26ad3e0 0x55bfa26b3510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.392+0000 7f2c7d1aa740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bfa26b5f60 0x55bfa26b3a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.392+0000 7f2c7d1aa740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bfa2614030 con 0x55bfa26b5f60 2024-02-10T00:09:31.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.392+0000 7f2c7d1aa740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bfa22e7430 con 0x55bfa26aca30 2024-02-10T00:09:31.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.392+0000 7f2c7d1aa740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bfa22a3e00 con 0x55bfa26ad3e0 2024-02-10T00:09:31.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.392+0000 7f2c7d1aa740 10 client.0 _ll_register_callbacks cb 0x55bfa2609030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:09:31.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.392+0000 7f2c78a9c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bfa26b5f60 0x55bfa26b3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.392+0000 7f2c78a9c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bfa26b5f60 0x55bfa26b3a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36606/0 (socket says 172.21.15.1:36606) 2024-02-10T00:09:31.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.392+0000 7f2c78a9c640 1 -- 172.21.15.1:0/2576616315 learned_addr learned my addr 172.21.15.1:0/2576616315 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:31.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.392+0000 7f2c737fe640 1 --2- 172.21.15.1:0/2576616315 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bfa26ad3e0 0x55bfa26b3510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.392+0000 7f2c73fff640 1 --2- 172.21.15.1:0/2576616315 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bfa26aca30 0x55bfa26b2fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.392+0000 7f2c78a9c640 1 -- 172.21.15.1:0/2576616315 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bfa26ad3e0 msgr2=0x55bfa26b3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:31.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.392+0000 7f2c78a9c640 1 --2- 172.21.15.1:0/2576616315 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bfa26ad3e0 0x55bfa26b3510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.392+0000 7f2c78a9c640 1 -- 172.21.15.1:0/2576616315 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bfa26aca30 msgr2=0x55bfa26b2fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:31.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.392+0000 7f2c78a9c640 1 --2- 172.21.15.1:0/2576616315 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bfa26aca30 0x55bfa26b2fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.392+0000 7f2c78a9c640 1 -- 172.21.15.1:0/2576616315 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c741a49c0 con 0x55bfa26b5f60 2024-02-10T00:09:31.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.392+0000 7f2c78a9c640 1 --2- 172.21.15.1:0/2576616315 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bfa26b5f60 0x55bfa26b3a50 secure :-1 s=READY pgs=1640 cs=0 l=1 rev1=1 crypto rx=0x7f2c6c009cd0 tx=0x7f2c6c02c0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a931d3f367fb8d5 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:31.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.392+0000 7f2c537fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:09:31.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.392+0000 7f2c537fe640 1 -- 172.21.15.1:0/2576616315 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c6c032df0 con 0x55bfa26b5f60 2024-02-10T00:09:31.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.392+0000 7f2c537fe640 1 -- 172.21.15.1:0/2576616315 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f2c6c003e40 con 0x55bfa26b5f60 2024-02-10T00:09:31.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.393+0000 7f2c7d1aa740 1 -- 172.21.15.1:0/2576616315 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55bfa23137e0 con 0x55bfa26b5f60 2024-02-10T00:09:31.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.393+0000 7f2c537fe640 1 -- 172.21.15.1:0/2576616315 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2c6c032b40 con 0x55bfa26b5f60 2024-02-10T00:09:31.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.393+0000 7f2c7d1aa740 10 client.19218 fetch_fsmap learned FSMap version 29 2024-02-10T00:09:31.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.393+0000 7f2c7d1aa740 1 -- 172.21.15.1:0/2576616315 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55bfa26126b0 con 0x55bfa26b5f60 2024-02-10T00:09:31.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.393+0000 7f2c537fe640 1 -- 172.21.15.1:0/2576616315 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55bfa23137e0 con 0x55bfa26b5f60 2024-02-10T00:09:31.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.393+0000 7f2c537fe640 1 -- 172.21.15.1:0/2576616315 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f2c6c03e040 con 0x55bfa26b5f60 2024-02-10T00:09:31.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.393+0000 7f2c7d1aa740 10 client.19218 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:09:31.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.393+0000 7f2c7d1aa740 10 client.19218 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:09:31.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.393+0000 7f2c7d1aa740 20 client.19218 populate_metadata read hostname 'smithi001' 2024-02-10T00:09:31.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.393+0000 7f2c7d1aa740 1 --2- 172.21.15.1:0/2576616315 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55bfa26c6570 0x55bfa26c8990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.393+0000 7f2c7d1aa740 4 client.19218 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:09:31.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.393+0000 7f2c7d1aa740 1 -- 172.21.15.1:0/2576616315 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55bfa2350720 con 0x55bfa26c6570 2024-02-10T00:09:31.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.393+0000 7f2c73fff640 1 --2- 172.21.15.1:0/2576616315 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55bfa26c6570 0x55bfa26c8990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.394+0000 7f2c73fff640 1 --2- 172.21.15.1:0/2576616315 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55bfa26c6570 0x55bfa26c8990 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8933f5a3bfba040a server_cookie=fa613f3d237c933e in_seq=0 out_seq=0 2024-02-10T00:09:31.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.394+0000 7f2c537fe640 10 client.19218 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:09:31.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.394+0000 7f2c537fe640 1 -- 172.21.15.1:0/2576616315 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55bfa2350720 con 0x55bfa26c6570 2024-02-10T00:09:31.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.394+0000 7f2c537fe640 10 client.19218 handle_command_reply: tid=0 2024-02-10T00:09:31.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.394+0000 7f2c7d1aa740 1 client.19218 shutdown 2024-02-10T00:09:31.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.395+0000 7f2c7d1aa740 1 -- 172.21.15.1:0/2576616315 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bfa26b5f60 msgr2=0x55bfa26b3a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.395+0000 7f2c7d1aa740 1 --2- 172.21.15.1:0/2576616315 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bfa26b5f60 0x55bfa26b3a50 secure :-1 s=READY pgs=1640 cs=0 l=1 rev1=1 crypto rx=0x7f2c6c009cd0 tx=0x7f2c6c02c0f0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.395+0000 7f2c7d1aa740 1 -- 172.21.15.1:0/2576616315 shutdown_connections 2024-02-10T00:09:31.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.395+0000 7f2c7d1aa740 1 --2- 172.21.15.1:0/2576616315 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55bfa26c6570 0x55bfa26c8990 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.395+0000 7f2c7d1aa740 1 --2- 172.21.15.1:0/2576616315 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bfa26b5f60 0x55bfa26b3a50 unknown :-1 s=CLOSED pgs=1640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.395+0000 7f2c7d1aa740 1 --2- 172.21.15.1:0/2576616315 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bfa26ad3e0 0x55bfa26b3510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.395+0000 7f2c537fe640 0 client.19218 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:09:31.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.395+0000 7f2c7d1aa740 1 --2- 172.21.15.1:0/2576616315 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bfa26aca30 0x55bfa26b2fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.395+0000 7f2c7d1aa740 1 -- 172.21.15.1:0/2576616315 >> 172.21.15.1:0/2576616315 conn(0x55bfa26a7100 msgr2=0x55bfa26a8e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:31.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.395+0000 7f2c7d1aa740 1 -- 172.21.15.1:0/2576616315 shutdown_connections 2024-02-10T00:09:31.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.395+0000 7f2c7d1aa740 1 -- 172.21.15.1:0/2576616315 wait complete. 2024-02-10T00:09:31.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.395+0000 7f2c7d1aa740 20 client.19218 trim_cache size 0 max 16384 2024-02-10T00:09:31.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.406+0000 7f2c7d1aa740 1 Processor -- start 2024-02-10T00:09:31.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.406+0000 7f2c7d1aa740 1 -- start start 2024-02-10T00:09:31.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.406+0000 7f2c7d1aa740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bfa26aca30 0x55bfa26b5700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.406+0000 7f2c7d1aa740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bfa26ad3e0 0x55bfa26b3870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.406+0000 7f2c7d1aa740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bfa26b5f60 0x55bfa26b0270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.406+0000 7f2c7d1aa740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bfa2599130 con 0x55bfa26b5f60 2024-02-10T00:09:31.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.406+0000 7f2c7d1aa740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bfa26ac380 con 0x55bfa26ad3e0 2024-02-10T00:09:31.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.406+0000 7f2c7d1aa740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bfa26c3070 con 0x55bfa26aca30 2024-02-10T00:09:31.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.407+0000 7f2c78a9c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bfa26b5f60 0x55bfa26b0270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.407+0000 7f2c78a9c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bfa26b5f60 0x55bfa26b0270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36612/0 (socket says 172.21.15.1:36612) 2024-02-10T00:09:31.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.407+0000 7f2c78a9c640 1 -- 172.21.15.1:0/3761394263 learned_addr learned my addr 172.21.15.1:0/3761394263 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:31.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.407+0000 7f2c73fff640 1 --2- 172.21.15.1:0/3761394263 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bfa26aca30 0x55bfa26b5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.407+0000 7f2c737fe640 1 --2- 172.21.15.1:0/3761394263 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bfa26ad3e0 0x55bfa26b3870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.407+0000 7f2c78a9c640 1 -- 172.21.15.1:0/3761394263 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bfa26aca30 msgr2=0x55bfa26b5700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:31.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.407+0000 7f2c78a9c640 1 --2- 172.21.15.1:0/3761394263 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bfa26aca30 0x55bfa26b5700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.407+0000 7f2c78a9c640 1 -- 172.21.15.1:0/3761394263 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bfa26ad3e0 msgr2=0x55bfa26b3870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:31.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.407+0000 7f2c78a9c640 1 --2- 172.21.15.1:0/3761394263 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bfa26ad3e0 0x55bfa26b3870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.407+0000 7f2c78a9c640 1 -- 172.21.15.1:0/3761394263 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bfa25aec90 con 0x55bfa26b5f60 2024-02-10T00:09:31.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.407+0000 7f2c78a9c640 1 --2- 172.21.15.1:0/3761394263 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bfa26b5f60 0x55bfa26b0270 secure :-1 s=READY pgs=1641 cs=0 l=1 rev1=1 crypto rx=0x7f2c6c02c700 tx=0x7f2c6c009360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3bce5da3e3cdba server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:31.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.407+0000 7f2c59ffb640 1 -- 172.21.15.1:0/3761394263 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c6c032b40 con 0x55bfa26b5f60 2024-02-10T00:09:31.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.407+0000 7f2c59ffb640 1 -- 172.21.15.1:0/3761394263 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2c6c044b50 con 0x55bfa26b5f60 2024-02-10T00:09:31.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.407+0000 7f2c59ffb640 1 -- 172.21.15.1:0/3761394263 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c6c058940 con 0x55bfa26b5f60 2024-02-10T00:09:31.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.408+0000 7f2c7d1aa740 1 -- 172.21.15.1:0/3761394263 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bfa26b5f60 msgr2=0x55bfa26b0270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.408+0000 7f2c7d1aa740 1 --2- 172.21.15.1:0/3761394263 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bfa26b5f60 0x55bfa26b0270 secure :-1 s=READY pgs=1641 cs=0 l=1 rev1=1 crypto rx=0x7f2c6c02c700 tx=0x7f2c6c009360 comp rx=0 tx=0).stop 2024-02-10T00:09:31.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.408+0000 7f2c7d1aa740 1 -- 172.21.15.1:0/3761394263 shutdown_connections 2024-02-10T00:09:31.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.408+0000 7f2c7d1aa740 1 --2- 172.21.15.1:0/3761394263 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bfa26b5f60 0x55bfa26b0270 unknown :-1 s=CLOSED pgs=1641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.408+0000 7f2c7d1aa740 1 --2- 172.21.15.1:0/3761394263 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bfa26ad3e0 0x55bfa26b3870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.408+0000 7f2c7d1aa740 1 --2- 172.21.15.1:0/3761394263 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bfa26aca30 0x55bfa26b5700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.408+0000 7f2c7d1aa740 1 -- 172.21.15.1:0/3761394263 >> 172.21.15.1:0/3761394263 conn(0x55bfa26a7100 msgr2=0x55bfa26b18c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:31.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.408+0000 7f2c7d1aa740 1 -- 172.21.15.1:0/3761394263 shutdown_connections 2024-02-10T00:09:31.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.408+0000 7f2c7d1aa740 1 -- 172.21.15.1:0/3761394263 wait complete. 2024-02-10T00:09:31.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.408+0000 7f2c7d1aa740 1 -- start start 2024-02-10T00:09:31.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.408+0000 7f2c7d1aa740 1 Processor -- start 2024-02-10T00:09:31.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.409+0000 7f2c7d1aa740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bfa26aca30 0x55bfa26bd080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.409+0000 7f2c7d1aa740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bfa26ad3e0 0x55bfa26bb510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.409+0000 7f2c7d1aa740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bfa26b5f60 0x55bfa26bba50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.409+0000 7f2c7d1aa740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bfa26bbf90 con 0x55bfa26ad3e0 2024-02-10T00:09:31.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.409+0000 7f2c7d1aa740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bfa26bc100 con 0x55bfa26b5f60 2024-02-10T00:09:31.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.409+0000 7f2c7d1aa740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bfa26bc2c0 con 0x55bfa26aca30 2024-02-10T00:09:31.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.409+0000 7f2c7d1aa740 10 client.0 _ll_register_callbacks cb 0x7f2c68010cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:09:31.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.409+0000 7f2c737fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bfa26ad3e0 0x55bfa26bb510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.409+0000 7f2c73fff640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bfa26aca30 0x55bfa26bd080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.409+0000 7f2c737fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bfa26ad3e0 0x55bfa26bb510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36622/0 (socket says 172.21.15.1:36622) 2024-02-10T00:09:31.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.409+0000 7f2c73fff640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bfa26aca30 0x55bfa26bd080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.1:45052/0 (socket says 172.21.15.1:45052) 2024-02-10T00:09:31.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.409+0000 7f2c737fe640 1 -- 172.21.15.1:0/1567337900 learned_addr learned my addr 172.21.15.1:0/1567337900 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:31.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.409+0000 7f2c78a9c640 1 --2- 172.21.15.1:0/1567337900 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bfa26b5f60 0x55bfa26bba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.409+0000 7f2c737fe640 1 -- 172.21.15.1:0/1567337900 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bfa26aca30 msgr2=0x55bfa26bd080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:31.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.409+0000 7f2c737fe640 1 --2- 172.21.15.1:0/1567337900 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bfa26aca30 0x55bfa26bd080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.409+0000 7f2c737fe640 1 -- 172.21.15.1:0/1567337900 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bfa26b5f60 msgr2=0x55bfa26bba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:31.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.409+0000 7f2c737fe640 1 --2- 172.21.15.1:0/1567337900 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bfa26b5f60 0x55bfa26bba50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.409+0000 7f2c737fe640 1 -- 172.21.15.1:0/1567337900 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55bfa26126b0 con 0x55bfa26ad3e0 2024-02-10T00:09:31.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.409+0000 7f2c73fff640 1 --2- 172.21.15.1:0/1567337900 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bfa26aca30 0x55bfa26bd080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:09:31.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.409+0000 7f2c737fe640 1 --2- 172.21.15.1:0/1567337900 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bfa26ad3e0 0x55bfa26bb510 secure :-1 s=READY pgs=1642 cs=0 l=1 rev1=1 crypto rx=0x7f2c68000c00 tx=0x7f2c6809b0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7918d031b3b788ea server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:31.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.409+0000 7f2c537fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:09:31.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.409+0000 7f2c537fe640 1 -- 172.21.15.1:0/1567337900 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c6809a1e0 con 0x55bfa26ad3e0 2024-02-10T00:09:31.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.409+0000 7f2c537fe640 1 -- 172.21.15.1:0/1567337900 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f2c6809a880 con 0x55bfa26ad3e0 2024-02-10T00:09:31.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.409+0000 7f2c7d1aa740 1 -- 172.21.15.1:0/1567337900 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2c6809af80 con 0x55bfa26ad3e0 2024-02-10T00:09:31.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.409+0000 7f2c537fe640 1 -- 172.21.15.1:0/1567337900 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2c680a3020 con 0x55bfa26ad3e0 2024-02-10T00:09:31.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.409+0000 7f2c7d1aa740 10 client.19224 fetch_fsmap learned FSMap version 29 2024-02-10T00:09:31.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.409+0000 7f2c7d1aa740 1 -- 172.21.15.1:0/1567337900 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55bfa25d4a70 con 0x55bfa26ad3e0 2024-02-10T00:09:31.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.410+0000 7f2c537fe640 1 -- 172.21.15.1:0/1567337900 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2c6809af80 con 0x55bfa26ad3e0 2024-02-10T00:09:31.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.410+0000 7f2c537fe640 1 -- 172.21.15.1:0/1567337900 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f2c68062070 con 0x55bfa26ad3e0 2024-02-10T00:09:31.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.410+0000 7f2c7d1aa740 10 client.19224 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:09:31.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.410+0000 7f2c7d1aa740 10 client.19224 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:09:31.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.410+0000 7f2c7d1aa740 20 client.19224 populate_metadata read hostname 'smithi001' 2024-02-10T00:09:31.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.410+0000 7f2c7d1aa740 1 --2- 172.21.15.1:0/1567337900 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55bfa26c6570 0x55bfa271fc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.410+0000 7f2c7d1aa740 4 client.19224 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:09:31.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.410+0000 7f2c7d1aa740 1 -- 172.21.15.1:0/1567337900 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55bfa239f890 con 0x55bfa26c6570 2024-02-10T00:09:31.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.410+0000 7f2c73fff640 1 --2- 172.21.15.1:0/1567337900 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55bfa26c6570 0x55bfa271fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.410+0000 7f2c537fe640 10 client.19224 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:09:31.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.410+0000 7f2c73fff640 1 --2- 172.21.15.1:0/1567337900 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55bfa26c6570 0x55bfa271fc30 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=58ad1fae3942d580 server_cookie=e904dc5b582e0475 in_seq=0 out_seq=0 2024-02-10T00:09:31.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.411+0000 7f2c537fe640 1 -- 172.21.15.1:0/1567337900 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55bfa239f890 con 0x55bfa26c6570 2024-02-10T00:09:31.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.411+0000 7f2c537fe640 10 client.19224 handle_command_reply: tid=0 2024-02-10T00:09:31.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.411+0000 7f2c7d1aa740 1 client.19224 shutdown 2024-02-10T00:09:31.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.411+0000 7f2c7d1aa740 1 -- 172.21.15.1:0/1567337900 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bfa26ad3e0 msgr2=0x55bfa26bb510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.411+0000 7f2c7d1aa740 1 --2- 172.21.15.1:0/1567337900 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bfa26ad3e0 0x55bfa26bb510 secure :-1 s=READY pgs=1642 cs=0 l=1 rev1=1 crypto rx=0x7f2c68000c00 tx=0x7f2c6809b0f0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.411+0000 7f2c7d1aa740 1 -- 172.21.15.1:0/1567337900 shutdown_connections 2024-02-10T00:09:31.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.411+0000 7f2c7d1aa740 1 --2- 172.21.15.1:0/1567337900 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55bfa26b5f60 0x55bfa26bba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.411+0000 7f2c7d1aa740 1 --2- 172.21.15.1:0/1567337900 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55bfa26c6570 0x55bfa271fc30 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.418 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.411+0000 7f2c7d1aa740 1 --2- 172.21.15.1:0/1567337900 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55bfa26ad3e0 0x55bfa26bb510 unknown :-1 s=CLOSED pgs=1642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.411+0000 7f2c7d1aa740 1 --2- 172.21.15.1:0/1567337900 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55bfa26aca30 0x55bfa26bd080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.411+0000 7f2c537fe640 0 client.19224 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:09:31.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.411+0000 7f2c7d1aa740 1 -- 172.21.15.1:0/1567337900 >> 172.21.15.1:0/1567337900 conn(0x55bfa26a7100 msgr2=0x55bfa26b1d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:31.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.411+0000 7f2c7d1aa740 1 -- 172.21.15.1:0/1567337900 shutdown_connections 2024-02-10T00:09:31.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.411+0000 7f2c7d1aa740 1 -- 172.21.15.1:0/1567337900 wait complete. 2024-02-10T00:09:31.419 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.411+0000 7f2c7d1aa740 20 client.19224 trim_cache size 0 max 16384 2024-02-10T00:09:31.420 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:09:31.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.411+0000 7f2c7a4ff640 1 -- 172.21.15.1:0/4069989066 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2c5c0a2230 msgr2=0x7f2c5c0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.421 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.411+0000 7f2c7a4ff640 1 --2- 172.21.15.1:0/4069989066 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2c5c0a2230 0x7f2c5c0a46f0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f2c6c006010 tx=0x7f2c6c005d80 comp rx=0 tx=0).stop 2024-02-10T00:09:31.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.411+0000 7f2c7a4ff640 1 -- 172.21.15.1:0/4069989066 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2c74106560 msgr2=0x7f2c7419db70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.411+0000 7f2c7a4ff640 1 --2- 172.21.15.1:0/4069989066 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2c74106560 0x7f2c7419db70 secure :-1 s=READY pgs=1638 cs=0 l=1 rev1=1 crypto rx=0x7f2c6800d770 tx=0x7f2c6800dc30 comp rx=0 tx=0).stop 2024-02-10T00:09:31.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.411+0000 7f2c7a4ff640 1 -- 172.21.15.1:0/4069989066 shutdown_connections 2024-02-10T00:09:31.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.411+0000 7f2c7a4ff640 1 --2- 172.21.15.1:0/4069989066 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2c5c0a2230 0x7f2c5c0a46f0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.411+0000 7f2c7a4ff640 1 --2- 172.21.15.1:0/4069989066 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2c741976f0 0x7f2c74197b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.411+0000 7f2c7a4ff640 1 --2- 172.21.15.1:0/4069989066 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2c74106560 0x7f2c7419db70 unknown :-1 s=CLOSED pgs=1638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.411+0000 7f2c7a4ff640 1 --2- 172.21.15.1:0/4069989066 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2c740ffda0 0x7f2c7419d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.422 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.411+0000 7f2c7a4ff640 1 -- 172.21.15.1:0/4069989066 >> 172.21.15.1:0/4069989066 conn(0x7f2c74075380 msgr2=0x7f2c740fdec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:31.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.412+0000 7f2c7a4ff640 1 -- 172.21.15.1:0/4069989066 shutdown_connections 2024-02-10T00:09:31.423 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.412+0000 7f2c7a4ff640 1 -- 172.21.15.1:0/4069989066 wait complete. 2024-02-10T00:09:31.424 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:09:31.424 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-02-10T00:09:31.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.527+0000 7f6682057640 1 -- 172.21.15.1:0/2306505492 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f667c1024a0 msgr2=0x7f667c102880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.527+0000 7f6682057640 1 --2- 172.21.15.1:0/2306505492 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f667c1024a0 0x7f667c102880 secure :-1 s=READY pgs=1643 cs=0 l=1 rev1=1 crypto rx=0x7f666c009900 tx=0x7f666c02bcd0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.527+0000 7f6682057640 1 -- 172.21.15.1:0/2306505492 shutdown_connections 2024-02-10T00:09:31.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.527+0000 7f6682057640 1 --2- 172.21.15.1:0/2306505492 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f667c10b910 0x7f667c10dd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.527+0000 7f6682057640 1 --2- 172.21.15.1:0/2306505492 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f667c102dc0 0x7f667c10b2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.527+0000 7f6682057640 1 --2- 172.21.15.1:0/2306505492 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f667c1024a0 0x7f667c102880 unknown :-1 s=CLOSED pgs=1643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.527+0000 7f6682057640 1 -- 172.21.15.1:0/2306505492 >> 172.21.15.1:0/2306505492 conn(0x7f667c0772a0 msgr2=0x7f667c0776b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:31.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.527+0000 7f6682057640 1 -- 172.21.15.1:0/2306505492 shutdown_connections 2024-02-10T00:09:31.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.527+0000 7f6682057640 1 -- 172.21.15.1:0/2306505492 wait complete. 2024-02-10T00:09:31.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.528+0000 7f6682057640 1 Processor -- start 2024-02-10T00:09:31.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.528+0000 7f6682057640 1 -- start start 2024-02-10T00:09:31.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.528+0000 7f6682057640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f667c1024a0 0x7f667c1000f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.528+0000 7f6682057640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f667c102dc0 0x7f667c100630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.528+0000 7f6682057640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f667c10b910 0x7f667c100b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.528+0000 7f6682057640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f667c1a5d30 con 0x7f667c1024a0 2024-02-10T00:09:31.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.528+0000 7f6682057640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f667c1a5ea0 con 0x7f667c10b910 2024-02-10T00:09:31.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.528+0000 7f6682057640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f667c1a6060 con 0x7f667c102dc0 2024-02-10T00:09:31.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.528+0000 7f667b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f667c1024a0 0x7f667c1000f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.528+0000 7f667b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f667c1024a0 0x7f667c1000f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36628/0 (socket says 172.21.15.1:36628) 2024-02-10T00:09:31.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.528+0000 7f667b7fe640 1 -- 172.21.15.1:0/1870931597 learned_addr learned my addr 172.21.15.1:0/1870931597 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:31.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.528+0000 7f667bfff640 1 --2- 172.21.15.1:0/1870931597 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f667c10b910 0x7f667c100b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.528+0000 7f667affd640 1 --2- 172.21.15.1:0/1870931597 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f667c102dc0 0x7f667c100630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.528+0000 7f667b7fe640 1 -- 172.21.15.1:0/1870931597 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f667c102dc0 msgr2=0x7f667c100630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.528+0000 7f667b7fe640 1 --2- 172.21.15.1:0/1870931597 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f667c102dc0 0x7f667c100630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.528+0000 7f667b7fe640 1 -- 172.21.15.1:0/1870931597 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f667c10b910 msgr2=0x7f667c100b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.528+0000 7f667b7fe640 1 --2- 172.21.15.1:0/1870931597 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f667c10b910 0x7f667c100b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.528+0000 7f667b7fe640 1 -- 172.21.15.1:0/1870931597 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f666c009560 con 0x7f667c1024a0 2024-02-10T00:09:31.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.528+0000 7f667affd640 1 --2- 172.21.15.1:0/1870931597 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f667c102dc0 0x7f667c100630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:09:31.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.529+0000 7f667b7fe640 1 --2- 172.21.15.1:0/1870931597 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f667c1024a0 0x7f667c1000f0 secure :-1 s=READY pgs=1644 cs=0 l=1 rev1=1 crypto rx=0x7f666c005940 tx=0x7f666c02c780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:31.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.529+0000 7f6678ff9640 1 -- 172.21.15.1:0/1870931597 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f666c0043d0 con 0x7f667c1024a0 2024-02-10T00:09:31.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.529+0000 7f6678ff9640 1 -- 172.21.15.1:0/1870931597 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f666c0052d0 con 0x7f667c1024a0 2024-02-10T00:09:31.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.529+0000 7f6682057640 1 -- 172.21.15.1:0/1870931597 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f667c1a62e0 con 0x7f667c1024a0 2024-02-10T00:09:31.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.529+0000 7f6678ff9640 1 -- 172.21.15.1:0/1870931597 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f666c003d30 con 0x7f667c1024a0 2024-02-10T00:09:31.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.529+0000 7f6682057640 1 -- 172.21.15.1:0/1870931597 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f667c1a67f0 con 0x7f667c1024a0 2024-02-10T00:09:31.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.531+0000 7f6678ff9640 1 -- 172.21.15.1:0/1870931597 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f666c005440 con 0x7f667c1024a0 2024-02-10T00:09:31.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.531+0000 7f6684c1f740 1 Processor -- start 2024-02-10T00:09:31.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.531+0000 7f6684c1f740 1 -- start start 2024-02-10T00:09:31.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.531+0000 7f6684c1f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f37c165a30 0x55f37c165e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.531+0000 7f6684c1f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f37c1663e0 0x55f37c16e990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.531+0000 7f6684c1f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f37c16ef60 0x55f37c1713b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.531+0000 7f6684c1f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f37c121020 con 0x55f37c1663e0 2024-02-10T00:09:31.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.531+0000 7f6684c1f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f37c0d4320 con 0x55f37c16ef60 2024-02-10T00:09:31.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.531+0000 7f6684c1f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f37c0d1850 con 0x55f37c165a30 2024-02-10T00:09:31.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.531+0000 7f6678ff9640 1 --2- 172.21.15.1:0/1870931597 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f66640a2230 0x7f66640a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.532+0000 7f667b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f37c1663e0 0x55f37c16e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.532+0000 7f667bfff640 1 --2- 172.21.15.1:0/1870931597 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f66640a2230 0x7f66640a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.532+0000 7f667b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f37c1663e0 0x55f37c16e990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36638/0 (socket says 172.21.15.1:36638) 2024-02-10T00:09:31.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.532+0000 7f667b7fe640 1 -- 172.21.15.1:0/3963135963 learned_addr learned my addr 172.21.15.1:0/3963135963 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:31.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.532+0000 7f667bfff640 1 --2- 172.21.15.1:0/3963135963 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f37c165a30 0x55f37c165e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.532+0000 7f667affd640 1 --2- 172.21.15.1:0/3963135963 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f37c16ef60 0x55f37c1713b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.532+0000 7f6678ff9640 1 -- 172.21.15.1:0/1870931597 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f666c0f0840 con 0x7f667c1024a0 2024-02-10T00:09:31.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.532+0000 7f667b7fe640 1 -- 172.21.15.1:0/3963135963 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f37c165a30 msgr2=0x55f37c165e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:31.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.532+0000 7f667b7fe640 1 --2- 172.21.15.1:0/3963135963 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f37c165a30 0x55f37c165e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.532+0000 7f667b7fe640 1 -- 172.21.15.1:0/3963135963 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f37c16ef60 msgr2=0x55f37c1713b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:31.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.532+0000 7f667b7fe640 1 --2- 172.21.15.1:0/3963135963 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f37c16ef60 0x55f37c1713b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.532+0000 7f667b7fe640 1 -- 172.21.15.1:0/3963135963 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f37c08f210 con 0x55f37c1663e0 2024-02-10T00:09:31.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.532+0000 7f667bfff640 1 --2- 172.21.15.1:0/3963135963 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f37c165a30 0x55f37c165e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:09:31.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.532+0000 7f667affd640 1 --2- 172.21.15.1:0/3963135963 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f37c16ef60 0x55f37c1713b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:09:31.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.532+0000 7f667b7fe640 1 --2- 172.21.15.1:0/3963135963 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f37c1663e0 0x55f37c16e990 secure :-1 s=READY pgs=1645 cs=0 l=1 rev1=1 crypto rx=0x7f666c006010 tx=0x7f666c0037d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e18e0b0ee2ced48 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:31.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.532+0000 7f667bfff640 1 --2- 172.21.15.1:0/1870931597 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f66640a2230 0x7f66640a46f0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f6674009fd0 tx=0x7f6674004ab0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:31.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.532+0000 7f6661ffb640 1 -- 172.21.15.1:0/3963135963 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f666c0035f0 con 0x55f37c1663e0 2024-02-10T00:09:31.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.532+0000 7f6661ffb640 1 -- 172.21.15.1:0/3963135963 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f666c0bd9e0 con 0x55f37c1663e0 2024-02-10T00:09:31.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.532+0000 7f6661ffb640 1 -- 172.21.15.1:0/3963135963 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f666c0ee3d0 con 0x55f37c1663e0 2024-02-10T00:09:31.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.533+0000 7f6684c1f740 1 -- 172.21.15.1:0/3963135963 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f37c1663e0 msgr2=0x55f37c16e990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.533+0000 7f6684c1f740 1 --2- 172.21.15.1:0/3963135963 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f37c1663e0 0x55f37c16e990 secure :-1 s=READY pgs=1645 cs=0 l=1 rev1=1 crypto rx=0x7f666c006010 tx=0x7f666c0037d0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.533+0000 7f6684c1f740 1 -- 172.21.15.1:0/3963135963 shutdown_connections 2024-02-10T00:09:31.542 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.533+0000 7f6684c1f740 1 --2- 172.21.15.1:0/3963135963 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f37c16ef60 0x55f37c1713b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.533+0000 7f6684c1f740 1 --2- 172.21.15.1:0/3963135963 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f37c1663e0 0x55f37c16e990 unknown :-1 s=CLOSED pgs=1645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.533+0000 7f6684c1f740 1 --2- 172.21.15.1:0/3963135963 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f37c165a30 0x55f37c165e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.533+0000 7f6684c1f740 1 -- 172.21.15.1:0/3963135963 >> 172.21.15.1:0/3963135963 conn(0x55f37c160100 msgr2=0x55f37c1604e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:31.543 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.533+0000 7f6684c1f740 1 -- 172.21.15.1:0/3963135963 shutdown_connections 2024-02-10T00:09:31.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.533+0000 7f6684c1f740 1 -- 172.21.15.1:0/3963135963 wait complete. 2024-02-10T00:09:31.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.533+0000 7f6684c1f740 1 -- start start 2024-02-10T00:09:31.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.534+0000 7f6684c1f740 1 Processor -- start 2024-02-10T00:09:31.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.534+0000 7f6684c1f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f37c165a30 0x55f37c16bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.534+0000 7f6684c1f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f37c1663e0 0x55f37c16c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.534+0000 7f6684c1f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f37c16ef60 0x55f37c16c830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.534+0000 7f6684c1f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f37c0cd030 con 0x55f37c165a30 2024-02-10T00:09:31.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.534+0000 7f6684c1f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f37bda0430 con 0x55f37c16ef60 2024-02-10T00:09:31.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.534+0000 7f6684c1f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f37bd5ce00 con 0x55f37c1663e0 2024-02-10T00:09:31.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.534+0000 7f6684c1f740 10 client.0 _ll_register_callbacks cb 0x55f37c0c2030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:09:31.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.534+0000 7f667b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f37c165a30 0x55f37c16bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.544 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.534+0000 7f667b7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f37c165a30 0x55f37c16bdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36650/0 (socket says 172.21.15.1:36650) 2024-02-10T00:09:31.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.534+0000 7f667b7fe640 1 -- 172.21.15.1:0/1913962957 learned_addr learned my addr 172.21.15.1:0/1913962957 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:31.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.534+0000 7f667affd640 1 --2- 172.21.15.1:0/1913962957 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f37c1663e0 0x55f37c16c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.534+0000 7f667b7fe640 1 -- 172.21.15.1:0/1913962957 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f37c1663e0 msgr2=0x55f37c16c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:31.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.534+0000 7f667bfff640 1 --2- 172.21.15.1:0/1913962957 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f37c16ef60 0x55f37c16c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.534+0000 7f667b7fe640 1 --2- 172.21.15.1:0/1913962957 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f37c1663e0 0x55f37c16c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.534+0000 7f667b7fe640 1 -- 172.21.15.1:0/1913962957 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f37c16ef60 msgr2=0x55f37c16c830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:31.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.534+0000 7f667b7fe640 1 --2- 172.21.15.1:0/1913962957 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f37c16ef60 0x55f37c16c830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.534+0000 7f667b7fe640 1 -- 172.21.15.1:0/1913962957 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f667c1a67f0 con 0x55f37c165a30 2024-02-10T00:09:31.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.534+0000 7f667b7fe640 1 --2- 172.21.15.1:0/1913962957 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f37c165a30 0x55f37c16bdb0 secure :-1 s=READY pgs=1646 cs=0 l=1 rev1=1 crypto rx=0x7f666c0c5550 tx=0x7f666c0bdb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f9474fc18c86f21 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:31.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.534+0000 7f665affd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:09:31.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.535+0000 7f665affd640 1 -- 172.21.15.1:0/1913962957 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f666c0b9b10 con 0x55f37c165a30 2024-02-10T00:09:31.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.535+0000 7f665affd640 1 -- 172.21.15.1:0/1913962957 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f666c0035f0 con 0x55f37c165a30 2024-02-10T00:09:31.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.535+0000 7f6684c1f740 1 -- 172.21.15.1:0/1913962957 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f37bdcc7e0 con 0x55f37c165a30 2024-02-10T00:09:31.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.535+0000 7f665affd640 1 -- 172.21.15.1:0/1913962957 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f666c0c5a80 con 0x55f37c165a30 2024-02-10T00:09:31.545 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.535+0000 7f6684c1f740 10 client.19236 fetch_fsmap learned FSMap version 29 2024-02-10T00:09:31.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.535+0000 7f6684c1f740 1 -- 172.21.15.1:0/1913962957 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55f37c0cb6b0 con 0x55f37c165a30 2024-02-10T00:09:31.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.535+0000 7f665affd640 1 -- 172.21.15.1:0/1913962957 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55f37bdcc7e0 con 0x55f37c165a30 2024-02-10T00:09:31.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.535+0000 7f665affd640 1 -- 172.21.15.1:0/1913962957 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f666c03c070 con 0x55f37c165a30 2024-02-10T00:09:31.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.535+0000 7f6684c1f740 10 client.19236 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:09:31.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.535+0000 7f6684c1f740 10 client.19236 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:09:31.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.535+0000 7f6684c1f740 20 client.19236 populate_metadata read hostname 'smithi001' 2024-02-10T00:09:31.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.535+0000 7f6684c1f740 1 --2- 172.21.15.1:0/1913962957 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55f37c17eba0 0x55f37c180fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.535+0000 7f6684c1f740 4 client.19236 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:09:31.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.535+0000 7f6684c1f740 1 -- 172.21.15.1:0/1913962957 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f37be09720 con 0x55f37c17eba0 2024-02-10T00:09:31.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.535+0000 7f667affd640 1 --2- 172.21.15.1:0/1913962957 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55f37c17eba0 0x55f37c180fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.536+0000 7f667affd640 1 --2- 172.21.15.1:0/1913962957 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55f37c17eba0 0x55f37c180fc0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6917f4faa34ab3f4 server_cookie=1c6e0c53081e67ce in_seq=0 out_seq=0 2024-02-10T00:09:31.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.536+0000 7f665affd640 10 client.19236 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:09:31.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.536+0000 7f665affd640 1 -- 172.21.15.1:0/1913962957 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55f37be09720 con 0x55f37c17eba0 2024-02-10T00:09:31.546 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.536+0000 7f665affd640 10 client.19236 handle_command_reply: tid=0 2024-02-10T00:09:31.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.536+0000 7f6684c1f740 1 client.19236 shutdown 2024-02-10T00:09:31.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.536+0000 7f6684c1f740 1 -- 172.21.15.1:0/1913962957 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f37c165a30 msgr2=0x55f37c16bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.537+0000 7f6684c1f740 1 --2- 172.21.15.1:0/1913962957 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f37c165a30 0x55f37c16bdb0 secure :-1 s=READY pgs=1646 cs=0 l=1 rev1=1 crypto rx=0x7f666c0c5550 tx=0x7f666c0bdb50 comp rx=0 tx=0).stop 2024-02-10T00:09:31.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.537+0000 7f6684c1f740 1 -- 172.21.15.1:0/1913962957 shutdown_connections 2024-02-10T00:09:31.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.537+0000 7f6684c1f740 1 --2- 172.21.15.1:0/1913962957 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55f37c17eba0 0x55f37c180fc0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.537+0000 7f6684c1f740 1 --2- 172.21.15.1:0/1913962957 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f37c16ef60 0x55f37c16c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.537+0000 7f6684c1f740 1 --2- 172.21.15.1:0/1913962957 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f37c1663e0 0x55f37c16c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.537+0000 7f665affd640 0 client.19236 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:09:31.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.537+0000 7f6684c1f740 1 --2- 172.21.15.1:0/1913962957 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f37c165a30 0x55f37c16bdb0 unknown :-1 s=CLOSED pgs=1646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.537+0000 7f6684c1f740 1 -- 172.21.15.1:0/1913962957 >> 172.21.15.1:0/1913962957 conn(0x55f37c160100 msgr2=0x55f37c161e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:31.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.537+0000 7f6684c1f740 1 -- 172.21.15.1:0/1913962957 shutdown_connections 2024-02-10T00:09:31.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.537+0000 7f6684c1f740 1 -- 172.21.15.1:0/1913962957 wait complete. 2024-02-10T00:09:31.547 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.537+0000 7f6684c1f740 20 client.19236 trim_cache size 0 max 16384 2024-02-10T00:09:31.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.548+0000 7f6684c1f740 1 Processor -- start 2024-02-10T00:09:31.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.548+0000 7f6684c1f740 1 -- start start 2024-02-10T00:09:31.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.548+0000 7f6684c1f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f37c165a30 0x55f37c16e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.548+0000 7f6684c1f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f37c1663e0 0x55f37c16c650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.548+0000 7f6684c1f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f37c16ef60 0x55f37c169010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.548+0000 7f6684c1f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f37c052130 con 0x55f37c16ef60 2024-02-10T00:09:31.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.548+0000 7f6684c1f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f37be09720 con 0x55f37c1663e0 2024-02-10T00:09:31.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.548+0000 7f6684c1f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f37bdcc7e0 con 0x55f37c165a30 2024-02-10T00:09:31.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.549+0000 7f667bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f37c16ef60 0x55f37c169010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.549+0000 7f667bfff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f37c16ef60 0x55f37c169010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36658/0 (socket says 172.21.15.1:36658) 2024-02-10T00:09:31.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.549+0000 7f667bfff640 1 -- 172.21.15.1:0/3181894277 learned_addr learned my addr 172.21.15.1:0/3181894277 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:31.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.549+0000 7f667b7fe640 1 --2- 172.21.15.1:0/3181894277 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f37c165a30 0x55f37c16e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.549+0000 7f667affd640 1 --2- 172.21.15.1:0/3181894277 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f37c1663e0 0x55f37c16c650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.549+0000 7f667bfff640 1 -- 172.21.15.1:0/3181894277 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f37c165a30 msgr2=0x55f37c16e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:31.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.549+0000 7f667bfff640 1 --2- 172.21.15.1:0/3181894277 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f37c165a30 0x55f37c16e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.549+0000 7f667bfff640 1 -- 172.21.15.1:0/3181894277 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f37c1663e0 msgr2=0x55f37c16c650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:31.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.549+0000 7f667bfff640 1 --2- 172.21.15.1:0/3181894277 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f37c1663e0 0x55f37c16c650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.549+0000 7f667bfff640 1 -- 172.21.15.1:0/3181894277 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f37c067c90 con 0x55f37c16ef60 2024-02-10T00:09:31.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.549+0000 7f667affd640 1 --2- 172.21.15.1:0/3181894277 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f37c1663e0 0x55f37c16c650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:09:31.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.549+0000 7f667bfff640 1 --2- 172.21.15.1:0/3181894277 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f37c16ef60 0x55f37c169010 secure :-1 s=READY pgs=1647 cs=0 l=1 rev1=1 crypto rx=0x7f66740106e0 tx=0x7f667400e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2f873741ee9246c server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:31.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.549+0000 7f66617fa640 1 -- 172.21.15.1:0/3181894277 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f667400fcc0 con 0x55f37c16ef60 2024-02-10T00:09:31.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.549+0000 7f66617fa640 1 -- 172.21.15.1:0/3181894277 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f667400fe20 con 0x55f37c16ef60 2024-02-10T00:09:31.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.549+0000 7f66617fa640 1 -- 172.21.15.1:0/3181894277 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6674022b90 con 0x55f37c16ef60 2024-02-10T00:09:31.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.550+0000 7f6684c1f740 1 -- 172.21.15.1:0/3181894277 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f37c16ef60 msgr2=0x55f37c169010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.550+0000 7f6684c1f740 1 --2- 172.21.15.1:0/3181894277 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f37c16ef60 0x55f37c169010 secure :-1 s=READY pgs=1647 cs=0 l=1 rev1=1 crypto rx=0x7f66740106e0 tx=0x7f667400e000 comp rx=0 tx=0).stop 2024-02-10T00:09:31.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.550+0000 7f6684c1f740 1 -- 172.21.15.1:0/3181894277 shutdown_connections 2024-02-10T00:09:31.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.550+0000 7f6684c1f740 1 --2- 172.21.15.1:0/3181894277 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f37c16ef60 0x55f37c169010 unknown :-1 s=CLOSED pgs=1647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.550+0000 7f6684c1f740 1 --2- 172.21.15.1:0/3181894277 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f37c1663e0 0x55f37c16c650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.550+0000 7f6684c1f740 1 --2- 172.21.15.1:0/3181894277 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f37c165a30 0x55f37c16e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.550+0000 7f6684c1f740 1 -- 172.21.15.1:0/3181894277 >> 172.21.15.1:0/3181894277 conn(0x55f37c160100 msgr2=0x55f37c16ade0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:31.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.550+0000 7f6684c1f740 1 -- 172.21.15.1:0/3181894277 shutdown_connections 2024-02-10T00:09:31.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.550+0000 7f6684c1f740 1 -- 172.21.15.1:0/3181894277 wait complete. 2024-02-10T00:09:31.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.550+0000 7f6684c1f740 1 -- start start 2024-02-10T00:09:31.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.550+0000 7f6684c1f740 1 Processor -- start 2024-02-10T00:09:31.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.550+0000 7f6684c1f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f37c165a30 0x55f37c175fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.550+0000 7f6684c1f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f37c1663e0 0x55f37c174360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.550+0000 7f6684c1f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f37c16ef60 0x55f37c174a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.550+0000 7f6684c1f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f37c175150 con 0x55f37c1663e0 2024-02-10T00:09:31.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.551+0000 7f6684c1f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f37c1d5070 con 0x55f37c165a30 2024-02-10T00:09:31.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.551+0000 7f6684c1f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f37c1d51b0 con 0x55f37c16ef60 2024-02-10T00:09:31.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.551+0000 7f6684c1f740 10 client.0 _ll_register_callbacks cb 0x7f6670009340 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:09:31.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.551+0000 7f667affd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f37c1663e0 0x55f37c174360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.551+0000 7f667affd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f37c1663e0 0x55f37c174360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36660/0 (socket says 172.21.15.1:36660) 2024-02-10T00:09:31.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.551+0000 7f667affd640 1 -- 172.21.15.1:0/683489776 learned_addr learned my addr 172.21.15.1:0/683489776 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:31.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.551+0000 7f667b7fe640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f37c165a30 0x55f37c175fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.551+0000 7f667bfff640 1 --2- 172.21.15.1:0/683489776 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f37c16ef60 0x55f37c174a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.551+0000 7f667affd640 1 -- 172.21.15.1:0/683489776 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f37c16ef60 msgr2=0x55f37c174a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:31.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.551+0000 7f667affd640 1 --2- 172.21.15.1:0/683489776 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f37c16ef60 0x55f37c174a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.551+0000 7f667affd640 1 -- 172.21.15.1:0/683489776 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f37c165a30 msgr2=0x55f37c175fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:31.558 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.551+0000 7f667affd640 1 --2- 172.21.15.1:0/683489776 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f37c165a30 0x55f37c175fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.551+0000 7f667affd640 1 -- 172.21.15.1:0/683489776 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6674018070 con 0x55f37c1663e0 2024-02-10T00:09:31.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.551+0000 7f667affd640 1 --2- 172.21.15.1:0/683489776 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f37c1663e0 0x55f37c174360 secure :-1 s=READY pgs=1648 cs=0 l=1 rev1=1 crypto rx=0x7f6670004700 tx=0x7f667001d7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4247b5fddadc9e5c server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:31.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.551+0000 7f665affd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:09:31.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.551+0000 7f665affd640 1 -- 172.21.15.1:0/683489776 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6670017040 con 0x55f37c1663e0 2024-02-10T00:09:31.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.551+0000 7f665affd640 1 -- 172.21.15.1:0/683489776 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f6670012d30 con 0x55f37c1663e0 2024-02-10T00:09:31.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.551+0000 7f6684c1f740 1 -- 172.21.15.1:0/683489776 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f666c0bd9e0 con 0x55f37c1663e0 2024-02-10T00:09:31.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.551+0000 7f665affd640 1 -- 172.21.15.1:0/683489776 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6670004020 con 0x55f37c1663e0 2024-02-10T00:09:31.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.551+0000 7f6684c1f740 10 client.19242 fetch_fsmap learned FSMap version 29 2024-02-10T00:09:31.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.551+0000 7f6684c1f740 1 -- 172.21.15.1:0/683489776 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55f37c08da70 con 0x55f37c1663e0 2024-02-10T00:09:31.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.552+0000 7f665affd640 1 -- 172.21.15.1:0/683489776 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6670031080 con 0x55f37c1663e0 2024-02-10T00:09:31.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.552+0000 7f665affd640 1 -- 172.21.15.1:0/683489776 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f667002b030 con 0x55f37c1663e0 2024-02-10T00:09:31.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.552+0000 7f6684c1f740 10 client.19242 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:09:31.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.552+0000 7f6684c1f740 10 client.19242 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:09:31.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.552+0000 7f6684c1f740 20 client.19242 populate_metadata read hostname 'smithi001' 2024-02-10T00:09:31.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.552+0000 7f6684c1f740 1 --2- 172.21.15.1:0/683489776 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55f37c1d6a60 0x55f37c1d8e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.552+0000 7f6684c1f740 4 client.19242 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:09:31.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.552+0000 7f6684c1f740 1 -- 172.21.15.1:0/683489776 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55f37be58890 con 0x55f37c1d6a60 2024-02-10T00:09:31.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.552+0000 7f667b7fe640 1 --2- 172.21.15.1:0/683489776 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55f37c1d6a60 0x55f37c1d8e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.552+0000 7f667b7fe640 1 --2- 172.21.15.1:0/683489776 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55f37c1d6a60 0x55f37c1d8e80 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=cea34754c8b68205 server_cookie=33d2f454ee02d807 in_seq=0 out_seq=0 2024-02-10T00:09:31.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.552+0000 7f665affd640 10 client.19242 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:09:31.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.553+0000 7f665affd640 1 -- 172.21.15.1:0/683489776 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55f37be58890 con 0x55f37c1d6a60 2024-02-10T00:09:31.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.553+0000 7f665affd640 10 client.19242 handle_command_reply: tid=0 2024-02-10T00:09:31.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.553+0000 7f6684c1f740 1 client.19242 shutdown 2024-02-10T00:09:31.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.553+0000 7f6684c1f740 1 -- 172.21.15.1:0/683489776 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f37c1663e0 msgr2=0x55f37c174360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.553+0000 7f6684c1f740 1 --2- 172.21.15.1:0/683489776 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f37c1663e0 0x55f37c174360 secure :-1 s=READY pgs=1648 cs=0 l=1 rev1=1 crypto rx=0x7f6670004700 tx=0x7f667001d7e0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.553+0000 7f6684c1f740 1 -- 172.21.15.1:0/683489776 shutdown_connections 2024-02-10T00:09:31.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.553+0000 7f6684c1f740 1 --2- 172.21.15.1:0/683489776 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55f37c1d6a60 0x55f37c1d8e80 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.553+0000 7f6684c1f740 1 --2- 172.21.15.1:0/683489776 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f37c16ef60 0x55f37c174a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.553+0000 7f665affd640 0 client.19242 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:09:31.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.553+0000 7f6684c1f740 1 --2- 172.21.15.1:0/683489776 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f37c1663e0 0x55f37c174360 unknown :-1 s=CLOSED pgs=1648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.553+0000 7f6684c1f740 1 --2- 172.21.15.1:0/683489776 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f37c165a30 0x55f37c175fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.553+0000 7f6684c1f740 1 -- 172.21.15.1:0/683489776 >> 172.21.15.1:0/683489776 conn(0x55f37c160100 msgr2=0x55f37c1614c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:31.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.553+0000 7f6684c1f740 1 -- 172.21.15.1:0/683489776 shutdown_connections 2024-02-10T00:09:31.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.553+0000 7f6684c1f740 1 -- 172.21.15.1:0/683489776 wait complete. 2024-02-10T00:09:31.561 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.553+0000 7f6684c1f740 20 client.19242 trim_cache size 0 max 16384 2024-02-10T00:09:31.561 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:09:31.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.553+0000 7f6682057640 1 -- 172.21.15.1:0/1870931597 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f66640a2230 msgr2=0x7f66640a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.562 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.553+0000 7f6682057640 1 --2- 172.21.15.1:0/1870931597 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f66640a2230 0x7f66640a46f0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f6674009fd0 tx=0x7f6674004ab0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.553+0000 7f6682057640 1 -- 172.21.15.1:0/1870931597 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f667c1024a0 msgr2=0x7f667c1000f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.553+0000 7f6682057640 1 --2- 172.21.15.1:0/1870931597 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f667c1024a0 0x7f667c1000f0 secure :-1 s=READY pgs=1644 cs=0 l=1 rev1=1 crypto rx=0x7f666c005940 tx=0x7f666c02c780 comp rx=0 tx=0).stop 2024-02-10T00:09:31.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.553+0000 7f6682057640 1 -- 172.21.15.1:0/1870931597 shutdown_connections 2024-02-10T00:09:31.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.553+0000 7f6682057640 1 --2- 172.21.15.1:0/1870931597 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f66640a2230 0x7f66640a46f0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.553+0000 7f6682057640 1 --2- 172.21.15.1:0/1870931597 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f667c10b910 0x7f667c100b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.553+0000 7f6682057640 1 --2- 172.21.15.1:0/1870931597 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f667c102dc0 0x7f667c100630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.553+0000 7f6682057640 1 --2- 172.21.15.1:0/1870931597 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f667c1024a0 0x7f667c1000f0 unknown :-1 s=CLOSED pgs=1644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.553+0000 7f6682057640 1 -- 172.21.15.1:0/1870931597 >> 172.21.15.1:0/1870931597 conn(0x7f667c0772a0 msgr2=0x7f667c0fd200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:31.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.554+0000 7f6682057640 1 -- 172.21.15.1:0/1870931597 shutdown_connections 2024-02-10T00:09:31.563 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.554+0000 7f6682057640 1 -- 172.21.15.1:0/1870931597 wait complete. 2024-02-10T00:09:31.566 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:09:31.566 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-02-10T00:09:31.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.670+0000 7fb501a4d640 1 -- 172.21.15.1:0/3447675518 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4fc101430 msgr2=0x7fb4fc101810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.670+0000 7fb501a4d640 1 --2- 172.21.15.1:0/3447675518 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4fc101430 0x7fb4fc101810 secure :-1 s=READY pgs=1649 cs=0 l=1 rev1=1 crypto rx=0x7fb4ec009930 tx=0x7fb4ec02bc30 comp rx=0 tx=0).stop 2024-02-10T00:09:31.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.670+0000 7fb501a4d640 1 -- 172.21.15.1:0/3447675518 shutdown_connections 2024-02-10T00:09:31.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.670+0000 7fb501a4d640 1 --2- 172.21.15.1:0/3447675518 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4fc106500 0x7fb4fc10e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.670+0000 7fb501a4d640 1 --2- 172.21.15.1:0/3447675518 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb4fc101de0 0x7fb4fc105e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.670+0000 7fb501a4d640 1 --2- 172.21.15.1:0/3447675518 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4fc101430 0x7fb4fc101810 unknown :-1 s=CLOSED pgs=1649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.670+0000 7fb501a4d640 1 -- 172.21.15.1:0/3447675518 >> 172.21.15.1:0/3447675518 conn(0x7fb4fc0fccd0 msgr2=0x7fb4fc0ff0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:31.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.670+0000 7fb501a4d640 1 -- 172.21.15.1:0/3447675518 shutdown_connections 2024-02-10T00:09:31.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.670+0000 7fb501a4d640 1 -- 172.21.15.1:0/3447675518 wait complete. 2024-02-10T00:09:31.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.671+0000 7fb501a4d640 1 Processor -- start 2024-02-10T00:09:31.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.671+0000 7fb501a4d640 1 -- start start 2024-02-10T00:09:31.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.671+0000 7fb501a4d640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4fc101430 0x7fb4fc19d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.671+0000 7fb501a4d640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb4fc106500 0x7fb4fc19dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.671+0000 7fb501a4d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4fc1977c0 0x7fb4fc197c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.671+0000 7fb501a4d640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4fc198290 con 0x7fb4fc1977c0 2024-02-10T00:09:31.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.671+0000 7fb501a4d640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4fc198400 con 0x7fb4fc101430 2024-02-10T00:09:31.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.671+0000 7fb501a4d640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4fc1985c0 con 0x7fb4fc106500 2024-02-10T00:09:31.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.671+0000 7fb4fb7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4fc1977c0 0x7fb4fc197c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.671+0000 7fb4fb7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4fc1977c0 0x7fb4fc197c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36684/0 (socket says 172.21.15.1:36684) 2024-02-10T00:09:31.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.671+0000 7fb4fb7fe640 1 -- 172.21.15.1:0/1050245853 learned_addr learned my addr 172.21.15.1:0/1050245853 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:31.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.671+0000 7fb4faffd640 1 --2- 172.21.15.1:0/1050245853 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4fc101430 0x7fb4fc19d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.671+0000 7fb4fa7fc640 1 --2- 172.21.15.1:0/1050245853 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb4fc106500 0x7fb4fc19dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.671+0000 7fb4fb7fe640 1 -- 172.21.15.1:0/1050245853 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb4fc106500 msgr2=0x7fb4fc19dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.671+0000 7fb4fb7fe640 1 --2- 172.21.15.1:0/1050245853 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb4fc106500 0x7fb4fc19dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.671+0000 7fb4fb7fe640 1 -- 172.21.15.1:0/1050245853 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4fc101430 msgr2=0x7fb4fc19d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.671+0000 7fb4fb7fe640 1 --2- 172.21.15.1:0/1050245853 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4fc101430 0x7fb4fc19d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.671+0000 7fb4fb7fe640 1 -- 172.21.15.1:0/1050245853 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4ec009560 con 0x7fb4fc1977c0 2024-02-10T00:09:31.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.671+0000 7fb4faffd640 1 --2- 172.21.15.1:0/1050245853 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4fc101430 0x7fb4fc19d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:09:31.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.671+0000 7fb4fa7fc640 1 --2- 172.21.15.1:0/1050245853 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb4fc106500 0x7fb4fc19dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:09:31.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.671+0000 7fb4fb7fe640 1 --2- 172.21.15.1:0/1050245853 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4fc1977c0 0x7fb4fc197c40 secure :-1 s=READY pgs=1650 cs=0 l=1 rev1=1 crypto rx=0x7fb4f400eb10 tx=0x7fb4f400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:31.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.672+0000 7fb500a4b640 1 -- 172.21.15.1:0/1050245853 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4f4004b20 con 0x7fb4fc1977c0 2024-02-10T00:09:31.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.672+0000 7fb500a4b640 1 -- 172.21.15.1:0/1050245853 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb4f4004c80 con 0x7fb4fc1977c0 2024-02-10T00:09:31.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.672+0000 7fb501a4d640 1 -- 172.21.15.1:0/1050245853 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb4fc1a4510 con 0x7fb4fc1977c0 2024-02-10T00:09:31.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.672+0000 7fb500a4b640 1 -- 172.21.15.1:0/1050245853 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4f4010650 con 0x7fb4fc1977c0 2024-02-10T00:09:31.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.672+0000 7fb501a4d640 1 -- 172.21.15.1:0/1050245853 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4fc1a49a0 con 0x7fb4fc1977c0 2024-02-10T00:09:31.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.674+0000 7fb500a4b640 1 -- 172.21.15.1:0/1050245853 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fb4f4005020 con 0x7fb4fc1977c0 2024-02-10T00:09:31.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.674+0000 7fb504619740 1 Processor -- start 2024-02-10T00:09:31.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.674+0000 7fb504619740 1 -- start start 2024-02-10T00:09:31.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.674+0000 7fb500a4b640 1 --2- 172.21.15.1:0/1050245853 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb4e40a2230 0x7fb4e40a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.674+0000 7fb500a4b640 1 -- 172.21.15.1:0/1050245853 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fb4f4014070 con 0x7fb4fc1977c0 2024-02-10T00:09:31.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.674+0000 7fb4fa7fc640 1 --2- 172.21.15.1:0/1050245853 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb4e40a2230 0x7fb4e40a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.684 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.674+0000 7fb504619740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555a0e79ba30 0x555a0e79be10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.674+0000 7fb504619740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555a0e79c3e0 0x555a0e7a4990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.674+0000 7fb504619740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a0e7a4f60 0x555a0e7a73b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.674+0000 7fb504619740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a0e757020 con 0x555a0e79ba30 2024-02-10T00:09:31.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.674+0000 7fb504619740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a0e70a320 con 0x555a0e7a4f60 2024-02-10T00:09:31.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.674+0000 7fb504619740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a0e707850 con 0x555a0e79c3e0 2024-02-10T00:09:31.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.675+0000 7fb4faffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555a0e79ba30 0x555a0e79be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.675+0000 7fb4faffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555a0e79ba30 0x555a0e79be10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36690/0 (socket says 172.21.15.1:36690) 2024-02-10T00:09:31.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.675+0000 7fb4faffd640 1 -- 172.21.15.1:0/420297811 learned_addr learned my addr 172.21.15.1:0/420297811 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:31.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.675+0000 7fb4fa7fc640 1 --2- 172.21.15.1:0/420297811 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555a0e79c3e0 0x555a0e7a4990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.675+0000 7fb4fb7fe640 1 --2- 172.21.15.1:0/420297811 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a0e7a4f60 0x555a0e7a73b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.675+0000 7fb4fa7fc640 1 --2- 172.21.15.1:0/1050245853 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb4e40a2230 0x7fb4e40a46f0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fb4fc198fc0 tx=0x7fb4f0009f30 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:31.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.675+0000 7fb4faffd640 1 -- 172.21.15.1:0/420297811 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555a0e79c3e0 msgr2=0x555a0e7a4990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:31.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.675+0000 7fb4faffd640 1 --2- 172.21.15.1:0/420297811 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555a0e79c3e0 0x555a0e7a4990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.675+0000 7fb4faffd640 1 -- 172.21.15.1:0/420297811 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a0e7a4f60 msgr2=0x555a0e7a73b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:31.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.675+0000 7fb4faffd640 1 --2- 172.21.15.1:0/420297811 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a0e7a4f60 0x555a0e7a73b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.675+0000 7fb4faffd640 1 -- 172.21.15.1:0/420297811 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555a0e6c5210 con 0x555a0e79ba30 2024-02-10T00:09:31.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.675+0000 7fb4fb7fe640 1 --2- 172.21.15.1:0/420297811 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a0e7a4f60 0x555a0e7a73b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:09:31.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.675+0000 7fb4faffd640 1 --2- 172.21.15.1:0/420297811 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555a0e79ba30 0x555a0e79be10 secure :-1 s=READY pgs=1651 cs=0 l=1 rev1=1 crypto rx=0x7fb4ec000c00 tx=0x7fb4ec02c650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1dde283350ca59ad server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:31.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.675+0000 7fb4e1ffb640 1 -- 172.21.15.1:0/420297811 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4ec004a80 con 0x555a0e79ba30 2024-02-10T00:09:31.686 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.675+0000 7fb4e1ffb640 1 -- 172.21.15.1:0/420297811 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb4ec004030 con 0x555a0e79ba30 2024-02-10T00:09:31.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.675+0000 7fb4e1ffb640 1 -- 172.21.15.1:0/420297811 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4ec0051d0 con 0x555a0e79ba30 2024-02-10T00:09:31.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.676+0000 7fb504619740 1 -- 172.21.15.1:0/420297811 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555a0e79ba30 msgr2=0x555a0e79be10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.676+0000 7fb504619740 1 --2- 172.21.15.1:0/420297811 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555a0e79ba30 0x555a0e79be10 secure :-1 s=READY pgs=1651 cs=0 l=1 rev1=1 crypto rx=0x7fb4ec000c00 tx=0x7fb4ec02c650 comp rx=0 tx=0).stop 2024-02-10T00:09:31.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.676+0000 7fb504619740 1 -- 172.21.15.1:0/420297811 shutdown_connections 2024-02-10T00:09:31.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.676+0000 7fb504619740 1 --2- 172.21.15.1:0/420297811 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a0e7a4f60 0x555a0e7a73b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.676+0000 7fb504619740 1 --2- 172.21.15.1:0/420297811 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555a0e79c3e0 0x555a0e7a4990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.676+0000 7fb504619740 1 --2- 172.21.15.1:0/420297811 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555a0e79ba30 0x555a0e79be10 unknown :-1 s=CLOSED pgs=1651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.676+0000 7fb504619740 1 -- 172.21.15.1:0/420297811 >> 172.21.15.1:0/420297811 conn(0x555a0e796100 msgr2=0x555a0e7964e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:31.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.676+0000 7fb504619740 1 -- 172.21.15.1:0/420297811 shutdown_connections 2024-02-10T00:09:31.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.676+0000 7fb504619740 1 -- 172.21.15.1:0/420297811 wait complete. 2024-02-10T00:09:31.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.676+0000 7fb504619740 1 -- start start 2024-02-10T00:09:31.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.676+0000 7fb504619740 1 Processor -- start 2024-02-10T00:09:31.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.677+0000 7fb504619740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555a0e79ba30 0x555a0e7a1e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.677+0000 7fb504619740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a0e79c3e0 0x555a0e7a2390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.677+0000 7fb504619740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555a0e7a4f60 0x555a0e7a28d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.677+0000 7fb504619740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a0e703030 con 0x555a0e7a4f60 2024-02-10T00:09:31.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.677+0000 7fb504619740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a0e3d6430 con 0x555a0e79c3e0 2024-02-10T00:09:31.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.677+0000 7fb504619740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a0e392e00 con 0x555a0e79ba30 2024-02-10T00:09:31.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.677+0000 7fb504619740 10 client.0 _ll_register_callbacks cb 0x555a0e6f8030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:09:31.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.677+0000 7fb4fb7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555a0e7a4f60 0x555a0e7a28d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.677+0000 7fb4fb7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555a0e7a4f60 0x555a0e7a28d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36704/0 (socket says 172.21.15.1:36704) 2024-02-10T00:09:31.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.677+0000 7fb4fb7fe640 1 -- 172.21.15.1:0/687297143 learned_addr learned my addr 172.21.15.1:0/687297143 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:31.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.677+0000 7fb4fa7fc640 1 --2- 172.21.15.1:0/687297143 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a0e79c3e0 0x555a0e7a2390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.677+0000 7fb4faffd640 1 --2- 172.21.15.1:0/687297143 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555a0e79ba30 0x555a0e7a1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.677+0000 7fb4fb7fe640 1 -- 172.21.15.1:0/687297143 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555a0e79ba30 msgr2=0x555a0e7a1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:31.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.677+0000 7fb4fb7fe640 1 --2- 172.21.15.1:0/687297143 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555a0e79ba30 0x555a0e7a1e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.677+0000 7fb4fb7fe640 1 -- 172.21.15.1:0/687297143 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a0e79c3e0 msgr2=0x555a0e7a2390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:31.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.677+0000 7fb4fb7fe640 1 --2- 172.21.15.1:0/687297143 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a0e79c3e0 0x555a0e7a2390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.677+0000 7fb4fb7fe640 1 -- 172.21.15.1:0/687297143 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4fc10e8e0 con 0x555a0e7a4f60 2024-02-10T00:09:31.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.677+0000 7fb4fb7fe640 1 --2- 172.21.15.1:0/687297143 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555a0e7a4f60 0x555a0e7a28d0 secure :-1 s=READY pgs=1652 cs=0 l=1 rev1=1 crypto rx=0x7fb4f40cbec0 tx=0x7fb4f409b940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c5e526f177351e5 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:31.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.677+0000 7fb4daffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:09:31.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.677+0000 7fb4daffd640 1 -- 172.21.15.1:0/687297143 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4f40a38a0 con 0x555a0e7a4f60 2024-02-10T00:09:31.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.677+0000 7fb4daffd640 1 -- 172.21.15.1:0/687297143 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fb4f40a3410 con 0x555a0e7a4f60 2024-02-10T00:09:31.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.677+0000 7fb504619740 1 -- 172.21.15.1:0/687297143 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555a0e4027e0 con 0x555a0e7a4f60 2024-02-10T00:09:31.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.677+0000 7fb4daffd640 1 -- 172.21.15.1:0/687297143 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb4f40a35d0 con 0x555a0e7a4f60 2024-02-10T00:09:31.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.677+0000 7fb504619740 10 client.19254 fetch_fsmap learned FSMap version 29 2024-02-10T00:09:31.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.678+0000 7fb504619740 1 -- 172.21.15.1:0/687297143 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x555a0e7016b0 con 0x555a0e7a4f60 2024-02-10T00:09:31.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.678+0000 7fb4daffd640 1 -- 172.21.15.1:0/687297143 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x555a0e4027e0 con 0x555a0e7a4f60 2024-02-10T00:09:31.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.678+0000 7fb4daffd640 1 -- 172.21.15.1:0/687297143 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fb4f401f060 con 0x555a0e7a4f60 2024-02-10T00:09:31.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.678+0000 7fb504619740 10 client.19254 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:09:31.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.678+0000 7fb504619740 10 client.19254 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:09:31.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.678+0000 7fb504619740 20 client.19254 populate_metadata read hostname 'smithi001' 2024-02-10T00:09:31.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.678+0000 7fb504619740 1 --2- 172.21.15.1:0/687297143 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x555a0e7b5380 0x555a0e7b7770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.678+0000 7fb504619740 4 client.19254 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:09:31.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.678+0000 7fb504619740 1 -- 172.21.15.1:0/687297143 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555a0e43f720 con 0x555a0e7b5380 2024-02-10T00:09:31.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.678+0000 7fb4faffd640 1 --2- 172.21.15.1:0/687297143 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x555a0e7b5380 0x555a0e7b7770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.678+0000 7fb4faffd640 1 --2- 172.21.15.1:0/687297143 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x555a0e7b5380 0x555a0e7b7770 crc :-1 s=READY pgs=282 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2b8de2e1321d6803 server_cookie=badd40ad3c139d0 in_seq=0 out_seq=0 2024-02-10T00:09:31.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.678+0000 7fb4daffd640 10 client.19254 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:31.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.679+0000 7fb4daffd640 1 -- 172.21.15.1:0/687297143 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x555a0e43f720 con 0x555a0e7b5380 2024-02-10T00:09:31.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.679+0000 7fb4daffd640 10 client.19254 handle_command_reply: tid=0 2024-02-10T00:09:31.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.679+0000 7fb504619740 1 client.19254 shutdown 2024-02-10T00:09:31.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.679+0000 7fb504619740 1 -- 172.21.15.1:0/687297143 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555a0e7a4f60 msgr2=0x555a0e7a28d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.679+0000 7fb504619740 1 --2- 172.21.15.1:0/687297143 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555a0e7a4f60 0x555a0e7a28d0 secure :-1 s=READY pgs=1652 cs=0 l=1 rev1=1 crypto rx=0x7fb4f40cbec0 tx=0x7fb4f409b940 comp rx=0 tx=0).stop 2024-02-10T00:09:31.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.679+0000 7fb504619740 1 -- 172.21.15.1:0/687297143 shutdown_connections 2024-02-10T00:09:31.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.679+0000 7fb504619740 1 --2- 172.21.15.1:0/687297143 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x555a0e7b5380 0x555a0e7b7770 crc :-1 s=READY pgs=282 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.679+0000 7fb504619740 1 --2- 172.21.15.1:0/687297143 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555a0e7a4f60 0x555a0e7a28d0 unknown :-1 s=CLOSED pgs=1652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.679+0000 7fb504619740 1 --2- 172.21.15.1:0/687297143 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a0e79c3e0 0x555a0e7a2390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.679+0000 7fb4daffd640 0 client.19254 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:31.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.679+0000 7fb504619740 1 --2- 172.21.15.1:0/687297143 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555a0e79ba30 0x555a0e7a1e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.679+0000 7fb504619740 1 -- 172.21.15.1:0/687297143 >> 172.21.15.1:0/687297143 conn(0x555a0e796100 msgr2=0x555a0e797e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:31.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.679+0000 7fb504619740 1 -- 172.21.15.1:0/687297143 shutdown_connections 2024-02-10T00:09:31.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.679+0000 7fb504619740 1 -- 172.21.15.1:0/687297143 wait complete. 2024-02-10T00:09:31.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.679+0000 7fb504619740 20 client.19254 trim_cache size 0 max 16384 2024-02-10T00:09:31.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.691+0000 7fb504619740 1 Processor -- start 2024-02-10T00:09:31.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.691+0000 7fb504619740 1 -- start start 2024-02-10T00:09:31.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.691+0000 7fb504619740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555a0e79ba30 0x555a0e7a4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.691+0000 7fb504619740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a0e79c3e0 0x555a0e7a26f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.691+0000 7fb504619740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555a0e7a4f60 0x555a0e79d170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.691+0000 7fb504619740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a0e688130 con 0x555a0e79ba30 2024-02-10T00:09:31.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.691+0000 7fb504619740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a0e7bc980 con 0x555a0e79c3e0 2024-02-10T00:09:31.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.691+0000 7fb504619740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a0e790650 con 0x555a0e7a4f60 2024-02-10T00:09:31.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.691+0000 7fb4faffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555a0e79ba30 0x555a0e7a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.691+0000 7fb4faffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555a0e79ba30 0x555a0e7a4580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36716/0 (socket says 172.21.15.1:36716) 2024-02-10T00:09:31.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.691+0000 7fb4faffd640 1 -- 172.21.15.1:0/1388582025 learned_addr learned my addr 172.21.15.1:0/1388582025 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:31.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.692+0000 7fb4fb7fe640 1 --2- 172.21.15.1:0/1388582025 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555a0e7a4f60 0x555a0e79d170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.692+0000 7fb4fa7fc640 1 --2- 172.21.15.1:0/1388582025 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a0e79c3e0 0x555a0e7a26f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.692+0000 7fb4faffd640 1 -- 172.21.15.1:0/1388582025 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555a0e7a4f60 msgr2=0x555a0e79d170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:31.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.692+0000 7fb4faffd640 1 --2- 172.21.15.1:0/1388582025 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555a0e7a4f60 0x555a0e79d170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.692+0000 7fb4faffd640 1 -- 172.21.15.1:0/1388582025 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a0e79c3e0 msgr2=0x555a0e7a26f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:31.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.692+0000 7fb4faffd640 1 --2- 172.21.15.1:0/1388582025 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a0e79c3e0 0x555a0e7a26f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.692+0000 7fb4faffd640 1 -- 172.21.15.1:0/1388582025 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555a0e69dc90 con 0x555a0e79ba30 2024-02-10T00:09:31.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.692+0000 7fb4fa7fc640 1 --2- 172.21.15.1:0/1388582025 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a0e79c3e0 0x555a0e7a26f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:09:31.695 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.692+0000 7fb4faffd640 1 --2- 172.21.15.1:0/1388582025 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555a0e79ba30 0x555a0e7a4580 secure :-1 s=READY pgs=1653 cs=0 l=1 rev1=1 crypto rx=0x7fb4ec004e60 tx=0x7fb4ec004e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60b67e26d74fd613 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:31.696 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.695+0000 7fb4e17fa640 1 -- 172.21.15.1:0/1388582025 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4ec04d040 con 0x555a0e79ba30 2024-02-10T00:09:31.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.695+0000 7fb4e17fa640 1 -- 172.21.15.1:0/1388582025 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb4ec04f040 con 0x555a0e79ba30 2024-02-10T00:09:31.697 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.695+0000 7fb4e17fa640 1 -- 172.21.15.1:0/1388582025 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4ec005550 con 0x555a0e79ba30 2024-02-10T00:09:31.700 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.696+0000 7fb504619740 1 -- 172.21.15.1:0/1388582025 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555a0e79ba30 msgr2=0x555a0e7a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.700 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.696+0000 7fb504619740 1 --2- 172.21.15.1:0/1388582025 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555a0e79ba30 0x555a0e7a4580 secure :-1 s=READY pgs=1653 cs=0 l=1 rev1=1 crypto rx=0x7fb4ec004e60 tx=0x7fb4ec004e90 comp rx=0 tx=0).stop 2024-02-10T00:09:31.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.696+0000 7fb504619740 1 -- 172.21.15.1:0/1388582025 shutdown_connections 2024-02-10T00:09:31.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.696+0000 7fb504619740 1 --2- 172.21.15.1:0/1388582025 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555a0e7a4f60 0x555a0e79d170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.696+0000 7fb504619740 1 --2- 172.21.15.1:0/1388582025 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a0e79c3e0 0x555a0e7a26f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.696+0000 7fb504619740 1 --2- 172.21.15.1:0/1388582025 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555a0e79ba30 0x555a0e7a4580 unknown :-1 s=CLOSED pgs=1653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.696+0000 7fb504619740 1 -- 172.21.15.1:0/1388582025 >> 172.21.15.1:0/1388582025 conn(0x555a0e796100 msgr2=0x555a0e7964e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:31.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.696+0000 7fb504619740 1 -- 172.21.15.1:0/1388582025 shutdown_connections 2024-02-10T00:09:31.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.696+0000 7fb504619740 1 -- 172.21.15.1:0/1388582025 wait complete. 2024-02-10T00:09:31.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.696+0000 7fb504619740 1 -- start start 2024-02-10T00:09:31.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.697+0000 7fb504619740 1 Processor -- start 2024-02-10T00:09:31.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.697+0000 7fb504619740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555a0e79ba30 0x555a0e7ac130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.697+0000 7fb504619740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a0e79c3e0 0x555a0e7aa4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.697+0000 7fb504619740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555a0e7a4f60 0x555a0e7aaa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.697+0000 7fb504619740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a0e7aaf50 con 0x555a0e79ba30 2024-02-10T00:09:31.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.697+0000 7fb504619740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a0e7ab0c0 con 0x555a0e79c3e0 2024-02-10T00:09:31.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.697+0000 7fb504619740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a0e7ab280 con 0x555a0e7a4f60 2024-02-10T00:09:31.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.697+0000 7fb504619740 10 client.0 _ll_register_callbacks cb 0x7fb4f40093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:09:31.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.697+0000 7fb4faffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555a0e79ba30 0x555a0e7ac130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.697+0000 7fb4fa7fc640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a0e79c3e0 0x555a0e7aa4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.697+0000 7fb4faffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555a0e79ba30 0x555a0e7ac130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36722/0 (socket says 172.21.15.1:36722) 2024-02-10T00:09:31.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.697+0000 7fb4faffd640 1 -- 172.21.15.1:0/1896541678 learned_addr learned my addr 172.21.15.1:0/1896541678 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:31.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.697+0000 7fb4fb7fe640 1 --2- 172.21.15.1:0/1896541678 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555a0e7a4f60 0x555a0e7aaa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.697+0000 7fb4faffd640 1 -- 172.21.15.1:0/1896541678 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555a0e7a4f60 msgr2=0x555a0e7aaa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:31.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.697+0000 7fb4faffd640 1 --2- 172.21.15.1:0/1896541678 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555a0e7a4f60 0x555a0e7aaa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.697+0000 7fb4faffd640 1 -- 172.21.15.1:0/1896541678 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a0e79c3e0 msgr2=0x555a0e7aa4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:31.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.697+0000 7fb4faffd640 1 --2- 172.21.15.1:0/1896541678 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a0e79c3e0 0x555a0e7aa4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.697+0000 7fb4faffd640 1 -- 172.21.15.1:0/1896541678 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x555a0e6c5210 con 0x555a0e79ba30 2024-02-10T00:09:31.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.697+0000 7fb4faffd640 1 --2- 172.21.15.1:0/1896541678 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555a0e79ba30 0x555a0e7ac130 secure :-1 s=READY pgs=1654 cs=0 l=1 rev1=1 crypto rx=0x7fb4ec009900 tx=0x7fb4ec02c740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d5487c2bbeab60 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:31.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.697+0000 7fb4daffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:09:31.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.698+0000 7fb4daffd640 1 -- 172.21.15.1:0/1896541678 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4ec04d040 con 0x555a0e79ba30 2024-02-10T00:09:31.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.698+0000 7fb4daffd640 1 -- 172.21.15.1:0/1896541678 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fb4ec004430 con 0x555a0e79ba30 2024-02-10T00:09:31.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.698+0000 7fb504619740 1 -- 172.21.15.1:0/1896541678 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb4ec004030 con 0x555a0e79ba30 2024-02-10T00:09:31.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.698+0000 7fb4daffd640 1 -- 172.21.15.1:0/1896541678 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb4ec005040 con 0x555a0e79ba30 2024-02-10T00:09:31.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.698+0000 7fb504619740 10 client.19260 fetch_fsmap learned FSMap version 29 2024-02-10T00:09:31.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.698+0000 7fb504619740 1 -- 172.21.15.1:0/1896541678 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x555a0e6c3a70 con 0x555a0e79ba30 2024-02-10T00:09:31.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.699+0000 7fb4daffd640 1 -- 172.21.15.1:0/1896541678 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fb4ec069020 con 0x555a0e79ba30 2024-02-10T00:09:31.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.699+0000 7fb4daffd640 1 -- 172.21.15.1:0/1896541678 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fb4ec03c040 con 0x555a0e79ba30 2024-02-10T00:09:31.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.699+0000 7fb504619740 10 client.19260 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:09:31.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.699+0000 7fb504619740 10 client.19260 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:09:31.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.699+0000 7fb504619740 20 client.19260 populate_metadata read hostname 'smithi001' 2024-02-10T00:09:31.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.699+0000 7fb504619740 1 --2- 172.21.15.1:0/1896541678 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x555a0e80c9b0 0x555a0e80edd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:31.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.699+0000 7fb504619740 4 client.19260 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:09:31.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.699+0000 7fb504619740 1 -- 172.21.15.1:0/1896541678 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x555a0e48e890 con 0x555a0e80c9b0 2024-02-10T00:09:31.704 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.699+0000 7fb4fa7fc640 1 --2- 172.21.15.1:0/1896541678 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x555a0e80c9b0 0x555a0e80edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:31.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.699+0000 7fb4fa7fc640 1 --2- 172.21.15.1:0/1896541678 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x555a0e80c9b0 0x555a0e80edd0 crc :-1 s=READY pgs=283 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1478e4e54813f17e server_cookie=9ddc190dc273d584 in_seq=0 out_seq=0 2024-02-10T00:09:31.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.699+0000 7fb4daffd640 10 client.19260 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:31.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.700+0000 7fb4daffd640 1 -- 172.21.15.1:0/1896541678 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x555a0e48e890 con 0x555a0e80c9b0 2024-02-10T00:09:31.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.700+0000 7fb4daffd640 10 client.19260 handle_command_reply: tid=0 2024-02-10T00:09:31.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.700+0000 7fb504619740 1 client.19260 shutdown 2024-02-10T00:09:31.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.700+0000 7fb504619740 1 -- 172.21.15.1:0/1896541678 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555a0e79ba30 msgr2=0x555a0e7ac130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.700+0000 7fb504619740 1 --2- 172.21.15.1:0/1896541678 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555a0e79ba30 0x555a0e7ac130 secure :-1 s=READY pgs=1654 cs=0 l=1 rev1=1 crypto rx=0x7fb4ec009900 tx=0x7fb4ec02c740 comp rx=0 tx=0).stop 2024-02-10T00:09:31.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.700+0000 7fb504619740 1 -- 172.21.15.1:0/1896541678 shutdown_connections 2024-02-10T00:09:31.705 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.700+0000 7fb504619740 1 --2- 172.21.15.1:0/1896541678 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x555a0e80c9b0 0x555a0e80edd0 crc :-1 s=READY pgs=283 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.700+0000 7fb504619740 1 --2- 172.21.15.1:0/1896541678 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x555a0e7a4f60 0x555a0e7aaa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.700+0000 7fb504619740 1 --2- 172.21.15.1:0/1896541678 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x555a0e79c3e0 0x555a0e7aa4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.700+0000 7fb4daffd640 0 client.19260 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:31.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.700+0000 7fb504619740 1 --2- 172.21.15.1:0/1896541678 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x555a0e79ba30 0x555a0e7ac130 unknown :-1 s=CLOSED pgs=1654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.700+0000 7fb504619740 1 -- 172.21.15.1:0/1896541678 >> 172.21.15.1:0/1896541678 conn(0x555a0e796100 msgr2=0x555a0e79d170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:31.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.700+0000 7fb504619740 1 -- 172.21.15.1:0/1896541678 shutdown_connections 2024-02-10T00:09:31.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.700+0000 7fb504619740 1 -- 172.21.15.1:0/1896541678 wait complete. 2024-02-10T00:09:31.706 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.700+0000 7fb504619740 20 client.19260 trim_cache size 0 max 16384 2024-02-10T00:09:31.706 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:09:31.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.700+0000 7fb501a4d640 1 -- 172.21.15.1:0/1050245853 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb4e40a2230 msgr2=0x7fb4e40a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.700+0000 7fb501a4d640 1 --2- 172.21.15.1:0/1050245853 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb4e40a2230 0x7fb4e40a46f0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fb4fc198fc0 tx=0x7fb4f0009f30 comp rx=0 tx=0).stop 2024-02-10T00:09:31.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.700+0000 7fb501a4d640 1 -- 172.21.15.1:0/1050245853 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4fc1977c0 msgr2=0x7fb4fc197c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:31.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.700+0000 7fb501a4d640 1 --2- 172.21.15.1:0/1050245853 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4fc1977c0 0x7fb4fc197c40 secure :-1 s=READY pgs=1650 cs=0 l=1 rev1=1 crypto rx=0x7fb4f400eb10 tx=0x7fb4f400c2d0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.707 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.701+0000 7fb501a4d640 1 -- 172.21.15.1:0/1050245853 shutdown_connections 2024-02-10T00:09:31.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.701+0000 7fb501a4d640 1 --2- 172.21.15.1:0/1050245853 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fb4e40a2230 0x7fb4e40a46f0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.701+0000 7fb501a4d640 1 --2- 172.21.15.1:0/1050245853 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fb4fc1977c0 0x7fb4fc197c40 unknown :-1 s=CLOSED pgs=1650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.701+0000 7fb501a4d640 1 --2- 172.21.15.1:0/1050245853 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb4fc106500 0x7fb4fc19dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.701+0000 7fb501a4d640 1 --2- 172.21.15.1:0/1050245853 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fb4fc101430 0x7fb4fc19d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:31.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.701+0000 7fb501a4d640 1 -- 172.21.15.1:0/1050245853 >> 172.21.15.1:0/1050245853 conn(0x7fb4fc0fccd0 msgr2=0x7fb4fc0fe060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:31.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.701+0000 7fb501a4d640 1 -- 172.21.15.1:0/1050245853 shutdown_connections 2024-02-10T00:09:31.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:31.701+0000 7fb501a4d640 1 -- 172.21.15.1:0/1050245853 wait complete. 2024-02-10T00:09:31.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:31 smithi001 ceph-mon[32335]: pgmap v316: 97 pgs: 97 active+clean; 4.2 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 141 KiB/s wr, 24 op/s 2024-02-10T00:09:31.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:31 smithi001 ceph-mon[32335]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-02-10T00:09:31.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:31 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/265237136' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:09:31.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:31 smithi001 ceph-mon[32335]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-02-10T00:09:31.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:31 smithi001 ceph-mon[32335]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-02-10T00:09:31.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:31 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-10T00:09:31.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:31 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-10T00:09:31.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:31 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-10T00:09:31.970 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:31 smithi001 ceph-mon[32335]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-02-10T00:09:32.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:31 smithi088 ceph-mon[36452]: pgmap v316: 97 pgs: 97 active+clean; 4.2 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 141 KiB/s wr, 24 op/s 2024-02-10T00:09:32.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:31 smithi088 ceph-mon[36452]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-02-10T00:09:32.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:31 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/265237136' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:09:32.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:31 smithi088 ceph-mon[36452]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-02-10T00:09:32.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:31 smithi088 ceph-mon[36452]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-02-10T00:09:32.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:31 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-10T00:09:32.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:31 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-10T00:09:32.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:31 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-10T00:09:32.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:31 smithi088 ceph-mon[36452]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-02-10T00:09:32.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:31 smithi103 ceph-mon[36942]: pgmap v316: 97 pgs: 97 active+clean; 4.2 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 141 KiB/s wr, 24 op/s 2024-02-10T00:09:32.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:31 smithi103 ceph-mon[36942]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-02-10T00:09:32.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:31 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/265237136' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:09:32.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:31 smithi103 ceph-mon[36942]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-02-10T00:09:32.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:31 smithi103 ceph-mon[36942]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-02-10T00:09:32.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:31 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-10T00:09:32.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:31 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-10T00:09:32.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:31 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-10T00:09:32.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:31 smithi103 ceph-mon[36942]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-02-10T00:09:32.714 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-02-10T00:09:32.714 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T00:09:32.714 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-02-10T00:09:32.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.832+0000 7fa693a55640 1 -- 172.21.15.1:0/1228384783 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa68c106500 msgr2=0x7fa68c10e0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:32.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.832+0000 7fa693a55640 1 --2- 172.21.15.1:0/1228384783 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa68c106500 0x7fa68c10e0d0 secure :-1 s=READY pgs=1655 cs=0 l=1 rev1=1 crypto rx=0x7fa67c009cd0 tx=0x7fa67c02c0f0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.832+0000 7fa693a55640 1 -- 172.21.15.1:0/1228384783 shutdown_connections 2024-02-10T00:09:32.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.832+0000 7fa693a55640 1 --2- 172.21.15.1:0/1228384783 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa68c106500 0x7fa68c10e0d0 unknown :-1 s=CLOSED pgs=1655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.832+0000 7fa693a55640 1 --2- 172.21.15.1:0/1228384783 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa68c101de0 0x7fa68c105e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.836 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.832+0000 7fa693a55640 1 --2- 172.21.15.1:0/1228384783 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa68c101430 0x7fa68c101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.832+0000 7fa693a55640 1 -- 172.21.15.1:0/1228384783 >> 172.21.15.1:0/1228384783 conn(0x7fa68c0fcc90 msgr2=0x7fa68c0ff0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:32.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.832+0000 7fa693a55640 1 -- 172.21.15.1:0/1228384783 shutdown_connections 2024-02-10T00:09:32.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.832+0000 7fa693a55640 1 -- 172.21.15.1:0/1228384783 wait complete. 2024-02-10T00:09:32.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.832+0000 7fa693a55640 1 Processor -- start 2024-02-10T00:09:32.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.832+0000 7fa693a55640 1 -- start start 2024-02-10T00:09:32.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.833+0000 7fa693a55640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa68c101430 0x7fa68c073530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:32.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.833+0000 7fa693a55640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa68c106500 0x7fa68c073a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:32.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.833+0000 7fa693a55640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa68c073fb0 0x7fa68c1a5a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:32.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.833+0000 7fa693a55640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa68c1a5fd0 con 0x7fa68c101430 2024-02-10T00:09:32.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.833+0000 7fa693a55640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa68c1a6140 con 0x7fa68c106500 2024-02-10T00:09:32.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.833+0000 7fa693a55640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa68c1a6300 con 0x7fa68c073fb0 2024-02-10T00:09:32.837 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.833+0000 7fa6917f1640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa68c101430 0x7fa68c073530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:32.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.833+0000 7fa6917f1640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa68c101430 0x7fa68c073530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36744/0 (socket says 172.21.15.1:36744) 2024-02-10T00:09:32.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.833+0000 7fa6917f1640 1 -- 172.21.15.1:0/2586770849 learned_addr learned my addr 172.21.15.1:0/2586770849 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:32.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.833+0000 7fa691ff2640 1 --2- 172.21.15.1:0/2586770849 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa68c073fb0 0x7fa68c1a5a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:32.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.833+0000 7fa690ff0640 1 --2- 172.21.15.1:0/2586770849 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa68c106500 0x7fa68c073a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:32.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.833+0000 7fa6917f1640 1 -- 172.21.15.1:0/2586770849 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa68c073fb0 msgr2=0x7fa68c1a5a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:32.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.833+0000 7fa6917f1640 1 --2- 172.21.15.1:0/2586770849 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa68c073fb0 0x7fa68c1a5a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.833+0000 7fa6917f1640 1 -- 172.21.15.1:0/2586770849 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa68c106500 msgr2=0x7fa68c073a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:32.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.833+0000 7fa6917f1640 1 --2- 172.21.15.1:0/2586770849 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa68c106500 0x7fa68c073a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.833+0000 7fa6917f1640 1 -- 172.21.15.1:0/2586770849 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa67c009900 con 0x7fa68c101430 2024-02-10T00:09:32.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.833+0000 7fa6917f1640 1 --2- 172.21.15.1:0/2586770849 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa68c101430 0x7fa68c073530 secure :-1 s=READY pgs=1656 cs=0 l=1 rev1=1 crypto rx=0x7fa68400d770 tx=0x7fa68400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:32.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.833+0000 7fa68a7fc640 1 -- 172.21.15.1:0/2586770849 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa684009c30 con 0x7fa68c101430 2024-02-10T00:09:32.838 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.834+0000 7fa68a7fc640 1 -- 172.21.15.1:0/2586770849 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa68400de80 con 0x7fa68c101430 2024-02-10T00:09:32.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.834+0000 7fa693a55640 1 -- 172.21.15.1:0/2586770849 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa68c1a65e0 con 0x7fa68c101430 2024-02-10T00:09:32.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.834+0000 7fa68a7fc640 1 -- 172.21.15.1:0/2586770849 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa684004e80 con 0x7fa68c101430 2024-02-10T00:09:32.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.834+0000 7fa693a55640 1 -- 172.21.15.1:0/2586770849 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa68c1a6aa0 con 0x7fa68c101430 2024-02-10T00:09:32.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.836+0000 7fa68a7fc640 1 -- 172.21.15.1:0/2586770849 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fa684005020 con 0x7fa68c101430 2024-02-10T00:09:32.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.836+0000 7fa696622740 1 Processor -- start 2024-02-10T00:09:32.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.836+0000 7fa696622740 1 -- start start 2024-02-10T00:09:32.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.836+0000 7fa68a7fc640 1 --2- 172.21.15.1:0/2586770849 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa6740a2260 0x7fa6740a4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:32.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.837+0000 7fa696622740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec0aaa0190 0x55ec0aaa0570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:32.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.837+0000 7fa696622740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec0aaa0ab0 0x55ec0aaa9150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:32.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.837+0000 7fa691ff2640 1 --2- 172.21.15.1:0/2586770849 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa6740a2260 0x7fa6740a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:32.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.837+0000 7fa696622740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec0aaa9690 0x55ec0aaaba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:32.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.837+0000 7fa696622740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec0aa0e000 con 0x55ec0aaa0ab0 2024-02-10T00:09:32.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.837+0000 7fa696622740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec0aa0b530 con 0x55ec0aaa0190 2024-02-10T00:09:32.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.837+0000 7fa696622740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec0aa06d10 con 0x55ec0aaa9690 2024-02-10T00:09:32.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.837+0000 7fa68a7fc640 1 -- 172.21.15.1:0/2586770849 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fa6840cda40 con 0x7fa68c101430 2024-02-10T00:09:32.847 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.837+0000 7fa690ff0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec0aaa0ab0 0x55ec0aaa9150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:32.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.837+0000 7fa690ff0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec0aaa0ab0 0x55ec0aaa9150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36754/0 (socket says 172.21.15.1:36754) 2024-02-10T00:09:32.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.837+0000 7fa690ff0640 1 -- 172.21.15.1:0/604570530 learned_addr learned my addr 172.21.15.1:0/604570530 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:32.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.837+0000 7fa691ff2640 1 --2- 172.21.15.1:0/604570530 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec0aaa9690 0x55ec0aaaba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:32.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.837+0000 7fa6917f1640 1 --2- 172.21.15.1:0/604570530 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec0aaa0190 0x55ec0aaa0570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:32.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.837+0000 7fa690ff0640 1 -- 172.21.15.1:0/604570530 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec0aaa9690 msgr2=0x55ec0aaaba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:32.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.837+0000 7fa690ff0640 1 --2- 172.21.15.1:0/604570530 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec0aaa9690 0x55ec0aaaba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.837+0000 7fa690ff0640 1 -- 172.21.15.1:0/604570530 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec0aaa0190 msgr2=0x55ec0aaa0570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:32.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.837+0000 7fa690ff0640 1 --2- 172.21.15.1:0/604570530 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec0aaa0190 0x55ec0aaa0570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.837+0000 7fa690ff0640 1 -- 172.21.15.1:0/604570530 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ec0a9ad210 con 0x55ec0aaa0ab0 2024-02-10T00:09:32.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.837+0000 7fa691ff2640 1 --2- 172.21.15.1:0/604570530 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec0aaa9690 0x55ec0aaaba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:09:32.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.837+0000 7fa6917f1640 1 --2- 172.21.15.1:0/604570530 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec0aaa0190 0x55ec0aaa0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:09:32.848 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.837+0000 7fa691ff2640 1 --2- 172.21.15.1:0/2586770849 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa6740a2260 0x7fa6740a4720 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fa67c005cc0 tx=0x7fa67c0325d0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:32.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.837+0000 7fa690ff0640 1 --2- 172.21.15.1:0/604570530 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec0aaa0ab0 0x55ec0aaa9150 secure :-1 s=READY pgs=1657 cs=0 l=1 rev1=1 crypto rx=0x7fa68000bbd0 tx=0x7fa6800107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c592b1332d28167 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:32.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.837+0000 7fa6737fe640 1 -- 172.21.15.1:0/604570530 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa68001c480 con 0x55ec0aaa0ab0 2024-02-10T00:09:32.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.837+0000 7fa6737fe640 1 -- 172.21.15.1:0/604570530 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa680015070 con 0x55ec0aaa0ab0 2024-02-10T00:09:32.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.837+0000 7fa6737fe640 1 -- 172.21.15.1:0/604570530 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa68001a6b0 con 0x55ec0aaa0ab0 2024-02-10T00:09:32.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.838+0000 7fa696622740 1 -- 172.21.15.1:0/604570530 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec0aaa0ab0 msgr2=0x55ec0aaa9150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:32.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.838+0000 7fa696622740 1 --2- 172.21.15.1:0/604570530 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec0aaa0ab0 0x55ec0aaa9150 secure :-1 s=READY pgs=1657 cs=0 l=1 rev1=1 crypto rx=0x7fa68000bbd0 tx=0x7fa6800107a0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.849 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.838+0000 7fa696622740 1 -- 172.21.15.1:0/604570530 shutdown_connections 2024-02-10T00:09:32.850 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.838+0000 7fa696622740 1 --2- 172.21.15.1:0/604570530 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec0aaa9690 0x55ec0aaaba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.838+0000 7fa696622740 1 --2- 172.21.15.1:0/604570530 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec0aaa0ab0 0x55ec0aaa9150 unknown :-1 s=CLOSED pgs=1657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.838+0000 7fa696622740 1 --2- 172.21.15.1:0/604570530 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec0aaa0190 0x55ec0aaa0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.838+0000 7fa696622740 1 -- 172.21.15.1:0/604570530 >> 172.21.15.1:0/604570530 conn(0x55ec0aa9a8c0 msgr2=0x55ec0aa9aca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:32.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.838+0000 7fa696622740 1 -- 172.21.15.1:0/604570530 shutdown_connections 2024-02-10T00:09:32.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.838+0000 7fa696622740 1 -- 172.21.15.1:0/604570530 wait complete. 2024-02-10T00:09:32.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.839+0000 7fa696622740 1 -- start start 2024-02-10T00:09:32.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.839+0000 7fa696622740 1 Processor -- start 2024-02-10T00:09:32.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.839+0000 7fa696622740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec0aaa0190 0x55ec0aaa66d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:32.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.839+0000 7fa696622740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec0aaa0ab0 0x55ec0aaa6c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:32.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.839+0000 7fa696622740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec0aaa9690 0x55ec0aaa7150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:32.851 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.839+0000 7fa696622740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec0a9abe60 con 0x55ec0aaa0190 2024-02-10T00:09:32.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.839+0000 7fa696622740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec0a6da4b0 con 0x55ec0aaa9690 2024-02-10T00:09:32.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.839+0000 7fa696622740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec0a98c670 con 0x55ec0aaa0ab0 2024-02-10T00:09:32.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.839+0000 7fa696622740 10 client.0 _ll_register_callbacks cb 0x55ec0a9a4190 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:09:32.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.839+0000 7fa6917f1640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec0aaa0190 0x55ec0aaa66d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:32.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.839+0000 7fa6917f1640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec0aaa0190 0x55ec0aaa66d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36756/0 (socket says 172.21.15.1:36756) 2024-02-10T00:09:32.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.839+0000 7fa6917f1640 1 -- 172.21.15.1:0/3862493002 learned_addr learned my addr 172.21.15.1:0/3862493002 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:32.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.839+0000 7fa691ff2640 1 --2- 172.21.15.1:0/3862493002 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec0aaa9690 0x55ec0aaa7150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:32.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.839+0000 7fa690ff0640 1 --2- 172.21.15.1:0/3862493002 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec0aaa0ab0 0x55ec0aaa6c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:32.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.839+0000 7fa6917f1640 1 -- 172.21.15.1:0/3862493002 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec0aaa0ab0 msgr2=0x55ec0aaa6c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:32.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.839+0000 7fa6917f1640 1 --2- 172.21.15.1:0/3862493002 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec0aaa0ab0 0x55ec0aaa6c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.852 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.839+0000 7fa6917f1640 1 -- 172.21.15.1:0/3862493002 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec0aaa9690 msgr2=0x55ec0aaa7150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:32.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.839+0000 7fa6917f1640 1 --2- 172.21.15.1:0/3862493002 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec0aaa9690 0x55ec0aaa7150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.839+0000 7fa6917f1640 1 -- 172.21.15.1:0/3862493002 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa68000b800 con 0x55ec0aaa0190 2024-02-10T00:09:32.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.839+0000 7fa691ff2640 1 --2- 172.21.15.1:0/3862493002 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec0aaa9690 0x55ec0aaa7150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:09:32.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.840+0000 7fa6917f1640 1 --2- 172.21.15.1:0/3862493002 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec0aaa0190 0x55ec0aaa66d0 secure :-1 s=READY pgs=1658 cs=0 l=1 rev1=1 crypto rx=0x7fa68409a1e0 tx=0x7fa684099e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf6e3b3d3e3069d4 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:32.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.840+0000 7fa670ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:09:32.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.840+0000 7fa670ff9640 1 -- 172.21.15.1:0/3862493002 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6840a2bd0 con 0x55ec0aaa0190 2024-02-10T00:09:32.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.840+0000 7fa670ff9640 1 -- 172.21.15.1:0/3862493002 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fa684096b50 con 0x55ec0aaa0190 2024-02-10T00:09:32.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.840+0000 7fa696622740 1 -- 172.21.15.1:0/3862493002 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ec0a706860 con 0x55ec0aaa0190 2024-02-10T00:09:32.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.840+0000 7fa670ff9640 1 -- 172.21.15.1:0/3862493002 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa684096d10 con 0x55ec0aaa0190 2024-02-10T00:09:32.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.840+0000 7fa696622740 10 client.19272 fetch_fsmap learned FSMap version 29 2024-02-10T00:09:32.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.840+0000 7fa696622740 1 -- 172.21.15.1:0/3862493002 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55ec0aa05390 con 0x55ec0aaa0190 2024-02-10T00:09:32.853 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.840+0000 7fa670ff9640 1 -- 172.21.15.1:0/3862493002 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55ec0a706860 con 0x55ec0aaa0190 2024-02-10T00:09:32.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.840+0000 7fa670ff9640 1 -- 172.21.15.1:0/3862493002 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fa6840b8c10 con 0x55ec0aaa0190 2024-02-10T00:09:32.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.840+0000 7fa696622740 10 client.19272 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:09:32.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.840+0000 7fa696622740 10 client.19272 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:09:32.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.840+0000 7fa696622740 20 client.19272 populate_metadata read hostname 'smithi001' 2024-02-10T00:09:32.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.840+0000 7fa696622740 1 --2- 172.21.15.1:0/3862493002 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ec0aab97d0 0x55ec0aabbbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:32.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.840+0000 7fa696622740 4 client.19272 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:09:32.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.840+0000 7fa696622740 1 -- 172.21.15.1:0/3862493002 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ec0a757410 con 0x55ec0aab97d0 2024-02-10T00:09:32.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.841+0000 7fa690ff0640 1 --2- 172.21.15.1:0/3862493002 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ec0aab97d0 0x55ec0aabbbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:32.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.841+0000 7fa690ff0640 1 --2- 172.21.15.1:0/3862493002 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ec0aab97d0 0x55ec0aabbbe0 crc :-1 s=READY pgs=284 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c63b0fab861aa5e6 server_cookie=a3331a75d3527b0e in_seq=0 out_seq=0 2024-02-10T00:09:32.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.841+0000 7fa670ff9640 10 client.19272 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:32.854 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.842+0000 7fa670ff9640 1 -- 172.21.15.1:0/3862493002 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55ec0a757410 con 0x55ec0aab97d0 2024-02-10T00:09:32.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.842+0000 7fa670ff9640 10 client.19272 handle_command_reply: tid=0 2024-02-10T00:09:32.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.842+0000 7fa696622740 1 client.19272 shutdown 2024-02-10T00:09:32.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.842+0000 7fa696622740 1 -- 172.21.15.1:0/3862493002 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec0aaa0190 msgr2=0x55ec0aaa66d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:32.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.842+0000 7fa696622740 1 --2- 172.21.15.1:0/3862493002 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec0aaa0190 0x55ec0aaa66d0 secure :-1 s=READY pgs=1658 cs=0 l=1 rev1=1 crypto rx=0x7fa68409a1e0 tx=0x7fa684099e40 comp rx=0 tx=0).stop 2024-02-10T00:09:32.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.842+0000 7fa696622740 1 -- 172.21.15.1:0/3862493002 shutdown_connections 2024-02-10T00:09:32.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.842+0000 7fa696622740 1 --2- 172.21.15.1:0/3862493002 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ec0aab97d0 0x55ec0aabbbe0 crc :-1 s=READY pgs=284 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.842+0000 7fa696622740 1 --2- 172.21.15.1:0/3862493002 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec0aaa9690 0x55ec0aaa7150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.842+0000 7fa670ff9640 0 client.19272 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:32.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.842+0000 7fa696622740 1 --2- 172.21.15.1:0/3862493002 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec0aaa0ab0 0x55ec0aaa6c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.842+0000 7fa696622740 1 --2- 172.21.15.1:0/3862493002 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec0aaa0190 0x55ec0aaa66d0 unknown :-1 s=CLOSED pgs=1658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.842+0000 7fa696622740 1 -- 172.21.15.1:0/3862493002 >> 172.21.15.1:0/3862493002 conn(0x55ec0aa9a8c0 msgr2=0x55ec0aa9c610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:32.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.842+0000 7fa696622740 1 -- 172.21.15.1:0/3862493002 shutdown_connections 2024-02-10T00:09:32.855 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.842+0000 7fa696622740 1 -- 172.21.15.1:0/3862493002 wait complete. 2024-02-10T00:09:32.856 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.842+0000 7fa696622740 20 client.19272 trim_cache size 0 max 16384 2024-02-10T00:09:32.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.857+0000 7fa696622740 1 Processor -- start 2024-02-10T00:09:32.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.857+0000 7fa696622740 1 -- start start 2024-02-10T00:09:32.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.857+0000 7fa696622740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec0aaa0190 0x55ec0aaa8e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:32.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.857+0000 7fa696622740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec0aaa0ab0 0x55ec0aaa6f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:32.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.857+0000 7fa696622740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec0aaa9690 0x55ec0aaa3950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:32.865 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.857+0000 7fa696622740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec0aa9f560 con 0x55ec0aaa0190 2024-02-10T00:09:32.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.857+0000 7fa696622740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec0aac0dd0 con 0x55ec0aaa9690 2024-02-10T00:09:32.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.858+0000 7fa696622740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec0aa9f330 con 0x55ec0aaa0ab0 2024-02-10T00:09:32.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.858+0000 7fa6917f1640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec0aaa0190 0x55ec0aaa8e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:32.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.858+0000 7fa6917f1640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec0aaa0190 0x55ec0aaa8e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36758/0 (socket says 172.21.15.1:36758) 2024-02-10T00:09:32.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.858+0000 7fa6917f1640 1 -- 172.21.15.1:0/1971800779 learned_addr learned my addr 172.21.15.1:0/1971800779 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:32.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.858+0000 7fa690ff0640 1 --2- 172.21.15.1:0/1971800779 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec0aaa0ab0 0x55ec0aaa6f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:32.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.858+0000 7fa6917f1640 1 -- 172.21.15.1:0/1971800779 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec0aaa0ab0 msgr2=0x55ec0aaa6f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:32.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.858+0000 7fa6917f1640 1 --2- 172.21.15.1:0/1971800779 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec0aaa0ab0 0x55ec0aaa6f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.858+0000 7fa6917f1640 1 -- 172.21.15.1:0/1971800779 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec0aaa9690 msgr2=0x55ec0aaa3950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:32.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.858+0000 7fa691ff2640 1 --2- 172.21.15.1:0/1971800779 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec0aaa9690 0x55ec0aaa3950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:32.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.858+0000 7fa6917f1640 1 --2- 172.21.15.1:0/1971800779 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec0aaa9690 0x55ec0aaa3950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.866 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.858+0000 7fa6917f1640 1 -- 172.21.15.1:0/1971800779 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ec0a9a1c70 con 0x55ec0aaa0190 2024-02-10T00:09:32.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.858+0000 7fa6917f1640 1 --2- 172.21.15.1:0/1971800779 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec0aaa0190 0x55ec0aaa8e00 secure :-1 s=READY pgs=1659 cs=0 l=1 rev1=1 crypto rx=0x7fa6840cb240 tx=0x7fa6840989f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4076f7b3834dfff server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:32.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.858+0000 7fa672ffd640 1 -- 172.21.15.1:0/1971800779 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa684014070 con 0x55ec0aaa0190 2024-02-10T00:09:32.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.858+0000 7fa672ffd640 1 -- 172.21.15.1:0/1971800779 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa68409a2b0 con 0x55ec0aaa0190 2024-02-10T00:09:32.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.858+0000 7fa672ffd640 1 -- 172.21.15.1:0/1971800779 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa684096b50 con 0x55ec0aaa0190 2024-02-10T00:09:32.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.859+0000 7fa696622740 1 -- 172.21.15.1:0/1971800779 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec0aaa0190 msgr2=0x55ec0aaa8e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:32.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.859+0000 7fa696622740 1 --2- 172.21.15.1:0/1971800779 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec0aaa0190 0x55ec0aaa8e00 secure :-1 s=READY pgs=1659 cs=0 l=1 rev1=1 crypto rx=0x7fa6840cb240 tx=0x7fa6840989f0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.859+0000 7fa696622740 1 -- 172.21.15.1:0/1971800779 shutdown_connections 2024-02-10T00:09:32.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.859+0000 7fa696622740 1 --2- 172.21.15.1:0/1971800779 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec0aaa9690 0x55ec0aaa3950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.859+0000 7fa696622740 1 --2- 172.21.15.1:0/1971800779 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec0aaa0ab0 0x55ec0aaa6f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.859+0000 7fa696622740 1 --2- 172.21.15.1:0/1971800779 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec0aaa0190 0x55ec0aaa8e00 unknown :-1 s=CLOSED pgs=1659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.859+0000 7fa696622740 1 -- 172.21.15.1:0/1971800779 >> 172.21.15.1:0/1971800779 conn(0x55ec0aa9a8c0 msgr2=0x55ec0aaa4fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:32.867 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.859+0000 7fa696622740 1 -- 172.21.15.1:0/1971800779 shutdown_connections 2024-02-10T00:09:32.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.859+0000 7fa696622740 1 -- 172.21.15.1:0/1971800779 wait complete. 2024-02-10T00:09:32.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.859+0000 7fa696622740 1 -- start start 2024-02-10T00:09:32.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.859+0000 7fa696622740 1 Processor -- start 2024-02-10T00:09:32.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.860+0000 7fa696622740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec0aaa0190 0x55ec0aaaf080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:32.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.860+0000 7fa696622740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec0aaa0ab0 0x55ec0aaaf5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:32.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.860+0000 7fa696622740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec0aaa9690 0x55ec0aaafb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:32.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.860+0000 7fa696622740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec0ab0fd20 con 0x55ec0aaa0190 2024-02-10T00:09:32.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.860+0000 7fa696622740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec0ab0fe90 con 0x55ec0aaa0ab0 2024-02-10T00:09:32.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.860+0000 7fa696622740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec0ab10050 con 0x55ec0aaa9690 2024-02-10T00:09:32.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.860+0000 7fa696622740 10 client.0 _ll_register_callbacks cb 0x7fa68000b730 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:09:32.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.860+0000 7fa6917f1640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec0aaa0190 0x55ec0aaaf080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:32.868 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.860+0000 7fa6917f1640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec0aaa0190 0x55ec0aaaf080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36772/0 (socket says 172.21.15.1:36772) 2024-02-10T00:09:32.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.860+0000 7fa6917f1640 1 -- 172.21.15.1:0/3503566435 learned_addr learned my addr 172.21.15.1:0/3503566435 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:32.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.860+0000 7fa690ff0640 1 --2- 172.21.15.1:0/3503566435 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec0aaa0ab0 0x55ec0aaaf5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:32.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.860+0000 7fa6917f1640 1 -- 172.21.15.1:0/3503566435 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec0aaa9690 msgr2=0x55ec0aaafb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:32.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.860+0000 7fa691ff2640 1 --2- 172.21.15.1:0/3503566435 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec0aaa9690 0x55ec0aaafb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:32.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.860+0000 7fa6917f1640 1 --2- 172.21.15.1:0/3503566435 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec0aaa9690 0x55ec0aaafb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.860+0000 7fa6917f1640 1 -- 172.21.15.1:0/3503566435 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec0aaa0ab0 msgr2=0x55ec0aaaf5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:32.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.860+0000 7fa6917f1640 1 --2- 172.21.15.1:0/3503566435 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec0aaa0ab0 0x55ec0aaaf5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.860+0000 7fa6917f1640 1 -- 172.21.15.1:0/3503566435 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ec0aa05390 con 0x55ec0aaa0190 2024-02-10T00:09:32.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.860+0000 7fa6917f1640 1 --2- 172.21.15.1:0/3503566435 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec0aaa0190 0x55ec0aaaf080 secure :-1 s=READY pgs=1660 cs=0 l=1 rev1=1 crypto rx=0x7fa684096940 tx=0x7fa684099f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fa5aa516c0b522c server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:32.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.860+0000 7fa670ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:09:32.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.860+0000 7fa670ff9640 1 -- 172.21.15.1:0/3503566435 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa684014030 con 0x55ec0aaa0190 2024-02-10T00:09:32.869 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.860+0000 7fa670ff9640 1 -- 172.21.15.1:0/3503566435 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fa684015070 con 0x55ec0aaa0190 2024-02-10T00:09:32.870 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.860+0000 7fa696622740 1 -- 172.21.15.1:0/3503566435 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa680015070 con 0x55ec0aaa0190 2024-02-10T00:09:32.870 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.860+0000 7fa670ff9640 1 -- 172.21.15.1:0/3503566435 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa6840b8db0 con 0x55ec0aaa0190 2024-02-10T00:09:32.870 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.860+0000 7fa696622740 10 client.19278 fetch_fsmap learned FSMap version 29 2024-02-10T00:09:32.870 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.860+0000 7fa696622740 1 -- 172.21.15.1:0/3503566435 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55ec0a9c7ac0 con 0x55ec0aaa0190 2024-02-10T00:09:32.870 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.861+0000 7fa670ff9640 1 -- 172.21.15.1:0/3503566435 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa680015070 con 0x55ec0aaa0190 2024-02-10T00:09:32.870 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.861+0000 7fa670ff9640 1 -- 172.21.15.1:0/3503566435 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fa6840a8020 con 0x55ec0aaa0190 2024-02-10T00:09:32.870 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.861+0000 7fa696622740 10 client.19278 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:09:32.870 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.861+0000 7fa696622740 10 client.19278 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:09:32.870 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.861+0000 7fa696622740 20 client.19278 populate_metadata read hostname 'smithi001' 2024-02-10T00:09:32.870 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.861+0000 7fa696622740 1 --2- 172.21.15.1:0/3503566435 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ec0ab11380 0x55ec0ab13770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:32.870 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.861+0000 7fa696622740 4 client.19278 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-02-10T00:09:32.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.861+0000 7fa696622740 1 -- 172.21.15.1:0/3503566435 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55ec0a7437b0 con 0x55ec0ab11380 2024-02-10T00:09:32.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.861+0000 7fa690ff0640 1 --2- 172.21.15.1:0/3503566435 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ec0ab11380 0x55ec0ab13770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:32.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.861+0000 7fa670ff9640 10 client.19278 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:32.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.861+0000 7fa690ff0640 1 --2- 172.21.15.1:0/3503566435 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ec0ab11380 0x55ec0ab13770 crc :-1 s=READY pgs=285 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3f4f042d3bfb41e4 server_cookie=24461649d9aab640 in_seq=0 out_seq=0 2024-02-10T00:09:32.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.862+0000 7fa670ff9640 1 -- 172.21.15.1:0/3503566435 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55ec0a7437b0 con 0x55ec0ab11380 2024-02-10T00:09:32.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.862+0000 7fa670ff9640 10 client.19278 handle_command_reply: tid=0 2024-02-10T00:09:32.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.862+0000 7fa696622740 1 client.19278 shutdown 2024-02-10T00:09:32.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.862+0000 7fa696622740 1 -- 172.21.15.1:0/3503566435 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec0aaa0190 msgr2=0x55ec0aaaf080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:32.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.862+0000 7fa696622740 1 --2- 172.21.15.1:0/3503566435 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec0aaa0190 0x55ec0aaaf080 secure :-1 s=READY pgs=1660 cs=0 l=1 rev1=1 crypto rx=0x7fa684096940 tx=0x7fa684099f70 comp rx=0 tx=0).stop 2024-02-10T00:09:32.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.863+0000 7fa696622740 1 -- 172.21.15.1:0/3503566435 shutdown_connections 2024-02-10T00:09:32.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.863+0000 7fa696622740 1 --2- 172.21.15.1:0/3503566435 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ec0ab11380 0x55ec0ab13770 crc :-1 s=READY pgs=285 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.871 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.863+0000 7fa696622740 1 --2- 172.21.15.1:0/3503566435 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ec0aaa9690 0x55ec0aaafb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.863+0000 7fa670ff9640 0 client.19278 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:32.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.863+0000 7fa696622740 1 --2- 172.21.15.1:0/3503566435 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ec0aaa0ab0 0x55ec0aaaf5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.863+0000 7fa696622740 1 --2- 172.21.15.1:0/3503566435 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ec0aaa0190 0x55ec0aaaf080 unknown :-1 s=CLOSED pgs=1660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.863+0000 7fa696622740 1 -- 172.21.15.1:0/3503566435 >> 172.21.15.1:0/3503566435 conn(0x55ec0aa9a8c0 msgr2=0x55ec0aa99920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:32.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.863+0000 7fa696622740 1 -- 172.21.15.1:0/3503566435 shutdown_connections 2024-02-10T00:09:32.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.863+0000 7fa696622740 1 -- 172.21.15.1:0/3503566435 wait complete. 2024-02-10T00:09:32.872 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.863+0000 7fa696622740 20 client.19278 trim_cache size 0 max 16384 2024-02-10T00:09:32.872 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:09:32.873 INFO:teuthology.orchestra.run.smithi001.stdout: "return_code": 0, 2024-02-10T00:09:32.873 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_tag": "5974e324-0593-451f-9789-80c2ba027f50", 2024-02-10T00:09:32.873 INFO:teuthology.orchestra.run.smithi001.stdout: "mode": "asynchronous" 2024-02-10T00:09:32.873 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:09:32.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.863+0000 7fa693a55640 1 -- 172.21.15.1:0/2586770849 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa6740a2260 msgr2=0x7fa6740a4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:32.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.863+0000 7fa693a55640 1 --2- 172.21.15.1:0/2586770849 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa6740a2260 0x7fa6740a4720 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fa67c005cc0 tx=0x7fa67c0325d0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.863+0000 7fa693a55640 1 -- 172.21.15.1:0/2586770849 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa68c101430 msgr2=0x7fa68c073530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:32.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.863+0000 7fa693a55640 1 --2- 172.21.15.1:0/2586770849 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa68c101430 0x7fa68c073530 secure :-1 s=READY pgs=1656 cs=0 l=1 rev1=1 crypto rx=0x7fa68400d770 tx=0x7fa68400dc30 comp rx=0 tx=0).stop 2024-02-10T00:09:32.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.863+0000 7fa693a55640 1 -- 172.21.15.1:0/2586770849 shutdown_connections 2024-02-10T00:09:32.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.863+0000 7fa693a55640 1 --2- 172.21.15.1:0/2586770849 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa6740a2260 0x7fa6740a4720 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.863+0000 7fa693a55640 1 --2- 172.21.15.1:0/2586770849 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa68c073fb0 0x7fa68c1a5a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.863+0000 7fa693a55640 1 --2- 172.21.15.1:0/2586770849 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa68c106500 0x7fa68c073a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.874 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.863+0000 7fa693a55640 1 --2- 172.21.15.1:0/2586770849 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa68c101430 0x7fa68c073530 unknown :-1 s=CLOSED pgs=1656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.863+0000 7fa693a55640 1 -- 172.21.15.1:0/2586770849 >> 172.21.15.1:0/2586770849 conn(0x7fa68c0fcc90 msgr2=0x7fa68c0fefb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:32.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.863+0000 7fa693a55640 1 -- 172.21.15.1:0/2586770849 shutdown_connections 2024-02-10T00:09:32.875 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.863+0000 7fa693a55640 1 -- 172.21.15.1:0/2586770849 wait complete. 2024-02-10T00:09:32.876 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:09:32.876 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:09:32.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.980+0000 7fcfebd93640 1 -- 172.21.15.1:0/3809306458 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcfe4106550 msgr2=0x7fcfe410e160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:32.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.980+0000 7fcfebd93640 1 --2- 172.21.15.1:0/3809306458 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcfe4106550 0x7fcfe410e160 secure :-1 s=READY pgs=1661 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc009cd0 tx=0x7fcfdc02c0f0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.980+0000 7fcfebd93640 1 -- 172.21.15.1:0/3809306458 shutdown_connections 2024-02-10T00:09:32.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.980+0000 7fcfebd93640 1 --2- 172.21.15.1:0/3809306458 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcfe4106550 0x7fcfe410e160 unknown :-1 s=CLOSED pgs=1661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.980+0000 7fcfebd93640 1 --2- 172.21.15.1:0/3809306458 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcfe4100250 0x7fcfe4105e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.980+0000 7fcfebd93640 1 --2- 172.21.15.1:0/3809306458 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcfe40ff8a0 0x7fcfe40ffc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.980+0000 7fcfebd93640 1 -- 172.21.15.1:0/3809306458 >> 172.21.15.1:0/3809306458 conn(0x7fcfe40776a0 msgr2=0x7fcfe40fd940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:32.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.980+0000 7fcfebd93640 1 -- 172.21.15.1:0/3809306458 shutdown_connections 2024-02-10T00:09:32.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.980+0000 7fcfebd93640 1 -- 172.21.15.1:0/3809306458 wait complete. 2024-02-10T00:09:32.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.981+0000 7fcfebd93640 1 Processor -- start 2024-02-10T00:09:32.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.981+0000 7fcfebd93640 1 -- start start 2024-02-10T00:09:32.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.981+0000 7fcfebd93640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcfe40ff8a0 0x7fcfe419f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:32.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.981+0000 7fcfebd93640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcfe4106550 0x7fcfe419fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:32.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.981+0000 7fcfebd93640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcfe4199890 0x7fcfe4199d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:32.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.981+0000 7fcfebd93640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfe419a280 con 0x7fcfe40ff8a0 2024-02-10T00:09:32.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.981+0000 7fcfebd93640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfe419a3f0 con 0x7fcfe4199890 2024-02-10T00:09:32.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.981+0000 7fcfebd93640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfe419a5b0 con 0x7fcfe4106550 2024-02-10T00:09:32.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.981+0000 7fcfe9b2f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcfe40ff8a0 0x7fcfe419f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:32.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.981+0000 7fcfe9b2f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcfe40ff8a0 0x7fcfe419f6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36784/0 (socket says 172.21.15.1:36784) 2024-02-10T00:09:32.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.981+0000 7fcfe9b2f640 1 -- 172.21.15.1:0/1008129632 learned_addr learned my addr 172.21.15.1:0/1008129632 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:32.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.981+0000 7fcfe932e640 1 --2- 172.21.15.1:0/1008129632 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcfe4106550 0x7fcfe419fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:32.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.981+0000 7fcfea330640 1 --2- 172.21.15.1:0/1008129632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcfe4199890 0x7fcfe4199d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:32.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.981+0000 7fcfe9b2f640 1 -- 172.21.15.1:0/1008129632 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcfe4106550 msgr2=0x7fcfe419fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:32.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.981+0000 7fcfe9b2f640 1 --2- 172.21.15.1:0/1008129632 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcfe4106550 0x7fcfe419fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.982+0000 7fcfe9b2f640 1 -- 172.21.15.1:0/1008129632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcfe4199890 msgr2=0x7fcfe4199d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:32.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.982+0000 7fcfe9b2f640 1 --2- 172.21.15.1:0/1008129632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcfe4199890 0x7fcfe4199d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.982+0000 7fcfe9b2f640 1 -- 172.21.15.1:0/1008129632 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfdc009900 con 0x7fcfe40ff8a0 2024-02-10T00:09:32.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.982+0000 7fcfea330640 1 --2- 172.21.15.1:0/1008129632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcfe4199890 0x7fcfe4199d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:09:32.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.982+0000 7fcfe9b2f640 1 --2- 172.21.15.1:0/1008129632 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcfe40ff8a0 0x7fcfe419f6e0 secure :-1 s=READY pgs=1662 cs=0 l=1 rev1=1 crypto rx=0x7fcfe000d770 tx=0x7fcfe000db70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:32.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.982+0000 7fcfdaffd640 1 -- 172.21.15.1:0/1008129632 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfe0005220 con 0x7fcfe40ff8a0 2024-02-10T00:09:32.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.982+0000 7fcfebd93640 1 -- 172.21.15.1:0/1008129632 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcfe41a65a0 con 0x7fcfe40ff8a0 2024-02-10T00:09:32.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.982+0000 7fcfdaffd640 1 -- 172.21.15.1:0/1008129632 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcfe0009d00 con 0x7fcfe40ff8a0 2024-02-10T00:09:32.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.982+0000 7fcfdaffd640 1 -- 172.21.15.1:0/1008129632 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfe0004e00 con 0x7fcfe40ff8a0 2024-02-10T00:09:32.986 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.982+0000 7fcfebd93640 1 -- 172.21.15.1:0/1008129632 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcfe41a6ab0 con 0x7fcfe40ff8a0 2024-02-10T00:09:32.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.984+0000 7fcfdaffd640 1 -- 172.21.15.1:0/1008129632 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fcfe0009820 con 0x7fcfe40ff8a0 2024-02-10T00:09:32.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.985+0000 7fcfee96f740 1 Processor -- start 2024-02-10T00:09:32.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.985+0000 7fcfee96f740 1 -- start start 2024-02-10T00:09:32.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.985+0000 7fcfee96f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ca72ec2980 0x55ca72ec2d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:32.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.985+0000 7fcfee96f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ca72ec3330 0x55ca72ecb8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:32.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.985+0000 7fcfee96f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ca72ecbeb0 0x55ca72ece300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:32.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.985+0000 7fcfee96f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca72e7dd00 con 0x55ca72ecbeb0 2024-02-10T00:09:32.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.985+0000 7fcfee96f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca72e322f0 con 0x55ca72ec3330 2024-02-10T00:09:32.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.985+0000 7fcfee96f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca72e2f820 con 0x55ca72ec2980 2024-02-10T00:09:32.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.985+0000 7fcfdaffd640 1 --2- 172.21.15.1:0/1008129632 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fcfd00a2230 0x7fcfd00a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:32.993 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.985+0000 7fcfe932e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ca72ecbeb0 0x55ca72ece300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:32.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.985+0000 7fcfe932e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ca72ecbeb0 0x55ca72ece300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36790/0 (socket says 172.21.15.1:36790) 2024-02-10T00:09:32.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.985+0000 7fcfe932e640 1 -- 172.21.15.1:0/199121004 learned_addr learned my addr 172.21.15.1:0/199121004 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:32.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.985+0000 7fcfea330640 1 --2- 172.21.15.1:0/1008129632 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fcfd00a2230 0x7fcfd00a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:32.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.985+0000 7fcfdaffd640 1 -- 172.21.15.1:0/1008129632 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fcfe00cdbf0 con 0x7fcfe40ff8a0 2024-02-10T00:09:32.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.985+0000 7fcfe9b2f640 1 --2- 172.21.15.1:0/199121004 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ca72ec3330 0x55ca72ecb8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:32.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.985+0000 7fcfea330640 1 --2- 172.21.15.1:0/199121004 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ca72ec2980 0x55ca72ec2d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:32.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.985+0000 7fcfe932e640 1 -- 172.21.15.1:0/199121004 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ca72ec2980 msgr2=0x55ca72ec2d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:32.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.985+0000 7fcfe932e640 1 --2- 172.21.15.1:0/199121004 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ca72ec2980 0x55ca72ec2d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.985+0000 7fcfe932e640 1 -- 172.21.15.1:0/199121004 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ca72ec3330 msgr2=0x55ca72ecb8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:32.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.985+0000 7fcfe932e640 1 --2- 172.21.15.1:0/199121004 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ca72ec3330 0x55ca72ecb8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.985+0000 7fcfe932e640 1 -- 172.21.15.1:0/199121004 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ca72decff0 con 0x55ca72ecbeb0 2024-02-10T00:09:32.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.986+0000 7fcfea330640 1 --2- 172.21.15.1:0/1008129632 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fcfd00a2230 0x7fcfd00a46f0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc004af0 tx=0x7fcfdc004a40 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:32.994 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.986+0000 7fcfe932e640 1 --2- 172.21.15.1:0/199121004 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ca72ecbeb0 0x55ca72ece300 secure :-1 s=READY pgs=1663 cs=0 l=1 rev1=1 crypto rx=0x7fcfd400abb0 tx=0x7fcfd400f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fced708d9d3f08a0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:32.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.986+0000 7fcfcffff640 1 -- 172.21.15.1:0/199121004 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfd4018640 con 0x55ca72ecbeb0 2024-02-10T00:09:32.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.986+0000 7fcfcffff640 1 -- 172.21.15.1:0/199121004 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcfd4018c80 con 0x55ca72ecbeb0 2024-02-10T00:09:32.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.986+0000 7fcfcffff640 1 -- 172.21.15.1:0/199121004 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfd4010c20 con 0x55ca72ecbeb0 2024-02-10T00:09:32.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.987+0000 7fcfee96f740 1 -- 172.21.15.1:0/199121004 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ca72ecbeb0 msgr2=0x55ca72ece300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:32.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.987+0000 7fcfee96f740 1 --2- 172.21.15.1:0/199121004 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ca72ecbeb0 0x55ca72ece300 secure :-1 s=READY pgs=1663 cs=0 l=1 rev1=1 crypto rx=0x7fcfd400abb0 tx=0x7fcfd400f790 comp rx=0 tx=0).stop 2024-02-10T00:09:32.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.987+0000 7fcfee96f740 1 -- 172.21.15.1:0/199121004 shutdown_connections 2024-02-10T00:09:32.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.987+0000 7fcfee96f740 1 --2- 172.21.15.1:0/199121004 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ca72ecbeb0 0x55ca72ece300 unknown :-1 s=CLOSED pgs=1663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.987+0000 7fcfee96f740 1 --2- 172.21.15.1:0/199121004 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ca72ec3330 0x55ca72ecb8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.987+0000 7fcfee96f740 1 --2- 172.21.15.1:0/199121004 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ca72ec2980 0x55ca72ec2d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.987+0000 7fcfee96f740 1 -- 172.21.15.1:0/199121004 >> 172.21.15.1:0/199121004 conn(0x55ca72ebd050 msgr2=0x55ca72ebd430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:32.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.987+0000 7fcfee96f740 1 -- 172.21.15.1:0/199121004 shutdown_connections 2024-02-10T00:09:32.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.987+0000 7fcfee96f740 1 -- 172.21.15.1:0/199121004 wait complete. 2024-02-10T00:09:32.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.987+0000 7fcfee96f740 1 -- start start 2024-02-10T00:09:32.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.987+0000 7fcfee96f740 1 Processor -- start 2024-02-10T00:09:32.995 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.987+0000 7fcfee96f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ca72ec2980 0x55ca72ec8d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:32.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.987+0000 7fcfee96f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ca72ec3330 0x55ca72ec92c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:32.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.987+0000 7fcfee96f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ca72ecbeb0 0x55ca72ec9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:32.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.987+0000 7fcfee96f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca72e2b000 con 0x55ca72ec3330 2024-02-10T00:09:32.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.987+0000 7fcfee96f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca72afe430 con 0x55ca72ec2980 2024-02-10T00:09:32.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.987+0000 7fcfee96f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca72abae00 con 0x55ca72ecbeb0 2024-02-10T00:09:32.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.988+0000 7fcfee96f740 10 client.0 _ll_register_callbacks cb 0x55ca72e1f7f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:09:32.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.988+0000 7fcfe932e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ca72ec3330 0x55ca72ec92c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:32.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.988+0000 7fcfe932e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ca72ec3330 0x55ca72ec92c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36802/0 (socket says 172.21.15.1:36802) 2024-02-10T00:09:32.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.988+0000 7fcfe932e640 1 -- 172.21.15.1:0/1203340986 learned_addr learned my addr 172.21.15.1:0/1203340986 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:32.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.988+0000 7fcfe9b2f640 1 --2- 172.21.15.1:0/1203340986 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ca72ec2980 0x55ca72ec8d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:32.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.988+0000 7fcfea330640 1 --2- 172.21.15.1:0/1203340986 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ca72ecbeb0 0x55ca72ec9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:32.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.988+0000 7fcfe932e640 1 -- 172.21.15.1:0/1203340986 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ca72ecbeb0 msgr2=0x55ca72ec9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:32.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.988+0000 7fcfe932e640 1 --2- 172.21.15.1:0/1203340986 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ca72ecbeb0 0x55ca72ec9800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.988+0000 7fcfe932e640 1 -- 172.21.15.1:0/1203340986 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ca72ec2980 msgr2=0x55ca72ec8d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:32.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.988+0000 7fcfe932e640 1 --2- 172.21.15.1:0/1203340986 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ca72ec2980 0x55ca72ec8d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.988+0000 7fcfe932e640 1 -- 172.21.15.1:0/1203340986 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcfd400a7e0 con 0x55ca72ec3330 2024-02-10T00:09:32.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.988+0000 7fcfe932e640 1 --2- 172.21.15.1:0/1203340986 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ca72ec3330 0x55ca72ec92c0 secure :-1 s=READY pgs=1664 cs=0 l=1 rev1=1 crypto rx=0x7fcfd40107c0 tx=0x7fcfd4010bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8340a470050ab5f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:32.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.988+0000 7fcfcd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:09:32.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.988+0000 7fcfcd7fa640 1 -- 172.21.15.1:0/1203340986 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfd4005040 con 0x55ca72ec3330 2024-02-10T00:09:32.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.988+0000 7fcfcd7fa640 1 -- 172.21.15.1:0/1203340986 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fcfd40051a0 con 0x55ca72ec3330 2024-02-10T00:09:32.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.988+0000 7fcfee96f740 1 -- 172.21.15.1:0/1203340986 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ca72b2a7e0 con 0x55ca72ec3330 2024-02-10T00:09:32.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.988+0000 7fcfcd7fa640 1 -- 172.21.15.1:0/1203340986 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcfd4005360 con 0x55ca72ec3330 2024-02-10T00:09:32.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.988+0000 7fcfee96f740 10 client.19290 fetch_fsmap learned FSMap version 29 2024-02-10T00:09:32.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.988+0000 7fcfee96f740 1 -- 172.21.15.1:0/1203340986 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55ca72e29680 con 0x55ca72ec3330 2024-02-10T00:09:32.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.989+0000 7fcfcd7fa640 1 -- 172.21.15.1:0/1203340986 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55ca72b2a7e0 con 0x55ca72ec3330 2024-02-10T00:09:32.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.989+0000 7fcfcd7fa640 1 -- 172.21.15.1:0/1203340986 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fcfd4004990 con 0x55ca72ec3330 2024-02-10T00:09:32.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.989+0000 7fcfee96f740 10 client.19290 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:09:32.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.989+0000 7fcfee96f740 10 client.19290 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:09:32.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.989+0000 7fcfee96f740 20 client.19290 populate_metadata read hostname 'smithi001' 2024-02-10T00:09:32.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.989+0000 7fcfee96f740 1 --2- 172.21.15.1:0/1203340986 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ca72edc150 0x55ca72ede590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:32.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.989+0000 7fcfee96f740 4 client.19290 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:09:32.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.989+0000 7fcfee96f740 1 -- 172.21.15.1:0/1203340986 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ca72b67720 con 0x55ca72edc150 2024-02-10T00:09:32.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.989+0000 7fcfe9b2f640 1 --2- 172.21.15.1:0/1203340986 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ca72edc150 0x55ca72ede590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:32.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.990+0000 7fcfcd7fa640 10 client.19290 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:32.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.990+0000 7fcfe9b2f640 1 --2- 172.21.15.1:0/1203340986 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ca72edc150 0x55ca72ede590 crc :-1 s=READY pgs=286 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b704616d2521fb13 server_cookie=510d110b9d81298f in_seq=0 out_seq=0 2024-02-10T00:09:32.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.990+0000 7fcfcd7fa640 1 -- 172.21.15.1:0/1203340986 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55ca72b67720 con 0x55ca72edc150 2024-02-10T00:09:32.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.990+0000 7fcfcd7fa640 10 client.19290 handle_command_reply: tid=0 2024-02-10T00:09:32.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.990+0000 7fcfee96f740 1 client.19290 shutdown 2024-02-10T00:09:32.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.990+0000 7fcfee96f740 1 -- 172.21.15.1:0/1203340986 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ca72ec3330 msgr2=0x55ca72ec92c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:32.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.990+0000 7fcfee96f740 1 --2- 172.21.15.1:0/1203340986 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ca72ec3330 0x55ca72ec92c0 secure :-1 s=READY pgs=1664 cs=0 l=1 rev1=1 crypto rx=0x7fcfd40107c0 tx=0x7fcfd4010bd0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.990+0000 7fcfee96f740 1 -- 172.21.15.1:0/1203340986 shutdown_connections 2024-02-10T00:09:32.998 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.990+0000 7fcfee96f740 1 --2- 172.21.15.1:0/1203340986 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ca72edc150 0x55ca72ede590 crc :-1 s=READY pgs=286 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.990+0000 7fcfee96f740 1 --2- 172.21.15.1:0/1203340986 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ca72ecbeb0 0x55ca72ec9800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.990+0000 7fcfee96f740 1 --2- 172.21.15.1:0/1203340986 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ca72ec3330 0x55ca72ec92c0 unknown :-1 s=CLOSED pgs=1664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.990+0000 7fcfcd7fa640 0 client.19290 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:32.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.990+0000 7fcfee96f740 1 --2- 172.21.15.1:0/1203340986 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ca72ec2980 0x55ca72ec8d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:32.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.990+0000 7fcfee96f740 1 -- 172.21.15.1:0/1203340986 >> 172.21.15.1:0/1203340986 conn(0x55ca72ebd050 msgr2=0x55ca72ebeda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:32.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.990+0000 7fcfee96f740 1 -- 172.21.15.1:0/1203340986 shutdown_connections 2024-02-10T00:09:32.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.990+0000 7fcfee96f740 1 -- 172.21.15.1:0/1203340986 wait complete. 2024-02-10T00:09:32.999 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:32.991+0000 7fcfee96f740 20 client.19290 trim_cache size 0 max 16384 2024-02-10T00:09:33.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.006+0000 7fcfee96f740 1 Processor -- start 2024-02-10T00:09:33.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.006+0000 7fcfee96f740 1 -- start start 2024-02-10T00:09:33.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.006+0000 7fcfee96f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ca72ec2980 0x55ca72ecb4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:33.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.006+0000 7fcfee96f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ca72ec3330 0x55ca72ec5fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:33.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.006+0000 7fcfee96f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ca72ecbeb0 0x55ca72ec6520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:33.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.006+0000 7fcfee96f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca72eb8780 con 0x55ca72ecbeb0 2024-02-10T00:09:33.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.006+0000 7fcfee96f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca72daffd0 con 0x55ca72ec2980 2024-02-10T00:09:33.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.006+0000 7fcfee96f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca72ece9c0 con 0x55ca72ec3330 2024-02-10T00:09:33.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.006+0000 7fcfea330640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ca72ecbeb0 0x55ca72ec6520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:33.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.006+0000 7fcfea330640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ca72ecbeb0 0x55ca72ec6520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36816/0 (socket says 172.21.15.1:36816) 2024-02-10T00:09:33.013 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.006+0000 7fcfea330640 1 -- 172.21.15.1:0/2529207651 learned_addr learned my addr 172.21.15.1:0/2529207651 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:33.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.006+0000 7fcfe932e640 1 --2- 172.21.15.1:0/2529207651 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ca72ec3330 0x55ca72ec5fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:33.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.006+0000 7fcfe9b2f640 1 --2- 172.21.15.1:0/2529207651 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ca72ec2980 0x55ca72ecb4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:33.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.006+0000 7fcfea330640 1 -- 172.21.15.1:0/2529207651 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ca72ec3330 msgr2=0x55ca72ec5fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:33.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.006+0000 7fcfea330640 1 --2- 172.21.15.1:0/2529207651 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ca72ec3330 0x55ca72ec5fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:33.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.006+0000 7fcfea330640 1 -- 172.21.15.1:0/2529207651 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ca72ec2980 msgr2=0x55ca72ecb4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:33.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.006+0000 7fcfea330640 1 --2- 172.21.15.1:0/2529207651 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ca72ec2980 0x55ca72ecb4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:33.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.006+0000 7fcfea330640 1 -- 172.21.15.1:0/2529207651 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ca72dc5b30 con 0x55ca72ecbeb0 2024-02-10T00:09:33.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.006+0000 7fcfea330640 1 --2- 172.21.15.1:0/2529207651 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ca72ecbeb0 0x55ca72ec6520 secure :-1 s=READY pgs=1665 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc032460 tx=0x7fcfdc03e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9dc04618fd757b95 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:33.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.007+0000 7fcfcf7fe640 1 -- 172.21.15.1:0/2529207651 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfdc0328b0 con 0x55ca72ecbeb0 2024-02-10T00:09:33.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.007+0000 7fcfcf7fe640 1 -- 172.21.15.1:0/2529207651 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcfdc003e50 con 0x55ca72ecbeb0 2024-02-10T00:09:33.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.007+0000 7fcfcf7fe640 1 -- 172.21.15.1:0/2529207651 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfdc004700 con 0x55ca72ecbeb0 2024-02-10T00:09:33.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.007+0000 7fcfee96f740 1 -- 172.21.15.1:0/2529207651 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ca72ecbeb0 msgr2=0x55ca72ec6520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:33.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.007+0000 7fcfee96f740 1 --2- 172.21.15.1:0/2529207651 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ca72ecbeb0 0x55ca72ec6520 secure :-1 s=READY pgs=1665 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc032460 tx=0x7fcfdc03e000 comp rx=0 tx=0).stop 2024-02-10T00:09:33.014 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.007+0000 7fcfee96f740 1 -- 172.21.15.1:0/2529207651 shutdown_connections 2024-02-10T00:09:33.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.007+0000 7fcfee96f740 1 --2- 172.21.15.1:0/2529207651 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ca72ecbeb0 0x55ca72ec6520 unknown :-1 s=CLOSED pgs=1665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:33.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.007+0000 7fcfee96f740 1 --2- 172.21.15.1:0/2529207651 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ca72ec3330 0x55ca72ec5fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:33.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.007+0000 7fcfee96f740 1 --2- 172.21.15.1:0/2529207651 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ca72ec2980 0x55ca72ecb4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:33.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.007+0000 7fcfee96f740 1 -- 172.21.15.1:0/2529207651 >> 172.21.15.1:0/2529207651 conn(0x55ca72ebd050 msgr2=0x55ca72ec3fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:33.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.007+0000 7fcfee96f740 1 -- 172.21.15.1:0/2529207651 shutdown_connections 2024-02-10T00:09:33.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.007+0000 7fcfee96f740 1 -- 172.21.15.1:0/2529207651 wait complete. 2024-02-10T00:09:33.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.007+0000 7fcfee96f740 1 -- start start 2024-02-10T00:09:33.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.008+0000 7fcfee96f740 1 Processor -- start 2024-02-10T00:09:33.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.008+0000 7fcfee96f740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ca72ec2980 0x55ca72ed1f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:33.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.008+0000 7fcfee96f740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ca72ec3330 0x55ca72ed2480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:33.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.008+0000 7fcfee96f740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ca72ecbeb0 0x55ca72f326c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:33.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.008+0000 7fcfee96f740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca72ed2b80 con 0x55ca72ecbeb0 2024-02-10T00:09:33.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.008+0000 7fcfee96f740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca72f32c00 con 0x55ca72ec3330 2024-02-10T00:09:33.015 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.008+0000 7fcfee96f740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca72f32d40 con 0x55ca72ec2980 2024-02-10T00:09:33.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.008+0000 7fcfee96f740 10 client.0 _ll_register_callbacks cb 0x7fcfd400a630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:09:33.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.008+0000 7fcfea330640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ca72ecbeb0 0x55ca72f326c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:33.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.008+0000 7fcfea330640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ca72ecbeb0 0x55ca72f326c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:36830/0 (socket says 172.21.15.1:36830) 2024-02-10T00:09:33.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.008+0000 7fcfea330640 1 -- 172.21.15.1:0/3694401180 learned_addr learned my addr 172.21.15.1:0/3694401180 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:33.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.008+0000 7fcfe9b2f640 1 --2- 172.21.15.1:0/3694401180 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ca72ec2980 0x55ca72ed1f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:33.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.008+0000 7fcfe932e640 1 --2- 172.21.15.1:0/3694401180 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ca72ec3330 0x55ca72ed2480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:33.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.008+0000 7fcfea330640 1 -- 172.21.15.1:0/3694401180 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ca72ec2980 msgr2=0x55ca72ed1f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:33.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.008+0000 7fcfea330640 1 --2- 172.21.15.1:0/3694401180 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ca72ec2980 0x55ca72ed1f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:33.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.008+0000 7fcfea330640 1 -- 172.21.15.1:0/3694401180 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ca72ec3330 msgr2=0x55ca72ed2480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:33.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.008+0000 7fcfea330640 1 --2- 172.21.15.1:0/3694401180 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ca72ec3330 0x55ca72ed2480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:33.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.008+0000 7fcfea330640 1 -- 172.21.15.1:0/3694401180 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcfe410e970 con 0x55ca72ecbeb0 2024-02-10T00:09:33.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.008+0000 7fcfea330640 1 --2- 172.21.15.1:0/3694401180 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ca72ecbeb0 0x55ca72f326c0 secure :-1 s=READY pgs=1666 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc0328e0 tx=0x7fcfdc004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f208d3aa7b072d3 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:33.016 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.008+0000 7fcfcd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:09:33.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.009+0000 7fcfcd7fa640 1 -- 172.21.15.1:0/3694401180 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfdc0045a0 con 0x55ca72ecbeb0 2024-02-10T00:09:33.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.009+0000 7fcfcd7fa640 1 -- 172.21.15.1:0/3694401180 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fcfdc047040 con 0x55ca72ecbeb0 2024-02-10T00:09:33.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.009+0000 7fcfee96f740 1 -- 172.21.15.1:0/3694401180 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fcfd4018c80 con 0x55ca72ecbeb0 2024-02-10T00:09:33.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.009+0000 7fcfcd7fa640 1 -- 172.21.15.1:0/3694401180 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcfdc004700 con 0x55ca72ecbeb0 2024-02-10T00:09:33.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.009+0000 7fcfee96f740 10 client.19296 fetch_fsmap learned FSMap version 29 2024-02-10T00:09:33.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.009+0000 7fcfee96f740 1 -- 172.21.15.1:0/3694401180 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55ca72deb850 con 0x55ca72ecbeb0 2024-02-10T00:09:33.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.009+0000 7fcfcd7fa640 1 -- 172.21.15.1:0/3694401180 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fcfdc065020 con 0x55ca72ecbeb0 2024-02-10T00:09:33.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.009+0000 7fcfcd7fa640 1 -- 172.21.15.1:0/3694401180 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fcfdc042420 con 0x55ca72ecbeb0 2024-02-10T00:09:33.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.009+0000 7fcfee96f740 10 client.19296 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:09:33.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.009+0000 7fcfee96f740 10 client.19296 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:09:33.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.009+0000 7fcfee96f740 20 client.19296 populate_metadata read hostname 'smithi001' 2024-02-10T00:09:33.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.009+0000 7fcfee96f740 1 --2- 172.21.15.1:0/3694401180 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ca72f34230 0x55ca72f36650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:33.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.009+0000 7fcfee96f740 4 client.19296 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:09:33.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.009+0000 7fcfee96f740 1 -- 172.21.15.1:0/3694401180 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55ca72bb6890 con 0x55ca72f34230 2024-02-10T00:09:33.017 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.009+0000 7fcfe9b2f640 1 --2- 172.21.15.1:0/3694401180 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ca72f34230 0x55ca72f36650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:33.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.010+0000 7fcfcd7fa640 10 client.19296 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:33.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.010+0000 7fcfe9b2f640 1 --2- 172.21.15.1:0/3694401180 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ca72f34230 0x55ca72f36650 crc :-1 s=READY pgs=287 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d69b43ac7c8641fc server_cookie=f96d2155f19e76d8 in_seq=0 out_seq=0 2024-02-10T00:09:33.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.010+0000 7fcfcd7fa640 1 -- 172.21.15.1:0/3694401180 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55ca72bb6890 con 0x55ca72f34230 2024-02-10T00:09:33.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.010+0000 7fcfcd7fa640 10 client.19296 handle_command_reply: tid=0 2024-02-10T00:09:33.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.010+0000 7fcfee96f740 1 client.19296 shutdown 2024-02-10T00:09:33.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.010+0000 7fcfee96f740 1 -- 172.21.15.1:0/3694401180 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ca72ecbeb0 msgr2=0x55ca72f326c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:33.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.010+0000 7fcfee96f740 1 --2- 172.21.15.1:0/3694401180 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ca72ecbeb0 0x55ca72f326c0 secure :-1 s=READY pgs=1666 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc0328e0 tx=0x7fcfdc004040 comp rx=0 tx=0).stop 2024-02-10T00:09:33.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.010+0000 7fcfee96f740 1 -- 172.21.15.1:0/3694401180 shutdown_connections 2024-02-10T00:09:33.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.010+0000 7fcfee96f740 1 --2- 172.21.15.1:0/3694401180 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55ca72f34230 0x55ca72f36650 crc :-1 s=READY pgs=287 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:33.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.010+0000 7fcfee96f740 1 --2- 172.21.15.1:0/3694401180 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55ca72ecbeb0 0x55ca72f326c0 unknown :-1 s=CLOSED pgs=1666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:33.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.010+0000 7fcfee96f740 1 --2- 172.21.15.1:0/3694401180 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55ca72ec3330 0x55ca72ed2480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:33.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.010+0000 7fcfcd7fa640 0 client.19296 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:33.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.010+0000 7fcfee96f740 1 --2- 172.21.15.1:0/3694401180 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55ca72ec2980 0x55ca72ed1f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:33.018 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.010+0000 7fcfee96f740 1 -- 172.21.15.1:0/3694401180 >> 172.21.15.1:0/3694401180 conn(0x55ca72ebd050 msgr2=0x55ca72ebb960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:33.019 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.010+0000 7fcfee96f740 1 -- 172.21.15.1:0/3694401180 shutdown_connections 2024-02-10T00:09:33.019 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.010+0000 7fcfee96f740 1 -- 172.21.15.1:0/3694401180 wait complete. 2024-02-10T00:09:33.019 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.010+0000 7fcfee96f740 20 client.19296 trim_cache size 0 max 16384 2024-02-10T00:09:33.019 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:09:33.019 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "IDLE (waiting for more scrubs)", 2024-02-10T00:09:33.019 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": { 2024-02-10T00:09:33.019 INFO:teuthology.orchestra.run.smithi001.stdout: "5974e324-0593-451f-9789-80c2ba027f50": { 2024-02-10T00:09:33.019 INFO:teuthology.orchestra.run.smithi001.stdout: "path": "/", 2024-02-10T00:09:33.019 INFO:teuthology.orchestra.run.smithi001.stdout: "tag": "5974e324-0593-451f-9789-80c2ba027f50", 2024-02-10T00:09:33.019 INFO:teuthology.orchestra.run.smithi001.stdout: "options": "recursive,force" 2024-02-10T00:09:33.020 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:09:33.020 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:09:33.020 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:09:33.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.011+0000 7fcfebd93640 1 -- 172.21.15.1:0/1008129632 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fcfd00a2230 msgr2=0x7fcfd00a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:33.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.011+0000 7fcfebd93640 1 --2- 172.21.15.1:0/1008129632 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fcfd00a2230 0x7fcfd00a46f0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc004af0 tx=0x7fcfdc004a40 comp rx=0 tx=0).stop 2024-02-10T00:09:33.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.011+0000 7fcfebd93640 1 -- 172.21.15.1:0/1008129632 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcfe40ff8a0 msgr2=0x7fcfe419f6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:33.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.011+0000 7fcfebd93640 1 --2- 172.21.15.1:0/1008129632 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcfe40ff8a0 0x7fcfe419f6e0 secure :-1 s=READY pgs=1662 cs=0 l=1 rev1=1 crypto rx=0x7fcfe000d770 tx=0x7fcfe000db70 comp rx=0 tx=0).stop 2024-02-10T00:09:33.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.011+0000 7fcfebd93640 1 -- 172.21.15.1:0/1008129632 shutdown_connections 2024-02-10T00:09:33.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.011+0000 7fcfebd93640 1 --2- 172.21.15.1:0/1008129632 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fcfd00a2230 0x7fcfd00a46f0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:33.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.011+0000 7fcfebd93640 1 --2- 172.21.15.1:0/1008129632 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fcfe4199890 0x7fcfe4199d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:33.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.011+0000 7fcfebd93640 1 --2- 172.21.15.1:0/1008129632 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcfe4106550 0x7fcfe419fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:33.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.011+0000 7fcfebd93640 1 --2- 172.21.15.1:0/1008129632 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fcfe40ff8a0 0x7fcfe419f6e0 unknown :-1 s=CLOSED pgs=1662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:33.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.011+0000 7fcfebd93640 1 -- 172.21.15.1:0/1008129632 >> 172.21.15.1:0/1008129632 conn(0x7fcfe40776a0 msgr2=0x7fcfe41048c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:33.021 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.011+0000 7fcfebd93640 1 -- 172.21.15.1:0/1008129632 shutdown_connections 2024-02-10T00:09:33.022 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:09:33.011+0000 7fcfebd93640 1 -- 172.21.15.1:0/1008129632 wait complete. 2024-02-10T00:09:33.023 INFO:tasks.cephfs.filesystem:scrub status for tag:5974e324-0593-451f-9789-80c2ba027f50 - {'path': '/', 'tag': '5974e324-0593-451f-9789-80c2ba027f50', 'options': 'recursive,force'} 2024-02-10T00:09:33.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:33 smithi088 ceph-mon[36452]: pgmap v317: 97 pgs: 97 active+clean; 4.2 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 141 KiB/s wr, 24 op/s 2024-02-10T00:09:33.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:33 smithi103 ceph-mon[36942]: pgmap v317: 97 pgs: 97 active+clean; 4.2 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 141 KiB/s wr, 24 op/s 2024-02-10T00:09:33.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:33 smithi001 ceph-mon[32335]: pgmap v317: 97 pgs: 97 active+clean; 4.2 MiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 141 KiB/s wr, 24 op/s 2024-02-10T00:09:34.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:34 smithi088 ceph-mon[36452]: scrub queued for path: / 2024-02-10T00:09:34.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:34 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:09:34.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:34 smithi088 ceph-mon[36452]: scrub summary: active paths [/] 2024-02-10T00:09:34.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:34 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:09:34.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:34 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:09:34.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:34 smithi103 ceph-mon[36942]: scrub queued for path: / 2024-02-10T00:09:34.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:34 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:09:34.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:34 smithi103 ceph-mon[36942]: scrub summary: active paths [/] 2024-02-10T00:09:34.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:34 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:09:34.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:34 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:09:34.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:34 smithi001 ceph-mon[32335]: scrub queued for path: / 2024-02-10T00:09:34.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:34 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:09:34.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:34 smithi001 ceph-mon[32335]: scrub summary: active paths [/] 2024-02-10T00:09:34.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:34 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:09:34.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:34 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:09:35.094 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:35 smithi088 ceph-mon[36452]: pgmap v318: 97 pgs: 97 active+clean; 4.4 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 188 KiB/s wr, 35 op/s 2024-02-10T00:09:35.139 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:35 smithi103 ceph-mon[36942]: pgmap v318: 97 pgs: 97 active+clean; 4.4 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 188 KiB/s wr, 35 op/s 2024-02-10T00:09:35.225 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:35 smithi001 ceph-mon[32335]: pgmap v318: 97 pgs: 97 active+clean; 4.4 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 188 KiB/s wr, 35 op/s 2024-02-10T00:09:36.971 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:36 smithi001 ceph-mon[32335]: pgmap v319: 97 pgs: 97 active+clean; 4.4 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 163 KiB/s wr, 26 op/s 2024-02-10T00:09:36.972 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:36 smithi001 ceph-mon[32335]: scrub summary: idle 2024-02-10T00:09:36.972 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:36 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:09:36.972 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:36 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:09:36.972 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:36 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:09:36.972 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:36 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:09:36.972 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:36 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:09:36.973 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:36 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:09:36.973 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:36 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:36.973 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:36 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:36.973 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:36 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:36.973 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:36 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:36.973 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:36 smithi001 ceph-mon[32335]: Adjusting osd_memory_target on smithi088 to 174.1M 2024-02-10T00:09:36.973 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:36 smithi001 ceph-mon[32335]: Unable to set osd_memory_target on smithi088 to 182634188: error parsing value: Value '182634188' is below minimum 939524096 2024-02-10T00:09:36.973 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:36 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:36.973 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:36 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:36.973 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:36 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:36.973 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:36 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:36.973 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:36 smithi001 ceph-mon[32335]: Adjusting osd_memory_target on smithi103 to 174.1M 2024-02-10T00:09:36.973 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:36 smithi001 ceph-mon[32335]: Unable to set osd_memory_target on smithi103 to 182635622: error parsing value: Value '182635622' is below minimum 939524096 2024-02-10T00:09:36.974 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:36 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:36.974 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:36 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:36.974 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:36 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:36.974 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:36 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:36.974 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:36 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:09:36.974 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:36 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:09:36.974 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:36 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:09:37.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:36 smithi088 ceph-mon[36452]: pgmap v319: 97 pgs: 97 active+clean; 4.4 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 163 KiB/s wr, 26 op/s 2024-02-10T00:09:37.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:36 smithi088 ceph-mon[36452]: scrub summary: idle 2024-02-10T00:09:37.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:36 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:09:37.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:36 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:09:37.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:36 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:09:37.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:36 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:09:37.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:36 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:09:37.095 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:36 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:09:37.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:36 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:37.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:36 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:37.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:36 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:37.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:36 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:37.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:36 smithi088 ceph-mon[36452]: Adjusting osd_memory_target on smithi088 to 174.1M 2024-02-10T00:09:37.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:36 smithi088 ceph-mon[36452]: Unable to set osd_memory_target on smithi088 to 182634188: error parsing value: Value '182634188' is below minimum 939524096 2024-02-10T00:09:37.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:36 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:37.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:36 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:37.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:36 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:37.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:36 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:37.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:36 smithi088 ceph-mon[36452]: Adjusting osd_memory_target on smithi103 to 174.1M 2024-02-10T00:09:37.096 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:36 smithi088 ceph-mon[36452]: Unable to set osd_memory_target on smithi103 to 182635622: error parsing value: Value '182635622' is below minimum 939524096 2024-02-10T00:09:37.097 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:36 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:37.097 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:36 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:37.097 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:36 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:37.097 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:36 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:37.097 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:36 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:09:37.097 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:36 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:09:37.097 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:36 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:09:37.140 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:36 smithi103 ceph-mon[36942]: pgmap v319: 97 pgs: 97 active+clean; 4.4 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 163 KiB/s wr, 26 op/s 2024-02-10T00:09:37.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:36 smithi103 ceph-mon[36942]: scrub summary: idle 2024-02-10T00:09:37.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:36 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:09:37.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:36 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:09:37.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:36 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:09:37.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:36 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:09:37.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:36 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:09:37.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:36 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:09:37.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:36 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:37.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:36 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:37.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:36 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:37.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:36 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:37.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:36 smithi103 ceph-mon[36942]: Adjusting osd_memory_target on smithi088 to 174.1M 2024-02-10T00:09:37.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:36 smithi103 ceph-mon[36942]: Unable to set osd_memory_target on smithi088 to 182634188: error parsing value: Value '182634188' is below minimum 939524096 2024-02-10T00:09:37.141 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:36 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:37.142 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:36 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:37.142 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:36 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:37.142 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:36 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:37.142 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:36 smithi103 ceph-mon[36942]: Adjusting osd_memory_target on smithi103 to 174.1M 2024-02-10T00:09:37.142 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:36 smithi103 ceph-mon[36942]: Unable to set osd_memory_target on smithi103 to 182635622: error parsing value: Value '182635622' is below minimum 939524096 2024-02-10T00:09:37.142 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:36 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:37.142 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:36 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:37.142 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:36 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:37.142 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:36 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-02-10T00:09:37.142 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:36 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:09:37.142 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:36 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:09:37.142 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:36 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:09:38.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:38 smithi088 ceph-mon[36452]: Adjusting osd_memory_target on smithi001 to 177.2M 2024-02-10T00:09:38.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:38 smithi088 ceph-mon[36452]: Unable to set osd_memory_target on smithi001 to 185898496: error parsing value: Value '185898496' is below minimum 939524096 2024-02-10T00:09:38.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:38 smithi103 ceph-mon[36942]: Adjusting osd_memory_target on smithi001 to 177.2M 2024-02-10T00:09:38.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:38 smithi103 ceph-mon[36942]: Unable to set osd_memory_target on smithi001 to 185898496: error parsing value: Value '185898496' is below minimum 939524096 2024-02-10T00:09:38.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:38 smithi001 ceph-mon[32335]: Adjusting osd_memory_target on smithi001 to 177.2M 2024-02-10T00:09:38.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:38 smithi001 ceph-mon[32335]: Unable to set osd_memory_target on smithi001 to 185898496: error parsing value: Value '185898496' is below minimum 939524096 2024-02-10T00:09:39.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:39 smithi088 ceph-mon[36452]: pgmap v320: 97 pgs: 97 active+clean; 4.6 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 181 KiB/s wr, 34 op/s 2024-02-10T00:09:39.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:39 smithi103 ceph-mon[36942]: pgmap v320: 97 pgs: 97 active+clean; 4.6 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 181 KiB/s wr, 34 op/s 2024-02-10T00:09:39.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:39 smithi001 ceph-mon[32335]: pgmap v320: 97 pgs: 97 active+clean; 4.6 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 82 KiB/s rd, 181 KiB/s wr, 34 op/s 2024-02-10T00:09:41.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:41 smithi088 ceph-mon[36452]: pgmap v321: 97 pgs: 97 active+clean; 4.6 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 64 KiB/s wr, 19 op/s 2024-02-10T00:09:41.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:41 smithi103 ceph-mon[36942]: pgmap v321: 97 pgs: 97 active+clean; 4.6 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 64 KiB/s wr, 19 op/s 2024-02-10T00:09:41.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:41 smithi001 ceph-mon[32335]: pgmap v321: 97 pgs: 97 active+clean; 4.6 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 64 KiB/s wr, 19 op/s 2024-02-10T00:09:41.998 INFO:tasks.workunit.client.0.smithi001.stdout:499/600: open fd = 3 2024-02-10T00:09:41.998 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:41.998 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:41.998 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:41.998 INFO:tasks.workunit.client.0.smithi001.stdout:500/600: open fd = 3 2024-02-10T00:09:41.998 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:41.998 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:41.998 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:41.998 INFO:tasks.workunit.client.0.smithi001.stdout:501/600: open fd = 3 2024-02-10T00:09:41.999 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:41.999 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:41.999 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:41.999 INFO:tasks.workunit.client.0.smithi001.stdout:502/600: open fd = 3 2024-02-10T00:09:41.999 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:41.999 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:41.999 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:41.999 INFO:tasks.workunit.client.0.smithi001.stdout:503/600: open fd = 3 2024-02-10T00:09:41.999 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:41.999 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:41.999 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:41.999 INFO:tasks.workunit.client.0.smithi001.stdout:504/600: open fd = 3 2024-02-10T00:09:41.999 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:41.999 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:41.999 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.000 INFO:tasks.workunit.client.0.smithi001.stdout:505/600: open fd = 3 2024-02-10T00:09:42.000 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.000 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.000 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.000 INFO:tasks.workunit.client.0.smithi001.stdout:506/600: open fd = 3 2024-02-10T00:09:42.000 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.000 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.000 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.000 INFO:tasks.workunit.client.0.smithi001.stdout:507/600: open fd = 3 2024-02-10T00:09:42.000 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.000 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.000 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.000 INFO:tasks.workunit.client.0.smithi001.stdout:508/600: open fd = 3 2024-02-10T00:09:42.000 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.001 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.001 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.001 INFO:tasks.workunit.client.0.smithi001.stdout:509/600: open fd = 3 2024-02-10T00:09:42.001 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.001 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.001 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.001 INFO:tasks.workunit.client.0.smithi001.stdout:510/600: open fd = 3 2024-02-10T00:09:42.001 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.001 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.001 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.001 INFO:tasks.workunit.client.0.smithi001.stdout:511/600: open fd = 3 2024-02-10T00:09:42.001 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.001 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.001 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.001 INFO:tasks.workunit.client.0.smithi001.stdout:512/600: open fd = 3 2024-02-10T00:09:42.002 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.002 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.002 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.002 INFO:tasks.workunit.client.0.smithi001.stdout:513/600: open fd = 3 2024-02-10T00:09:42.002 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.002 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.002 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.002 INFO:tasks.workunit.client.0.smithi001.stdout:514/600: open fd = 3 2024-02-10T00:09:42.002 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.002 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.002 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.002 INFO:tasks.workunit.client.0.smithi001.stdout:515/600: open fd = 3 2024-02-10T00:09:42.002 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.002 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.003 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.003 INFO:tasks.workunit.client.0.smithi001.stdout:516/600: open fd = 3 2024-02-10T00:09:42.003 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.003 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.003 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.003 INFO:tasks.workunit.client.0.smithi001.stdout:517/600: open fd = 3 2024-02-10T00:09:42.003 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.003 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.003 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.003 INFO:tasks.workunit.client.0.smithi001.stdout:518/600: open fd = 3 2024-02-10T00:09:42.003 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.003 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.003 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.003 INFO:tasks.workunit.client.0.smithi001.stdout:519/600: open fd = 3 2024-02-10T00:09:42.003 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.004 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.004 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.004 INFO:tasks.workunit.client.0.smithi001.stdout:520/600: open fd = 3 2024-02-10T00:09:42.004 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.004 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.004 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.004 INFO:tasks.workunit.client.0.smithi001.stdout:521/600: open fd = 3 2024-02-10T00:09:42.004 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.004 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.004 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.004 INFO:tasks.workunit.client.0.smithi001.stdout:522/600: open fd = 3 2024-02-10T00:09:42.004 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.004 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.004 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.004 INFO:tasks.workunit.client.0.smithi001.stdout:523/600: open fd = 3 2024-02-10T00:09:42.005 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.005 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.005 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.005 INFO:tasks.workunit.client.0.smithi001.stdout:524/600: open fd = 3 2024-02-10T00:09:42.005 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.005 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.005 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.005 INFO:tasks.workunit.client.0.smithi001.stdout:525/600: open fd = 3 2024-02-10T00:09:42.005 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.005 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.005 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.005 INFO:tasks.workunit.client.0.smithi001.stdout:526/600: open fd = 3 2024-02-10T00:09:42.005 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.005 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.005 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.006 INFO:tasks.workunit.client.0.smithi001.stdout:527/600: open fd = 3 2024-02-10T00:09:42.006 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.006 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.006 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.006 INFO:tasks.workunit.client.0.smithi001.stdout:528/600: open fd = 3 2024-02-10T00:09:42.006 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.006 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.006 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.006 INFO:tasks.workunit.client.0.smithi001.stdout:529/600: open fd = 3 2024-02-10T00:09:42.006 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.006 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.006 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.006 INFO:tasks.workunit.client.0.smithi001.stdout:530/600: open fd = 3 2024-02-10T00:09:42.006 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.006 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.007 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.007 INFO:tasks.workunit.client.0.smithi001.stdout:531/600: open fd = 3 2024-02-10T00:09:42.007 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.007 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.007 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.007 INFO:tasks.workunit.client.0.smithi001.stdout:532/600: open fd = 3 2024-02-10T00:09:42.007 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.007 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.007 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.007 INFO:tasks.workunit.client.0.smithi001.stdout:533/600: open fd = 3 2024-02-10T00:09:42.007 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.007 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.007 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.007 INFO:tasks.workunit.client.0.smithi001.stdout:534/600: open fd = 3 2024-02-10T00:09:42.007 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.008 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.008 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.008 INFO:tasks.workunit.client.0.smithi001.stdout:535/600: open fd = 3 2024-02-10T00:09:42.008 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.008 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.008 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.008 INFO:tasks.workunit.client.0.smithi001.stdout:536/600: open fd = 3 2024-02-10T00:09:42.008 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.008 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.008 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.008 INFO:tasks.workunit.client.0.smithi001.stdout:537/600: open fd = 3 2024-02-10T00:09:42.008 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.008 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.008 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.008 INFO:tasks.workunit.client.0.smithi001.stdout:538/600: open fd = 3 2024-02-10T00:09:42.009 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.009 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.009 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.009 INFO:tasks.workunit.client.0.smithi001.stdout:539/600: open fd = 3 2024-02-10T00:09:42.009 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.009 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.009 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.009 INFO:tasks.workunit.client.0.smithi001.stdout:540/600: open fd = 3 2024-02-10T00:09:42.009 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.009 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.009 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.009 INFO:tasks.workunit.client.0.smithi001.stdout:541/600: open fd = 3 2024-02-10T00:09:42.009 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.009 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.009 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.010 INFO:tasks.workunit.client.0.smithi001.stdout:542/600: open fd = 3 2024-02-10T00:09:42.010 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.010 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.010 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.010 INFO:tasks.workunit.client.0.smithi001.stdout:543/600: open fd = 3 2024-02-10T00:09:42.010 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.010 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.010 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.010 INFO:tasks.workunit.client.0.smithi001.stdout:544/600: open fd = 3 2024-02-10T00:09:42.010 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.010 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.010 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.010 INFO:tasks.workunit.client.0.smithi001.stdout:545/600: open fd = 3 2024-02-10T00:09:42.010 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.010 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.011 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.011 INFO:tasks.workunit.client.0.smithi001.stdout:546/600: open fd = 3 2024-02-10T00:09:42.011 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.011 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.011 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.011 INFO:tasks.workunit.client.0.smithi001.stdout:547/600: open fd = 3 2024-02-10T00:09:42.011 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.011 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.011 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.011 INFO:tasks.workunit.client.0.smithi001.stdout:548/600: open fd = 3 2024-02-10T00:09:42.011 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.011 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.011 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.011 INFO:tasks.workunit.client.0.smithi001.stdout:549/600: open fd = 3 2024-02-10T00:09:42.011 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.011 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.012 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.012 INFO:tasks.workunit.client.0.smithi001.stdout:550/600: open fd = 3 2024-02-10T00:09:42.012 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.012 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.012 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.012 INFO:tasks.workunit.client.0.smithi001.stdout:551/600: open fd = 3 2024-02-10T00:09:42.012 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.012 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.012 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.012 INFO:tasks.workunit.client.0.smithi001.stdout:552/600: open fd = 3 2024-02-10T00:09:42.012 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.012 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.012 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.012 INFO:tasks.workunit.client.0.smithi001.stdout:553/600: open fd = 3 2024-02-10T00:09:42.013 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.013 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.013 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.013 INFO:tasks.workunit.client.0.smithi001.stdout:554/600: open fd = 3 2024-02-10T00:09:42.013 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.013 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.013 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.013 INFO:tasks.workunit.client.0.smithi001.stdout:555/600: open fd = 3 2024-02-10T00:09:42.013 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.013 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.013 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.013 INFO:tasks.workunit.client.0.smithi001.stdout:556/600: open fd = 3 2024-02-10T00:09:42.013 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.013 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.013 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.014 INFO:tasks.workunit.client.0.smithi001.stdout:557/600: open fd = 3 2024-02-10T00:09:42.014 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.014 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.014 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.014 INFO:tasks.workunit.client.0.smithi001.stdout:558/600: open fd = 3 2024-02-10T00:09:42.014 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.014 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.014 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.014 INFO:tasks.workunit.client.0.smithi001.stdout:559/600: open fd = 3 2024-02-10T00:09:42.014 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.014 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.014 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:42.014 INFO:tasks.workunit.client.0.smithi001.stdout:560/600: open fd = 3 2024-02-10T00:09:42.014 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.014 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:09:42.015 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:09:43.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:43 smithi088 ceph-mon[36452]: pgmap v322: 97 pgs: 97 active+clean; 4.6 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 64 KiB/s wr, 19 op/s 2024-02-10T00:09:43.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:43 smithi103 ceph-mon[36942]: pgmap v322: 97 pgs: 97 active+clean; 4.6 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 64 KiB/s wr, 19 op/s 2024-02-10T00:09:43.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:43 smithi001 ceph-mon[32335]: pgmap v322: 97 pgs: 97 active+clean; 4.6 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 64 KiB/s wr, 19 op/s 2024-02-10T00:09:43.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.874+0000 7fdd64f6c640 1 -- 172.21.15.1:0/3774758768 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdd60105410 msgr2=0x7fdd6010cfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:43.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.874+0000 7fdd64f6c640 1 --2- 172.21.15.1:0/3774758768 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdd60105410 0x7fdd6010cfe0 secure :-1 s=READY pgs=1667 cs=0 l=1 rev1=1 crypto rx=0x7fdd58009cd0 tx=0x7fdd5802c0f0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.874+0000 7fdd64f6c640 1 -- 172.21.15.1:0/3774758768 shutdown_connections 2024-02-10T00:09:43.876 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.874+0000 7fdd64f6c640 1 --2- 172.21.15.1:0/3774758768 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdd60105410 0x7fdd6010cfe0 unknown :-1 s=CLOSED pgs=1667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.877 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.874+0000 7fdd64f6c640 1 --2- 172.21.15.1:0/3774758768 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdd60100cf0 0x7fdd60104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.877 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.874+0000 7fdd64f6c640 1 --2- 172.21.15.1:0/3774758768 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdd60100340 0x7fdd60100720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.877 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.874+0000 7fdd64f6c640 1 -- 172.21.15.1:0/3774758768 >> 172.21.15.1:0/3774758768 conn(0x7fdd60077220 msgr2=0x7fdd60077630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:43.877 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.874+0000 7fdd64f6c640 1 -- 172.21.15.1:0/3774758768 shutdown_connections 2024-02-10T00:09:43.877 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.874+0000 7fdd64f6c640 1 -- 172.21.15.1:0/3774758768 wait complete. 2024-02-10T00:09:43.879 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.875+0000 7fdd64f6c640 1 Processor -- start 2024-02-10T00:09:43.879 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.875+0000 7fdd64f6c640 1 -- start start 2024-02-10T00:09:43.879 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.875+0000 7fdd64f6c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdd60100340 0x7fdd6019d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:43.880 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.875+0000 7fdd64f6c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdd60105410 0x7fdd6019db10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:43.880 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.875+0000 7fdd64f6c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdd60197720 0x7fdd60197bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:43.880 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.875+0000 7fdd64f6c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd601981d0 con 0x7fdd60100340 2024-02-10T00:09:43.880 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.875+0000 7fdd64f6c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd60198340 con 0x7fdd60197720 2024-02-10T00:09:43.880 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.875+0000 7fdd64f6c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd60198500 con 0x7fdd60105410 2024-02-10T00:09:43.880 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.875+0000 7fdd5e59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdd60100340 0x7fdd6019d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:43.880 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.875+0000 7fdd5e59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdd60100340 0x7fdd6019d5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46988/0 (socket says 172.21.15.1:46988) 2024-02-10T00:09:43.880 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.875+0000 7fdd5e59c640 1 -- 172.21.15.1:0/3943533144 learned_addr learned my addr 172.21.15.1:0/3943533144 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:43.880 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.876+0000 7fdd57fff640 1 --2- 172.21.15.1:0/3943533144 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdd60105410 0x7fdd6019db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:43.880 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.876+0000 7fdd5ed9d640 1 --2- 172.21.15.1:0/3943533144 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdd60197720 0x7fdd60197bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:43.880 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.876+0000 7fdd5e59c640 1 -- 172.21.15.1:0/3943533144 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdd60105410 msgr2=0x7fdd6019db10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:43.880 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.876+0000 7fdd5e59c640 1 --2- 172.21.15.1:0/3943533144 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdd60105410 0x7fdd6019db10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.880 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.876+0000 7fdd5e59c640 1 -- 172.21.15.1:0/3943533144 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdd60197720 msgr2=0x7fdd60197bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:43.880 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.876+0000 7fdd5e59c640 1 --2- 172.21.15.1:0/3943533144 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdd60197720 0x7fdd60197bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.881 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.876+0000 7fdd5e59c640 1 -- 172.21.15.1:0/3943533144 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd58009900 con 0x7fdd60100340 2024-02-10T00:09:43.881 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.876+0000 7fdd57fff640 1 --2- 172.21.15.1:0/3943533144 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdd60105410 0x7fdd6019db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:09:43.881 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.876+0000 7fdd5e59c640 1 --2- 172.21.15.1:0/3943533144 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdd60100340 0x7fdd6019d5d0 secure :-1 s=READY pgs=1668 cs=0 l=1 rev1=1 crypto rx=0x7fdd5000e9f0 tx=0x7fdd5000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:43.881 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.876+0000 7fdd577fe640 1 -- 172.21.15.1:0/3943533144 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd50009700 con 0x7fdd60100340 2024-02-10T00:09:43.881 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.876+0000 7fdd64f6c640 1 -- 172.21.15.1:0/3943533144 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd601a4440 con 0x7fdd60100340 2024-02-10T00:09:43.881 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.876+0000 7fdd577fe640 1 -- 172.21.15.1:0/3943533144 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdd5000cd80 con 0x7fdd60100340 2024-02-10T00:09:43.881 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.876+0000 7fdd577fe640 1 -- 172.21.15.1:0/3943533144 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd50018920 con 0x7fdd60100340 2024-02-10T00:09:43.881 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.876+0000 7fdd64f6c640 1 -- 172.21.15.1:0/3943533144 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd601a49a0 con 0x7fdd60100340 2024-02-10T00:09:43.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.879+0000 7fdd577fe640 1 -- 172.21.15.1:0/3943533144 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fdd50018aa0 con 0x7fdd60100340 2024-02-10T00:09:43.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.879+0000 7fdd67c1a740 1 Processor -- start 2024-02-10T00:09:43.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.879+0000 7fdd67c1a740 1 -- start start 2024-02-10T00:09:43.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.879+0000 7fdd67c1a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557cb9f420b0 0x557cb9f42490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:43.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.879+0000 7fdd67c1a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557cb9f429d0 0x557cb9f4b260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:43.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.879+0000 7fdd67c1a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557cb9f4b7a0 0x557cb9f4db90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:43.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.879+0000 7fdd67c1a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557cb9eb0a00 con 0x557cb9f420b0 2024-02-10T00:09:43.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.879+0000 7fdd67c1a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557cb9eadf30 con 0x557cb9f4b7a0 2024-02-10T00:09:43.888 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.879+0000 7fdd67c1a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557cb9ea9710 con 0x557cb9f429d0 2024-02-10T00:09:43.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.879+0000 7fdd577fe640 1 --2- 172.21.15.1:0/3943533144 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdd4c0a22a0 0x7fdd4c0a4760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:43.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.880+0000 7fdd5ed9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557cb9f420b0 0x557cb9f42490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:43.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.880+0000 7fdd5ed9d640 1 --2- 172.21.15.1:0/3943533144 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdd4c0a22a0 0x7fdd4c0a4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:43.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.880+0000 7fdd577fe640 1 -- 172.21.15.1:0/3943533144 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fdd50014070 con 0x7fdd60100340 2024-02-10T00:09:43.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.880+0000 7fdd5e59c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557cb9f429d0 0x557cb9f4b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:43.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.880+0000 7fdd57fff640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557cb9f4b7a0 0x557cb9f4db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:43.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.880+0000 7fdd5e59c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557cb9f429d0 0x557cb9f4b260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.1:58916/0 (socket says 172.21.15.1:58916) 2024-02-10T00:09:43.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.880+0000 7fdd5e59c640 1 -- 172.21.15.1:0/3415660580 learned_addr learned my addr 172.21.15.1:0/3415660580 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:43.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.880+0000 7fdd5e59c640 1 -- 172.21.15.1:0/3415660580 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557cb9f4b7a0 msgr2=0x557cb9f4db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:43.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.880+0000 7fdd5e59c640 1 --2- 172.21.15.1:0/3415660580 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557cb9f4b7a0 0x557cb9f4db90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.880+0000 7fdd5e59c640 1 -- 172.21.15.1:0/3415660580 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557cb9f420b0 msgr2=0x557cb9f42490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:43.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.880+0000 7fdd5e59c640 1 --2- 172.21.15.1:0/3415660580 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557cb9f420b0 0x557cb9f42490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.880+0000 7fdd5e59c640 1 -- 172.21.15.1:0/3415660580 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557cb9e6e3b0 con 0x557cb9f429d0 2024-02-10T00:09:43.889 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.880+0000 7fdd5ed9d640 1 --2- 172.21.15.1:0/3943533144 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdd4c0a22a0 0x7fdd4c0a4760 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fdd58005cc0 tx=0x7fdd58009360 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.880+0000 7fdd5e59c640 1 --2- 172.21.15.1:0/3415660580 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557cb9f429d0 0x557cb9f4b260 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fdd500cbbe0 tx=0x7fdd5009aed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2ea0a879b0a792bf server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.880+0000 7fdd54ff9640 1 -- 172.21.15.1:0/3415660580 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd500a35c0 con 0x557cb9f429d0 2024-02-10T00:09:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.880+0000 7fdd54ff9640 1 -- 172.21.15.1:0/3415660580 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdd50010b80 con 0x557cb9f429d0 2024-02-10T00:09:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.881+0000 7fdd54ff9640 1 -- 172.21.15.1:0/3415660580 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd5009a580 con 0x557cb9f429d0 2024-02-10T00:09:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.881+0000 7fdd67c1a740 1 -- 172.21.15.1:0/3415660580 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557cb9f429d0 msgr2=0x557cb9f4b260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.881+0000 7fdd67c1a740 1 --2- 172.21.15.1:0/3415660580 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557cb9f429d0 0x557cb9f4b260 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fdd500cbbe0 tx=0x7fdd5009aed0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.881+0000 7fdd67c1a740 1 -- 172.21.15.1:0/3415660580 shutdown_connections 2024-02-10T00:09:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.881+0000 7fdd67c1a740 1 --2- 172.21.15.1:0/3415660580 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557cb9f4b7a0 0x557cb9f4db90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.881+0000 7fdd67c1a740 1 --2- 172.21.15.1:0/3415660580 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557cb9f429d0 0x557cb9f4b260 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.881+0000 7fdd67c1a740 1 --2- 172.21.15.1:0/3415660580 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557cb9f420b0 0x557cb9f42490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.881+0000 7fdd67c1a740 1 -- 172.21.15.1:0/3415660580 >> 172.21.15.1:0/3415660580 conn(0x557cb9f3c9d0 msgr2=0x557cb9f3cdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.881+0000 7fdd67c1a740 1 -- 172.21.15.1:0/3415660580 shutdown_connections 2024-02-10T00:09:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.881+0000 7fdd67c1a740 1 -- 172.21.15.1:0/3415660580 wait complete. 2024-02-10T00:09:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.882+0000 7fdd67c1a740 1 -- start start 2024-02-10T00:09:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.882+0000 7fdd67c1a740 1 Processor -- start 2024-02-10T00:09:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.882+0000 7fdd67c1a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557cb9f420b0 0x557cb9f487f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.882+0000 7fdd67c1a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557cb9f429d0 0x557cb9f48d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.882+0000 7fdd67c1a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557cb9f4b7a0 0x557cb9f49270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.882+0000 7fdd67c1a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557cb9e4eb90 con 0x557cb9f429d0 2024-02-10T00:09:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.882+0000 7fdd67c1a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557cb9b7d250 con 0x557cb9f4b7a0 2024-02-10T00:09:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.882+0000 7fdd67c1a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557cb9e2f200 con 0x557cb9f420b0 2024-02-10T00:09:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.882+0000 7fdd67c1a740 10 client.0 _ll_register_callbacks cb 0x557cb9e655d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:09:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.882+0000 7fdd57fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557cb9f429d0 0x557cb9f48d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.882+0000 7fdd57fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557cb9f429d0 0x557cb9f48d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:46998/0 (socket says 172.21.15.1:46998) 2024-02-10T00:09:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.882+0000 7fdd57fff640 1 -- 172.21.15.1:0/1129881627 learned_addr learned my addr 172.21.15.1:0/1129881627 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.882+0000 7fdd5e59c640 1 --2- 172.21.15.1:0/1129881627 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557cb9f420b0 0x557cb9f487f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.882+0000 7fdd5ed9d640 1 --2- 172.21.15.1:0/1129881627 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557cb9f4b7a0 0x557cb9f49270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:43.892 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.882+0000 7fdd57fff640 1 -- 172.21.15.1:0/1129881627 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557cb9f420b0 msgr2=0x557cb9f487f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:43.892 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.882+0000 7fdd57fff640 1 --2- 172.21.15.1:0/1129881627 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557cb9f420b0 0x557cb9f487f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.892 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.882+0000 7fdd57fff640 1 -- 172.21.15.1:0/1129881627 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557cb9f4b7a0 msgr2=0x557cb9f49270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:43.892 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.882+0000 7fdd57fff640 1 --2- 172.21.15.1:0/1129881627 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557cb9f4b7a0 0x557cb9f49270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.892 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.882+0000 7fdd57fff640 1 -- 172.21.15.1:0/1129881627 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd601a49a0 con 0x557cb9f429d0 2024-02-10T00:09:43.892 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.882+0000 7fdd5ed9d640 1 --2- 172.21.15.1:0/1129881627 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557cb9f4b7a0 0x557cb9f49270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:09:43.892 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.883+0000 7fdd57fff640 1 --2- 172.21.15.1:0/1129881627 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557cb9f429d0 0x557cb9f48d30 secure :-1 s=READY pgs=1669 cs=0 l=1 rev1=1 crypto rx=0x7fdd48012d20 tx=0x7fdd4800f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e985fa1c8fbaa369 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:43.892 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.883+0000 7fdd45ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:09:43.892 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.883+0000 7fdd45ffb640 1 -- 172.21.15.1:0/1129881627 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd48017070 con 0x557cb9f429d0 2024-02-10T00:09:43.892 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.883+0000 7fdd45ffb640 1 -- 172.21.15.1:0/1129881627 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fdd480120d0 con 0x557cb9f429d0 2024-02-10T00:09:43.892 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.883+0000 7fdd67c1a740 1 -- 172.21.15.1:0/1129881627 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557cb9ecfee0 con 0x557cb9f429d0 2024-02-10T00:09:43.892 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.883+0000 7fdd45ffb640 1 -- 172.21.15.1:0/1129881627 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdd4800fe60 con 0x557cb9f429d0 2024-02-10T00:09:43.892 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.883+0000 7fdd67c1a740 10 client.19308 fetch_fsmap learned FSMap version 29 2024-02-10T00:09:43.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.883+0000 7fdd67c1a740 1 -- 172.21.15.1:0/1129881627 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x557cb9ea7d90 con 0x557cb9f429d0 2024-02-10T00:09:43.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.883+0000 7fdd45ffb640 1 -- 172.21.15.1:0/1129881627 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x557cb9ecfee0 con 0x557cb9f429d0 2024-02-10T00:09:43.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.883+0000 7fdd45ffb640 1 -- 172.21.15.1:0/1129881627 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fdd48010550 con 0x557cb9f429d0 2024-02-10T00:09:43.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.883+0000 7fdd67c1a740 10 client.19308 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:09:43.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.883+0000 7fdd67c1a740 10 client.19308 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:09:43.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.883+0000 7fdd67c1a740 20 client.19308 populate_metadata read hostname 'smithi001' 2024-02-10T00:09:43.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.883+0000 7fdd67c1a740 1 --2- 172.21.15.1:0/1129881627 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557cb9f5bac0 0x557cb9f5dee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:43.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.883+0000 7fdd67c1a740 4 client.19308 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:09:43.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.883+0000 7fdd67c1a740 1 -- 172.21.15.1:0/1129881627 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557cb9ba9600 con 0x557cb9f5bac0 2024-02-10T00:09:43.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.884+0000 7fdd5e59c640 1 --2- 172.21.15.1:0/1129881627 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557cb9f5bac0 0x557cb9f5dee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:43.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.884+0000 7fdd5e59c640 1 --2- 172.21.15.1:0/1129881627 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557cb9f5bac0 0x557cb9f5dee0 crc :-1 s=READY pgs=288 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e01094c240edfe0c server_cookie=24cb046b85f2f29d in_seq=0 out_seq=0 2024-02-10T00:09:43.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.884+0000 7fdd45ffb640 10 client.19308 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:43.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.885+0000 7fdd45ffb640 1 -- 172.21.15.1:0/1129881627 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x557cb9ba9600 con 0x557cb9f5bac0 2024-02-10T00:09:43.893 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.885+0000 7fdd45ffb640 10 client.19308 handle_command_reply: tid=0 2024-02-10T00:09:43.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.885+0000 7fdd67c1a740 1 client.19308 shutdown 2024-02-10T00:09:43.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.885+0000 7fdd67c1a740 1 -- 172.21.15.1:0/1129881627 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557cb9f429d0 msgr2=0x557cb9f48d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:43.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.885+0000 7fdd67c1a740 1 --2- 172.21.15.1:0/1129881627 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557cb9f429d0 0x557cb9f48d30 secure :-1 s=READY pgs=1669 cs=0 l=1 rev1=1 crypto rx=0x7fdd48012d20 tx=0x7fdd4800f790 comp rx=0 tx=0).stop 2024-02-10T00:09:43.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.885+0000 7fdd67c1a740 1 -- 172.21.15.1:0/1129881627 shutdown_connections 2024-02-10T00:09:43.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.885+0000 7fdd67c1a740 1 --2- 172.21.15.1:0/1129881627 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557cb9f5bac0 0x557cb9f5dee0 crc :-1 s=READY pgs=288 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.885+0000 7fdd67c1a740 1 --2- 172.21.15.1:0/1129881627 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557cb9f4b7a0 0x557cb9f49270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.885+0000 7fdd67c1a740 1 --2- 172.21.15.1:0/1129881627 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557cb9f429d0 0x557cb9f48d30 unknown :-1 s=CLOSED pgs=1669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.885+0000 7fdd45ffb640 0 client.19308 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:43.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.885+0000 7fdd67c1a740 1 --2- 172.21.15.1:0/1129881627 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557cb9f420b0 0x557cb9f487f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.885+0000 7fdd67c1a740 1 -- 172.21.15.1:0/1129881627 >> 172.21.15.1:0/1129881627 conn(0x557cb9f3c9d0 msgr2=0x557cb9f3e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:43.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.885+0000 7fdd67c1a740 1 -- 172.21.15.1:0/1129881627 shutdown_connections 2024-02-10T00:09:43.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.885+0000 7fdd67c1a740 1 -- 172.21.15.1:0/1129881627 wait complete. 2024-02-10T00:09:43.894 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.885+0000 7fdd67c1a740 20 client.19308 trim_cache size 0 max 16384 2024-02-10T00:09:43.905 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.899+0000 7fdd67c1a740 1 Processor -- start 2024-02-10T00:09:43.905 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.899+0000 7fdd67c1a740 1 -- start start 2024-02-10T00:09:43.905 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.899+0000 7fdd67c1a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557cb9f420b0 0x557cb9f4af20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:43.905 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.899+0000 7fdd67c1a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557cb9f429d0 0x557cb9f432c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:43.905 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.899+0000 7fdd67c1a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557cb9f4b7a0 0x557cb9f49090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:43.905 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.899+0000 7fdd67c1a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557cb9f630d0 con 0x557cb9f429d0 2024-02-10T00:09:43.905 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.899+0000 7fdd67c1a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557cb9f46d40 con 0x557cb9f4b7a0 2024-02-10T00:09:43.906 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.899+0000 7fdd67c1a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557cb9f3c1b0 con 0x557cb9f420b0 2024-02-10T00:09:43.906 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.899+0000 7fdd57fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557cb9f429d0 0x557cb9f432c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:43.906 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.899+0000 7fdd57fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557cb9f429d0 0x557cb9f432c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47006/0 (socket says 172.21.15.1:47006) 2024-02-10T00:09:43.906 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.899+0000 7fdd57fff640 1 -- 172.21.15.1:0/120211914 learned_addr learned my addr 172.21.15.1:0/120211914 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:43.906 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.899+0000 7fdd5ed9d640 1 --2- 172.21.15.1:0/120211914 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557cb9f4b7a0 0x557cb9f49090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:43.906 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.899+0000 7fdd5e59c640 1 --2- 172.21.15.1:0/120211914 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557cb9f420b0 0x557cb9f4af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:43.906 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.899+0000 7fdd57fff640 1 -- 172.21.15.1:0/120211914 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557cb9f420b0 msgr2=0x557cb9f4af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:43.906 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.899+0000 7fdd57fff640 1 --2- 172.21.15.1:0/120211914 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557cb9f420b0 0x557cb9f4af20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.906 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.899+0000 7fdd57fff640 1 -- 172.21.15.1:0/120211914 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557cb9f4b7a0 msgr2=0x557cb9f49090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:43.906 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.899+0000 7fdd57fff640 1 --2- 172.21.15.1:0/120211914 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557cb9f4b7a0 0x557cb9f49090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.906 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.899+0000 7fdd57fff640 1 -- 172.21.15.1:0/120211914 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557cb9e44820 con 0x557cb9f429d0 2024-02-10T00:09:43.906 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.899+0000 7fdd5e59c640 1 --2- 172.21.15.1:0/120211914 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557cb9f420b0 0x557cb9f4af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:09:43.906 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.900+0000 7fdd57fff640 1 --2- 172.21.15.1:0/120211914 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557cb9f429d0 0x557cb9f432c0 secure :-1 s=READY pgs=1670 cs=0 l=1 rev1=1 crypto rx=0x7fdd48001eb0 tx=0x7fdd48005db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9a2eb3e877edb0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:43.906 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.900+0000 7fdd47fff640 1 -- 172.21.15.1:0/120211914 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd48017070 con 0x557cb9f429d0 2024-02-10T00:09:43.907 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.900+0000 7fdd47fff640 1 -- 172.21.15.1:0/120211914 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdd48018040 con 0x557cb9f429d0 2024-02-10T00:09:43.907 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.900+0000 7fdd47fff640 1 -- 172.21.15.1:0/120211914 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd48010690 con 0x557cb9f429d0 2024-02-10T00:09:43.907 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.900+0000 7fdd67c1a740 1 -- 172.21.15.1:0/120211914 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557cb9f429d0 msgr2=0x557cb9f432c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:43.907 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.900+0000 7fdd67c1a740 1 --2- 172.21.15.1:0/120211914 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557cb9f429d0 0x557cb9f432c0 secure :-1 s=READY pgs=1670 cs=0 l=1 rev1=1 crypto rx=0x7fdd48001eb0 tx=0x7fdd48005db0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.907 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.900+0000 7fdd67c1a740 1 -- 172.21.15.1:0/120211914 shutdown_connections 2024-02-10T00:09:43.907 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.900+0000 7fdd67c1a740 1 --2- 172.21.15.1:0/120211914 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557cb9f4b7a0 0x557cb9f49090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.907 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.900+0000 7fdd67c1a740 1 --2- 172.21.15.1:0/120211914 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557cb9f429d0 0x557cb9f432c0 unknown :-1 s=CLOSED pgs=1670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.907 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.900+0000 7fdd67c1a740 1 --2- 172.21.15.1:0/120211914 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557cb9f420b0 0x557cb9f4af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.907 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.900+0000 7fdd67c1a740 1 -- 172.21.15.1:0/120211914 >> 172.21.15.1:0/120211914 conn(0x557cb9f3c9d0 msgr2=0x557cb9f43b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:43.907 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.900+0000 7fdd67c1a740 1 -- 172.21.15.1:0/120211914 shutdown_connections 2024-02-10T00:09:43.907 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.900+0000 7fdd67c1a740 1 -- 172.21.15.1:0/120211914 wait complete. 2024-02-10T00:09:43.907 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.901+0000 7fdd67c1a740 1 -- start start 2024-02-10T00:09:43.907 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.901+0000 7fdd67c1a740 1 Processor -- start 2024-02-10T00:09:43.907 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.901+0000 7fdd67c1a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557cb9f420b0 0x557cb9f506c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:43.907 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.901+0000 7fdd67c1a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557cb9f429d0 0x557cb9f50c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:43.908 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.901+0000 7fdd67c1a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557cb9f4b7a0 0x557cb9faaf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:43.908 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.901+0000 7fdd67c1a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x557cb9fab4d0 con 0x557cb9f429d0 2024-02-10T00:09:43.908 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.901+0000 7fdd67c1a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x557cb9fab640 con 0x557cb9f4b7a0 2024-02-10T00:09:43.908 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.901+0000 7fdd67c1a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x557cb9fab800 con 0x557cb9f420b0 2024-02-10T00:09:43.908 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.901+0000 7fdd67c1a740 10 client.0 _ll_register_callbacks cb 0x7fdd48009cc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:09:43.908 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.901+0000 7fdd57fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557cb9f429d0 0x557cb9f50c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:43.908 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.901+0000 7fdd57fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557cb9f429d0 0x557cb9f50c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47016/0 (socket says 172.21.15.1:47016) 2024-02-10T00:09:43.908 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.901+0000 7fdd57fff640 1 -- 172.21.15.1:0/3169728159 learned_addr learned my addr 172.21.15.1:0/3169728159 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:43.908 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.901+0000 7fdd5e59c640 1 --2- 172.21.15.1:0/3169728159 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557cb9f420b0 0x557cb9f506c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:43.908 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.901+0000 7fdd5ed9d640 1 --2- 172.21.15.1:0/3169728159 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557cb9f4b7a0 0x557cb9faaf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:43.908 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.901+0000 7fdd57fff640 1 -- 172.21.15.1:0/3169728159 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557cb9f420b0 msgr2=0x557cb9f506c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:43.908 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.901+0000 7fdd57fff640 1 --2- 172.21.15.1:0/3169728159 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557cb9f420b0 0x557cb9f506c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.908 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.901+0000 7fdd57fff640 1 -- 172.21.15.1:0/3169728159 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557cb9f4b7a0 msgr2=0x557cb9faaf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:43.908 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.901+0000 7fdd57fff640 1 --2- 172.21.15.1:0/3169728159 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557cb9f4b7a0 0x557cb9faaf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.909 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.901+0000 7fdd57fff640 1 -- 172.21.15.1:0/3169728159 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557cb9ea7d90 con 0x557cb9f429d0 2024-02-10T00:09:43.909 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.901+0000 7fdd5e59c640 1 --2- 172.21.15.1:0/3169728159 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557cb9f420b0 0x557cb9f506c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:09:43.909 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.902+0000 7fdd57fff640 1 --2- 172.21.15.1:0/3169728159 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557cb9f429d0 0x557cb9f50c00 secure :-1 s=READY pgs=1671 cs=0 l=1 rev1=1 crypto rx=0x7fdd480059f0 tx=0x7fdd4800ff50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbd233c0db428d3b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:43.909 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.902+0000 7fdd45ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:09:43.909 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.902+0000 7fdd45ffb640 1 -- 172.21.15.1:0/3169728159 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd48017070 con 0x557cb9f429d0 2024-02-10T00:09:43.909 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.902+0000 7fdd45ffb640 1 -- 172.21.15.1:0/3169728159 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fdd48012090 con 0x557cb9f429d0 2024-02-10T00:09:43.909 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.902+0000 7fdd67c1a740 1 -- 172.21.15.1:0/3169728159 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fdd50010b80 con 0x557cb9f429d0 2024-02-10T00:09:43.909 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.902+0000 7fdd45ffb640 1 -- 172.21.15.1:0/3169728159 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdd480054e0 con 0x557cb9f429d0 2024-02-10T00:09:43.909 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.902+0000 7fdd67c1a740 10 client.19314 fetch_fsmap learned FSMap version 29 2024-02-10T00:09:43.909 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.902+0000 7fdd67c1a740 1 -- 172.21.15.1:0/3169728159 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x557cb9e6a6f0 con 0x557cb9f429d0 2024-02-10T00:09:43.909 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.902+0000 7fdd45ffb640 1 -- 172.21.15.1:0/3169728159 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdd50010b80 con 0x557cb9f429d0 2024-02-10T00:09:43.909 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.902+0000 7fdd45ffb640 1 -- 172.21.15.1:0/3169728159 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fdd4802e6b0 con 0x557cb9f429d0 2024-02-10T00:09:43.909 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.902+0000 7fdd67c1a740 10 client.19314 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:09:43.909 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.902+0000 7fdd67c1a740 10 client.19314 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:09:43.909 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.902+0000 7fdd67c1a740 20 client.19314 populate_metadata read hostname 'smithi001' 2024-02-10T00:09:43.910 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.902+0000 7fdd67c1a740 1 --2- 172.21.15.1:0/3169728159 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557cb9fb2d70 0x557cb9fb5190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:43.910 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.902+0000 7fdd67c1a740 4 client.19314 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:09:43.910 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.902+0000 7fdd67c1a740 1 -- 172.21.15.1:0/3169728159 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x557cb9bfa1b0 con 0x557cb9fb2d70 2024-02-10T00:09:43.910 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.903+0000 7fdd5e59c640 1 --2- 172.21.15.1:0/3169728159 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557cb9fb2d70 0x557cb9fb5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:43.910 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.903+0000 7fdd5e59c640 1 --2- 172.21.15.1:0/3169728159 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557cb9fb2d70 0x557cb9fb5190 crc :-1 s=READY pgs=289 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a5ee9cf4114cf1ed server_cookie=8c6c3534f683dbe7 in_seq=0 out_seq=0 2024-02-10T00:09:43.910 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.903+0000 7fdd45ffb640 10 client.19314 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:43.920 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.918+0000 7fdd45ffb640 1 -- 172.21.15.1:0/3169728159 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x557cb9bfa1b0 con 0x557cb9fb2d70 2024-02-10T00:09:43.920 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.918+0000 7fdd45ffb640 10 client.19314 handle_command_reply: tid=0 2024-02-10T00:09:43.920 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.918+0000 7fdd67c1a740 1 client.19314 shutdown 2024-02-10T00:09:43.920 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.918+0000 7fdd67c1a740 1 -- 172.21.15.1:0/3169728159 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557cb9f429d0 msgr2=0x557cb9f50c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:43.921 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.918+0000 7fdd67c1a740 1 --2- 172.21.15.1:0/3169728159 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557cb9f429d0 0x557cb9f50c00 secure :-1 s=READY pgs=1671 cs=0 l=1 rev1=1 crypto rx=0x7fdd480059f0 tx=0x7fdd4800ff50 comp rx=0 tx=0).stop 2024-02-10T00:09:43.921 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.918+0000 7fdd67c1a740 1 -- 172.21.15.1:0/3169728159 shutdown_connections 2024-02-10T00:09:43.921 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.918+0000 7fdd67c1a740 1 --2- 172.21.15.1:0/3169728159 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x557cb9fb2d70 0x557cb9fb5190 crc :-1 s=READY pgs=289 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.921 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.918+0000 7fdd67c1a740 1 --2- 172.21.15.1:0/3169728159 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x557cb9f4b7a0 0x557cb9faaf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.921 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.918+0000 7fdd67c1a740 1 --2- 172.21.15.1:0/3169728159 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x557cb9f429d0 0x557cb9f50c00 unknown :-1 s=CLOSED pgs=1671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.921 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.918+0000 7fdd45ffb640 0 client.19314 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:43.921 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.918+0000 7fdd67c1a740 1 --2- 172.21.15.1:0/3169728159 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x557cb9f420b0 0x557cb9f506c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.921 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.918+0000 7fdd67c1a740 1 -- 172.21.15.1:0/3169728159 >> 172.21.15.1:0/3169728159 conn(0x557cb9f3c9d0 msgr2=0x557cb9f47060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:43.921 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.918+0000 7fdd67c1a740 1 -- 172.21.15.1:0/3169728159 shutdown_connections 2024-02-10T00:09:43.921 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.918+0000 7fdd67c1a740 1 -- 172.21.15.1:0/3169728159 wait complete. 2024-02-10T00:09:43.921 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.919+0000 7fdd67c1a740 20 client.19314 trim_cache size 0 max 16384 2024-02-10T00:09:43.922 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:09:43.922 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:09:43.922 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:09:43.922 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:09:43.922 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.919+0000 7fdd64f6c640 1 -- 172.21.15.1:0/3943533144 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdd4c0a22a0 msgr2=0x7fdd4c0a4760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:43.923 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.919+0000 7fdd64f6c640 1 --2- 172.21.15.1:0/3943533144 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdd4c0a22a0 0x7fdd4c0a4760 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fdd58005cc0 tx=0x7fdd58009360 comp rx=0 tx=0).stop 2024-02-10T00:09:43.923 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.919+0000 7fdd64f6c640 1 -- 172.21.15.1:0/3943533144 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdd60100340 msgr2=0x7fdd6019d5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:43.923 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.919+0000 7fdd64f6c640 1 --2- 172.21.15.1:0/3943533144 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdd60100340 0x7fdd6019d5d0 secure :-1 s=READY pgs=1668 cs=0 l=1 rev1=1 crypto rx=0x7fdd5000e9f0 tx=0x7fdd5000eeb0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.923 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.919+0000 7fdd64f6c640 1 -- 172.21.15.1:0/3943533144 shutdown_connections 2024-02-10T00:09:43.923 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.919+0000 7fdd64f6c640 1 --2- 172.21.15.1:0/3943533144 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdd4c0a22a0 0x7fdd4c0a4760 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.923 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.919+0000 7fdd64f6c640 1 --2- 172.21.15.1:0/3943533144 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdd60197720 0x7fdd60197bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.923 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.919+0000 7fdd64f6c640 1 --2- 172.21.15.1:0/3943533144 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdd60105410 0x7fdd6019db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.923 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.919+0000 7fdd64f6c640 1 --2- 172.21.15.1:0/3943533144 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdd60100340 0x7fdd6019d5d0 unknown :-1 s=CLOSED pgs=1668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:43.923 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.919+0000 7fdd64f6c640 1 -- 172.21.15.1:0/3943533144 >> 172.21.15.1:0/3943533144 conn(0x7fdd60077220 msgr2=0x7fdd60068d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:43.923 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.919+0000 7fdd64f6c640 1 -- 172.21.15.1:0/3943533144 shutdown_connections 2024-02-10T00:09:43.923 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:43.919+0000 7fdd64f6c640 1 -- 172.21.15.1:0/3943533144 wait complete. 2024-02-10T00:09:45.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:45 smithi088 ceph-mon[36452]: pgmap v323: 97 pgs: 97 active+clean; 4.8 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 82 KiB/s wr, 25 op/s 2024-02-10T00:09:45.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:45 smithi103 ceph-mon[36942]: pgmap v323: 97 pgs: 97 active+clean; 4.8 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 82 KiB/s wr, 25 op/s 2024-02-10T00:09:45.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:45 smithi001 ceph-mon[32335]: pgmap v323: 97 pgs: 97 active+clean; 4.8 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 82 KiB/s wr, 25 op/s 2024-02-10T00:09:47.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:47 smithi088 ceph-mon[36452]: pgmap v324: 97 pgs: 97 active+clean; 4.8 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 35 KiB/s wr, 14 op/s 2024-02-10T00:09:47.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:47 smithi103 ceph-mon[36942]: pgmap v324: 97 pgs: 97 active+clean; 4.8 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 35 KiB/s wr, 14 op/s 2024-02-10T00:09:47.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:47 smithi001 ceph-mon[32335]: pgmap v324: 97 pgs: 97 active+clean; 4.8 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 35 KiB/s wr, 14 op/s 2024-02-10T00:09:49.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:49 smithi088 ceph-mon[36452]: pgmap v325: 97 pgs: 97 active+clean; 5.0 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 59 KiB/s wr, 23 op/s 2024-02-10T00:09:49.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:49 smithi103 ceph-mon[36942]: pgmap v325: 97 pgs: 97 active+clean; 5.0 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 59 KiB/s wr, 23 op/s 2024-02-10T00:09:49.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:49 smithi001 ceph-mon[32335]: pgmap v325: 97 pgs: 97 active+clean; 5.0 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 59 KiB/s wr, 23 op/s 2024-02-10T00:09:51.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:51 smithi088 ceph-mon[36452]: pgmap v326: 97 pgs: 97 active+clean; 5.0 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:09:51.387 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:51 smithi103 ceph-mon[36942]: pgmap v326: 97 pgs: 97 active+clean; 5.0 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:09:51.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:51 smithi001 ceph-mon[32335]: pgmap v326: 97 pgs: 97 active+clean; 5.0 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:09:53.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:53 smithi088 ceph-mon[36452]: pgmap v327: 97 pgs: 97 active+clean; 5.0 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:09:53.388 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:53 smithi103 ceph-mon[36942]: pgmap v327: 97 pgs: 97 active+clean; 5.0 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:09:53.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:53 smithi001 ceph-mon[32335]: pgmap v327: 97 pgs: 97 active+clean; 5.0 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 42 KiB/s wr, 15 op/s 2024-02-10T00:09:55.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:55 smithi088 ceph-mon[36452]: pgmap v328: 97 pgs: 97 active+clean; 5.2 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-02-10T00:09:55.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:55 smithi103 ceph-mon[36942]: pgmap v328: 97 pgs: 97 active+clean; 5.2 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-02-10T00:09:55.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:55 smithi001 ceph-mon[32335]: pgmap v328: 97 pgs: 97 active+clean; 5.2 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 60 KiB/s wr, 22 op/s 2024-02-10T00:09:57.021 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.017+0000 7ffa25840640 1 -- 172.21.15.1:0/73636259 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa20100380 msgr2=0x7ffa20100800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:57.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.017+0000 7ffa25840640 1 --2- 172.21.15.1:0/73636259 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa20100380 0x7ffa20100800 secure :-1 s=READY pgs=1672 cs=0 l=1 rev1=1 crypto rx=0x7ffa14009900 tx=0x7ffa1402bc80 comp rx=0 tx=0).stop 2024-02-10T00:09:57.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.018+0000 7ffa25840640 1 -- 172.21.15.1:0/73636259 shutdown_connections 2024-02-10T00:09:57.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.018+0000 7ffa25840640 1 --2- 172.21.15.1:0/73636259 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa20100d40 0x7ffa2010cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.018+0000 7ffa25840640 1 --2- 172.21.15.1:0/73636259 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa20100380 0x7ffa20100800 unknown :-1 s=CLOSED pgs=1672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.018+0000 7ffa25840640 1 --2- 172.21.15.1:0/73636259 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa20106240 0x7ffa20106620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.018+0000 7ffa25840640 1 -- 172.21.15.1:0/73636259 >> 172.21.15.1:0/73636259 conn(0x7ffa20076f80 msgr2=0x7ffa20077390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:57.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.018+0000 7ffa25840640 1 -- 172.21.15.1:0/73636259 shutdown_connections 2024-02-10T00:09:57.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.018+0000 7ffa25840640 1 -- 172.21.15.1:0/73636259 wait complete. 2024-02-10T00:09:57.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.018+0000 7ffa25840640 1 Processor -- start 2024-02-10T00:09:57.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.018+0000 7ffa25840640 1 -- start start 2024-02-10T00:09:57.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.019+0000 7ffa25840640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa20100380 0x7ffa20198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:57.022 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.019+0000 7ffa25840640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa20100d40 0x7ffa20198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:57.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.019+0000 7ffa25840640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa20106240 0x7ffa201a37b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:57.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.019+0000 7ffa25840640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa201994d0 con 0x7ffa20106240 2024-02-10T00:09:57.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.019+0000 7ffa25840640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa201a3cf0 con 0x7ffa20100380 2024-02-10T00:09:57.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.019+0000 7ffa25840640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa201a3e30 con 0x7ffa20100d40 2024-02-10T00:09:57.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.019+0000 7ffa1f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa20106240 0x7ffa201a37b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:57.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.019+0000 7ffa1f7fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa20106240 0x7ffa201a37b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:51030/0 (socket says 172.21.15.1:51030) 2024-02-10T00:09:57.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.019+0000 7ffa1f7fe640 1 -- 172.21.15.1:0/1445900702 learned_addr learned my addr 172.21.15.1:0/1445900702 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:57.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.019+0000 7ffa1e7fc640 1 --2- 172.21.15.1:0/1445900702 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa20100d40 0x7ffa20198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:57.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.019+0000 7ffa1effd640 1 --2- 172.21.15.1:0/1445900702 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa20100380 0x7ffa20198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:57.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.019+0000 7ffa1f7fe640 1 -- 172.21.15.1:0/1445900702 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa20100d40 msgr2=0x7ffa20198c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:57.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.019+0000 7ffa1f7fe640 1 --2- 172.21.15.1:0/1445900702 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa20100d40 0x7ffa20198c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.019+0000 7ffa1f7fe640 1 -- 172.21.15.1:0/1445900702 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa20100380 msgr2=0x7ffa20198730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:57.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.019+0000 7ffa1f7fe640 1 --2- 172.21.15.1:0/1445900702 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa20100380 0x7ffa20198730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.023 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.019+0000 7ffa1f7fe640 1 -- 172.21.15.1:0/1445900702 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa14009560 con 0x7ffa20106240 2024-02-10T00:09:57.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.019+0000 7ffa1e7fc640 1 --2- 172.21.15.1:0/1445900702 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa20100d40 0x7ffa20198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:09:57.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.019+0000 7ffa1effd640 1 --2- 172.21.15.1:0/1445900702 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa20100380 0x7ffa20198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:09:57.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.019+0000 7ffa1f7fe640 1 --2- 172.21.15.1:0/1445900702 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa20106240 0x7ffa201a37b0 secure :-1 s=READY pgs=1673 cs=0 l=1 rev1=1 crypto rx=0x7ffa1800ea60 tx=0x7ffa1800ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:57.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.019+0000 7ffa2483e640 1 -- 172.21.15.1:0/1445900702 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa1800ce40 con 0x7ffa20106240 2024-02-10T00:09:57.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.020+0000 7ffa2483e640 1 -- 172.21.15.1:0/1445900702 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ffa18005020 con 0x7ffa20106240 2024-02-10T00:09:57.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.020+0000 7ffa2483e640 1 -- 172.21.15.1:0/1445900702 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa18010690 con 0x7ffa20106240 2024-02-10T00:09:57.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.020+0000 7ffa25840640 1 -- 172.21.15.1:0/1445900702 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa201a4090 con 0x7ffa20106240 2024-02-10T00:09:57.024 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.020+0000 7ffa25840640 1 -- 172.21.15.1:0/1445900702 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa201a4550 con 0x7ffa20106240 2024-02-10T00:09:57.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.022+0000 7ffa2483e640 1 -- 172.21.15.1:0/1445900702 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7ffa18005500 con 0x7ffa20106240 2024-02-10T00:09:57.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.022+0000 7ffa28415740 1 Processor -- start 2024-02-10T00:09:57.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.022+0000 7ffa28415740 1 -- start start 2024-02-10T00:09:57.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.023+0000 7ffa28415740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8bcd670b0 0x55b8bcd67490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:57.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.023+0000 7ffa28415740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8bcd679d0 0x55b8bcd70260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:57.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.023+0000 7ffa28415740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8bcd707a0 0x55b8bcd72b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:57.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.023+0000 7ffa28415740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8bccd5a00 con 0x55b8bcd679d0 2024-02-10T00:09:57.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.023+0000 7ffa28415740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8bccd2f30 con 0x55b8bcd670b0 2024-02-10T00:09:57.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.023+0000 7ffa28415740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8bccce710 con 0x55b8bcd707a0 2024-02-10T00:09:57.030 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.023+0000 7ffa1effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8bcd679d0 0x55b8bcd70260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.023+0000 7ffa1effd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8bcd679d0 0x55b8bcd70260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:51040/0 (socket says 172.21.15.1:51040) 2024-02-10T00:09:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.023+0000 7ffa1effd640 1 -- 172.21.15.1:0/2277067755 learned_addr learned my addr 172.21.15.1:0/2277067755 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.023+0000 7ffa2483e640 1 --2- 172.21.15.1:0/1445900702 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ffa080a2220 0x7ffa080a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.023+0000 7ffa1e7fc640 1 --2- 172.21.15.1:0/2277067755 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8bcd670b0 0x55b8bcd67490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.023+0000 7ffa1e7fc640 1 --2- 172.21.15.1:0/2277067755 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8bcd707a0 0x55b8bcd72b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.023+0000 7ffa1f7fe640 1 --2- 172.21.15.1:0/1445900702 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ffa080a2220 0x7ffa080a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.023+0000 7ffa1effd640 1 -- 172.21.15.1:0/2277067755 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8bcd707a0 msgr2=0x55b8bcd72b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.023+0000 7ffa1effd640 1 --2- 172.21.15.1:0/2277067755 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8bcd707a0 0x55b8bcd72b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.023+0000 7ffa1effd640 1 -- 172.21.15.1:0/2277067755 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8bcd670b0 msgr2=0x55b8bcd67490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.023+0000 7ffa1effd640 1 --2- 172.21.15.1:0/2277067755 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8bcd670b0 0x55b8bcd67490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.023+0000 7ffa1effd640 1 -- 172.21.15.1:0/2277067755 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b8bcc933b0 con 0x55b8bcd679d0 2024-02-10T00:09:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.023+0000 7ffa1e7fc640 1 --2- 172.21.15.1:0/2277067755 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8bcd670b0 0x55b8bcd67490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:09:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.023+0000 7ffa2483e640 1 -- 172.21.15.1:0/1445900702 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7ffa18014070 con 0x7ffa20106240 2024-02-10T00:09:57.031 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.024+0000 7ffa1effd640 1 --2- 172.21.15.1:0/2277067755 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8bcd679d0 0x55b8bcd70260 secure :-1 s=READY pgs=1674 cs=0 l=1 rev1=1 crypto rx=0x7ffa1000bcc0 tx=0x7ffa1000f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a69b482f1ed5a2ac server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.024+0000 7ffa05ffb640 1 -- 172.21.15.1:0/2277067755 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa1001a460 con 0x55b8bcd679d0 2024-02-10T00:09:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.024+0000 7ffa1f7fe640 1 --2- 172.21.15.1:0/1445900702 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ffa080a2220 0x7ffa080a46e0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7ffa18097ae0 tx=0x7ffa180c5a10 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.024+0000 7ffa05ffb640 1 -- 172.21.15.1:0/2277067755 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ffa1001aaa0 con 0x55b8bcd679d0 2024-02-10T00:09:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.024+0000 7ffa05ffb640 1 -- 172.21.15.1:0/2277067755 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa10011bb0 con 0x55b8bcd679d0 2024-02-10T00:09:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.024+0000 7ffa28415740 1 -- 172.21.15.1:0/2277067755 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8bcd679d0 msgr2=0x55b8bcd70260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.024+0000 7ffa28415740 1 --2- 172.21.15.1:0/2277067755 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8bcd679d0 0x55b8bcd70260 secure :-1 s=READY pgs=1674 cs=0 l=1 rev1=1 crypto rx=0x7ffa1000bcc0 tx=0x7ffa1000f730 comp rx=0 tx=0).stop 2024-02-10T00:09:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.025+0000 7ffa28415740 1 -- 172.21.15.1:0/2277067755 shutdown_connections 2024-02-10T00:09:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.025+0000 7ffa28415740 1 --2- 172.21.15.1:0/2277067755 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8bcd707a0 0x55b8bcd72b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.025+0000 7ffa28415740 1 --2- 172.21.15.1:0/2277067755 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8bcd679d0 0x55b8bcd70260 unknown :-1 s=CLOSED pgs=1674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.025+0000 7ffa28415740 1 --2- 172.21.15.1:0/2277067755 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8bcd670b0 0x55b8bcd67490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.025+0000 7ffa28415740 1 -- 172.21.15.1:0/2277067755 >> 172.21.15.1:0/2277067755 conn(0x55b8bcd619d0 msgr2=0x55b8bcd61db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.025+0000 7ffa28415740 1 -- 172.21.15.1:0/2277067755 shutdown_connections 2024-02-10T00:09:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.025+0000 7ffa28415740 1 -- 172.21.15.1:0/2277067755 wait complete. 2024-02-10T00:09:57.032 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.025+0000 7ffa28415740 1 -- start start 2024-02-10T00:09:57.033 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.025+0000 7ffa28415740 1 Processor -- start 2024-02-10T00:09:57.033 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.026+0000 7ffa28415740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8bcd670b0 0x55b8bcd6d790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:57.033 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.026+0000 7ffa28415740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8bcd679d0 0x55b8bcd6dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:57.033 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.026+0000 7ffa28415740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8bcd707a0 0x55b8bcd6e210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:57.033 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.026+0000 7ffa28415740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8bcc73b90 con 0x55b8bcd670b0 2024-02-10T00:09:57.033 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.026+0000 7ffa28415740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8bc9a2250 con 0x55b8bcd707a0 2024-02-10T00:09:57.033 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.026+0000 7ffa28415740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8bcc54200 con 0x55b8bcd679d0 2024-02-10T00:09:57.033 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.026+0000 7ffa28415740 10 client.0 _ll_register_callbacks cb 0x55b8bcc8a5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:09:57.033 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.026+0000 7ffa1e7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8bcd670b0 0x55b8bcd6d790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:57.033 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.026+0000 7ffa1e7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8bcd670b0 0x55b8bcd6d790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:51044/0 (socket says 172.21.15.1:51044) 2024-02-10T00:09:57.033 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.026+0000 7ffa1e7fc640 1 -- 172.21.15.1:0/2502860716 learned_addr learned my addr 172.21.15.1:0/2502860716 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:57.033 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.026+0000 7ffa1effd640 1 --2- 172.21.15.1:0/2502860716 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8bcd679d0 0x55b8bcd6dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:57.033 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.026+0000 7ffa1e7fc640 1 --2- 172.21.15.1:0/2502860716 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8bcd707a0 0x55b8bcd6e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:57.033 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.026+0000 7ffa1e7fc640 1 -- 172.21.15.1:0/2502860716 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8bcd679d0 msgr2=0x55b8bcd6dcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:57.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.026+0000 7ffa1e7fc640 1 --2- 172.21.15.1:0/2502860716 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8bcd679d0 0x55b8bcd6dcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.026+0000 7ffa1e7fc640 1 -- 172.21.15.1:0/2502860716 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8bcd707a0 msgr2=0x55b8bcd6e210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:57.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.026+0000 7ffa1e7fc640 1 --2- 172.21.15.1:0/2502860716 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8bcd707a0 0x55b8bcd6e210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.026+0000 7ffa1e7fc640 1 -- 172.21.15.1:0/2502860716 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa1000b920 con 0x55b8bcd670b0 2024-02-10T00:09:57.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.026+0000 7ffa1effd640 1 --2- 172.21.15.1:0/2502860716 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8bcd679d0 0x55b8bcd6dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:09:57.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.026+0000 7ffa1e7fc640 1 --2- 172.21.15.1:0/2502860716 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8bcd670b0 0x55b8bcd6d790 secure :-1 s=READY pgs=1675 cs=0 l=1 rev1=1 crypto rx=0x7ffa1402c1c0 tx=0x7ffa1402bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=594519ddaa377657 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:57.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.026+0000 7ff9feffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:09:57.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.027+0000 7ff9feffd640 1 -- 172.21.15.1:0/2502860716 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa14004ff0 con 0x55b8bcd670b0 2024-02-10T00:09:57.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.027+0000 7ff9feffd640 1 -- 172.21.15.1:0/2502860716 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7ffa14005150 con 0x55b8bcd670b0 2024-02-10T00:09:57.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.027+0000 7ffa28415740 1 -- 172.21.15.1:0/2502860716 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b8bccf4ee0 con 0x55b8bcd670b0 2024-02-10T00:09:57.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.027+0000 7ff9feffd640 1 -- 172.21.15.1:0/2502860716 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7ffa14005310 con 0x55b8bcd670b0 2024-02-10T00:09:57.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.027+0000 7ffa28415740 10 client.19326 fetch_fsmap learned FSMap version 29 2024-02-10T00:09:57.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.027+0000 7ffa28415740 1 -- 172.21.15.1:0/2502860716 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55b8bccccd90 con 0x55b8bcd670b0 2024-02-10T00:09:57.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.027+0000 7ff9feffd640 1 -- 172.21.15.1:0/2502860716 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55b8bccf4ee0 con 0x55b8bcd670b0 2024-02-10T00:09:57.034 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.027+0000 7ff9feffd640 1 -- 172.21.15.1:0/2502860716 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ffa14034440 con 0x55b8bcd670b0 2024-02-10T00:09:57.035 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.027+0000 7ffa28415740 10 client.19326 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:09:57.035 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.027+0000 7ffa28415740 10 client.19326 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:09:57.035 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.027+0000 7ffa28415740 20 client.19326 populate_metadata read hostname 'smithi001' 2024-02-10T00:09:57.035 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.027+0000 7ffa28415740 1 --2- 172.21.15.1:0/2502860716 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b8bcd80910 0x55b8bcd82d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:57.035 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.027+0000 7ffa28415740 4 client.19326 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:09:57.035 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.027+0000 7ffa28415740 1 -- 172.21.15.1:0/2502860716 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b8bc9ce600 con 0x55b8bcd80910 2024-02-10T00:09:57.035 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.028+0000 7ffa1effd640 1 --2- 172.21.15.1:0/2502860716 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b8bcd80910 0x55b8bcd82d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:57.035 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.028+0000 7ffa1effd640 1 --2- 172.21.15.1:0/2502860716 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b8bcd80910 0x55b8bcd82d00 crc :-1 s=READY pgs=290 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4e78b9acf5ea8a19 server_cookie=60f93b20114e22f7 in_seq=0 out_seq=0 2024-02-10T00:09:57.035 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.028+0000 7ff9feffd640 10 client.19326 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:57.036 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.029+0000 7ff9feffd640 1 -- 172.21.15.1:0/2502860716 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55b8bc9ce600 con 0x55b8bcd80910 2024-02-10T00:09:57.036 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.029+0000 7ff9feffd640 10 client.19326 handle_command_reply: tid=0 2024-02-10T00:09:57.036 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.029+0000 7ffa28415740 1 client.19326 shutdown 2024-02-10T00:09:57.036 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.029+0000 7ffa28415740 1 -- 172.21.15.1:0/2502860716 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8bcd670b0 msgr2=0x55b8bcd6d790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:57.037 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.029+0000 7ffa28415740 1 --2- 172.21.15.1:0/2502860716 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8bcd670b0 0x55b8bcd6d790 secure :-1 s=READY pgs=1675 cs=0 l=1 rev1=1 crypto rx=0x7ffa1402c1c0 tx=0x7ffa1402bc80 comp rx=0 tx=0).stop 2024-02-10T00:09:57.037 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.029+0000 7ffa28415740 1 -- 172.21.15.1:0/2502860716 shutdown_connections 2024-02-10T00:09:57.037 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.029+0000 7ffa28415740 1 --2- 172.21.15.1:0/2502860716 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b8bcd80910 0x55b8bcd82d00 crc :-1 s=READY pgs=290 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.037 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.029+0000 7ffa28415740 1 --2- 172.21.15.1:0/2502860716 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8bcd707a0 0x55b8bcd6e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.037 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.029+0000 7ffa28415740 1 --2- 172.21.15.1:0/2502860716 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8bcd679d0 0x55b8bcd6dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.037 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.029+0000 7ff9feffd640 0 client.19326 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:57.037 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.029+0000 7ffa28415740 1 --2- 172.21.15.1:0/2502860716 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8bcd670b0 0x55b8bcd6d790 unknown :-1 s=CLOSED pgs=1675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.037 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.029+0000 7ffa28415740 1 -- 172.21.15.1:0/2502860716 >> 172.21.15.1:0/2502860716 conn(0x55b8bcd619d0 msgr2=0x55b8bcd63720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:57.037 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.029+0000 7ffa28415740 1 -- 172.21.15.1:0/2502860716 shutdown_connections 2024-02-10T00:09:57.037 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.029+0000 7ffa28415740 1 -- 172.21.15.1:0/2502860716 wait complete. 2024-02-10T00:09:57.037 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.029+0000 7ffa28415740 20 client.19326 trim_cache size 0 max 16384 2024-02-10T00:09:57.045 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.043+0000 7ffa28415740 1 Processor -- start 2024-02-10T00:09:57.046 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.043+0000 7ffa28415740 1 -- start start 2024-02-10T00:09:57.046 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.043+0000 7ffa28415740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8bcd670b0 0x55b8bcd87680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:57.046 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.043+0000 7ffa28415740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8bcd679d0 0x55b8bcd6c060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:57.046 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.043+0000 7ffa28415740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8bcd707a0 0x55b8bcd6c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:57.046 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.043+0000 7ffa28415740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8bcd7d460 con 0x55b8bcd670b0 2024-02-10T00:09:57.046 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.043+0000 7ffa28415740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8bcd70260 con 0x55b8bcd707a0 2024-02-10T00:09:57.046 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.043+0000 7ffa28415740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8bcd80710 con 0x55b8bcd679d0 2024-02-10T00:09:57.046 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.043+0000 7ffa1e7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8bcd670b0 0x55b8bcd87680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:57.046 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.043+0000 7ffa1e7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8bcd670b0 0x55b8bcd87680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:51058/0 (socket says 172.21.15.1:51058) 2024-02-10T00:09:57.046 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.043+0000 7ffa1e7fc640 1 -- 172.21.15.1:0/2802558886 learned_addr learned my addr 172.21.15.1:0/2802558886 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:57.046 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.043+0000 7ffa1effd640 1 --2- 172.21.15.1:0/2802558886 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8bcd679d0 0x55b8bcd6c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:57.046 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.044+0000 7ffa1e7fc640 1 -- 172.21.15.1:0/2802558886 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8bcd679d0 msgr2=0x55b8bcd6c060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:57.046 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.044+0000 7ffa1e7fc640 1 --2- 172.21.15.1:0/2802558886 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8bcd679d0 0x55b8bcd6c060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.047 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.044+0000 7ffa1e7fc640 1 -- 172.21.15.1:0/2802558886 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8bcd707a0 msgr2=0x55b8bcd6c5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:57.047 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.044+0000 7ffa1e7fc640 1 --2- 172.21.15.1:0/2802558886 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8bcd707a0 0x55b8bcd6c5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.047 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.044+0000 7ffa1e7fc640 1 -- 172.21.15.1:0/2802558886 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b8bcc69820 con 0x55b8bcd670b0 2024-02-10T00:09:57.047 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.044+0000 7ffa1e7fc640 1 --2- 172.21.15.1:0/2802558886 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8bcd670b0 0x55b8bcd87680 secure :-1 s=READY pgs=1676 cs=0 l=1 rev1=1 crypto rx=0x7ffa14009850 tx=0x7ffa140046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84d0dc774532f32d server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:57.047 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.044+0000 7ffa057fa640 1 -- 172.21.15.1:0/2802558886 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa1402cce0 con 0x55b8bcd670b0 2024-02-10T00:09:57.047 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.044+0000 7ffa057fa640 1 -- 172.21.15.1:0/2802558886 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ffa14049070 con 0x55b8bcd670b0 2024-02-10T00:09:57.047 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.044+0000 7ffa057fa640 1 -- 172.21.15.1:0/2802558886 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa14003dc0 con 0x55b8bcd670b0 2024-02-10T00:09:57.051 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.045+0000 7ffa28415740 1 -- 172.21.15.1:0/2802558886 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8bcd670b0 msgr2=0x55b8bcd87680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:57.051 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.045+0000 7ffa28415740 1 --2- 172.21.15.1:0/2802558886 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8bcd670b0 0x55b8bcd87680 secure :-1 s=READY pgs=1676 cs=0 l=1 rev1=1 crypto rx=0x7ffa14009850 tx=0x7ffa140046c0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.051 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.045+0000 7ffa28415740 1 -- 172.21.15.1:0/2802558886 shutdown_connections 2024-02-10T00:09:57.051 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.045+0000 7ffa28415740 1 --2- 172.21.15.1:0/2802558886 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8bcd707a0 0x55b8bcd6c5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.051 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.045+0000 7ffa28415740 1 --2- 172.21.15.1:0/2802558886 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8bcd679d0 0x55b8bcd6c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.051 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.045+0000 7ffa28415740 1 --2- 172.21.15.1:0/2802558886 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8bcd670b0 0x55b8bcd87680 unknown :-1 s=CLOSED pgs=1676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.051 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.045+0000 7ffa28415740 1 -- 172.21.15.1:0/2802558886 >> 172.21.15.1:0/2802558886 conn(0x55b8bcd619d0 msgr2=0x55b8bcd68ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:57.051 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.045+0000 7ffa28415740 1 -- 172.21.15.1:0/2802558886 shutdown_connections 2024-02-10T00:09:57.051 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.045+0000 7ffa28415740 1 -- 172.21.15.1:0/2802558886 wait complete. 2024-02-10T00:09:57.051 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.045+0000 7ffa28415740 1 -- start start 2024-02-10T00:09:57.052 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.045+0000 7ffa28415740 1 Processor -- start 2024-02-10T00:09:57.052 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.045+0000 7ffa28415740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8bcd670b0 0x55b8bcd752c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:57.052 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.045+0000 7ffa28415740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8bcd679d0 0x55b8bcd75800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:57.052 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.045+0000 7ffa28415740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8bcd707a0 0x55b8bcdd5e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:57.052 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.046+0000 7ffa28415740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8bcd76100 con 0x55b8bcd707a0 2024-02-10T00:09:57.052 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.046+0000 7ffa28415740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8bcdd6340 con 0x55b8bcd679d0 2024-02-10T00:09:57.052 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.046+0000 7ffa28415740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8bcdd6480 con 0x55b8bcd670b0 2024-02-10T00:09:57.052 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.046+0000 7ffa28415740 10 client.0 _ll_register_callbacks cb 0x7ffa180093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:09:57.052 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.046+0000 7ffa1e7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8bcd707a0 0x55b8bcdd5e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:57.052 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.046+0000 7ffa1e7fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8bcd707a0 0x55b8bcdd5e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:51060/0 (socket says 172.21.15.1:51060) 2024-02-10T00:09:57.052 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.046+0000 7ffa1e7fc640 1 -- 172.21.15.1:0/3206088860 learned_addr learned my addr 172.21.15.1:0/3206088860 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:09:57.052 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.046+0000 7ffa1e7fc640 1 --2- 172.21.15.1:0/3206088860 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8bcd670b0 0x55b8bcd752c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:57.052 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.046+0000 7ffa1effd640 1 --2- 172.21.15.1:0/3206088860 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8bcd679d0 0x55b8bcd75800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:57.053 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.046+0000 7ffa1e7fc640 1 -- 172.21.15.1:0/3206088860 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8bcd670b0 msgr2=0x55b8bcd752c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:57.053 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.046+0000 7ffa1e7fc640 1 --2- 172.21.15.1:0/3206088860 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8bcd670b0 0x55b8bcd752c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.053 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.046+0000 7ffa1e7fc640 1 -- 172.21.15.1:0/3206088860 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8bcd679d0 msgr2=0x55b8bcd75800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:09:57.053 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.046+0000 7ffa1e7fc640 1 --2- 172.21.15.1:0/3206088860 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8bcd679d0 0x55b8bcd75800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.053 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.046+0000 7ffa1e7fc640 1 -- 172.21.15.1:0/3206088860 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b8bccccd90 con 0x55b8bcd707a0 2024-02-10T00:09:57.053 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.046+0000 7ffa1e7fc640 1 --2- 172.21.15.1:0/3206088860 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8bcd707a0 0x55b8bcdd5e00 secure :-1 s=READY pgs=1677 cs=0 l=1 rev1=1 crypto rx=0x7ffa14005c40 tx=0x7ffa14034740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4a45b3a3233c2d6 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:09:57.053 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.046+0000 7ff9feffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:09:57.053 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.046+0000 7ff9feffd640 1 -- 172.21.15.1:0/3206088860 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa140344e0 con 0x55b8bcd707a0 2024-02-10T00:09:57.053 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.046+0000 7ff9feffd640 1 -- 172.21.15.1:0/3206088860 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7ffa14000e40 con 0x55b8bcd707a0 2024-02-10T00:09:57.053 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.047+0000 7ffa28415740 1 -- 172.21.15.1:0/3206088860 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ffa1001aaa0 con 0x55b8bcd707a0 2024-02-10T00:09:57.053 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.047+0000 7ff9feffd640 1 -- 172.21.15.1:0/3206088860 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7ffa14004730 con 0x55b8bcd707a0 2024-02-10T00:09:57.053 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.047+0000 7ffa28415740 10 client.19332 fetch_fsmap learned FSMap version 29 2024-02-10T00:09:57.053 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.047+0000 7ffa28415740 1 -- 172.21.15.1:0/3206088860 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55b8bcc8f6f0 con 0x55b8bcd707a0 2024-02-10T00:09:57.053 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.047+0000 7ff9feffd640 1 -- 172.21.15.1:0/3206088860 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ffa1001aaa0 con 0x55b8bcd707a0 2024-02-10T00:09:57.053 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.047+0000 7ff9feffd640 1 -- 172.21.15.1:0/3206088860 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ffa1406d020 con 0x55b8bcd707a0 2024-02-10T00:09:57.054 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.047+0000 7ffa28415740 10 client.19332 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:09:57.054 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.047+0000 7ffa28415740 10 client.19332 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:09:57.054 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.047+0000 7ffa28415740 20 client.19332 populate_metadata read hostname 'smithi001' 2024-02-10T00:09:57.054 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.047+0000 7ffa28415740 1 --2- 172.21.15.1:0/3206088860 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b8bcdd77f0 0x55b8bcdd9be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:09:57.054 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.047+0000 7ffa28415740 4 client.19332 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:09:57.054 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.047+0000 7ffa28415740 1 -- 172.21.15.1:0/3206088860 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55b8bca1f1b0 con 0x55b8bcdd77f0 2024-02-10T00:09:57.054 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.047+0000 7ffa1effd640 1 --2- 172.21.15.1:0/3206088860 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b8bcdd77f0 0x55b8bcdd9be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:09:57.054 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.048+0000 7ffa1effd640 1 --2- 172.21.15.1:0/3206088860 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b8bcdd77f0 0x55b8bcdd9be0 crc :-1 s=READY pgs=291 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f41aecb156eb0c56 server_cookie=a5ede1d9b1584cc3 in_seq=0 out_seq=0 2024-02-10T00:09:57.054 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.048+0000 7ff9feffd640 10 client.19332 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:57.064 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.062+0000 7ff9feffd640 1 -- 172.21.15.1:0/3206088860 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55b8bca1f1b0 con 0x55b8bcdd77f0 2024-02-10T00:09:57.064 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.062+0000 7ff9feffd640 10 client.19332 handle_command_reply: tid=0 2024-02-10T00:09:57.064 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.062+0000 7ffa28415740 1 client.19332 shutdown 2024-02-10T00:09:57.065 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.062+0000 7ffa28415740 1 -- 172.21.15.1:0/3206088860 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8bcd707a0 msgr2=0x55b8bcdd5e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:57.065 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.062+0000 7ffa28415740 1 --2- 172.21.15.1:0/3206088860 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8bcd707a0 0x55b8bcdd5e00 secure :-1 s=READY pgs=1677 cs=0 l=1 rev1=1 crypto rx=0x7ffa14005c40 tx=0x7ffa14034740 comp rx=0 tx=0).stop 2024-02-10T00:09:57.065 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.062+0000 7ffa28415740 1 -- 172.21.15.1:0/3206088860 shutdown_connections 2024-02-10T00:09:57.065 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.062+0000 7ffa28415740 1 --2- 172.21.15.1:0/3206088860 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b8bcdd77f0 0x55b8bcdd9be0 crc :-1 s=READY pgs=291 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.065 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.062+0000 7ffa28415740 1 --2- 172.21.15.1:0/3206088860 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8bcd707a0 0x55b8bcdd5e00 unknown :-1 s=CLOSED pgs=1677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.065 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.062+0000 7ffa28415740 1 --2- 172.21.15.1:0/3206088860 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8bcd679d0 0x55b8bcd75800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.065 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.062+0000 7ff9feffd640 0 client.19332 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:09:57.065 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.062+0000 7ffa28415740 1 --2- 172.21.15.1:0/3206088860 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8bcd670b0 0x55b8bcd752c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.065 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.062+0000 7ffa28415740 1 -- 172.21.15.1:0/3206088860 >> 172.21.15.1:0/3206088860 conn(0x55b8bcd619d0 msgr2=0x55b8bcd6c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:57.065 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.063+0000 7ffa28415740 1 -- 172.21.15.1:0/3206088860 shutdown_connections 2024-02-10T00:09:57.065 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.063+0000 7ffa28415740 1 -- 172.21.15.1:0/3206088860 wait complete. 2024-02-10T00:09:57.065 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.063+0000 7ffa28415740 20 client.19332 trim_cache size 0 max 16384 2024-02-10T00:09:57.066 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:09:57.066 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:09:57.066 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:09:57.066 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:09:57.067 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.063+0000 7ffa25840640 1 -- 172.21.15.1:0/1445900702 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ffa080a2220 msgr2=0x7ffa080a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:57.067 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.063+0000 7ffa25840640 1 --2- 172.21.15.1:0/1445900702 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ffa080a2220 0x7ffa080a46e0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7ffa18097ae0 tx=0x7ffa180c5a10 comp rx=0 tx=0).stop 2024-02-10T00:09:57.067 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.063+0000 7ffa25840640 1 -- 172.21.15.1:0/1445900702 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa20106240 msgr2=0x7ffa201a37b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:09:57.067 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.063+0000 7ffa25840640 1 --2- 172.21.15.1:0/1445900702 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa20106240 0x7ffa201a37b0 secure :-1 s=READY pgs=1673 cs=0 l=1 rev1=1 crypto rx=0x7ffa1800ea60 tx=0x7ffa1800ef20 comp rx=0 tx=0).stop 2024-02-10T00:09:57.067 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.063+0000 7ffa25840640 1 -- 172.21.15.1:0/1445900702 shutdown_connections 2024-02-10T00:09:57.067 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.063+0000 7ffa25840640 1 --2- 172.21.15.1:0/1445900702 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ffa080a2220 0x7ffa080a46e0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.067 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.063+0000 7ffa25840640 1 --2- 172.21.15.1:0/1445900702 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ffa20106240 0x7ffa201a37b0 unknown :-1 s=CLOSED pgs=1673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.067 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.063+0000 7ffa25840640 1 --2- 172.21.15.1:0/1445900702 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa20100d40 0x7ffa20198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.067 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.063+0000 7ffa25840640 1 --2- 172.21.15.1:0/1445900702 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ffa20100380 0x7ffa20198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:09:57.067 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.063+0000 7ffa25840640 1 -- 172.21.15.1:0/1445900702 >> 172.21.15.1:0/1445900702 conn(0x7ffa20076f80 msgr2=0x7ffa200ff180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:09:57.067 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.064+0000 7ffa25840640 1 -- 172.21.15.1:0/1445900702 shutdown_connections 2024-02-10T00:09:57.067 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:09:57.064+0000 7ffa25840640 1 -- 172.21.15.1:0/1445900702 wait complete. 2024-02-10T00:09:57.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:57 smithi088 ceph-mon[36452]: pgmap v329: 97 pgs: 97 active+clean; 5.2 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:09:57.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:57 smithi103 ceph-mon[36942]: pgmap v329: 97 pgs: 97 active+clean; 5.2 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:09:57.470 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:57 smithi001 ceph-mon[32335]: pgmap v329: 97 pgs: 97 active+clean; 5.2 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 43 KiB/s wr, 15 op/s 2024-02-10T00:09:59.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:09:59 smithi088 ceph-mon[36452]: pgmap v330: 97 pgs: 97 active+clean; 1.5 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 68 KiB/s wr, 25 op/s 2024-02-10T00:09:59.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:09:59 smithi103 ceph-mon[36942]: pgmap v330: 97 pgs: 97 active+clean; 1.5 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 68 KiB/s wr, 25 op/s 2024-02-10T00:09:59.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:09:59 smithi001 ceph-mon[32335]: pgmap v330: 97 pgs: 97 active+clean; 1.5 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 68 KiB/s wr, 25 op/s 2024-02-10T00:10:00.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:00 smithi088 ceph-mon[36452]: overall HEALTH_OK 2024-02-10T00:10:00.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:00 smithi103 ceph-mon[36942]: overall HEALTH_OK 2024-02-10T00:10:00.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:00 smithi001 ceph-mon[32335]: overall HEALTH_OK 2024-02-10T00:10:01.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:01 smithi088 ceph-mon[36452]: pgmap v331: 97 pgs: 97 active+clean; 1.5 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 44 KiB/s wr, 16 op/s 2024-02-10T00:10:01.388 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:01 smithi103 ceph-mon[36942]: pgmap v331: 97 pgs: 97 active+clean; 1.5 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 44 KiB/s wr, 16 op/s 2024-02-10T00:10:01.474 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:01 smithi001 ceph-mon[32335]: pgmap v331: 97 pgs: 97 active+clean; 1.5 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 44 KiB/s wr, 16 op/s 2024-02-10T00:10:03.024 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:10:03.024 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:10:03.149 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.145+0000 7f0826f0c640 1 -- 172.21.15.1:0/873295772 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0820105410 msgr2=0x7f082010cfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.149 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.145+0000 7f0826f0c640 1 --2- 172.21.15.1:0/873295772 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0820105410 0x7f082010cfe0 secure :-1 s=READY pgs=1678 cs=0 l=1 rev1=1 crypto rx=0x7f0818009cd0 tx=0x7f081802c0f0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.149 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.145+0000 7f0826f0c640 1 -- 172.21.15.1:0/873295772 shutdown_connections 2024-02-10T00:10:03.149 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.145+0000 7f0826f0c640 1 --2- 172.21.15.1:0/873295772 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0820105410 0x7f082010cfe0 unknown :-1 s=CLOSED pgs=1678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.149 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.145+0000 7f0826f0c640 1 --2- 172.21.15.1:0/873295772 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0820100cf0 0x7f0820104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.149 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.145+0000 7f0826f0c640 1 --2- 172.21.15.1:0/873295772 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0820100340 0x7f0820100720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.149 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.145+0000 7f0826f0c640 1 -- 172.21.15.1:0/873295772 >> 172.21.15.1:0/873295772 conn(0x7f08200772e0 msgr2=0x7f08200776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:03.149 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.145+0000 7f0826f0c640 1 -- 172.21.15.1:0/873295772 shutdown_connections 2024-02-10T00:10:03.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.145+0000 7f0826f0c640 1 -- 172.21.15.1:0/873295772 wait complete. 2024-02-10T00:10:03.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.146+0000 7f0826f0c640 1 Processor -- start 2024-02-10T00:10:03.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.146+0000 7f0826f0c640 1 -- start start 2024-02-10T00:10:03.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.146+0000 7f0826f0c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0820100340 0x7f08201986a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.146+0000 7f0826f0c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0820105410 0x7f0820198be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.146+0000 7f0826f0c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0820199170 0x7f08201a3720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.146+0000 7f0826f0c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08201a3df0 con 0x7f0820199170 2024-02-10T00:10:03.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.146+0000 7f0826f0c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08201a3f60 con 0x7f0820100340 2024-02-10T00:10:03.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.146+0000 7f0826f0c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08201a4120 con 0x7f0820105410 2024-02-10T00:10:03.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.146+0000 7f08254a9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0820199170 0x7f08201a3720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.146+0000 7f08254a9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0820199170 0x7f08201a3720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49222/0 (socket says 172.21.15.1:49222) 2024-02-10T00:10:03.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.146+0000 7f08254a9640 1 -- 172.21.15.1:0/2074884785 learned_addr learned my addr 172.21.15.1:0/2074884785 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:03.150 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.146+0000 7f081ffff640 1 --2- 172.21.15.1:0/2074884785 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0820105410 0x7f0820198be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.146+0000 7f0824ca8640 1 --2- 172.21.15.1:0/2074884785 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0820100340 0x7f08201986a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.146+0000 7f08254a9640 1 -- 172.21.15.1:0/2074884785 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0820105410 msgr2=0x7f0820198be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.146+0000 7f08254a9640 1 --2- 172.21.15.1:0/2074884785 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0820105410 0x7f0820198be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.146+0000 7f08254a9640 1 -- 172.21.15.1:0/2074884785 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0820100340 msgr2=0x7f08201986a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.146+0000 7f08254a9640 1 --2- 172.21.15.1:0/2074884785 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0820100340 0x7f08201986a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.146+0000 7f08254a9640 1 -- 172.21.15.1:0/2074884785 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0818009900 con 0x7f0820199170 2024-02-10T00:10:03.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.146+0000 7f081ffff640 1 --2- 172.21.15.1:0/2074884785 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0820105410 0x7f0820198be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:10:03.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.146+0000 7f08254a9640 1 --2- 172.21.15.1:0/2074884785 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0820199170 0x7f08201a3720 secure :-1 s=READY pgs=1679 cs=0 l=1 rev1=1 crypto rx=0x7f0818004af0 tx=0x7f0818034cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:03.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.147+0000 7f081dffb640 1 -- 172.21.15.1:0/2074884785 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08180328c0 con 0x7f0820199170 2024-02-10T00:10:03.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.147+0000 7f081dffb640 1 -- 172.21.15.1:0/2074884785 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0818003e50 con 0x7f0820199170 2024-02-10T00:10:03.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.147+0000 7f0826f0c640 1 -- 172.21.15.1:0/2074884785 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f08201a43a0 con 0x7f0820199170 2024-02-10T00:10:03.151 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.147+0000 7f081dffb640 1 -- 172.21.15.1:0/2074884785 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0818004860 con 0x7f0820199170 2024-02-10T00:10:03.152 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.147+0000 7f0826f0c640 1 -- 172.21.15.1:0/2074884785 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08201a4850 con 0x7f0820199170 2024-02-10T00:10:03.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.150+0000 7f081dffb640 1 -- 172.21.15.1:0/2074884785 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f081800a040 con 0x7f0820199170 2024-02-10T00:10:03.158 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.150+0000 7f0829bc1740 1 Processor -- start 2024-02-10T00:10:03.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.150+0000 7f0829bc1740 1 -- start start 2024-02-10T00:10:03.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.150+0000 7f0829bc1740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b4c59de980 0x55b4c59ded60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.150+0000 7f0829bc1740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b4c59df330 0x55b4c59e78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.150+0000 7f0829bc1740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b4c59e7eb0 0x55b4c59ea300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.150+0000 7f0829bc1740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b4c5999d00 con 0x55b4c59de980 2024-02-10T00:10:03.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.150+0000 7f0829bc1740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b4c594e2f0 con 0x55b4c59df330 2024-02-10T00:10:03.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.150+0000 7f0829bc1740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b4c594b820 con 0x55b4c59e7eb0 2024-02-10T00:10:03.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.150+0000 7f081dffb640 1 --2- 172.21.15.1:0/2074884785 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f08080a2230 0x7f08080a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.150+0000 7f081ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b4c59de980 0x55b4c59ded60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.150+0000 7f081ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b4c59de980 0x55b4c59ded60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49226/0 (socket says 172.21.15.1:49226) 2024-02-10T00:10:03.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.150+0000 7f081ffff640 1 -- 172.21.15.1:0/2821857384 learned_addr learned my addr 172.21.15.1:0/2821857384 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:03.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.150+0000 7f0824ca8640 1 --2- 172.21.15.1:0/2821857384 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b4c59df330 0x55b4c59e78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.159 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.150+0000 7f08254a9640 1 --2- 172.21.15.1:0/2074884785 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f08080a2230 0x7f08080a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.150+0000 7f081ffff640 1 --2- 172.21.15.1:0/2821857384 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b4c59e7eb0 0x55b4c59ea300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.151+0000 7f081dffb640 1 -- 172.21.15.1:0/2074884785 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f08180f0e00 con 0x7f0820199170 2024-02-10T00:10:03.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.151+0000 7f081ffff640 1 -- 172.21.15.1:0/2821857384 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b4c59e7eb0 msgr2=0x55b4c59ea300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.151+0000 7f081ffff640 1 --2- 172.21.15.1:0/2821857384 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b4c59e7eb0 0x55b4c59ea300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.151+0000 7f081ffff640 1 -- 172.21.15.1:0/2821857384 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b4c59df330 msgr2=0x55b4c59e78e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.151+0000 7f081ffff640 1 --2- 172.21.15.1:0/2821857384 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b4c59df330 0x55b4c59e78e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.151+0000 7f081ffff640 1 -- 172.21.15.1:0/2821857384 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b4c5908ff0 con 0x55b4c59de980 2024-02-10T00:10:03.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.151+0000 7f081ffff640 1 --2- 172.21.15.1:0/2821857384 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b4c59de980 0x55b4c59ded60 secure :-1 s=READY pgs=1680 cs=0 l=1 rev1=1 crypto rx=0x7f0814013550 tx=0x7f081400b450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86787c84068ddfa2 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:03.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.151+0000 7f08254a9640 1 --2- 172.21.15.1:0/2074884785 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f08080a2230 0x7f08080a46f0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f08180ee710 tx=0x7f081809d0b0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:03.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.151+0000 7f0806ffd640 1 -- 172.21.15.1:0/2821857384 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0814004230 con 0x55b4c59de980 2024-02-10T00:10:03.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.151+0000 7f0806ffd640 1 -- 172.21.15.1:0/2821857384 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0814004390 con 0x55b4c59de980 2024-02-10T00:10:03.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.151+0000 7f0806ffd640 1 -- 172.21.15.1:0/2821857384 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f081400f8f0 con 0x55b4c59de980 2024-02-10T00:10:03.160 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.152+0000 7f0829bc1740 1 -- 172.21.15.1:0/2821857384 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b4c59de980 msgr2=0x55b4c59ded60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.152+0000 7f0829bc1740 1 --2- 172.21.15.1:0/2821857384 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b4c59de980 0x55b4c59ded60 secure :-1 s=READY pgs=1680 cs=0 l=1 rev1=1 crypto rx=0x7f0814013550 tx=0x7f081400b450 comp rx=0 tx=0).stop 2024-02-10T00:10:03.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.152+0000 7f0829bc1740 1 -- 172.21.15.1:0/2821857384 shutdown_connections 2024-02-10T00:10:03.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.152+0000 7f0829bc1740 1 --2- 172.21.15.1:0/2821857384 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b4c59e7eb0 0x55b4c59ea300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.152+0000 7f0829bc1740 1 --2- 172.21.15.1:0/2821857384 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b4c59df330 0x55b4c59e78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.152+0000 7f0829bc1740 1 --2- 172.21.15.1:0/2821857384 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b4c59de980 0x55b4c59ded60 unknown :-1 s=CLOSED pgs=1680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.152+0000 7f0829bc1740 1 -- 172.21.15.1:0/2821857384 >> 172.21.15.1:0/2821857384 conn(0x55b4c59d9050 msgr2=0x55b4c59d9430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:03.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.152+0000 7f0829bc1740 1 -- 172.21.15.1:0/2821857384 shutdown_connections 2024-02-10T00:10:03.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.152+0000 7f0829bc1740 1 -- 172.21.15.1:0/2821857384 wait complete. 2024-02-10T00:10:03.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.152+0000 7f0829bc1740 1 -- start start 2024-02-10T00:10:03.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.152+0000 7f0829bc1740 1 Processor -- start 2024-02-10T00:10:03.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.153+0000 7f0829bc1740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b4c59de980 0x55b4c59e4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.153+0000 7f0829bc1740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b4c59df330 0x55b4c59e5310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.153+0000 7f0829bc1740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b4c59e7eb0 0x55b4c59e5850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.161 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.153+0000 7f0829bc1740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b4c5947000 con 0x55b4c59de980 2024-02-10T00:10:03.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.153+0000 7f0829bc1740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b4c561a430 con 0x55b4c59e7eb0 2024-02-10T00:10:03.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.153+0000 7f0829bc1740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b4c55d6e00 con 0x55b4c59df330 2024-02-10T00:10:03.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.153+0000 7f0829bc1740 10 client.0 _ll_register_callbacks cb 0x55b4c593b7f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:10:03.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.153+0000 7f081ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b4c59de980 0x55b4c59e4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.153+0000 7f081ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b4c59de980 0x55b4c59e4dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49232/0 (socket says 172.21.15.1:49232) 2024-02-10T00:10:03.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.153+0000 7f081ffff640 1 -- 172.21.15.1:0/1055861388 learned_addr learned my addr 172.21.15.1:0/1055861388 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:03.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.153+0000 7f0824ca8640 1 --2- 172.21.15.1:0/1055861388 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b4c59df330 0x55b4c59e5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.153+0000 7f081ffff640 1 -- 172.21.15.1:0/1055861388 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b4c59df330 msgr2=0x55b4c59e5310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.153+0000 7f081ffff640 1 --2- 172.21.15.1:0/1055861388 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b4c59df330 0x55b4c59e5310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.153+0000 7f081ffff640 1 -- 172.21.15.1:0/1055861388 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b4c59e7eb0 msgr2=0x55b4c59e5850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.153+0000 7f081ffff640 1 --2- 172.21.15.1:0/1055861388 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b4c59e7eb0 0x55b4c59e5850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.153+0000 7f081ffff640 1 -- 172.21.15.1:0/1055861388 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f081400be10 con 0x55b4c59de980 2024-02-10T00:10:03.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.153+0000 7f0824ca8640 1 --2- 172.21.15.1:0/1055861388 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b4c59df330 0x55b4c59e5310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:10:03.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.153+0000 7f081ffff640 1 --2- 172.21.15.1:0/1055861388 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b4c59de980 0x55b4c59e4dd0 secure :-1 s=READY pgs=1681 cs=0 l=1 rev1=1 crypto rx=0x7f08140045b0 tx=0x7f08140040d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2cb3b96ce3d8185 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:03.162 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.153+0000 7f07fffff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:10:03.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.153+0000 7f07fffff640 1 -- 172.21.15.1:0/1055861388 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0814005450 con 0x55b4c59de980 2024-02-10T00:10:03.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.153+0000 7f07fffff640 1 -- 172.21.15.1:0/1055861388 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f08140055b0 con 0x55b4c59de980 2024-02-10T00:10:03.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.153+0000 7f0829bc1740 1 -- 172.21.15.1:0/1055861388 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b4c56467e0 con 0x55b4c59de980 2024-02-10T00:10:03.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.154+0000 7f07fffff640 1 -- 172.21.15.1:0/1055861388 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f08140035f0 con 0x55b4c59de980 2024-02-10T00:10:03.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.154+0000 7f0829bc1740 10 client.19344 fetch_fsmap learned FSMap version 29 2024-02-10T00:10:03.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.154+0000 7f0829bc1740 1 -- 172.21.15.1:0/1055861388 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55b4c5945680 con 0x55b4c59de980 2024-02-10T00:10:03.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.154+0000 7f07fffff640 1 -- 172.21.15.1:0/1055861388 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55b4c56467e0 con 0x55b4c59de980 2024-02-10T00:10:03.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.154+0000 7f07fffff640 1 -- 172.21.15.1:0/1055861388 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f08140046c0 con 0x55b4c59de980 2024-02-10T00:10:03.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.154+0000 7f0829bc1740 10 client.19344 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:10:03.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.154+0000 7f0829bc1740 10 client.19344 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:10:03.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.154+0000 7f0829bc1740 20 client.19344 populate_metadata read hostname 'smithi001' 2024-02-10T00:10:03.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.154+0000 7f0829bc1740 1 --2- 172.21.15.1:0/1055861388 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b4c59f8250 0x55b4c59fa670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.154+0000 7f0829bc1740 4 client.19344 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:10:03.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.154+0000 7f0829bc1740 1 -- 172.21.15.1:0/1055861388 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b4c5683720 con 0x55b4c59f8250 2024-02-10T00:10:03.163 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.154+0000 7f0824ca8640 1 --2- 172.21.15.1:0/1055861388 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b4c59f8250 0x55b4c59fa670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.155+0000 7f0824ca8640 1 --2- 172.21.15.1:0/1055861388 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b4c59f8250 0x55b4c59fa670 crc :-1 s=READY pgs=292 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=679a9cb890e56959 server_cookie=7d1c4a4ea435b06a in_seq=0 out_seq=0 2024-02-10T00:10:03.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.155+0000 7f07fffff640 10 client.19344 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:10:03.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.155+0000 7f07fffff640 1 -- 172.21.15.1:0/1055861388 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55b4c5683720 con 0x55b4c59f8250 2024-02-10T00:10:03.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.155+0000 7f07fffff640 10 client.19344 handle_command_reply: tid=0 2024-02-10T00:10:03.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.156+0000 7f0829bc1740 1 client.19344 shutdown 2024-02-10T00:10:03.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.156+0000 7f0829bc1740 1 -- 172.21.15.1:0/1055861388 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b4c59de980 msgr2=0x55b4c59e4dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.156+0000 7f0829bc1740 1 --2- 172.21.15.1:0/1055861388 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b4c59de980 0x55b4c59e4dd0 secure :-1 s=READY pgs=1681 cs=0 l=1 rev1=1 crypto rx=0x7f08140045b0 tx=0x7f08140040d0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.156+0000 7f0829bc1740 1 -- 172.21.15.1:0/1055861388 shutdown_connections 2024-02-10T00:10:03.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.156+0000 7f0829bc1740 1 --2- 172.21.15.1:0/1055861388 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b4c59f8250 0x55b4c59fa670 crc :-1 s=READY pgs=292 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.156+0000 7f0829bc1740 1 --2- 172.21.15.1:0/1055861388 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b4c59e7eb0 0x55b4c59e5850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.164 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.156+0000 7f0829bc1740 1 --2- 172.21.15.1:0/1055861388 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b4c59df330 0x55b4c59e5310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.156+0000 7f0829bc1740 1 --2- 172.21.15.1:0/1055861388 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b4c59de980 0x55b4c59e4dd0 unknown :-1 s=CLOSED pgs=1681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.156+0000 7f07fffff640 0 client.19344 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:10:03.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.156+0000 7f0829bc1740 1 -- 172.21.15.1:0/1055861388 >> 172.21.15.1:0/1055861388 conn(0x55b4c59d9050 msgr2=0x55b4c59dada0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:03.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.156+0000 7f0829bc1740 1 -- 172.21.15.1:0/1055861388 shutdown_connections 2024-02-10T00:10:03.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.156+0000 7f0829bc1740 1 -- 172.21.15.1:0/1055861388 wait complete. 2024-02-10T00:10:03.165 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.156+0000 7f0829bc1740 20 client.19344 trim_cache size 0 max 16384 2024-02-10T00:10:03.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.171+0000 7f0829bc1740 1 Processor -- start 2024-02-10T00:10:03.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.171+0000 7f0829bc1740 1 -- start start 2024-02-10T00:10:03.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.171+0000 7f0829bc1740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b4c59de980 0x55b4c59e7500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.171+0000 7f0829bc1740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b4c59df330 0x55b4c59e5670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.171+0000 7f0829bc1740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b4c59e7eb0 0x55b4c59e2030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.171+0000 7f0829bc1740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b4c58cbfd0 con 0x55b4c59e7eb0 2024-02-10T00:10:03.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.171+0000 7f0829bc1740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b4c56467e0 con 0x55b4c59de980 2024-02-10T00:10:03.179 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.171+0000 7f0829bc1740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b4c59aeab0 con 0x55b4c59df330 2024-02-10T00:10:03.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.171+0000 7f081ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b4c59e7eb0 0x55b4c59e2030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.171+0000 7f081ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b4c59e7eb0 0x55b4c59e2030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49234/0 (socket says 172.21.15.1:49234) 2024-02-10T00:10:03.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.171+0000 7f081ffff640 1 -- 172.21.15.1:0/3970620891 learned_addr learned my addr 172.21.15.1:0/3970620891 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:03.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.172+0000 7f081ffff640 1 -- 172.21.15.1:0/3970620891 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b4c59df330 msgr2=0x55b4c59e5670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.172+0000 7f0824ca8640 1 --2- 172.21.15.1:0/3970620891 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b4c59df330 0x55b4c59e5670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.172+0000 7f081ffff640 1 --2- 172.21.15.1:0/3970620891 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b4c59df330 0x55b4c59e5670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.172+0000 7f081ffff640 1 -- 172.21.15.1:0/3970620891 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b4c59de980 msgr2=0x55b4c59e7500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.172+0000 7f081ffff640 1 --2- 172.21.15.1:0/3970620891 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b4c59de980 0x55b4c59e7500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.172+0000 7f081ffff640 1 -- 172.21.15.1:0/3970620891 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b4c58e1b30 con 0x55b4c59e7eb0 2024-02-10T00:10:03.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.172+0000 7f081ffff640 1 --2- 172.21.15.1:0/3970620891 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b4c59e7eb0 0x55b4c59e2030 secure :-1 s=READY pgs=1682 cs=0 l=1 rev1=1 crypto rx=0x7f0814004580 tx=0x7f081400b450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34b5faaa5be06e27 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:03.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.172+0000 7f08067fc640 1 -- 172.21.15.1:0/3970620891 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0814013ea0 con 0x55b4c59e7eb0 2024-02-10T00:10:03.180 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.172+0000 7f08067fc640 1 -- 172.21.15.1:0/3970620891 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0814024070 con 0x55b4c59e7eb0 2024-02-10T00:10:03.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.172+0000 7f08067fc640 1 -- 172.21.15.1:0/3970620891 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0814005540 con 0x55b4c59e7eb0 2024-02-10T00:10:03.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.173+0000 7f0829bc1740 1 -- 172.21.15.1:0/3970620891 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b4c59e7eb0 msgr2=0x55b4c59e2030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.173+0000 7f0829bc1740 1 --2- 172.21.15.1:0/3970620891 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b4c59e7eb0 0x55b4c59e2030 secure :-1 s=READY pgs=1682 cs=0 l=1 rev1=1 crypto rx=0x7f0814004580 tx=0x7f081400b450 comp rx=0 tx=0).stop 2024-02-10T00:10:03.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.173+0000 7f0829bc1740 1 -- 172.21.15.1:0/3970620891 shutdown_connections 2024-02-10T00:10:03.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.173+0000 7f0829bc1740 1 --2- 172.21.15.1:0/3970620891 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b4c59e7eb0 0x55b4c59e2030 unknown :-1 s=CLOSED pgs=1682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.173+0000 7f0829bc1740 1 --2- 172.21.15.1:0/3970620891 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b4c59df330 0x55b4c59e5670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.173+0000 7f0829bc1740 1 --2- 172.21.15.1:0/3970620891 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b4c59de980 0x55b4c59e7500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.173+0000 7f0829bc1740 1 -- 172.21.15.1:0/3970620891 >> 172.21.15.1:0/3970620891 conn(0x55b4c59d9050 msgr2=0x55b4c59fefd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:03.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.173+0000 7f0829bc1740 1 -- 172.21.15.1:0/3970620891 shutdown_connections 2024-02-10T00:10:03.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.173+0000 7f0829bc1740 1 -- 172.21.15.1:0/3970620891 wait complete. 2024-02-10T00:10:03.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.173+0000 7f0829bc1740 1 -- start start 2024-02-10T00:10:03.181 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.173+0000 7f0829bc1740 1 Processor -- start 2024-02-10T00:10:03.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.173+0000 7f0829bc1740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b4c59de980 0x55b4c59eda20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.173+0000 7f0829bc1740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b4c59df330 0x55b4c59edf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.173+0000 7f0829bc1740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b4c59e7eb0 0x55b4c59ee4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.173+0000 7f0829bc1740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b4c5a4e7b0 con 0x55b4c59de980 2024-02-10T00:10:03.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.173+0000 7f0829bc1740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b4c5a4e920 con 0x55b4c59e7eb0 2024-02-10T00:10:03.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.173+0000 7f0829bc1740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b4c5a4eae0 con 0x55b4c59df330 2024-02-10T00:10:03.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.173+0000 7f0829bc1740 10 client.0 _ll_register_callbacks cb 0x7f081400b6c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:10:03.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.173+0000 7f081ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b4c59de980 0x55b4c59eda20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.173+0000 7f081ffff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b4c59de980 0x55b4c59eda20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49240/0 (socket says 172.21.15.1:49240) 2024-02-10T00:10:03.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.173+0000 7f081ffff640 1 -- 172.21.15.1:0/840887913 learned_addr learned my addr 172.21.15.1:0/840887913 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:03.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.174+0000 7f0824ca8640 1 --2- 172.21.15.1:0/840887913 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b4c59df330 0x55b4c59edf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.182 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.174+0000 7f081ffff640 1 --2- 172.21.15.1:0/840887913 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b4c59e7eb0 0x55b4c59ee4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.174+0000 7f081ffff640 1 -- 172.21.15.1:0/840887913 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b4c59df330 msgr2=0x55b4c59edf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.174+0000 7f081ffff640 1 --2- 172.21.15.1:0/840887913 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b4c59df330 0x55b4c59edf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.174+0000 7f081ffff640 1 -- 172.21.15.1:0/840887913 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b4c59e7eb0 msgr2=0x55b4c59ee4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.174+0000 7f081ffff640 1 --2- 172.21.15.1:0/840887913 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b4c59e7eb0 0x55b4c59ee4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.174+0000 7f081ffff640 1 -- 172.21.15.1:0/840887913 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b4c5945680 con 0x55b4c59de980 2024-02-10T00:10:03.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.174+0000 7f081ffff640 1 --2- 172.21.15.1:0/840887913 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b4c59de980 0x55b4c59eda20 secure :-1 s=READY pgs=1683 cs=0 l=1 rev1=1 crypto rx=0x7f08140045b0 tx=0x7f08140048c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e90d3c1123ab272 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:03.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.174+0000 7f07fffff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:10:03.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.174+0000 7f07fffff640 1 -- 172.21.15.1:0/840887913 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0814004c40 con 0x55b4c59de980 2024-02-10T00:10:03.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.174+0000 7f07fffff640 1 -- 172.21.15.1:0/840887913 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f0814000e40 con 0x55b4c59de980 2024-02-10T00:10:03.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.174+0000 7f0829bc1740 1 -- 172.21.15.1:0/840887913 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0814004390 con 0x55b4c59de980 2024-02-10T00:10:03.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.174+0000 7f07fffff640 1 -- 172.21.15.1:0/840887913 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0814013070 con 0x55b4c59de980 2024-02-10T00:10:03.183 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.174+0000 7f0829bc1740 10 client.19350 fetch_fsmap learned FSMap version 29 2024-02-10T00:10:03.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.174+0000 7f0829bc1740 1 -- 172.21.15.1:0/840887913 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55b4c5907850 con 0x55b4c59de980 2024-02-10T00:10:03.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.175+0000 7f07fffff640 1 -- 172.21.15.1:0/840887913 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0814043020 con 0x55b4c59de980 2024-02-10T00:10:03.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.175+0000 7f07fffff640 1 -- 172.21.15.1:0/840887913 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f081400f600 con 0x55b4c59de980 2024-02-10T00:10:03.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.175+0000 7f0829bc1740 10 client.19350 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:10:03.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.175+0000 7f0829bc1740 10 client.19350 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:10:03.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.175+0000 7f0829bc1740 20 client.19350 populate_metadata read hostname 'smithi001' 2024-02-10T00:10:03.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.175+0000 7f0829bc1740 1 --2- 172.21.15.1:0/840887913 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b4c5a4fde0 0x55b4c5a521d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.175+0000 7f0829bc1740 4 client.19350 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:10:03.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.175+0000 7f0829bc1740 1 -- 172.21.15.1:0/840887913 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55b4c56d2890 con 0x55b4c5a4fde0 2024-02-10T00:10:03.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.175+0000 7f0824ca8640 1 --2- 172.21.15.1:0/840887913 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b4c5a4fde0 0x55b4c5a521d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.175+0000 7f0824ca8640 1 --2- 172.21.15.1:0/840887913 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b4c5a4fde0 0x55b4c5a521d0 crc :-1 s=READY pgs=293 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=11530eb5028932be server_cookie=63bf1f8da26635f6 in_seq=0 out_seq=0 2024-02-10T00:10:03.184 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.175+0000 7f07fffff640 10 client.19350 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:10:03.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.176+0000 7f07fffff640 1 -- 172.21.15.1:0/840887913 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55b4c56d2890 con 0x55b4c5a4fde0 2024-02-10T00:10:03.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.176+0000 7f07fffff640 10 client.19350 handle_command_reply: tid=0 2024-02-10T00:10:03.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.176+0000 7f0829bc1740 1 client.19350 shutdown 2024-02-10T00:10:03.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.176+0000 7f0829bc1740 1 -- 172.21.15.1:0/840887913 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b4c59de980 msgr2=0x55b4c59eda20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.176+0000 7f0829bc1740 1 --2- 172.21.15.1:0/840887913 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b4c59de980 0x55b4c59eda20 secure :-1 s=READY pgs=1683 cs=0 l=1 rev1=1 crypto rx=0x7f08140045b0 tx=0x7f08140048c0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.176+0000 7f0829bc1740 1 -- 172.21.15.1:0/840887913 shutdown_connections 2024-02-10T00:10:03.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.176+0000 7f0829bc1740 1 --2- 172.21.15.1:0/840887913 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55b4c5a4fde0 0x55b4c5a521d0 crc :-1 s=READY pgs=293 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.176+0000 7f0829bc1740 1 --2- 172.21.15.1:0/840887913 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b4c59e7eb0 0x55b4c59ee4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.176+0000 7f07fffff640 0 client.19350 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:10:03.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.176+0000 7f0829bc1740 1 --2- 172.21.15.1:0/840887913 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b4c59df330 0x55b4c59edf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.176+0000 7f0829bc1740 1 --2- 172.21.15.1:0/840887913 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b4c59de980 0x55b4c59eda20 unknown :-1 s=CLOSED pgs=1683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.176+0000 7f0829bc1740 1 -- 172.21.15.1:0/840887913 >> 172.21.15.1:0/840887913 conn(0x55b4c59d9050 msgr2=0x55b4c59d7960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:03.185 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.176+0000 7f0829bc1740 1 -- 172.21.15.1:0/840887913 shutdown_connections 2024-02-10T00:10:03.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.176+0000 7f0829bc1740 1 -- 172.21.15.1:0/840887913 wait complete. 2024-02-10T00:10:03.186 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.176+0000 7f0829bc1740 20 client.19350 trim_cache size 0 max 16384 2024-02-10T00:10:03.186 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:10:03.186 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "no active scrubs running", 2024-02-10T00:10:03.186 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": {} 2024-02-10T00:10:03.186 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:10:03.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.176+0000 7f0826f0c640 1 -- 172.21.15.1:0/2074884785 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f08080a2230 msgr2=0x7f08080a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.176+0000 7f0826f0c640 1 --2- 172.21.15.1:0/2074884785 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f08080a2230 0x7f08080a46f0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f08180ee710 tx=0x7f081809d0b0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.177+0000 7f0826f0c640 1 -- 172.21.15.1:0/2074884785 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0820199170 msgr2=0x7f08201a3720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.177+0000 7f0826f0c640 1 --2- 172.21.15.1:0/2074884785 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0820199170 0x7f08201a3720 secure :-1 s=READY pgs=1679 cs=0 l=1 rev1=1 crypto rx=0x7f0818004af0 tx=0x7f0818034cc0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.177+0000 7f0826f0c640 1 -- 172.21.15.1:0/2074884785 shutdown_connections 2024-02-10T00:10:03.187 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.177+0000 7f0826f0c640 1 --2- 172.21.15.1:0/2074884785 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f08080a2230 0x7f08080a46f0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.177+0000 7f0826f0c640 1 --2- 172.21.15.1:0/2074884785 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0820199170 0x7f08201a3720 unknown :-1 s=CLOSED pgs=1679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.177+0000 7f0826f0c640 1 --2- 172.21.15.1:0/2074884785 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0820105410 0x7f0820198be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.177+0000 7f0826f0c640 1 --2- 172.21.15.1:0/2074884785 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0820100340 0x7f08201986a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.177+0000 7f0826f0c640 1 -- 172.21.15.1:0/2074884785 >> 172.21.15.1:0/2074884785 conn(0x7f08200772e0 msgr2=0x7f08201065e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:03.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.177+0000 7f0826f0c640 1 -- 172.21.15.1:0/2074884785 shutdown_connections 2024-02-10T00:10:03.188 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.177+0000 7f0826f0c640 1 -- 172.21.15.1:0/2074884785 wait complete. 2024-02-10T00:10:03.190 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-02-10T00:10:03.190 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-10T00:10:03.294 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.291+0000 7efd4dd13640 1 -- 172.21.15.1:0/1238678988 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efd48106510 msgr2=0x7efd4810e0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.291+0000 7efd4dd13640 1 --2- 172.21.15.1:0/1238678988 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efd48106510 0x7efd4810e0e0 secure :-1 s=READY pgs=1684 cs=0 l=1 rev1=1 crypto rx=0x7efd40009cd0 tx=0x7efd4002c0f0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.291+0000 7efd4dd13640 1 -- 172.21.15.1:0/1238678988 shutdown_connections 2024-02-10T00:10:03.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.291+0000 7efd4dd13640 1 --2- 172.21.15.1:0/1238678988 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efd48106510 0x7efd4810e0e0 unknown :-1 s=CLOSED pgs=1684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.291+0000 7efd4dd13640 1 --2- 172.21.15.1:0/1238678988 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efd48101df0 0x7efd48105e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.291+0000 7efd4dd13640 1 --2- 172.21.15.1:0/1238678988 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efd48101440 0x7efd48101820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.291+0000 7efd4dd13640 1 -- 172.21.15.1:0/1238678988 >> 172.21.15.1:0/1238678988 conn(0x7efd480fcce0 msgr2=0x7efd480ff100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:03.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.291+0000 7efd4dd13640 1 -- 172.21.15.1:0/1238678988 shutdown_connections 2024-02-10T00:10:03.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.291+0000 7efd4dd13640 1 -- 172.21.15.1:0/1238678988 wait complete. 2024-02-10T00:10:03.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.292+0000 7efd4dd13640 1 Processor -- start 2024-02-10T00:10:03.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.292+0000 7efd4dd13640 1 -- start start 2024-02-10T00:10:03.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.292+0000 7efd4dd13640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efd48101440 0x7efd4819f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.292+0000 7efd4dd13640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efd48106510 0x7efd4819fca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.292+0000 7efd4dd13640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efd48199910 0x7efd48199dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.292+0000 7efd4dd13640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd4819a300 con 0x7efd48101440 2024-02-10T00:10:03.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.292+0000 7efd4dd13640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd4819a470 con 0x7efd48199910 2024-02-10T00:10:03.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.292+0000 7efd4dd13640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd4819a630 con 0x7efd48106510 2024-02-10T00:10:03.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.292+0000 7efd477fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efd48101440 0x7efd4819f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.292+0000 7efd477fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efd48101440 0x7efd4819f760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49256/0 (socket says 172.21.15.1:49256) 2024-02-10T00:10:03.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.292+0000 7efd477fe640 1 -- 172.21.15.1:0/2337566 learned_addr learned my addr 172.21.15.1:0/2337566 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:03.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.292+0000 7efd47fff640 1 --2- 172.21.15.1:0/2337566 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efd48199910 0x7efd48199dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.292+0000 7efd46ffd640 1 --2- 172.21.15.1:0/2337566 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efd48106510 0x7efd4819fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.292+0000 7efd477fe640 1 -- 172.21.15.1:0/2337566 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efd48106510 msgr2=0x7efd4819fca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.292+0000 7efd477fe640 1 --2- 172.21.15.1:0/2337566 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efd48106510 0x7efd4819fca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.292+0000 7efd477fe640 1 -- 172.21.15.1:0/2337566 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efd48199910 msgr2=0x7efd48199dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.292+0000 7efd477fe640 1 --2- 172.21.15.1:0/2337566 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efd48199910 0x7efd48199dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.292+0000 7efd477fe640 1 -- 172.21.15.1:0/2337566 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd40009900 con 0x7efd48101440 2024-02-10T00:10:03.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.293+0000 7efd477fe640 1 --2- 172.21.15.1:0/2337566 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efd48101440 0x7efd4819f760 secure :-1 s=READY pgs=1685 cs=0 l=1 rev1=1 crypto rx=0x7efd3800e9f0 tx=0x7efd3800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:03.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.293+0000 7efd44ff9640 1 -- 172.21.15.1:0/2337566 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd38009720 con 0x7efd48101440 2024-02-10T00:10:03.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.293+0000 7efd44ff9640 1 -- 172.21.15.1:0/2337566 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7efd3800cd80 con 0x7efd48101440 2024-02-10T00:10:03.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.293+0000 7efd4dd13640 1 -- 172.21.15.1:0/2337566 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd481a6620 con 0x7efd48101440 2024-02-10T00:10:03.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.293+0000 7efd44ff9640 1 -- 172.21.15.1:0/2337566 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd38010690 con 0x7efd48101440 2024-02-10T00:10:03.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.293+0000 7efd4dd13640 1 -- 172.21.15.1:0/2337566 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd481a6ae0 con 0x7efd48101440 2024-02-10T00:10:03.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.294+0000 7efd4dd13640 1 -- 172.21.15.1:0/2337566 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd48068500 con 0x7efd48101440 2024-02-10T00:10:03.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.295+0000 7efd44ff9640 1 -- 172.21.15.1:0/2337566 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7efd380046c0 con 0x7efd48101440 2024-02-10T00:10:03.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.295+0000 7efd44ff9640 1 --2- 172.21.15.1:0/2337566 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7efd300a2230 0x7efd300a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.295+0000 7efd44ff9640 1 -- 172.21.15.1:0/2337566 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7efd38014070 con 0x7efd48101440 2024-02-10T00:10:03.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.296+0000 7efd46ffd640 1 --2- 172.21.15.1:0/2337566 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7efd300a2230 0x7efd300a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.296+0000 7efd46ffd640 1 --2- 172.21.15.1:0/2337566 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7efd300a2230 0x7efd300a46f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7efd3c005e00 tx=0x7efd3c005c50 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:03.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.299+0000 7efd44ff9640 1 -- 172.21.15.1:0/2337566 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7efd38097390 con 0x7efd48101440 2024-02-10T00:10:03.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:03 smithi088 ceph-mon[36452]: pgmap v332: 97 pgs: 97 active+clean; 1.5 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 44 KiB/s wr, 16 op/s 2024-02-10T00:10:03.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:03 smithi103 ceph-mon[36942]: pgmap v332: 97 pgs: 97 active+clean; 1.5 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 44 KiB/s wr, 16 op/s 2024-02-10T00:10:03.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:03 smithi001 ceph-mon[32335]: pgmap v332: 97 pgs: 97 active+clean; 1.5 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 44 KiB/s wr, 16 op/s 2024-02-10T00:10:03.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.520+0000 7efd4dd13640 1 -- 172.21.15.1:0/2337566 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7efd4819ae40 con 0x7efd48101440 2024-02-10T00:10:03.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.520+0000 7efd44ff9640 1 -- 172.21.15.1:0/2337566 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) v1 ==== 94+0+11367 (secure 0 0 0) 0x7efd3809aa50 con 0x7efd48101440 2024-02-10T00:10:03.522 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-10T00:10:03.522 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-09T23:57:05.956988+0000","modified":"2024-02-10T00:00:18.086451+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24496,"mds_2":24476,"mds_3":24475,"mds_4":14646},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14646":{"gid":14646,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24398":{"gid":24398,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24406":{"gid":24406,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24475":{"gid":24475,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_25477":{"gid":25477,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/1094349051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":1094349051},{"type":"v1","addr":"172.21.15.103:6835","nonce":1094349051}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-10T00:10:03.523 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 29 2024-02-10T00:10:03.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.523+0000 7efd4dd13640 1 -- 172.21.15.1:0/2337566 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7efd300a2230 msgr2=0x7efd300a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.523+0000 7efd4dd13640 1 --2- 172.21.15.1:0/2337566 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7efd300a2230 0x7efd300a46f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7efd3c005e00 tx=0x7efd3c005c50 comp rx=0 tx=0).stop 2024-02-10T00:10:03.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.523+0000 7efd4dd13640 1 -- 172.21.15.1:0/2337566 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efd48101440 msgr2=0x7efd4819f760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.523+0000 7efd4dd13640 1 --2- 172.21.15.1:0/2337566 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efd48101440 0x7efd4819f760 secure :-1 s=READY pgs=1685 cs=0 l=1 rev1=1 crypto rx=0x7efd3800e9f0 tx=0x7efd3800edf0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.523+0000 7efd4dd13640 1 -- 172.21.15.1:0/2337566 shutdown_connections 2024-02-10T00:10:03.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.523+0000 7efd4dd13640 1 --2- 172.21.15.1:0/2337566 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7efd300a2230 0x7efd300a46f0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.523+0000 7efd4dd13640 1 --2- 172.21.15.1:0/2337566 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7efd48199910 0x7efd48199dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.523+0000 7efd4dd13640 1 --2- 172.21.15.1:0/2337566 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efd48106510 0x7efd4819fca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.523+0000 7efd4dd13640 1 --2- 172.21.15.1:0/2337566 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7efd48101440 0x7efd4819f760 unknown :-1 s=CLOSED pgs=1685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.523+0000 7efd4dd13640 1 -- 172.21.15.1:0/2337566 >> 172.21.15.1:0/2337566 conn(0x7efd480fcce0 msgr2=0x7efd4810ddf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:03.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.523+0000 7efd4dd13640 1 -- 172.21.15.1:0/2337566 shutdown_connections 2024-02-10T00:10:03.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.523+0000 7efd4dd13640 1 -- 172.21.15.1:0/2337566 wait complete. 2024-02-10T00:10:03.535 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:10:03.535 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-02-10T00:10:03.643 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.639+0000 7f0399ec0640 1 -- 172.21.15.1:0/2693349517 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0394105540 msgr2=0x7f039410d110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.639+0000 7f0399ec0640 1 --2- 172.21.15.1:0/2693349517 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0394105540 0x7f039410d110 secure :-1 s=READY pgs=1686 cs=0 l=1 rev1=1 crypto rx=0x7f038c009cd0 tx=0x7f038c02c0f0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.639+0000 7f0399ec0640 1 -- 172.21.15.1:0/2693349517 shutdown_connections 2024-02-10T00:10:03.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.639+0000 7f0399ec0640 1 --2- 172.21.15.1:0/2693349517 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0394105540 0x7f039410d110 unknown :-1 s=CLOSED pgs=1686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.639+0000 7f0399ec0640 1 --2- 172.21.15.1:0/2693349517 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0394100d10 0x7f0394104e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.639+0000 7f0399ec0640 1 --2- 172.21.15.1:0/2693349517 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0394100360 0x7f0394100740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.639+0000 7f0399ec0640 1 -- 172.21.15.1:0/2693349517 >> 172.21.15.1:0/2693349517 conn(0x7f03940772a0 msgr2=0x7f03940776b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:03.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.639+0000 7f0399ec0640 1 -- 172.21.15.1:0/2693349517 shutdown_connections 2024-02-10T00:10:03.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.639+0000 7f0399ec0640 1 -- 172.21.15.1:0/2693349517 wait complete. 2024-02-10T00:10:03.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.640+0000 7f0399ec0640 1 Processor -- start 2024-02-10T00:10:03.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.640+0000 7f0399ec0640 1 -- start start 2024-02-10T00:10:03.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.640+0000 7f0399ec0640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0394100360 0x7f03940fdf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.644 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.640+0000 7f0399ec0640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0394105540 0x7f03940fe440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.640+0000 7f0399ec0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f03940fe980 0x7f03941a5ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.640+0000 7f0399ec0640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03941a60a0 con 0x7f03940fe980 2024-02-10T00:10:03.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.640+0000 7f0399ec0640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03941a6210 con 0x7f0394100360 2024-02-10T00:10:03.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.640+0000 7f0399ec0640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03941a63d0 con 0x7f0394105540 2024-02-10T00:10:03.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.640+0000 7f0393fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f03940fe980 0x7f03941a5ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.640+0000 7f0393fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f03940fe980 0x7f03941a5ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49278/0 (socket says 172.21.15.1:49278) 2024-02-10T00:10:03.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.640+0000 7f0393fff640 1 -- 172.21.15.1:0/140470080 learned_addr learned my addr 172.21.15.1:0/140470080 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:03.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.641+0000 7f0393fff640 1 -- 172.21.15.1:0/140470080 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0394105540 msgr2=0x7f03940fe440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.641+0000 7f03937fe640 1 --2- 172.21.15.1:0/140470080 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0394100360 0x7f03940fdf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.641+0000 7f0393fff640 1 --2- 172.21.15.1:0/140470080 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0394105540 0x7f03940fe440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.641+0000 7f0393fff640 1 -- 172.21.15.1:0/140470080 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0394100360 msgr2=0x7f03940fdf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.641+0000 7f0393fff640 1 --2- 172.21.15.1:0/140470080 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0394100360 0x7f03940fdf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.641+0000 7f0393fff640 1 -- 172.21.15.1:0/140470080 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f038c009900 con 0x7f03940fe980 2024-02-10T00:10:03.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.641+0000 7f0393fff640 1 --2- 172.21.15.1:0/140470080 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f03940fe980 0x7f03941a5ad0 secure :-1 s=READY pgs=1687 cs=0 l=1 rev1=1 crypto rx=0x7f038c004af0 tx=0x7f038c034cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:03.645 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.641+0000 7f0390ff9640 1 -- 172.21.15.1:0/140470080 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f038c0328c0 con 0x7f03940fe980 2024-02-10T00:10:03.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.641+0000 7f0390ff9640 1 -- 172.21.15.1:0/140470080 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f038c003e50 con 0x7f03940fe980 2024-02-10T00:10:03.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.641+0000 7f0390ff9640 1 -- 172.21.15.1:0/140470080 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f038c004860 con 0x7f03940fe980 2024-02-10T00:10:03.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.641+0000 7f0399ec0640 1 -- 172.21.15.1:0/140470080 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03941a6650 con 0x7f03940fe980 2024-02-10T00:10:03.646 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.641+0000 7f0399ec0640 1 -- 172.21.15.1:0/140470080 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03941a6b00 con 0x7f03940fe980 2024-02-10T00:10:03.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.643+0000 7f0390ff9640 1 -- 172.21.15.1:0/140470080 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f038c00a040 con 0x7f03940fe980 2024-02-10T00:10:03.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.643+0000 7f039cb6e740 1 Processor -- start 2024-02-10T00:10:03.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.644+0000 7f039cb6e740 1 -- start start 2024-02-10T00:10:03.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.644+0000 7f039cb6e740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599f9c57a30 0x5599f9c57e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.644+0000 7f039cb6e740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599f9c583e0 0x5599f9c60990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.644+0000 7f039cb6e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599f9c60f60 0x5599f9c633b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.644+0000 7f039cb6e740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599f9c13020 con 0x5599f9c583e0 2024-02-10T00:10:03.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.644+0000 7f039cb6e740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599f9bc6320 con 0x5599f9c57a30 2024-02-10T00:10:03.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.644+0000 7f039cb6e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599f9bc3850 con 0x5599f9c60f60 2024-02-10T00:10:03.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.644+0000 7f03937fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599f9c583e0 0x5599f9c60990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.644+0000 7f0390ff9640 1 --2- 172.21.15.1:0/140470080 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f037c0a22e0 0x7f037c0a47a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.644+0000 7f03937fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599f9c583e0 0x5599f9c60990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49284/0 (socket says 172.21.15.1:49284) 2024-02-10T00:10:03.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.644+0000 7f03937fe640 1 -- 172.21.15.1:0/222974476 learned_addr learned my addr 172.21.15.1:0/222974476 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:03.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.644+0000 7f0392ffd640 1 --2- 172.21.15.1:0/222974476 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599f9c60f60 0x5599f9c633b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.644+0000 7f0393fff640 1 --2- 172.21.15.1:0/140470080 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f037c0a22e0 0x7f037c0a47a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.644+0000 7f0392ffd640 1 --2- 172.21.15.1:0/222974476 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599f9c57a30 0x5599f9c57e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.644+0000 7f0390ff9640 1 -- 172.21.15.1:0/140470080 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f038c0f0d40 con 0x7f03940fe980 2024-02-10T00:10:03.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.644+0000 7f03937fe640 1 -- 172.21.15.1:0/222974476 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599f9c60f60 msgr2=0x5599f9c633b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.644+0000 7f03937fe640 1 --2- 172.21.15.1:0/222974476 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599f9c60f60 0x5599f9c633b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.644+0000 7f03937fe640 1 -- 172.21.15.1:0/222974476 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599f9c57a30 msgr2=0x5599f9c57e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.644+0000 7f03937fe640 1 --2- 172.21.15.1:0/222974476 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599f9c57a30 0x5599f9c57e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.644+0000 7f03937fe640 1 -- 172.21.15.1:0/222974476 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5599f9b81210 con 0x5599f9c583e0 2024-02-10T00:10:03.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.644+0000 7f0392ffd640 1 --2- 172.21.15.1:0/222974476 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599f9c57a30 0x5599f9c57e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:10:03.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.644+0000 7f03937fe640 1 --2- 172.21.15.1:0/222974476 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599f9c583e0 0x5599f9c60990 secure :-1 s=READY pgs=1688 cs=0 l=1 rev1=1 crypto rx=0x7f0384009bc0 tx=0x7f038400e6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ddc22d2477635d1 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:03.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.645+0000 7f0393fff640 1 --2- 172.21.15.1:0/140470080 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f037c0a22e0 0x7f037c0a47a0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f038c0ee650 tx=0x7f038c08f800 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:03.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.645+0000 7f0379ffb640 1 -- 172.21.15.1:0/222974476 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0384005020 con 0x5599f9c583e0 2024-02-10T00:10:03.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.645+0000 7f0379ffb640 1 -- 172.21.15.1:0/222974476 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0384005660 con 0x5599f9c583e0 2024-02-10T00:10:03.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.645+0000 7f0379ffb640 1 -- 172.21.15.1:0/222974476 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0384011670 con 0x5599f9c583e0 2024-02-10T00:10:03.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.645+0000 7f039cb6e740 1 -- 172.21.15.1:0/222974476 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599f9c583e0 msgr2=0x5599f9c60990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.645+0000 7f039cb6e740 1 --2- 172.21.15.1:0/222974476 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599f9c583e0 0x5599f9c60990 secure :-1 s=READY pgs=1688 cs=0 l=1 rev1=1 crypto rx=0x7f0384009bc0 tx=0x7f038400e6c0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.645+0000 7f039cb6e740 1 -- 172.21.15.1:0/222974476 shutdown_connections 2024-02-10T00:10:03.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.645+0000 7f039cb6e740 1 --2- 172.21.15.1:0/222974476 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599f9c60f60 0x5599f9c633b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.645+0000 7f039cb6e740 1 --2- 172.21.15.1:0/222974476 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599f9c583e0 0x5599f9c60990 unknown :-1 s=CLOSED pgs=1688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.645+0000 7f039cb6e740 1 --2- 172.21.15.1:0/222974476 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599f9c57a30 0x5599f9c57e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.645+0000 7f039cb6e740 1 -- 172.21.15.1:0/222974476 >> 172.21.15.1:0/222974476 conn(0x5599f9c52100 msgr2=0x5599f9c524e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:03.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.645+0000 7f039cb6e740 1 -- 172.21.15.1:0/222974476 shutdown_connections 2024-02-10T00:10:03.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.645+0000 7f039cb6e740 1 -- 172.21.15.1:0/222974476 wait complete. 2024-02-10T00:10:03.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.646+0000 7f039cb6e740 1 -- start start 2024-02-10T00:10:03.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.646+0000 7f039cb6e740 1 Processor -- start 2024-02-10T00:10:03.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.646+0000 7f039cb6e740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599f9c57a30 0x5599f9c5def0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.646+0000 7f039cb6e740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599f9c583e0 0x5599f9c5e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.646+0000 7f039cb6e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599f9c60f60 0x5599f9c5e970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.646+0000 7f039cb6e740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599f9bbf030 con 0x5599f9c583e0 2024-02-10T00:10:03.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.646+0000 7f039cb6e740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599f9892430 con 0x5599f9c57a30 2024-02-10T00:10:03.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.646+0000 7f039cb6e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599f984ee00 con 0x5599f9c60f60 2024-02-10T00:10:03.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.646+0000 7f039cb6e740 10 client.0 _ll_register_callbacks cb 0x5599f9bb4030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:10:03.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.646+0000 7f03937fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599f9c583e0 0x5599f9c5e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.646+0000 7f03937fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599f9c583e0 0x5599f9c5e430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49300/0 (socket says 172.21.15.1:49300) 2024-02-10T00:10:03.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.646+0000 7f03937fe640 1 -- 172.21.15.1:0/2723091006 learned_addr learned my addr 172.21.15.1:0/2723091006 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:03.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.646+0000 7f0392ffd640 1 --2- 172.21.15.1:0/2723091006 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599f9c60f60 0x5599f9c5e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.647+0000 7f0392ffd640 1 --2- 172.21.15.1:0/2723091006 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599f9c57a30 0x5599f9c5def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.656 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.647+0000 7f03937fe640 1 -- 172.21.15.1:0/2723091006 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599f9c60f60 msgr2=0x5599f9c5e970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.647+0000 7f03937fe640 1 --2- 172.21.15.1:0/2723091006 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599f9c60f60 0x5599f9c5e970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.647+0000 7f03937fe640 1 -- 172.21.15.1:0/2723091006 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599f9c57a30 msgr2=0x5599f9c5def0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.647+0000 7f03937fe640 1 --2- 172.21.15.1:0/2723091006 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599f9c57a30 0x5599f9c5def0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.647+0000 7f03937fe640 1 -- 172.21.15.1:0/2723091006 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0384009820 con 0x5599f9c583e0 2024-02-10T00:10:03.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.647+0000 7f03937fe640 1 --2- 172.21.15.1:0/2723091006 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599f9c583e0 0x5599f9c5e430 secure :-1 s=READY pgs=1689 cs=0 l=1 rev1=1 crypto rx=0x7f0384017000 tx=0x7f03840048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a53a0eecf86e4e2e server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:03.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.647+0000 7f0372ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:10:03.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.647+0000 7f0372ffd640 1 -- 172.21.15.1:0/2723091006 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0384021070 con 0x5599f9c583e0 2024-02-10T00:10:03.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.647+0000 7f0372ffd640 1 -- 172.21.15.1:0/2723091006 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f0384005180 con 0x5599f9c583e0 2024-02-10T00:10:03.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.647+0000 7f039cb6e740 1 -- 172.21.15.1:0/2723091006 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5599f98be7e0 con 0x5599f9c583e0 2024-02-10T00:10:03.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.647+0000 7f0372ffd640 1 -- 172.21.15.1:0/2723091006 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0384004b90 con 0x5599f9c583e0 2024-02-10T00:10:03.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.647+0000 7f039cb6e740 10 client.19368 fetch_fsmap learned FSMap version 29 2024-02-10T00:10:03.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.647+0000 7f039cb6e740 1 -- 172.21.15.1:0/2723091006 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5599f9bbd6b0 con 0x5599f9c583e0 2024-02-10T00:10:03.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.647+0000 7f0372ffd640 1 -- 172.21.15.1:0/2723091006 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5599f98be7e0 con 0x5599f9c583e0 2024-02-10T00:10:03.657 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.647+0000 7f0372ffd640 1 -- 172.21.15.1:0/2723091006 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f038400c070 con 0x5599f9c583e0 2024-02-10T00:10:03.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.647+0000 7f039cb6e740 10 client.19368 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:10:03.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.647+0000 7f039cb6e740 10 client.19368 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:10:03.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.647+0000 7f039cb6e740 20 client.19368 populate_metadata read hostname 'smithi001' 2024-02-10T00:10:03.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.647+0000 7f039cb6e740 1 --2- 172.21.15.1:0/2723091006 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5599f9c713b0 0x5599f9c737d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.647+0000 7f039cb6e740 4 client.19368 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:10:03.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.647+0000 7f039cb6e740 1 -- 172.21.15.1:0/2723091006 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5599f98fb720 con 0x5599f9c713b0 2024-02-10T00:10:03.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.648+0000 7f0392ffd640 1 --2- 172.21.15.1:0/2723091006 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5599f9c713b0 0x5599f9c737d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.648+0000 7f0372ffd640 10 client.19368 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:10:03.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.648+0000 7f0392ffd640 1 --2- 172.21.15.1:0/2723091006 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5599f9c713b0 0x5599f9c737d0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=d4c659ac813c9c1b server_cookie=749f8feedcc8a7f5 in_seq=0 out_seq=0 2024-02-10T00:10:03.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.648+0000 7f0372ffd640 1 -- 172.21.15.1:0/2723091006 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5599f98fb720 con 0x5599f9c713b0 2024-02-10T00:10:03.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.648+0000 7f0372ffd640 10 client.19368 handle_command_reply: tid=0 2024-02-10T00:10:03.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.648+0000 7f039cb6e740 1 client.19368 shutdown 2024-02-10T00:10:03.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.649+0000 7f039cb6e740 1 -- 172.21.15.1:0/2723091006 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599f9c583e0 msgr2=0x5599f9c5e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.649+0000 7f039cb6e740 1 --2- 172.21.15.1:0/2723091006 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599f9c583e0 0x5599f9c5e430 secure :-1 s=READY pgs=1689 cs=0 l=1 rev1=1 crypto rx=0x7f0384017000 tx=0x7f03840048f0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.658 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.649+0000 7f039cb6e740 1 -- 172.21.15.1:0/2723091006 shutdown_connections 2024-02-10T00:10:03.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.649+0000 7f039cb6e740 1 --2- 172.21.15.1:0/2723091006 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5599f9c713b0 0x5599f9c737d0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.649+0000 7f039cb6e740 1 --2- 172.21.15.1:0/2723091006 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599f9c60f60 0x5599f9c5e970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.649+0000 7f039cb6e740 1 --2- 172.21.15.1:0/2723091006 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599f9c583e0 0x5599f9c5e430 unknown :-1 s=CLOSED pgs=1689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.649+0000 7f0372ffd640 0 client.19368 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:10:03.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.649+0000 7f039cb6e740 1 --2- 172.21.15.1:0/2723091006 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599f9c57a30 0x5599f9c5def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.649+0000 7f039cb6e740 1 -- 172.21.15.1:0/2723091006 >> 172.21.15.1:0/2723091006 conn(0x5599f9c52100 msgr2=0x5599f9c53e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:03.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.649+0000 7f039cb6e740 1 -- 172.21.15.1:0/2723091006 shutdown_connections 2024-02-10T00:10:03.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.649+0000 7f039cb6e740 1 -- 172.21.15.1:0/2723091006 wait complete. 2024-02-10T00:10:03.659 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.649+0000 7f039cb6e740 20 client.19368 trim_cache size 0 max 16384 2024-02-10T00:10:03.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.660+0000 7f039cb6e740 1 Processor -- start 2024-02-10T00:10:03.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.660+0000 7f039cb6e740 1 -- start start 2024-02-10T00:10:03.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.661+0000 7f039cb6e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599f9c57a30 0x5599f9c60620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.661+0000 7f039cb6e740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599f9c583e0 0x5599f9c5e790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.661+0000 7f039cb6e740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599f9c60f60 0x5599f9c78170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.661+0000 7f039cb6e740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599f9c4d8b0 con 0x5599f9c60f60 2024-02-10T00:10:03.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.661+0000 7f039cb6e740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599f9b44130 con 0x5599f9c583e0 2024-02-10T00:10:03.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.661+0000 7f039cb6e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599f9c56b90 con 0x5599f9c57a30 2024-02-10T00:10:03.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.661+0000 7f0392ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599f9c60f60 0x5599f9c78170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.661+0000 7f0392ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599f9c60f60 0x5599f9c78170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49302/0 (socket says 172.21.15.1:49302) 2024-02-10T00:10:03.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.661+0000 7f0392ffd640 1 -- 172.21.15.1:0/3004273663 learned_addr learned my addr 172.21.15.1:0/3004273663 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:03.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.661+0000 7f03937fe640 1 --2- 172.21.15.1:0/3004273663 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599f9c583e0 0x5599f9c5e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.661+0000 7f0392ffd640 1 --2- 172.21.15.1:0/3004273663 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599f9c57a30 0x5599f9c60620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.661+0000 7f0392ffd640 1 -- 172.21.15.1:0/3004273663 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599f9c57a30 msgr2=0x5599f9c60620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.661+0000 7f0392ffd640 1 --2- 172.21.15.1:0/3004273663 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599f9c57a30 0x5599f9c60620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.668 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.661+0000 7f0392ffd640 1 -- 172.21.15.1:0/3004273663 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599f9c583e0 msgr2=0x5599f9c5e790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.661+0000 7f0392ffd640 1 --2- 172.21.15.1:0/3004273663 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599f9c583e0 0x5599f9c5e790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.661+0000 7f0392ffd640 1 -- 172.21.15.1:0/3004273663 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5599f9b59c90 con 0x5599f9c60f60 2024-02-10T00:10:03.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.661+0000 7f0392ffd640 1 --2- 172.21.15.1:0/3004273663 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599f9c60f60 0x5599f9c78170 secure :-1 s=READY pgs=1690 cs=0 l=1 rev1=1 crypto rx=0x7f038800ef30 tx=0x7f0388015040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56170242a8d04f46 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:03.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.661+0000 7f03797fa640 1 -- 172.21.15.1:0/3004273663 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0388004220 con 0x5599f9c60f60 2024-02-10T00:10:03.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.661+0000 7f03797fa640 1 -- 172.21.15.1:0/3004273663 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0388004380 con 0x5599f9c60f60 2024-02-10T00:10:03.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.661+0000 7f03797fa640 1 -- 172.21.15.1:0/3004273663 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03880047a0 con 0x5599f9c60f60 2024-02-10T00:10:03.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.662+0000 7f039cb6e740 1 -- 172.21.15.1:0/3004273663 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599f9c60f60 msgr2=0x5599f9c78170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.662+0000 7f039cb6e740 1 --2- 172.21.15.1:0/3004273663 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599f9c60f60 0x5599f9c78170 secure :-1 s=READY pgs=1690 cs=0 l=1 rev1=1 crypto rx=0x7f038800ef30 tx=0x7f0388015040 comp rx=0 tx=0).stop 2024-02-10T00:10:03.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.662+0000 7f039cb6e740 1 -- 172.21.15.1:0/3004273663 shutdown_connections 2024-02-10T00:10:03.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.662+0000 7f039cb6e740 1 --2- 172.21.15.1:0/3004273663 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599f9c60f60 0x5599f9c78170 unknown :-1 s=CLOSED pgs=1690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.662+0000 7f039cb6e740 1 --2- 172.21.15.1:0/3004273663 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599f9c583e0 0x5599f9c5e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.662+0000 7f039cb6e740 1 --2- 172.21.15.1:0/3004273663 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599f9c57a30 0x5599f9c60620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.669 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.662+0000 7f039cb6e740 1 -- 172.21.15.1:0/3004273663 >> 172.21.15.1:0/3004273663 conn(0x5599f9c52100 msgr2=0x5599f9c524e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:03.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.662+0000 7f039cb6e740 1 -- 172.21.15.1:0/3004273663 shutdown_connections 2024-02-10T00:10:03.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.662+0000 7f039cb6e740 1 -- 172.21.15.1:0/3004273663 wait complete. 2024-02-10T00:10:03.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.662+0000 7f039cb6e740 1 -- start start 2024-02-10T00:10:03.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.662+0000 7f039cb6e740 1 Processor -- start 2024-02-10T00:10:03.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.663+0000 7f039cb6e740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599f9c57a30 0x5599f9c66aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.663+0000 7f039cb6e740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599f9c583e0 0x5599f9c66fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.663+0000 7f039cb6e740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599f9c60f60 0x5599f9c67520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.663+0000 7f039cb6e740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599f9cc7900 con 0x5599f9c583e0 2024-02-10T00:10:03.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.663+0000 7f039cb6e740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599f9cc7a40 con 0x5599f9c60f60 2024-02-10T00:10:03.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.663+0000 7f039cb6e740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5599f9cc7b80 con 0x5599f9c57a30 2024-02-10T00:10:03.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.663+0000 7f039cb6e740 10 client.0 _ll_register_callbacks cb 0x7f0384009380 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:10:03.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.663+0000 7f03937fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599f9c583e0 0x5599f9c66fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.663+0000 7f03937fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599f9c583e0 0x5599f9c66fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49308/0 (socket says 172.21.15.1:49308) 2024-02-10T00:10:03.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.663+0000 7f03937fe640 1 -- 172.21.15.1:0/3825761739 learned_addr learned my addr 172.21.15.1:0/3825761739 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:03.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.663+0000 7f0392ffd640 1 --2- 172.21.15.1:0/3825761739 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599f9c57a30 0x5599f9c66aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.663+0000 7f0392ffd640 1 --2- 172.21.15.1:0/3825761739 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599f9c60f60 0x5599f9c67520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.663+0000 7f03937fe640 1 -- 172.21.15.1:0/3825761739 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599f9c57a30 msgr2=0x5599f9c66aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.663+0000 7f03937fe640 1 --2- 172.21.15.1:0/3825761739 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599f9c57a30 0x5599f9c66aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.663+0000 7f03937fe640 1 -- 172.21.15.1:0/3825761739 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599f9c60f60 msgr2=0x5599f9c67520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.663+0000 7f03937fe640 1 --2- 172.21.15.1:0/3825761739 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599f9c60f60 0x5599f9c67520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.663+0000 7f03937fe640 1 -- 172.21.15.1:0/3825761739 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f038800ecb0 con 0x5599f9c583e0 2024-02-10T00:10:03.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.663+0000 7f0392ffd640 1 --2- 172.21.15.1:0/3825761739 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599f9c60f60 0x5599f9c67520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:10:03.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.663+0000 7f03937fe640 1 --2- 172.21.15.1:0/3825761739 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599f9c583e0 0x5599f9c66fe0 secure :-1 s=READY pgs=1691 cs=0 l=1 rev1=1 crypto rx=0x5599f9c5d750 tx=0x7f038400ef80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c6b5bc0e6fe10a8 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:03.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.663+0000 7f0372ffd640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:10:03.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.663+0000 7f0372ffd640 1 -- 172.21.15.1:0/3825761739 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0384021040 con 0x5599f9c583e0 2024-02-10T00:10:03.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.663+0000 7f0372ffd640 1 -- 172.21.15.1:0/3825761739 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f03840057f0 con 0x5599f9c583e0 2024-02-10T00:10:03.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.663+0000 7f039cb6e740 1 -- 172.21.15.1:0/3825761739 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0384005660 con 0x5599f9c583e0 2024-02-10T00:10:03.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.664+0000 7f0372ffd640 1 -- 172.21.15.1:0/3825761739 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0384005180 con 0x5599f9c583e0 2024-02-10T00:10:03.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.664+0000 7f039cb6e740 10 client.19374 fetch_fsmap learned FSMap version 29 2024-02-10T00:10:03.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.664+0000 7f039cb6e740 1 -- 172.21.15.1:0/3825761739 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5599f9b7fa70 con 0x5599f9c583e0 2024-02-10T00:10:03.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.664+0000 7f0372ffd640 1 -- 172.21.15.1:0/3825761739 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0384005660 con 0x5599f9c583e0 2024-02-10T00:10:03.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.664+0000 7f0372ffd640 1 -- 172.21.15.1:0/3825761739 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f038400c040 con 0x5599f9c583e0 2024-02-10T00:10:03.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.664+0000 7f039cb6e740 10 client.19374 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:10:03.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.664+0000 7f039cb6e740 10 client.19374 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:10:03.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.664+0000 7f039cb6e740 20 client.19374 populate_metadata read hostname 'smithi001' 2024-02-10T00:10:03.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.664+0000 7f039cb6e740 1 --2- 172.21.15.1:0/3825761739 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5599f9cc8f80 0x5599f9ccb3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.664+0000 7f039cb6e740 4 client.19374 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:10:03.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.664+0000 7f039cb6e740 1 -- 172.21.15.1:0/3825761739 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5599f994a890 con 0x5599f9cc8f80 2024-02-10T00:10:03.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.664+0000 7f0392ffd640 1 --2- 172.21.15.1:0/3825761739 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5599f9cc8f80 0x5599f9ccb3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.664+0000 7f0372ffd640 10 client.19374 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:10:03.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.664+0000 7f0392ffd640 1 --2- 172.21.15.1:0/3825761739 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5599f9cc8f80 0x5599f9ccb3a0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=2f671355f2b14cc8 server_cookie=ddb8cb4027703611 in_seq=0 out_seq=0 2024-02-10T00:10:03.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.664+0000 7f0372ffd640 1 -- 172.21.15.1:0/3825761739 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5599f994a890 con 0x5599f9cc8f80 2024-02-10T00:10:03.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.664+0000 7f0372ffd640 10 client.19374 handle_command_reply: tid=0 2024-02-10T00:10:03.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.665+0000 7f039cb6e740 1 client.19374 shutdown 2024-02-10T00:10:03.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.665+0000 7f039cb6e740 1 -- 172.21.15.1:0/3825761739 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599f9c583e0 msgr2=0x5599f9c66fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.665+0000 7f039cb6e740 1 --2- 172.21.15.1:0/3825761739 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599f9c583e0 0x5599f9c66fe0 secure :-1 s=READY pgs=1691 cs=0 l=1 rev1=1 crypto rx=0x5599f9c5d750 tx=0x7f038400ef80 comp rx=0 tx=0).stop 2024-02-10T00:10:03.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.665+0000 7f039cb6e740 1 -- 172.21.15.1:0/3825761739 shutdown_connections 2024-02-10T00:10:03.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.665+0000 7f039cb6e740 1 --2- 172.21.15.1:0/3825761739 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x5599f9cc8f80 0x5599f9ccb3a0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.665+0000 7f039cb6e740 1 --2- 172.21.15.1:0/3825761739 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5599f9c60f60 0x5599f9c67520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.665+0000 7f039cb6e740 1 --2- 172.21.15.1:0/3825761739 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5599f9c583e0 0x5599f9c66fe0 unknown :-1 s=CLOSED pgs=1691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.665+0000 7f0372ffd640 0 client.19374 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:10:03.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.665+0000 7f039cb6e740 1 --2- 172.21.15.1:0/3825761739 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5599f9c57a30 0x5599f9c66aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.665+0000 7f039cb6e740 1 -- 172.21.15.1:0/3825761739 >> 172.21.15.1:0/3825761739 conn(0x5599f9c52100 msgr2=0x5599f9c78170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:03.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.665+0000 7f039cb6e740 1 -- 172.21.15.1:0/3825761739 shutdown_connections 2024-02-10T00:10:03.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.665+0000 7f039cb6e740 1 -- 172.21.15.1:0/3825761739 wait complete. 2024-02-10T00:10:03.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.665+0000 7f039cb6e740 20 client.19374 trim_cache size 0 max 16384 2024-02-10T00:10:03.674 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:10:03.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.665+0000 7f0399ec0640 1 -- 172.21.15.1:0/140470080 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f037c0a22e0 msgr2=0x7f037c0a47a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.665+0000 7f0399ec0640 1 --2- 172.21.15.1:0/140470080 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f037c0a22e0 0x7f037c0a47a0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f038c0ee650 tx=0x7f038c08f800 comp rx=0 tx=0).stop 2024-02-10T00:10:03.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.665+0000 7f0399ec0640 1 -- 172.21.15.1:0/140470080 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f03940fe980 msgr2=0x7f03941a5ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.665+0000 7f0399ec0640 1 --2- 172.21.15.1:0/140470080 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f03940fe980 0x7f03941a5ad0 secure :-1 s=READY pgs=1687 cs=0 l=1 rev1=1 crypto rx=0x7f038c004af0 tx=0x7f038c034cc0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.665+0000 7f0399ec0640 1 -- 172.21.15.1:0/140470080 shutdown_connections 2024-02-10T00:10:03.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.665+0000 7f0399ec0640 1 --2- 172.21.15.1:0/140470080 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f037c0a22e0 0x7f037c0a47a0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.665+0000 7f0399ec0640 1 --2- 172.21.15.1:0/140470080 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f03940fe980 0x7f03941a5ad0 unknown :-1 s=CLOSED pgs=1687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.665+0000 7f0399ec0640 1 --2- 172.21.15.1:0/140470080 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0394105540 0x7f03940fe440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.665+0000 7f0399ec0640 1 --2- 172.21.15.1:0/140470080 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0394100360 0x7f03940fdf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.665+0000 7f0399ec0640 1 -- 172.21.15.1:0/140470080 >> 172.21.15.1:0/140470080 conn(0x7f03940772a0 msgr2=0x7f0394069b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:03.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.666+0000 7f0399ec0640 1 -- 172.21.15.1:0/140470080 shutdown_connections 2024-02-10T00:10:03.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.666+0000 7f0399ec0640 1 -- 172.21.15.1:0/140470080 wait complete. 2024-02-10T00:10:03.677 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:10:03.678 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-02-10T00:10:03.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.780+0000 7f28ebeb5640 1 -- 172.21.15.1:0/789080656 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f28e4106500 msgr2=0x7f28e410e0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.780+0000 7f28ebeb5640 1 --2- 172.21.15.1:0/789080656 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f28e4106500 0x7f28e410e0d0 secure :-1 s=READY pgs=1692 cs=0 l=1 rev1=1 crypto rx=0x7f28dc009cd0 tx=0x7f28dc02c0f0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.780+0000 7f28ebeb5640 1 -- 172.21.15.1:0/789080656 shutdown_connections 2024-02-10T00:10:03.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.780+0000 7f28ebeb5640 1 --2- 172.21.15.1:0/789080656 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f28e4106500 0x7f28e410e0d0 unknown :-1 s=CLOSED pgs=1692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.780+0000 7f28ebeb5640 1 --2- 172.21.15.1:0/789080656 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f28e4101de0 0x7f28e4105e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.780+0000 7f28ebeb5640 1 --2- 172.21.15.1:0/789080656 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f28e4101430 0x7f28e4101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.780+0000 7f28ebeb5640 1 -- 172.21.15.1:0/789080656 >> 172.21.15.1:0/789080656 conn(0x7f28e40fccd0 msgr2=0x7f28e40ff0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:03.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.780+0000 7f28ebeb5640 1 -- 172.21.15.1:0/789080656 shutdown_connections 2024-02-10T00:10:03.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.780+0000 7f28ebeb5640 1 -- 172.21.15.1:0/789080656 wait complete. 2024-02-10T00:10:03.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.781+0000 7f28ebeb5640 1 Processor -- start 2024-02-10T00:10:03.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.781+0000 7f28ebeb5640 1 -- start start 2024-02-10T00:10:03.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.781+0000 7f28ebeb5640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f28e4101430 0x7f28e419d580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.781+0000 7f28ebeb5640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f28e4106500 0x7f28e419dac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.781+0000 7f28ebeb5640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f28e4197690 0x7f28e4197b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.781+0000 7f28ebeb5640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28e4198160 con 0x7f28e4197690 2024-02-10T00:10:03.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.781+0000 7f28ebeb5640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28e41982d0 con 0x7f28e4101430 2024-02-10T00:10:03.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.781+0000 7f28ebeb5640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28e4198490 con 0x7f28e4106500 2024-02-10T00:10:03.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.781+0000 7f28ea452640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f28e4197690 0x7f28e4197b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.781+0000 7f28ea452640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f28e4197690 0x7f28e4197b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49324/0 (socket says 172.21.15.1:49324) 2024-02-10T00:10:03.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.781+0000 7f28ea452640 1 -- 172.21.15.1:0/3054427231 learned_addr learned my addr 172.21.15.1:0/3054427231 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:03.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.781+0000 7f28e9c51640 1 --2- 172.21.15.1:0/3054427231 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f28e4101430 0x7f28e419d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.782+0000 7f28e9450640 1 --2- 172.21.15.1:0/3054427231 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f28e4106500 0x7f28e419dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.782+0000 7f28ea452640 1 -- 172.21.15.1:0/3054427231 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f28e4106500 msgr2=0x7f28e419dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.782+0000 7f28ea452640 1 --2- 172.21.15.1:0/3054427231 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f28e4106500 0x7f28e419dac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.782+0000 7f28ea452640 1 -- 172.21.15.1:0/3054427231 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f28e4101430 msgr2=0x7f28e419d580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.782+0000 7f28ea452640 1 --2- 172.21.15.1:0/3054427231 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f28e4101430 0x7f28e419d580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.782+0000 7f28ea452640 1 -- 172.21.15.1:0/3054427231 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28dc009900 con 0x7f28e4197690 2024-02-10T00:10:03.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.782+0000 7f28e9450640 1 --2- 172.21.15.1:0/3054427231 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f28e4106500 0x7f28e419dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:10:03.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.782+0000 7f28ea452640 1 --2- 172.21.15.1:0/3054427231 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f28e4197690 0x7f28e4197b10 secure :-1 s=READY pgs=1693 cs=0 l=1 rev1=1 crypto rx=0x7f28dc0348f0 tx=0x7f28dc034cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:03.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.782+0000 7f28daffd640 1 -- 172.21.15.1:0/3054427231 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28dc0328c0 con 0x7f28e4197690 2024-02-10T00:10:03.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.782+0000 7f28ebeb5640 1 -- 172.21.15.1:0/3054427231 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f28e41a4380 con 0x7f28e4197690 2024-02-10T00:10:03.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.782+0000 7f28daffd640 1 -- 172.21.15.1:0/3054427231 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f28dc003e50 con 0x7f28e4197690 2024-02-10T00:10:03.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.782+0000 7f28daffd640 1 -- 172.21.15.1:0/3054427231 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28dc040450 con 0x7f28e4197690 2024-02-10T00:10:03.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.782+0000 7f28ebeb5640 1 -- 172.21.15.1:0/3054427231 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f28e41a4800 con 0x7f28e4197690 2024-02-10T00:10:03.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.785+0000 7f28daffd640 1 -- 172.21.15.1:0/3054427231 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f28dc00a040 con 0x7f28e4197690 2024-02-10T00:10:03.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.785+0000 7f28eeb67740 1 Processor -- start 2024-02-10T00:10:03.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.785+0000 7f28eeb67740 1 -- start start 2024-02-10T00:10:03.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.785+0000 7f28eeb67740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f5a9267910 0x55f5a9267cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.785+0000 7f28eeb67740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f5a92682c0 0x55f5a9270df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.785+0000 7f28eeb67740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f5a92713c0 0x55f5a9271820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.785+0000 7f28eeb67740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f5a9223020 con 0x55f5a92713c0 2024-02-10T00:10:03.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.785+0000 7f28eeb67740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f5a91d6320 con 0x55f5a92682c0 2024-02-10T00:10:03.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.785+0000 7f28eeb67740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f5a91d3850 con 0x55f5a9267910 2024-02-10T00:10:03.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.785+0000 7f28e9450640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f5a92713c0 0x55f5a9271820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.785+0000 7f28e9450640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f5a92713c0 0x55f5a9271820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49330/0 (socket says 172.21.15.1:49330) 2024-02-10T00:10:03.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.785+0000 7f28e9450640 1 -- 172.21.15.1:0/3999279438 learned_addr learned my addr 172.21.15.1:0/3999279438 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:03.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.785+0000 7f28daffd640 1 --2- 172.21.15.1:0/3054427231 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f28d00a2230 0x7f28d00a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.786+0000 7f28e9c51640 1 --2- 172.21.15.1:0/3999279438 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f5a92682c0 0x55f5a9270df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.786+0000 7f28e9450640 1 --2- 172.21.15.1:0/3999279438 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f5a9267910 0x55f5a9267cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.786+0000 7f28ea452640 1 --2- 172.21.15.1:0/3054427231 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f28d00a2230 0x7f28d00a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.786+0000 7f28e9450640 1 -- 172.21.15.1:0/3999279438 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f5a9267910 msgr2=0x55f5a9267cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.786+0000 7f28daffd640 1 -- 172.21.15.1:0/3054427231 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f28dc0f0ea0 con 0x7f28e4197690 2024-02-10T00:10:03.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.786+0000 7f28e9450640 1 --2- 172.21.15.1:0/3999279438 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f5a9267910 0x55f5a9267cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.786+0000 7f28e9450640 1 -- 172.21.15.1:0/3999279438 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f5a92682c0 msgr2=0x55f5a9270df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.786+0000 7f28e9450640 1 --2- 172.21.15.1:0/3999279438 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f5a92682c0 0x55f5a9270df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.786+0000 7f28e9450640 1 -- 172.21.15.1:0/3999279438 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f5a9191210 con 0x55f5a92713c0 2024-02-10T00:10:03.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.786+0000 7f28e9450640 1 --2- 172.21.15.1:0/3999279438 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f5a92713c0 0x55f5a9271820 secure :-1 s=READY pgs=1694 cs=0 l=1 rev1=1 crypto rx=0x7f28d4005fd0 tx=0x7f28d400e5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce9f87c7dc9bfc3f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:03.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.786+0000 7f28ea452640 1 --2- 172.21.15.1:0/3054427231 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f28d00a2230 0x7f28d00a46f0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f28dc0bd930 tx=0x7f28dc08d8c0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:03.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.786+0000 7f28cffff640 1 -- 172.21.15.1:0/3999279438 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28d401d410 con 0x55f5a92713c0 2024-02-10T00:10:03.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.786+0000 7f28cffff640 1 -- 172.21.15.1:0/3999279438 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f28d401c8a0 con 0x55f5a92713c0 2024-02-10T00:10:03.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.786+0000 7f28cffff640 1 -- 172.21.15.1:0/3999279438 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28d4010a50 con 0x55f5a92713c0 2024-02-10T00:10:03.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.787+0000 7f28eeb67740 1 -- 172.21.15.1:0/3999279438 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f5a92713c0 msgr2=0x55f5a9271820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.787+0000 7f28eeb67740 1 --2- 172.21.15.1:0/3999279438 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f5a92713c0 0x55f5a9271820 secure :-1 s=READY pgs=1694 cs=0 l=1 rev1=1 crypto rx=0x7f28d4005fd0 tx=0x7f28d400e5b0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.787+0000 7f28eeb67740 1 -- 172.21.15.1:0/3999279438 shutdown_connections 2024-02-10T00:10:03.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.787+0000 7f28eeb67740 1 --2- 172.21.15.1:0/3999279438 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f5a92713c0 0x55f5a9271820 unknown :-1 s=CLOSED pgs=1694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.787+0000 7f28eeb67740 1 --2- 172.21.15.1:0/3999279438 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f5a92682c0 0x55f5a9270df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.787+0000 7f28eeb67740 1 --2- 172.21.15.1:0/3999279438 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f5a9267910 0x55f5a9267cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.787+0000 7f28eeb67740 1 -- 172.21.15.1:0/3999279438 >> 172.21.15.1:0/3999279438 conn(0x55f5a9262100 msgr2=0x55f5a92624e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:03.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.787+0000 7f28eeb67740 1 -- 172.21.15.1:0/3999279438 shutdown_connections 2024-02-10T00:10:03.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.787+0000 7f28eeb67740 1 -- 172.21.15.1:0/3999279438 wait complete. 2024-02-10T00:10:03.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.787+0000 7f28eeb67740 1 -- start start 2024-02-10T00:10:03.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.787+0000 7f28eeb67740 1 Processor -- start 2024-02-10T00:10:03.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.788+0000 7f28eeb67740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f5a9267910 0x55f5a9274e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.788+0000 7f28eeb67740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f5a92682c0 0x55f5a92753d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.788+0000 7f28eeb67740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f5a92713c0 0x55f5a9275910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.788+0000 7f28eeb67740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f5a91cf030 con 0x55f5a9267910 2024-02-10T00:10:03.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.788+0000 7f28eeb67740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f5a8ea2430 con 0x55f5a92682c0 2024-02-10T00:10:03.796 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.788+0000 7f28eeb67740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f5a8e5ee00 con 0x55f5a92713c0 2024-02-10T00:10:03.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.788+0000 7f28eeb67740 10 client.0 _ll_register_callbacks cb 0x55f5a91c4030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:10:03.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.788+0000 7f28e9450640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f5a9267910 0x55f5a9274e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.788+0000 7f28e9450640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f5a9267910 0x55f5a9274e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49342/0 (socket says 172.21.15.1:49342) 2024-02-10T00:10:03.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.788+0000 7f28e9450640 1 -- 172.21.15.1:0/4217403585 learned_addr learned my addr 172.21.15.1:0/4217403585 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:03.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.788+0000 7f28e9c51640 1 --2- 172.21.15.1:0/4217403585 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f5a92682c0 0x55f5a92753d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.788+0000 7f28e9450640 1 -- 172.21.15.1:0/4217403585 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f5a92713c0 msgr2=0x55f5a9275910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.788+0000 7f28e9450640 1 --2- 172.21.15.1:0/4217403585 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f5a92713c0 0x55f5a9275910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.788+0000 7f28e9450640 1 -- 172.21.15.1:0/4217403585 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f5a92682c0 msgr2=0x55f5a92753d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.788+0000 7f28e9450640 1 --2- 172.21.15.1:0/4217403585 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f5a92682c0 0x55f5a92753d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.788+0000 7f28e9450640 1 -- 172.21.15.1:0/4217403585 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f28d400ed00 con 0x55f5a9267910 2024-02-10T00:10:03.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.788+0000 7f28e9c51640 1 --2- 172.21.15.1:0/4217403585 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f5a92682c0 0x55f5a92753d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:10:03.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.788+0000 7f28e9450640 1 --2- 172.21.15.1:0/4217403585 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f5a9267910 0x55f5a9274e90 secure :-1 s=READY pgs=1695 cs=0 l=1 rev1=1 crypto rx=0x7f28d400eb10 tx=0x7f28d400e6e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e52a07f6c04fa4b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:03.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.788+0000 7f28cd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:10:03.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.788+0000 7f28cd7fa640 1 -- 172.21.15.1:0/4217403585 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28d4005040 con 0x55f5a9267910 2024-02-10T00:10:03.797 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.789+0000 7f28cd7fa640 1 -- 172.21.15.1:0/4217403585 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f28d4000e40 con 0x55f5a9267910 2024-02-10T00:10:03.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.789+0000 7f28eeb67740 1 -- 172.21.15.1:0/4217403585 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f5a8ece7e0 con 0x55f5a9267910 2024-02-10T00:10:03.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.789+0000 7f28cd7fa640 1 -- 172.21.15.1:0/4217403585 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f28d40051a0 con 0x55f5a9267910 2024-02-10T00:10:03.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.789+0000 7f28eeb67740 10 client.19386 fetch_fsmap learned FSMap version 29 2024-02-10T00:10:03.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.789+0000 7f28eeb67740 1 -- 172.21.15.1:0/4217403585 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55f5a91cd6b0 con 0x55f5a9267910 2024-02-10T00:10:03.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.789+0000 7f28cd7fa640 1 -- 172.21.15.1:0/4217403585 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f28d4032080 con 0x55f5a9267910 2024-02-10T00:10:03.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.789+0000 7f28cd7fa640 1 -- 172.21.15.1:0/4217403585 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f28d402c030 con 0x55f5a9267910 2024-02-10T00:10:03.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.789+0000 7f28eeb67740 10 client.19386 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:10:03.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.789+0000 7f28eeb67740 10 client.19386 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:10:03.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.789+0000 7f28eeb67740 20 client.19386 populate_metadata read hostname 'smithi001' 2024-02-10T00:10:03.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.789+0000 7f28eeb67740 1 --2- 172.21.15.1:0/4217403585 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55f5a92858e0 0x55f5a9287d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.789+0000 7f28eeb67740 4 client.19386 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:10:03.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.789+0000 7f28eeb67740 1 -- 172.21.15.1:0/4217403585 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f5a8f0b720 con 0x55f5a92858e0 2024-02-10T00:10:03.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.789+0000 7f28e9c51640 1 --2- 172.21.15.1:0/4217403585 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55f5a92858e0 0x55f5a9287d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.798 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.790+0000 7f28cd7fa640 10 client.19386 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:10:03.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.790+0000 7f28e9c51640 1 --2- 172.21.15.1:0/4217403585 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55f5a92858e0 0x55f5a9287d00 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=5be49ce98c623cda server_cookie=4a9f531399925147 in_seq=0 out_seq=0 2024-02-10T00:10:03.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.791+0000 7f28cd7fa640 1 -- 172.21.15.1:0/4217403585 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55f5a8f0b720 con 0x55f5a92858e0 2024-02-10T00:10:03.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.791+0000 7f28cd7fa640 10 client.19386 handle_command_reply: tid=0 2024-02-10T00:10:03.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.791+0000 7f28eeb67740 1 client.19386 shutdown 2024-02-10T00:10:03.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.791+0000 7f28eeb67740 1 -- 172.21.15.1:0/4217403585 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f5a9267910 msgr2=0x55f5a9274e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.791+0000 7f28eeb67740 1 --2- 172.21.15.1:0/4217403585 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f5a9267910 0x55f5a9274e90 secure :-1 s=READY pgs=1695 cs=0 l=1 rev1=1 crypto rx=0x7f28d400eb10 tx=0x7f28d400e6e0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.791+0000 7f28eeb67740 1 -- 172.21.15.1:0/4217403585 shutdown_connections 2024-02-10T00:10:03.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.791+0000 7f28eeb67740 1 --2- 172.21.15.1:0/4217403585 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f5a92713c0 0x55f5a9275910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.791+0000 7f28eeb67740 1 --2- 172.21.15.1:0/4217403585 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55f5a92858e0 0x55f5a9287d00 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.791+0000 7f28eeb67740 1 --2- 172.21.15.1:0/4217403585 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f5a92682c0 0x55f5a92753d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.791+0000 7f28eeb67740 1 --2- 172.21.15.1:0/4217403585 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f5a9267910 0x55f5a9274e90 unknown :-1 s=CLOSED pgs=1695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.791+0000 7f28cd7fa640 0 client.19386 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:10:03.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.791+0000 7f28eeb67740 1 -- 172.21.15.1:0/4217403585 >> 172.21.15.1:0/4217403585 conn(0x55f5a9262100 msgr2=0x55f5a9263e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:03.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.791+0000 7f28eeb67740 1 -- 172.21.15.1:0/4217403585 shutdown_connections 2024-02-10T00:10:03.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.791+0000 7f28eeb67740 1 -- 172.21.15.1:0/4217403585 wait complete. 2024-02-10T00:10:03.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.791+0000 7f28eeb67740 20 client.19386 trim_cache size 0 max 16384 2024-02-10T00:10:03.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.803+0000 7f28eeb67740 1 Processor -- start 2024-02-10T00:10:03.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.803+0000 7f28eeb67740 1 -- start start 2024-02-10T00:10:03.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.803+0000 7f28eeb67740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f5a9267910 0x55f5a92775c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.803+0000 7f28eeb67740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f5a92682c0 0x55f5a92727b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.803+0000 7f28eeb67740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f5a92713c0 0x55f5a926fc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.803+0000 7f28eeb67740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f5a9154130 con 0x55f5a9267910 2024-02-10T00:10:03.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.803+0000 7f28eeb67740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f5a9277f30 con 0x55f5a92713c0 2024-02-10T00:10:03.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.803+0000 7f28eeb67740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f5a9266d70 con 0x55f5a92682c0 2024-02-10T00:10:03.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.803+0000 7f28e9450640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f5a9267910 0x55f5a92775c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.803+0000 7f28e9450640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f5a9267910 0x55f5a92775c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49348/0 (socket says 172.21.15.1:49348) 2024-02-10T00:10:03.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.803+0000 7f28e9450640 1 -- 172.21.15.1:0/2917903422 learned_addr learned my addr 172.21.15.1:0/2917903422 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:03.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.803+0000 7f28e9c51640 1 --2- 172.21.15.1:0/2917903422 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f5a92682c0 0x55f5a92727b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.803+0000 7f28e9450640 1 -- 172.21.15.1:0/2917903422 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f5a92682c0 msgr2=0x55f5a92727b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.803+0000 7f28e9450640 1 --2- 172.21.15.1:0/2917903422 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f5a92682c0 0x55f5a92727b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.803+0000 7f28e9450640 1 -- 172.21.15.1:0/2917903422 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f5a92713c0 msgr2=0x55f5a926fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.803+0000 7f28e9450640 1 --2- 172.21.15.1:0/2917903422 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f5a92713c0 0x55f5a926fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.803+0000 7f28e9450640 1 -- 172.21.15.1:0/2917903422 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f5a9169c90 con 0x55f5a9267910 2024-02-10T00:10:03.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.803+0000 7f28e9c51640 1 --2- 172.21.15.1:0/2917903422 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f5a92682c0 0x55f5a92727b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:10:03.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.803+0000 7f28e9450640 1 --2- 172.21.15.1:0/2917903422 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f5a9267910 0x55f5a92775c0 secure :-1 s=READY pgs=1696 cs=0 l=1 rev1=1 crypto rx=0x7f28d400eae0 tx=0x7f28d401cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b6af10286404cc6 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:03.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.803+0000 7f28cf7fe640 1 -- 172.21.15.1:0/2917903422 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28d4005c50 con 0x55f5a9267910 2024-02-10T00:10:03.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.804+0000 7f28cf7fe640 1 -- 172.21.15.1:0/2917903422 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55f5a8ece7e0 con 0x55f5a9267910 2024-02-10T00:10:03.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.804+0000 7f28cf7fe640 1 -- 172.21.15.1:0/2917903422 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28d40104d0 con 0x55f5a9267910 2024-02-10T00:10:03.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.804+0000 7f28eeb67740 1 -- 172.21.15.1:0/2917903422 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f5a9267910 msgr2=0x55f5a92775c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.804+0000 7f28eeb67740 1 --2- 172.21.15.1:0/2917903422 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f5a9267910 0x55f5a92775c0 secure :-1 s=READY pgs=1696 cs=0 l=1 rev1=1 crypto rx=0x7f28d400eae0 tx=0x7f28d401cc20 comp rx=0 tx=0).stop 2024-02-10T00:10:03.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.804+0000 7f28eeb67740 1 -- 172.21.15.1:0/2917903422 shutdown_connections 2024-02-10T00:10:03.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.804+0000 7f28eeb67740 1 --2- 172.21.15.1:0/2917903422 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f5a92713c0 0x55f5a926fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.804+0000 7f28eeb67740 1 --2- 172.21.15.1:0/2917903422 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f5a92682c0 0x55f5a92727b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.804+0000 7f28eeb67740 1 --2- 172.21.15.1:0/2917903422 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f5a9267910 0x55f5a92775c0 unknown :-1 s=CLOSED pgs=1696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.804+0000 7f28eeb67740 1 -- 172.21.15.1:0/2917903422 >> 172.21.15.1:0/2917903422 conn(0x55f5a9262100 msgr2=0x55f5a926f140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:03.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.804+0000 7f28eeb67740 1 -- 172.21.15.1:0/2917903422 shutdown_connections 2024-02-10T00:10:03.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.804+0000 7f28eeb67740 1 -- 172.21.15.1:0/2917903422 wait complete. 2024-02-10T00:10:03.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.804+0000 7f28eeb67740 1 -- start start 2024-02-10T00:10:03.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.804+0000 7f28eeb67740 1 Processor -- start 2024-02-10T00:10:03.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.805+0000 7f28eeb67740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f5a9267910 0x55f5a927c640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.805+0000 7f28eeb67740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f5a92682c0 0x55f5a927a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.805+0000 7f28eeb67740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f5a92713c0 0x55f5a927af20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.805+0000 7f28eeb67740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f5a927b4e0 con 0x55f5a92713c0 2024-02-10T00:10:03.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.805+0000 7f28eeb67740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f5a927b650 con 0x55f5a92682c0 2024-02-10T00:10:03.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.805+0000 7f28eeb67740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f5a927b810 con 0x55f5a9267910 2024-02-10T00:10:03.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.805+0000 7f28eeb67740 10 client.0 _ll_register_callbacks cb 0x7f28d400e450 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:10:03.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.805+0000 7f28e9450640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f5a92713c0 0x55f5a927af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.805+0000 7f28e9450640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f5a92713c0 0x55f5a927af20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49364/0 (socket says 172.21.15.1:49364) 2024-02-10T00:10:03.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.805+0000 7f28e9450640 1 -- 172.21.15.1:0/2105006804 learned_addr learned my addr 172.21.15.1:0/2105006804 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:03.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.805+0000 7f28e9450640 1 --2- 172.21.15.1:0/2105006804 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f5a9267910 0x55f5a927c640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.805+0000 7f28e9c51640 1 --2- 172.21.15.1:0/2105006804 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f5a92682c0 0x55f5a927a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.805+0000 7f28e9450640 1 -- 172.21.15.1:0/2105006804 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f5a9267910 msgr2=0x55f5a927c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.805+0000 7f28e9450640 1 --2- 172.21.15.1:0/2105006804 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f5a9267910 0x55f5a927c640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.805+0000 7f28e9450640 1 -- 172.21.15.1:0/2105006804 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f5a92682c0 msgr2=0x55f5a927a9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.805+0000 7f28e9450640 1 --2- 172.21.15.1:0/2105006804 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f5a92682c0 0x55f5a927a9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.805+0000 7f28e9450640 1 -- 172.21.15.1:0/2105006804 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f5a91cd6b0 con 0x55f5a92713c0 2024-02-10T00:10:03.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.805+0000 7f28e9c51640 1 --2- 172.21.15.1:0/2105006804 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f5a92682c0 0x55f5a927a9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:10:03.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.805+0000 7f28e9450640 1 --2- 172.21.15.1:0/2105006804 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f5a92713c0 0x55f5a927af20 secure :-1 s=READY pgs=1697 cs=0 l=1 rev1=1 crypto rx=0x7f28d401cff0 tx=0x7f28d4014040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=297644b7815a715f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:03.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.805+0000 7f28cd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:10:03.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.805+0000 7f28cd7fa640 1 -- 172.21.15.1:0/2105006804 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28d4004710 con 0x55f5a92713c0 2024-02-10T00:10:03.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.805+0000 7f28cd7fa640 1 -- 172.21.15.1:0/2105006804 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f28d4000e40 con 0x55f5a92713c0 2024-02-10T00:10:03.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.805+0000 7f28eeb67740 1 -- 172.21.15.1:0/2105006804 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f28d401c8a0 con 0x55f5a92713c0 2024-02-10T00:10:03.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.806+0000 7f28cd7fa640 1 -- 172.21.15.1:0/2105006804 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f28d4004020 con 0x55f5a92713c0 2024-02-10T00:10:03.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.806+0000 7f28eeb67740 10 client.19392 fetch_fsmap learned FSMap version 29 2024-02-10T00:10:03.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.806+0000 7f28eeb67740 1 -- 172.21.15.1:0/2105006804 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55f5a918fa70 con 0x55f5a92713c0 2024-02-10T00:10:03.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.806+0000 7f28cd7fa640 1 -- 172.21.15.1:0/2105006804 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f28d401c8a0 con 0x55f5a92713c0 2024-02-10T00:10:03.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.806+0000 7f28cd7fa640 1 -- 172.21.15.1:0/2105006804 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f28d4042020 con 0x55f5a92713c0 2024-02-10T00:10:03.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.806+0000 7f28eeb67740 10 client.19392 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:10:03.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.806+0000 7f28eeb67740 10 client.19392 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:10:03.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.806+0000 7f28eeb67740 20 client.19392 populate_metadata read hostname 'smithi001' 2024-02-10T00:10:03.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.806+0000 7f28eeb67740 1 --2- 172.21.15.1:0/2105006804 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55f5a92dce70 0x55f5a92df260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.806+0000 7f28eeb67740 4 client.19392 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:10:03.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.806+0000 7f28eeb67740 1 -- 172.21.15.1:0/2105006804 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55f5a8f5a890 con 0x55f5a92dce70 2024-02-10T00:10:03.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.806+0000 7f28e9c51640 1 --2- 172.21.15.1:0/2105006804 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55f5a92dce70 0x55f5a92df260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.807+0000 7f28cd7fa640 10 client.19392 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:10:03.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.807+0000 7f28e9c51640 1 --2- 172.21.15.1:0/2105006804 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55f5a92dce70 0x55f5a92df260 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=1e4cacb5fe8b6f57 server_cookie=f9a0f2100467fad1 in_seq=0 out_seq=0 2024-02-10T00:10:03.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.807+0000 7f28cd7fa640 1 -- 172.21.15.1:0/2105006804 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55f5a8f5a890 con 0x55f5a92dce70 2024-02-10T00:10:03.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.807+0000 7f28cd7fa640 10 client.19392 handle_command_reply: tid=0 2024-02-10T00:10:03.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.807+0000 7f28eeb67740 1 client.19392 shutdown 2024-02-10T00:10:03.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.807+0000 7f28eeb67740 1 -- 172.21.15.1:0/2105006804 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f5a92713c0 msgr2=0x55f5a927af20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.807+0000 7f28eeb67740 1 --2- 172.21.15.1:0/2105006804 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f5a92713c0 0x55f5a927af20 secure :-1 s=READY pgs=1697 cs=0 l=1 rev1=1 crypto rx=0x7f28d401cff0 tx=0x7f28d4014040 comp rx=0 tx=0).stop 2024-02-10T00:10:03.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.807+0000 7f28eeb67740 1 -- 172.21.15.1:0/2105006804 shutdown_connections 2024-02-10T00:10:03.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.807+0000 7f28eeb67740 1 --2- 172.21.15.1:0/2105006804 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55f5a92713c0 0x55f5a927af20 unknown :-1 s=CLOSED pgs=1697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.807+0000 7f28eeb67740 1 --2- 172.21.15.1:0/2105006804 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x55f5a92dce70 0x55f5a92df260 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.807+0000 7f28eeb67740 1 --2- 172.21.15.1:0/2105006804 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55f5a92682c0 0x55f5a927a9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.807+0000 7f28eeb67740 1 --2- 172.21.15.1:0/2105006804 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55f5a9267910 0x55f5a927c640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.807+0000 7f28cd7fa640 0 client.19392 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:10:03.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.807+0000 7f28eeb67740 1 -- 172.21.15.1:0/2105006804 >> 172.21.15.1:0/2105006804 conn(0x55f5a9262100 msgr2=0x55f5a926fc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:03.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.807+0000 7f28eeb67740 1 -- 172.21.15.1:0/2105006804 shutdown_connections 2024-02-10T00:10:03.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.807+0000 7f28eeb67740 1 -- 172.21.15.1:0/2105006804 wait complete. 2024-02-10T00:10:03.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.807+0000 7f28eeb67740 20 client.19392 trim_cache size 0 max 16384 2024-02-10T00:10:03.816 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:10:03.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.808+0000 7f28ebeb5640 1 -- 172.21.15.1:0/3054427231 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f28d00a2230 msgr2=0x7f28d00a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.808+0000 7f28ebeb5640 1 --2- 172.21.15.1:0/3054427231 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f28d00a2230 0x7f28d00a46f0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f28dc0bd930 tx=0x7f28dc08d8c0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.808+0000 7f28ebeb5640 1 -- 172.21.15.1:0/3054427231 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f28e4197690 msgr2=0x7f28e4197b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.808+0000 7f28ebeb5640 1 --2- 172.21.15.1:0/3054427231 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f28e4197690 0x7f28e4197b10 secure :-1 s=READY pgs=1693 cs=0 l=1 rev1=1 crypto rx=0x7f28dc0348f0 tx=0x7f28dc034cc0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.808+0000 7f28ebeb5640 1 -- 172.21.15.1:0/3054427231 shutdown_connections 2024-02-10T00:10:03.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.808+0000 7f28ebeb5640 1 --2- 172.21.15.1:0/3054427231 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f28d00a2230 0x7f28d00a46f0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.808+0000 7f28ebeb5640 1 --2- 172.21.15.1:0/3054427231 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f28e4197690 0x7f28e4197b10 unknown :-1 s=CLOSED pgs=1693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.808+0000 7f28ebeb5640 1 --2- 172.21.15.1:0/3054427231 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f28e4106500 0x7f28e419dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.808+0000 7f28ebeb5640 1 --2- 172.21.15.1:0/3054427231 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f28e4101430 0x7f28e419d580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.808+0000 7f28ebeb5640 1 -- 172.21.15.1:0/3054427231 >> 172.21.15.1:0/3054427231 conn(0x7f28e40fccd0 msgr2=0x7f28e40ff010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:03.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.808+0000 7f28ebeb5640 1 -- 172.21.15.1:0/3054427231 shutdown_connections 2024-02-10T00:10:03.818 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.808+0000 7f28ebeb5640 1 -- 172.21.15.1:0/3054427231 wait complete. 2024-02-10T00:10:03.820 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:10:03.820 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-02-10T00:10:03.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.924+0000 7f8b4a50d640 1 -- 172.21.15.1:0/835279784 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8b4410b7b0 msgr2=0x7f8b4410dc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.924+0000 7f8b4a50d640 1 --2- 172.21.15.1:0/835279784 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8b4410b7b0 0x7f8b4410dc50 secure :-1 s=READY pgs=1698 cs=0 l=1 rev1=1 crypto rx=0x7f8b3c009ca0 tx=0x7f8b3c02c180 comp rx=0 tx=0).stop 2024-02-10T00:10:03.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.924+0000 7f8b4a50d640 1 -- 172.21.15.1:0/835279784 shutdown_connections 2024-02-10T00:10:03.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.924+0000 7f8b4a50d640 1 --2- 172.21.15.1:0/835279784 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8b4410b7b0 0x7f8b4410dc50 unknown :-1 s=CLOSED pgs=1698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.924+0000 7f8b4a50d640 1 --2- 172.21.15.1:0/835279784 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8b44102cb0 0x7f8b4410b190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.924+0000 7f8b4a50d640 1 --2- 172.21.15.1:0/835279784 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8b44102390 0x7f8b44102770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.928 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.924+0000 7f8b4a50d640 1 -- 172.21.15.1:0/835279784 >> 172.21.15.1:0/835279784 conn(0x7f8b440fbb90 msgr2=0x7f8b440fdfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:03.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.924+0000 7f8b4a50d640 1 -- 172.21.15.1:0/835279784 shutdown_connections 2024-02-10T00:10:03.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.924+0000 7f8b4a50d640 1 -- 172.21.15.1:0/835279784 wait complete. 2024-02-10T00:10:03.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.925+0000 7f8b4a50d640 1 Processor -- start 2024-02-10T00:10:03.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.925+0000 7f8b4a50d640 1 -- start start 2024-02-10T00:10:03.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.925+0000 7f8b4a50d640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8b44102390 0x7f8b440fffe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.925+0000 7f8b4a50d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8b44102cb0 0x7f8b44100520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.925+0000 7f8b4a50d640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8b4410b7b0 0x7f8b44100a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.925+0000 7f8b4a50d640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b441a5b80 con 0x7f8b44102cb0 2024-02-10T00:10:03.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.925+0000 7f8b4a50d640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b441a5cf0 con 0x7f8b44102390 2024-02-10T00:10:03.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.925+0000 7f8b4a50d640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b441a5eb0 con 0x7f8b4410b7b0 2024-02-10T00:10:03.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.925+0000 7f8b437fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8b44102cb0 0x7f8b44100520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.925+0000 7f8b437fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8b44102cb0 0x7f8b44100520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49384/0 (socket says 172.21.15.1:49384) 2024-02-10T00:10:03.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.925+0000 7f8b437fe640 1 -- 172.21.15.1:0/2197048660 learned_addr learned my addr 172.21.15.1:0/2197048660 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:03.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.925+0000 7f8b48aaa640 1 --2- 172.21.15.1:0/2197048660 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8b4410b7b0 0x7f8b44100a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.925+0000 7f8b43fff640 1 --2- 172.21.15.1:0/2197048660 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8b44102390 0x7f8b440fffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.929 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.925+0000 7f8b437fe640 1 -- 172.21.15.1:0/2197048660 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8b4410b7b0 msgr2=0x7f8b44100a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.925+0000 7f8b437fe640 1 --2- 172.21.15.1:0/2197048660 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8b4410b7b0 0x7f8b44100a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.925+0000 7f8b437fe640 1 -- 172.21.15.1:0/2197048660 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8b44102390 msgr2=0x7f8b440fffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.925+0000 7f8b437fe640 1 --2- 172.21.15.1:0/2197048660 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8b44102390 0x7f8b440fffe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.925+0000 7f8b437fe640 1 -- 172.21.15.1:0/2197048660 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b3c009900 con 0x7f8b44102cb0 2024-02-10T00:10:03.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.925+0000 7f8b48aaa640 1 --2- 172.21.15.1:0/2197048660 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8b4410b7b0 0x7f8b44100a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:10:03.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.925+0000 7f8b43fff640 1 --2- 172.21.15.1:0/2197048660 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8b44102390 0x7f8b440fffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:10:03.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.926+0000 7f8b437fe640 1 --2- 172.21.15.1:0/2197048660 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8b44102cb0 0x7f8b44100520 secure :-1 s=READY pgs=1699 cs=0 l=1 rev1=1 crypto rx=0x7f8b3400c970 tx=0x7f8b3400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:03.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.926+0000 7f8b417fa640 1 -- 172.21.15.1:0/2197048660 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b34007bb0 con 0x7f8b44102cb0 2024-02-10T00:10:03.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.926+0000 7f8b4a50d640 1 -- 172.21.15.1:0/2197048660 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8b441a6190 con 0x7f8b44102cb0 2024-02-10T00:10:03.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.926+0000 7f8b417fa640 1 -- 172.21.15.1:0/2197048660 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8b34007d10 con 0x7f8b44102cb0 2024-02-10T00:10:03.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.926+0000 7f8b417fa640 1 -- 172.21.15.1:0/2197048660 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b34018760 con 0x7f8b44102cb0 2024-02-10T00:10:03.930 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.926+0000 7f8b4a50d640 1 -- 172.21.15.1:0/2197048660 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b441a66f0 con 0x7f8b44102cb0 2024-02-10T00:10:03.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.928+0000 7f8b417fa640 1 -- 172.21.15.1:0/2197048660 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f8b3400f450 con 0x7f8b44102cb0 2024-02-10T00:10:03.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.928+0000 7f8b4d1b9740 1 Processor -- start 2024-02-10T00:10:03.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.928+0000 7f8b4d1b9740 1 -- start start 2024-02-10T00:10:03.937 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.928+0000 7f8b4d1b9740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8ac8d6a30 0x55b8ac8d6e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.928+0000 7f8b4d1b9740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8ac8d73e0 0x55b8ac8df990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.928+0000 7f8b4d1b9740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8ac8dff60 0x55b8ac8e23b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.928+0000 7f8b4d1b9740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8ac892020 con 0x55b8ac8dff60 2024-02-10T00:10:03.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.928+0000 7f8b4d1b9740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8ac845320 con 0x55b8ac8d73e0 2024-02-10T00:10:03.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.928+0000 7f8b4d1b9740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8ac842850 con 0x55b8ac8d6a30 2024-02-10T00:10:03.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.928+0000 7f8b417fa640 1 --2- 172.21.15.1:0/2197048660 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8b300a2230 0x7f8b300a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.929+0000 7f8b437fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8ac8dff60 0x55b8ac8e23b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.929+0000 7f8b48aaa640 1 --2- 172.21.15.1:0/2197048660 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8b300a2230 0x7f8b300a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.929+0000 7f8b43fff640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8ac8d73e0 0x55b8ac8df990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.929+0000 7f8b437fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8ac8dff60 0x55b8ac8e23b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49386/0 (socket says 172.21.15.1:49386) 2024-02-10T00:10:03.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.929+0000 7f8b437fe640 1 -- 172.21.15.1:0/3151134172 learned_addr learned my addr 172.21.15.1:0/3151134172 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:03.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.929+0000 7f8b48aaa640 1 --2- 172.21.15.1:0/3151134172 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8ac8d6a30 0x55b8ac8d6e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.929+0000 7f8b417fa640 1 -- 172.21.15.1:0/2197048660 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f8b340ce1c0 con 0x7f8b44102cb0 2024-02-10T00:10:03.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.929+0000 7f8b43fff640 1 -- 172.21.15.1:0/3151134172 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8ac8d6a30 msgr2=0x55b8ac8d6e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.929+0000 7f8b43fff640 1 --2- 172.21.15.1:0/3151134172 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8ac8d6a30 0x55b8ac8d6e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.929+0000 7f8b43fff640 1 -- 172.21.15.1:0/3151134172 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8ac8dff60 msgr2=0x55b8ac8e23b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.929+0000 7f8b43fff640 1 --2- 172.21.15.1:0/3151134172 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8ac8dff60 0x55b8ac8e23b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.940 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.929+0000 7f8b43fff640 1 -- 172.21.15.1:0/3151134172 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b8ac800210 con 0x55b8ac8d73e0 2024-02-10T00:10:03.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.929+0000 7f8b437fe640 1 --2- 172.21.15.1:0/3151134172 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8ac8dff60 0x55b8ac8e23b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:10:03.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.929+0000 7f8b48aaa640 1 --2- 172.21.15.1:0/2197048660 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8b300a2230 0x7f8b300a46f0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f8b3c004af0 tx=0x7f8b3c032610 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:03.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.929+0000 7f8b43fff640 1 --2- 172.21.15.1:0/3151134172 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8ac8d73e0 0x55b8ac8df990 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f8b2c005fd0 tx=0x7f8b2c00e6c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3649b186e7262102 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:03.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.929+0000 7f8b3a7fc640 1 -- 172.21.15.1:0/3151134172 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b2c009e60 con 0x55b8ac8d73e0 2024-02-10T00:10:03.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.929+0000 7f8b3a7fc640 1 -- 172.21.15.1:0/3151134172 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8b2c00ee70 con 0x55b8ac8d73e0 2024-02-10T00:10:03.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.929+0000 7f8b3a7fc640 1 -- 172.21.15.1:0/3151134172 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b2c011470 con 0x55b8ac8d73e0 2024-02-10T00:10:03.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.930+0000 7f8b4d1b9740 1 -- 172.21.15.1:0/3151134172 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8ac8d73e0 msgr2=0x55b8ac8df990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.930+0000 7f8b4d1b9740 1 --2- 172.21.15.1:0/3151134172 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8ac8d73e0 0x55b8ac8df990 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f8b2c005fd0 tx=0x7f8b2c00e6c0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.930+0000 7f8b4d1b9740 1 -- 172.21.15.1:0/3151134172 shutdown_connections 2024-02-10T00:10:03.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.930+0000 7f8b4d1b9740 1 --2- 172.21.15.1:0/3151134172 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8ac8dff60 0x55b8ac8e23b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.930+0000 7f8b4d1b9740 1 --2- 172.21.15.1:0/3151134172 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8ac8d73e0 0x55b8ac8df990 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.930+0000 7f8b4d1b9740 1 --2- 172.21.15.1:0/3151134172 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8ac8d6a30 0x55b8ac8d6e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.930+0000 7f8b4d1b9740 1 -- 172.21.15.1:0/3151134172 >> 172.21.15.1:0/3151134172 conn(0x55b8ac8d1100 msgr2=0x55b8ac8d14e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:03.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.930+0000 7f8b4d1b9740 1 -- 172.21.15.1:0/3151134172 shutdown_connections 2024-02-10T00:10:03.941 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.930+0000 7f8b4d1b9740 1 -- 172.21.15.1:0/3151134172 wait complete. 2024-02-10T00:10:03.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.930+0000 7f8b4d1b9740 1 -- start start 2024-02-10T00:10:03.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.931+0000 7f8b4d1b9740 1 Processor -- start 2024-02-10T00:10:03.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.931+0000 7f8b4d1b9740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8ac8d6a30 0x55b8ac8dce80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.931+0000 7f8b4d1b9740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8ac8d73e0 0x55b8ac8dd3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.931+0000 7f8b4d1b9740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8ac8dff60 0x55b8ac8dd900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.931+0000 7f8b4d1b9740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8ac83e030 con 0x55b8ac8d73e0 2024-02-10T00:10:03.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.931+0000 7f8b4d1b9740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8ac511430 con 0x55b8ac8dff60 2024-02-10T00:10:03.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.931+0000 7f8b4d1b9740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8ac4cde00 con 0x55b8ac8d6a30 2024-02-10T00:10:03.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.931+0000 7f8b4d1b9740 10 client.0 _ll_register_callbacks cb 0x55b8ac833030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:10:03.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.931+0000 7f8b437fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8ac8d73e0 0x55b8ac8dd3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.931+0000 7f8b437fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8ac8d73e0 0x55b8ac8dd3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49388/0 (socket says 172.21.15.1:49388) 2024-02-10T00:10:03.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.931+0000 7f8b437fe640 1 -- 172.21.15.1:0/1159672791 learned_addr learned my addr 172.21.15.1:0/1159672791 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:03.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.931+0000 7f8b43fff640 1 --2- 172.21.15.1:0/1159672791 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8ac8d6a30 0x55b8ac8dce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.931+0000 7f8b48aaa640 1 --2- 172.21.15.1:0/1159672791 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8ac8dff60 0x55b8ac8dd900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.942 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.931+0000 7f8b437fe640 1 -- 172.21.15.1:0/1159672791 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8ac8d6a30 msgr2=0x55b8ac8dce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.931+0000 7f8b437fe640 1 --2- 172.21.15.1:0/1159672791 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8ac8d6a30 0x55b8ac8dce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.931+0000 7f8b437fe640 1 -- 172.21.15.1:0/1159672791 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8ac8dff60 msgr2=0x55b8ac8dd900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.931+0000 7f8b437fe640 1 --2- 172.21.15.1:0/1159672791 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8ac8dff60 0x55b8ac8dd900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.931+0000 7f8b437fe640 1 -- 172.21.15.1:0/1159672791 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b2c009800 con 0x55b8ac8d73e0 2024-02-10T00:10:03.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.931+0000 7f8b437fe640 1 --2- 172.21.15.1:0/1159672791 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8ac8d73e0 0x55b8ac8dd3c0 secure :-1 s=READY pgs=1700 cs=0 l=1 rev1=1 crypto rx=0x7f8b3400fdb0 tx=0x7f8b3406aa10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ffb7e9a907c5cad server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:03.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.931+0000 7f8b237fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:10:03.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.932+0000 7f8b237fe640 1 -- 172.21.15.1:0/1159672791 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b3409b2b0 con 0x55b8ac8d73e0 2024-02-10T00:10:03.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.932+0000 7f8b237fe640 1 -- 172.21.15.1:0/1159672791 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f8b34066110 con 0x55b8ac8d73e0 2024-02-10T00:10:03.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.932+0000 7f8b4d1b9740 1 -- 172.21.15.1:0/1159672791 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b8ac53d7e0 con 0x55b8ac8d73e0 2024-02-10T00:10:03.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.932+0000 7f8b237fe640 1 -- 172.21.15.1:0/1159672791 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8b3401f300 con 0x55b8ac8d73e0 2024-02-10T00:10:03.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.932+0000 7f8b4d1b9740 10 client.19404 fetch_fsmap learned FSMap version 29 2024-02-10T00:10:03.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.932+0000 7f8b4d1b9740 1 -- 172.21.15.1:0/1159672791 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55b8ac83c6b0 con 0x55b8ac8d73e0 2024-02-10T00:10:03.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.932+0000 7f8b237fe640 1 -- 172.21.15.1:0/1159672791 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55b8ac53d7e0 con 0x55b8ac8d73e0 2024-02-10T00:10:03.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.932+0000 7f8b237fe640 1 -- 172.21.15.1:0/1159672791 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f8b34016020 con 0x55b8ac8d73e0 2024-02-10T00:10:03.943 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.932+0000 7f8b4d1b9740 10 client.19404 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:10:03.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.932+0000 7f8b4d1b9740 10 client.19404 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:10:03.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.932+0000 7f8b4d1b9740 20 client.19404 populate_metadata read hostname 'smithi001' 2024-02-10T00:10:03.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.932+0000 7f8b4d1b9740 1 --2- 172.21.15.1:0/1159672791 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55b8ac8f0480 0x55b8ac8f28a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.932+0000 7f8b4d1b9740 4 client.19404 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:10:03.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.932+0000 7f8b4d1b9740 1 -- 172.21.15.1:0/1159672791 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b8ac57a720 con 0x55b8ac8f0480 2024-02-10T00:10:03.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.932+0000 7f8b43fff640 1 --2- 172.21.15.1:0/1159672791 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55b8ac8f0480 0x55b8ac8f28a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.933+0000 7f8b237fe640 10 client.19404 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:10:03.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.933+0000 7f8b43fff640 1 --2- 172.21.15.1:0/1159672791 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55b8ac8f0480 0x55b8ac8f28a0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=57de94494c39da7a server_cookie=723d28af51814ea8 in_seq=0 out_seq=0 2024-02-10T00:10:03.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.933+0000 7f8b237fe640 1 -- 172.21.15.1:0/1159672791 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55b8ac57a720 con 0x55b8ac8f0480 2024-02-10T00:10:03.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.933+0000 7f8b237fe640 10 client.19404 handle_command_reply: tid=0 2024-02-10T00:10:03.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.933+0000 7f8b4d1b9740 1 client.19404 shutdown 2024-02-10T00:10:03.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.934+0000 7f8b4d1b9740 1 -- 172.21.15.1:0/1159672791 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8ac8d73e0 msgr2=0x55b8ac8dd3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.934+0000 7f8b4d1b9740 1 --2- 172.21.15.1:0/1159672791 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8ac8d73e0 0x55b8ac8dd3c0 secure :-1 s=READY pgs=1700 cs=0 l=1 rev1=1 crypto rx=0x7f8b3400fdb0 tx=0x7f8b3406aa10 comp rx=0 tx=0).stop 2024-02-10T00:10:03.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.934+0000 7f8b4d1b9740 1 -- 172.21.15.1:0/1159672791 shutdown_connections 2024-02-10T00:10:03.944 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.934+0000 7f8b4d1b9740 1 --2- 172.21.15.1:0/1159672791 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8ac8dff60 0x55b8ac8dd900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.934+0000 7f8b4d1b9740 1 --2- 172.21.15.1:0/1159672791 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55b8ac8f0480 0x55b8ac8f28a0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.934+0000 7f8b4d1b9740 1 --2- 172.21.15.1:0/1159672791 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8ac8d73e0 0x55b8ac8dd3c0 unknown :-1 s=CLOSED pgs=1700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.934+0000 7f8b4d1b9740 1 --2- 172.21.15.1:0/1159672791 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8ac8d6a30 0x55b8ac8dce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.934+0000 7f8b237fe640 0 client.19404 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:10:03.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.934+0000 7f8b4d1b9740 1 -- 172.21.15.1:0/1159672791 >> 172.21.15.1:0/1159672791 conn(0x55b8ac8d1100 msgr2=0x55b8ac8d2e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:03.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.934+0000 7f8b4d1b9740 1 -- 172.21.15.1:0/1159672791 shutdown_connections 2024-02-10T00:10:03.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.934+0000 7f8b4d1b9740 1 -- 172.21.15.1:0/1159672791 wait complete. 2024-02-10T00:10:03.945 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.934+0000 7f8b4d1b9740 20 client.19404 trim_cache size 0 max 16384 2024-02-10T00:10:03.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.945+0000 7f8b4d1b9740 1 Processor -- start 2024-02-10T00:10:03.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.945+0000 7f8b4d1b9740 1 -- start start 2024-02-10T00:10:03.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.946+0000 7f8b4d1b9740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8ac8d6a30 0x55b8ac8df5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.946+0000 7f8b4d1b9740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8ac8d73e0 0x55b8ac8dd720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.946+0000 7f8b4d1b9740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8ac8dff60 0x55b8ac8da120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.952 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.946+0000 7f8b4d1b9740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8ac7c3130 con 0x55b8ac8d73e0 2024-02-10T00:10:03.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.946+0000 7f8b4d1b9740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8ac8d09c0 con 0x55b8ac8d6a30 2024-02-10T00:10:03.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.946+0000 7f8b4d1b9740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8ac8d6380 con 0x55b8ac8dff60 2024-02-10T00:10:03.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.946+0000 7f8b437fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8ac8d73e0 0x55b8ac8dd720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.946+0000 7f8b437fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8ac8d73e0 0x55b8ac8dd720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49400/0 (socket says 172.21.15.1:49400) 2024-02-10T00:10:03.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.946+0000 7f8b437fe640 1 -- 172.21.15.1:0/2804385841 learned_addr learned my addr 172.21.15.1:0/2804385841 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:03.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.946+0000 7f8b43fff640 1 --2- 172.21.15.1:0/2804385841 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8ac8d6a30 0x55b8ac8df5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.946+0000 7f8b48aaa640 1 --2- 172.21.15.1:0/2804385841 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8ac8dff60 0x55b8ac8da120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.946+0000 7f8b437fe640 1 -- 172.21.15.1:0/2804385841 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8ac8dff60 msgr2=0x55b8ac8da120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.946+0000 7f8b437fe640 1 --2- 172.21.15.1:0/2804385841 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8ac8dff60 0x55b8ac8da120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.946+0000 7f8b437fe640 1 -- 172.21.15.1:0/2804385841 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8ac8d6a30 msgr2=0x55b8ac8df5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.946+0000 7f8b437fe640 1 --2- 172.21.15.1:0/2804385841 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8ac8d6a30 0x55b8ac8df5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.946+0000 7f8b437fe640 1 -- 172.21.15.1:0/2804385841 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b8ac7d8c90 con 0x55b8ac8d73e0 2024-02-10T00:10:03.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.946+0000 7f8b48aaa640 1 --2- 172.21.15.1:0/2804385841 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8ac8dff60 0x55b8ac8da120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:10:03.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.946+0000 7f8b437fe640 1 --2- 172.21.15.1:0/2804385841 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8ac8d73e0 0x55b8ac8dd720 secure :-1 s=READY pgs=1701 cs=0 l=1 rev1=1 crypto rx=0x7f8b34098e60 tx=0x7f8b3400fe00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d96ce4fd92b4530 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:03.953 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.946+0000 7f8b39ffb640 1 -- 172.21.15.1:0/2804385841 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b3400a4b0 con 0x55b8ac8d73e0 2024-02-10T00:10:03.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.946+0000 7f8b39ffb640 1 -- 172.21.15.1:0/2804385841 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8b3409a6f0 con 0x55b8ac8d73e0 2024-02-10T00:10:03.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.946+0000 7f8b39ffb640 1 -- 172.21.15.1:0/2804385841 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b3409ed00 con 0x55b8ac8d73e0 2024-02-10T00:10:03.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.947+0000 7f8b4d1b9740 1 -- 172.21.15.1:0/2804385841 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8ac8d73e0 msgr2=0x55b8ac8dd720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.947+0000 7f8b4d1b9740 1 --2- 172.21.15.1:0/2804385841 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8ac8d73e0 0x55b8ac8dd720 secure :-1 s=READY pgs=1701 cs=0 l=1 rev1=1 crypto rx=0x7f8b34098e60 tx=0x7f8b3400fe00 comp rx=0 tx=0).stop 2024-02-10T00:10:03.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.947+0000 7f8b4d1b9740 1 -- 172.21.15.1:0/2804385841 shutdown_connections 2024-02-10T00:10:03.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.947+0000 7f8b4d1b9740 1 --2- 172.21.15.1:0/2804385841 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8ac8dff60 0x55b8ac8da120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.947+0000 7f8b4d1b9740 1 --2- 172.21.15.1:0/2804385841 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8ac8d73e0 0x55b8ac8dd720 unknown :-1 s=CLOSED pgs=1701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.947+0000 7f8b4d1b9740 1 --2- 172.21.15.1:0/2804385841 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8ac8d6a30 0x55b8ac8df5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.947+0000 7f8b4d1b9740 1 -- 172.21.15.1:0/2804385841 >> 172.21.15.1:0/2804385841 conn(0x55b8ac8d1100 msgr2=0x55b8ac8f7200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:03.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.947+0000 7f8b4d1b9740 1 -- 172.21.15.1:0/2804385841 shutdown_connections 2024-02-10T00:10:03.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.947+0000 7f8b4d1b9740 1 -- 172.21.15.1:0/2804385841 wait complete. 2024-02-10T00:10:03.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.947+0000 7f8b4d1b9740 1 -- start start 2024-02-10T00:10:03.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.947+0000 7f8b4d1b9740 1 Processor -- start 2024-02-10T00:10:03.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.948+0000 7f8b4d1b9740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8ac8d6a30 0x55b8ac8e5c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.954 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.948+0000 7f8b4d1b9740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8ac8d73e0 0x55b8ac8e6170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.948+0000 7f8b4d1b9740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8ac8dff60 0x55b8ac8e66b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.948+0000 7f8b4d1b9740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8ac946b00 con 0x55b8ac8dff60 2024-02-10T00:10:03.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.948+0000 7f8b4d1b9740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8ac946c70 con 0x55b8ac8d6a30 2024-02-10T00:10:03.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.948+0000 7f8b4d1b9740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8ac946e30 con 0x55b8ac8d73e0 2024-02-10T00:10:03.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.948+0000 7f8b4d1b9740 10 client.0 _ll_register_callbacks cb 0x7f8b2c009340 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:10:03.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.948+0000 7f8b48aaa640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8ac8dff60 0x55b8ac8e66b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.948+0000 7f8b48aaa640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8ac8dff60 0x55b8ac8e66b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49408/0 (socket says 172.21.15.1:49408) 2024-02-10T00:10:03.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.948+0000 7f8b48aaa640 1 -- 172.21.15.1:0/1414669821 learned_addr learned my addr 172.21.15.1:0/1414669821 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:03.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.948+0000 7f8b437fe640 1 --2- 172.21.15.1:0/1414669821 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8ac8d73e0 0x55b8ac8e6170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.948+0000 7f8b43fff640 1 --2- 172.21.15.1:0/1414669821 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8ac8d6a30 0x55b8ac8e5c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.948+0000 7f8b48aaa640 1 -- 172.21.15.1:0/1414669821 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8ac8d73e0 msgr2=0x55b8ac8e6170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.948+0000 7f8b48aaa640 1 --2- 172.21.15.1:0/1414669821 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8ac8d73e0 0x55b8ac8e6170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.948+0000 7f8b48aaa640 1 -- 172.21.15.1:0/1414669821 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8ac8d6a30 msgr2=0x55b8ac8e5c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:03.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.948+0000 7f8b48aaa640 1 --2- 172.21.15.1:0/1414669821 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8ac8d6a30 0x55b8ac8e5c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.955 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.948+0000 7f8b48aaa640 1 -- 172.21.15.1:0/1414669821 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b8ac83c6b0 con 0x55b8ac8dff60 2024-02-10T00:10:03.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.948+0000 7f8b43fff640 1 --2- 172.21.15.1:0/1414669821 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8ac8d6a30 0x55b8ac8e5c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:10:03.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.948+0000 7f8b48aaa640 1 --2- 172.21.15.1:0/1414669821 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8ac8dff60 0x55b8ac8e66b0 secure :-1 s=READY pgs=1702 cs=0 l=1 rev1=1 crypto rx=0x7f8b3c0098d0 tx=0x7f8b3c046040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f2436e5a890027e server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:03.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.948+0000 7f8b237fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:10:03.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.948+0000 7f8b237fe640 1 -- 172.21.15.1:0/1414669821 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b3c005450 con 0x55b8ac8dff60 2024-02-10T00:10:03.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.948+0000 7f8b237fe640 1 -- 172.21.15.1:0/1414669821 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f8b3c0055b0 con 0x55b8ac8dff60 2024-02-10T00:10:03.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.948+0000 7f8b4d1b9740 1 -- 172.21.15.1:0/1414669821 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8b2c00ee70 con 0x55b8ac8dff60 2024-02-10T00:10:03.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.949+0000 7f8b237fe640 1 -- 172.21.15.1:0/1414669821 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8b3c005770 con 0x55b8ac8dff60 2024-02-10T00:10:03.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.949+0000 7f8b4d1b9740 10 client.19410 fetch_fsmap learned FSMap version 29 2024-02-10T00:10:03.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.949+0000 7f8b4d1b9740 1 -- 172.21.15.1:0/1414669821 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55b8ac7fea70 con 0x55b8ac8dff60 2024-02-10T00:10:03.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.949+0000 7f8b237fe640 1 -- 172.21.15.1:0/1414669821 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8b2c00ee70 con 0x55b8ac8dff60 2024-02-10T00:10:03.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.949+0000 7f8b237fe640 1 -- 172.21.15.1:0/1414669821 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f8b3c03e040 con 0x55b8ac8dff60 2024-02-10T00:10:03.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.949+0000 7f8b4d1b9740 10 client.19410 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:10:03.956 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.949+0000 7f8b4d1b9740 10 client.19410 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:10:03.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.949+0000 7f8b4d1b9740 20 client.19410 populate_metadata read hostname 'smithi001' 2024-02-10T00:10:03.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.949+0000 7f8b4d1b9740 1 --2- 172.21.15.1:0/1414669821 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55b8ac9485d0 0x55b8ac94a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:03.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.949+0000 7f8b4d1b9740 4 client.19410 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:10:03.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.949+0000 7f8b4d1b9740 1 -- 172.21.15.1:0/1414669821 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55b8ac5c9890 con 0x55b8ac9485d0 2024-02-10T00:10:03.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.949+0000 7f8b43fff640 1 --2- 172.21.15.1:0/1414669821 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55b8ac9485d0 0x55b8ac94a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:03.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.950+0000 7f8b237fe640 10 client.19410 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:10:03.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.950+0000 7f8b43fff640 1 --2- 172.21.15.1:0/1414669821 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55b8ac9485d0 0x55b8ac94a9f0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9babf413fd9d3501 server_cookie=9abee31769651591 in_seq=0 out_seq=0 2024-02-10T00:10:03.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.950+0000 7f8b237fe640 1 -- 172.21.15.1:0/1414669821 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55b8ac5c9890 con 0x55b8ac9485d0 2024-02-10T00:10:03.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.950+0000 7f8b237fe640 10 client.19410 handle_command_reply: tid=0 2024-02-10T00:10:03.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.950+0000 7f8b4d1b9740 1 client.19410 shutdown 2024-02-10T00:10:03.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.950+0000 7f8b4d1b9740 1 -- 172.21.15.1:0/1414669821 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8ac8dff60 msgr2=0x55b8ac8e66b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.950+0000 7f8b4d1b9740 1 --2- 172.21.15.1:0/1414669821 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8ac8dff60 0x55b8ac8e66b0 secure :-1 s=READY pgs=1702 cs=0 l=1 rev1=1 crypto rx=0x7f8b3c0098d0 tx=0x7f8b3c046040 comp rx=0 tx=0).stop 2024-02-10T00:10:03.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.950+0000 7f8b4d1b9740 1 -- 172.21.15.1:0/1414669821 shutdown_connections 2024-02-10T00:10:03.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.950+0000 7f8b4d1b9740 1 --2- 172.21.15.1:0/1414669821 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x55b8ac9485d0 0x55b8ac94a9f0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.950+0000 7f8b4d1b9740 1 --2- 172.21.15.1:0/1414669821 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55b8ac8dff60 0x55b8ac8e66b0 unknown :-1 s=CLOSED pgs=1702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.957 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.950+0000 7f8b4d1b9740 1 --2- 172.21.15.1:0/1414669821 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55b8ac8d73e0 0x55b8ac8e6170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.950+0000 7f8b237fe640 0 client.19410 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:10:03.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.950+0000 7f8b4d1b9740 1 --2- 172.21.15.1:0/1414669821 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55b8ac8d6a30 0x55b8ac8e5c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.950+0000 7f8b4d1b9740 1 -- 172.21.15.1:0/1414669821 >> 172.21.15.1:0/1414669821 conn(0x55b8ac8d1100 msgr2=0x55b8ac8cf9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:03.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.950+0000 7f8b4d1b9740 1 -- 172.21.15.1:0/1414669821 shutdown_connections 2024-02-10T00:10:03.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.950+0000 7f8b4d1b9740 1 -- 172.21.15.1:0/1414669821 wait complete. 2024-02-10T00:10:03.958 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.950+0000 7f8b4d1b9740 20 client.19410 trim_cache size 0 max 16384 2024-02-10T00:10:03.958 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:10:03.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.951+0000 7f8b4a50d640 1 -- 172.21.15.1:0/2197048660 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8b300a2230 msgr2=0x7f8b300a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.951+0000 7f8b4a50d640 1 --2- 172.21.15.1:0/2197048660 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8b300a2230 0x7f8b300a46f0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f8b3c004af0 tx=0x7f8b3c032610 comp rx=0 tx=0).stop 2024-02-10T00:10:03.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.951+0000 7f8b4a50d640 1 -- 172.21.15.1:0/2197048660 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8b44102cb0 msgr2=0x7f8b44100520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:03.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.951+0000 7f8b4a50d640 1 --2- 172.21.15.1:0/2197048660 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8b44102cb0 0x7f8b44100520 secure :-1 s=READY pgs=1699 cs=0 l=1 rev1=1 crypto rx=0x7f8b3400c970 tx=0x7f8b3400ce30 comp rx=0 tx=0).stop 2024-02-10T00:10:03.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.951+0000 7f8b4a50d640 1 -- 172.21.15.1:0/2197048660 shutdown_connections 2024-02-10T00:10:03.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.951+0000 7f8b4a50d640 1 --2- 172.21.15.1:0/2197048660 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8b300a2230 0x7f8b300a46f0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.959 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.951+0000 7f8b4a50d640 1 --2- 172.21.15.1:0/2197048660 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8b4410b7b0 0x7f8b44100a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.951+0000 7f8b4a50d640 1 --2- 172.21.15.1:0/2197048660 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8b44102cb0 0x7f8b44100520 unknown :-1 s=CLOSED pgs=1699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.951+0000 7f8b4a50d640 1 --2- 172.21.15.1:0/2197048660 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8b44102390 0x7f8b440fffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:03.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.951+0000 7f8b4a50d640 1 -- 172.21.15.1:0/2197048660 >> 172.21.15.1:0/2197048660 conn(0x7f8b440fbb90 msgr2=0x7f8b440fd200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:03.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.951+0000 7f8b4a50d640 1 -- 172.21.15.1:0/2197048660 shutdown_connections 2024-02-10T00:10:03.960 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:03.951+0000 7f8b4a50d640 1 -- 172.21.15.1:0/2197048660 wait complete. 2024-02-10T00:10:03.963 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:10:03.963 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-02-10T00:10:04.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.065+0000 7f77ef1e9640 1 -- 172.21.15.1:0/1479239972 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f77e8100340 msgr2=0x7f77e8100720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:04.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.065+0000 7f77ef1e9640 1 --2- 172.21.15.1:0/1479239972 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f77e8100340 0x7f77e8100720 secure :-1 s=READY pgs=1703 cs=0 l=1 rev1=1 crypto rx=0x7f77e0009cd0 tx=0x7f77e002c0f0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.069 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.065+0000 7f77ef1e9640 1 -- 172.21.15.1:0/1479239972 shutdown_connections 2024-02-10T00:10:04.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.065+0000 7f77ef1e9640 1 --2- 172.21.15.1:0/1479239972 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f77e8105410 0x7f77e810cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.065+0000 7f77ef1e9640 1 --2- 172.21.15.1:0/1479239972 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f77e8100cf0 0x7f77e8104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.066+0000 7f77ef1e9640 1 --2- 172.21.15.1:0/1479239972 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f77e8100340 0x7f77e8100720 unknown :-1 s=CLOSED pgs=1703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.066+0000 7f77ef1e9640 1 -- 172.21.15.1:0/1479239972 >> 172.21.15.1:0/1479239972 conn(0x7f77e80772e0 msgr2=0x7f77e80776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:04.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.066+0000 7f77ef1e9640 1 -- 172.21.15.1:0/1479239972 shutdown_connections 2024-02-10T00:10:04.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.066+0000 7f77ef1e9640 1 -- 172.21.15.1:0/1479239972 wait complete. 2024-02-10T00:10:04.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.066+0000 7f77ef1e9640 1 Processor -- start 2024-02-10T00:10:04.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.066+0000 7f77ef1e9640 1 -- start start 2024-02-10T00:10:04.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.066+0000 7f77ef1e9640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f77e8100340 0x7f77e8101dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.066+0000 7f77ef1e9640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f77e8105410 0x7f77e8102310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.066+0000 7f77ef1e9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f77e8102850 0x7f77e81a5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.066+0000 7f77ef1e9640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77e81a6180 con 0x7f77e8102850 2024-02-10T00:10:04.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.066+0000 7f77ef1e9640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77e81a62f0 con 0x7f77e8105410 2024-02-10T00:10:04.070 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.066+0000 7f77ef1e9640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77e81a64b0 con 0x7f77e8100340 2024-02-10T00:10:04.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.067+0000 7f77ed786640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f77e8102850 0x7f77e81a5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.067+0000 7f77ecf85640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f77e8100340 0x7f77e8101dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.067+0000 7f77ed786640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f77e8102850 0x7f77e81a5bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49424/0 (socket says 172.21.15.1:49424) 2024-02-10T00:10:04.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.067+0000 7f77ed786640 1 -- 172.21.15.1:0/2390578798 learned_addr learned my addr 172.21.15.1:0/2390578798 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:04.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.067+0000 7f77e7fff640 1 --2- 172.21.15.1:0/2390578798 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f77e8105410 0x7f77e8102310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.067+0000 7f77ecf85640 1 -- 172.21.15.1:0/2390578798 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f77e8105410 msgr2=0x7f77e8102310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:04.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.067+0000 7f77ecf85640 1 --2- 172.21.15.1:0/2390578798 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f77e8105410 0x7f77e8102310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.067+0000 7f77ecf85640 1 -- 172.21.15.1:0/2390578798 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f77e8102850 msgr2=0x7f77e81a5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:04.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.067+0000 7f77ecf85640 1 --2- 172.21.15.1:0/2390578798 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f77e8102850 0x7f77e81a5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.067+0000 7f77ecf85640 1 -- 172.21.15.1:0/2390578798 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77e0009900 con 0x7f77e8100340 2024-02-10T00:10:04.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.067+0000 7f77ed786640 1 --2- 172.21.15.1:0/2390578798 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f77e8102850 0x7f77e81a5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:10:04.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.067+0000 7f77ecf85640 1 --2- 172.21.15.1:0/2390578798 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f77e8100340 0x7f77e8101dd0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f77e002c700 tx=0x7f77e00325f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:04.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.067+0000 7f77e5ffb640 1 -- 172.21.15.1:0/2390578798 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77e00328b0 con 0x7f77e8100340 2024-02-10T00:10:04.071 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.067+0000 7f77ef1e9640 1 -- 172.21.15.1:0/2390578798 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f77e81a6730 con 0x7f77e8100340 2024-02-10T00:10:04.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.067+0000 7f77e5ffb640 1 -- 172.21.15.1:0/2390578798 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f77e0003e50 con 0x7f77e8100340 2024-02-10T00:10:04.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.067+0000 7f77ef1e9640 1 -- 172.21.15.1:0/2390578798 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77e81a6c00 con 0x7f77e8100340 2024-02-10T00:10:04.072 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.067+0000 7f77e5ffb640 1 -- 172.21.15.1:0/2390578798 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77e00047e0 con 0x7f77e8100340 2024-02-10T00:10:04.078 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.070+0000 7f77f1dc1740 1 Processor -- start 2024-02-10T00:10:04.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.070+0000 7f77f1dc1740 1 -- start start 2024-02-10T00:10:04.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.070+0000 7f77e5ffb640 1 -- 172.21.15.1:0/2390578798 <== mon.1 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f77e000a040 con 0x7f77e8100340 2024-02-10T00:10:04.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.070+0000 7f77f1dc1740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559336881a30 0x559336881e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.070+0000 7f77f1dc1740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593368823e0 0x55933688a990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.070+0000 7f77f1dc1740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55933688af60 0x55933688d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.070+0000 7f77f1dc1740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55933683d020 con 0x559336881a30 2024-02-10T00:10:04.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.070+0000 7f77f1dc1740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593367f0320 con 0x5593368823e0 2024-02-10T00:10:04.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.070+0000 7f77f1dc1740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593367ed850 con 0x55933688af60 2024-02-10T00:10:04.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.070+0000 7f77ed786640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559336881a30 0x559336881e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.070+0000 7f77ed786640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559336881a30 0x559336881e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49438/0 (socket says 172.21.15.1:49438) 2024-02-10T00:10:04.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.070+0000 7f77ed786640 1 -- 172.21.15.1:0/2837136049 learned_addr learned my addr 172.21.15.1:0/2837136049 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:04.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.070+0000 7f77e7fff640 1 --2- 172.21.15.1:0/2837136049 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55933688af60 0x55933688d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.079 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.070+0000 7f77ecf85640 1 --2- 172.21.15.1:0/2837136049 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593368823e0 0x55933688a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.070+0000 7f77ed786640 1 -- 172.21.15.1:0/2837136049 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55933688af60 msgr2=0x55933688d3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:04.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.070+0000 7f77ed786640 1 --2- 172.21.15.1:0/2837136049 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55933688af60 0x55933688d3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.070+0000 7f77ed786640 1 -- 172.21.15.1:0/2837136049 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593368823e0 msgr2=0x55933688a990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:04.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.070+0000 7f77ed786640 1 --2- 172.21.15.1:0/2837136049 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593368823e0 0x55933688a990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.070+0000 7f77ed786640 1 -- 172.21.15.1:0/2837136049 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5593367ab210 con 0x559336881a30 2024-02-10T00:10:04.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.070+0000 7f77e5ffb640 1 --2- 172.21.15.1:0/2390578798 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f77d00a2260 0x7f77d00a4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.070+0000 7f77e7fff640 1 --2- 172.21.15.1:0/2837136049 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55933688af60 0x55933688d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:10:04.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.071+0000 7f77ecf85640 1 --2- 172.21.15.1:0/2390578798 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f77d00a2260 0x7f77d00a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.071+0000 7f77ed786640 1 --2- 172.21.15.1:0/2837136049 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559336881a30 0x559336881e10 secure :-1 s=READY pgs=1704 cs=0 l=1 rev1=1 crypto rx=0x7f77d8010480 tx=0x7f77d8010940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3bf9d7a62fcaf03 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:04.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.071+0000 7f77e5ffb640 1 -- 172.21.15.1:0/2390578798 <== mon.1 v2:172.21.15.103:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f77e00f0b80 con 0x7f77e8100340 2024-02-10T00:10:04.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.071+0000 7f77ceffd640 1 -- 172.21.15.1:0/2837136049 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77d8011760 con 0x559336881a30 2024-02-10T00:10:04.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.071+0000 7f77ceffd640 1 -- 172.21.15.1:0/2837136049 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f77d8015070 con 0x559336881a30 2024-02-10T00:10:04.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.071+0000 7f77ceffd640 1 -- 172.21.15.1:0/2837136049 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77d801ce10 con 0x559336881a30 2024-02-10T00:10:04.080 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.072+0000 7f77f1dc1740 1 -- 172.21.15.1:0/2837136049 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559336881a30 msgr2=0x559336881e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:04.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.072+0000 7f77ecf85640 1 --2- 172.21.15.1:0/2390578798 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f77d00a2260 0x7f77d00a4720 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f77e00ee490 tx=0x7f77e002c0f0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:04.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.072+0000 7f77f1dc1740 1 --2- 172.21.15.1:0/2837136049 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559336881a30 0x559336881e10 secure :-1 s=READY pgs=1704 cs=0 l=1 rev1=1 crypto rx=0x7f77d8010480 tx=0x7f77d8010940 comp rx=0 tx=0).stop 2024-02-10T00:10:04.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.072+0000 7f77f1dc1740 1 -- 172.21.15.1:0/2837136049 shutdown_connections 2024-02-10T00:10:04.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.072+0000 7f77f1dc1740 1 --2- 172.21.15.1:0/2837136049 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55933688af60 0x55933688d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.072+0000 7f77f1dc1740 1 --2- 172.21.15.1:0/2837136049 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593368823e0 0x55933688a990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.072+0000 7f77f1dc1740 1 --2- 172.21.15.1:0/2837136049 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559336881a30 0x559336881e10 unknown :-1 s=CLOSED pgs=1704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.072+0000 7f77f1dc1740 1 -- 172.21.15.1:0/2837136049 >> 172.21.15.1:0/2837136049 conn(0x55933687c100 msgr2=0x55933687c4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:04.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.072+0000 7f77f1dc1740 1 -- 172.21.15.1:0/2837136049 shutdown_connections 2024-02-10T00:10:04.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.072+0000 7f77f1dc1740 1 -- 172.21.15.1:0/2837136049 wait complete. 2024-02-10T00:10:04.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.072+0000 7f77f1dc1740 1 -- start start 2024-02-10T00:10:04.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.072+0000 7f77f1dc1740 1 Processor -- start 2024-02-10T00:10:04.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.072+0000 7f77f1dc1740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559336881a30 0x559336887fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.072+0000 7f77f1dc1740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593368823e0 0x559336888500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.081 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.072+0000 7f77f1dc1740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55933688af60 0x559336888a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.072+0000 7f77f1dc1740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593367e9030 con 0x559336881a30 2024-02-10T00:10:04.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.072+0000 7f77f1dc1740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593364bc430 con 0x5593368823e0 2024-02-10T00:10:04.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.072+0000 7f77f1dc1740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x559336478e00 con 0x55933688af60 2024-02-10T00:10:04.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.072+0000 7f77f1dc1740 10 client.0 _ll_register_callbacks cb 0x5593367de030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:10:04.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.073+0000 7f77ed786640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559336881a30 0x559336887fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.073+0000 7f77ed786640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559336881a30 0x559336887fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49450/0 (socket says 172.21.15.1:49450) 2024-02-10T00:10:04.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.073+0000 7f77ed786640 1 -- 172.21.15.1:0/1942566329 learned_addr learned my addr 172.21.15.1:0/1942566329 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:04.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.073+0000 7f77e7fff640 1 --2- 172.21.15.1:0/1942566329 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593368823e0 0x559336888500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.073+0000 7f77ed786640 1 --2- 172.21.15.1:0/1942566329 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55933688af60 0x559336888a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.073+0000 7f77ed786640 1 -- 172.21.15.1:0/1942566329 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55933688af60 msgr2=0x559336888a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:04.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.073+0000 7f77ed786640 1 --2- 172.21.15.1:0/1942566329 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55933688af60 0x559336888a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.073+0000 7f77ed786640 1 -- 172.21.15.1:0/1942566329 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593368823e0 msgr2=0x559336888500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:04.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.073+0000 7f77ed786640 1 --2- 172.21.15.1:0/1942566329 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593368823e0 0x559336888500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.073+0000 7f77ed786640 1 -- 172.21.15.1:0/1942566329 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77d800bcc0 con 0x559336881a30 2024-02-10T00:10:04.082 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.073+0000 7f77ed786640 1 --2- 172.21.15.1:0/1942566329 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559336881a30 0x559336887fc0 secure :-1 s=READY pgs=1705 cs=0 l=1 rev1=1 crypto rx=0x7f77d8000c00 tx=0x7f77d801dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aeacbb4c61c909fa server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:04.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.073+0000 7f77c7fff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:10:04.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.073+0000 7f77c7fff640 1 -- 172.21.15.1:0/1942566329 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77d801cda0 con 0x559336881a30 2024-02-10T00:10:04.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.073+0000 7f77c7fff640 1 -- 172.21.15.1:0/1942566329 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f77d8017070 con 0x559336881a30 2024-02-10T00:10:04.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.073+0000 7f77f1dc1740 1 -- 172.21.15.1:0/1942566329 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5593364e87e0 con 0x559336881a30 2024-02-10T00:10:04.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.073+0000 7f77c7fff640 1 -- 172.21.15.1:0/1942566329 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f77d80050c0 con 0x559336881a30 2024-02-10T00:10:04.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.073+0000 7f77f1dc1740 10 client.19422 fetch_fsmap learned FSMap version 29 2024-02-10T00:10:04.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.073+0000 7f77f1dc1740 1 -- 172.21.15.1:0/1942566329 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5593367e76b0 con 0x559336881a30 2024-02-10T00:10:04.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.074+0000 7f77c7fff640 1 -- 172.21.15.1:0/1942566329 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f77d8036080 con 0x559336881a30 2024-02-10T00:10:04.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.074+0000 7f77c7fff640 1 -- 172.21.15.1:0/1942566329 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f77d8030030 con 0x559336881a30 2024-02-10T00:10:04.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.074+0000 7f77f1dc1740 10 client.19422 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:10:04.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.074+0000 7f77f1dc1740 10 client.19422 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:10:04.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.074+0000 7f77f1dc1740 20 client.19422 populate_metadata read hostname 'smithi001' 2024-02-10T00:10:04.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.074+0000 7f77f1dc1740 1 --2- 172.21.15.1:0/1942566329 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55933689b410 0x55933689d830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.074+0000 7f77f1dc1740 4 client.19422 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:10:04.083 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.074+0000 7f77f1dc1740 1 -- 172.21.15.1:0/1942566329 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559336525720 con 0x55933689b410 2024-02-10T00:10:04.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.074+0000 7f77e7fff640 1 --2- 172.21.15.1:0/1942566329 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55933689b410 0x55933689d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.074+0000 7f77e7fff640 1 --2- 172.21.15.1:0/1942566329 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55933689b410 0x55933689d830 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c9eb2f59b739dbfa server_cookie=49a40014b573d58f in_seq=0 out_seq=0 2024-02-10T00:10:04.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.074+0000 7f77c7fff640 10 client.19422 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:10:04.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.075+0000 7f77c7fff640 1 -- 172.21.15.1:0/1942566329 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x559336525720 con 0x55933689b410 2024-02-10T00:10:04.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.075+0000 7f77c7fff640 10 client.19422 handle_command_reply: tid=0 2024-02-10T00:10:04.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.075+0000 7f77f1dc1740 1 client.19422 shutdown 2024-02-10T00:10:04.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.075+0000 7f77f1dc1740 1 -- 172.21.15.1:0/1942566329 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559336881a30 msgr2=0x559336887fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:04.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.075+0000 7f77f1dc1740 1 --2- 172.21.15.1:0/1942566329 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559336881a30 0x559336887fc0 secure :-1 s=READY pgs=1705 cs=0 l=1 rev1=1 crypto rx=0x7f77d8000c00 tx=0x7f77d801dc60 comp rx=0 tx=0).stop 2024-02-10T00:10:04.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.075+0000 7f77f1dc1740 1 -- 172.21.15.1:0/1942566329 shutdown_connections 2024-02-10T00:10:04.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.075+0000 7f77f1dc1740 1 --2- 172.21.15.1:0/1942566329 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x55933689b410 0x55933689d830 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.075+0000 7f77f1dc1740 1 --2- 172.21.15.1:0/1942566329 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55933688af60 0x559336888a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.075+0000 7f77f1dc1740 1 --2- 172.21.15.1:0/1942566329 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593368823e0 0x559336888500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.075+0000 7f77c7fff640 0 client.19422 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:10:04.084 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.075+0000 7f77f1dc1740 1 --2- 172.21.15.1:0/1942566329 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x559336881a30 0x559336887fc0 unknown :-1 s=CLOSED pgs=1705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.075+0000 7f77f1dc1740 1 -- 172.21.15.1:0/1942566329 >> 172.21.15.1:0/1942566329 conn(0x55933687c100 msgr2=0x55933687de50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:04.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.075+0000 7f77f1dc1740 1 -- 172.21.15.1:0/1942566329 shutdown_connections 2024-02-10T00:10:04.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.075+0000 7f77f1dc1740 1 -- 172.21.15.1:0/1942566329 wait complete. 2024-02-10T00:10:04.085 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.075+0000 7f77f1dc1740 20 client.19422 trim_cache size 0 max 16384 2024-02-10T00:10:04.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.087+0000 7f77f1dc1740 1 Processor -- start 2024-02-10T00:10:04.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.087+0000 7f77f1dc1740 1 -- start start 2024-02-10T00:10:04.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.087+0000 7f77f1dc1740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559336881a30 0x55933688a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.087+0000 7f77f1dc1740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5593368823e0 0x5593368832b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.087+0000 7f77f1dc1740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933688af60 0x5593368837f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.087+0000 7f77f1dc1740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55933676e130 con 0x55933688af60 2024-02-10T00:10:04.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.087+0000 7f77f1dc1740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593368980e0 con 0x559336881a30 2024-02-10T00:10:04.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.087+0000 7f77f1dc1740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593368a2a40 con 0x5593368823e0 2024-02-10T00:10:04.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.087+0000 7f77ed786640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933688af60 0x5593368837f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.087+0000 7f77ed786640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933688af60 0x5593368837f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49466/0 (socket says 172.21.15.1:49466) 2024-02-10T00:10:04.092 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.087+0000 7f77ed786640 1 -- 172.21.15.1:0/2906006433 learned_addr learned my addr 172.21.15.1:0/2906006433 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:04.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.088+0000 7f77ed786640 1 --2- 172.21.15.1:0/2906006433 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559336881a30 0x55933688a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.088+0000 7f77e7fff640 1 --2- 172.21.15.1:0/2906006433 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5593368823e0 0x5593368832b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.088+0000 7f77ed786640 1 -- 172.21.15.1:0/2906006433 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5593368823e0 msgr2=0x5593368832b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:04.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.088+0000 7f77ed786640 1 --2- 172.21.15.1:0/2906006433 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5593368823e0 0x5593368832b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.088+0000 7f77ed786640 1 -- 172.21.15.1:0/2906006433 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559336881a30 msgr2=0x55933688a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:04.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.088+0000 7f77ed786640 1 --2- 172.21.15.1:0/2906006433 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559336881a30 0x55933688a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.088+0000 7f77ed786640 1 -- 172.21.15.1:0/2906006433 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559336783c90 con 0x55933688af60 2024-02-10T00:10:04.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.088+0000 7f77e7fff640 1 --2- 172.21.15.1:0/2906006433 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5593368823e0 0x5593368832b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:10:04.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.088+0000 7f77ed786640 1 --2- 172.21.15.1:0/2906006433 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933688af60 0x5593368837f0 secure :-1 s=READY pgs=1706 cs=0 l=1 rev1=1 crypto rx=0x7f77d800bfb0 tx=0x7f77d8010940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=269707847081a4af server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:04.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.088+0000 7f77ce7fc640 1 -- 172.21.15.1:0/2906006433 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77d8010e40 con 0x55933688af60 2024-02-10T00:10:04.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.088+0000 7f77ce7fc640 1 -- 172.21.15.1:0/2906006433 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5593364e87e0 con 0x55933688af60 2024-02-10T00:10:04.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.088+0000 7f77ce7fc640 1 -- 172.21.15.1:0/2906006433 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77d8004ac0 con 0x55933688af60 2024-02-10T00:10:04.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.088+0000 7f77f1dc1740 1 -- 172.21.15.1:0/2906006433 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933688af60 msgr2=0x5593368837f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:04.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.088+0000 7f77f1dc1740 1 --2- 172.21.15.1:0/2906006433 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933688af60 0x5593368837f0 secure :-1 s=READY pgs=1706 cs=0 l=1 rev1=1 crypto rx=0x7f77d800bfb0 tx=0x7f77d8010940 comp rx=0 tx=0).stop 2024-02-10T00:10:04.093 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.089+0000 7f77f1dc1740 1 -- 172.21.15.1:0/2906006433 shutdown_connections 2024-02-10T00:10:04.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.089+0000 7f77f1dc1740 1 --2- 172.21.15.1:0/2906006433 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933688af60 0x5593368837f0 unknown :-1 s=CLOSED pgs=1706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.089+0000 7f77f1dc1740 1 --2- 172.21.15.1:0/2906006433 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5593368823e0 0x5593368832b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.089+0000 7f77f1dc1740 1 --2- 172.21.15.1:0/2906006433 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x559336881a30 0x55933688a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.089+0000 7f77f1dc1740 1 -- 172.21.15.1:0/2906006433 >> 172.21.15.1:0/2906006433 conn(0x55933687c100 msgr2=0x5593368827c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:04.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.089+0000 7f77f1dc1740 1 -- 172.21.15.1:0/2906006433 shutdown_connections 2024-02-10T00:10:04.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.089+0000 7f77f1dc1740 1 -- 172.21.15.1:0/2906006433 wait complete. 2024-02-10T00:10:04.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.089+0000 7f77f1dc1740 1 -- start start 2024-02-10T00:10:04.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.089+0000 7f77f1dc1740 1 Processor -- start 2024-02-10T00:10:04.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.089+0000 7f77f1dc1740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559336881a30 0x559336891010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.089+0000 7f77f1dc1740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593368823e0 0x559336891550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.089+0000 7f77f1dc1740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933688af60 0x5593368f1920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.089+0000 7f77f1dc1740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x559336891c30 con 0x55933688af60 2024-02-10T00:10:04.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.089+0000 7f77f1dc1740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593368f1e60 con 0x5593368823e0 2024-02-10T00:10:04.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.089+0000 7f77f1dc1740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593368f1fa0 con 0x559336881a30 2024-02-10T00:10:04.094 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.089+0000 7f77f1dc1740 10 client.0 _ll_register_callbacks cb 0x7f77d800bb30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:10:04.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.089+0000 7f77ed786640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933688af60 0x5593368f1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.089+0000 7f77ed786640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933688af60 0x5593368f1920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49478/0 (socket says 172.21.15.1:49478) 2024-02-10T00:10:04.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.089+0000 7f77ed786640 1 -- 172.21.15.1:0/1281174998 learned_addr learned my addr 172.21.15.1:0/1281174998 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:04.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.090+0000 7f77e7fff640 1 --2- 172.21.15.1:0/1281174998 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593368823e0 0x559336891550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.090+0000 7f77ed786640 1 --2- 172.21.15.1:0/1281174998 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559336881a30 0x559336891010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.090+0000 7f77ed786640 1 -- 172.21.15.1:0/1281174998 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559336881a30 msgr2=0x559336891010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:04.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.090+0000 7f77ed786640 1 --2- 172.21.15.1:0/1281174998 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559336881a30 0x559336891010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.090+0000 7f77ed786640 1 -- 172.21.15.1:0/1281174998 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593368823e0 msgr2=0x559336891550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:04.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.090+0000 7f77ed786640 1 --2- 172.21.15.1:0/1281174998 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593368823e0 0x559336891550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.090+0000 7f77ed786640 1 -- 172.21.15.1:0/1281174998 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5593367e76b0 con 0x55933688af60 2024-02-10T00:10:04.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.090+0000 7f77ed786640 1 --2- 172.21.15.1:0/1281174998 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933688af60 0x5593368f1920 secure :-1 s=READY pgs=1707 cs=0 l=1 rev1=1 crypto rx=0x7f77d80059f0 tx=0x7f77d80048a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ad7c4754be75810 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:04.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.090+0000 7f77c7fff640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:10:04.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.091+0000 7f77c7fff640 1 -- 172.21.15.1:0/1281174998 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77d8010e40 con 0x55933688af60 2024-02-10T00:10:04.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.091+0000 7f77c7fff640 1 -- 172.21.15.1:0/1281174998 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f77d8017070 con 0x55933688af60 2024-02-10T00:10:04.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.091+0000 7f77f1dc1740 1 -- 172.21.15.1:0/1281174998 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f77d8015070 con 0x55933688af60 2024-02-10T00:10:04.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.091+0000 7f77c7fff640 1 -- 172.21.15.1:0/1281174998 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f77d8004f70 con 0x55933688af60 2024-02-10T00:10:04.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.091+0000 7f77f1dc1740 10 client.19428 fetch_fsmap learned FSMap version 29 2024-02-10T00:10:04.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.091+0000 7f77f1dc1740 1 -- 172.21.15.1:0/1281174998 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5593367a9a70 con 0x55933688af60 2024-02-10T00:10:04.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.091+0000 7f77c7fff640 1 -- 172.21.15.1:0/1281174998 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f77d8015070 con 0x55933688af60 2024-02-10T00:10:04.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.092+0000 7f77c7fff640 1 -- 172.21.15.1:0/1281174998 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f77d802a820 con 0x55933688af60 2024-02-10T00:10:04.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.092+0000 7f77f1dc1740 10 client.19428 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:10:04.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.092+0000 7f77f1dc1740 10 client.19428 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:10:04.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.092+0000 7f77f1dc1740 20 client.19428 populate_metadata read hostname 'smithi001' 2024-02-10T00:10:04.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.092+0000 7f77f1dc1740 1 --2- 172.21.15.1:0/1281174998 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5593368f3250 0x5593368f5640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.092+0000 7f77f1dc1740 4 client.19428 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:10:04.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.092+0000 7f77f1dc1740 1 -- 172.21.15.1:0/1281174998 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x559336574890 con 0x5593368f3250 2024-02-10T00:10:04.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.092+0000 7f77e7fff640 1 --2- 172.21.15.1:0/1281174998 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5593368f3250 0x5593368f5640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.092+0000 7f77e7fff640 1 --2- 172.21.15.1:0/1281174998 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5593368f3250 0x5593368f5640 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=39f249cfbbd31c0 server_cookie=46e25b52522aab02 in_seq=0 out_seq=0 2024-02-10T00:10:04.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.092+0000 7f77c7fff640 10 client.19428 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:10:04.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.092+0000 7f77c7fff640 1 -- 172.21.15.1:0/1281174998 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x559336574890 con 0x5593368f3250 2024-02-10T00:10:04.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.092+0000 7f77c7fff640 10 client.19428 handle_command_reply: tid=0 2024-02-10T00:10:04.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.092+0000 7f77f1dc1740 1 client.19428 shutdown 2024-02-10T00:10:04.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.093+0000 7f77f1dc1740 1 -- 172.21.15.1:0/1281174998 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933688af60 msgr2=0x5593368f1920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:04.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.093+0000 7f77f1dc1740 1 --2- 172.21.15.1:0/1281174998 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933688af60 0x5593368f1920 secure :-1 s=READY pgs=1707 cs=0 l=1 rev1=1 crypto rx=0x7f77d80059f0 tx=0x7f77d80048a0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.093+0000 7f77f1dc1740 1 -- 172.21.15.1:0/1281174998 shutdown_connections 2024-02-10T00:10:04.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.093+0000 7f77f1dc1740 1 --2- 172.21.15.1:0/1281174998 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x5593368f3250 0x5593368f5640 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.093+0000 7f77f1dc1740 1 --2- 172.21.15.1:0/1281174998 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55933688af60 0x5593368f1920 unknown :-1 s=CLOSED pgs=1707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.093+0000 7f77f1dc1740 1 --2- 172.21.15.1:0/1281174998 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5593368823e0 0x559336891550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.093+0000 7f77c7fff640 0 client.19428 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:10:04.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.093+0000 7f77f1dc1740 1 --2- 172.21.15.1:0/1281174998 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x559336881a30 0x559336891010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.093+0000 7f77f1dc1740 1 -- 172.21.15.1:0/1281174998 >> 172.21.15.1:0/1281174998 conn(0x55933687c100 msgr2=0x5593368832b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:04.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.093+0000 7f77f1dc1740 1 -- 172.21.15.1:0/1281174998 shutdown_connections 2024-02-10T00:10:04.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.093+0000 7f77f1dc1740 1 -- 172.21.15.1:0/1281174998 wait complete. 2024-02-10T00:10:04.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.093+0000 7f77f1dc1740 20 client.19428 trim_cache size 0 max 16384 2024-02-10T00:10:04.100 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:10:04.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.094+0000 7f77ef1e9640 1 -- 172.21.15.1:0/2390578798 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f77d00a2260 msgr2=0x7f77d00a4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:04.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.094+0000 7f77ef1e9640 1 --2- 172.21.15.1:0/2390578798 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f77d00a2260 0x7f77d00a4720 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f77e00ee490 tx=0x7f77e002c0f0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.094+0000 7f77ef1e9640 1 -- 172.21.15.1:0/2390578798 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f77e8100340 msgr2=0x7f77e8101dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:04.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.094+0000 7f77ef1e9640 1 --2- 172.21.15.1:0/2390578798 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f77e8100340 0x7f77e8101dd0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f77e002c700 tx=0x7f77e00325f0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.094+0000 7f77ef1e9640 1 -- 172.21.15.1:0/2390578798 shutdown_connections 2024-02-10T00:10:04.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.094+0000 7f77ef1e9640 1 --2- 172.21.15.1:0/2390578798 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f77d00a2260 0x7f77d00a4720 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.102 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.094+0000 7f77ef1e9640 1 --2- 172.21.15.1:0/2390578798 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f77e8102850 0x7f77e81a5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.102 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.094+0000 7f77ef1e9640 1 --2- 172.21.15.1:0/2390578798 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f77e8105410 0x7f77e8102310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.102 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.094+0000 7f77ef1e9640 1 --2- 172.21.15.1:0/2390578798 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f77e8100340 0x7f77e8101dd0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.102 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.094+0000 7f77ef1e9640 1 -- 172.21.15.1:0/2390578798 >> 172.21.15.1:0/2390578798 conn(0x7f77e80772e0 msgr2=0x7f77e80689b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:04.102 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.094+0000 7f77ef1e9640 1 -- 172.21.15.1:0/2390578798 shutdown_connections 2024-02-10T00:10:04.102 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.094+0000 7f77ef1e9640 1 -- 172.21.15.1:0/2390578798 wait complete. 2024-02-10T00:10:04.106 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:10:04.106 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-02-10T00:10:04.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.211+0000 7f1ef0965640 1 -- 172.21.15.1:0/2692608026 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1eec105400 msgr2=0x7f1eec10cfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:04.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.211+0000 7f1ef0965640 1 --2- 172.21.15.1:0/2692608026 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1eec105400 0x7f1eec10cfd0 secure :-1 s=READY pgs=1708 cs=0 l=1 rev1=1 crypto rx=0x7f1ee4009cd0 tx=0x7f1ee402c0f0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.211+0000 7f1ef0965640 1 -- 172.21.15.1:0/2692608026 shutdown_connections 2024-02-10T00:10:04.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.211+0000 7f1ef0965640 1 --2- 172.21.15.1:0/2692608026 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1eec105400 0x7f1eec10cfd0 unknown :-1 s=CLOSED pgs=1708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.211+0000 7f1ef0965640 1 --2- 172.21.15.1:0/2692608026 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1eec100ce0 0x7f1eec104d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.211+0000 7f1ef0965640 1 --2- 172.21.15.1:0/2692608026 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1eec100330 0x7f1eec100710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.211+0000 7f1ef0965640 1 -- 172.21.15.1:0/2692608026 >> 172.21.15.1:0/2692608026 conn(0x7f1eec077250 msgr2=0x7f1eec077660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:04.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.211+0000 7f1ef0965640 1 -- 172.21.15.1:0/2692608026 shutdown_connections 2024-02-10T00:10:04.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.211+0000 7f1ef0965640 1 -- 172.21.15.1:0/2692608026 wait complete. 2024-02-10T00:10:04.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.212+0000 7f1ef0965640 1 Processor -- start 2024-02-10T00:10:04.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.212+0000 7f1ef0965640 1 -- start start 2024-02-10T00:10:04.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.212+0000 7f1ef0965640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1eec100330 0x7f1eec198740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.212+0000 7f1ef0965640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1eec105400 0x7f1eec198c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.212+0000 7f1ef0965640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1eec1991c0 0x7f1eec1a37c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.212+0000 7f1ef0965640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1eec1a3e10 con 0x7f1eec100330 2024-02-10T00:10:04.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.212+0000 7f1ef0965640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1eec1a3f80 con 0x7f1eec105400 2024-02-10T00:10:04.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.212+0000 7f1ef0965640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1eec1a4140 con 0x7f1eec1991c0 2024-02-10T00:10:04.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.212+0000 7f1eea59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1eec100330 0x7f1eec198740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.212+0000 7f1eea59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1eec100330 0x7f1eec198740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49496/0 (socket says 172.21.15.1:49496) 2024-02-10T00:10:04.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.212+0000 7f1eea59c640 1 -- 172.21.15.1:0/3787831386 learned_addr learned my addr 172.21.15.1:0/3787831386 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:04.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.212+0000 7f1eead9d640 1 --2- 172.21.15.1:0/3787831386 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1eec1991c0 0x7f1eec1a37c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.212+0000 7f1ee3fff640 1 --2- 172.21.15.1:0/3787831386 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1eec105400 0x7f1eec198c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.212+0000 7f1eea59c640 1 -- 172.21.15.1:0/3787831386 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1eec1991c0 msgr2=0x7f1eec1a37c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:04.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.212+0000 7f1eea59c640 1 --2- 172.21.15.1:0/3787831386 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1eec1991c0 0x7f1eec1a37c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.212+0000 7f1eea59c640 1 -- 172.21.15.1:0/3787831386 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1eec105400 msgr2=0x7f1eec198c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:04.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.212+0000 7f1eea59c640 1 --2- 172.21.15.1:0/3787831386 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1eec105400 0x7f1eec198c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.212+0000 7f1eea59c640 1 -- 172.21.15.1:0/3787831386 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ee4009900 con 0x7f1eec100330 2024-02-10T00:10:04.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.212+0000 7f1eead9d640 1 --2- 172.21.15.1:0/3787831386 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1eec1991c0 0x7f1eec1a37c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:10:04.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.212+0000 7f1ee3fff640 1 --2- 172.21.15.1:0/3787831386 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1eec105400 0x7f1eec198c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:10:04.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.212+0000 7f1eea59c640 1 --2- 172.21.15.1:0/3787831386 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1eec100330 0x7f1eec198740 secure :-1 s=READY pgs=1709 cs=0 l=1 rev1=1 crypto rx=0x7f1edc00b4a0 tx=0x7f1edc00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:04.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.213+0000 7f1ee37fe640 1 -- 172.21.15.1:0/3787831386 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1edc010610 con 0x7f1eec100330 2024-02-10T00:10:04.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.213+0000 7f1ee37fe640 1 -- 172.21.15.1:0/3787831386 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1edc010c50 con 0x7f1eec100330 2024-02-10T00:10:04.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.213+0000 7f1ee37fe640 1 -- 172.21.15.1:0/3787831386 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1edc017e20 con 0x7f1eec100330 2024-02-10T00:10:04.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.213+0000 7f1ef0965640 1 -- 172.21.15.1:0/3787831386 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1eec1a4420 con 0x7f1eec100330 2024-02-10T00:10:04.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.213+0000 7f1ef0965640 1 -- 172.21.15.1:0/3787831386 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1eec1a48e0 con 0x7f1eec100330 2024-02-10T00:10:04.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.215+0000 7f1ee37fe640 1 -- 172.21.15.1:0/3787831386 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f1edc017480 con 0x7f1eec100330 2024-02-10T00:10:04.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.215+0000 7f1ef3612740 1 Processor -- start 2024-02-10T00:10:04.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.216+0000 7f1ef3612740 1 -- start start 2024-02-10T00:10:04.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.216+0000 7f1ef3612740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564e8a62ea30 0x564e8a62ee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.216+0000 7f1ef3612740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564e8a62f3e0 0x564e8a637990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.216+0000 7f1ef3612740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564e8a637f60 0x564e8a63a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.216+0000 7f1ef3612740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e8a5ea020 con 0x564e8a62ea30 2024-02-10T00:10:04.224 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.216+0000 7f1ef3612740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e8a59d320 con 0x564e8a62f3e0 2024-02-10T00:10:04.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.216+0000 7f1ef3612740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e8a59a850 con 0x564e8a637f60 2024-02-10T00:10:04.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.216+0000 7f1ee37fe640 1 --2- 172.21.15.1:0/3787831386 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f1ed80a2230 0x7f1ed80a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.216+0000 7f1eead9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564e8a62ea30 0x564e8a62ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.216+0000 7f1eead9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564e8a62ea30 0x564e8a62ee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49512/0 (socket says 172.21.15.1:49512) 2024-02-10T00:10:04.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.216+0000 7f1eead9d640 1 -- 172.21.15.1:0/3277493225 learned_addr learned my addr 172.21.15.1:0/3277493225 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:04.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.216+0000 7f1ee3fff640 1 --2- 172.21.15.1:0/3277493225 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564e8a637f60 0x564e8a63a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.225 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.216+0000 7f1eead9d640 1 --2- 172.21.15.1:0/3787831386 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f1ed80a2230 0x7f1ed80a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.216+0000 7f1eea59c640 1 --2- 172.21.15.1:0/3277493225 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564e8a62f3e0 0x564e8a637990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.216+0000 7f1ee37fe640 1 -- 172.21.15.1:0/3787831386 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f1edc0cda60 con 0x7f1eec100330 2024-02-10T00:10:04.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.217+0000 7f1eead9d640 1 -- 172.21.15.1:0/3277493225 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564e8a637f60 msgr2=0x564e8a63a3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:04.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.217+0000 7f1eead9d640 1 --2- 172.21.15.1:0/3277493225 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564e8a637f60 0x564e8a63a3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.217+0000 7f1eead9d640 1 -- 172.21.15.1:0/3277493225 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564e8a62f3e0 msgr2=0x564e8a637990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:04.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.217+0000 7f1eead9d640 1 --2- 172.21.15.1:0/3277493225 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564e8a62f3e0 0x564e8a637990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.217+0000 7f1eead9d640 1 -- 172.21.15.1:0/3277493225 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564e8a558210 con 0x564e8a62ea30 2024-02-10T00:10:04.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.217+0000 7f1eead9d640 1 --2- 172.21.15.1:0/3277493225 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564e8a62ea30 0x564e8a62ee10 secure :-1 s=READY pgs=1710 cs=0 l=1 rev1=1 crypto rx=0x7f1ee402c700 tx=0x7f1ee4034b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fcd7ff949e3cf590 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:04.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.217+0000 7f1eead9d640 1 --2- 172.21.15.1:0/3787831386 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f1ed80a2230 0x7f1ed80a46f0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f1ee4009cd0 tx=0x7f1ee4048000 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:04.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.217+0000 7f1ee0ff9640 1 -- 172.21.15.1:0/3277493225 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ee4034670 con 0x564e8a62ea30 2024-02-10T00:10:04.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.217+0000 7f1ee0ff9640 1 -- 172.21.15.1:0/3277493225 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1ee4003e50 con 0x564e8a62ea30 2024-02-10T00:10:04.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.217+0000 7f1ee0ff9640 1 -- 172.21.15.1:0/3277493225 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ee4004370 con 0x564e8a62ea30 2024-02-10T00:10:04.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.218+0000 7f1ef3612740 1 -- 172.21.15.1:0/3277493225 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564e8a62ea30 msgr2=0x564e8a62ee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:04.226 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.218+0000 7f1ef3612740 1 --2- 172.21.15.1:0/3277493225 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564e8a62ea30 0x564e8a62ee10 secure :-1 s=READY pgs=1710 cs=0 l=1 rev1=1 crypto rx=0x7f1ee402c700 tx=0x7f1ee4034b10 comp rx=0 tx=0).stop 2024-02-10T00:10:04.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.218+0000 7f1ef3612740 1 -- 172.21.15.1:0/3277493225 shutdown_connections 2024-02-10T00:10:04.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.218+0000 7f1ef3612740 1 --2- 172.21.15.1:0/3277493225 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564e8a637f60 0x564e8a63a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.218+0000 7f1ef3612740 1 --2- 172.21.15.1:0/3277493225 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564e8a62f3e0 0x564e8a637990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.218+0000 7f1ef3612740 1 --2- 172.21.15.1:0/3277493225 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564e8a62ea30 0x564e8a62ee10 unknown :-1 s=CLOSED pgs=1710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.218+0000 7f1ef3612740 1 -- 172.21.15.1:0/3277493225 >> 172.21.15.1:0/3277493225 conn(0x564e8a629100 msgr2=0x564e8a6294e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:04.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.218+0000 7f1ef3612740 1 -- 172.21.15.1:0/3277493225 shutdown_connections 2024-02-10T00:10:04.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.218+0000 7f1ef3612740 1 -- 172.21.15.1:0/3277493225 wait complete. 2024-02-10T00:10:04.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.218+0000 7f1ef3612740 1 -- start start 2024-02-10T00:10:04.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.218+0000 7f1ef3612740 1 Processor -- start 2024-02-10T00:10:04.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.218+0000 7f1ef3612740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564e8a62ea30 0x564e8a634f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.218+0000 7f1ef3612740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564e8a62f3e0 0x564e8a635460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.218+0000 7f1ef3612740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564e8a637f60 0x564e8a6359a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.218+0000 7f1ef3612740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e8a596030 con 0x564e8a637f60 2024-02-10T00:10:04.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.218+0000 7f1ef3612740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e8a269430 con 0x564e8a62f3e0 2024-02-10T00:10:04.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.218+0000 7f1ef3612740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e8a225e00 con 0x564e8a62ea30 2024-02-10T00:10:04.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.218+0000 7f1ef3612740 10 client.0 _ll_register_callbacks cb 0x564e8a58b030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:10:04.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.219+0000 7f1eead9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564e8a637f60 0x564e8a6359a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.219+0000 7f1eea59c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564e8a62ea30 0x564e8a634f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.219+0000 7f1ee3fff640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564e8a62f3e0 0x564e8a635460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.219+0000 7f1eea59c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564e8a62ea30 0x564e8a634f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.1:57668/0 (socket says 172.21.15.1:57668) 2024-02-10T00:10:04.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.219+0000 7f1eea59c640 1 -- 172.21.15.1:0/2102228179 learned_addr learned my addr 172.21.15.1:0/2102228179 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:04.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.219+0000 7f1eead9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564e8a637f60 0x564e8a6359a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49522/0 (socket says 172.21.15.1:49522) 2024-02-10T00:10:04.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.219+0000 7f1eead9d640 1 -- 172.21.15.1:0/2102228179 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564e8a62ea30 msgr2=0x564e8a634f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:04.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.219+0000 7f1eead9d640 1 --2- 172.21.15.1:0/2102228179 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564e8a62ea30 0x564e8a634f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.219+0000 7f1eead9d640 1 -- 172.21.15.1:0/2102228179 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564e8a62f3e0 msgr2=0x564e8a635460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:04.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.219+0000 7f1eead9d640 1 --2- 172.21.15.1:0/2102228179 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564e8a62f3e0 0x564e8a635460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.219+0000 7f1eead9d640 1 -- 172.21.15.1:0/2102228179 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1eec10d7e0 con 0x564e8a637f60 2024-02-10T00:10:04.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.219+0000 7f1eea59c640 1 --2- 172.21.15.1:0/2102228179 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564e8a62ea30 0x564e8a634f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:10:04.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.219+0000 7f1eead9d640 1 --2- 172.21.15.1:0/2102228179 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564e8a637f60 0x564e8a6359a0 secure :-1 s=READY pgs=1711 cs=0 l=1 rev1=1 crypto rx=0x7f1ee402c630 tx=0x7f1ee40344b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13650be8504dc041 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:04.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.219+0000 7f1ed1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:10:04.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.219+0000 7f1ed1ffb640 1 -- 172.21.15.1:0/2102228179 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ee4034670 con 0x564e8a637f60 2024-02-10T00:10:04.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.219+0000 7f1ed1ffb640 1 -- 172.21.15.1:0/2102228179 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f1ee4004840 con 0x564e8a637f60 2024-02-10T00:10:04.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.219+0000 7f1ef3612740 1 -- 172.21.15.1:0/2102228179 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564e8a2957e0 con 0x564e8a637f60 2024-02-10T00:10:04.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.219+0000 7f1ed1ffb640 1 -- 172.21.15.1:0/2102228179 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1ee40042b0 con 0x564e8a637f60 2024-02-10T00:10:04.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.219+0000 7f1ef3612740 10 client.19440 fetch_fsmap learned FSMap version 29 2024-02-10T00:10:04.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.219+0000 7f1ef3612740 1 -- 172.21.15.1:0/2102228179 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x564e8a5946b0 con 0x564e8a637f60 2024-02-10T00:10:04.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.220+0000 7f1ed1ffb640 1 -- 172.21.15.1:0/2102228179 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x564e8a2957e0 con 0x564e8a637f60 2024-02-10T00:10:04.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.220+0000 7f1ed1ffb640 1 -- 172.21.15.1:0/2102228179 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f1ee403e040 con 0x564e8a637f60 2024-02-10T00:10:04.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.220+0000 7f1ef3612740 10 client.19440 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:10:04.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.220+0000 7f1ef3612740 10 client.19440 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:10:04.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.220+0000 7f1ef3612740 20 client.19440 populate_metadata read hostname 'smithi001' 2024-02-10T00:10:04.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.220+0000 7f1ef3612740 1 --2- 172.21.15.1:0/2102228179 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564e8a648250 0x564e8a64a640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.220+0000 7f1ef3612740 4 client.19440 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:10:04.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.220+0000 7f1ef3612740 1 -- 172.21.15.1:0/2102228179 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564e8a2d2720 con 0x564e8a648250 2024-02-10T00:10:04.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.220+0000 7f1eea59c640 1 --2- 172.21.15.1:0/2102228179 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564e8a648250 0x564e8a64a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.221+0000 7f1ed1ffb640 10 client.19440 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:10:04.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.221+0000 7f1eea59c640 1 --2- 172.21.15.1:0/2102228179 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564e8a648250 0x564e8a64a640 crc :-1 s=READY pgs=294 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=862e32e9ed6acad2 server_cookie=9184faa91cb750a9 in_seq=0 out_seq=0 2024-02-10T00:10:04.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.221+0000 7f1ed1ffb640 1 -- 172.21.15.1:0/2102228179 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x564e8a2d2720 con 0x564e8a648250 2024-02-10T00:10:04.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.221+0000 7f1ed1ffb640 10 client.19440 handle_command_reply: tid=0 2024-02-10T00:10:04.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.221+0000 7f1ef3612740 1 client.19440 shutdown 2024-02-10T00:10:04.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.221+0000 7f1ef3612740 1 -- 172.21.15.1:0/2102228179 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564e8a637f60 msgr2=0x564e8a6359a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:04.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.221+0000 7f1ef3612740 1 --2- 172.21.15.1:0/2102228179 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564e8a637f60 0x564e8a6359a0 secure :-1 s=READY pgs=1711 cs=0 l=1 rev1=1 crypto rx=0x7f1ee402c630 tx=0x7f1ee40344b0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.221+0000 7f1ef3612740 1 -- 172.21.15.1:0/2102228179 shutdown_connections 2024-02-10T00:10:04.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.221+0000 7f1ef3612740 1 --2- 172.21.15.1:0/2102228179 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564e8a648250 0x564e8a64a640 crc :-1 s=READY pgs=294 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.221+0000 7f1ef3612740 1 --2- 172.21.15.1:0/2102228179 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564e8a637f60 0x564e8a6359a0 unknown :-1 s=CLOSED pgs=1711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.221+0000 7f1ef3612740 1 --2- 172.21.15.1:0/2102228179 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564e8a62f3e0 0x564e8a635460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.221+0000 7f1ed1ffb640 0 client.19440 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:10:04.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.221+0000 7f1ef3612740 1 --2- 172.21.15.1:0/2102228179 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564e8a62ea30 0x564e8a634f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.221+0000 7f1ef3612740 1 -- 172.21.15.1:0/2102228179 >> 172.21.15.1:0/2102228179 conn(0x564e8a629100 msgr2=0x564e8a62ae50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:04.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.222+0000 7f1ef3612740 1 -- 172.21.15.1:0/2102228179 shutdown_connections 2024-02-10T00:10:04.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.222+0000 7f1ef3612740 1 -- 172.21.15.1:0/2102228179 wait complete. 2024-02-10T00:10:04.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.222+0000 7f1ef3612740 20 client.19440 trim_cache size 0 max 16384 2024-02-10T00:10:04.240 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.233+0000 7f1ef3612740 1 Processor -- start 2024-02-10T00:10:04.240 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.233+0000 7f1ef3612740 1 -- start start 2024-02-10T00:10:04.240 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.233+0000 7f1ef3612740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564e8a62ea30 0x564e8a6357c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.240 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.233+0000 7f1ef3612740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564e8a62f3e0 0x564e8a6280c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.240 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.233+0000 7f1ef3612740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564e8a637f60 0x564e8a63ef30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.233+0000 7f1ef3612740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e8a51b130 con 0x564e8a62f3e0 2024-02-10T00:10:04.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.233+0000 7f1ef3612740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e8a62b3f0 con 0x564e8a62ea30 2024-02-10T00:10:04.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.233+0000 7f1ef3612740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e8a624a40 con 0x564e8a637f60 2024-02-10T00:10:04.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.233+0000 7f1ee3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564e8a62f3e0 0x564e8a6280c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.233+0000 7f1ee3fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564e8a62f3e0 0x564e8a6280c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49526/0 (socket says 172.21.15.1:49526) 2024-02-10T00:10:04.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.233+0000 7f1ee3fff640 1 -- 172.21.15.1:0/1020925680 learned_addr learned my addr 172.21.15.1:0/1020925680 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:04.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.234+0000 7f1eead9d640 1 --2- 172.21.15.1:0/1020925680 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564e8a637f60 0x564e8a63ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.234+0000 7f1eea59c640 1 --2- 172.21.15.1:0/1020925680 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564e8a62ea30 0x564e8a6357c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.234+0000 7f1ee3fff640 1 -- 172.21.15.1:0/1020925680 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564e8a637f60 msgr2=0x564e8a63ef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:04.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.234+0000 7f1ee3fff640 1 --2- 172.21.15.1:0/1020925680 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564e8a637f60 0x564e8a63ef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.234+0000 7f1ee3fff640 1 -- 172.21.15.1:0/1020925680 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564e8a62ea30 msgr2=0x564e8a6357c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:04.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.234+0000 7f1ee3fff640 1 --2- 172.21.15.1:0/1020925680 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564e8a62ea30 0x564e8a6357c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.234+0000 7f1ee3fff640 1 -- 172.21.15.1:0/1020925680 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564e8a530c90 con 0x564e8a62f3e0 2024-02-10T00:10:04.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.234+0000 7f1ee3fff640 1 --2- 172.21.15.1:0/1020925680 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564e8a62f3e0 0x564e8a6280c0 secure :-1 s=READY pgs=1712 cs=0 l=1 rev1=1 crypto rx=0x7f1ed4009b30 tx=0x7f1ed4013460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa9d36cc64804fd1 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:04.241 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.234+0000 7f1ed3fff640 1 -- 172.21.15.1:0/1020925680 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ed4018070 con 0x564e8a62f3e0 2024-02-10T00:10:04.242 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.234+0000 7f1ed3fff640 1 -- 172.21.15.1:0/1020925680 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1ed4013b90 con 0x564e8a62f3e0 2024-02-10T00:10:04.242 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.234+0000 7f1ed3fff640 1 -- 172.21.15.1:0/1020925680 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ed4003d60 con 0x564e8a62f3e0 2024-02-10T00:10:04.242 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.234+0000 7f1ef3612740 1 -- 172.21.15.1:0/1020925680 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564e8a62f3e0 msgr2=0x564e8a6280c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:04.242 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.234+0000 7f1ef3612740 1 --2- 172.21.15.1:0/1020925680 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564e8a62f3e0 0x564e8a6280c0 secure :-1 s=READY pgs=1712 cs=0 l=1 rev1=1 crypto rx=0x7f1ed4009b30 tx=0x7f1ed4013460 comp rx=0 tx=0).stop 2024-02-10T00:10:04.242 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.235+0000 7f1ef3612740 1 -- 172.21.15.1:0/1020925680 shutdown_connections 2024-02-10T00:10:04.242 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.235+0000 7f1ef3612740 1 --2- 172.21.15.1:0/1020925680 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564e8a637f60 0x564e8a63ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.242 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.235+0000 7f1ef3612740 1 --2- 172.21.15.1:0/1020925680 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564e8a62f3e0 0x564e8a6280c0 unknown :-1 s=CLOSED pgs=1712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.242 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.235+0000 7f1ef3612740 1 --2- 172.21.15.1:0/1020925680 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564e8a62ea30 0x564e8a6357c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.242 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.235+0000 7f1ef3612740 1 -- 172.21.15.1:0/1020925680 >> 172.21.15.1:0/1020925680 conn(0x564e8a629100 msgr2=0x564e8a6279b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:04.242 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.235+0000 7f1ef3612740 1 -- 172.21.15.1:0/1020925680 shutdown_connections 2024-02-10T00:10:04.242 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.235+0000 7f1ef3612740 1 -- 172.21.15.1:0/1020925680 wait complete. 2024-02-10T00:10:04.242 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.235+0000 7f1ef3612740 1 -- start start 2024-02-10T00:10:04.242 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.235+0000 7f1ef3612740 1 Processor -- start 2024-02-10T00:10:04.242 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.235+0000 7f1ef3612740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564e8a62ea30 0x564e8a63ea90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.242 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.235+0000 7f1ef3612740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564e8a62f3e0 0x564e8a63efd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.243 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.235+0000 7f1ef3612740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564e8a637f60 0x564e8a697d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.243 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.235+0000 7f1ef3612740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e8a698250 con 0x564e8a62ea30 2024-02-10T00:10:04.243 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.235+0000 7f1ef3612740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e8a6983c0 con 0x564e8a62f3e0 2024-02-10T00:10:04.243 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.235+0000 7f1ef3612740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x564e8a698580 con 0x564e8a637f60 2024-02-10T00:10:04.243 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.235+0000 7f1ef3612740 10 client.0 _ll_register_callbacks cb 0x7f1ee4037070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:10:04.243 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.235+0000 7f1eea59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564e8a62ea30 0x564e8a63ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.243 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.235+0000 7f1eea59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564e8a62ea30 0x564e8a63ea90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49534/0 (socket says 172.21.15.1:49534) 2024-02-10T00:10:04.243 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.235+0000 7f1eea59c640 1 -- 172.21.15.1:0/2280466244 learned_addr learned my addr 172.21.15.1:0/2280466244 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:04.243 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.235+0000 7f1eead9d640 1 --2- 172.21.15.1:0/2280466244 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564e8a637f60 0x564e8a697d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.243 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.235+0000 7f1ee3fff640 1 --2- 172.21.15.1:0/2280466244 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564e8a62f3e0 0x564e8a63efd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.243 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.235+0000 7f1eea59c640 1 -- 172.21.15.1:0/2280466244 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564e8a637f60 msgr2=0x564e8a697d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:04.243 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.236+0000 7f1eea59c640 1 --2- 172.21.15.1:0/2280466244 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564e8a637f60 0x564e8a697d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.243 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.236+0000 7f1eea59c640 1 -- 172.21.15.1:0/2280466244 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564e8a62f3e0 msgr2=0x564e8a63efd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:04.243 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.236+0000 7f1eea59c640 1 --2- 172.21.15.1:0/2280466244 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564e8a62f3e0 0x564e8a63efd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.236+0000 7f1eea59c640 1 -- 172.21.15.1:0/2280466244 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ed4009830 con 0x564e8a62ea30 2024-02-10T00:10:04.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.236+0000 7f1ee3fff640 1 --2- 172.21.15.1:0/2280466244 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564e8a62f3e0 0x564e8a63efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:10:04.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.236+0000 7f1eea59c640 1 --2- 172.21.15.1:0/2280466244 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564e8a62ea30 0x564e8a63ea90 secure :-1 s=READY pgs=1713 cs=0 l=1 rev1=1 crypto rx=0x7f1edc09a4f0 tx=0x7f1edc08fc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3468533188bb19dd server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:04.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.236+0000 7f1ed1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:10:04.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.236+0000 7f1ed1ffb640 1 -- 172.21.15.1:0/2280466244 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1edc082070 con 0x564e8a62ea30 2024-02-10T00:10:04.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.236+0000 7f1ed1ffb640 1 -- 172.21.15.1:0/2280466244 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f1edc07ee40 con 0x564e8a62ea30 2024-02-10T00:10:04.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.236+0000 7f1ef3612740 1 -- 172.21.15.1:0/2280466244 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1ee4003e50 con 0x564e8a62ea30 2024-02-10T00:10:04.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.236+0000 7f1ed1ffb640 1 -- 172.21.15.1:0/2280466244 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1edc09a560 con 0x564e8a62ea30 2024-02-10T00:10:04.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.236+0000 7f1ef3612740 10 client.19446 fetch_fsmap learned FSMap version 29 2024-02-10T00:10:04.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.236+0000 7f1ef3612740 1 -- 172.21.15.1:0/2280466244 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x564e8a556a70 con 0x564e8a62ea30 2024-02-10T00:10:04.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.236+0000 7f1ed1ffb640 1 -- 172.21.15.1:0/2280466244 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1ee4003e50 con 0x564e8a62ea30 2024-02-10T00:10:04.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.236+0000 7f1ed1ffb640 1 -- 172.21.15.1:0/2280466244 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f1edc021070 con 0x564e8a62ea30 2024-02-10T00:10:04.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.236+0000 7f1ef3612740 10 client.19446 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:10:04.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.236+0000 7f1ef3612740 10 client.19446 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:10:04.244 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.236+0000 7f1ef3612740 20 client.19446 populate_metadata read hostname 'smithi001' 2024-02-10T00:10:04.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.236+0000 7f1ef3612740 1 --2- 172.21.15.1:0/2280466244 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564e8a6a0fd0 0x564e8a6a33c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:04.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.236+0000 7f1ef3612740 4 client.19446 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:10:04.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.236+0000 7f1ef3612740 1 -- 172.21.15.1:0/2280466244 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x564e8a321890 con 0x564e8a6a0fd0 2024-02-10T00:10:04.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.237+0000 7f1ee3fff640 1 --2- 172.21.15.1:0/2280466244 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564e8a6a0fd0 0x564e8a6a33c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:04.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.237+0000 7f1ee3fff640 1 --2- 172.21.15.1:0/2280466244 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564e8a6a0fd0 0x564e8a6a33c0 crc :-1 s=READY pgs=295 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bd94184b9540b99f server_cookie=1686eda58e9dc1c in_seq=0 out_seq=0 2024-02-10T00:10:04.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.237+0000 7f1ed1ffb640 10 client.19446 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:10:04.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.237+0000 7f1ed1ffb640 1 -- 172.21.15.1:0/2280466244 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x564e8a321890 con 0x564e8a6a0fd0 2024-02-10T00:10:04.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.237+0000 7f1ed1ffb640 10 client.19446 handle_command_reply: tid=0 2024-02-10T00:10:04.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.237+0000 7f1ef3612740 1 client.19446 shutdown 2024-02-10T00:10:04.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.237+0000 7f1ef3612740 1 -- 172.21.15.1:0/2280466244 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564e8a62ea30 msgr2=0x564e8a63ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:04.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.237+0000 7f1ef3612740 1 --2- 172.21.15.1:0/2280466244 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564e8a62ea30 0x564e8a63ea90 secure :-1 s=READY pgs=1713 cs=0 l=1 rev1=1 crypto rx=0x7f1edc09a4f0 tx=0x7f1edc08fc30 comp rx=0 tx=0).stop 2024-02-10T00:10:04.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.237+0000 7f1ef3612740 1 -- 172.21.15.1:0/2280466244 shutdown_connections 2024-02-10T00:10:04.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.237+0000 7f1ef3612740 1 --2- 172.21.15.1:0/2280466244 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x564e8a6a0fd0 0x564e8a6a33c0 crc :-1 s=READY pgs=295 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.237+0000 7f1ef3612740 1 --2- 172.21.15.1:0/2280466244 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x564e8a637f60 0x564e8a697d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.237+0000 7f1ed1ffb640 0 client.19446 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:10:04.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.237+0000 7f1ef3612740 1 --2- 172.21.15.1:0/2280466244 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x564e8a62f3e0 0x564e8a63efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.237+0000 7f1ef3612740 1 --2- 172.21.15.1:0/2280466244 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x564e8a62ea30 0x564e8a63ea90 unknown :-1 s=CLOSED pgs=1713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.237+0000 7f1ef3612740 1 -- 172.21.15.1:0/2280466244 >> 172.21.15.1:0/2280466244 conn(0x564e8a629100 msgr2=0x564e8a62ac70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:04.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.237+0000 7f1ef3612740 1 -- 172.21.15.1:0/2280466244 shutdown_connections 2024-02-10T00:10:04.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.237+0000 7f1ef3612740 1 -- 172.21.15.1:0/2280466244 wait complete. 2024-02-10T00:10:04.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.237+0000 7f1ef3612740 20 client.19446 trim_cache size 0 max 16384 2024-02-10T00:10:04.246 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:10:04.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.238+0000 7f1ef0965640 1 -- 172.21.15.1:0/3787831386 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f1ed80a2230 msgr2=0x7f1ed80a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:04.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.238+0000 7f1ef0965640 1 --2- 172.21.15.1:0/3787831386 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f1ed80a2230 0x7f1ed80a46f0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f1ee4009cd0 tx=0x7f1ee4048000 comp rx=0 tx=0).stop 2024-02-10T00:10:04.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.238+0000 7f1ef0965640 1 -- 172.21.15.1:0/3787831386 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1eec100330 msgr2=0x7f1eec198740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:04.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.238+0000 7f1ef0965640 1 --2- 172.21.15.1:0/3787831386 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1eec100330 0x7f1eec198740 secure :-1 s=READY pgs=1709 cs=0 l=1 rev1=1 crypto rx=0x7f1edc00b4a0 tx=0x7f1edc00b960 comp rx=0 tx=0).stop 2024-02-10T00:10:04.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.238+0000 7f1ef0965640 1 -- 172.21.15.1:0/3787831386 shutdown_connections 2024-02-10T00:10:04.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.238+0000 7f1ef0965640 1 --2- 172.21.15.1:0/3787831386 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f1ed80a2230 0x7f1ed80a46f0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.238+0000 7f1ef0965640 1 --2- 172.21.15.1:0/3787831386 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1eec1991c0 0x7f1eec1a37c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.238+0000 7f1ef0965640 1 --2- 172.21.15.1:0/3787831386 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1eec105400 0x7f1eec198c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.238+0000 7f1ef0965640 1 --2- 172.21.15.1:0/3787831386 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1eec100330 0x7f1eec198740 unknown :-1 s=CLOSED pgs=1709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:04.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.238+0000 7f1ef0965640 1 -- 172.21.15.1:0/3787831386 >> 172.21.15.1:0/3787831386 conn(0x7f1eec077250 msgr2=0x7f1eec0fe1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:04.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.238+0000 7f1ef0965640 1 -- 172.21.15.1:0/3787831386 shutdown_connections 2024-02-10T00:10:04.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:04.238+0000 7f1ef0965640 1 -- 172.21.15.1:0/3787831386 wait complete. 2024-02-10T00:10:04.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:04 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2337566' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:10:04.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:04 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2337566' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:10:04.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:04 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2337566' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:10:05.251 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-02-10T00:10:05.251 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T00:10:05.252 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-02-10T00:10:05.372 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:05 smithi001 ceph-mon[32335]: pgmap v333: 97 pgs: 97 active+clean; 1.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 107 KiB/s wr, 40 op/s 2024-02-10T00:10:05.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.369+0000 7ff6c0b6c640 1 -- 172.21.15.1:0/3832330028 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff6bc101de0 msgr2=0x7ff6bc105e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:05.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.369+0000 7ff6c0b6c640 1 --2- 172.21.15.1:0/3832330028 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff6bc101de0 0x7ff6bc105e20 secure :-1 s=READY pgs=1714 cs=0 l=1 rev1=1 crypto rx=0x7ff6b0009930 tx=0x7ff6b002bc30 comp rx=0 tx=0).stop 2024-02-10T00:10:05.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.369+0000 7ff6c0b6c640 1 -- 172.21.15.1:0/3832330028 shutdown_connections 2024-02-10T00:10:05.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.369+0000 7ff6c0b6c640 1 --2- 172.21.15.1:0/3832330028 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff6bc106500 0x7ff6bc10e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.369+0000 7ff6c0b6c640 1 --2- 172.21.15.1:0/3832330028 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff6bc101de0 0x7ff6bc105e20 unknown :-1 s=CLOSED pgs=1714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.369+0000 7ff6c0b6c640 1 --2- 172.21.15.1:0/3832330028 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff6bc101430 0x7ff6bc101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.369+0000 7ff6c0b6c640 1 -- 172.21.15.1:0/3832330028 >> 172.21.15.1:0/3832330028 conn(0x7ff6bc0fcc90 msgr2=0x7ff6bc0ff0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:05.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.369+0000 7ff6c0b6c640 1 -- 172.21.15.1:0/3832330028 shutdown_connections 2024-02-10T00:10:05.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.369+0000 7ff6c0b6c640 1 -- 172.21.15.1:0/3832330028 wait complete. 2024-02-10T00:10:05.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.370+0000 7ff6c0b6c640 1 Processor -- start 2024-02-10T00:10:05.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.370+0000 7ff6c0b6c640 1 -- start start 2024-02-10T00:10:05.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.370+0000 7ff6c0b6c640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff6bc101430 0x7ff6bc19f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.370+0000 7ff6c0b6c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff6bc106500 0x7ff6bc19fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.370+0000 7ff6c0b6c640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff6bc199920 0x7ff6bc199dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.370+0000 7ff6c0b6c640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6bc19a310 con 0x7ff6bc106500 2024-02-10T00:10:05.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.370+0000 7ff6c0b6c640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6bc19a480 con 0x7ff6bc101430 2024-02-10T00:10:05.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.370+0000 7ff6c0b6c640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6bc19a640 con 0x7ff6bc199920 2024-02-10T00:10:05.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.370+0000 7ff6b9d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff6bc106500 0x7ff6bc19fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.370+0000 7ff6b9d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff6bc106500 0x7ff6bc19fcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49552/0 (socket says 172.21.15.1:49552) 2024-02-10T00:10:05.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.370+0000 7ff6b9d9b640 1 -- 172.21.15.1:0/1303787195 learned_addr learned my addr 172.21.15.1:0/1303787195 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:05.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.371+0000 7ff6ba59c640 1 --2- 172.21.15.1:0/1303787195 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff6bc101430 0x7ff6bc19f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.371+0000 7ff6bad9d640 1 --2- 172.21.15.1:0/1303787195 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff6bc199920 0x7ff6bc199dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.371+0000 7ff6b9d9b640 1 -- 172.21.15.1:0/1303787195 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff6bc199920 msgr2=0x7ff6bc199dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:05.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.371+0000 7ff6b9d9b640 1 --2- 172.21.15.1:0/1303787195 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff6bc199920 0x7ff6bc199dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.371+0000 7ff6b9d9b640 1 -- 172.21.15.1:0/1303787195 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff6bc101430 msgr2=0x7ff6bc19f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:05.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.371+0000 7ff6b9d9b640 1 --2- 172.21.15.1:0/1303787195 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff6bc101430 0x7ff6bc19f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.371+0000 7ff6b9d9b640 1 -- 172.21.15.1:0/1303787195 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6b0009560 con 0x7ff6bc106500 2024-02-10T00:10:05.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.371+0000 7ff6b9d9b640 1 --2- 172.21.15.1:0/1303787195 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff6bc106500 0x7ff6bc19fcb0 secure :-1 s=READY pgs=1715 cs=0 l=1 rev1=1 crypto rx=0x7ff6b0009230 tx=0x7ff6b0004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:05.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.371+0000 7ff6ab7fe640 1 -- 172.21.15.1:0/1303787195 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6b002cbc0 con 0x7ff6bc106500 2024-02-10T00:10:05.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.371+0000 7ff6ab7fe640 1 -- 172.21.15.1:0/1303787195 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff6b00052d0 con 0x7ff6bc106500 2024-02-10T00:10:05.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.371+0000 7ff6c0b6c640 1 -- 172.21.15.1:0/1303787195 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff6bc1a6630 con 0x7ff6bc106500 2024-02-10T00:10:05.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.371+0000 7ff6ab7fe640 1 -- 172.21.15.1:0/1303787195 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6b0003e30 con 0x7ff6bc106500 2024-02-10T00:10:05.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.371+0000 7ff6c0b6c640 1 -- 172.21.15.1:0/1303787195 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6bc1a6ae0 con 0x7ff6bc106500 2024-02-10T00:10:05.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.373+0000 7ff6ab7fe640 1 -- 172.21.15.1:0/1303787195 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7ff6b0005440 con 0x7ff6bc106500 2024-02-10T00:10:05.384 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.374+0000 7ff6c381d740 1 Processor -- start 2024-02-10T00:10:05.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.374+0000 7ff6c381d740 1 -- start start 2024-02-10T00:10:05.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.374+0000 7ff6ab7fe640 1 --2- 172.21.15.1:0/1303787195 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff6a40a2230 0x7ff6a40a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.374+0000 7ff6c381d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560d97f9190 0x5560d97f9570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.374+0000 7ff6c381d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560d97f9ab0 0x5560d9802150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.374+0000 7ff6c381d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560d9802690 0x5560d9804a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.374+0000 7ff6c381d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560d9767000 con 0x5560d97f9190 2024-02-10T00:10:05.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.374+0000 7ff6c381d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560d9764530 con 0x5560d97f9ab0 2024-02-10T00:10:05.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.374+0000 7ff6c381d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560d975fd10 con 0x5560d9802690 2024-02-10T00:10:05.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.374+0000 7ff6ab7fe640 1 -- 172.21.15.1:0/1303787195 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7ff6b00f02f0 con 0x7ff6bc106500 2024-02-10T00:10:05.385 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.374+0000 7ff6bad9d640 1 --2- 172.21.15.1:0/1303787195 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff6a40a2230 0x7ff6a40a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.374+0000 7ff6ba59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560d97f9190 0x5560d97f9570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.374+0000 7ff6ba59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560d97f9190 0x5560d97f9570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49560/0 (socket says 172.21.15.1:49560) 2024-02-10T00:10:05.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.374+0000 7ff6ba59c640 1 -- 172.21.15.1:0/2411952133 learned_addr learned my addr 172.21.15.1:0/2411952133 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:05.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.375+0000 7ff6bad9d640 1 --2- 172.21.15.1:0/2411952133 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560d9802690 0x5560d9804a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.375+0000 7ff6b9d9b640 1 --2- 172.21.15.1:0/2411952133 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560d97f9ab0 0x5560d9802150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.375+0000 7ff6ba59c640 1 -- 172.21.15.1:0/2411952133 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560d9802690 msgr2=0x5560d9804a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:05.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.375+0000 7ff6ba59c640 1 --2- 172.21.15.1:0/2411952133 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560d9802690 0x5560d9804a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.375+0000 7ff6ba59c640 1 -- 172.21.15.1:0/2411952133 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560d97f9ab0 msgr2=0x5560d9802150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:05.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.375+0000 7ff6ba59c640 1 --2- 172.21.15.1:0/2411952133 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560d97f9ab0 0x5560d9802150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.375+0000 7ff6ba59c640 1 -- 172.21.15.1:0/2411952133 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5560d9706210 con 0x5560d97f9190 2024-02-10T00:10:05.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.375+0000 7ff6bad9d640 1 --2- 172.21.15.1:0/1303787195 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff6a40a2230 0x7ff6a40a46f0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac00a780 tx=0x7ff6ac013a50 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:05.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.375+0000 7ff6ba59c640 1 --2- 172.21.15.1:0/2411952133 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560d97f9190 0x5560d97f9570 secure :-1 s=READY pgs=1716 cs=0 l=1 rev1=1 crypto rx=0x7ff6b4004650 tx=0x7ff6b400bba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9109e485fccf010d server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:05.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.375+0000 7ff6a8ff9640 1 -- 172.21.15.1:0/2411952133 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6b40041d0 con 0x5560d97f9190 2024-02-10T00:10:05.386 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.375+0000 7ff6a8ff9640 1 -- 172.21.15.1:0/2411952133 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff6b4005500 con 0x5560d97f9190 2024-02-10T00:10:05.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.375+0000 7ff6a8ff9640 1 -- 172.21.15.1:0/2411952133 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6b4004e50 con 0x5560d97f9190 2024-02-10T00:10:05.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.376+0000 7ff6c381d740 1 -- 172.21.15.1:0/2411952133 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560d97f9190 msgr2=0x5560d97f9570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:05.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.376+0000 7ff6c381d740 1 --2- 172.21.15.1:0/2411952133 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560d97f9190 0x5560d97f9570 secure :-1 s=READY pgs=1716 cs=0 l=1 rev1=1 crypto rx=0x7ff6b4004650 tx=0x7ff6b400bba0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.376+0000 7ff6c381d740 1 -- 172.21.15.1:0/2411952133 shutdown_connections 2024-02-10T00:10:05.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.376+0000 7ff6c381d740 1 --2- 172.21.15.1:0/2411952133 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560d9802690 0x5560d9804a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.376+0000 7ff6c381d740 1 --2- 172.21.15.1:0/2411952133 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560d97f9ab0 0x5560d9802150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.376+0000 7ff6c381d740 1 --2- 172.21.15.1:0/2411952133 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560d97f9190 0x5560d97f9570 unknown :-1 s=CLOSED pgs=1716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.376+0000 7ff6c381d740 1 -- 172.21.15.1:0/2411952133 >> 172.21.15.1:0/2411952133 conn(0x5560d97f38c0 msgr2=0x5560d97f3ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:05.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.376+0000 7ff6c381d740 1 -- 172.21.15.1:0/2411952133 shutdown_connections 2024-02-10T00:10:05.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.376+0000 7ff6c381d740 1 -- 172.21.15.1:0/2411952133 wait complete. 2024-02-10T00:10:05.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.376+0000 7ff6c381d740 1 -- start start 2024-02-10T00:10:05.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.376+0000 7ff6c381d740 1 Processor -- start 2024-02-10T00:10:05.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.377+0000 7ff6c381d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560d97f9190 0x5560d97ff680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.387 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.377+0000 7ff6c381d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560d97f9ab0 0x5560d97ffbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.377+0000 7ff6c381d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560d9802690 0x5560d9800100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.377+0000 7ff6c381d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560d9704e60 con 0x5560d97f9ab0 2024-02-10T00:10:05.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.377+0000 7ff6c381d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560d94334b0 con 0x5560d97f9190 2024-02-10T00:10:05.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.377+0000 7ff6c381d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560d96e5670 con 0x5560d9802690 2024-02-10T00:10:05.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.377+0000 7ff6c381d740 10 client.0 _ll_register_callbacks cb 0x5560d96fd190 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:10:05.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.377+0000 7ff6b9d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560d97f9ab0 0x5560d97ffbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.377+0000 7ff6b9d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560d97f9ab0 0x5560d97ffbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49568/0 (socket says 172.21.15.1:49568) 2024-02-10T00:10:05.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.377+0000 7ff6b9d9b640 1 -- 172.21.15.1:0/2235166921 learned_addr learned my addr 172.21.15.1:0/2235166921 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:05.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.377+0000 7ff6bad9d640 1 --2- 172.21.15.1:0/2235166921 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560d9802690 0x5560d9800100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.377+0000 7ff6ba59c640 1 --2- 172.21.15.1:0/2235166921 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560d97f9190 0x5560d97ff680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.377+0000 7ff6b9d9b640 1 -- 172.21.15.1:0/2235166921 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560d9802690 msgr2=0x5560d9800100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:05.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.377+0000 7ff6b9d9b640 1 --2- 172.21.15.1:0/2235166921 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560d9802690 0x5560d9800100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.377+0000 7ff6b9d9b640 1 -- 172.21.15.1:0/2235166921 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560d97f9190 msgr2=0x5560d97ff680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:05.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.377+0000 7ff6b9d9b640 1 --2- 172.21.15.1:0/2235166921 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560d97f9190 0x5560d97ff680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.377+0000 7ff6b9d9b640 1 -- 172.21.15.1:0/2235166921 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6b4004330 con 0x5560d97f9ab0 2024-02-10T00:10:05.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.377+0000 7ff6ba59c640 1 --2- 172.21.15.1:0/2235166921 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560d97f9190 0x5560d97ff680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:10:05.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.377+0000 7ff6b9d9b640 1 --2- 172.21.15.1:0/2235166921 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560d97f9ab0 0x5560d97ffbc0 secure :-1 s=READY pgs=1717 cs=0 l=1 rev1=1 crypto rx=0x7ff6b0005ec0 tx=0x7ff6b00bc930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e1c34e7233c2f25 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:05.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.377+0000 7ff6a1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:10:05.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.377+0000 7ff6a1ffb640 1 -- 172.21.15.1:0/2235166921 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6b0048410 con 0x5560d97f9ab0 2024-02-10T00:10:05.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.377+0000 7ff6a1ffb640 1 -- 172.21.15.1:0/2235166921 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7ff6b00d0e40 con 0x5560d97f9ab0 2024-02-10T00:10:05.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.377+0000 7ff6c381d740 1 -- 172.21.15.1:0/2235166921 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5560d945f860 con 0x5560d97f9ab0 2024-02-10T00:10:05.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.378+0000 7ff6a1ffb640 1 -- 172.21.15.1:0/2235166921 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff6b00bd4f0 con 0x5560d97f9ab0 2024-02-10T00:10:05.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.378+0000 7ff6c381d740 10 client.19458 fetch_fsmap learned FSMap version 29 2024-02-10T00:10:05.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.378+0000 7ff6c381d740 1 -- 172.21.15.1:0/2235166921 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5560d975e390 con 0x5560d97f9ab0 2024-02-10T00:10:05.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.378+0000 7ff6a1ffb640 1 -- 172.21.15.1:0/2235166921 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x5560d945f860 con 0x5560d97f9ab0 2024-02-10T00:10:05.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.378+0000 7ff6a1ffb640 1 -- 172.21.15.1:0/2235166921 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ff6b003c070 con 0x5560d97f9ab0 2024-02-10T00:10:05.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.378+0000 7ff6c381d740 10 client.19458 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:10:05.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.378+0000 7ff6c381d740 10 client.19458 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:10:05.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.378+0000 7ff6c381d740 20 client.19458 populate_metadata read hostname 'smithi001' 2024-02-10T00:10:05.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.378+0000 7ff6c381d740 1 --2- 172.21.15.1:0/2235166921 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5560d9812450 0x5560d9814860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.378+0000 7ff6c381d740 4 client.19458 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:10:05.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.378+0000 7ff6c381d740 1 -- 172.21.15.1:0/2235166921 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5560d94b0410 con 0x5560d9812450 2024-02-10T00:10:05.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.378+0000 7ff6ba59c640 1 --2- 172.21.15.1:0/2235166921 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5560d9812450 0x5560d9814860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.379+0000 7ff6ba59c640 1 --2- 172.21.15.1:0/2235166921 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5560d9812450 0x5560d9814860 crc :-1 s=READY pgs=296 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=afb6f74d6b763bd server_cookie=4b429d8cd7e2058e in_seq=0 out_seq=0 2024-02-10T00:10:05.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.379+0000 7ff6a1ffb640 10 client.19458 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:10:05.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.379+0000 7ff6a1ffb640 1 -- 172.21.15.1:0/2235166921 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5560d94b0410 con 0x5560d9812450 2024-02-10T00:10:05.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.379+0000 7ff6a1ffb640 10 client.19458 handle_command_reply: tid=0 2024-02-10T00:10:05.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.379+0000 7ff6c381d740 1 client.19458 shutdown 2024-02-10T00:10:05.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.380+0000 7ff6c381d740 1 -- 172.21.15.1:0/2235166921 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560d97f9ab0 msgr2=0x5560d97ffbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:05.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.380+0000 7ff6c381d740 1 --2- 172.21.15.1:0/2235166921 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560d97f9ab0 0x5560d97ffbc0 secure :-1 s=READY pgs=1717 cs=0 l=1 rev1=1 crypto rx=0x7ff6b0005ec0 tx=0x7ff6b00bc930 comp rx=0 tx=0).stop 2024-02-10T00:10:05.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.380+0000 7ff6c381d740 1 -- 172.21.15.1:0/2235166921 shutdown_connections 2024-02-10T00:10:05.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.380+0000 7ff6c381d740 1 --2- 172.21.15.1:0/2235166921 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5560d9812450 0x5560d9814860 crc :-1 s=READY pgs=296 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.380+0000 7ff6c381d740 1 --2- 172.21.15.1:0/2235166921 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560d9802690 0x5560d9800100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.380+0000 7ff6c381d740 1 --2- 172.21.15.1:0/2235166921 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560d97f9ab0 0x5560d97ffbc0 unknown :-1 s=CLOSED pgs=1717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.380+0000 7ff6a1ffb640 0 client.19458 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:10:05.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.380+0000 7ff6c381d740 1 --2- 172.21.15.1:0/2235166921 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560d97f9190 0x5560d97ff680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.380+0000 7ff6c381d740 1 -- 172.21.15.1:0/2235166921 >> 172.21.15.1:0/2235166921 conn(0x5560d97f38c0 msgr2=0x5560d97f5610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:05.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.380+0000 7ff6c381d740 1 -- 172.21.15.1:0/2235166921 shutdown_connections 2024-02-10T00:10:05.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.380+0000 7ff6c381d740 1 -- 172.21.15.1:0/2235166921 wait complete. 2024-02-10T00:10:05.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.380+0000 7ff6c381d740 20 client.19458 trim_cache size 0 max 16384 2024-02-10T00:10:05.392 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:05 smithi103 ceph-mon[36942]: pgmap v333: 97 pgs: 97 active+clean; 1.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 107 KiB/s wr, 40 op/s 2024-02-10T00:10:05.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.395+0000 7ff6c381d740 1 Processor -- start 2024-02-10T00:10:05.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.395+0000 7ff6c381d740 1 -- start start 2024-02-10T00:10:05.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.395+0000 7ff6c381d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560d97f9190 0x5560d97fff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.395+0000 7ff6c381d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560d97f9ab0 0x5560d97f5400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.401 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.395+0000 7ff6c381d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560d9802690 0x5560d9809540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.395+0000 7ff6c381d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560d97f8280 con 0x5560d97f9ab0 2024-02-10T00:10:05.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.395+0000 7ff6c381d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560d97f48c0 con 0x5560d97f9190 2024-02-10T00:10:05.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.395+0000 7ff6c381d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560d97f4af0 con 0x5560d9802690 2024-02-10T00:10:05.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.395+0000 7ff6b9d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560d97f9ab0 0x5560d97f5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.395+0000 7ff6b9d9b640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560d97f9ab0 0x5560d97f5400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49578/0 (socket says 172.21.15.1:49578) 2024-02-10T00:10:05.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.395+0000 7ff6b9d9b640 1 -- 172.21.15.1:0/408509033 learned_addr learned my addr 172.21.15.1:0/408509033 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:05.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.396+0000 7ff6b9d9b640 1 -- 172.21.15.1:0/408509033 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560d9802690 msgr2=0x5560d9809540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:05.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.396+0000 7ff6bad9d640 1 --2- 172.21.15.1:0/408509033 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560d9802690 0x5560d9809540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.396+0000 7ff6b9d9b640 1 --2- 172.21.15.1:0/408509033 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560d9802690 0x5560d9809540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.396+0000 7ff6b9d9b640 1 -- 172.21.15.1:0/408509033 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560d97f9190 msgr2=0x5560d97fff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:05.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.396+0000 7ff6ba59c640 1 --2- 172.21.15.1:0/408509033 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560d97f9190 0x5560d97fff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.396+0000 7ff6b9d9b640 1 --2- 172.21.15.1:0/408509033 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560d97f9190 0x5560d97fff20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.396+0000 7ff6b9d9b640 1 -- 172.21.15.1:0/408509033 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5560d96fac70 con 0x5560d97f9ab0 2024-02-10T00:10:05.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.396+0000 7ff6b9d9b640 1 --2- 172.21.15.1:0/408509033 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560d97f9ab0 0x5560d97f5400 secure :-1 s=READY pgs=1718 cs=0 l=1 rev1=1 crypto rx=0x7ff6b0000c00 tx=0x7ff6b00474d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6a4694eed6dacf7 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:05.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.396+0000 7ff6a3fff640 1 -- 172.21.15.1:0/408509033 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6b00bc750 con 0x5560d97f9ab0 2024-02-10T00:10:05.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.396+0000 7ff6a3fff640 1 -- 172.21.15.1:0/408509033 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff6b00bd4f0 con 0x5560d97f9ab0 2024-02-10T00:10:05.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.396+0000 7ff6a3fff640 1 -- 172.21.15.1:0/408509033 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6b0047dd0 con 0x5560d97f9ab0 2024-02-10T00:10:05.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.397+0000 7ff6c381d740 1 -- 172.21.15.1:0/408509033 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560d97f9ab0 msgr2=0x5560d97f5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:05.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.397+0000 7ff6c381d740 1 --2- 172.21.15.1:0/408509033 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560d97f9ab0 0x5560d97f5400 secure :-1 s=READY pgs=1718 cs=0 l=1 rev1=1 crypto rx=0x7ff6b0000c00 tx=0x7ff6b00474d0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.397+0000 7ff6c381d740 1 -- 172.21.15.1:0/408509033 shutdown_connections 2024-02-10T00:10:05.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.397+0000 7ff6c381d740 1 --2- 172.21.15.1:0/408509033 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560d9802690 0x5560d9809540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.397+0000 7ff6c381d740 1 --2- 172.21.15.1:0/408509033 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560d97f9ab0 0x5560d97f5400 unknown :-1 s=CLOSED pgs=1718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.397+0000 7ff6c381d740 1 --2- 172.21.15.1:0/408509033 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560d97f9190 0x5560d97fff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.397+0000 7ff6c381d740 1 -- 172.21.15.1:0/408509033 >> 172.21.15.1:0/408509033 conn(0x5560d97f38c0 msgr2=0x5560d97f4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:05.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.397+0000 7ff6c381d740 1 -- 172.21.15.1:0/408509033 shutdown_connections 2024-02-10T00:10:05.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.397+0000 7ff6c381d740 1 -- 172.21.15.1:0/408509033 wait complete. 2024-02-10T00:10:05.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.397+0000 7ff6c381d740 1 -- start start 2024-02-10T00:10:05.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.397+0000 7ff6c381d740 1 Processor -- start 2024-02-10T00:10:05.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.397+0000 7ff6c381d740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560d97f9190 0x5560d98631e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.397+0000 7ff6c381d740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560d97f9ab0 0x5560d9863720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.397+0000 7ff6c381d740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560d9802690 0x5560d9808c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.397+0000 7ff6c381d740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560d9809390 con 0x5560d9802690 2024-02-10T00:10:05.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.397+0000 7ff6c381d740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560d9809500 con 0x5560d97f9ab0 2024-02-10T00:10:05.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.397+0000 7ff6c381d740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560d98096c0 con 0x5560d97f9190 2024-02-10T00:10:05.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.397+0000 7ff6c381d740 10 client.0 _ll_register_callbacks cb 0x7ff6b4004120 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:10:05.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.397+0000 7ff6bad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560d9802690 0x5560d9808c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.397+0000 7ff6bad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560d9802690 0x5560d9808c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49582/0 (socket says 172.21.15.1:49582) 2024-02-10T00:10:05.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.397+0000 7ff6bad9d640 1 -- 172.21.15.1:0/1096473686 learned_addr learned my addr 172.21.15.1:0/1096473686 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:05.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.397+0000 7ff6b9d9b640 1 --2- 172.21.15.1:0/1096473686 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560d97f9ab0 0x5560d9863720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.398+0000 7ff6ba59c640 1 --2- 172.21.15.1:0/1096473686 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560d97f9190 0x5560d98631e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.398+0000 7ff6bad9d640 1 -- 172.21.15.1:0/1096473686 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560d97f9190 msgr2=0x5560d98631e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:05.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.398+0000 7ff6bad9d640 1 --2- 172.21.15.1:0/1096473686 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560d97f9190 0x5560d98631e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.398+0000 7ff6bad9d640 1 -- 172.21.15.1:0/1096473686 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560d97f9ab0 msgr2=0x5560d9863720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:05.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.398+0000 7ff6bad9d640 1 --2- 172.21.15.1:0/1096473686 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560d97f9ab0 0x5560d9863720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.398+0000 7ff6bad9d640 1 -- 172.21.15.1:0/1096473686 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5560d975e390 con 0x5560d9802690 2024-02-10T00:10:05.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.398+0000 7ff6bad9d640 1 --2- 172.21.15.1:0/1096473686 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560d9802690 0x5560d9808c90 secure :-1 s=READY pgs=1719 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac011e10 tx=0x7ff6ac004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b318c89873d2ca7b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:05.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.398+0000 7ff6a1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:10:05.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.398+0000 7ff6a1ffb640 1 -- 172.21.15.1:0/1096473686 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6ac004b20 con 0x5560d9802690 2024-02-10T00:10:05.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.398+0000 7ff6a1ffb640 1 -- 172.21.15.1:0/1096473686 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7ff6ac004c80 con 0x5560d9802690 2024-02-10T00:10:05.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.398+0000 7ff6c381d740 1 -- 172.21.15.1:0/1096473686 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff6b4005500 con 0x5560d9802690 2024-02-10T00:10:05.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.398+0000 7ff6a1ffb640 1 -- 172.21.15.1:0/1096473686 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff6ac004e80 con 0x5560d9802690 2024-02-10T00:10:05.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.398+0000 7ff6c381d740 10 client.19464 fetch_fsmap learned FSMap version 29 2024-02-10T00:10:05.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.398+0000 7ff6c381d740 1 -- 172.21.15.1:0/1096473686 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x5560d9720ac0 con 0x5560d9802690 2024-02-10T00:10:05.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.398+0000 7ff6a1ffb640 1 -- 172.21.15.1:0/1096473686 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff6ac036080 con 0x5560d9802690 2024-02-10T00:10:05.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.399+0000 7ff6a1ffb640 1 -- 172.21.15.1:0/1096473686 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ff6ac030030 con 0x5560d9802690 2024-02-10T00:10:05.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.399+0000 7ff6c381d740 10 client.19464 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:10:05.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.399+0000 7ff6c381d740 10 client.19464 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:10:05.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.399+0000 7ff6c381d740 20 client.19464 populate_metadata read hostname 'smithi001' 2024-02-10T00:10:05.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.399+0000 7ff6c381d740 1 --2- 172.21.15.1:0/1096473686 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5560d986b180 0x5560d986d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.399+0000 7ff6c381d740 4 client.19464 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-02-10T00:10:05.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.399+0000 7ff6c381d740 1 -- 172.21.15.1:0/1096473686 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x5560d949c7b0 con 0x5560d986b180 2024-02-10T00:10:05.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.399+0000 7ff6ba59c640 1 --2- 172.21.15.1:0/1096473686 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5560d986b180 0x5560d986d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.399+0000 7ff6a1ffb640 10 client.19464 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:10:05.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.399+0000 7ff6ba59c640 1 --2- 172.21.15.1:0/1096473686 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5560d986b180 0x5560d986d5a0 crc :-1 s=READY pgs=297 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=434f427d03f07ac6 server_cookie=876a973cb036036f in_seq=0 out_seq=0 2024-02-10T00:10:05.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.401+0000 7ff6a1ffb640 1 -- 172.21.15.1:0/1096473686 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x5560d949c7b0 con 0x5560d986b180 2024-02-10T00:10:05.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.401+0000 7ff6a1ffb640 10 client.19464 handle_command_reply: tid=0 2024-02-10T00:10:05.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.401+0000 7ff6c381d740 1 client.19464 shutdown 2024-02-10T00:10:05.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.401+0000 7ff6c381d740 1 -- 172.21.15.1:0/1096473686 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560d9802690 msgr2=0x5560d9808c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:05.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.401+0000 7ff6c381d740 1 --2- 172.21.15.1:0/1096473686 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560d9802690 0x5560d9808c90 secure :-1 s=READY pgs=1719 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac011e10 tx=0x7ff6ac004ab0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.401+0000 7ff6c381d740 1 -- 172.21.15.1:0/1096473686 shutdown_connections 2024-02-10T00:10:05.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.401+0000 7ff6c381d740 1 --2- 172.21.15.1:0/1096473686 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x5560d986b180 0x5560d986d5a0 crc :-1 s=READY pgs=297 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.401+0000 7ff6c381d740 1 --2- 172.21.15.1:0/1096473686 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x5560d9802690 0x5560d9808c90 unknown :-1 s=CLOSED pgs=1719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.401+0000 7ff6a1ffb640 0 client.19464 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:10:05.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.401+0000 7ff6c381d740 1 --2- 172.21.15.1:0/1096473686 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x5560d97f9ab0 0x5560d9863720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.401+0000 7ff6c381d740 1 --2- 172.21.15.1:0/1096473686 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x5560d97f9190 0x5560d98631e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.401+0000 7ff6c381d740 1 -- 172.21.15.1:0/1096473686 >> 172.21.15.1:0/1096473686 conn(0x5560d97f38c0 msgr2=0x5560d97f5580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:05.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.401+0000 7ff6c381d740 1 -- 172.21.15.1:0/1096473686 shutdown_connections 2024-02-10T00:10:05.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.401+0000 7ff6c381d740 1 -- 172.21.15.1:0/1096473686 wait complete. 2024-02-10T00:10:05.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.401+0000 7ff6c381d740 20 client.19464 trim_cache size 0 max 16384 2024-02-10T00:10:05.409 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:10:05.409 INFO:teuthology.orchestra.run.smithi001.stdout: "return_code": 0, 2024-02-10T00:10:05.409 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_tag": "eb1f5f5c-7261-4808-b39d-8ebec3193b8c", 2024-02-10T00:10:05.409 INFO:teuthology.orchestra.run.smithi001.stdout: "mode": "asynchronous" 2024-02-10T00:10:05.409 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:10:05.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.401+0000 7ff6c0b6c640 1 -- 172.21.15.1:0/1303787195 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff6a40a2230 msgr2=0x7ff6a40a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:05.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.401+0000 7ff6c0b6c640 1 --2- 172.21.15.1:0/1303787195 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff6a40a2230 0x7ff6a40a46f0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac00a780 tx=0x7ff6ac013a50 comp rx=0 tx=0).stop 2024-02-10T00:10:05.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.401+0000 7ff6c0b6c640 1 -- 172.21.15.1:0/1303787195 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff6bc106500 msgr2=0x7ff6bc19fcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:05.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.401+0000 7ff6c0b6c640 1 --2- 172.21.15.1:0/1303787195 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff6bc106500 0x7ff6bc19fcb0 secure :-1 s=READY pgs=1715 cs=0 l=1 rev1=1 crypto rx=0x7ff6b0009230 tx=0x7ff6b0004270 comp rx=0 tx=0).stop 2024-02-10T00:10:05.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.401+0000 7ff6c0b6c640 1 -- 172.21.15.1:0/1303787195 shutdown_connections 2024-02-10T00:10:05.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.401+0000 7ff6c0b6c640 1 --2- 172.21.15.1:0/1303787195 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff6a40a2230 0x7ff6a40a46f0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.401+0000 7ff6c0b6c640 1 --2- 172.21.15.1:0/1303787195 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff6bc199920 0x7ff6bc199dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.401+0000 7ff6c0b6c640 1 --2- 172.21.15.1:0/1303787195 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff6bc106500 0x7ff6bc19fcb0 unknown :-1 s=CLOSED pgs=1715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.401+0000 7ff6c0b6c640 1 --2- 172.21.15.1:0/1303787195 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff6bc101430 0x7ff6bc19f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.401+0000 7ff6c0b6c640 1 -- 172.21.15.1:0/1303787195 >> 172.21.15.1:0/1303787195 conn(0x7ff6bc0fcc90 msgr2=0x7ff6bc0fdf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:05.411 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.402+0000 7ff6c0b6c640 1 -- 172.21.15.1:0/1303787195 shutdown_connections 2024-02-10T00:10:05.411 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.402+0000 7ff6c0b6c640 1 -- 172.21.15.1:0/1303787195 wait complete. 2024-02-10T00:10:05.415 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:10:05.415 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:10:05.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.519+0000 7f2e6b662640 1 -- 172.21.15.1:0/1949579795 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2e6410be50 msgr2=0x7f2e6410c230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:05.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.519+0000 7f2e6b662640 1 --2- 172.21.15.1:0/1949579795 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2e6410be50 0x7f2e6410c230 secure :-1 s=READY pgs=1720 cs=0 l=1 rev1=1 crypto rx=0x7f2e60009930 tx=0x7f2e6002bc30 comp rx=0 tx=0).stop 2024-02-10T00:10:05.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.519+0000 7f2e6b662640 1 -- 172.21.15.1:0/1949579795 shutdown_connections 2024-02-10T00:10:05.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.519+0000 7f2e6b662640 1 --2- 172.21.15.1:0/1949579795 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e64110f10 0x7f2e64118ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.519+0000 7f2e6b662640 1 --2- 172.21.15.1:0/1949579795 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2e6410c800 0x7f2e64110830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.519+0000 7f2e6b662640 1 --2- 172.21.15.1:0/1949579795 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2e6410be50 0x7f2e6410c230 unknown :-1 s=CLOSED pgs=1720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.519+0000 7f2e6b662640 1 -- 172.21.15.1:0/1949579795 >> 172.21.15.1:0/1949579795 conn(0x7f2e6406c370 msgr2=0x7f2e6410a240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:05.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.519+0000 7f2e6b662640 1 -- 172.21.15.1:0/1949579795 shutdown_connections 2024-02-10T00:10:05.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.519+0000 7f2e6b662640 1 -- 172.21.15.1:0/1949579795 wait complete. 2024-02-10T00:10:05.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.520+0000 7f2e6b662640 1 Processor -- start 2024-02-10T00:10:05.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.520+0000 7f2e6b662640 1 -- start start 2024-02-10T00:10:05.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.520+0000 7f2e6b662640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e6410be50 0x7f2e641a22f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.520+0000 7f2e6b662640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2e64110f10 0x7f2e641a2830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.520+0000 7f2e6b662640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2e641a6bb0 0x7f2e641a7060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.520+0000 7f2e6b662640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e641a75a0 con 0x7f2e64110f10 2024-02-10T00:10:05.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.520+0000 7f2e6b662640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e641a7710 con 0x7f2e641a6bb0 2024-02-10T00:10:05.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.520+0000 7f2e6b662640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e641a7880 con 0x7f2e6410be50 2024-02-10T00:10:05.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.520+0000 7f2e68bfd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2e64110f10 0x7f2e641a2830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.520+0000 7f2e68bfd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2e64110f10 0x7f2e641a2830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49590/0 (socket says 172.21.15.1:49590) 2024-02-10T00:10:05.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.520+0000 7f2e68bfd640 1 -- 172.21.15.1:0/1266690251 learned_addr learned my addr 172.21.15.1:0/1266690251 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:05.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.520+0000 7f2e693fe640 1 --2- 172.21.15.1:0/1266690251 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e6410be50 0x7f2e641a22f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.520+0000 7f2e68bfd640 1 -- 172.21.15.1:0/1266690251 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e6410be50 msgr2=0x7f2e641a22f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:05.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.520+0000 7f2e68bfd640 1 --2- 172.21.15.1:0/1266690251 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e6410be50 0x7f2e641a22f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.520+0000 7f2e68bfd640 1 -- 172.21.15.1:0/1266690251 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2e641a6bb0 msgr2=0x7f2e641a7060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:05.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.520+0000 7f2e68bfd640 1 --2- 172.21.15.1:0/1266690251 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2e641a6bb0 0x7f2e641a7060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.520+0000 7f2e68bfd640 1 -- 172.21.15.1:0/1266690251 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e60009560 con 0x7f2e64110f10 2024-02-10T00:10:05.524 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.521+0000 7f2e68bfd640 1 --2- 172.21.15.1:0/1266690251 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2e64110f10 0x7f2e641a2830 secure :-1 s=READY pgs=1721 cs=0 l=1 rev1=1 crypto rx=0x7f2e5400d770 tx=0x7f2e5400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:05.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.521+0000 7f2e5a7fc640 1 -- 172.21.15.1:0/1266690251 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e54009c30 con 0x7f2e64110f10 2024-02-10T00:10:05.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.521+0000 7f2e6b662640 1 -- 172.21.15.1:0/1266690251 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e641aee60 con 0x7f2e64110f10 2024-02-10T00:10:05.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.521+0000 7f2e5a7fc640 1 -- 172.21.15.1:0/1266690251 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2e5400de80 con 0x7f2e64110f10 2024-02-10T00:10:05.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.521+0000 7f2e5a7fc640 1 -- 172.21.15.1:0/1266690251 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e5400f6b0 con 0x7f2e64110f10 2024-02-10T00:10:05.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.521+0000 7f2e6b662640 1 -- 172.21.15.1:0/1266690251 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e641af2e0 con 0x7f2e64110f10 2024-02-10T00:10:05.531 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.523+0000 7f2e5a7fc640 1 -- 172.21.15.1:0/1266690251 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f2e54010460 con 0x7f2e64110f10 2024-02-10T00:10:05.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.524+0000 7f2e6e231740 1 Processor -- start 2024-02-10T00:10:05.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.524+0000 7f2e6e231740 1 -- start start 2024-02-10T00:10:05.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.524+0000 7f2e5a7fc640 1 --2- 172.21.15.1:0/1266690251 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2e500a2230 0x7f2e500a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.524+0000 7f2e6e231740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d429393980 0x55d429393d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.524+0000 7f2e6e231740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d429394330 0x55d42939c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.524+0000 7f2e69bff640 1 --2- 172.21.15.1:0/1266690251 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2e500a2230 0x7f2e500a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.524+0000 7f2e5a7fc640 1 -- 172.21.15.1:0/1266690251 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f2e540cdf20 con 0x7f2e64110f10 2024-02-10T00:10:05.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.524+0000 7f2e6e231740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d42939ceb0 0x55d42939f300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.524+0000 7f2e6e231740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d42934ed00 con 0x55d429393980 2024-02-10T00:10:05.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.524+0000 7f2e6e231740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4293032f0 con 0x55d42939ceb0 2024-02-10T00:10:05.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.524+0000 7f2e6e231740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d429300820 con 0x55d429394330 2024-02-10T00:10:05.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.524+0000 7f2e693fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d429393980 0x55d429393d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.524+0000 7f2e693fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d429393980 0x55d429393d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49594/0 (socket says 172.21.15.1:49594) 2024-02-10T00:10:05.532 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.524+0000 7f2e693fe640 1 -- 172.21.15.1:0/637680679 learned_addr learned my addr 172.21.15.1:0/637680679 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:05.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.524+0000 7f2e68bfd640 1 --2- 172.21.15.1:0/637680679 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d429394330 0x55d42939c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.524+0000 7f2e693fe640 1 -- 172.21.15.1:0/637680679 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d429394330 msgr2=0x55d42939c8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:05.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.524+0000 7f2e693fe640 1 --2- 172.21.15.1:0/637680679 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d429394330 0x55d42939c8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.524+0000 7f2e693fe640 1 -- 172.21.15.1:0/637680679 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d42939ceb0 msgr2=0x55d42939f300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:05.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.524+0000 7f2e69bff640 1 --2- 172.21.15.1:0/1266690251 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2e500a2230 0x7f2e500a46f0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f2e5c005fd0 tx=0x7f2e5c00c2d0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:05.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.524+0000 7f2e693fe640 1 --2- 172.21.15.1:0/637680679 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d42939ceb0 0x55d42939f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.524+0000 7f2e693fe640 1 -- 172.21.15.1:0/637680679 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d4292bdff0 con 0x55d429393980 2024-02-10T00:10:05.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.524+0000 7f2e68bfd640 1 --2- 172.21.15.1:0/637680679 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d429394330 0x55d42939c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:10:05.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.525+0000 7f2e693fe640 1 --2- 172.21.15.1:0/637680679 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d429393980 0x55d429393d60 secure :-1 s=READY pgs=1722 cs=0 l=1 rev1=1 crypto rx=0x7f2e60036040 tx=0x7f2e60005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76d7962bac2baede server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:05.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.525+0000 7f2e4f7fe640 1 -- 172.21.15.1:0/637680679 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e60004b00 con 0x55d429393980 2024-02-10T00:10:05.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.525+0000 7f2e4f7fe640 1 -- 172.21.15.1:0/637680679 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2e60004030 con 0x55d429393980 2024-02-10T00:10:05.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.525+0000 7f2e4f7fe640 1 -- 172.21.15.1:0/637680679 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e60005330 con 0x55d429393980 2024-02-10T00:10:05.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.525+0000 7f2e6e231740 1 -- 172.21.15.1:0/637680679 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d429393980 msgr2=0x55d429393d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:05.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.525+0000 7f2e6e231740 1 --2- 172.21.15.1:0/637680679 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d429393980 0x55d429393d60 secure :-1 s=READY pgs=1722 cs=0 l=1 rev1=1 crypto rx=0x7f2e60036040 tx=0x7f2e60005e80 comp rx=0 tx=0).stop 2024-02-10T00:10:05.533 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.525+0000 7f2e6e231740 1 -- 172.21.15.1:0/637680679 shutdown_connections 2024-02-10T00:10:05.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.525+0000 7f2e6e231740 1 --2- 172.21.15.1:0/637680679 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d42939ceb0 0x55d42939f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.525+0000 7f2e6e231740 1 --2- 172.21.15.1:0/637680679 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d429394330 0x55d42939c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.525+0000 7f2e6e231740 1 --2- 172.21.15.1:0/637680679 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d429393980 0x55d429393d60 unknown :-1 s=CLOSED pgs=1722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.525+0000 7f2e6e231740 1 -- 172.21.15.1:0/637680679 >> 172.21.15.1:0/637680679 conn(0x55d42938e050 msgr2=0x55d42938e430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:05.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.526+0000 7f2e6e231740 1 -- 172.21.15.1:0/637680679 shutdown_connections 2024-02-10T00:10:05.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.526+0000 7f2e6e231740 1 -- 172.21.15.1:0/637680679 wait complete. 2024-02-10T00:10:05.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.526+0000 7f2e6e231740 1 -- start start 2024-02-10T00:10:05.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.526+0000 7f2e6e231740 1 Processor -- start 2024-02-10T00:10:05.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.526+0000 7f2e6e231740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d429393980 0x55d429399d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.526+0000 7f2e6e231740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d429394330 0x55d42939a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.526+0000 7f2e6e231740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d42939ceb0 0x55d42939a7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.526+0000 7f2e6e231740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4292fc000 con 0x55d42939ceb0 2024-02-10T00:10:05.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.526+0000 7f2e6e231740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d428fcf430 con 0x55d429393980 2024-02-10T00:10:05.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.526+0000 7f2e6e231740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d428f8be00 con 0x55d429394330 2024-02-10T00:10:05.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.526+0000 7f2e6e231740 10 client.0 _ll_register_callbacks cb 0x55d4292f07f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:10:05.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.526+0000 7f2e69bff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d42939ceb0 0x55d42939a7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.527+0000 7f2e69bff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d42939ceb0 0x55d42939a7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49604/0 (socket says 172.21.15.1:49604) 2024-02-10T00:10:05.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.527+0000 7f2e69bff640 1 -- 172.21.15.1:0/338738149 learned_addr learned my addr 172.21.15.1:0/338738149 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:05.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.527+0000 7f2e693fe640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d429393980 0x55d429399d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.527+0000 7f2e68bfd640 1 --2- 172.21.15.1:0/338738149 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d429394330 0x55d42939a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.527+0000 7f2e69bff640 1 -- 172.21.15.1:0/338738149 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d429394330 msgr2=0x55d42939a2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:05.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.527+0000 7f2e69bff640 1 --2- 172.21.15.1:0/338738149 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d429394330 0x55d42939a2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.527+0000 7f2e69bff640 1 -- 172.21.15.1:0/338738149 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d429393980 msgr2=0x55d429399d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:05.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.527+0000 7f2e69bff640 1 --2- 172.21.15.1:0/338738149 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d429393980 0x55d429399d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.527+0000 7f2e69bff640 1 -- 172.21.15.1:0/338738149 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e641192f0 con 0x55d42939ceb0 2024-02-10T00:10:05.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.527+0000 7f2e68bfd640 1 --2- 172.21.15.1:0/338738149 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d429394330 0x55d42939a2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:10:05.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.527+0000 7f2e69bff640 1 --2- 172.21.15.1:0/338738149 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d42939ceb0 0x55d42939a7e0 secure :-1 s=READY pgs=1723 cs=0 l=1 rev1=1 crypto rx=0x7f2e5c00d010 tx=0x7f2e5c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa6c4f6dcff812ce server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:05.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.527+0000 7f2e4cff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:10:05.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.527+0000 7f2e4cff9640 1 -- 172.21.15.1:0/338738149 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e5c010ce0 con 0x55d42939ceb0 2024-02-10T00:10:05.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.527+0000 7f2e4cff9640 1 -- 172.21.15.1:0/338738149 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f2e5c018070 con 0x55d42939ceb0 2024-02-10T00:10:05.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.527+0000 7f2e6e231740 1 -- 172.21.15.1:0/338738149 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d428ffb7e0 con 0x55d42939ceb0 2024-02-10T00:10:05.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.527+0000 7f2e4cff9640 1 -- 172.21.15.1:0/338738149 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2e5c010e40 con 0x55d42939ceb0 2024-02-10T00:10:05.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.527+0000 7f2e6e231740 10 client.19476 fetch_fsmap learned FSMap version 29 2024-02-10T00:10:05.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.527+0000 7f2e6e231740 1 -- 172.21.15.1:0/338738149 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55d4292fa680 con 0x55d42939ceb0 2024-02-10T00:10:05.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.527+0000 7f2e4cff9640 1 -- 172.21.15.1:0/338738149 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55d428ffb7e0 con 0x55d42939ceb0 2024-02-10T00:10:05.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.528+0000 7f2e4cff9640 1 -- 172.21.15.1:0/338738149 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f2e5c00f690 con 0x55d42939ceb0 2024-02-10T00:10:05.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.528+0000 7f2e6e231740 10 client.19476 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:10:05.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.528+0000 7f2e6e231740 10 client.19476 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:10:05.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.528+0000 7f2e6e231740 20 client.19476 populate_metadata read hostname 'smithi001' 2024-02-10T00:10:05.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.528+0000 7f2e6e231740 1 --2- 172.21.15.1:0/338738149 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d4293ad3a0 0x55d4293af790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.528+0000 7f2e6e231740 4 client.19476 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:10:05.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.528+0000 7f2e6e231740 1 -- 172.21.15.1:0/338738149 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d429038720 con 0x55d4293ad3a0 2024-02-10T00:10:05.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.528+0000 7f2e693fe640 1 --2- 172.21.15.1:0/338738149 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d4293ad3a0 0x55d4293af790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.528+0000 7f2e4cff9640 10 client.19476 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:10:05.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.528+0000 7f2e693fe640 1 --2- 172.21.15.1:0/338738149 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d4293ad3a0 0x55d4293af790 crc :-1 s=READY pgs=298 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c574a47e43e76173 server_cookie=ac0b77ec99b16d87 in_seq=0 out_seq=0 2024-02-10T00:10:05.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.529+0000 7f2e4cff9640 1 -- 172.21.15.1:0/338738149 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55d429038720 con 0x55d4293ad3a0 2024-02-10T00:10:05.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.529+0000 7f2e4cff9640 10 client.19476 handle_command_reply: tid=0 2024-02-10T00:10:05.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.529+0000 7f2e6e231740 1 client.19476 shutdown 2024-02-10T00:10:05.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.529+0000 7f2e6e231740 1 -- 172.21.15.1:0/338738149 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d42939ceb0 msgr2=0x55d42939a7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:05.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.529+0000 7f2e6e231740 1 --2- 172.21.15.1:0/338738149 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d42939ceb0 0x55d42939a7e0 secure :-1 s=READY pgs=1723 cs=0 l=1 rev1=1 crypto rx=0x7f2e5c00d010 tx=0x7f2e5c004a40 comp rx=0 tx=0).stop 2024-02-10T00:10:05.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.529+0000 7f2e6e231740 1 -- 172.21.15.1:0/338738149 shutdown_connections 2024-02-10T00:10:05.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.529+0000 7f2e6e231740 1 --2- 172.21.15.1:0/338738149 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d4293ad3a0 0x55d4293af790 crc :-1 s=READY pgs=298 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.529+0000 7f2e6e231740 1 --2- 172.21.15.1:0/338738149 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d42939ceb0 0x55d42939a7e0 unknown :-1 s=CLOSED pgs=1723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.529+0000 7f2e6e231740 1 --2- 172.21.15.1:0/338738149 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d429394330 0x55d42939a2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.529+0000 7f2e6e231740 1 --2- 172.21.15.1:0/338738149 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d429393980 0x55d429399d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.529+0000 7f2e6e231740 1 -- 172.21.15.1:0/338738149 >> 172.21.15.1:0/338738149 conn(0x55d42938e050 msgr2=0x55d42938fda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:05.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.529+0000 7f2e4cff9640 0 client.19476 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:10:05.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.529+0000 7f2e6e231740 1 -- 172.21.15.1:0/338738149 shutdown_connections 2024-02-10T00:10:05.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.530+0000 7f2e6e231740 1 -- 172.21.15.1:0/338738149 wait complete. 2024-02-10T00:10:05.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.530+0000 7f2e6e231740 20 client.19476 trim_cache size 0 max 16384 2024-02-10T00:10:05.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.545+0000 7f2e6e231740 1 Processor -- start 2024-02-10T00:10:05.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.545+0000 7f2e6e231740 1 -- start start 2024-02-10T00:10:05.551 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.545+0000 7f2e6e231740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d429393980 0x55d42939c490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.545+0000 7f2e6e231740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d429394330 0x55d429399640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.545+0000 7f2e6e231740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d42939ceb0 0x55d429396fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.545+0000 7f2e6e231740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d429280fd0 con 0x55d42939ceb0 2024-02-10T00:10:05.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.545+0000 7f2e6e231740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d428ffb7e0 con 0x55d429393980 2024-02-10T00:10:05.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.545+0000 7f2e6e231740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d42939ad30 con 0x55d429394330 2024-02-10T00:10:05.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.545+0000 7f2e69bff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d42939ceb0 0x55d429396fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.545+0000 7f2e69bff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d42939ceb0 0x55d429396fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49610/0 (socket says 172.21.15.1:49610) 2024-02-10T00:10:05.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.545+0000 7f2e69bff640 1 -- 172.21.15.1:0/841867256 learned_addr learned my addr 172.21.15.1:0/841867256 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:05.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.545+0000 7f2e68bfd640 1 --2- 172.21.15.1:0/841867256 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d429394330 0x55d429399640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.545+0000 7f2e693fe640 1 --2- 172.21.15.1:0/841867256 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d429393980 0x55d42939c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.545+0000 7f2e69bff640 1 -- 172.21.15.1:0/841867256 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d429394330 msgr2=0x55d429399640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:05.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.545+0000 7f2e69bff640 1 --2- 172.21.15.1:0/841867256 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d429394330 0x55d429399640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.545+0000 7f2e69bff640 1 -- 172.21.15.1:0/841867256 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d429393980 msgr2=0x55d42939c490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:05.552 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.545+0000 7f2e69bff640 1 --2- 172.21.15.1:0/841867256 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d429393980 0x55d42939c490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.545+0000 7f2e69bff640 1 -- 172.21.15.1:0/841867256 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d429296b30 con 0x55d42939ceb0 2024-02-10T00:10:05.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.545+0000 7f2e69bff640 1 --2- 172.21.15.1:0/841867256 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d42939ceb0 0x55d429396fc0 secure :-1 s=READY pgs=1724 cs=0 l=1 rev1=1 crypto rx=0x7f2e5c00fa10 tx=0x7f2e5c00cfa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15d087b883bafcdc server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:05.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.545+0000 7f2e4effd640 1 -- 172.21.15.1:0/841867256 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e5c00c8a0 con 0x55d42939ceb0 2024-02-10T00:10:05.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.546+0000 7f2e4effd640 1 -- 172.21.15.1:0/841867256 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2e5c00fe80 con 0x55d42939ceb0 2024-02-10T00:10:05.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.546+0000 7f2e4effd640 1 -- 172.21.15.1:0/841867256 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e5c003cf0 con 0x55d42939ceb0 2024-02-10T00:10:05.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.546+0000 7f2e6e231740 1 -- 172.21.15.1:0/841867256 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d42939ceb0 msgr2=0x55d429396fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:05.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.546+0000 7f2e6e231740 1 --2- 172.21.15.1:0/841867256 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d42939ceb0 0x55d429396fc0 secure :-1 s=READY pgs=1724 cs=0 l=1 rev1=1 crypto rx=0x7f2e5c00fa10 tx=0x7f2e5c00cfa0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.546+0000 7f2e6e231740 1 -- 172.21.15.1:0/841867256 shutdown_connections 2024-02-10T00:10:05.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.546+0000 7f2e6e231740 1 --2- 172.21.15.1:0/841867256 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d42939ceb0 0x55d429396fc0 unknown :-1 s=CLOSED pgs=1724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.546+0000 7f2e6e231740 1 --2- 172.21.15.1:0/841867256 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d429394330 0x55d429399640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.546+0000 7f2e6e231740 1 --2- 172.21.15.1:0/841867256 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d429393980 0x55d42939c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.546+0000 7f2e6e231740 1 -- 172.21.15.1:0/841867256 >> 172.21.15.1:0/841867256 conn(0x55d42938e050 msgr2=0x55d42938d1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:05.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.546+0000 7f2e6e231740 1 -- 172.21.15.1:0/841867256 shutdown_connections 2024-02-10T00:10:05.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.546+0000 7f2e6e231740 1 -- 172.21.15.1:0/841867256 wait complete. 2024-02-10T00:10:05.553 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.546+0000 7f2e6e231740 1 -- start start 2024-02-10T00:10:05.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.547+0000 7f2e6e231740 1 Processor -- start 2024-02-10T00:10:05.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.547+0000 7f2e6e231740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d429393980 0x55d4293a2930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.547+0000 7f2e6e231740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d429394330 0x55d4293a2e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.547+0000 7f2e6e231740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d42939ceb0 0x55d4293a33b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.547+0000 7f2e6e231740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d429403880 con 0x55d429393980 2024-02-10T00:10:05.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.547+0000 7f2e6e231740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4294039c0 con 0x55d42939ceb0 2024-02-10T00:10:05.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.547+0000 7f2e6e231740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d429403b80 con 0x55d429394330 2024-02-10T00:10:05.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.547+0000 7f2e6e231740 10 client.0 _ll_register_callbacks cb 0x7f2e60009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:10:05.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.547+0000 7f2e693fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d429393980 0x55d4293a2930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.547+0000 7f2e693fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d429393980 0x55d4293a2930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49612/0 (socket says 172.21.15.1:49612) 2024-02-10T00:10:05.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.547+0000 7f2e693fe640 1 -- 172.21.15.1:0/1367633584 learned_addr learned my addr 172.21.15.1:0/1367633584 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:05.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.547+0000 7f2e69bff640 1 --2- 172.21.15.1:0/1367633584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d42939ceb0 0x55d4293a33b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.547+0000 7f2e68bfd640 1 --2- 172.21.15.1:0/1367633584 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d429394330 0x55d4293a2e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.554 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.547+0000 7f2e693fe640 1 -- 172.21.15.1:0/1367633584 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d429394330 msgr2=0x55d4293a2e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:05.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.547+0000 7f2e693fe640 1 --2- 172.21.15.1:0/1367633584 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d429394330 0x55d4293a2e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.547+0000 7f2e693fe640 1 -- 172.21.15.1:0/1367633584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d42939ceb0 msgr2=0x55d4293a33b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:05.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.547+0000 7f2e693fe640 1 --2- 172.21.15.1:0/1367633584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d42939ceb0 0x55d4293a33b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.547+0000 7f2e693fe640 1 -- 172.21.15.1:0/1367633584 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d4292fa680 con 0x55d429393980 2024-02-10T00:10:05.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.548+0000 7f2e693fe640 1 --2- 172.21.15.1:0/1367633584 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d429393980 0x55d4293a2930 secure :-1 s=READY pgs=1725 cs=0 l=1 rev1=1 crypto rx=0x7f2e60000c00 tx=0x7f2e60004e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71862b4878f05926 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:05.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.548+0000 7f2e4cff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:10:05.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.548+0000 7f2e4cff9640 1 -- 172.21.15.1:0/1367633584 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e60050d00 con 0x55d429393980 2024-02-10T00:10:05.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.548+0000 7f2e4cff9640 1 -- 172.21.15.1:0/1367633584 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f2e6002c7e0 con 0x55d429393980 2024-02-10T00:10:05.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.548+0000 7f2e6e231740 1 -- 172.21.15.1:0/1367633584 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d429087890 con 0x55d429393980 2024-02-10T00:10:05.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.548+0000 7f2e4cff9640 1 -- 172.21.15.1:0/1367633584 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2e60004900 con 0x55d429393980 2024-02-10T00:10:05.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.548+0000 7f2e6e231740 10 client.19482 fetch_fsmap learned FSMap version 29 2024-02-10T00:10:05.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.548+0000 7f2e6e231740 1 -- 172.21.15.1:0/1367633584 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55d4292bc850 con 0x55d429393980 2024-02-10T00:10:05.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.548+0000 7f2e4cff9640 1 -- 172.21.15.1:0/1367633584 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55d429087890 con 0x55d429393980 2024-02-10T00:10:05.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.548+0000 7f2e4cff9640 1 -- 172.21.15.1:0/1367633584 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f2e6003c040 con 0x55d429393980 2024-02-10T00:10:05.555 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.548+0000 7f2e6e231740 10 client.19482 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:10:05.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.548+0000 7f2e6e231740 10 client.19482 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:10:05.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.548+0000 7f2e6e231740 20 client.19482 populate_metadata read hostname 'smithi001' 2024-02-10T00:10:05.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.548+0000 7f2e6e231740 1 --2- 172.21.15.1:0/1367633584 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d429404f40 0x55d429407360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:05.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.548+0000 7f2e6e231740 4 client.19482 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:10:05.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.548+0000 7f2e6e231740 1 -- 172.21.15.1:0/1367633584 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55d428fa7700 con 0x55d429404f40 2024-02-10T00:10:05.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.549+0000 7f2e68bfd640 1 --2- 172.21.15.1:0/1367633584 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d429404f40 0x55d429407360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:05.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.549+0000 7f2e68bfd640 1 --2- 172.21.15.1:0/1367633584 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d429404f40 0x55d429407360 crc :-1 s=READY pgs=299 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=93bc2156f9738b3b server_cookie=f9393b82d4030ea5 in_seq=0 out_seq=0 2024-02-10T00:10:05.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.549+0000 7f2e4cff9640 10 client.19482 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:10:05.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.549+0000 7f2e4cff9640 1 -- 172.21.15.1:0/1367633584 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55d428fa7700 con 0x55d429404f40 2024-02-10T00:10:05.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.549+0000 7f2e4cff9640 10 client.19482 handle_command_reply: tid=0 2024-02-10T00:10:05.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.549+0000 7f2e6e231740 1 client.19482 shutdown 2024-02-10T00:10:05.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.549+0000 7f2e6e231740 1 -- 172.21.15.1:0/1367633584 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d429393980 msgr2=0x55d4293a2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:05.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.549+0000 7f2e6e231740 1 --2- 172.21.15.1:0/1367633584 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d429393980 0x55d4293a2930 secure :-1 s=READY pgs=1725 cs=0 l=1 rev1=1 crypto rx=0x7f2e60000c00 tx=0x7f2e60004e90 comp rx=0 tx=0).stop 2024-02-10T00:10:05.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.549+0000 7f2e6e231740 1 -- 172.21.15.1:0/1367633584 shutdown_connections 2024-02-10T00:10:05.556 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.549+0000 7f2e6e231740 1 --2- 172.21.15.1:0/1367633584 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55d429404f40 0x55d429407360 crc :-1 s=READY pgs=299 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.549+0000 7f2e6e231740 1 --2- 172.21.15.1:0/1367633584 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55d42939ceb0 0x55d4293a33b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.549+0000 7f2e4cff9640 0 client.19482 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:10:05.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.549+0000 7f2e6e231740 1 --2- 172.21.15.1:0/1367633584 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55d429394330 0x55d4293a2e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.549+0000 7f2e6e231740 1 --2- 172.21.15.1:0/1367633584 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55d429393980 0x55d4293a2930 unknown :-1 s=CLOSED pgs=1725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.549+0000 7f2e6e231740 1 -- 172.21.15.1:0/1367633584 >> 172.21.15.1:0/1367633584 conn(0x55d42938e050 msgr2=0x55d42938f050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:05.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.549+0000 7f2e6e231740 1 -- 172.21.15.1:0/1367633584 shutdown_connections 2024-02-10T00:10:05.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.549+0000 7f2e6e231740 1 -- 172.21.15.1:0/1367633584 wait complete. 2024-02-10T00:10:05.557 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.550+0000 7f2e6e231740 20 client.19482 trim_cache size 0 max 16384 2024-02-10T00:10:05.557 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:10:05.557 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "IDLE (waiting for more scrubs)", 2024-02-10T00:10:05.558 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": { 2024-02-10T00:10:05.558 INFO:teuthology.orchestra.run.smithi001.stdout: "eb1f5f5c-7261-4808-b39d-8ebec3193b8c": { 2024-02-10T00:10:05.558 INFO:teuthology.orchestra.run.smithi001.stdout: "path": "/", 2024-02-10T00:10:05.558 INFO:teuthology.orchestra.run.smithi001.stdout: "tag": "eb1f5f5c-7261-4808-b39d-8ebec3193b8c", 2024-02-10T00:10:05.558 INFO:teuthology.orchestra.run.smithi001.stdout: "options": "recursive,force" 2024-02-10T00:10:05.558 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:05.558 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:05.558 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:10:05.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.550+0000 7f2e6b662640 1 -- 172.21.15.1:0/1266690251 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2e500a2230 msgr2=0x7f2e500a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:05.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.550+0000 7f2e6b662640 1 --2- 172.21.15.1:0/1266690251 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2e500a2230 0x7f2e500a46f0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f2e5c005fd0 tx=0x7f2e5c00c2d0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.550+0000 7f2e6b662640 1 -- 172.21.15.1:0/1266690251 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2e64110f10 msgr2=0x7f2e641a2830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:05.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.550+0000 7f2e6b662640 1 --2- 172.21.15.1:0/1266690251 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2e64110f10 0x7f2e641a2830 secure :-1 s=READY pgs=1721 cs=0 l=1 rev1=1 crypto rx=0x7f2e5400d770 tx=0x7f2e5400dc30 comp rx=0 tx=0).stop 2024-02-10T00:10:05.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.550+0000 7f2e6b662640 1 -- 172.21.15.1:0/1266690251 shutdown_connections 2024-02-10T00:10:05.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.550+0000 7f2e6b662640 1 --2- 172.21.15.1:0/1266690251 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2e500a2230 0x7f2e500a46f0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.550+0000 7f2e6b662640 1 --2- 172.21.15.1:0/1266690251 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2e641a6bb0 0x7f2e641a7060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.550+0000 7f2e6b662640 1 --2- 172.21.15.1:0/1266690251 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2e64110f10 0x7f2e641a2830 unknown :-1 s=CLOSED pgs=1721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.550+0000 7f2e6b662640 1 --2- 172.21.15.1:0/1266690251 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e6410be50 0x7f2e641a22f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:05.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.550+0000 7f2e6b662640 1 -- 172.21.15.1:0/1266690251 >> 172.21.15.1:0/1266690251 conn(0x7f2e6406c370 msgr2=0x7f2e6410f190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:05.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.550+0000 7f2e6b662640 1 -- 172.21.15.1:0/1266690251 shutdown_connections 2024-02-10T00:10:05.560 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:05.550+0000 7f2e6b662640 1 -- 172.21.15.1:0/1266690251 wait complete. 2024-02-10T00:10:05.562 INFO:tasks.cephfs.filesystem:scrub status for tag:eb1f5f5c-7261-4808-b39d-8ebec3193b8c - {'path': '/', 'tag': 'eb1f5f5c-7261-4808-b39d-8ebec3193b8c', 'options': 'recursive,force'} 2024-02-10T00:10:05.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:05 smithi088 ceph-mon[36452]: pgmap v333: 97 pgs: 97 active+clean; 1.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 107 KiB/s wr, 40 op/s 2024-02-10T00:10:06.392 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:06 smithi103 ceph-mon[36942]: scrub queued for path: / 2024-02-10T00:10:06.392 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:06 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:10:06.392 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:06 smithi103 ceph-mon[36942]: scrub summary: active paths [/] 2024-02-10T00:10:06.392 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:06 smithi103 ceph-mon[36942]: scrub summary: idle+waiting paths [/] 2024-02-10T00:10:06.392 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:06 smithi103 ceph-mon[36942]: scrub summary: idle 2024-02-10T00:10:06.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:06 smithi001 ceph-mon[32335]: scrub queued for path: / 2024-02-10T00:10:06.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:06 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:10:06.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:06 smithi001 ceph-mon[32335]: scrub summary: active paths [/] 2024-02-10T00:10:06.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:06 smithi001 ceph-mon[32335]: scrub summary: idle+waiting paths [/] 2024-02-10T00:10:06.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:06 smithi001 ceph-mon[32335]: scrub summary: idle 2024-02-10T00:10:06.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:06 smithi088 ceph-mon[36452]: scrub queued for path: / 2024-02-10T00:10:06.597 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:06 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:10:06.597 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:06 smithi088 ceph-mon[36452]: scrub summary: active paths [/] 2024-02-10T00:10:06.597 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:06 smithi088 ceph-mon[36452]: scrub summary: idle+waiting paths [/] 2024-02-10T00:10:06.597 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:06 smithi088 ceph-mon[36452]: scrub summary: idle 2024-02-10T00:10:07.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:07 smithi103 ceph-mon[36942]: pgmap v334: 97 pgs: 97 active+clean; 1.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 89 KiB/s wr, 33 op/s 2024-02-10T00:10:07.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:07 smithi103 ceph-mon[36942]: osdmap e98: 12 total, 12 up, 12 in 2024-02-10T00:10:07.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:07 smithi001 ceph-mon[32335]: pgmap v334: 97 pgs: 97 active+clean; 1.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 89 KiB/s wr, 33 op/s 2024-02-10T00:10:07.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:07 smithi001 ceph-mon[32335]: osdmap e98: 12 total, 12 up, 12 in 2024-02-10T00:10:07.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:07 smithi088 ceph-mon[36452]: pgmap v334: 97 pgs: 97 active+clean; 1.7 MiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 89 KiB/s wr, 33 op/s 2024-02-10T00:10:07.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:07 smithi088 ceph-mon[36452]: osdmap e98: 12 total, 12 up, 12 in 2024-02-10T00:10:09.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:09 smithi103 ceph-mon[36942]: pgmap v336: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 100 KiB/s wr, 37 op/s 2024-02-10T00:10:09.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:09 smithi001 ceph-mon[32335]: pgmap v336: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 100 KiB/s wr, 37 op/s 2024-02-10T00:10:09.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:09 smithi088 ceph-mon[36452]: pgmap v336: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 100 KiB/s wr, 37 op/s 2024-02-10T00:10:10.168 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.164+0000 7f4e6fdd7640 1 -- 172.21.15.1:0/862744250 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4e68101e00 msgr2=0x7f4e68105e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:10.168 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.164+0000 7f4e6fdd7640 1 --2- 172.21.15.1:0/862744250 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4e68101e00 0x7f4e68105e40 secure :-1 s=READY pgs=1726 cs=0 l=1 rev1=1 crypto rx=0x7f4e58009930 tx=0x7f4e5802bc20 comp rx=0 tx=0).stop 2024-02-10T00:10:10.168 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.164+0000 7f4e6fdd7640 1 -- 172.21.15.1:0/862744250 shutdown_connections 2024-02-10T00:10:10.168 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.164+0000 7f4e6fdd7640 1 --2- 172.21.15.1:0/862744250 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4e68106520 0x7f4e6810e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.168 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.164+0000 7f4e6fdd7640 1 --2- 172.21.15.1:0/862744250 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4e68101e00 0x7f4e68105e40 unknown :-1 s=CLOSED pgs=1726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.168 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.164+0000 7f4e6fdd7640 1 --2- 172.21.15.1:0/862744250 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4e68101450 0x7f4e68101830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.168 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.164+0000 7f4e6fdd7640 1 -- 172.21.15.1:0/862744250 >> 172.21.15.1:0/862744250 conn(0x7f4e680fccb0 msgr2=0x7f4e680ff0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:10.168 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.164+0000 7f4e6fdd7640 1 -- 172.21.15.1:0/862744250 shutdown_connections 2024-02-10T00:10:10.168 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.164+0000 7f4e6fdd7640 1 -- 172.21.15.1:0/862744250 wait complete. 2024-02-10T00:10:10.168 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.165+0000 7f4e6fdd7640 1 Processor -- start 2024-02-10T00:10:10.168 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.165+0000 7f4e6fdd7640 1 -- start start 2024-02-10T00:10:10.169 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.165+0000 7f4e6fdd7640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4e68101450 0x7f4e6819d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:10.169 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.165+0000 7f4e6fdd7640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4e68106520 0x7f4e6819db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:10.169 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.165+0000 7f4e6fdd7640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4e68197700 0x7f4e68197b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:10.169 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.165+0000 7f4e6fdd7640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e681981d0 con 0x7f4e68197700 2024-02-10T00:10:10.169 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.165+0000 7f4e6fdd7640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e68198340 con 0x7f4e68106520 2024-02-10T00:10:10.169 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.165+0000 7f4e6fdd7640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e68198500 con 0x7f4e68101450 2024-02-10T00:10:10.169 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.165+0000 7f4e6e374640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4e68197700 0x7f4e68197b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:10.169 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.165+0000 7f4e6e374640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4e68197700 0x7f4e68197b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49630/0 (socket says 172.21.15.1:49630) 2024-02-10T00:10:10.169 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.165+0000 7f4e6e374640 1 -- 172.21.15.1:0/365701672 learned_addr learned my addr 172.21.15.1:0/365701672 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:10.169 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.165+0000 7f4e6d372640 1 --2- 172.21.15.1:0/365701672 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4e68106520 0x7f4e6819db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:10.169 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.165+0000 7f4e6db73640 1 --2- 172.21.15.1:0/365701672 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4e68101450 0x7f4e6819d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:10.169 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.165+0000 7f4e6e374640 1 -- 172.21.15.1:0/365701672 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4e68101450 msgr2=0x7f4e6819d5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:10.169 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.165+0000 7f4e6e374640 1 --2- 172.21.15.1:0/365701672 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4e68101450 0x7f4e6819d5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.169 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.165+0000 7f4e6e374640 1 -- 172.21.15.1:0/365701672 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4e68106520 msgr2=0x7f4e6819db30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:10.169 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.165+0000 7f4e6e374640 1 --2- 172.21.15.1:0/365701672 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4e68106520 0x7f4e6819db30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.170 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.165+0000 7f4e6e374640 1 -- 172.21.15.1:0/365701672 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e58009560 con 0x7f4e68197700 2024-02-10T00:10:10.170 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.165+0000 7f4e6e374640 1 --2- 172.21.15.1:0/365701672 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4e68197700 0x7f4e68197b80 secure :-1 s=READY pgs=1727 cs=0 l=1 rev1=1 crypto rx=0x7f4e6000cce0 tx=0x7f4e6000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:10.170 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.166+0000 7f4e5effd640 1 -- 172.21.15.1:0/365701672 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e6000f450 con 0x7f4e68197700 2024-02-10T00:10:10.170 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.166+0000 7f4e6fdd7640 1 -- 172.21.15.1:0/365701672 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e681a4450 con 0x7f4e68197700 2024-02-10T00:10:10.170 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.166+0000 7f4e5effd640 1 -- 172.21.15.1:0/365701672 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4e6000fa90 con 0x7f4e68197700 2024-02-10T00:10:10.170 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.166+0000 7f4e5effd640 1 -- 172.21.15.1:0/365701672 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e60018b90 con 0x7f4e68197700 2024-02-10T00:10:10.170 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.166+0000 7f4e6fdd7640 1 -- 172.21.15.1:0/365701672 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e681a4930 con 0x7f4e68197700 2024-02-10T00:10:10.177 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.168+0000 7f4e5effd640 1 -- 172.21.15.1:0/365701672 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f4e6000fc00 con 0x7f4e68197700 2024-02-10T00:10:10.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.168+0000 7f4e729aa740 1 Processor -- start 2024-02-10T00:10:10.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.169+0000 7f4e729aa740 1 -- start start 2024-02-10T00:10:10.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.169+0000 7f4e729aa740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558836bf20b0 0x558836bf2490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:10.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.169+0000 7f4e729aa740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558836bf29d0 0x558836bfb260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:10.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.169+0000 7f4e729aa740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558836bfb7a0 0x558836bfdb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:10.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.169+0000 7f4e729aa740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x558836b60a00 con 0x558836bf20b0 2024-02-10T00:10:10.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.169+0000 7f4e729aa740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x558836b5df30 con 0x558836bfb7a0 2024-02-10T00:10:10.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.169+0000 7f4e729aa740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x558836b59710 con 0x558836bf29d0 2024-02-10T00:10:10.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.169+0000 7f4e6d372640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558836bf20b0 0x558836bf2490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:10.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.169+0000 7f4e5effd640 1 --2- 172.21.15.1:0/365701672 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4e540a2220 0x7f4e540a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:10.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.169+0000 7f4e6d372640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558836bf20b0 0x558836bf2490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49632/0 (socket says 172.21.15.1:49632) 2024-02-10T00:10:10.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.169+0000 7f4e6d372640 1 -- 172.21.15.1:0/3286098012 learned_addr learned my addr 172.21.15.1:0/3286098012 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:10.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.169+0000 7f4e6db73640 1 --2- 172.21.15.1:0/3286098012 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558836bf29d0 0x558836bfb260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:10.178 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.169+0000 7f4e6e374640 1 --2- 172.21.15.1:0/365701672 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4e540a2220 0x7f4e540a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:10.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.169+0000 7f4e6d372640 1 --2- 172.21.15.1:0/3286098012 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558836bfb7a0 0x558836bfdb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:10.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.169+0000 7f4e6d372640 1 -- 172.21.15.1:0/3286098012 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558836bf29d0 msgr2=0x558836bfb260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:10.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.169+0000 7f4e6d372640 1 --2- 172.21.15.1:0/3286098012 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558836bf29d0 0x558836bfb260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.169+0000 7f4e6d372640 1 -- 172.21.15.1:0/3286098012 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558836bfb7a0 msgr2=0x558836bfdb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:10.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.169+0000 7f4e6d372640 1 --2- 172.21.15.1:0/3286098012 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558836bfb7a0 0x558836bfdb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.169+0000 7f4e5effd640 1 -- 172.21.15.1:0/365701672 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 8557+0+0 (secure 0 0 0) 0x7f4e600ce890 con 0x7f4e68197700 2024-02-10T00:10:10.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.169+0000 7f4e6d372640 1 -- 172.21.15.1:0/3286098012 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558836b1e3b0 con 0x558836bf20b0 2024-02-10T00:10:10.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.170+0000 7f4e6d372640 1 --2- 172.21.15.1:0/3286098012 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558836bf20b0 0x558836bf2490 secure :-1 s=READY pgs=1728 cs=0 l=1 rev1=1 crypto rx=0x7f4e58005ab0 tx=0x7f4e58004780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95a5b7a80ee4739b server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:10.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.170+0000 7f4e6e374640 1 --2- 172.21.15.1:0/365701672 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4e540a2220 0x7f4e540a46e0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f4e6009af00 tx=0x7f4e6000af30 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:10.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.170+0000 7f4e53fff640 1 -- 172.21.15.1:0/3286098012 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e5802c7d0 con 0x558836bf20b0 2024-02-10T00:10:10.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.170+0000 7f4e53fff640 1 -- 172.21.15.1:0/3286098012 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4e58004500 con 0x558836bf20b0 2024-02-10T00:10:10.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.170+0000 7f4e53fff640 1 -- 172.21.15.1:0/3286098012 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e58005400 con 0x558836bf20b0 2024-02-10T00:10:10.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.171+0000 7f4e729aa740 1 -- 172.21.15.1:0/3286098012 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558836bf20b0 msgr2=0x558836bf2490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:10.179 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.171+0000 7f4e729aa740 1 --2- 172.21.15.1:0/3286098012 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558836bf20b0 0x558836bf2490 secure :-1 s=READY pgs=1728 cs=0 l=1 rev1=1 crypto rx=0x7f4e58005ab0 tx=0x7f4e58004780 comp rx=0 tx=0).stop 2024-02-10T00:10:10.180 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.171+0000 7f4e729aa740 1 -- 172.21.15.1:0/3286098012 shutdown_connections 2024-02-10T00:10:10.180 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.171+0000 7f4e729aa740 1 --2- 172.21.15.1:0/3286098012 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558836bfb7a0 0x558836bfdb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.180 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.171+0000 7f4e729aa740 1 --2- 172.21.15.1:0/3286098012 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558836bf29d0 0x558836bfb260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.180 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.171+0000 7f4e729aa740 1 --2- 172.21.15.1:0/3286098012 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558836bf20b0 0x558836bf2490 unknown :-1 s=CLOSED pgs=1728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.180 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.171+0000 7f4e729aa740 1 -- 172.21.15.1:0/3286098012 >> 172.21.15.1:0/3286098012 conn(0x558836bec9d0 msgr2=0x558836becdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:10.180 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.171+0000 7f4e729aa740 1 -- 172.21.15.1:0/3286098012 shutdown_connections 2024-02-10T00:10:10.180 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.171+0000 7f4e729aa740 1 -- 172.21.15.1:0/3286098012 wait complete. 2024-02-10T00:10:10.180 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.171+0000 7f4e729aa740 1 -- start start 2024-02-10T00:10:10.180 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.171+0000 7f4e729aa740 1 Processor -- start 2024-02-10T00:10:10.180 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.172+0000 7f4e729aa740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558836bf20b0 0x558836bf8880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:10.180 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.172+0000 7f4e729aa740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558836bf29d0 0x558836bf8dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:10.180 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.172+0000 7f4e729aa740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558836bfb7a0 0x558836bf9300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:10.180 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.172+0000 7f4e729aa740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x558836afeb90 con 0x558836bf29d0 2024-02-10T00:10:10.180 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.172+0000 7f4e729aa740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55883682d250 con 0x558836bf20b0 2024-02-10T00:10:10.181 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.172+0000 7f4e729aa740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x558836adf200 con 0x558836bfb7a0 2024-02-10T00:10:10.181 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.172+0000 7f4e729aa740 10 client.0 _ll_register_callbacks cb 0x558836b155d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:10:10.181 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.172+0000 7f4e6db73640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558836bf29d0 0x558836bf8dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:10.181 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.172+0000 7f4e6db73640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558836bf29d0 0x558836bf8dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49634/0 (socket says 172.21.15.1:49634) 2024-02-10T00:10:10.181 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.172+0000 7f4e6db73640 1 -- 172.21.15.1:0/1787739153 learned_addr learned my addr 172.21.15.1:0/1787739153 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:10.181 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.172+0000 7f4e6d372640 1 --2- 172.21.15.1:0/1787739153 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558836bf20b0 0x558836bf8880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:10.181 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.172+0000 7f4e6d372640 1 --2- 172.21.15.1:0/1787739153 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558836bfb7a0 0x558836bf9300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:10.181 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.172+0000 7f4e6db73640 1 -- 172.21.15.1:0/1787739153 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558836bfb7a0 msgr2=0x558836bf9300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:10.181 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.172+0000 7f4e6db73640 1 --2- 172.21.15.1:0/1787739153 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558836bfb7a0 0x558836bf9300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.181 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.172+0000 7f4e6db73640 1 -- 172.21.15.1:0/1787739153 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558836bf20b0 msgr2=0x558836bf8880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:10.181 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.172+0000 7f4e6db73640 1 --2- 172.21.15.1:0/1787739153 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558836bf20b0 0x558836bf8880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.181 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.172+0000 7f4e6db73640 1 -- 172.21.15.1:0/1787739153 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e6810e900 con 0x558836bf29d0 2024-02-10T00:10:10.181 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.172+0000 7f4e6d372640 1 --2- 172.21.15.1:0/1787739153 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558836bfb7a0 0x558836bf9300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:10:10.181 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.172+0000 7f4e6db73640 1 --2- 172.21.15.1:0/1787739153 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558836bf29d0 0x558836bf8dc0 secure :-1 s=READY pgs=1729 cs=0 l=1 rev1=1 crypto rx=0x7f4e64011780 tx=0x7f4e64011c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be6fe7a0cfe32812 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:10.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.172+0000 7f4e517fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:10:10.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.172+0000 7f4e517fa640 1 -- 172.21.15.1:0/1787739153 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e6400fdb0 con 0x558836bf29d0 2024-02-10T00:10:10.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.173+0000 7f4e729aa740 1 -- 172.21.15.1:0/1787739153 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558836859600 con 0x558836bf29d0 2024-02-10T00:10:10.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.173+0000 7f4e517fa640 1 -- 172.21.15.1:0/1787739153 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 8557+0+0 (secure 0 0 0) 0x7f4e64005020 con 0x558836bf29d0 2024-02-10T00:10:10.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.173+0000 7f4e517fa640 1 -- 172.21.15.1:0/1787739153 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4e640051e0 con 0x558836bf29d0 2024-02-10T00:10:10.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.173+0000 7f4e729aa740 10 client.19494 fetch_fsmap learned FSMap version 29 2024-02-10T00:10:10.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.173+0000 7f4e729aa740 1 -- 172.21.15.1:0/1787739153 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x558836b57d90 con 0x558836bf29d0 2024-02-10T00:10:10.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.173+0000 7f4e517fa640 1 -- 172.21.15.1:0/1787739153 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x558836859600 con 0x558836bf29d0 2024-02-10T00:10:10.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.173+0000 7f4e517fa640 1 -- 172.21.15.1:0/1787739153 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f4e64019460 con 0x558836bf29d0 2024-02-10T00:10:10.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.173+0000 7f4e729aa740 10 client.19494 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:10:10.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.173+0000 7f4e729aa740 10 client.19494 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:10:10.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.173+0000 7f4e729aa740 20 client.19494 populate_metadata read hostname 'smithi001' 2024-02-10T00:10:10.182 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.173+0000 7f4e729aa740 1 --2- 172.21.15.1:0/1787739153 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558836c0bab0 0x558836c0ded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:10.183 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.173+0000 7f4e729aa740 4 client.19494 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:10:10.183 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.173+0000 7f4e729aa740 1 -- 172.21.15.1:0/1787739153 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5588368aa1b0 con 0x558836c0bab0 2024-02-10T00:10:10.183 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.173+0000 7f4e6d372640 1 --2- 172.21.15.1:0/1787739153 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558836c0bab0 0x558836c0ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:10.183 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.174+0000 7f4e6d372640 1 --2- 172.21.15.1:0/1787739153 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558836c0bab0 0x558836c0ded0 crc :-1 s=READY pgs=300 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5ce1e1376f8be66a server_cookie=306739b950615112 in_seq=0 out_seq=0 2024-02-10T00:10:10.183 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.174+0000 7f4e517fa640 10 client.19494 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:10:10.183 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.174+0000 7f4e517fa640 1 -- 172.21.15.1:0/1787739153 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5588368aa1b0 con 0x558836c0bab0 2024-02-10T00:10:10.183 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.174+0000 7f4e517fa640 10 client.19494 handle_command_reply: tid=0 2024-02-10T00:10:10.183 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.174+0000 7f4e729aa740 1 client.19494 shutdown 2024-02-10T00:10:10.183 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.175+0000 7f4e729aa740 1 -- 172.21.15.1:0/1787739153 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558836bf29d0 msgr2=0x558836bf8dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:10.183 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.175+0000 7f4e729aa740 1 --2- 172.21.15.1:0/1787739153 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558836bf29d0 0x558836bf8dc0 secure :-1 s=READY pgs=1729 cs=0 l=1 rev1=1 crypto rx=0x7f4e64011780 tx=0x7f4e64011c40 comp rx=0 tx=0).stop 2024-02-10T00:10:10.183 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.175+0000 7f4e729aa740 1 -- 172.21.15.1:0/1787739153 shutdown_connections 2024-02-10T00:10:10.183 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.175+0000 7f4e729aa740 1 --2- 172.21.15.1:0/1787739153 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558836c0bab0 0x558836c0ded0 crc :-1 s=READY pgs=300 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.184 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.175+0000 7f4e729aa740 1 --2- 172.21.15.1:0/1787739153 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558836bfb7a0 0x558836bf9300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.184 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.175+0000 7f4e729aa740 1 --2- 172.21.15.1:0/1787739153 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558836bf29d0 0x558836bf8dc0 unknown :-1 s=CLOSED pgs=1729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.184 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.175+0000 7f4e729aa740 1 --2- 172.21.15.1:0/1787739153 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558836bf20b0 0x558836bf8880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.184 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.175+0000 7f4e517fa640 0 client.19494 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:10:10.184 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.175+0000 7f4e729aa740 1 -- 172.21.15.1:0/1787739153 >> 172.21.15.1:0/1787739153 conn(0x558836bec9d0 msgr2=0x558836bee720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:10.184 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.175+0000 7f4e729aa740 1 -- 172.21.15.1:0/1787739153 shutdown_connections 2024-02-10T00:10:10.184 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.175+0000 7f4e729aa740 1 -- 172.21.15.1:0/1787739153 wait complete. 2024-02-10T00:10:10.184 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.175+0000 7f4e729aa740 20 client.19494 trim_cache size 0 max 16384 2024-02-10T00:10:10.192 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.188+0000 7f4e729aa740 1 Processor -- start 2024-02-10T00:10:10.192 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.188+0000 7f4e729aa740 1 -- start start 2024-02-10T00:10:10.192 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.189+0000 7f4e729aa740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558836bf20b0 0x558836bfafb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:10.192 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.189+0000 7f4e729aa740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558836bf29d0 0x558836bf9120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:10.192 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.189+0000 7f4e729aa740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558836bfb7a0 0x558836bf7190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:10.192 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.189+0000 7f4e729aa740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x558836bed9d0 con 0x558836bf20b0 2024-02-10T00:10:10.192 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.189+0000 7f4e729aa740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x558836bf1870 con 0x558836bfb7a0 2024-02-10T00:10:10.192 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.189+0000 7f4e729aa740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x558836c130e0 con 0x558836bf29d0 2024-02-10T00:10:10.192 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.189+0000 7f4e6d372640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558836bf20b0 0x558836bfafb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:10.192 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.189+0000 7f4e6d372640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558836bf20b0 0x558836bfafb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49650/0 (socket says 172.21.15.1:49650) 2024-02-10T00:10:10.193 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.189+0000 7f4e6d372640 1 -- 172.21.15.1:0/3519352582 learned_addr learned my addr 172.21.15.1:0/3519352582 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:10.193 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.189+0000 7f4e6db73640 1 --2- 172.21.15.1:0/3519352582 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558836bf29d0 0x558836bf9120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:10.193 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.189+0000 7f4e6d372640 1 -- 172.21.15.1:0/3519352582 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558836bf29d0 msgr2=0x558836bf9120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:10.193 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.189+0000 7f4e6d372640 1 --2- 172.21.15.1:0/3519352582 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558836bf29d0 0x558836bf9120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.193 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.189+0000 7f4e6d372640 1 -- 172.21.15.1:0/3519352582 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558836bfb7a0 msgr2=0x558836bf7190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:10.193 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.189+0000 7f4e6d372640 1 --2- 172.21.15.1:0/3519352582 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558836bfb7a0 0x558836bf7190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.193 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.189+0000 7f4e6d372640 1 -- 172.21.15.1:0/3519352582 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558836af4820 con 0x558836bf20b0 2024-02-10T00:10:10.193 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.189+0000 7f4e6d372640 1 --2- 172.21.15.1:0/3519352582 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558836bf20b0 0x558836bfafb0 secure :-1 s=READY pgs=1730 cs=0 l=1 rev1=1 crypto rx=0x7f4e5802c160 tx=0x7f4e58004be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e185f3363c30a913 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:10.193 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.189+0000 7f4e537fe640 1 -- 172.21.15.1:0/3519352582 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e5802c9f0 con 0x558836bf20b0 2024-02-10T00:10:10.193 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.189+0000 7f4e537fe640 1 -- 172.21.15.1:0/3519352582 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4e5802cc50 con 0x558836bf20b0 2024-02-10T00:10:10.193 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.189+0000 7f4e537fe640 1 -- 172.21.15.1:0/3519352582 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e58042450 con 0x558836bf20b0 2024-02-10T00:10:10.193 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.190+0000 7f4e729aa740 1 -- 172.21.15.1:0/3519352582 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558836bf20b0 msgr2=0x558836bfafb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:10.193 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.190+0000 7f4e729aa740 1 --2- 172.21.15.1:0/3519352582 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558836bf20b0 0x558836bfafb0 secure :-1 s=READY pgs=1730 cs=0 l=1 rev1=1 crypto rx=0x7f4e5802c160 tx=0x7f4e58004be0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.194 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.190+0000 7f4e729aa740 1 -- 172.21.15.1:0/3519352582 shutdown_connections 2024-02-10T00:10:10.194 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.190+0000 7f4e729aa740 1 --2- 172.21.15.1:0/3519352582 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558836bfb7a0 0x558836bf7190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.194 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.190+0000 7f4e729aa740 1 --2- 172.21.15.1:0/3519352582 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558836bf29d0 0x558836bf9120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.194 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.190+0000 7f4e729aa740 1 --2- 172.21.15.1:0/3519352582 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558836bf20b0 0x558836bfafb0 unknown :-1 s=CLOSED pgs=1730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.194 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.190+0000 7f4e729aa740 1 -- 172.21.15.1:0/3519352582 >> 172.21.15.1:0/3519352582 conn(0x558836bec9d0 msgr2=0x558836bf3bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:10.194 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.190+0000 7f4e729aa740 1 -- 172.21.15.1:0/3519352582 shutdown_connections 2024-02-10T00:10:10.194 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.190+0000 7f4e729aa740 1 -- 172.21.15.1:0/3519352582 wait complete. 2024-02-10T00:10:10.194 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.190+0000 7f4e729aa740 1 -- start start 2024-02-10T00:10:10.194 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.190+0000 7f4e729aa740 1 Processor -- start 2024-02-10T00:10:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.191+0000 7f4e729aa740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558836bf20b0 0x558836c02020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.191+0000 7f4e729aa740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558836bf29d0 0x558836c02560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.191+0000 7f4e729aa740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558836bfb7a0 0x558836c00530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.191+0000 7f4e729aa740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x558836c00b40 con 0x558836bf29d0 2024-02-10T00:10:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.191+0000 7f4e729aa740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x558836c00cb0 con 0x558836bfb7a0 2024-02-10T00:10:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.191+0000 7f4e729aa740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x558836c00e70 con 0x558836bf20b0 2024-02-10T00:10:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.191+0000 7f4e729aa740 10 client.0 _ll_register_callbacks cb 0x7f4e6400c690 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:10:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.191+0000 7f4e6db73640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558836bf29d0 0x558836c02560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.191+0000 7f4e6db73640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558836bf29d0 0x558836c02560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:49660/0 (socket says 172.21.15.1:49660) 2024-02-10T00:10:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.191+0000 7f4e6db73640 1 -- 172.21.15.1:0/180343259 learned_addr learned my addr 172.21.15.1:0/180343259 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:10.197 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.191+0000 7f4e6d372640 1 --2- 172.21.15.1:0/180343259 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558836bf20b0 0x558836c02020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.191+0000 7f4e6db73640 1 -- 172.21.15.1:0/180343259 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558836bf20b0 msgr2=0x558836c02020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.191+0000 7f4e6db73640 1 --2- 172.21.15.1:0/180343259 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558836bf20b0 0x558836c02020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.191+0000 7f4e6db73640 1 -- 172.21.15.1:0/180343259 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558836bfb7a0 msgr2=0x558836c00530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.191+0000 7f4e6db73640 1 --2- 172.21.15.1:0/180343259 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558836bfb7a0 0x558836c00530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.191+0000 7f4e6db73640 1 -- 172.21.15.1:0/180343259 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e58053040 con 0x558836bf29d0 2024-02-10T00:10:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.191+0000 7f4e6db73640 1 --2- 172.21.15.1:0/180343259 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558836bf29d0 0x558836c02560 secure :-1 s=READY pgs=1731 cs=0 l=1 rev1=1 crypto rx=0x7f4e64000c00 tx=0x7f4e64019620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36402852032e58a6 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.191+0000 7f4e517fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:10:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.192+0000 7f4e517fa640 1 -- 172.21.15.1:0/180343259 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e6400f790 con 0x558836bf29d0 2024-02-10T00:10:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.192+0000 7f4e517fa640 1 -- 172.21.15.1:0/180343259 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 8557+0+0 (secure 0 0 0) 0x7f4e64000e40 con 0x558836bf29d0 2024-02-10T00:10:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.192+0000 7f4e729aa740 1 -- 172.21.15.1:0/180343259 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558836b7fee0 con 0x558836bf29d0 2024-02-10T00:10:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.192+0000 7f4e517fa640 1 -- 172.21.15.1:0/180343259 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4e64011040 con 0x558836bf29d0 2024-02-10T00:10:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.192+0000 7f4e729aa740 10 client.19500 fetch_fsmap learned FSMap version 29 2024-02-10T00:10:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.192+0000 7f4e729aa740 1 -- 172.21.15.1:0/180343259 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x558836b1a6f0 con 0x558836bf29d0 2024-02-10T00:10:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.192+0000 7f4e517fa640 1 -- 172.21.15.1:0/180343259 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x558836b7fee0 con 0x558836bf29d0 2024-02-10T00:10:10.198 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.192+0000 7f4e517fa640 1 -- 172.21.15.1:0/180343259 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f4e64020040 con 0x558836bf29d0 2024-02-10T00:10:10.199 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.192+0000 7f4e729aa740 10 client.19500 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:10:10.199 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.192+0000 7f4e729aa740 10 client.19500 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-10T00:10:10.199 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.192+0000 7f4e729aa740 20 client.19500 populate_metadata read hostname 'smithi001' 2024-02-10T00:10:10.199 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.192+0000 7f4e729aa740 1 --2- 172.21.15.1:0/180343259 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558836c63050 0x558836c65470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:10.199 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.192+0000 7f4e729aa740 4 client.19500 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-10T00:10:10.199 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.192+0000 7f4e729aa740 1 -- 172.21.15.1:0/180343259 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x558836896550 con 0x558836c63050 2024-02-10T00:10:10.199 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.193+0000 7f4e6d372640 1 --2- 172.21.15.1:0/180343259 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558836c63050 0x558836c65470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:10.199 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.193+0000 7f4e6d372640 1 --2- 172.21.15.1:0/180343259 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558836c63050 0x558836c65470 crc :-1 s=READY pgs=301 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a88d126be937514d server_cookie=bb2d9d4e72b17161 in_seq=0 out_seq=0 2024-02-10T00:10:10.199 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.193+0000 7f4e517fa640 10 client.19500 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:10:10.209 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.207+0000 7f4e517fa640 1 -- 172.21.15.1:0/180343259 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x558836896550 con 0x558836c63050 2024-02-10T00:10:10.209 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.207+0000 7f4e517fa640 10 client.19500 handle_command_reply: tid=0 2024-02-10T00:10:10.209 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.207+0000 7f4e729aa740 1 client.19500 shutdown 2024-02-10T00:10:10.209 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.207+0000 7f4e729aa740 1 -- 172.21.15.1:0/180343259 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558836bf29d0 msgr2=0x558836c02560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:10.209 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.207+0000 7f4e729aa740 1 --2- 172.21.15.1:0/180343259 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558836bf29d0 0x558836c02560 secure :-1 s=READY pgs=1731 cs=0 l=1 rev1=1 crypto rx=0x7f4e64000c00 tx=0x7f4e64019620 comp rx=0 tx=0).stop 2024-02-10T00:10:10.209 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.207+0000 7f4e729aa740 1 -- 172.21.15.1:0/180343259 shutdown_connections 2024-02-10T00:10:10.209 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.207+0000 7f4e729aa740 1 --2- 172.21.15.1:0/180343259 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558836c63050 0x558836c65470 crc :-1 s=READY pgs=301 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.209 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.207+0000 7f4e729aa740 1 --2- 172.21.15.1:0/180343259 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558836bfb7a0 0x558836c00530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.209 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.207+0000 7f4e729aa740 1 --2- 172.21.15.1:0/180343259 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558836bf29d0 0x558836c02560 unknown :-1 s=CLOSED pgs=1731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.209 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.207+0000 7f4e517fa640 0 client.19500 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:10:10.210 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.207+0000 7f4e729aa740 1 --2- 172.21.15.1:0/180343259 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558836bf20b0 0x558836c02020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.210 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.207+0000 7f4e729aa740 1 -- 172.21.15.1:0/180343259 >> 172.21.15.1:0/180343259 conn(0x558836bec9d0 msgr2=0x558836bf70d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:10.210 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.207+0000 7f4e729aa740 1 -- 172.21.15.1:0/180343259 shutdown_connections 2024-02-10T00:10:10.210 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.207+0000 7f4e729aa740 1 -- 172.21.15.1:0/180343259 wait complete. 2024-02-10T00:10:10.210 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.207+0000 7f4e729aa740 20 client.19500 trim_cache size 0 max 16384 2024-02-10T00:10:10.210 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:{ 2024-02-10T00:10:10.210 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "message": "", 2024-02-10T00:10:10.210 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout: "return_code": 0 2024-02-10T00:10:10.210 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stdout:} 2024-02-10T00:10:10.211 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.208+0000 7f4e6fdd7640 1 -- 172.21.15.1:0/365701672 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4e540a2220 msgr2=0x7f4e540a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:10.211 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.208+0000 7f4e6fdd7640 1 --2- 172.21.15.1:0/365701672 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4e540a2220 0x7f4e540a46e0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f4e6009af00 tx=0x7f4e6000af30 comp rx=0 tx=0).stop 2024-02-10T00:10:10.211 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.208+0000 7f4e6fdd7640 1 -- 172.21.15.1:0/365701672 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4e68197700 msgr2=0x7f4e68197b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:10.211 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.208+0000 7f4e6fdd7640 1 --2- 172.21.15.1:0/365701672 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4e68197700 0x7f4e68197b80 secure :-1 s=READY pgs=1727 cs=0 l=1 rev1=1 crypto rx=0x7f4e6000cce0 tx=0x7f4e6000a620 comp rx=0 tx=0).stop 2024-02-10T00:10:10.211 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.208+0000 7f4e6fdd7640 1 -- 172.21.15.1:0/365701672 shutdown_connections 2024-02-10T00:10:10.211 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.208+0000 7f4e6fdd7640 1 --2- 172.21.15.1:0/365701672 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4e540a2220 0x7f4e540a46e0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.212 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.208+0000 7f4e6fdd7640 1 --2- 172.21.15.1:0/365701672 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4e68197700 0x7f4e68197b80 unknown :-1 s=CLOSED pgs=1727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.212 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.208+0000 7f4e6fdd7640 1 --2- 172.21.15.1:0/365701672 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4e68106520 0x7f4e6819db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.212 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.208+0000 7f4e6fdd7640 1 --2- 172.21.15.1:0/365701672 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4e68101450 0x7f4e6819d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:10.212 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.208+0000 7f4e6fdd7640 1 -- 172.21.15.1:0/365701672 >> 172.21.15.1:0/365701672 conn(0x7f4e680fccb0 msgr2=0x7f4e680fdff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:10.212 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.208+0000 7f4e6fdd7640 1 -- 172.21.15.1:0/365701672 shutdown_connections 2024-02-10T00:10:10.212 INFO:teuthology.task.background_exec.ubuntu@smithi001.front.sepia.ceph.com.smithi001.stderr:2024-02-10T00:10:10.208+0000 7f4e6fdd7640 1 -- 172.21.15.1:0/365701672 wait complete. 2024-02-10T00:10:11.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:11 smithi103 ceph-mon[36942]: pgmap v337: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 100 KiB/s wr, 37 op/s 2024-02-10T00:10:11.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:11 smithi001 ceph-mon[32335]: pgmap v337: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 100 KiB/s wr, 37 op/s 2024-02-10T00:10:11.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:11 smithi088 ceph-mon[36452]: pgmap v337: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 100 KiB/s wr, 37 op/s 2024-02-10T00:10:13.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:13 smithi088 ceph-mon[36452]: pgmap v338: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 100 KiB/s wr, 37 op/s 2024-02-10T00:10:13.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:13 smithi088 ceph-mon[36452]: osdmap e99: 12 total, 12 up, 12 in 2024-02-10T00:10:13.388 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:13 smithi103 ceph-mon[36942]: pgmap v338: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 100 KiB/s wr, 37 op/s 2024-02-10T00:10:13.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:13 smithi103 ceph-mon[36942]: osdmap e99: 12 total, 12 up, 12 in 2024-02-10T00:10:13.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:13 smithi001 ceph-mon[32335]: pgmap v338: 97 pgs: 97 active+clean; 1.9 MiB data, 404 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 100 KiB/s wr, 37 op/s 2024-02-10T00:10:13.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:13 smithi001 ceph-mon[32335]: osdmap e99: 12 total, 12 up, 12 in 2024-02-10T00:10:15.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:15 smithi088 ceph-mon[36452]: pgmap v340: 97 pgs: 97 active+clean; 2.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 67 KiB/s wr, 25 op/s 2024-02-10T00:10:15.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:15 smithi103 ceph-mon[36942]: pgmap v340: 97 pgs: 97 active+clean; 2.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 67 KiB/s wr, 25 op/s 2024-02-10T00:10:15.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:15 smithi001 ceph-mon[32335]: pgmap v340: 97 pgs: 97 active+clean; 2.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 67 KiB/s wr, 25 op/s 2024-02-10T00:10:17.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:17 smithi088 ceph-mon[36452]: pgmap v341: 97 pgs: 97 active+clean; 2.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 57 KiB/s wr, 22 op/s 2024-02-10T00:10:17.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:17 smithi103 ceph-mon[36942]: pgmap v341: 97 pgs: 97 active+clean; 2.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 57 KiB/s wr, 22 op/s 2024-02-10T00:10:17.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:17 smithi001 ceph-mon[32335]: pgmap v341: 97 pgs: 97 active+clean; 2.2 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 57 KiB/s wr, 22 op/s 2024-02-10T00:10:19.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:19 smithi088 ceph-mon[36452]: pgmap v342: 97 pgs: 97 active+clean; 2.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 51 KiB/s wr, 18 op/s 2024-02-10T00:10:19.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:19 smithi103 ceph-mon[36942]: pgmap v342: 97 pgs: 97 active+clean; 2.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 51 KiB/s wr, 18 op/s 2024-02-10T00:10:19.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:19 smithi001 ceph-mon[32335]: pgmap v342: 97 pgs: 97 active+clean; 2.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 51 KiB/s wr, 18 op/s 2024-02-10T00:10:21.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:21 smithi088 ceph-mon[36452]: pgmap v343: 97 pgs: 97 active+clean; 2.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 51 KiB/s wr, 18 op/s 2024-02-10T00:10:21.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:21 smithi103 ceph-mon[36942]: pgmap v343: 97 pgs: 97 active+clean; 2.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 51 KiB/s wr, 18 op/s 2024-02-10T00:10:21.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:21 smithi001 ceph-mon[32335]: pgmap v343: 97 pgs: 97 active+clean; 2.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 51 KiB/s wr, 18 op/s 2024-02-10T00:10:22.350 INFO:tasks.workunit.client.0.smithi001.stdout:561/600: open fd = 3 2024-02-10T00:10:22.350 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.350 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.350 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.350 INFO:tasks.workunit.client.0.smithi001.stdout:562/600: open fd = 3 2024-02-10T00:10:22.351 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.351 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.351 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.351 INFO:tasks.workunit.client.0.smithi001.stdout:563/600: open fd = 3 2024-02-10T00:10:22.351 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.351 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.351 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.351 INFO:tasks.workunit.client.0.smithi001.stdout:564/600: open fd = 3 2024-02-10T00:10:22.351 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.351 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.351 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.351 INFO:tasks.workunit.client.0.smithi001.stdout:565/600: open fd = 3 2024-02-10T00:10:22.351 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.352 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.352 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.352 INFO:tasks.workunit.client.0.smithi001.stdout:566/600: open fd = 3 2024-02-10T00:10:22.352 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.352 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.352 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.352 INFO:tasks.workunit.client.0.smithi001.stdout:567/600: open fd = 3 2024-02-10T00:10:22.352 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.352 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.352 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.352 INFO:tasks.workunit.client.0.smithi001.stdout:568/600: open fd = 3 2024-02-10T00:10:22.352 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.352 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.352 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.353 INFO:tasks.workunit.client.0.smithi001.stdout:569/600: open fd = 3 2024-02-10T00:10:22.353 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.353 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.353 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.353 INFO:tasks.workunit.client.0.smithi001.stdout:570/600: open fd = 3 2024-02-10T00:10:22.353 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.353 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.353 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.353 INFO:tasks.workunit.client.0.smithi001.stdout:571/600: open fd = 3 2024-02-10T00:10:22.353 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.353 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.353 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.353 INFO:tasks.workunit.client.0.smithi001.stdout:572/600: open fd = 3 2024-02-10T00:10:22.354 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.354 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.354 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.354 INFO:tasks.workunit.client.0.smithi001.stdout:573/600: open fd = 3 2024-02-10T00:10:22.354 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.354 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.354 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.354 INFO:tasks.workunit.client.0.smithi001.stdout:574/600: open fd = 3 2024-02-10T00:10:22.354 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.354 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.354 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.354 INFO:tasks.workunit.client.0.smithi001.stdout:575/600: open fd = 3 2024-02-10T00:10:22.354 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.354 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.354 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.355 INFO:tasks.workunit.client.0.smithi001.stdout:576/600: open fd = 3 2024-02-10T00:10:22.355 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.355 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.355 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.355 INFO:tasks.workunit.client.0.smithi001.stdout:577/600: open fd = 3 2024-02-10T00:10:22.355 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.355 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.355 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.355 INFO:tasks.workunit.client.0.smithi001.stdout:578/600: open fd = 3 2024-02-10T00:10:22.355 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.355 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.355 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.355 INFO:tasks.workunit.client.0.smithi001.stdout:579/600: open fd = 3 2024-02-10T00:10:22.355 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.355 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.355 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.356 INFO:tasks.workunit.client.0.smithi001.stdout:580/600: open fd = 3 2024-02-10T00:10:22.356 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.356 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.356 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.356 INFO:tasks.workunit.client.0.smithi001.stdout:581/600: open fd = 3 2024-02-10T00:10:22.356 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.356 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.356 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.356 INFO:tasks.workunit.client.0.smithi001.stdout:582/600: open fd = 3 2024-02-10T00:10:22.356 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.356 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.356 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.356 INFO:tasks.workunit.client.0.smithi001.stdout:583/600: open fd = 3 2024-02-10T00:10:22.356 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.357 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.357 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.357 INFO:tasks.workunit.client.0.smithi001.stdout:584/600: open fd = 3 2024-02-10T00:10:22.357 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.357 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.357 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.357 INFO:tasks.workunit.client.0.smithi001.stdout:585/600: open fd = 3 2024-02-10T00:10:22.357 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.357 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.357 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.357 INFO:tasks.workunit.client.0.smithi001.stdout:586/600: open fd = 3 2024-02-10T00:10:22.357 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.357 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.357 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.357 INFO:tasks.workunit.client.0.smithi001.stdout:587/600: open fd = 3 2024-02-10T00:10:22.358 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.358 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.358 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.358 INFO:tasks.workunit.client.0.smithi001.stdout:588/600: open fd = 3 2024-02-10T00:10:22.358 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.358 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.358 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.358 INFO:tasks.workunit.client.0.smithi001.stdout:589/600: open fd = 3 2024-02-10T00:10:22.358 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.358 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.358 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.358 INFO:tasks.workunit.client.0.smithi001.stdout:590/600: open fd = 3 2024-02-10T00:10:22.358 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.359 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.359 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.359 INFO:tasks.workunit.client.0.smithi001.stdout:591/600: open fd = 3 2024-02-10T00:10:22.359 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.359 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.359 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.359 INFO:tasks.workunit.client.0.smithi001.stdout:592/600: open fd = 3 2024-02-10T00:10:22.359 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.359 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.359 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.359 INFO:tasks.workunit.client.0.smithi001.stdout:593/600: open fd = 3 2024-02-10T00:10:22.359 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.359 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.359 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.359 INFO:tasks.workunit.client.0.smithi001.stdout:594/600: open fd = 3 2024-02-10T00:10:22.360 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.360 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.360 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.360 INFO:tasks.workunit.client.0.smithi001.stdout:595/600: open fd = 3 2024-02-10T00:10:22.360 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.360 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.360 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.360 INFO:tasks.workunit.client.0.smithi001.stdout:596/600: open fd = 3 2024-02-10T00:10:22.360 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.360 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.360 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.360 INFO:tasks.workunit.client.0.smithi001.stdout:597/600: open fd = 3 2024-02-10T00:10:22.360 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.361 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.361 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.361 INFO:tasks.workunit.client.0.smithi001.stdout:598/600: open fd = 3 2024-02-10T00:10:22.361 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.361 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.361 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.361 INFO:tasks.workunit.client.0.smithi001.stdout:599/600: open fd = 3 2024-02-10T00:10:22.361 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.361 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.361 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.361 INFO:tasks.workunit.client.0.smithi001.stdout:600/600: open fd = 3 2024-02-10T00:10:22.361 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.361 INFO:tasks.workunit.client.0.smithi001.stdout:write ret = 32 2024-02-10T00:10:22.361 INFO:tasks.workunit.client.0.smithi001.stdout:pread ret = 64 2024-02-10T00:10:22.362 INFO:tasks.workunit.client.0.smithi001.stderr:+ echo OK 2024-02-10T00:10:22.363 INFO:tasks.workunit.client.0.smithi001.stdout:OK 2024-02-10T00:10:22.363 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-02-10T00:10:22.363 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-02-10T00:10:22.408 INFO:tasks.workunit:Stopping ['fs/test_o_trunc.sh'] on client.0... 2024-02-10T00:10:22.409 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-02-10T00:10:22.686 DEBUG:teuthology.parallel:result is None 2024-02-10T00:10:22.686 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-02-10T00:10:22.723 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-02-10T00:10:22.723 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-02-10T00:10:22.736 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi001.front.sepia.ceph.com 2024-02-10T00:10:22.771 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2024-02-10T00:10:22.782 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2024-02-10T00:10:22.783 INFO:teuthology.task.exec:Executing custom commands... 2024-02-10T00:10:22.783 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi001.front.sepia.ceph.com 2024-02-10T00:10:22.783 DEBUG:teuthology.orchestra.run.smithi001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2024-02-10T00:10:22.847 DEBUG:teuthology.orchestra.run.smithi001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2024-02-10T00:10:22.916 DEBUG:teuthology.orchestra.run.smithi001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-02-10T00:10:23.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.058+0000 7ff340bb5640 1 -- 172.21.15.1:0/3421509572 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff33c100d40 msgr2=0x7ff33c10cf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:23.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.058+0000 7ff340bb5640 1 --2- 172.21.15.1:0/3421509572 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff33c100d40 0x7ff33c10cf00 secure :-1 s=READY pgs=1732 cs=0 l=1 rev1=1 crypto rx=0x7ff32c009cd0 tx=0x7ff32c02c0f0 comp rx=0 tx=0).stop 2024-02-10T00:10:23.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.058+0000 7ff340bb5640 1 -- 172.21.15.1:0/3421509572 shutdown_connections 2024-02-10T00:10:23.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.058+0000 7ff340bb5640 1 --2- 172.21.15.1:0/3421509572 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff33c100d40 0x7ff33c10cf00 unknown :-1 s=CLOSED pgs=1732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:23.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.058+0000 7ff340bb5640 1 --2- 172.21.15.1:0/3421509572 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff33c100380 0x7ff33c100800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:23.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.058+0000 7ff340bb5640 1 --2- 172.21.15.1:0/3421509572 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff33c1062c0 0x7ff33c1066a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:23.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.058+0000 7ff340bb5640 1 -- 172.21.15.1:0/3421509572 >> 172.21.15.1:0/3421509572 conn(0x7ff33c076ef0 msgr2=0x7ff33c077300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:23.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.058+0000 7ff340bb5640 1 -- 172.21.15.1:0/3421509572 shutdown_connections 2024-02-10T00:10:23.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.058+0000 7ff340bb5640 1 -- 172.21.15.1:0/3421509572 wait complete. 2024-02-10T00:10:23.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.058+0000 7ff340bb5640 1 Processor -- start 2024-02-10T00:10:23.063 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.058+0000 7ff340bb5640 1 -- start start 2024-02-10T00:10:23.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.059+0000 7ff340bb5640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff33c100380 0x7ff33c196490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:23.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.059+0000 7ff340bb5640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff33c100d40 0x7ff33c1969d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:23.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.059+0000 7ff340bb5640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff33c1062c0 0x7ff33c196f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:23.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.059+0000 7ff340bb5640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff33c1a5bd0 con 0x7ff33c1062c0 2024-02-10T00:10:23.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.059+0000 7ff340bb5640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff33c1a5d40 con 0x7ff33c100380 2024-02-10T00:10:23.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.059+0000 7ff340bb5640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff33c1a5f00 con 0x7ff33c100d40 2024-02-10T00:10:23.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.059+0000 7ff33ad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff33c1062c0 0x7ff33c196f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:23.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.059+0000 7ff33ad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff33c1062c0 0x7ff33c196f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59494/0 (socket says 172.21.15.1:59494) 2024-02-10T00:10:23.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.059+0000 7ff33ad9d640 1 -- 172.21.15.1:0/2695549359 learned_addr learned my addr 172.21.15.1:0/2695549359 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:23.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.059+0000 7ff339d9b640 1 --2- 172.21.15.1:0/2695549359 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff33c100d40 0x7ff33c1969d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:23.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.059+0000 7ff33a59c640 1 --2- 172.21.15.1:0/2695549359 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff33c100380 0x7ff33c196490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:23.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.059+0000 7ff33ad9d640 1 -- 172.21.15.1:0/2695549359 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff33c100d40 msgr2=0x7ff33c1969d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:23.064 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.059+0000 7ff33ad9d640 1 --2- 172.21.15.1:0/2695549359 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff33c100d40 0x7ff33c1969d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:23.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.059+0000 7ff33ad9d640 1 -- 172.21.15.1:0/2695549359 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff33c100380 msgr2=0x7ff33c196490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:23.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.059+0000 7ff33ad9d640 1 --2- 172.21.15.1:0/2695549359 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff33c100380 0x7ff33c196490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:23.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.059+0000 7ff33ad9d640 1 -- 172.21.15.1:0/2695549359 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff32c009900 con 0x7ff33c1062c0 2024-02-10T00:10:23.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.059+0000 7ff33ad9d640 1 --2- 172.21.15.1:0/2695549359 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff33c1062c0 0x7ff33c196f10 secure :-1 s=READY pgs=1733 cs=0 l=1 rev1=1 crypto rx=0x7ff32c0348f0 tx=0x7ff32c034cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:23.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.059+0000 7ff3337fe640 1 -- 172.21.15.1:0/2695549359 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff32c0328c0 con 0x7ff33c1062c0 2024-02-10T00:10:23.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.059+0000 7ff340bb5640 1 -- 172.21.15.1:0/2695549359 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff33c1a6180 con 0x7ff33c1062c0 2024-02-10T00:10:23.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.060+0000 7ff3337fe640 1 -- 172.21.15.1:0/2695549359 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff32c003e50 con 0x7ff33c1062c0 2024-02-10T00:10:23.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.060+0000 7ff3337fe640 1 -- 172.21.15.1:0/2695549359 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff32c040450 con 0x7ff33c1062c0 2024-02-10T00:10:23.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.060+0000 7ff340bb5640 1 -- 172.21.15.1:0/2695549359 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff33c1a6680 con 0x7ff33c1062c0 2024-02-10T00:10:23.065 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.060+0000 7ff340bb5640 1 -- 172.21.15.1:0/2695549359 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff33c101820 con 0x7ff33c1062c0 2024-02-10T00:10:23.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.062+0000 7ff3337fe640 1 -- 172.21.15.1:0/2695549359 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7ff32c00a040 con 0x7ff33c1062c0 2024-02-10T00:10:23.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.062+0000 7ff3337fe640 1 --2- 172.21.15.1:0/2695549359 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff3280a2220 0x7ff3280a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:23.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.062+0000 7ff33a59c640 1 --2- 172.21.15.1:0/2695549359 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff3280a2220 0x7ff3280a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:23.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.062+0000 7ff3337fe640 1 -- 172.21.15.1:0/2695549359 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8513+0+0 (secure 0 0 0) 0x7ff32c0f1240 con 0x7ff33c1062c0 2024-02-10T00:10:23.066 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.063+0000 7ff33a59c640 1 --2- 172.21.15.1:0/2695549359 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff3280a2220 0x7ff3280a46e0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7ff334005fd0 tx=0x7ff33400b390 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:23.068 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.066+0000 7ff3337fe640 1 -- 172.21.15.1:0/2695549359 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7ff32c0b9fe0 con 0x7ff33c1062c0 2024-02-10T00:10:23.275 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.272+0000 7ff340bb5640 1 -- 172.21.15.1:0/2695549359 --> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) v1 -- 0x7ff33c04f7e0 con 0x7ff3280a2220 2024-02-10T00:10:23.282 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.280+0000 7ff3337fe640 1 -- 172.21.15.1:0/2695549359 <== mgr.15519 v2:172.21.15.1:6800/2509330522 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+350 (secure 0 0 0) 0x7ff33c04f7e0 con 0x7ff3280a2220 2024-02-10T00:10:23.282 INFO:teuthology.orchestra.run.smithi001.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-02-09T00:00:00", "created": "2024-02-09T23:59:22", "first": "2024-02-10T00:00:00", "last": "2024-02-10T00:10:00", "last_pruned": "2024-02-10T00:10:00", "created_count": 11, "pruned_count": 5, "active": true} 2024-02-10T00:10:23.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.282+0000 7ff340bb5640 1 -- 172.21.15.1:0/2695549359 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff3280a2220 msgr2=0x7ff3280a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:23.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.282+0000 7ff340bb5640 1 --2- 172.21.15.1:0/2695549359 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff3280a2220 0x7ff3280a46e0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7ff334005fd0 tx=0x7ff33400b390 comp rx=0 tx=0).stop 2024-02-10T00:10:23.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.282+0000 7ff340bb5640 1 -- 172.21.15.1:0/2695549359 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff33c1062c0 msgr2=0x7ff33c196f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:23.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.282+0000 7ff340bb5640 1 --2- 172.21.15.1:0/2695549359 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff33c1062c0 0x7ff33c196f10 secure :-1 s=READY pgs=1733 cs=0 l=1 rev1=1 crypto rx=0x7ff32c0348f0 tx=0x7ff32c034cc0 comp rx=0 tx=0).stop 2024-02-10T00:10:23.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.282+0000 7ff340bb5640 1 -- 172.21.15.1:0/2695549359 shutdown_connections 2024-02-10T00:10:23.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.282+0000 7ff340bb5640 1 --2- 172.21.15.1:0/2695549359 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff3280a2220 0x7ff3280a46e0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:23.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.282+0000 7ff340bb5640 1 --2- 172.21.15.1:0/2695549359 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff33c1062c0 0x7ff33c196f10 unknown :-1 s=CLOSED pgs=1733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:23.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.282+0000 7ff340bb5640 1 --2- 172.21.15.1:0/2695549359 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff33c100d40 0x7ff33c1969d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:23.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.282+0000 7ff340bb5640 1 --2- 172.21.15.1:0/2695549359 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff33c100380 0x7ff33c196490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:23.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.282+0000 7ff340bb5640 1 -- 172.21.15.1:0/2695549359 >> 172.21.15.1:0/2695549359 conn(0x7ff33c076ef0 msgr2=0x7ff33c0feec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:23.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.282+0000 7ff340bb5640 1 -- 172.21.15.1:0/2695549359 shutdown_connections 2024-02-10T00:10:23.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.282+0000 7ff340bb5640 1 -- 172.21.15.1:0/2695549359 wait complete. 2024-02-10T00:10:23.294 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:23 smithi001 ceph-mon[32335]: pgmap v344: 97 pgs: 97 active+clean; 2.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 51 KiB/s wr, 18 op/s 2024-02-10T00:10:23.295 DEBUG:teuthology.orchestra.run.smithi001:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-02-10T00:10:23.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:23 smithi088 ceph-mon[36452]: pgmap v344: 97 pgs: 97 active+clean; 2.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 51 KiB/s wr, 18 op/s 2024-02-10T00:10:23.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:23 smithi103 ceph-mon[36942]: pgmap v344: 97 pgs: 97 active+clean; 2.4 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 51 KiB/s wr, 18 op/s 2024-02-10T00:10:23.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.398+0000 7f697eb7a640 1 -- 172.21.15.1:0/392625717 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6978100730 msgr2=0x7f6978105ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:23.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.398+0000 7f697eb7a640 1 --2- 172.21.15.1:0/392625717 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6978100730 0x7f6978105ed0 secure :-1 s=READY pgs=1734 cs=0 l=1 rev1=1 crypto rx=0x7f6960009930 tx=0x7f696002bc30 comp rx=0 tx=0).stop 2024-02-10T00:10:23.402 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.398+0000 7f697eb7a640 1 -- 172.21.15.1:0/392625717 shutdown_connections 2024-02-10T00:10:23.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.398+0000 7f697eb7a640 1 --2- 172.21.15.1:0/392625717 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6978106600 0x7f697810e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:23.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.398+0000 7f697eb7a640 1 --2- 172.21.15.1:0/392625717 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6978100730 0x7f6978105ed0 unknown :-1 s=CLOSED pgs=1734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:23.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.398+0000 7f697eb7a640 1 --2- 172.21.15.1:0/392625717 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f69780ffd80 0x7f6978100160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:23.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.398+0000 7f697eb7a640 1 -- 172.21.15.1:0/392625717 >> 172.21.15.1:0/392625717 conn(0x7f6978075410 msgr2=0x7f6978075820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:23.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.398+0000 7f697eb7a640 1 -- 172.21.15.1:0/392625717 shutdown_connections 2024-02-10T00:10:23.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.398+0000 7f697eb7a640 1 -- 172.21.15.1:0/392625717 wait complete. 2024-02-10T00:10:23.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.398+0000 7f697eb7a640 1 Processor -- start 2024-02-10T00:10:23.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.398+0000 7f697eb7a640 1 -- start start 2024-02-10T00:10:23.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.398+0000 7f697eb7a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f69780ffd80 0x7f697819d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:23.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.398+0000 7f697eb7a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6978106600 0x7f697819db10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:23.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.398+0000 7f697eb7a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6978197690 0x7f6978197b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:23.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.399+0000 7f697eb7a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6978198160 con 0x7f6978197690 2024-02-10T00:10:23.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.399+0000 7f697eb7a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69781982d0 con 0x7f69780ffd80 2024-02-10T00:10:23.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.399+0000 7f697eb7a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6978198490 con 0x7f6978106600 2024-02-10T00:10:23.403 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.399+0000 7f697d117640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6978197690 0x7f6978197b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:23.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.399+0000 7f697d117640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6978197690 0x7f6978197b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:59510/0 (socket says 172.21.15.1:59510) 2024-02-10T00:10:23.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.399+0000 7f697d117640 1 -- 172.21.15.1:0/3999063392 learned_addr learned my addr 172.21.15.1:0/3999063392 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:23.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.399+0000 7f6977fff640 1 --2- 172.21.15.1:0/3999063392 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6978106600 0x7f697819db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:23.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.399+0000 7f697c916640 1 --2- 172.21.15.1:0/3999063392 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f69780ffd80 0x7f697819d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:23.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.399+0000 7f697d117640 1 -- 172.21.15.1:0/3999063392 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6978106600 msgr2=0x7f697819db10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:23.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.399+0000 7f697d117640 1 --2- 172.21.15.1:0/3999063392 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6978106600 0x7f697819db10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:23.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.399+0000 7f697d117640 1 -- 172.21.15.1:0/3999063392 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f69780ffd80 msgr2=0x7f697819d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:23.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.399+0000 7f697d117640 1 --2- 172.21.15.1:0/3999063392 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f69780ffd80 0x7f697819d5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:23.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.399+0000 7f697d117640 1 -- 172.21.15.1:0/3999063392 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6960009560 con 0x7f6978197690 2024-02-10T00:10:23.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.399+0000 7f697d117640 1 --2- 172.21.15.1:0/3999063392 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6978197690 0x7f6978197b10 secure :-1 s=READY pgs=1735 cs=0 l=1 rev1=1 crypto rx=0x7f696800cce0 tx=0x7f696800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:23.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.399+0000 7f6975ffb640 1 -- 172.21.15.1:0/3999063392 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f696800f450 con 0x7f6978197690 2024-02-10T00:10:23.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.399+0000 7f6975ffb640 1 -- 172.21.15.1:0/3999063392 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f696800fa90 con 0x7f6978197690 2024-02-10T00:10:23.404 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.399+0000 7f697eb7a640 1 -- 172.21.15.1:0/3999063392 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f69781a4430 con 0x7f6978197690 2024-02-10T00:10:23.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.399+0000 7f6975ffb640 1 -- 172.21.15.1:0/3999063392 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6968018b90 con 0x7f6978197690 2024-02-10T00:10:23.405 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.400+0000 7f697eb7a640 1 -- 172.21.15.1:0/3999063392 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69781a4910 con 0x7f6978197690 2024-02-10T00:10:23.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.401+0000 7f697eb7a640 1 -- 172.21.15.1:0/3999063392 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6978069370 con 0x7f6978197690 2024-02-10T00:10:23.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.402+0000 7f6975ffb640 1 -- 172.21.15.1:0/3999063392 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f696800fc00 con 0x7f6978197690 2024-02-10T00:10:23.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.402+0000 7f6975ffb640 1 --2- 172.21.15.1:0/3999063392 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f69640a22a0 0x7f69640a4760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:23.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.402+0000 7f697c916640 1 --2- 172.21.15.1:0/3999063392 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f69640a22a0 0x7f69640a4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:23.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.402+0000 7f6975ffb640 1 -- 172.21.15.1:0/3999063392 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f69680ce7f0 con 0x7f6978197690 2024-02-10T00:10:23.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.403+0000 7f697c916640 1 --2- 172.21.15.1:0/3999063392 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f69640a22a0 0x7f69640a4760 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f6970009b60 tx=0x7f6970005f90 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:23.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.407+0000 7f6975ffb640 1 -- 172.21.15.1:0/3999063392 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f6968097480 con 0x7f6978197690 2024-02-10T00:10:23.612 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.610+0000 7f697eb7a640 1 -- 172.21.15.1:0/3999063392 --> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f6978100730 con 0x7f69640a22a0 2024-02-10T00:10:23.620 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.617+0000 7f6975ffb640 1 -- 172.21.15.1:0/3999063392 <== mgr.15519 v2:172.21.15.1:6800/2509330522 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+10 (secure 0 0 0) 0x7f6978100730 con 0x7f69640a22a0 2024-02-10T00:10:23.620 INFO:teuthology.orchestra.run.smithi001.stdout:/ 1m 6m3h 2024-02-10T00:10:23.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.619+0000 7f697eb7a640 1 -- 172.21.15.1:0/3999063392 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f69640a22a0 msgr2=0x7f69640a4760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:23.622 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.619+0000 7f697eb7a640 1 --2- 172.21.15.1:0/3999063392 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f69640a22a0 0x7f69640a4760 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f6970009b60 tx=0x7f6970005f90 comp rx=0 tx=0).stop 2024-02-10T00:10:23.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.619+0000 7f697eb7a640 1 -- 172.21.15.1:0/3999063392 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6978197690 msgr2=0x7f6978197b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:23.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.619+0000 7f697eb7a640 1 --2- 172.21.15.1:0/3999063392 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6978197690 0x7f6978197b10 secure :-1 s=READY pgs=1735 cs=0 l=1 rev1=1 crypto rx=0x7f696800cce0 tx=0x7f696800a620 comp rx=0 tx=0).stop 2024-02-10T00:10:23.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.619+0000 7f697eb7a640 1 -- 172.21.15.1:0/3999063392 shutdown_connections 2024-02-10T00:10:23.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.619+0000 7f697eb7a640 1 --2- 172.21.15.1:0/3999063392 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f69640a22a0 0x7f69640a4760 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:23.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.619+0000 7f697eb7a640 1 --2- 172.21.15.1:0/3999063392 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6978197690 0x7f6978197b10 unknown :-1 s=CLOSED pgs=1735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:23.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.619+0000 7f697eb7a640 1 --2- 172.21.15.1:0/3999063392 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6978106600 0x7f697819db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:23.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.619+0000 7f697eb7a640 1 --2- 172.21.15.1:0/3999063392 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f69780ffd80 0x7f697819d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:23.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.619+0000 7f697eb7a640 1 -- 172.21.15.1:0/3999063392 >> 172.21.15.1:0/3999063392 conn(0x7f6978075410 msgr2=0x7f69780fdd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:23.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.620+0000 7f697eb7a640 1 -- 172.21.15.1:0/3999063392 shutdown_connections 2024-02-10T00:10:23.623 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:23.620+0000 7f697eb7a640 1 -- 172.21.15.1:0/3999063392 wait complete. 2024-02-10T00:10:23.633 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-02-10T00:10:23.644 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-02-10T00:10:24.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:24 smithi088 ceph-mon[36452]: from='client.19506 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-02-10T00:10:24.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:24 smithi103 ceph-mon[36942]: from='client.19506 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-02-10T00:10:24.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:24 smithi001 ceph-mon[32335]: from='client.19506 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-02-10T00:10:25.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:25 smithi088 ceph-mon[36452]: pgmap v345: 97 pgs: 97 active+clean; 2.5 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 59 KiB/s wr, 23 op/s 2024-02-10T00:10:25.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:25 smithi088 ceph-mon[36452]: from='client.19512 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-02-10T00:10:25.388 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:25 smithi103 ceph-mon[36942]: pgmap v345: 97 pgs: 97 active+clean; 2.5 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 59 KiB/s wr, 23 op/s 2024-02-10T00:10:25.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:25 smithi103 ceph-mon[36942]: from='client.19512 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-02-10T00:10:25.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:25 smithi001 ceph-mon[32335]: pgmap v345: 97 pgs: 97 active+clean; 2.5 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 59 KiB/s wr, 23 op/s 2024-02-10T00:10:25.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:25 smithi001 ceph-mon[32335]: from='client.19512 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-02-10T00:10:27.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:27 smithi088 ceph-mon[36452]: pgmap v346: 97 pgs: 97 active+clean; 2.5 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 32 KiB/s wr, 12 op/s 2024-02-10T00:10:27.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:27 smithi103 ceph-mon[36942]: pgmap v346: 97 pgs: 97 active+clean; 2.5 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 32 KiB/s wr, 12 op/s 2024-02-10T00:10:27.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:27 smithi001 ceph-mon[32335]: pgmap v346: 97 pgs: 97 active+clean; 2.5 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 32 KiB/s wr, 12 op/s 2024-02-10T00:10:29.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:29 smithi088 ceph-mon[36452]: pgmap v347: 97 pgs: 97 active+clean; 2.6 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 39 KiB/s wr, 21 op/s 2024-02-10T00:10:29.388 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:29 smithi103 ceph-mon[36942]: pgmap v347: 97 pgs: 97 active+clean; 2.6 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 39 KiB/s wr, 21 op/s 2024-02-10T00:10:29.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:29 smithi001 ceph-mon[32335]: pgmap v347: 97 pgs: 97 active+clean; 2.6 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 39 KiB/s wr, 21 op/s 2024-02-10T00:10:31.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:31 smithi088 ceph-mon[36452]: pgmap v348: 97 pgs: 97 active+clean; 2.6 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 21 KiB/s wr, 14 op/s 2024-02-10T00:10:31.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:31 smithi103 ceph-mon[36942]: pgmap v348: 97 pgs: 97 active+clean; 2.6 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 21 KiB/s wr, 14 op/s 2024-02-10T00:10:31.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:31 smithi001 ceph-mon[32335]: pgmap v348: 97 pgs: 97 active+clean; 2.6 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 21 KiB/s wr, 14 op/s 2024-02-10T00:10:33.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:33 smithi088 ceph-mon[36452]: pgmap v349: 97 pgs: 97 active+clean; 2.6 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 21 KiB/s wr, 14 op/s 2024-02-10T00:10:33.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:33 smithi103 ceph-mon[36942]: pgmap v349: 97 pgs: 97 active+clean; 2.6 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 21 KiB/s wr, 14 op/s 2024-02-10T00:10:33.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:33 smithi001 ceph-mon[32335]: pgmap v349: 97 pgs: 97 active+clean; 2.6 MiB data, 405 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 21 KiB/s wr, 14 op/s 2024-02-10T00:10:35.344 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:35 smithi088 ceph-mon[36452]: pgmap v350: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 23 KiB/s wr, 19 op/s 2024-02-10T00:10:35.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:35 smithi103 ceph-mon[36942]: pgmap v350: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 23 KiB/s wr, 19 op/s 2024-02-10T00:10:35.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:35 smithi001 ceph-mon[32335]: pgmap v350: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 23 KiB/s wr, 19 op/s 2024-02-10T00:10:35.563 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-02-10T00:10:35.563 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-02-10T00:10:35.672 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.669+0000 7f8e1114f640 1 -- 172.21.15.1:0/3071552497 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8e0c105410 msgr2=0x7f8e0c10cfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:35.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.669+0000 7f8e1114f640 1 --2- 172.21.15.1:0/3071552497 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8e0c105410 0x7f8e0c10cfe0 secure :-1 s=READY pgs=1736 cs=0 l=1 rev1=1 crypto rx=0x7f8e04009cd0 tx=0x7f8e0402c0f0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.669+0000 7f8e1114f640 1 -- 172.21.15.1:0/3071552497 shutdown_connections 2024-02-10T00:10:35.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.669+0000 7f8e1114f640 1 --2- 172.21.15.1:0/3071552497 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8e0c105410 0x7f8e0c10cfe0 unknown :-1 s=CLOSED pgs=1736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.669+0000 7f8e1114f640 1 --2- 172.21.15.1:0/3071552497 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8e0c100cf0 0x7f8e0c104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.669+0000 7f8e1114f640 1 --2- 172.21.15.1:0/3071552497 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8e0c100340 0x7f8e0c100720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.669+0000 7f8e1114f640 1 -- 172.21.15.1:0/3071552497 >> 172.21.15.1:0/3071552497 conn(0x7f8e0c0772e0 msgr2=0x7f8e0c0776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:35.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.669+0000 7f8e1114f640 1 -- 172.21.15.1:0/3071552497 shutdown_connections 2024-02-10T00:10:35.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.669+0000 7f8e1114f640 1 -- 172.21.15.1:0/3071552497 wait complete. 2024-02-10T00:10:35.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.670+0000 7f8e1114f640 1 Processor -- start 2024-02-10T00:10:35.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.670+0000 7f8e1114f640 1 -- start start 2024-02-10T00:10:35.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.671+0000 7f8e1114f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8e0c100340 0x7f8e0c19c450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:35.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.671+0000 7f8e1114f640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8e0c105410 0x7f8e0c19c990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:35.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.671+0000 7f8e1114f640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8e0c196600 0x7f8e0c196ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:35.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.671+0000 7f8e1114f640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e0c196ff0 con 0x7f8e0c100340 2024-02-10T00:10:35.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.671+0000 7f8e1114f640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e0c197160 con 0x7f8e0c196600 2024-02-10T00:10:35.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.671+0000 7f8e1114f640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e0c197320 con 0x7f8e0c105410 2024-02-10T00:10:35.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.671+0000 7f8e0ad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8e0c100340 0x7f8e0c19c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:35.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.671+0000 7f8e0ad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8e0c100340 0x7f8e0c19c450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57324/0 (socket says 172.21.15.1:57324) 2024-02-10T00:10:35.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.671+0000 7f8e0ad9d640 1 -- 172.21.15.1:0/3962980448 learned_addr learned my addr 172.21.15.1:0/3962980448 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:35.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.671+0000 7f8e0a59c640 1 --2- 172.21.15.1:0/3962980448 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8e0c105410 0x7f8e0c19c990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:35.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.671+0000 7f8e0b59e640 1 --2- 172.21.15.1:0/3962980448 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8e0c196600 0x7f8e0c196ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:35.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.671+0000 7f8e0ad9d640 1 -- 172.21.15.1:0/3962980448 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8e0c105410 msgr2=0x7f8e0c19c990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:35.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.671+0000 7f8e0ad9d640 1 --2- 172.21.15.1:0/3962980448 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8e0c105410 0x7f8e0c19c990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.671+0000 7f8e0ad9d640 1 -- 172.21.15.1:0/3962980448 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8e0c196600 msgr2=0x7f8e0c196ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:35.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.671+0000 7f8e0ad9d640 1 --2- 172.21.15.1:0/3962980448 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8e0c196600 0x7f8e0c196ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.671+0000 7f8e0ad9d640 1 -- 172.21.15.1:0/3962980448 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e04009900 con 0x7f8e0c100340 2024-02-10T00:10:35.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.671+0000 7f8e0b59e640 1 --2- 172.21.15.1:0/3962980448 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8e0c196600 0x7f8e0c196ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:10:35.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.671+0000 7f8e0ad9d640 1 --2- 172.21.15.1:0/3962980448 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8e0c100340 0x7f8e0c19c450 secure :-1 s=READY pgs=1737 cs=0 l=1 rev1=1 crypto rx=0x7f8dfc00d950 tx=0x7f8dfc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:35.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.671+0000 7f8df3fff640 1 -- 172.21.15.1:0/3962980448 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8dfc009c30 con 0x7f8e0c100340 2024-02-10T00:10:35.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.671+0000 7f8df3fff640 1 -- 172.21.15.1:0/3962980448 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8dfc009d90 con 0x7f8e0c100340 2024-02-10T00:10:35.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.671+0000 7f8e1114f640 1 -- 172.21.15.1:0/3962980448 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8e0c1a3310 con 0x7f8e0c100340 2024-02-10T00:10:35.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.671+0000 7f8df3fff640 1 -- 172.21.15.1:0/3962980448 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8dfc00f7e0 con 0x7f8e0c100340 2024-02-10T00:10:35.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.671+0000 7f8e1114f640 1 -- 172.21.15.1:0/3962980448 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e0c1a3820 con 0x7f8e0c100340 2024-02-10T00:10:35.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.674+0000 7f8df3fff640 1 -- 172.21.15.1:0/3962980448 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f8dfc010ad0 con 0x7f8e0c100340 2024-02-10T00:10:35.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.674+0000 7f8df3fff640 1 --2- 172.21.15.1:0/3962980448 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8df40a2230 0x7f8df40a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:35.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.674+0000 7f8e0a59c640 1 --2- 172.21.15.1:0/3962980448 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8df40a2230 0x7f8df40a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:35.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.674+0000 7f8df3fff640 1 -- 172.21.15.1:0/3962980448 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f8dfc0cdd50 con 0x7f8e0c100340 2024-02-10T00:10:35.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.675+0000 7f8e0a59c640 1 --2- 172.21.15.1:0/3962980448 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8df40a2230 0x7f8df40a46f0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f8e0c0fec10 tx=0x7f8e00005f90 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:35.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.675+0000 7f8e13e01740 1 Processor -- start 2024-02-10T00:10:35.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.675+0000 7f8e13e01740 1 -- start start 2024-02-10T00:10:35.687 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.675+0000 7f8e13e01740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e533e7c980 0x55e533e7cd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:35.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.675+0000 7f8e13e01740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e533e7d330 0x55e533e858e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:35.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.675+0000 7f8e13e01740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e533e85eb0 0x55e533e88300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:35.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.675+0000 7f8e13e01740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e533e37d00 con 0x55e533e7d330 2024-02-10T00:10:35.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.675+0000 7f8e13e01740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e533dec2f0 con 0x55e533e85eb0 2024-02-10T00:10:35.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.675+0000 7f8e13e01740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e533de9820 con 0x55e533e7c980 2024-02-10T00:10:35.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.675+0000 7f8e0a59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e533e7d330 0x55e533e858e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:35.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.675+0000 7f8e0a59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e533e7d330 0x55e533e858e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57326/0 (socket says 172.21.15.1:57326) 2024-02-10T00:10:35.688 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.675+0000 7f8e0a59c640 1 -- 172.21.15.1:0/1897360851 learned_addr learned my addr 172.21.15.1:0/1897360851 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:35.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.675+0000 7f8e0b59e640 1 --2- 172.21.15.1:0/1897360851 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e533e85eb0 0x55e533e88300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:35.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.675+0000 7f8e0ad9d640 1 --2- 172.21.15.1:0/1897360851 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e533e7c980 0x55e533e7cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:35.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.676+0000 7f8e0a59c640 1 -- 172.21.15.1:0/1897360851 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e533e7c980 msgr2=0x55e533e7cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:35.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.676+0000 7f8e0a59c640 1 --2- 172.21.15.1:0/1897360851 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e533e7c980 0x55e533e7cd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.676+0000 7f8e0a59c640 1 -- 172.21.15.1:0/1897360851 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e533e85eb0 msgr2=0x55e533e88300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:35.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.676+0000 7f8e0a59c640 1 --2- 172.21.15.1:0/1897360851 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e533e85eb0 0x55e533e88300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.676+0000 7f8e0a59c640 1 -- 172.21.15.1:0/1897360851 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e533da6ff0 con 0x55e533e7d330 2024-02-10T00:10:35.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.676+0000 7f8e0a59c640 1 --2- 172.21.15.1:0/1897360851 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e533e7d330 0x55e533e858e0 secure :-1 s=READY pgs=1738 cs=0 l=1 rev1=1 crypto rx=0x7f8e00011e40 tx=0x7f8e00014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82f8a42c97e48c40 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:35.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.676+0000 7f8df17fa640 1 -- 172.21.15.1:0/1897360851 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e00003d70 con 0x55e533e7d330 2024-02-10T00:10:35.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.676+0000 7f8df17fa640 1 -- 172.21.15.1:0/1897360851 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8e000044d0 con 0x55e533e7d330 2024-02-10T00:10:35.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.676+0000 7f8df17fa640 1 -- 172.21.15.1:0/1897360851 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e00026720 con 0x55e533e7d330 2024-02-10T00:10:35.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.677+0000 7f8e13e01740 1 -- 172.21.15.1:0/1897360851 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e533e7d330 msgr2=0x55e533e858e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:35.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.677+0000 7f8e13e01740 1 --2- 172.21.15.1:0/1897360851 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e533e7d330 0x55e533e858e0 secure :-1 s=READY pgs=1738 cs=0 l=1 rev1=1 crypto rx=0x7f8e00011e40 tx=0x7f8e00014000 comp rx=0 tx=0).stop 2024-02-10T00:10:35.689 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.677+0000 7f8e13e01740 1 -- 172.21.15.1:0/1897360851 shutdown_connections 2024-02-10T00:10:35.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.677+0000 7f8e13e01740 1 --2- 172.21.15.1:0/1897360851 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e533e85eb0 0x55e533e88300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.677+0000 7f8e13e01740 1 --2- 172.21.15.1:0/1897360851 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e533e7d330 0x55e533e858e0 unknown :-1 s=CLOSED pgs=1738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.677+0000 7f8e13e01740 1 --2- 172.21.15.1:0/1897360851 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e533e7c980 0x55e533e7cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.677+0000 7f8e13e01740 1 -- 172.21.15.1:0/1897360851 >> 172.21.15.1:0/1897360851 conn(0x55e533e77050 msgr2=0x55e533e77430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:35.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.677+0000 7f8e13e01740 1 -- 172.21.15.1:0/1897360851 shutdown_connections 2024-02-10T00:10:35.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.677+0000 7f8e13e01740 1 -- 172.21.15.1:0/1897360851 wait complete. 2024-02-10T00:10:35.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.677+0000 7f8e13e01740 1 -- start start 2024-02-10T00:10:35.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.677+0000 7f8e13e01740 1 Processor -- start 2024-02-10T00:10:35.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.677+0000 7f8e13e01740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e533e7c980 0x55e533e82e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:35.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.677+0000 7f8e13e01740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e533e7d330 0x55e533e83340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:35.690 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.677+0000 7f8e13e01740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e533e85eb0 0x55e533e83880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:35.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.677+0000 7f8e13e01740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e533de5000 con 0x55e533e85eb0 2024-02-10T00:10:35.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.677+0000 7f8e13e01740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e533ab8430 con 0x55e533e7c980 2024-02-10T00:10:35.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.677+0000 7f8e13e01740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e533a74e00 con 0x55e533e7d330 2024-02-10T00:10:35.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.677+0000 7f8e13e01740 10 client.0 _ll_register_callbacks cb 0x55e533dd97f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:10:35.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.678+0000 7f8e0b59e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e533e85eb0 0x55e533e83880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:35.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.678+0000 7f8e0b59e640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e533e85eb0 0x55e533e83880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57334/0 (socket says 172.21.15.1:57334) 2024-02-10T00:10:35.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.678+0000 7f8e0b59e640 1 -- 172.21.15.1:0/1779058966 learned_addr learned my addr 172.21.15.1:0/1779058966 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:35.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.678+0000 7f8e0ad9d640 1 --2- 172.21.15.1:0/1779058966 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e533e7c980 0x55e533e82e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:35.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.678+0000 7f8e0a59c640 1 --2- 172.21.15.1:0/1779058966 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e533e7d330 0x55e533e83340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:35.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.678+0000 7f8e0b59e640 1 -- 172.21.15.1:0/1779058966 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e533e7d330 msgr2=0x55e533e83340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:35.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.678+0000 7f8e0b59e640 1 --2- 172.21.15.1:0/1779058966 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e533e7d330 0x55e533e83340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.678+0000 7f8e0b59e640 1 -- 172.21.15.1:0/1779058966 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e533e7c980 msgr2=0x55e533e82e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:35.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.678+0000 7f8e0b59e640 1 --2- 172.21.15.1:0/1779058966 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e533e7c980 0x55e533e82e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.691 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.678+0000 7f8e0b59e640 1 -- 172.21.15.1:0/1779058966 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e00017070 con 0x55e533e85eb0 2024-02-10T00:10:35.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.678+0000 7f8e0ad9d640 1 --2- 172.21.15.1:0/1779058966 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e533e7c980 0x55e533e82e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:10:35.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.678+0000 7f8e0a59c640 1 --2- 172.21.15.1:0/1779058966 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e533e7d330 0x55e533e83340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:10:35.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.678+0000 7f8e0b59e640 1 --2- 172.21.15.1:0/1779058966 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e533e85eb0 0x55e533e83880 secure :-1 s=READY pgs=1739 cs=0 l=1 rev1=1 crypto rx=0x7f8e0402c700 tx=0x7f8e04034670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87bab6fac79d6aad server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:35.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.678+0000 7f8deeff5640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:10:35.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.678+0000 7f8deeff5640 1 -- 172.21.15.1:0/1779058966 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e040328b0 con 0x55e533e85eb0 2024-02-10T00:10:35.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.678+0000 7f8deeff5640 1 -- 172.21.15.1:0/1779058966 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f8e04045070 con 0x55e533e85eb0 2024-02-10T00:10:35.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.678+0000 7f8e13e01740 1 -- 172.21.15.1:0/1779058966 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e533ae47e0 con 0x55e533e85eb0 2024-02-10T00:10:35.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.679+0000 7f8deeff5640 1 -- 172.21.15.1:0/1779058966 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8e04032a10 con 0x55e533e85eb0 2024-02-10T00:10:35.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.679+0000 7f8e13e01740 10 client.19524 fetch_fsmap learned FSMap version 29 2024-02-10T00:10:35.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.679+0000 7f8e13e01740 1 -- 172.21.15.1:0/1779058966 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55e533de3680 con 0x55e533e85eb0 2024-02-10T00:10:35.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.679+0000 7f8deeff5640 1 -- 172.21.15.1:0/1779058966 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x55e533ae47e0 con 0x55e533e85eb0 2024-02-10T00:10:35.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.679+0000 7f8deeff5640 1 -- 172.21.15.1:0/1779058966 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f8e04004570 con 0x55e533e85eb0 2024-02-10T00:10:35.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.679+0000 7f8e13e01740 10 client.19524 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:10:35.692 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.679+0000 7f8e13e01740 10 client.19524 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:10:35.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.679+0000 7f8e13e01740 20 client.19524 populate_metadata read hostname 'smithi001' 2024-02-10T00:10:35.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.679+0000 7f8e13e01740 1 --2- 172.21.15.1:0/1779058966 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e533e96340 0x55e533e98760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:35.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.679+0000 7f8e13e01740 4 client.19524 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:10:35.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.679+0000 7f8e13e01740 1 -- 172.21.15.1:0/1779058966 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e533b21720 con 0x55e533e96340 2024-02-10T00:10:35.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.679+0000 7f8e0ad9d640 1 --2- 172.21.15.1:0/1779058966 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e533e96340 0x55e533e98760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:35.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.680+0000 7f8deeff5640 10 client.19524 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:10:35.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.680+0000 7f8e0ad9d640 1 --2- 172.21.15.1:0/1779058966 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e533e96340 0x55e533e98760 crc :-1 s=READY pgs=302 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c5b705794eb7db45 server_cookie=42c616e4aafad6a4 in_seq=0 out_seq=0 2024-02-10T00:10:35.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.681+0000 7f8deeff5640 1 -- 172.21.15.1:0/1779058966 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55e533b21720 con 0x55e533e96340 2024-02-10T00:10:35.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.681+0000 7f8deeff5640 10 client.19524 handle_command_reply: tid=0 2024-02-10T00:10:35.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.681+0000 7f8e13e01740 1 client.19524 shutdown 2024-02-10T00:10:35.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.681+0000 7f8e13e01740 1 -- 172.21.15.1:0/1779058966 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e533e85eb0 msgr2=0x55e533e83880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:35.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.681+0000 7f8e13e01740 1 --2- 172.21.15.1:0/1779058966 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e533e85eb0 0x55e533e83880 secure :-1 s=READY pgs=1739 cs=0 l=1 rev1=1 crypto rx=0x7f8e0402c700 tx=0x7f8e04034670 comp rx=0 tx=0).stop 2024-02-10T00:10:35.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.681+0000 7f8e13e01740 1 -- 172.21.15.1:0/1779058966 shutdown_connections 2024-02-10T00:10:35.693 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.681+0000 7f8e13e01740 1 --2- 172.21.15.1:0/1779058966 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e533e96340 0x55e533e98760 crc :-1 s=READY pgs=302 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.681+0000 7f8e13e01740 1 --2- 172.21.15.1:0/1779058966 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e533e85eb0 0x55e533e83880 unknown :-1 s=CLOSED pgs=1739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.681+0000 7f8e13e01740 1 --2- 172.21.15.1:0/1779058966 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e533e7d330 0x55e533e83340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.681+0000 7f8deeff5640 0 client.19524 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:10:35.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.681+0000 7f8e13e01740 1 --2- 172.21.15.1:0/1779058966 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e533e7c980 0x55e533e82e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.681+0000 7f8e13e01740 1 -- 172.21.15.1:0/1779058966 >> 172.21.15.1:0/1779058966 conn(0x55e533e77050 msgr2=0x55e533e78da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:35.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.681+0000 7f8e13e01740 1 -- 172.21.15.1:0/1779058966 shutdown_connections 2024-02-10T00:10:35.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.681+0000 7f8e13e01740 1 -- 172.21.15.1:0/1779058966 wait complete. 2024-02-10T00:10:35.694 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.681+0000 7f8e13e01740 20 client.19524 trim_cache size 0 max 16384 2024-02-10T00:10:35.700 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.696+0000 7f8e13e01740 1 Processor -- start 2024-02-10T00:10:35.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.696+0000 7f8e13e01740 1 -- start start 2024-02-10T00:10:35.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.696+0000 7f8e13e01740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e533e7c980 0x55e533e85530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:35.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.696+0000 7f8e13e01740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e533e7d330 0x55e533e8d0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:35.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.696+0000 7f8e13e01740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e533e85eb0 0x55e533e7e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:35.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.696+0000 7f8e13e01740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e533d69fd0 con 0x55e533e7c980 2024-02-10T00:10:35.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.696+0000 7f8e13e01740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e533e7c5b0 con 0x55e533e7d330 2024-02-10T00:10:35.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.696+0000 7f8e13e01740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e533e4cab0 con 0x55e533e85eb0 2024-02-10T00:10:35.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.696+0000 7f8e0ad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e533e7c980 0x55e533e85530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:35.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.696+0000 7f8e0ad9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e533e7c980 0x55e533e85530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57340/0 (socket says 172.21.15.1:57340) 2024-02-10T00:10:35.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.696+0000 7f8e0ad9d640 1 -- 172.21.15.1:0/3644670642 learned_addr learned my addr 172.21.15.1:0/3644670642 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:35.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.697+0000 7f8e0a59c640 1 --2- 172.21.15.1:0/3644670642 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e533e7d330 0x55e533e8d0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:35.701 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.697+0000 7f8e0b59e640 1 --2- 172.21.15.1:0/3644670642 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e533e85eb0 0x55e533e7e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:35.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.697+0000 7f8e0ad9d640 1 -- 172.21.15.1:0/3644670642 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e533e85eb0 msgr2=0x55e533e7e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:35.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.697+0000 7f8e0ad9d640 1 --2- 172.21.15.1:0/3644670642 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e533e85eb0 0x55e533e7e0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.697+0000 7f8e0ad9d640 1 -- 172.21.15.1:0/3644670642 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e533e7d330 msgr2=0x55e533e8d0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:35.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.697+0000 7f8e0ad9d640 1 --2- 172.21.15.1:0/3644670642 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e533e7d330 0x55e533e8d0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.697+0000 7f8e0ad9d640 1 -- 172.21.15.1:0/3644670642 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e533d7fb30 con 0x55e533e7c980 2024-02-10T00:10:35.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.697+0000 7f8e0ad9d640 1 --2- 172.21.15.1:0/3644670642 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e533e7c980 0x55e533e85530 secure :-1 s=READY pgs=1740 cs=0 l=1 rev1=1 crypto rx=0x7f8dfc097110 tx=0x7f8dfc000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5e83621c8d68825 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:35.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.697+0000 7f8df0ff9640 1 -- 172.21.15.1:0/3644670642 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8dfc0a2ee0 con 0x55e533e7c980 2024-02-10T00:10:35.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.697+0000 7f8df0ff9640 1 -- 172.21.15.1:0/3644670642 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8dfc0987e0 con 0x55e533e7c980 2024-02-10T00:10:35.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.697+0000 7f8df0ff9640 1 -- 172.21.15.1:0/3644670642 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8dfc0ba310 con 0x55e533e7c980 2024-02-10T00:10:35.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.698+0000 7f8e13e01740 1 -- 172.21.15.1:0/3644670642 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e533e7c980 msgr2=0x55e533e85530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:35.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.698+0000 7f8e13e01740 1 --2- 172.21.15.1:0/3644670642 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e533e7c980 0x55e533e85530 secure :-1 s=READY pgs=1740 cs=0 l=1 rev1=1 crypto rx=0x7f8dfc097110 tx=0x7f8dfc000bc0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.698+0000 7f8e13e01740 1 -- 172.21.15.1:0/3644670642 shutdown_connections 2024-02-10T00:10:35.702 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.698+0000 7f8e13e01740 1 --2- 172.21.15.1:0/3644670642 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e533e85eb0 0x55e533e7e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.698+0000 7f8e13e01740 1 --2- 172.21.15.1:0/3644670642 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e533e7d330 0x55e533e8d0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.698+0000 7f8e13e01740 1 --2- 172.21.15.1:0/3644670642 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e533e7c980 0x55e533e85530 unknown :-1 s=CLOSED pgs=1740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.698+0000 7f8e13e01740 1 -- 172.21.15.1:0/3644670642 >> 172.21.15.1:0/3644670642 conn(0x55e533e77050 msgr2=0x55e533e77430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:35.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.698+0000 7f8e13e01740 1 -- 172.21.15.1:0/3644670642 shutdown_connections 2024-02-10T00:10:35.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.698+0000 7f8e13e01740 1 -- 172.21.15.1:0/3644670642 wait complete. 2024-02-10T00:10:35.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.698+0000 7f8e13e01740 1 -- start start 2024-02-10T00:10:35.703 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.698+0000 7f8e13e01740 1 Processor -- start 2024-02-10T00:10:35.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.698+0000 7f8e13e01740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e533e7c980 0x55e533ee8c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:35.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.698+0000 7f8e13e01740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e533e7d330 0x55e533ee9140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:35.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.699+0000 7f8e13e01740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e533e85eb0 0x55e533ee3010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:35.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.699+0000 7f8e13e01740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e533ee35d0 con 0x55e533e7d330 2024-02-10T00:10:35.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.699+0000 7f8e13e01740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e533ee3740 con 0x55e533e85eb0 2024-02-10T00:10:35.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.699+0000 7f8e13e01740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e533ee3900 con 0x55e533e7c980 2024-02-10T00:10:35.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.699+0000 7f8e13e01740 10 client.0 _ll_register_callbacks cb 0x7f8e00009960 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:10:35.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.699+0000 7f8e0a59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e533e7d330 0x55e533ee9140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:35.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.699+0000 7f8e0a59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e533e7d330 0x55e533ee9140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57346/0 (socket says 172.21.15.1:57346) 2024-02-10T00:10:35.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.699+0000 7f8e0a59c640 1 -- 172.21.15.1:0/2549353821 learned_addr learned my addr 172.21.15.1:0/2549353821 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:35.708 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.699+0000 7f8e0ad9d640 1 --2- 172.21.15.1:0/2549353821 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e533e7c980 0x55e533ee8c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:35.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.699+0000 7f8e0b59e640 1 --2- 172.21.15.1:0/2549353821 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e533e85eb0 0x55e533ee3010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:35.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.699+0000 7f8e0a59c640 1 -- 172.21.15.1:0/2549353821 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e533e7c980 msgr2=0x55e533ee8c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:35.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.699+0000 7f8e0a59c640 1 --2- 172.21.15.1:0/2549353821 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e533e7c980 0x55e533ee8c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.699+0000 7f8e0a59c640 1 -- 172.21.15.1:0/2549353821 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e533e85eb0 msgr2=0x55e533ee3010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:35.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.699+0000 7f8e0a59c640 1 --2- 172.21.15.1:0/2549353821 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e533e85eb0 0x55e533ee3010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.699+0000 7f8e0a59c640 1 -- 172.21.15.1:0/2549353821 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e0c1a3820 con 0x55e533e7d330 2024-02-10T00:10:35.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.699+0000 7f8e0a59c640 1 --2- 172.21.15.1:0/2549353821 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e533e7d330 0x55e533ee9140 secure :-1 s=READY pgs=1741 cs=0 l=1 rev1=1 crypto rx=0x7f8e00021040 tx=0x7f8e00005270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3de8ce80072cc77 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:35.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.699+0000 7f8deeff5640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:10:35.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.699+0000 7f8deeff5640 1 -- 172.21.15.1:0/2549353821 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e0002e070 con 0x55e533e7d330 2024-02-10T00:10:35.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.699+0000 7f8deeff5640 1 -- 172.21.15.1:0/2549353821 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f8e000055f0 con 0x55e533e7d330 2024-02-10T00:10:35.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.699+0000 7f8e13e01740 1 -- 172.21.15.1:0/2549353821 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8e000044d0 con 0x55e533e7d330 2024-02-10T00:10:35.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.699+0000 7f8deeff5640 1 -- 172.21.15.1:0/2549353821 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8e000118b0 con 0x55e533e7d330 2024-02-10T00:10:35.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.699+0000 7f8e13e01740 10 client.19530 fetch_fsmap learned FSMap version 29 2024-02-10T00:10:35.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.699+0000 7f8e13e01740 1 -- 172.21.15.1:0/2549353821 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55e533da5850 con 0x55e533e7d330 2024-02-10T00:10:35.709 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.700+0000 7f8deeff5640 1 -- 172.21.15.1:0/2549353821 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8e000044d0 con 0x55e533e7d330 2024-02-10T00:10:35.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.700+0000 7f8deeff5640 1 -- 172.21.15.1:0/2549353821 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f8e00024020 con 0x55e533e7d330 2024-02-10T00:10:35.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.700+0000 7f8e13e01740 10 client.19530 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:10:35.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.700+0000 7f8e13e01740 10 client.19530 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:10:35.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.700+0000 7f8e13e01740 20 client.19530 populate_metadata read hostname 'smithi001' 2024-02-10T00:10:35.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.700+0000 7f8e13e01740 1 --2- 172.21.15.1:0/2549353821 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e533ef09b0 0x55e533ef2da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:35.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.700+0000 7f8e13e01740 4 client.19530 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-02-10T00:10:35.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.700+0000 7f8e13e01740 1 -- 172.21.15.1:0/2549353821 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55e533b70890 con 0x55e533ef09b0 2024-02-10T00:10:35.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.700+0000 7f8e0ad9d640 1 --2- 172.21.15.1:0/2549353821 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e533ef09b0 0x55e533ef2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:35.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.700+0000 7f8deeff5640 10 client.19530 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:10:35.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.700+0000 7f8e0ad9d640 1 --2- 172.21.15.1:0/2549353821 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e533ef09b0 0x55e533ef2da0 crc :-1 s=READY pgs=303 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d6c8a0233ff3e191 server_cookie=728629ec423de195 in_seq=0 out_seq=0 2024-02-10T00:10:35.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.701+0000 7f8deeff5640 1 -- 172.21.15.1:0/2549353821 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55e533b70890 con 0x55e533ef09b0 2024-02-10T00:10:35.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.701+0000 7f8deeff5640 10 client.19530 handle_command_reply: tid=0 2024-02-10T00:10:35.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.701+0000 7f8e13e01740 1 client.19530 shutdown 2024-02-10T00:10:35.710 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.701+0000 7f8e13e01740 1 -- 172.21.15.1:0/2549353821 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e533e7d330 msgr2=0x55e533ee9140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:35.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.701+0000 7f8e13e01740 1 --2- 172.21.15.1:0/2549353821 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e533e7d330 0x55e533ee9140 secure :-1 s=READY pgs=1741 cs=0 l=1 rev1=1 crypto rx=0x7f8e00021040 tx=0x7f8e00005270 comp rx=0 tx=0).stop 2024-02-10T00:10:35.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.701+0000 7f8e13e01740 1 -- 172.21.15.1:0/2549353821 shutdown_connections 2024-02-10T00:10:35.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.701+0000 7f8e13e01740 1 --2- 172.21.15.1:0/2549353821 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x55e533ef09b0 0x55e533ef2da0 crc :-1 s=READY pgs=303 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.701+0000 7f8e13e01740 1 --2- 172.21.15.1:0/2549353821 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x55e533e85eb0 0x55e533ee3010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.701+0000 7f8e13e01740 1 --2- 172.21.15.1:0/2549353821 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x55e533e7d330 0x55e533ee9140 unknown :-1 s=CLOSED pgs=1741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.701+0000 7f8deeff5640 0 client.19530 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:10:35.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.701+0000 7f8e13e01740 1 --2- 172.21.15.1:0/2549353821 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x55e533e7c980 0x55e533ee8c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.701+0000 7f8e13e01740 1 -- 172.21.15.1:0/2549353821 >> 172.21.15.1:0/2549353821 conn(0x55e533e77050 msgr2=0x55e533e81630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:35.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.701+0000 7f8e13e01740 1 -- 172.21.15.1:0/2549353821 shutdown_connections 2024-02-10T00:10:35.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.701+0000 7f8e13e01740 1 -- 172.21.15.1:0/2549353821 wait complete. 2024-02-10T00:10:35.711 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.701+0000 7f8e13e01740 20 client.19530 trim_cache size 0 max 16384 2024-02-10T00:10:35.712 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:10:35.712 INFO:teuthology.orchestra.run.smithi001.stdout: "status": "no active scrubs running", 2024-02-10T00:10:35.712 INFO:teuthology.orchestra.run.smithi001.stdout: "scrubs": {} 2024-02-10T00:10:35.712 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:10:35.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.701+0000 7f8e1114f640 1 -- 172.21.15.1:0/3962980448 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8df40a2230 msgr2=0x7f8df40a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:35.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.701+0000 7f8e1114f640 1 --2- 172.21.15.1:0/3962980448 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8df40a2230 0x7f8df40a46f0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f8e0c0fec10 tx=0x7f8e00005f90 comp rx=0 tx=0).stop 2024-02-10T00:10:35.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.702+0000 7f8e1114f640 1 -- 172.21.15.1:0/3962980448 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8e0c100340 msgr2=0x7f8e0c19c450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:35.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.702+0000 7f8e1114f640 1 --2- 172.21.15.1:0/3962980448 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8e0c100340 0x7f8e0c19c450 secure :-1 s=READY pgs=1737 cs=0 l=1 rev1=1 crypto rx=0x7f8dfc00d950 tx=0x7f8dfc00de10 comp rx=0 tx=0).stop 2024-02-10T00:10:35.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.702+0000 7f8e1114f640 1 -- 172.21.15.1:0/3962980448 shutdown_connections 2024-02-10T00:10:35.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.702+0000 7f8e1114f640 1 --2- 172.21.15.1:0/3962980448 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8df40a2230 0x7f8df40a46f0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.702+0000 7f8e1114f640 1 --2- 172.21.15.1:0/3962980448 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8e0c196600 0x7f8e0c196ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.702+0000 7f8e1114f640 1 --2- 172.21.15.1:0/3962980448 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8e0c105410 0x7f8e0c19c990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.702+0000 7f8e1114f640 1 --2- 172.21.15.1:0/3962980448 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8e0c100340 0x7f8e0c19c450 unknown :-1 s=CLOSED pgs=1737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.702+0000 7f8e1114f640 1 -- 172.21.15.1:0/3962980448 >> 172.21.15.1:0/3962980448 conn(0x7f8e0c0772e0 msgr2=0x7f8e0c1065e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:35.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.702+0000 7f8e1114f640 1 -- 172.21.15.1:0/3962980448 shutdown_connections 2024-02-10T00:10:35.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.702+0000 7f8e1114f640 1 -- 172.21.15.1:0/3962980448 wait complete. 2024-02-10T00:10:35.716 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-02-10T00:10:35.716 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-10T00:10:35.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.818+0000 7fa20730d640 1 -- 172.21.15.1:0/2951413611 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa200102d70 msgr2=0x7fa20010b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:35.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.818+0000 7fa20730d640 1 --2- 172.21.15.1:0/2951413611 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa200102d70 0x7fa20010b250 secure :-1 s=READY pgs=1742 cs=0 l=1 rev1=1 crypto rx=0x7fa1f4009900 tx=0x7fa1f402bcd0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.818+0000 7fa20730d640 1 -- 172.21.15.1:0/2951413611 shutdown_connections 2024-02-10T00:10:35.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.818+0000 7fa20730d640 1 --2- 172.21.15.1:0/2951413611 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa20010b820 0x7fa20010dc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.818+0000 7fa20730d640 1 --2- 172.21.15.1:0/2951413611 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa200102d70 0x7fa20010b250 unknown :-1 s=CLOSED pgs=1742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.818+0000 7fa20730d640 1 --2- 172.21.15.1:0/2951413611 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa200102450 0x7fa200102830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.818+0000 7fa20730d640 1 -- 172.21.15.1:0/2951413611 >> 172.21.15.1:0/2951413611 conn(0x7fa2000772b0 msgr2=0x7fa2000776c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:35.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.818+0000 7fa20730d640 1 -- 172.21.15.1:0/2951413611 shutdown_connections 2024-02-10T00:10:35.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.818+0000 7fa20730d640 1 -- 172.21.15.1:0/2951413611 wait complete. 2024-02-10T00:10:35.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.818+0000 7fa20730d640 1 Processor -- start 2024-02-10T00:10:35.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.818+0000 7fa20730d640 1 -- start start 2024-02-10T00:10:35.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.819+0000 7fa20730d640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa200102450 0x7fa20019d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:35.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.819+0000 7fa20730d640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa200102d70 0x7fa20019dae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:35.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.819+0000 7fa20730d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa20010b820 0x7fa2001976b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:35.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.819+0000 7fa20730d640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa200197e40 con 0x7fa20010b820 2024-02-10T00:10:35.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.819+0000 7fa20730d640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa200197fb0 con 0x7fa200102d70 2024-02-10T00:10:35.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.819+0000 7fa20730d640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa200198170 con 0x7fa200102450 2024-02-10T00:10:35.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.819+0000 7fa2058aa640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa20010b820 0x7fa2001976b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:35.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.819+0000 7fa2058aa640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa20010b820 0x7fa2001976b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57372/0 (socket says 172.21.15.1:57372) 2024-02-10T00:10:35.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.819+0000 7fa2058aa640 1 -- 172.21.15.1:0/2536659676 learned_addr learned my addr 172.21.15.1:0/2536659676 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:35.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.819+0000 7fa2050a9640 1 --2- 172.21.15.1:0/2536659676 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa200102450 0x7fa20019d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:35.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.819+0000 7fa2048a8640 1 --2- 172.21.15.1:0/2536659676 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa200102d70 0x7fa20019dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:35.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.819+0000 7fa2058aa640 1 -- 172.21.15.1:0/2536659676 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa200102450 msgr2=0x7fa20019d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:35.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.819+0000 7fa2058aa640 1 --2- 172.21.15.1:0/2536659676 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa200102450 0x7fa20019d5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.819+0000 7fa2058aa640 1 -- 172.21.15.1:0/2536659676 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa200102d70 msgr2=0x7fa20019dae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:35.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.819+0000 7fa2058aa640 1 --2- 172.21.15.1:0/2536659676 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa200102d70 0x7fa20019dae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:35.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.819+0000 7fa2058aa640 1 -- 172.21.15.1:0/2536659676 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1f4009560 con 0x7fa20010b820 2024-02-10T00:10:35.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.819+0000 7fa2048a8640 1 --2- 172.21.15.1:0/2536659676 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa200102d70 0x7fa20019dae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:10:35.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.819+0000 7fa2058aa640 1 --2- 172.21.15.1:0/2536659676 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa20010b820 0x7fa2001976b0 secure :-1 s=READY pgs=1743 cs=0 l=1 rev1=1 crypto rx=0x7fa1f8009fd0 tx=0x7fa1f800b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:35.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.819+0000 7fa1f27fc640 1 -- 172.21.15.1:0/2536659676 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1f800bea0 con 0x7fa20010b820 2024-02-10T00:10:35.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.819+0000 7fa1f27fc640 1 -- 172.21.15.1:0/2536659676 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa1f8009940 con 0x7fa20010b820 2024-02-10T00:10:35.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.819+0000 7fa20730d640 1 -- 172.21.15.1:0/2536659676 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa200198450 con 0x7fa20010b820 2024-02-10T00:10:35.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.819+0000 7fa1f27fc640 1 -- 172.21.15.1:0/2536659676 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1f80106c0 con 0x7fa20010b820 2024-02-10T00:10:35.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.820+0000 7fa20730d640 1 -- 172.21.15.1:0/2536659676 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2001a4520 con 0x7fa20010b820 2024-02-10T00:10:35.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.821+0000 7fa20730d640 1 -- 172.21.15.1:0/2536659676 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa200068d40 con 0x7fa20010b820 2024-02-10T00:10:35.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.822+0000 7fa1f27fc640 1 -- 172.21.15.1:0/2536659676 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fa1f8004240 con 0x7fa20010b820 2024-02-10T00:10:35.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.822+0000 7fa1f27fc640 1 --2- 172.21.15.1:0/2536659676 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa1ec0a2230 0x7fa1ec0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:35.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.822+0000 7fa2050a9640 1 --2- 172.21.15.1:0/2536659676 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa1ec0a2230 0x7fa1ec0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:35.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.822+0000 7fa1f27fc640 1 -- 172.21.15.1:0/2536659676 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fa1f80cde30 con 0x7fa20010b820 2024-02-10T00:10:35.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.823+0000 7fa2050a9640 1 --2- 172.21.15.1:0/2536659676 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa1ec0a2230 0x7fa1ec0a46f0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fa1fc009b60 tx=0x7fa1fc005f90 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:35.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:35.827+0000 7fa1f27fc640 1 -- 172.21.15.1:0/2536659676 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fa1f8096ac0 con 0x7fa20010b820 2024-02-10T00:10:36.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.092+0000 7fa20730d640 1 -- 172.21.15.1:0/2536659676 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa200106910 con 0x7fa20010b820 2024-02-10T00:10:36.095 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.093+0000 7fa1f27fc640 1 -- 172.21.15.1:0/2536659676 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) v1 ==== 94+0+11367 (secure 0 0 0) 0x7fa1f809a180 con 0x7fa20010b820 2024-02-10T00:10:36.096 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-10T00:10:36.096 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-09T23:57:05.956988+0000","modified":"2024-02-10T00:00:18.086451+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24496,"mds_2":24476,"mds_3":24475,"mds_4":14646},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14646":{"gid":14646,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24398":{"gid":24398,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24406":{"gid":24406,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24475":{"gid":24475,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_25477":{"gid":25477,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/1094349051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":1094349051},{"type":"v1","addr":"172.21.15.103:6835","nonce":1094349051}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-10T00:10:36.096 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 29 2024-02-10T00:10:36.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.095+0000 7fa20730d640 1 -- 172.21.15.1:0/2536659676 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa1ec0a2230 msgr2=0x7fa1ec0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.095+0000 7fa20730d640 1 --2- 172.21.15.1:0/2536659676 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa1ec0a2230 0x7fa1ec0a46f0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fa1fc009b60 tx=0x7fa1fc005f90 comp rx=0 tx=0).stop 2024-02-10T00:10:36.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.095+0000 7fa20730d640 1 -- 172.21.15.1:0/2536659676 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa20010b820 msgr2=0x7fa2001976b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.095+0000 7fa20730d640 1 --2- 172.21.15.1:0/2536659676 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa20010b820 0x7fa2001976b0 secure :-1 s=READY pgs=1743 cs=0 l=1 rev1=1 crypto rx=0x7fa1f8009fd0 tx=0x7fa1f800b260 comp rx=0 tx=0).stop 2024-02-10T00:10:36.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.095+0000 7fa20730d640 1 -- 172.21.15.1:0/2536659676 shutdown_connections 2024-02-10T00:10:36.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.095+0000 7fa20730d640 1 --2- 172.21.15.1:0/2536659676 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa1ec0a2230 0x7fa1ec0a46f0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.095+0000 7fa20730d640 1 --2- 172.21.15.1:0/2536659676 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa20010b820 0x7fa2001976b0 unknown :-1 s=CLOSED pgs=1743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.095+0000 7fa20730d640 1 --2- 172.21.15.1:0/2536659676 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa200102d70 0x7fa20019dae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.095+0000 7fa20730d640 1 --2- 172.21.15.1:0/2536659676 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa200102450 0x7fa20019d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.095+0000 7fa20730d640 1 -- 172.21.15.1:0/2536659676 >> 172.21.15.1:0/2536659676 conn(0x7fa2000772b0 msgr2=0x7fa2000fe320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:36.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.095+0000 7fa20730d640 1 -- 172.21.15.1:0/2536659676 shutdown_connections 2024-02-10T00:10:36.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.095+0000 7fa20730d640 1 -- 172.21.15.1:0/2536659676 wait complete. 2024-02-10T00:10:36.109 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:10:36.109 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-02-10T00:10:36.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.212+0000 7f63ac015640 1 -- 172.21.15.1:0/2605072023 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f63a4100340 msgr2=0x7f63a4100720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.212+0000 7f63ac015640 1 --2- 172.21.15.1:0/2605072023 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f63a4100340 0x7f63a4100720 secure :-1 s=READY pgs=1744 cs=0 l=1 rev1=1 crypto rx=0x7f63a0009930 tx=0x7f63a002bc30 comp rx=0 tx=0).stop 2024-02-10T00:10:36.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.212+0000 7f63ac015640 1 -- 172.21.15.1:0/2605072023 shutdown_connections 2024-02-10T00:10:36.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.212+0000 7f63ac015640 1 --2- 172.21.15.1:0/2605072023 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63a4105410 0x7f63a410cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.212+0000 7f63ac015640 1 --2- 172.21.15.1:0/2605072023 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f63a4100cf0 0x7f63a4104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.212+0000 7f63ac015640 1 --2- 172.21.15.1:0/2605072023 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f63a4100340 0x7f63a4100720 unknown :-1 s=CLOSED pgs=1744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.212+0000 7f63ac015640 1 -- 172.21.15.1:0/2605072023 >> 172.21.15.1:0/2605072023 conn(0x7f63a40772e0 msgr2=0x7f63a40776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:36.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.212+0000 7f63ac015640 1 -- 172.21.15.1:0/2605072023 shutdown_connections 2024-02-10T00:10:36.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.212+0000 7f63ac015640 1 -- 172.21.15.1:0/2605072023 wait complete. 2024-02-10T00:10:36.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.213+0000 7f63ac015640 1 Processor -- start 2024-02-10T00:10:36.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.213+0000 7f63ac015640 1 -- start start 2024-02-10T00:10:36.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.213+0000 7f63ac015640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f63a4100340 0x7f63a419d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.213+0000 7f63ac015640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63a4105410 0x7f63a419db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.213+0000 7f63ac015640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f63a4197730 0x7f63a4197bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.213+0000 7f63ac015640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63a4198200 con 0x7f63a4197730 2024-02-10T00:10:36.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.213+0000 7f63ac015640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63a4198370 con 0x7f63a4105410 2024-02-10T00:10:36.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.213+0000 7f63ac015640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63a4198530 con 0x7f63a4100340 2024-02-10T00:10:36.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.213+0000 7f63aa5b2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f63a4197730 0x7f63a4197bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.218 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.213+0000 7f63aa5b2640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f63a4197730 0x7f63a4197bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57394/0 (socket says 172.21.15.1:57394) 2024-02-10T00:10:36.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.213+0000 7f63aa5b2640 1 -- 172.21.15.1:0/2701020591 learned_addr learned my addr 172.21.15.1:0/2701020591 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:36.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.213+0000 7f63a9db1640 1 --2- 172.21.15.1:0/2701020591 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f63a4100340 0x7f63a419d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.213+0000 7f63a95b0640 1 --2- 172.21.15.1:0/2701020591 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63a4105410 0x7f63a419db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.213+0000 7f63aa5b2640 1 -- 172.21.15.1:0/2701020591 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f63a4100340 msgr2=0x7f63a419d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.213+0000 7f63aa5b2640 1 --2- 172.21.15.1:0/2701020591 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f63a4100340 0x7f63a419d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.213+0000 7f63aa5b2640 1 -- 172.21.15.1:0/2701020591 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63a4105410 msgr2=0x7f63a419db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.213+0000 7f63aa5b2640 1 --2- 172.21.15.1:0/2701020591 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63a4105410 0x7f63a419db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.213+0000 7f63aa5b2640 1 -- 172.21.15.1:0/2701020591 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63a0009560 con 0x7f63a4197730 2024-02-10T00:10:36.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.214+0000 7f63aa5b2640 1 --2- 172.21.15.1:0/2701020591 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f63a4197730 0x7f63a4197bb0 secure :-1 s=READY pgs=1745 cs=0 l=1 rev1=1 crypto rx=0x7f639c00cab0 tx=0x7f639c00cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:36.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.214+0000 7f639affd640 1 -- 172.21.15.1:0/2701020591 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f639c00adc0 con 0x7f63a4197730 2024-02-10T00:10:36.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.214+0000 7f63ac015640 1 -- 172.21.15.1:0/2701020591 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f63a41a4480 con 0x7f63a4197730 2024-02-10T00:10:36.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.214+0000 7f639affd640 1 -- 172.21.15.1:0/2701020591 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f639c00f930 con 0x7f63a4197730 2024-02-10T00:10:36.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.214+0000 7f639affd640 1 -- 172.21.15.1:0/2701020591 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f639c0189a0 con 0x7f63a4197730 2024-02-10T00:10:36.219 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.214+0000 7f63ac015640 1 -- 172.21.15.1:0/2701020591 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f63a41a4910 con 0x7f63a4197730 2024-02-10T00:10:36.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.216+0000 7f639affd640 1 -- 172.21.15.1:0/2701020591 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f639c00faa0 con 0x7f63a4197730 2024-02-10T00:10:36.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.216+0000 7f63aebeb740 1 Processor -- start 2024-02-10T00:10:36.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.216+0000 7f63aebeb740 1 -- start start 2024-02-10T00:10:36.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.217+0000 7f63aebeb740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b915b9910 0x561b915b9cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.217+0000 7f63aebeb740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b915ba2c0 0x561b915c2df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.217+0000 7f63aebeb740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b915c33c0 0x561b915c3820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.227 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.217+0000 7f63aebeb740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b91575020 con 0x561b915b9910 2024-02-10T00:10:36.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.217+0000 7f63aebeb740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b91528320 con 0x561b915ba2c0 2024-02-10T00:10:36.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.217+0000 7f63aebeb740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b91525850 con 0x561b915c33c0 2024-02-10T00:10:36.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.217+0000 7f63a95b0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b915b9910 0x561b915b9cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.217+0000 7f63a95b0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b915b9910 0x561b915b9cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57400/0 (socket says 172.21.15.1:57400) 2024-02-10T00:10:36.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.217+0000 7f63a95b0640 1 -- 172.21.15.1:0/3006082716 learned_addr learned my addr 172.21.15.1:0/3006082716 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:36.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.217+0000 7f639affd640 1 --2- 172.21.15.1:0/2701020591 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f63900a2230 0x7f63900a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.217+0000 7f63a9db1640 1 --2- 172.21.15.1:0/3006082716 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b915ba2c0 0x561b915c2df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.217+0000 7f63aa5b2640 1 --2- 172.21.15.1:0/2701020591 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f63900a2230 0x7f63900a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.217+0000 7f63a95b0640 1 -- 172.21.15.1:0/3006082716 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b915c33c0 msgr2=0x561b915c3820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.228 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.217+0000 7f63a95b0640 1 --2- 172.21.15.1:0/3006082716 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b915c33c0 0x561b915c3820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.217+0000 7f63a95b0640 1 -- 172.21.15.1:0/3006082716 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b915ba2c0 msgr2=0x561b915c2df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.217+0000 7f63a95b0640 1 --2- 172.21.15.1:0/3006082716 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b915ba2c0 0x561b915c2df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.217+0000 7f63a95b0640 1 -- 172.21.15.1:0/3006082716 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561b914e3210 con 0x561b915b9910 2024-02-10T00:10:36.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.217+0000 7f63a9db1640 1 --2- 172.21.15.1:0/3006082716 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b915ba2c0 0x561b915c2df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:10:36.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.217+0000 7f639affd640 1 -- 172.21.15.1:0/2701020591 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f639c0ce850 con 0x7f63a4197730 2024-02-10T00:10:36.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.217+0000 7f63a95b0640 1 --2- 172.21.15.1:0/3006082716 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b915b9910 0x561b915b9cf0 secure :-1 s=READY pgs=1746 cs=0 l=1 rev1=1 crypto rx=0x7f6394009be0 tx=0x7f63940106e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d54a6599b98297ca server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:36.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.217+0000 7f638ffff640 1 -- 172.21.15.1:0/3006082716 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6394009ed0 con 0x561b915b9910 2024-02-10T00:10:36.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.218+0000 7f638ffff640 1 -- 172.21.15.1:0/3006082716 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6394005500 con 0x561b915b9910 2024-02-10T00:10:36.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.218+0000 7f638ffff640 1 -- 172.21.15.1:0/3006082716 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6394012620 con 0x561b915b9910 2024-02-10T00:10:36.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.218+0000 7f63aa5b2640 1 --2- 172.21.15.1:0/2701020591 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f63900a2230 0x7f63900a46f0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f639c0cc5a0 tx=0x7f639c00fd80 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:36.229 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.218+0000 7f63aebeb740 1 -- 172.21.15.1:0/3006082716 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b915b9910 msgr2=0x561b915b9cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.218+0000 7f63aebeb740 1 --2- 172.21.15.1:0/3006082716 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b915b9910 0x561b915b9cf0 secure :-1 s=READY pgs=1746 cs=0 l=1 rev1=1 crypto rx=0x7f6394009be0 tx=0x7f63940106e0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.218+0000 7f63aebeb740 1 -- 172.21.15.1:0/3006082716 shutdown_connections 2024-02-10T00:10:36.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.218+0000 7f63aebeb740 1 --2- 172.21.15.1:0/3006082716 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b915c33c0 0x561b915c3820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.218+0000 7f63aebeb740 1 --2- 172.21.15.1:0/3006082716 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b915ba2c0 0x561b915c2df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.218+0000 7f63aebeb740 1 --2- 172.21.15.1:0/3006082716 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b915b9910 0x561b915b9cf0 unknown :-1 s=CLOSED pgs=1746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.218+0000 7f63aebeb740 1 -- 172.21.15.1:0/3006082716 >> 172.21.15.1:0/3006082716 conn(0x561b915b4100 msgr2=0x561b915b44e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:36.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.218+0000 7f63aebeb740 1 -- 172.21.15.1:0/3006082716 shutdown_connections 2024-02-10T00:10:36.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.218+0000 7f63aebeb740 1 -- 172.21.15.1:0/3006082716 wait complete. 2024-02-10T00:10:36.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.219+0000 7f63aebeb740 1 -- start start 2024-02-10T00:10:36.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.219+0000 7f63aebeb740 1 Processor -- start 2024-02-10T00:10:36.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.219+0000 7f63aebeb740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b915b9910 0x561b915c6e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.219+0000 7f63aebeb740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b915ba2c0 0x561b915c7370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.230 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.219+0000 7f63aebeb740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b915c33c0 0x561b915c78b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.219+0000 7f63aebeb740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b91521030 con 0x561b915b9910 2024-02-10T00:10:36.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.219+0000 7f63aebeb740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b911f4430 con 0x561b915ba2c0 2024-02-10T00:10:36.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.219+0000 7f63aebeb740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b911b0e00 con 0x561b915c33c0 2024-02-10T00:10:36.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.219+0000 7f63aebeb740 10 client.0 _ll_register_callbacks cb 0x561b91516030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:10:36.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.219+0000 7f63a95b0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b915b9910 0x561b915c6e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.219+0000 7f63a95b0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b915b9910 0x561b915c6e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57408/0 (socket says 172.21.15.1:57408) 2024-02-10T00:10:36.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.219+0000 7f63a95b0640 1 -- 172.21.15.1:0/2460327515 learned_addr learned my addr 172.21.15.1:0/2460327515 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:36.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.220+0000 7f63a9db1640 1 --2- 172.21.15.1:0/2460327515 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b915ba2c0 0x561b915c7370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.220+0000 7f63a95b0640 1 -- 172.21.15.1:0/2460327515 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b915c33c0 msgr2=0x561b915c78b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.220+0000 7f63a95b0640 1 --2- 172.21.15.1:0/2460327515 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b915c33c0 0x561b915c78b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.220+0000 7f63a95b0640 1 -- 172.21.15.1:0/2460327515 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b915ba2c0 msgr2=0x561b915c7370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.220+0000 7f63a95b0640 1 --2- 172.21.15.1:0/2460327515 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b915ba2c0 0x561b915c7370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.220+0000 7f63a95b0640 1 -- 172.21.15.1:0/2460327515 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6394009890 con 0x561b915b9910 2024-02-10T00:10:36.231 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.220+0000 7f63a9db1640 1 --2- 172.21.15.1:0/2460327515 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b915ba2c0 0x561b915c7370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:10:36.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.220+0000 7f63a95b0640 1 --2- 172.21.15.1:0/2460327515 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b915b9910 0x561b915c6e30 secure :-1 s=READY pgs=1747 cs=0 l=1 rev1=1 crypto rx=0x7f6394006010 tx=0x7f63940057d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1167c7ab2356dbf server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:36.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.220+0000 7f638d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:10:36.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.220+0000 7f638d7fa640 1 -- 172.21.15.1:0/2460327515 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6394004f70 con 0x561b915b9910 2024-02-10T00:10:36.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.220+0000 7f638d7fa640 1 -- 172.21.15.1:0/2460327515 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f63940050d0 con 0x561b915b9910 2024-02-10T00:10:36.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.220+0000 7f63aebeb740 1 -- 172.21.15.1:0/2460327515 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561b912207e0 con 0x561b915b9910 2024-02-10T00:10:36.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.220+0000 7f638d7fa640 1 -- 172.21.15.1:0/2460327515 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6394005290 con 0x561b915b9910 2024-02-10T00:10:36.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.220+0000 7f63aebeb740 10 client.19548 fetch_fsmap learned FSMap version 29 2024-02-10T00:10:36.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.220+0000 7f63aebeb740 1 -- 172.21.15.1:0/2460327515 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x561b9151f6b0 con 0x561b915b9910 2024-02-10T00:10:36.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.220+0000 7f638d7fa640 1 -- 172.21.15.1:0/2460327515 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x561b912207e0 con 0x561b915b9910 2024-02-10T00:10:36.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.220+0000 7f638d7fa640 1 -- 172.21.15.1:0/2460327515 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f639400c070 con 0x561b915b9910 2024-02-10T00:10:36.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.221+0000 7f63aebeb740 10 client.19548 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:10:36.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.221+0000 7f63aebeb740 10 client.19548 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:10:36.232 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.221+0000 7f63aebeb740 20 client.19548 populate_metadata read hostname 'smithi001' 2024-02-10T00:10:36.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.221+0000 7f63aebeb740 1 --2- 172.21.15.1:0/2460327515 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x561b915d77c0 0x561b915d9be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.221+0000 7f63aebeb740 4 client.19548 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:10:36.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.221+0000 7f63aebeb740 1 -- 172.21.15.1:0/2460327515 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561b9125d720 con 0x561b915d77c0 2024-02-10T00:10:36.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.221+0000 7f63a9db1640 1 --2- 172.21.15.1:0/2460327515 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x561b915d77c0 0x561b915d9be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.221+0000 7f638d7fa640 10 client.19548 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:10:36.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.221+0000 7f63a9db1640 1 --2- 172.21.15.1:0/2460327515 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x561b915d77c0 0x561b915d9be0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=1551e88b93acf258 server_cookie=c593b25fb0fbc942 in_seq=0 out_seq=0 2024-02-10T00:10:36.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.222+0000 7f638d7fa640 1 -- 172.21.15.1:0/2460327515 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x561b9125d720 con 0x561b915d77c0 2024-02-10T00:10:36.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.222+0000 7f638d7fa640 10 client.19548 handle_command_reply: tid=0 2024-02-10T00:10:36.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.222+0000 7f63aebeb740 1 client.19548 shutdown 2024-02-10T00:10:36.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.222+0000 7f63aebeb740 1 -- 172.21.15.1:0/2460327515 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b915b9910 msgr2=0x561b915c6e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.222+0000 7f63aebeb740 1 --2- 172.21.15.1:0/2460327515 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b915b9910 0x561b915c6e30 secure :-1 s=READY pgs=1747 cs=0 l=1 rev1=1 crypto rx=0x7f6394006010 tx=0x7f63940057d0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.222+0000 7f63aebeb740 1 -- 172.21.15.1:0/2460327515 shutdown_connections 2024-02-10T00:10:36.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.222+0000 7f63aebeb740 1 --2- 172.21.15.1:0/2460327515 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x561b915d77c0 0x561b915d9be0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.222+0000 7f63aebeb740 1 --2- 172.21.15.1:0/2460327515 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b915c33c0 0x561b915c78b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.233 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.222+0000 7f63aebeb740 1 --2- 172.21.15.1:0/2460327515 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b915ba2c0 0x561b915c7370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.222+0000 7f638d7fa640 0 client.19548 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:10:36.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.222+0000 7f63aebeb740 1 --2- 172.21.15.1:0/2460327515 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b915b9910 0x561b915c6e30 unknown :-1 s=CLOSED pgs=1747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.222+0000 7f63aebeb740 1 -- 172.21.15.1:0/2460327515 >> 172.21.15.1:0/2460327515 conn(0x561b915b4100 msgr2=0x561b915b5e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:36.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.222+0000 7f63aebeb740 1 -- 172.21.15.1:0/2460327515 shutdown_connections 2024-02-10T00:10:36.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.222+0000 7f63aebeb740 1 -- 172.21.15.1:0/2460327515 wait complete. 2024-02-10T00:10:36.234 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.222+0000 7f63aebeb740 20 client.19548 trim_cache size 0 max 16384 2024-02-10T00:10:36.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.234+0000 7f63aebeb740 1 Processor -- start 2024-02-10T00:10:36.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.234+0000 7f63aebeb740 1 -- start start 2024-02-10T00:10:36.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.234+0000 7f63aebeb740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b915b9910 0x561b915c2ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.234+0000 7f63aebeb740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b915ba2c0 0x561b915c6730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.234+0000 7f63aebeb740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b915c33c0 0x561b915ce3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.234+0000 7f63aebeb740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b914a6130 con 0x561b915c33c0 2024-02-10T00:10:36.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.234+0000 7f63aebeb740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b915d7570 con 0x561b915b9910 2024-02-10T00:10:36.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.234+0000 7f63aebeb740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b915b8ac0 con 0x561b915ba2c0 2024-02-10T00:10:36.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.234+0000 7f63a95b0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b915c33c0 0x561b915ce3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.234+0000 7f63a95b0640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b915c33c0 0x561b915ce3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57422/0 (socket says 172.21.15.1:57422) 2024-02-10T00:10:36.245 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.234+0000 7f63a95b0640 1 -- 172.21.15.1:0/3552923995 learned_addr learned my addr 172.21.15.1:0/3552923995 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:36.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.234+0000 7f63a95b0640 1 --2- 172.21.15.1:0/3552923995 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b915b9910 0x561b915c2ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.234+0000 7f63a9db1640 1 --2- 172.21.15.1:0/3552923995 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b915ba2c0 0x561b915c6730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.235+0000 7f63a95b0640 1 -- 172.21.15.1:0/3552923995 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b915ba2c0 msgr2=0x561b915c6730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.235+0000 7f63a95b0640 1 --2- 172.21.15.1:0/3552923995 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b915ba2c0 0x561b915c6730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.235+0000 7f63a95b0640 1 -- 172.21.15.1:0/3552923995 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b915b9910 msgr2=0x561b915c2ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.235+0000 7f63a95b0640 1 --2- 172.21.15.1:0/3552923995 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b915b9910 0x561b915c2ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.235+0000 7f63a95b0640 1 -- 172.21.15.1:0/3552923995 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561b914bbc90 con 0x561b915c33c0 2024-02-10T00:10:36.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.235+0000 7f63a95b0640 1 --2- 172.21.15.1:0/3552923995 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b915c33c0 0x561b915ce3f0 secure :-1 s=READY pgs=1748 cs=0 l=1 rev1=1 crypto rx=0x7f63940059b0 tx=0x7f639401c040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=675262c9865f5cf9 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:36.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.235+0000 7f638f7fe640 1 -- 172.21.15.1:0/3552923995 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6394010be0 con 0x561b915c33c0 2024-02-10T00:10:36.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.235+0000 7f638f7fe640 1 -- 172.21.15.1:0/3552923995 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f639401e070 con 0x561b915c33c0 2024-02-10T00:10:36.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.235+0000 7f638f7fe640 1 -- 172.21.15.1:0/3552923995 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6394005280 con 0x561b915c33c0 2024-02-10T00:10:36.246 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.236+0000 7f63aebeb740 1 -- 172.21.15.1:0/3552923995 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b915c33c0 msgr2=0x561b915ce3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.236+0000 7f63aebeb740 1 --2- 172.21.15.1:0/3552923995 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b915c33c0 0x561b915ce3f0 secure :-1 s=READY pgs=1748 cs=0 l=1 rev1=1 crypto rx=0x7f63940059b0 tx=0x7f639401c040 comp rx=0 tx=0).stop 2024-02-10T00:10:36.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.236+0000 7f63aebeb740 1 -- 172.21.15.1:0/3552923995 shutdown_connections 2024-02-10T00:10:36.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.236+0000 7f63aebeb740 1 --2- 172.21.15.1:0/3552923995 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b915c33c0 0x561b915ce3f0 unknown :-1 s=CLOSED pgs=1748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.236+0000 7f63aebeb740 1 --2- 172.21.15.1:0/3552923995 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b915ba2c0 0x561b915c6730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.236+0000 7f63aebeb740 1 --2- 172.21.15.1:0/3552923995 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b915b9910 0x561b915c2ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.236+0000 7f63aebeb740 1 -- 172.21.15.1:0/3552923995 >> 172.21.15.1:0/3552923995 conn(0x561b915b4100 msgr2=0x561b915c25d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:36.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.236+0000 7f63aebeb740 1 -- 172.21.15.1:0/3552923995 shutdown_connections 2024-02-10T00:10:36.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.236+0000 7f63aebeb740 1 -- 172.21.15.1:0/3552923995 wait complete. 2024-02-10T00:10:36.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.236+0000 7f63aebeb740 1 -- start start 2024-02-10T00:10:36.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.236+0000 7f63aebeb740 1 Processor -- start 2024-02-10T00:10:36.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.236+0000 7f63aebeb740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b915b9910 0x561b915ce7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.236+0000 7f63aebeb740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b915ba2c0 0x561b915ccb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.236+0000 7f63aebeb740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b915c33c0 0x561b915cd080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.247 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.236+0000 7f63aebeb740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b915cd780 con 0x561b915ba2c0 2024-02-10T00:10:36.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.236+0000 7f63aebeb740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b915cd8f0 con 0x561b915c33c0 2024-02-10T00:10:36.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.236+0000 7f63aebeb740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b9162dd10 con 0x561b915b9910 2024-02-10T00:10:36.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.236+0000 7f63aebeb740 10 client.0 _ll_register_callbacks cb 0x7f6394009390 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:10:36.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.237+0000 7f63a9db1640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b915ba2c0 0x561b915ccb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.237+0000 7f63a9db1640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b915ba2c0 0x561b915ccb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57428/0 (socket says 172.21.15.1:57428) 2024-02-10T00:10:36.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.237+0000 7f63a9db1640 1 -- 172.21.15.1:0/1952440083 learned_addr learned my addr 172.21.15.1:0/1952440083 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:36.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.237+0000 7f63a95b0640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b915b9910 0x561b915ce7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.237+0000 7f63a95b0640 1 --2- 172.21.15.1:0/1952440083 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b915c33c0 0x561b915cd080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.237+0000 7f63a9db1640 1 -- 172.21.15.1:0/1952440083 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b915b9910 msgr2=0x561b915ce7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.237+0000 7f63a9db1640 1 --2- 172.21.15.1:0/1952440083 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b915b9910 0x561b915ce7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.248 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.237+0000 7f63a9db1640 1 -- 172.21.15.1:0/1952440083 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b915c33c0 msgr2=0x561b915cd080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.237+0000 7f63a9db1640 1 --2- 172.21.15.1:0/1952440083 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b915c33c0 0x561b915cd080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.237+0000 7f63a9db1640 1 -- 172.21.15.1:0/1952440083 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561b9151f6b0 con 0x561b915ba2c0 2024-02-10T00:10:36.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.237+0000 7f63a9db1640 1 --2- 172.21.15.1:0/1952440083 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b915ba2c0 0x561b915ccb40 secure :-1 s=READY pgs=1749 cs=0 l=1 rev1=1 crypto rx=0x7f63a0035000 tx=0x7f63a0005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1811a3b5fc0caf7 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:36.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.237+0000 7f638d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:10:36.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.237+0000 7f638d7fa640 1 -- 172.21.15.1:0/1952440083 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63a0044040 con 0x561b915ba2c0 2024-02-10T00:10:36.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.237+0000 7f63aebeb740 1 -- 172.21.15.1:0/1952440083 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561b915c3b10 con 0x561b915ba2c0 2024-02-10T00:10:36.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.237+0000 7f638d7fa640 1 -- 172.21.15.1:0/1952440083 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f63a0004240 con 0x561b915ba2c0 2024-02-10T00:10:36.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.237+0000 7f638d7fa640 1 -- 172.21.15.1:0/1952440083 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f63a0047e50 con 0x561b915ba2c0 2024-02-10T00:10:36.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.237+0000 7f63aebeb740 10 client.19554 fetch_fsmap learned FSMap version 29 2024-02-10T00:10:36.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.237+0000 7f63aebeb740 1 -- 172.21.15.1:0/1952440083 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x561b914e1a70 con 0x561b915ba2c0 2024-02-10T00:10:36.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.238+0000 7f638d7fa640 1 -- 172.21.15.1:0/1952440083 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x561b915c3b10 con 0x561b915ba2c0 2024-02-10T00:10:36.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.238+0000 7f638d7fa640 1 -- 172.21.15.1:0/1952440083 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f63a0047050 con 0x561b915ba2c0 2024-02-10T00:10:36.249 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.238+0000 7f63aebeb740 10 client.19554 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:10:36.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.238+0000 7f63aebeb740 10 client.19554 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.a 2024-02-10T00:10:36.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.238+0000 7f63aebeb740 20 client.19554 populate_metadata read hostname 'smithi001' 2024-02-10T00:10:36.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.238+0000 7f63aebeb740 1 --2- 172.21.15.1:0/1952440083 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x561b9162f490 0x561b916318b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.238+0000 7f63aebeb740 4 client.19554 mds_command: new command op to 14646 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:10:36.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.238+0000 7f63aebeb740 1 -- 172.21.15.1:0/1952440083 --> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7f6394005500 con 0x561b9162f490 2024-02-10T00:10:36.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.238+0000 7f63a95b0640 1 --2- 172.21.15.1:0/1952440083 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x561b9162f490 0x561b916318b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.238+0000 7f638d7fa640 10 client.19554 ms_handle_connect on v2:172.21.15.1:6840/971167200 2024-02-10T00:10:36.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.238+0000 7f63a95b0640 1 --2- 172.21.15.1:0/1952440083 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x561b9162f490 0x561b916318b0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=4086f651370fef33 server_cookie=6a06231849bd21ef in_seq=0 out_seq=0 2024-02-10T00:10:36.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.239+0000 7f638d7fa640 1 -- 172.21.15.1:0/1952440083 <== mds.4 v2:172.21.15.1:6840/971167200 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7f6394005500 con 0x561b9162f490 2024-02-10T00:10:36.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.239+0000 7f638d7fa640 10 client.19554 handle_command_reply: tid=0 2024-02-10T00:10:36.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.239+0000 7f63aebeb740 1 client.19554 shutdown 2024-02-10T00:10:36.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.239+0000 7f63aebeb740 1 -- 172.21.15.1:0/1952440083 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b915ba2c0 msgr2=0x561b915ccb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.239+0000 7f63aebeb740 1 --2- 172.21.15.1:0/1952440083 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b915ba2c0 0x561b915ccb40 secure :-1 s=READY pgs=1749 cs=0 l=1 rev1=1 crypto rx=0x7f63a0035000 tx=0x7f63a0005fd0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.250 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.239+0000 7f63aebeb740 1 -- 172.21.15.1:0/1952440083 shutdown_connections 2024-02-10T00:10:36.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.239+0000 7f63aebeb740 1 --2- 172.21.15.1:0/1952440083 >> [v2:172.21.15.1:6840/971167200,v1:172.21.15.1:6841/971167200] conn(0x561b9162f490 0x561b916318b0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.239+0000 7f63aebeb740 1 --2- 172.21.15.1:0/1952440083 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561b915c33c0 0x561b915cd080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.239+0000 7f63aebeb740 1 --2- 172.21.15.1:0/1952440083 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561b915ba2c0 0x561b915ccb40 unknown :-1 s=CLOSED pgs=1749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.239+0000 7f638d7fa640 0 client.19554 ms_handle_reset on v2:172.21.15.1:6840/971167200 2024-02-10T00:10:36.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.239+0000 7f63aebeb740 1 --2- 172.21.15.1:0/1952440083 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561b915b9910 0x561b915ce7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.239+0000 7f63aebeb740 1 -- 172.21.15.1:0/1952440083 >> 172.21.15.1:0/1952440083 conn(0x561b915b4100 msgr2=0x561b915b29b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:36.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.239+0000 7f63aebeb740 1 -- 172.21.15.1:0/1952440083 shutdown_connections 2024-02-10T00:10:36.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.239+0000 7f63aebeb740 1 -- 172.21.15.1:0/1952440083 wait complete. 2024-02-10T00:10:36.251 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.239+0000 7f63aebeb740 20 client.19554 trim_cache size 0 max 16384 2024-02-10T00:10:36.251 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:10:36.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.239+0000 7f63ac015640 1 -- 172.21.15.1:0/2701020591 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f63900a2230 msgr2=0x7f63900a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.239+0000 7f63ac015640 1 --2- 172.21.15.1:0/2701020591 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f63900a2230 0x7f63900a46f0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f639c0cc5a0 tx=0x7f639c00fd80 comp rx=0 tx=0).stop 2024-02-10T00:10:36.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.239+0000 7f63ac015640 1 -- 172.21.15.1:0/2701020591 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f63a4197730 msgr2=0x7f63a4197bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.239+0000 7f63ac015640 1 --2- 172.21.15.1:0/2701020591 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f63a4197730 0x7f63a4197bb0 secure :-1 s=READY pgs=1745 cs=0 l=1 rev1=1 crypto rx=0x7f639c00cab0 tx=0x7f639c00cf70 comp rx=0 tx=0).stop 2024-02-10T00:10:36.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.239+0000 7f63ac015640 1 -- 172.21.15.1:0/2701020591 shutdown_connections 2024-02-10T00:10:36.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.239+0000 7f63ac015640 1 --2- 172.21.15.1:0/2701020591 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f63900a2230 0x7f63900a46f0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.239+0000 7f63ac015640 1 --2- 172.21.15.1:0/2701020591 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f63a4197730 0x7f63a4197bb0 unknown :-1 s=CLOSED pgs=1745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.239+0000 7f63ac015640 1 --2- 172.21.15.1:0/2701020591 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f63a4105410 0x7f63a419db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.239+0000 7f63ac015640 1 --2- 172.21.15.1:0/2701020591 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f63a4100340 0x7f63a419d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.253 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.239+0000 7f63ac015640 1 -- 172.21.15.1:0/2701020591 >> 172.21.15.1:0/2701020591 conn(0x7f63a40772e0 msgr2=0x7f63a40689a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:36.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.240+0000 7f63ac015640 1 -- 172.21.15.1:0/2701020591 shutdown_connections 2024-02-10T00:10:36.254 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.240+0000 7f63ac015640 1 -- 172.21.15.1:0/2701020591 wait complete. 2024-02-10T00:10:36.254 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:10:36.254 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-02-10T00:10:36.362 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.357+0000 7f03779dd640 1 -- 172.21.15.1:0/313151002 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0370100cf0 msgr2=0x7f0370104d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.357+0000 7f03779dd640 1 --2- 172.21.15.1:0/313151002 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0370100cf0 0x7f0370104d30 secure :-1 s=READY pgs=1750 cs=0 l=1 rev1=1 crypto rx=0x7f036c009930 tx=0x7f036c02bc30 comp rx=0 tx=0).stop 2024-02-10T00:10:36.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.357+0000 7f03779dd640 1 -- 172.21.15.1:0/313151002 shutdown_connections 2024-02-10T00:10:36.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.357+0000 7f03779dd640 1 --2- 172.21.15.1:0/313151002 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0370105410 0x7f037010cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.357+0000 7f03779dd640 1 --2- 172.21.15.1:0/313151002 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0370100cf0 0x7f0370104d30 unknown :-1 s=CLOSED pgs=1750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.357+0000 7f03779dd640 1 --2- 172.21.15.1:0/313151002 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0370100340 0x7f0370100720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.357+0000 7f03779dd640 1 -- 172.21.15.1:0/313151002 >> 172.21.15.1:0/313151002 conn(0x7f03700772e0 msgr2=0x7f03700776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:36.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.357+0000 7f03779dd640 1 -- 172.21.15.1:0/313151002 shutdown_connections 2024-02-10T00:10:36.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.357+0000 7f03779dd640 1 -- 172.21.15.1:0/313151002 wait complete. 2024-02-10T00:10:36.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.357+0000 7f03779dd640 1 Processor -- start 2024-02-10T00:10:36.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.357+0000 7f03779dd640 1 -- start start 2024-02-10T00:10:36.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.358+0000 7f03779dd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0370100340 0x7f037019d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.363 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.358+0000 7f03779dd640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0370105410 0x7f037019db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.358+0000 7f03779dd640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0370197730 0x7f0370197bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.358+0000 7f03779dd640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0370198200 con 0x7f0370100340 2024-02-10T00:10:36.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.358+0000 7f03779dd640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0370198370 con 0x7f0370105410 2024-02-10T00:10:36.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.358+0000 7f03779dd640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0370198530 con 0x7f0370197730 2024-02-10T00:10:36.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.358+0000 7f0375779640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0370100340 0x7f037019d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.358+0000 7f0375779640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0370100340 0x7f037019d620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57446/0 (socket says 172.21.15.1:57446) 2024-02-10T00:10:36.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.358+0000 7f0375779640 1 -- 172.21.15.1:0/2016569413 learned_addr learned my addr 172.21.15.1:0/2016569413 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:36.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.358+0000 7f0375f7a640 1 --2- 172.21.15.1:0/2016569413 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0370197730 0x7f0370197bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.358+0000 7f0375779640 1 -- 172.21.15.1:0/2016569413 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0370197730 msgr2=0x7f0370197bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.358+0000 7f0375779640 1 --2- 172.21.15.1:0/2016569413 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0370197730 0x7f0370197bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.358+0000 7f0375779640 1 -- 172.21.15.1:0/2016569413 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0370105410 msgr2=0x7f037019db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.358+0000 7f0374f78640 1 --2- 172.21.15.1:0/2016569413 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0370105410 0x7f037019db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.358+0000 7f0375779640 1 --2- 172.21.15.1:0/2016569413 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0370105410 0x7f037019db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.358+0000 7f0375779640 1 -- 172.21.15.1:0/2016569413 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f036c009560 con 0x7f0370100340 2024-02-10T00:10:36.364 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.358+0000 7f0375f7a640 1 --2- 172.21.15.1:0/2016569413 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0370197730 0x7f0370197bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:10:36.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.358+0000 7f0375779640 1 --2- 172.21.15.1:0/2016569413 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0370100340 0x7f037019d620 secure :-1 s=READY pgs=1751 cs=0 l=1 rev1=1 crypto rx=0x7f036000e9f0 tx=0x7f036000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:36.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.358+0000 7f03667fc640 1 -- 172.21.15.1:0/2016569413 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0360009700 con 0x7f0370100340 2024-02-10T00:10:36.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.358+0000 7f03667fc640 1 -- 172.21.15.1:0/2016569413 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f036000cd80 con 0x7f0370100340 2024-02-10T00:10:36.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.358+0000 7f03779dd640 1 -- 172.21.15.1:0/2016569413 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03701a4480 con 0x7f0370100340 2024-02-10T00:10:36.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.358+0000 7f03667fc640 1 -- 172.21.15.1:0/2016569413 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0360018920 con 0x7f0370100340 2024-02-10T00:10:36.365 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.359+0000 7f03779dd640 1 -- 172.21.15.1:0/2016569413 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03701a4960 con 0x7f0370100340 2024-02-10T00:10:36.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.361+0000 7f03667fc640 1 -- 172.21.15.1:0/2016569413 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f0360018a80 con 0x7f0370100340 2024-02-10T00:10:36.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.361+0000 7f037a5a8740 1 Processor -- start 2024-02-10T00:10:36.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.361+0000 7f037a5a8740 1 -- start start 2024-02-10T00:10:36.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.361+0000 7f03667fc640 1 --2- 172.21.15.1:0/2016569413 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f035c0a2230 0x7f035c0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.361+0000 7f037a5a8740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56239cc3a910 0x56239cc3acf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.361+0000 7f037a5a8740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56239cc3b2c0 0x56239cc43df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.361+0000 7f037a5a8740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56239cc443c0 0x56239cc44820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.361+0000 7f037a5a8740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56239cbf6020 con 0x56239cc443c0 2024-02-10T00:10:36.372 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.361+0000 7f037a5a8740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56239cba9320 con 0x56239cc3b2c0 2024-02-10T00:10:36.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.361+0000 7f037a5a8740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56239cba6850 con 0x56239cc3a910 2024-02-10T00:10:36.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.362+0000 7f03667fc640 1 -- 172.21.15.1:0/2016569413 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f0360014070 con 0x7f0370100340 2024-02-10T00:10:36.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.362+0000 7f0374f78640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56239cc3b2c0 0x56239cc43df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.362+0000 7f0375779640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56239cc3a910 0x56239cc3acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.362+0000 7f0375f7a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56239cc443c0 0x56239cc44820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.362+0000 7f0374f78640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56239cc3b2c0 0x56239cc43df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.1:59882/0 (socket says 172.21.15.1:59882) 2024-02-10T00:10:36.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.362+0000 7f0374f78640 1 -- 172.21.15.1:0/478291720 learned_addr learned my addr 172.21.15.1:0/478291720 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:36.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.362+0000 7f0375779640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56239cc3a910 0x56239cc3acf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.1:60868/0 (socket says 172.21.15.1:60868) 2024-02-10T00:10:36.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.362+0000 7f0375f7a640 1 --2- 172.21.15.1:0/2016569413 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f035c0a2230 0x7f035c0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.373 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.362+0000 7f0375f7a640 1 -- 172.21.15.1:0/478291720 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56239cc3a910 msgr2=0x56239cc3acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.362+0000 7f0375f7a640 1 --2- 172.21.15.1:0/478291720 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56239cc3a910 0x56239cc3acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.362+0000 7f0375f7a640 1 -- 172.21.15.1:0/478291720 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56239cc3b2c0 msgr2=0x56239cc43df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.362+0000 7f0375f7a640 1 --2- 172.21.15.1:0/478291720 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56239cc3b2c0 0x56239cc43df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.362+0000 7f0375f7a640 1 -- 172.21.15.1:0/478291720 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56239cb64210 con 0x56239cc443c0 2024-02-10T00:10:36.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.362+0000 7f0375779640 1 --2- 172.21.15.1:0/478291720 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56239cc3a910 0x56239cc3acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:10:36.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.362+0000 7f0375f7a640 1 --2- 172.21.15.1:0/478291720 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56239cc443c0 0x56239cc44820 secure :-1 s=READY pgs=1752 cs=0 l=1 rev1=1 crypto rx=0x7f0368005fd0 tx=0x7f0368012e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56ecae8ebdbf0219 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:36.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.362+0000 7f035b7fe640 1 -- 172.21.15.1:0/478291720 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0368012450 con 0x56239cc443c0 2024-02-10T00:10:36.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.362+0000 7f035b7fe640 1 -- 172.21.15.1:0/478291720 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0368010d70 con 0x56239cc443c0 2024-02-10T00:10:36.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.362+0000 7f035b7fe640 1 -- 172.21.15.1:0/478291720 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0368027d60 con 0x56239cc443c0 2024-02-10T00:10:36.374 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.362+0000 7f0375f7a640 1 --2- 172.21.15.1:0/2016569413 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f035c0a2230 0x7f035c0a46f0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f0368023000 tx=0x7f036801e000 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:36.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.363+0000 7f037a5a8740 1 -- 172.21.15.1:0/478291720 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56239cc443c0 msgr2=0x56239cc44820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.363+0000 7f037a5a8740 1 --2- 172.21.15.1:0/478291720 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56239cc443c0 0x56239cc44820 secure :-1 s=READY pgs=1752 cs=0 l=1 rev1=1 crypto rx=0x7f0368005fd0 tx=0x7f0368012e60 comp rx=0 tx=0).stop 2024-02-10T00:10:36.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.363+0000 7f037a5a8740 1 -- 172.21.15.1:0/478291720 shutdown_connections 2024-02-10T00:10:36.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.363+0000 7f037a5a8740 1 --2- 172.21.15.1:0/478291720 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56239cc443c0 0x56239cc44820 unknown :-1 s=CLOSED pgs=1752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.363+0000 7f037a5a8740 1 --2- 172.21.15.1:0/478291720 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56239cc3b2c0 0x56239cc43df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.363+0000 7f037a5a8740 1 --2- 172.21.15.1:0/478291720 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56239cc3a910 0x56239cc3acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.363+0000 7f037a5a8740 1 -- 172.21.15.1:0/478291720 >> 172.21.15.1:0/478291720 conn(0x56239cc35100 msgr2=0x56239cc354e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:36.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.363+0000 7f037a5a8740 1 -- 172.21.15.1:0/478291720 shutdown_connections 2024-02-10T00:10:36.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.363+0000 7f037a5a8740 1 -- 172.21.15.1:0/478291720 wait complete. 2024-02-10T00:10:36.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.363+0000 7f037a5a8740 1 -- start start 2024-02-10T00:10:36.375 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.364+0000 7f037a5a8740 1 Processor -- start 2024-02-10T00:10:36.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.364+0000 7f037a5a8740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56239cc3a910 0x56239cc47e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.364+0000 7f037a5a8740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56239cc3b2c0 0x56239cc48350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.364+0000 7f037a5a8740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56239cc443c0 0x56239cc48890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.364+0000 7f037a5a8740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56239cba2030 con 0x56239cc3a910 2024-02-10T00:10:36.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.364+0000 7f037a5a8740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56239c875430 con 0x56239cc443c0 2024-02-10T00:10:36.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.364+0000 7f037a5a8740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56239c831e00 con 0x56239cc3b2c0 2024-02-10T00:10:36.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.364+0000 7f037a5a8740 10 client.0 _ll_register_callbacks cb 0x56239cb97030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:10:36.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.364+0000 7f0375779640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56239cc3a910 0x56239cc47e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.376 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.364+0000 7f0375779640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56239cc3a910 0x56239cc47e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57478/0 (socket says 172.21.15.1:57478) 2024-02-10T00:10:36.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.364+0000 7f0375779640 1 -- 172.21.15.1:0/1942569399 learned_addr learned my addr 172.21.15.1:0/1942569399 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:36.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.364+0000 7f0374f78640 1 --2- 172.21.15.1:0/1942569399 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56239cc3b2c0 0x56239cc48350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.364+0000 7f0375f7a640 1 --2- 172.21.15.1:0/1942569399 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56239cc443c0 0x56239cc48890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.364+0000 7f0375779640 1 -- 172.21.15.1:0/1942569399 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56239cc3b2c0 msgr2=0x56239cc48350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.364+0000 7f0375779640 1 --2- 172.21.15.1:0/1942569399 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56239cc3b2c0 0x56239cc48350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.364+0000 7f0375779640 1 -- 172.21.15.1:0/1942569399 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56239cc443c0 msgr2=0x56239cc48890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.364+0000 7f0375779640 1 --2- 172.21.15.1:0/1942569399 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56239cc443c0 0x56239cc48890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.364+0000 7f0375779640 1 -- 172.21.15.1:0/1942569399 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03680125b0 con 0x56239cc3a910 2024-02-10T00:10:36.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.364+0000 7f0374f78640 1 --2- 172.21.15.1:0/1942569399 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56239cc3b2c0 0x56239cc48350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:10:36.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.364+0000 7f0375f7a640 1 --2- 172.21.15.1:0/1942569399 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56239cc443c0 0x56239cc48890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:10:36.377 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.365+0000 7f0375779640 1 --2- 172.21.15.1:0/1942569399 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56239cc3a910 0x56239cc47e10 secure :-1 s=READY pgs=1753 cs=0 l=1 rev1=1 crypto rx=0x7f03600cbd20 tx=0x7f03600ad870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3429315ca82b530a server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:36.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.365+0000 7f0358ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:10:36.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.365+0000 7f0358ff9640 1 -- 172.21.15.1:0/1942569399 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03600ad3a0 con 0x56239cc3a910 2024-02-10T00:10:36.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.365+0000 7f037a5a8740 1 -- 172.21.15.1:0/1942569399 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56239c8a17e0 con 0x56239cc3a910 2024-02-10T00:10:36.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.365+0000 7f0358ff9640 1 -- 172.21.15.1:0/1942569399 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f036009af60 con 0x56239cc3a910 2024-02-10T00:10:36.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.365+0000 7f0358ff9640 1 -- 172.21.15.1:0/1942569399 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f036009f0b0 con 0x56239cc3a910 2024-02-10T00:10:36.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.365+0000 7f037a5a8740 10 client.19566 fetch_fsmap learned FSMap version 29 2024-02-10T00:10:36.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.365+0000 7f037a5a8740 1 -- 172.21.15.1:0/1942569399 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x56239cba06b0 con 0x56239cc3a910 2024-02-10T00:10:36.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.365+0000 7f0358ff9640 1 -- 172.21.15.1:0/1942569399 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x56239c8a17e0 con 0x56239cc3a910 2024-02-10T00:10:36.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.365+0000 7f0358ff9640 1 -- 172.21.15.1:0/1942569399 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f03600ce110 con 0x56239cc3a910 2024-02-10T00:10:36.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.365+0000 7f037a5a8740 10 client.19566 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:10:36.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.365+0000 7f037a5a8740 10 client.19566 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:10:36.378 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.365+0000 7f037a5a8740 20 client.19566 populate_metadata read hostname 'smithi001' 2024-02-10T00:10:36.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.365+0000 7f037a5a8740 1 --2- 172.21.15.1:0/1942569399 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x56239cc58830 0x56239cc5ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.365+0000 7f037a5a8740 4 client.19566 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:10:36.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.365+0000 7f037a5a8740 1 -- 172.21.15.1:0/1942569399 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56239c8de720 con 0x56239cc58830 2024-02-10T00:10:36.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.366+0000 7f0374f78640 1 --2- 172.21.15.1:0/1942569399 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x56239cc58830 0x56239cc5ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.366+0000 7f0374f78640 1 --2- 172.21.15.1:0/1942569399 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x56239cc58830 0x56239cc5ac40 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=778e144543732f78 server_cookie=561110fa1ca03525 in_seq=0 out_seq=0 2024-02-10T00:10:36.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.366+0000 7f0358ff9640 10 client.19566 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:10:36.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.367+0000 7f0358ff9640 1 -- 172.21.15.1:0/1942569399 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x56239c8de720 con 0x56239cc58830 2024-02-10T00:10:36.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.367+0000 7f0358ff9640 10 client.19566 handle_command_reply: tid=0 2024-02-10T00:10:36.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.367+0000 7f037a5a8740 1 client.19566 shutdown 2024-02-10T00:10:36.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.367+0000 7f037a5a8740 1 -- 172.21.15.1:0/1942569399 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56239cc3a910 msgr2=0x56239cc47e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.379 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.367+0000 7f037a5a8740 1 --2- 172.21.15.1:0/1942569399 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56239cc3a910 0x56239cc47e10 secure :-1 s=READY pgs=1753 cs=0 l=1 rev1=1 crypto rx=0x7f03600cbd20 tx=0x7f03600ad870 comp rx=0 tx=0).stop 2024-02-10T00:10:36.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.367+0000 7f037a5a8740 1 -- 172.21.15.1:0/1942569399 shutdown_connections 2024-02-10T00:10:36.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.367+0000 7f037a5a8740 1 --2- 172.21.15.1:0/1942569399 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x56239cc58830 0x56239cc5ac40 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.367+0000 7f037a5a8740 1 --2- 172.21.15.1:0/1942569399 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56239cc443c0 0x56239cc48890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.367+0000 7f0358ff9640 0 client.19566 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:10:36.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.367+0000 7f037a5a8740 1 --2- 172.21.15.1:0/1942569399 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56239cc3b2c0 0x56239cc48350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.367+0000 7f037a5a8740 1 --2- 172.21.15.1:0/1942569399 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56239cc3a910 0x56239cc47e10 unknown :-1 s=CLOSED pgs=1753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.367+0000 7f037a5a8740 1 -- 172.21.15.1:0/1942569399 >> 172.21.15.1:0/1942569399 conn(0x56239cc35100 msgr2=0x56239cc36e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:36.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.367+0000 7f037a5a8740 1 -- 172.21.15.1:0/1942569399 shutdown_connections 2024-02-10T00:10:36.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.367+0000 7f037a5a8740 1 -- 172.21.15.1:0/1942569399 wait complete. 2024-02-10T00:10:36.380 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.367+0000 7f037a5a8740 20 client.19566 trim_cache size 0 max 16384 2024-02-10T00:10:36.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.379+0000 7f037a5a8740 1 Processor -- start 2024-02-10T00:10:36.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.379+0000 7f037a5a8740 1 -- start start 2024-02-10T00:10:36.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.379+0000 7f037a5a8740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56239cc3a910 0x56239cc4a540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.388 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.379+0000 7f037a5a8740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56239cc3b2c0 0x56239cc457b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.379+0000 7f037a5a8740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56239cc443c0 0x56239cc48360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.379+0000 7f037a5a8740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56239cb27130 con 0x56239cc3b2c0 2024-02-10T00:10:36.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.379+0000 7f037a5a8740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56239cc427b0 con 0x56239cc3a910 2024-02-10T00:10:36.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.379+0000 7f037a5a8740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56239cc30b20 con 0x56239cc443c0 2024-02-10T00:10:36.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.379+0000 7f0374f78640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56239cc3b2c0 0x56239cc457b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.379+0000 7f0374f78640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56239cc3b2c0 0x56239cc457b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57492/0 (socket says 172.21.15.1:57492) 2024-02-10T00:10:36.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.379+0000 7f0374f78640 1 -- 172.21.15.1:0/2804503086 learned_addr learned my addr 172.21.15.1:0/2804503086 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:36.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.379+0000 7f0375779640 1 --2- 172.21.15.1:0/2804503086 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56239cc3a910 0x56239cc4a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.389 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.379+0000 7f0375f7a640 1 --2- 172.21.15.1:0/2804503086 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56239cc443c0 0x56239cc48360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.379+0000 7f0374f78640 1 -- 172.21.15.1:0/2804503086 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56239cc443c0 msgr2=0x56239cc48360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.379+0000 7f0374f78640 1 --2- 172.21.15.1:0/2804503086 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56239cc443c0 0x56239cc48360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.379+0000 7f0374f78640 1 -- 172.21.15.1:0/2804503086 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56239cc3a910 msgr2=0x56239cc4a540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.379+0000 7f0374f78640 1 --2- 172.21.15.1:0/2804503086 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56239cc3a910 0x56239cc4a540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.379+0000 7f0374f78640 1 -- 172.21.15.1:0/2804503086 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56239cb3cc90 con 0x56239cc3b2c0 2024-02-10T00:10:36.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.379+0000 7f0375779640 1 --2- 172.21.15.1:0/2804503086 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56239cc3a910 0x56239cc4a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:10:36.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.380+0000 7f0374f78640 1 --2- 172.21.15.1:0/2804503086 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56239cc3b2c0 0x56239cc457b0 secure :-1 s=READY pgs=1754 cs=0 l=1 rev1=1 crypto rx=0x7f036c035000 tx=0x7f036c005a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1822a3b0b3c73e93 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:36.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.380+0000 7f035affd640 1 -- 172.21.15.1:0/2804503086 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f036c046070 con 0x56239cc3b2c0 2024-02-10T00:10:36.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.380+0000 7f035affd640 1 -- 172.21.15.1:0/2804503086 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f036c004940 con 0x56239cc3b2c0 2024-02-10T00:10:36.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.380+0000 7f035affd640 1 -- 172.21.15.1:0/2804503086 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f036c005050 con 0x56239cc3b2c0 2024-02-10T00:10:36.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.380+0000 7f037a5a8740 1 -- 172.21.15.1:0/2804503086 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56239cc3b2c0 msgr2=0x56239cc457b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.390 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.381+0000 7f037a5a8740 1 --2- 172.21.15.1:0/2804503086 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56239cc3b2c0 0x56239cc457b0 secure :-1 s=READY pgs=1754 cs=0 l=1 rev1=1 crypto rx=0x7f036c035000 tx=0x7f036c005a20 comp rx=0 tx=0).stop 2024-02-10T00:10:36.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.381+0000 7f037a5a8740 1 -- 172.21.15.1:0/2804503086 shutdown_connections 2024-02-10T00:10:36.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.381+0000 7f037a5a8740 1 --2- 172.21.15.1:0/2804503086 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56239cc443c0 0x56239cc48360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.381+0000 7f037a5a8740 1 --2- 172.21.15.1:0/2804503086 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56239cc3b2c0 0x56239cc457b0 unknown :-1 s=CLOSED pgs=1754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.381+0000 7f037a5a8740 1 --2- 172.21.15.1:0/2804503086 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56239cc3a910 0x56239cc4a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.381+0000 7f037a5a8740 1 -- 172.21.15.1:0/2804503086 >> 172.21.15.1:0/2804503086 conn(0x56239cc35100 msgr2=0x56239cc42c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:36.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.381+0000 7f037a5a8740 1 -- 172.21.15.1:0/2804503086 shutdown_connections 2024-02-10T00:10:36.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.381+0000 7f037a5a8740 1 -- 172.21.15.1:0/2804503086 wait complete. 2024-02-10T00:10:36.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.381+0000 7f037a5a8740 1 -- start start 2024-02-10T00:10:36.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.381+0000 7f037a5a8740 1 Processor -- start 2024-02-10T00:10:36.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.381+0000 7f037a5a8740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56239cc3a910 0x56239cc4e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.381+0000 7f037a5a8740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56239cc3b2c0 0x56239cc4ea00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.381+0000 7f037a5a8740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56239cc443c0 0x56239ccaed10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.381+0000 7f037a5a8740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x56239ccaf250 con 0x56239cc3b2c0 2024-02-10T00:10:36.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.381+0000 7f037a5a8740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x56239ccaf390 con 0x56239cc443c0 2024-02-10T00:10:36.391 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.381+0000 7f037a5a8740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x56239ccaf4d0 con 0x56239cc3a910 2024-02-10T00:10:36.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.381+0000 7f037a5a8740 10 client.0 _ll_register_callbacks cb 0x7f037006aac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:10:36.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.381+0000 7f0374f78640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56239cc3b2c0 0x56239cc4ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.382+0000 7f0374f78640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56239cc3b2c0 0x56239cc4ea00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57494/0 (socket says 172.21.15.1:57494) 2024-02-10T00:10:36.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.382+0000 7f0374f78640 1 -- 172.21.15.1:0/3398041623 learned_addr learned my addr 172.21.15.1:0/3398041623 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:36.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.382+0000 7f0375779640 1 --2- 172.21.15.1:0/3398041623 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56239cc3a910 0x56239cc4e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.382+0000 7f0375f7a640 1 --2- 172.21.15.1:0/3398041623 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56239cc443c0 0x56239ccaed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.382+0000 7f0374f78640 1 -- 172.21.15.1:0/3398041623 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56239cc3a910 msgr2=0x56239cc4e4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.382+0000 7f0374f78640 1 --2- 172.21.15.1:0/3398041623 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56239cc3a910 0x56239cc4e4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.382+0000 7f0374f78640 1 -- 172.21.15.1:0/3398041623 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56239cc443c0 msgr2=0x56239ccaed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.392 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.382+0000 7f0374f78640 1 --2- 172.21.15.1:0/3398041623 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56239cc443c0 0x56239ccaed10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.382+0000 7f0374f78640 1 -- 172.21.15.1:0/3398041623 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f037010d7f0 con 0x56239cc3b2c0 2024-02-10T00:10:36.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.382+0000 7f0375f7a640 1 --2- 172.21.15.1:0/3398041623 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56239cc443c0 0x56239ccaed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:10:36.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.382+0000 7f0374f78640 1 --2- 172.21.15.1:0/3398041623 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56239cc3b2c0 0x56239cc4ea00 secure :-1 s=READY pgs=1755 cs=0 l=1 rev1=1 crypto rx=0x7f036c005ab0 tx=0x7f036c02ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fe6e85a61a5dc09 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:36.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.382+0000 7f0358ff9640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:10:36.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.382+0000 7f0358ff9640 1 -- 172.21.15.1:0/3398041623 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f036c046040 con 0x56239cc3b2c0 2024-02-10T00:10:36.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.382+0000 7f0358ff9640 1 -- 172.21.15.1:0/3398041623 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f036c005200 con 0x56239cc3b2c0 2024-02-10T00:10:36.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.382+0000 7f037a5a8740 1 -- 172.21.15.1:0/3398041623 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0368010d70 con 0x56239cc3b2c0 2024-02-10T00:10:36.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.382+0000 7f0358ff9640 1 -- 172.21.15.1:0/3398041623 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f036c0053c0 con 0x56239cc3b2c0 2024-02-10T00:10:36.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.382+0000 7f037a5a8740 10 client.19572 fetch_fsmap learned FSMap version 29 2024-02-10T00:10:36.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.382+0000 7f037a5a8740 1 -- 172.21.15.1:0/3398041623 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x56239cb62a70 con 0x56239cc3b2c0 2024-02-10T00:10:36.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.383+0000 7f0358ff9640 1 -- 172.21.15.1:0/3398041623 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0368010d70 con 0x56239cc3b2c0 2024-02-10T00:10:36.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.383+0000 7f0358ff9640 1 -- 172.21.15.1:0/3398041623 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f036c053030 con 0x56239cc3b2c0 2024-02-10T00:10:36.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.383+0000 7f037a5a8740 10 client.19572 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:10:36.393 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.383+0000 7f037a5a8740 10 client.19572 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.c 2024-02-10T00:10:36.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.383+0000 7f037a5a8740 20 client.19572 populate_metadata read hostname 'smithi001' 2024-02-10T00:10:36.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.383+0000 7f037a5a8740 1 --2- 172.21.15.1:0/3398041623 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x56239cc58830 0x56239ccb29d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.383+0000 7f037a5a8740 4 client.19572 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:10:36.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.383+0000 7f037a5a8740 1 -- 172.21.15.1:0/3398041623 --> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56239c92d890 con 0x56239cc58830 2024-02-10T00:10:36.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.383+0000 7f0375779640 1 --2- 172.21.15.1:0/3398041623 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x56239cc58830 0x56239ccb29d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.383+0000 7f0358ff9640 10 client.19572 ms_handle_connect on v2:172.21.15.103:6836/981541837 2024-02-10T00:10:36.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.383+0000 7f0375779640 1 --2- 172.21.15.1:0/3398041623 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x56239cc58830 0x56239ccb29d0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=41d4fdec05827458 server_cookie=910d02f4164816dc in_seq=0 out_seq=0 2024-02-10T00:10:36.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.384+0000 7f0358ff9640 1 -- 172.21.15.1:0/3398041623 <== mds.3 v2:172.21.15.103:6836/981541837 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56239c92d890 con 0x56239cc58830 2024-02-10T00:10:36.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.384+0000 7f0358ff9640 10 client.19572 handle_command_reply: tid=0 2024-02-10T00:10:36.394 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.384+0000 7f037a5a8740 1 client.19572 shutdown 2024-02-10T00:10:36.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.384+0000 7f037a5a8740 1 -- 172.21.15.1:0/3398041623 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56239cc3b2c0 msgr2=0x56239cc4ea00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.384+0000 7f037a5a8740 1 --2- 172.21.15.1:0/3398041623 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56239cc3b2c0 0x56239cc4ea00 secure :-1 s=READY pgs=1755 cs=0 l=1 rev1=1 crypto rx=0x7f036c005ab0 tx=0x7f036c02ca10 comp rx=0 tx=0).stop 2024-02-10T00:10:36.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.384+0000 7f037a5a8740 1 -- 172.21.15.1:0/3398041623 shutdown_connections 2024-02-10T00:10:36.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.384+0000 7f037a5a8740 1 --2- 172.21.15.1:0/3398041623 >> [v2:172.21.15.103:6836/981541837,v1:172.21.15.103:6837/981541837] conn(0x56239cc58830 0x56239ccb29d0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.384+0000 7f037a5a8740 1 --2- 172.21.15.1:0/3398041623 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x56239cc443c0 0x56239ccaed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.384+0000 7f037a5a8740 1 --2- 172.21.15.1:0/3398041623 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x56239cc3b2c0 0x56239cc4ea00 unknown :-1 s=CLOSED pgs=1755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.384+0000 7f0358ff9640 0 client.19572 ms_handle_reset on v2:172.21.15.103:6836/981541837 2024-02-10T00:10:36.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.384+0000 7f037a5a8740 1 --2- 172.21.15.1:0/3398041623 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x56239cc3a910 0x56239cc4e4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.384+0000 7f037a5a8740 1 -- 172.21.15.1:0/3398041623 >> 172.21.15.1:0/3398041623 conn(0x56239cc35100 msgr2=0x56239cc339b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:36.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.384+0000 7f037a5a8740 1 -- 172.21.15.1:0/3398041623 shutdown_connections 2024-02-10T00:10:36.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.384+0000 7f037a5a8740 1 -- 172.21.15.1:0/3398041623 wait complete. 2024-02-10T00:10:36.395 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.384+0000 7f037a5a8740 20 client.19572 trim_cache size 0 max 16384 2024-02-10T00:10:36.396 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:10:36.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.385+0000 7f03779dd640 1 -- 172.21.15.1:0/2016569413 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f035c0a2230 msgr2=0x7f035c0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.385+0000 7f03779dd640 1 --2- 172.21.15.1:0/2016569413 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f035c0a2230 0x7f035c0a46f0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f0368023000 tx=0x7f036801e000 comp rx=0 tx=0).stop 2024-02-10T00:10:36.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.385+0000 7f03779dd640 1 -- 172.21.15.1:0/2016569413 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0370100340 msgr2=0x7f037019d620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.385+0000 7f03779dd640 1 --2- 172.21.15.1:0/2016569413 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0370100340 0x7f037019d620 secure :-1 s=READY pgs=1751 cs=0 l=1 rev1=1 crypto rx=0x7f036000e9f0 tx=0x7f036000eeb0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.385+0000 7f03779dd640 1 -- 172.21.15.1:0/2016569413 shutdown_connections 2024-02-10T00:10:36.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.385+0000 7f03779dd640 1 --2- 172.21.15.1:0/2016569413 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f035c0a2230 0x7f035c0a46f0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.385+0000 7f03779dd640 1 --2- 172.21.15.1:0/2016569413 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0370197730 0x7f0370197bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.385+0000 7f03779dd640 1 --2- 172.21.15.1:0/2016569413 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0370105410 0x7f037019db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.385+0000 7f03779dd640 1 --2- 172.21.15.1:0/2016569413 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0370100340 0x7f037019d620 unknown :-1 s=CLOSED pgs=1751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.397 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.385+0000 7f03779dd640 1 -- 172.21.15.1:0/2016569413 >> 172.21.15.1:0/2016569413 conn(0x7f03700772e0 msgr2=0x7f03700688e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:36.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.385+0000 7f03779dd640 1 -- 172.21.15.1:0/2016569413 shutdown_connections 2024-02-10T00:10:36.398 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.385+0000 7f03779dd640 1 -- 172.21.15.1:0/2016569413 wait complete. 2024-02-10T00:10:36.402 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:10:36.402 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-02-10T00:10:36.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.504+0000 7f9c1c7e9640 1 -- 172.21.15.1:0/87264555 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9c14100cf0 msgr2=0x7f9c14104d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.504+0000 7f9c1c7e9640 1 --2- 172.21.15.1:0/87264555 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9c14100cf0 0x7f9c14104d30 secure :-1 s=READY pgs=1756 cs=0 l=1 rev1=1 crypto rx=0x7f9c04009930 tx=0x7f9c0402bc30 comp rx=0 tx=0).stop 2024-02-10T00:10:36.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.504+0000 7f9c1c7e9640 1 -- 172.21.15.1:0/87264555 shutdown_connections 2024-02-10T00:10:36.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.504+0000 7f9c1c7e9640 1 --2- 172.21.15.1:0/87264555 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9c14105410 0x7f9c1410cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.504+0000 7f9c1c7e9640 1 --2- 172.21.15.1:0/87264555 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9c14100cf0 0x7f9c14104d30 unknown :-1 s=CLOSED pgs=1756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.504+0000 7f9c1c7e9640 1 --2- 172.21.15.1:0/87264555 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9c14100340 0x7f9c14100720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.509 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.504+0000 7f9c1c7e9640 1 -- 172.21.15.1:0/87264555 >> 172.21.15.1:0/87264555 conn(0x7f9c140772e0 msgr2=0x7f9c140776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:36.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.504+0000 7f9c1c7e9640 1 -- 172.21.15.1:0/87264555 shutdown_connections 2024-02-10T00:10:36.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.504+0000 7f9c1c7e9640 1 -- 172.21.15.1:0/87264555 wait complete. 2024-02-10T00:10:36.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.505+0000 7f9c1c7e9640 1 Processor -- start 2024-02-10T00:10:36.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.505+0000 7f9c1c7e9640 1 -- start start 2024-02-10T00:10:36.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.505+0000 7f9c1c7e9640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9c14100340 0x7f9c1419d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.505+0000 7f9c1c7e9640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9c14105410 0x7f9c1419db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.505+0000 7f9c1c7e9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9c14197700 0x7f9c14197b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.505+0000 7f9c1c7e9640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c141981d0 con 0x7f9c14197700 2024-02-10T00:10:36.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.505+0000 7f9c1c7e9640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c14198340 con 0x7f9c14105410 2024-02-10T00:10:36.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.505+0000 7f9c1c7e9640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c14198500 con 0x7f9c14100340 2024-02-10T00:10:36.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.505+0000 7f9c1ad86640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9c14197700 0x7f9c14197b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.505+0000 7f9c1ad86640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9c14197700 0x7f9c14197b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57518/0 (socket says 172.21.15.1:57518) 2024-02-10T00:10:36.510 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.505+0000 7f9c1ad86640 1 -- 172.21.15.1:0/947847490 learned_addr learned my addr 172.21.15.1:0/947847490 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:36.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.505+0000 7f9c19d84640 1 --2- 172.21.15.1:0/947847490 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9c14105410 0x7f9c1419db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.505+0000 7f9c1a585640 1 --2- 172.21.15.1:0/947847490 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9c14100340 0x7f9c1419d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.505+0000 7f9c1ad86640 1 -- 172.21.15.1:0/947847490 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9c14100340 msgr2=0x7f9c1419d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.505+0000 7f9c1ad86640 1 --2- 172.21.15.1:0/947847490 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9c14100340 0x7f9c1419d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.505+0000 7f9c1ad86640 1 -- 172.21.15.1:0/947847490 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9c14105410 msgr2=0x7f9c1419db80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.505+0000 7f9c1ad86640 1 --2- 172.21.15.1:0/947847490 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9c14105410 0x7f9c1419db80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.505+0000 7f9c1ad86640 1 -- 172.21.15.1:0/947847490 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c04009560 con 0x7f9c14197700 2024-02-10T00:10:36.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.505+0000 7f9c19d84640 1 --2- 172.21.15.1:0/947847490 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9c14105410 0x7f9c1419db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:10:36.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.505+0000 7f9c1a585640 1 --2- 172.21.15.1:0/947847490 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9c14100340 0x7f9c1419d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:10:36.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.506+0000 7f9c1ad86640 1 --2- 172.21.15.1:0/947847490 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9c14197700 0x7f9c14197b80 secure :-1 s=READY pgs=1757 cs=0 l=1 rev1=1 crypto rx=0x7f9c0c00e960 tx=0x7f9c0c00ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:36.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.506+0000 7f9c0b7fe640 1 -- 172.21.15.1:0/947847490 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c0c004d20 con 0x7f9c14197700 2024-02-10T00:10:36.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.506+0000 7f9c0b7fe640 1 -- 172.21.15.1:0/947847490 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9c0c004e80 con 0x7f9c14197700 2024-02-10T00:10:36.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.506+0000 7f9c1c7e9640 1 -- 172.21.15.1:0/947847490 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c141a44a0 con 0x7f9c14197700 2024-02-10T00:10:36.511 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.506+0000 7f9c0b7fe640 1 -- 172.21.15.1:0/947847490 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c0c0116d0 con 0x7f9c14197700 2024-02-10T00:10:36.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.506+0000 7f9c1c7e9640 1 -- 172.21.15.1:0/947847490 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c141a4930 con 0x7f9c14197700 2024-02-10T00:10:36.512 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.508+0000 7f9c0b7fe640 1 -- 172.21.15.1:0/947847490 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f9c0c005340 con 0x7f9c14197700 2024-02-10T00:10:36.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.508+0000 7f9c1f3c3740 1 Processor -- start 2024-02-10T00:10:36.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.509+0000 7f9c1f3c3740 1 -- start start 2024-02-10T00:10:36.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.509+0000 7f9c1f3c3740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562d0f7a3a30 0x562d0f7a3e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.513 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.509+0000 7f9c1f3c3740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562d0f7a43e0 0x562d0f7ac990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.509+0000 7f9c1f3c3740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562d0f7acf60 0x562d0f7af3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.509+0000 7f9c1f3c3740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d0f75f020 con 0x562d0f7acf60 2024-02-10T00:10:36.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.509+0000 7f9c1f3c3740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d0f712320 con 0x562d0f7a3a30 2024-02-10T00:10:36.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.509+0000 7f9c1f3c3740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d0f70f850 con 0x562d0f7a43e0 2024-02-10T00:10:36.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.509+0000 7f9c19d84640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562d0f7acf60 0x562d0f7af3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.509+0000 7f9c0b7fe640 1 --2- 172.21.15.1:0/947847490 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9c000a2230 0x7f9c000a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.517 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.509+0000 7f9c19d84640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562d0f7acf60 0x562d0f7af3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57532/0 (socket says 172.21.15.1:57532) 2024-02-10T00:10:36.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.509+0000 7f9c19d84640 1 -- 172.21.15.1:0/1111804859 learned_addr learned my addr 172.21.15.1:0/1111804859 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:36.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.509+0000 7f9c1ad86640 1 --2- 172.21.15.1:0/947847490 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9c000a2230 0x7f9c000a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.509+0000 7f9c19d84640 1 --2- 172.21.15.1:0/1111804859 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562d0f7a3a30 0x562d0f7a3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.509+0000 7f9c1a585640 1 --2- 172.21.15.1:0/1111804859 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562d0f7a43e0 0x562d0f7ac990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.509+0000 7f9c0b7fe640 1 -- 172.21.15.1:0/947847490 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f9c0c0ce290 con 0x7f9c14197700 2024-02-10T00:10:36.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.509+0000 7f9c19d84640 1 -- 172.21.15.1:0/1111804859 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562d0f7a43e0 msgr2=0x562d0f7ac990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.509+0000 7f9c19d84640 1 --2- 172.21.15.1:0/1111804859 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562d0f7a43e0 0x562d0f7ac990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.518 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.509+0000 7f9c19d84640 1 -- 172.21.15.1:0/1111804859 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562d0f7a3a30 msgr2=0x562d0f7a3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.509+0000 7f9c19d84640 1 --2- 172.21.15.1:0/1111804859 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562d0f7a3a30 0x562d0f7a3e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.509+0000 7f9c19d84640 1 -- 172.21.15.1:0/1111804859 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562d0f6cd210 con 0x562d0f7acf60 2024-02-10T00:10:36.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.510+0000 7f9c19d84640 1 --2- 172.21.15.1:0/1111804859 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562d0f7acf60 0x562d0f7af3b0 secure :-1 s=READY pgs=1758 cs=0 l=1 rev1=1 crypto rx=0x7f9c04005ec0 tx=0x7f9c04005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9832507bbde97cb server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:36.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.510+0000 7f9c1ad86640 1 --2- 172.21.15.1:0/947847490 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9c000a2230 0x7f9c000a46f0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f9c0c014e90 tx=0x7f9c0c01e310 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:36.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.510+0000 7f9c08ff9640 1 -- 172.21.15.1:0/1111804859 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c0402c9e0 con 0x562d0f7acf60 2024-02-10T00:10:36.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.510+0000 7f9c08ff9640 1 -- 172.21.15.1:0/1111804859 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9c04004510 con 0x562d0f7acf60 2024-02-10T00:10:36.519 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.510+0000 7f9c08ff9640 1 -- 172.21.15.1:0/1111804859 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c04005470 con 0x562d0f7acf60 2024-02-10T00:10:36.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.510+0000 7f9c1f3c3740 1 -- 172.21.15.1:0/1111804859 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562d0f7acf60 msgr2=0x562d0f7af3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.510+0000 7f9c1f3c3740 1 --2- 172.21.15.1:0/1111804859 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562d0f7acf60 0x562d0f7af3b0 secure :-1 s=READY pgs=1758 cs=0 l=1 rev1=1 crypto rx=0x7f9c04005ec0 tx=0x7f9c04005fd0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.510+0000 7f9c1f3c3740 1 -- 172.21.15.1:0/1111804859 shutdown_connections 2024-02-10T00:10:36.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.510+0000 7f9c1f3c3740 1 --2- 172.21.15.1:0/1111804859 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562d0f7acf60 0x562d0f7af3b0 unknown :-1 s=CLOSED pgs=1758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.510+0000 7f9c1f3c3740 1 --2- 172.21.15.1:0/1111804859 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562d0f7a43e0 0x562d0f7ac990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.510+0000 7f9c1f3c3740 1 --2- 172.21.15.1:0/1111804859 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562d0f7a3a30 0x562d0f7a3e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.511+0000 7f9c1f3c3740 1 -- 172.21.15.1:0/1111804859 >> 172.21.15.1:0/1111804859 conn(0x562d0f79e100 msgr2=0x562d0f79e4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:36.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.511+0000 7f9c1f3c3740 1 -- 172.21.15.1:0/1111804859 shutdown_connections 2024-02-10T00:10:36.520 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.511+0000 7f9c1f3c3740 1 -- 172.21.15.1:0/1111804859 wait complete. 2024-02-10T00:10:36.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.511+0000 7f9c1f3c3740 1 -- start start 2024-02-10T00:10:36.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.511+0000 7f9c1f3c3740 1 Processor -- start 2024-02-10T00:10:36.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.511+0000 7f9c1f3c3740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562d0f7a3a30 0x562d0f7a9f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.511+0000 7f9c1f3c3740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562d0f7a43e0 0x562d0f7aa4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.511+0000 7f9c1f3c3740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562d0f7acf60 0x562d0f7aaa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.511+0000 7f9c1f3c3740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d0f70b030 con 0x562d0f7a3a30 2024-02-10T00:10:36.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.511+0000 7f9c1f3c3740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d0f3de430 con 0x562d0f7acf60 2024-02-10T00:10:36.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.511+0000 7f9c1f3c3740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d0f39ae00 con 0x562d0f7a43e0 2024-02-10T00:10:36.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.511+0000 7f9c1f3c3740 10 client.0 _ll_register_callbacks cb 0x562d0f700030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:10:36.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.511+0000 7f9c19d84640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562d0f7a3a30 0x562d0f7a9f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.511+0000 7f9c19d84640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562d0f7a3a30 0x562d0f7a9f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57546/0 (socket says 172.21.15.1:57546) 2024-02-10T00:10:36.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.511+0000 7f9c19d84640 1 -- 172.21.15.1:0/936050589 learned_addr learned my addr 172.21.15.1:0/936050589 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:36.521 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.512+0000 7f9c19d84640 1 --2- 172.21.15.1:0/936050589 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562d0f7acf60 0x562d0f7aaa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.512+0000 7f9c1a585640 1 --2- 172.21.15.1:0/936050589 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562d0f7a43e0 0x562d0f7aa4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.512+0000 7f9c19d84640 1 -- 172.21.15.1:0/936050589 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562d0f7a43e0 msgr2=0x562d0f7aa4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.512+0000 7f9c19d84640 1 --2- 172.21.15.1:0/936050589 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562d0f7a43e0 0x562d0f7aa4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.512+0000 7f9c19d84640 1 -- 172.21.15.1:0/936050589 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562d0f7acf60 msgr2=0x562d0f7aaa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.512+0000 7f9c19d84640 1 --2- 172.21.15.1:0/936050589 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562d0f7acf60 0x562d0f7aaa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.512+0000 7f9c19d84640 1 -- 172.21.15.1:0/936050589 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c1410d7f0 con 0x562d0f7a3a30 2024-02-10T00:10:36.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.512+0000 7f9c19d84640 1 --2- 172.21.15.1:0/936050589 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562d0f7a3a30 0x562d0f7a9f90 secure :-1 s=READY pgs=1759 cs=0 l=1 rev1=1 crypto rx=0x7f9c0402c170 tx=0x7f9c04005890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2e7c8b052b51939 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:36.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.512+0000 7f9bfdffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:10:36.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.512+0000 7f9bfdffb640 1 -- 172.21.15.1:0/936050589 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c04005680 con 0x562d0f7a3a30 2024-02-10T00:10:36.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.512+0000 7f9bfdffb640 1 -- 172.21.15.1:0/936050589 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f9c04041460 con 0x562d0f7a3a30 2024-02-10T00:10:36.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.512+0000 7f9c1f3c3740 1 -- 172.21.15.1:0/936050589 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562d0f40a7e0 con 0x562d0f7a3a30 2024-02-10T00:10:36.522 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.512+0000 7f9bfdffb640 1 -- 172.21.15.1:0/936050589 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9c04041620 con 0x562d0f7a3a30 2024-02-10T00:10:36.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.512+0000 7f9c1f3c3740 10 client.19584 fetch_fsmap learned FSMap version 29 2024-02-10T00:10:36.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.512+0000 7f9c1f3c3740 1 -- 172.21.15.1:0/936050589 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x562d0f7096b0 con 0x562d0f7a3a30 2024-02-10T00:10:36.523 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.512+0000 7f9bfdffb640 1 -- 172.21.15.1:0/936050589 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x562d0f40a7e0 con 0x562d0f7a3a30 2024-02-10T00:10:36.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.512+0000 7f9bfdffb640 1 -- 172.21.15.1:0/936050589 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f9c040438d0 con 0x562d0f7a3a30 2024-02-10T00:10:36.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.513+0000 7f9c1f3c3740 10 client.19584 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:10:36.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.513+0000 7f9c1f3c3740 10 client.19584 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:10:36.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.513+0000 7f9c1f3c3740 20 client.19584 populate_metadata read hostname 'smithi001' 2024-02-10T00:10:36.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.513+0000 7f9c1f3c3740 1 --2- 172.21.15.1:0/936050589 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x562d0f7bd250 0x562d0f7bf670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.525 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.513+0000 7f9c1f3c3740 4 client.19584 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:10:36.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.513+0000 7f9c1f3c3740 1 -- 172.21.15.1:0/936050589 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562d0f447720 con 0x562d0f7bd250 2024-02-10T00:10:36.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.513+0000 7f9c1a585640 1 --2- 172.21.15.1:0/936050589 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x562d0f7bd250 0x562d0f7bf670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.513+0000 7f9c1a585640 1 --2- 172.21.15.1:0/936050589 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x562d0f7bd250 0x562d0f7bf670 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=633f471e11b096b8 server_cookie=199ede16b3925395 in_seq=0 out_seq=0 2024-02-10T00:10:36.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.513+0000 7f9bfdffb640 10 client.19584 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:10:36.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.514+0000 7f9bfdffb640 1 -- 172.21.15.1:0/936050589 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x562d0f447720 con 0x562d0f7bd250 2024-02-10T00:10:36.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.514+0000 7f9bfdffb640 10 client.19584 handle_command_reply: tid=0 2024-02-10T00:10:36.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.514+0000 7f9c1f3c3740 1 client.19584 shutdown 2024-02-10T00:10:36.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.514+0000 7f9c1f3c3740 1 -- 172.21.15.1:0/936050589 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562d0f7a3a30 msgr2=0x562d0f7a9f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.514+0000 7f9c1f3c3740 1 --2- 172.21.15.1:0/936050589 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562d0f7a3a30 0x562d0f7a9f90 secure :-1 s=READY pgs=1759 cs=0 l=1 rev1=1 crypto rx=0x7f9c0402c170 tx=0x7f9c04005890 comp rx=0 tx=0).stop 2024-02-10T00:10:36.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.514+0000 7f9c1f3c3740 1 -- 172.21.15.1:0/936050589 shutdown_connections 2024-02-10T00:10:36.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.514+0000 7f9c1f3c3740 1 --2- 172.21.15.1:0/936050589 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562d0f7acf60 0x562d0f7aaa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.514+0000 7f9c1f3c3740 1 --2- 172.21.15.1:0/936050589 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562d0f7a43e0 0x562d0f7aa4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.514+0000 7f9c1f3c3740 1 --2- 172.21.15.1:0/936050589 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x562d0f7bd250 0x562d0f7bf670 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.526 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.514+0000 7f9c1f3c3740 1 --2- 172.21.15.1:0/936050589 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562d0f7a3a30 0x562d0f7a9f90 unknown :-1 s=CLOSED pgs=1759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.514+0000 7f9bfdffb640 0 client.19584 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:10:36.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.514+0000 7f9c1f3c3740 1 -- 172.21.15.1:0/936050589 >> 172.21.15.1:0/936050589 conn(0x562d0f79e100 msgr2=0x562d0f79fe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:36.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.514+0000 7f9c1f3c3740 1 -- 172.21.15.1:0/936050589 shutdown_connections 2024-02-10T00:10:36.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.514+0000 7f9c1f3c3740 1 -- 172.21.15.1:0/936050589 wait complete. 2024-02-10T00:10:36.527 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.514+0000 7f9c1f3c3740 20 client.19584 trim_cache size 0 max 16384 2024-02-10T00:10:36.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.526+0000 7f9c1f3c3740 1 Processor -- start 2024-02-10T00:10:36.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.526+0000 7f9c1f3c3740 1 -- start start 2024-02-10T00:10:36.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.526+0000 7f9c1f3c3740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562d0f7a3a30 0x562d0f7ac6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.526+0000 7f9c1f3c3740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562d0f7a43e0 0x562d0f7a4810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.526+0000 7f9c1f3c3740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562d0f7acf60 0x562d0f7a8880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.526+0000 7f9c1f3c3740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d0f690130 con 0x562d0f7a3a30 2024-02-10T00:10:36.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.526+0000 7f9c1f3c3740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d0f40a7e0 con 0x562d0f7acf60 2024-02-10T00:10:36.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.526+0000 7f9c1f3c3740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d0f7a3380 con 0x562d0f7a43e0 2024-02-10T00:10:36.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.526+0000 7f9c19d84640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562d0f7a3a30 0x562d0f7ac6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.526+0000 7f9c19d84640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562d0f7a3a30 0x562d0f7ac6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57562/0 (socket says 172.21.15.1:57562) 2024-02-10T00:10:36.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.526+0000 7f9c19d84640 1 -- 172.21.15.1:0/3383821855 learned_addr learned my addr 172.21.15.1:0/3383821855 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:36.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.526+0000 7f9c1a585640 1 --2- 172.21.15.1:0/3383821855 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562d0f7a43e0 0x562d0f7a4810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.534 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.526+0000 7f9c19d84640 1 -- 172.21.15.1:0/3383821855 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562d0f7a43e0 msgr2=0x562d0f7a4810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.526+0000 7f9c19d84640 1 --2- 172.21.15.1:0/3383821855 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562d0f7a43e0 0x562d0f7a4810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.526+0000 7f9c19d84640 1 -- 172.21.15.1:0/3383821855 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562d0f7acf60 msgr2=0x562d0f7a8880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.526+0000 7f9c19d84640 1 --2- 172.21.15.1:0/3383821855 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562d0f7acf60 0x562d0f7a8880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.526+0000 7f9c19d84640 1 -- 172.21.15.1:0/3383821855 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562d0f6a5c90 con 0x562d0f7a3a30 2024-02-10T00:10:36.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.527+0000 7f9c19d84640 1 --2- 172.21.15.1:0/3383821855 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562d0f7a3a30 0x562d0f7ac6c0 secure :-1 s=READY pgs=1760 cs=0 l=1 rev1=1 crypto rx=0x7f9c0402c320 tx=0x7f9c04005000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f65ca91ea160888 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:36.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.527+0000 7f9bfffff640 1 -- 172.21.15.1:0/3383821855 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c04005d50 con 0x562d0f7a3a30 2024-02-10T00:10:36.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.527+0000 7f9bfffff640 1 -- 172.21.15.1:0/3383821855 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f9c04043930 con 0x562d0f7a3a30 2024-02-10T00:10:36.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.527+0000 7f9bfffff640 1 -- 172.21.15.1:0/3383821855 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c040347b0 con 0x562d0f7a3a30 2024-02-10T00:10:36.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.527+0000 7f9c1f3c3740 1 -- 172.21.15.1:0/3383821855 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562d0f7a3a30 msgr2=0x562d0f7ac6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.527+0000 7f9c1f3c3740 1 --2- 172.21.15.1:0/3383821855 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562d0f7a3a30 0x562d0f7ac6c0 secure :-1 s=READY pgs=1760 cs=0 l=1 rev1=1 crypto rx=0x7f9c0402c320 tx=0x7f9c04005000 comp rx=0 tx=0).stop 2024-02-10T00:10:36.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.527+0000 7f9c1f3c3740 1 -- 172.21.15.1:0/3383821855 shutdown_connections 2024-02-10T00:10:36.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.527+0000 7f9c1f3c3740 1 --2- 172.21.15.1:0/3383821855 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562d0f7acf60 0x562d0f7a8880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.527+0000 7f9c1f3c3740 1 --2- 172.21.15.1:0/3383821855 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562d0f7a43e0 0x562d0f7a4810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.527+0000 7f9c1f3c3740 1 --2- 172.21.15.1:0/3383821855 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562d0f7a3a30 0x562d0f7ac6c0 unknown :-1 s=CLOSED pgs=1760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.535 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.527+0000 7f9c1f3c3740 1 -- 172.21.15.1:0/3383821855 >> 172.21.15.1:0/3383821855 conn(0x562d0f79e100 msgr2=0x562d0f79e4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:36.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.527+0000 7f9c1f3c3740 1 -- 172.21.15.1:0/3383821855 shutdown_connections 2024-02-10T00:10:36.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.527+0000 7f9c1f3c3740 1 -- 172.21.15.1:0/3383821855 wait complete. 2024-02-10T00:10:36.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.528+0000 7f9c1f3c3740 1 -- start start 2024-02-10T00:10:36.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.528+0000 7f9c1f3c3740 1 Processor -- start 2024-02-10T00:10:36.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.528+0000 7f9c1f3c3740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562d0f7a3a30 0x562d0f7b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.528+0000 7f9c1f3c3740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562d0f7a43e0 0x562d0f7b4490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.528+0000 7f9c1f3c3740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562d0f7acf60 0x562d0f7b2530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.528+0000 7f9c1f3c3740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d0f7b2c00 con 0x562d0f7a3a30 2024-02-10T00:10:36.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.528+0000 7f9c1f3c3740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d0f7b2d70 con 0x562d0f7acf60 2024-02-10T00:10:36.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.528+0000 7f9c1f3c3740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x562d0f7b2f30 con 0x562d0f7a43e0 2024-02-10T00:10:36.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.528+0000 7f9c1f3c3740 10 client.0 _ll_register_callbacks cb 0x7f9c10005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:10:36.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.528+0000 7f9c19d84640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562d0f7a3a30 0x562d0f7b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.536 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.528+0000 7f9c19d84640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562d0f7a3a30 0x562d0f7b3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57564/0 (socket says 172.21.15.1:57564) 2024-02-10T00:10:36.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.528+0000 7f9c19d84640 1 -- 172.21.15.1:0/4242243824 learned_addr learned my addr 172.21.15.1:0/4242243824 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:36.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.528+0000 7f9c1a585640 1 --2- 172.21.15.1:0/4242243824 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562d0f7a43e0 0x562d0f7b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.528+0000 7f9c19d84640 1 --2- 172.21.15.1:0/4242243824 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562d0f7acf60 0x562d0f7b2530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.528+0000 7f9c19d84640 1 -- 172.21.15.1:0/4242243824 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562d0f7a43e0 msgr2=0x562d0f7b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.528+0000 7f9c19d84640 1 --2- 172.21.15.1:0/4242243824 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562d0f7a43e0 0x562d0f7b4490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.528+0000 7f9c19d84640 1 -- 172.21.15.1:0/4242243824 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562d0f7acf60 msgr2=0x562d0f7b2530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.528+0000 7f9c19d84640 1 --2- 172.21.15.1:0/4242243824 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562d0f7acf60 0x562d0f7b2530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.528+0000 7f9c19d84640 1 -- 172.21.15.1:0/4242243824 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562d0f7096b0 con 0x562d0f7a3a30 2024-02-10T00:10:36.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.529+0000 7f9c19d84640 1 --2- 172.21.15.1:0/4242243824 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562d0f7a3a30 0x562d0f7b3f50 secure :-1 s=READY pgs=1761 cs=0 l=1 rev1=1 crypto rx=0x7f9c04004c50 tx=0x7f9c04053040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d75b1a435ec98f67 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:36.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.529+0000 7f9bfdffb640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:10:36.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.529+0000 7f9bfdffb640 1 -- 172.21.15.1:0/4242243824 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c04005480 con 0x562d0f7a3a30 2024-02-10T00:10:36.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.529+0000 7f9bfdffb640 1 -- 172.21.15.1:0/4242243824 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f9c04000e40 con 0x562d0f7a3a30 2024-02-10T00:10:36.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.529+0000 7f9c1f3c3740 1 -- 172.21.15.1:0/4242243824 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562d0f7a9dc0 con 0x562d0f7a3a30 2024-02-10T00:10:36.537 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.529+0000 7f9bfdffb640 1 -- 172.21.15.1:0/4242243824 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9c04005d50 con 0x562d0f7a3a30 2024-02-10T00:10:36.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.529+0000 7f9c1f3c3740 10 client.19590 fetch_fsmap learned FSMap version 29 2024-02-10T00:10:36.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.529+0000 7f9c1f3c3740 1 -- 172.21.15.1:0/4242243824 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x562d0f6cba70 con 0x562d0f7a3a30 2024-02-10T00:10:36.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.529+0000 7f9bfdffb640 1 -- 172.21.15.1:0/4242243824 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x562d0f7a9dc0 con 0x562d0f7a3a30 2024-02-10T00:10:36.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.529+0000 7f9bfdffb640 1 -- 172.21.15.1:0/4242243824 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f9c04076050 con 0x562d0f7a3a30 2024-02-10T00:10:36.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.529+0000 7f9c1f3c3740 10 client.19590 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:10:36.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.529+0000 7f9c1f3c3740 10 client.19590 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.h 2024-02-10T00:10:36.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.529+0000 7f9c1f3c3740 20 client.19590 populate_metadata read hostname 'smithi001' 2024-02-10T00:10:36.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.529+0000 7f9c1f3c3740 1 --2- 172.21.15.1:0/4242243824 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x562d0f8145d0 0x562d0f8169c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.529+0000 7f9c1f3c3740 4 client.19590 mds_command: new command op to 24476 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:10:36.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.529+0000 7f9c1f3c3740 1 -- 172.21.15.1:0/4242243824 --> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7f9c04004510 con 0x562d0f8145d0 2024-02-10T00:10:36.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.530+0000 7f9c1a585640 1 --2- 172.21.15.1:0/4242243824 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x562d0f8145d0 0x562d0f8169c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.530+0000 7f9bfdffb640 10 client.19590 ms_handle_connect on v2:172.21.15.88:6836/2320804574 2024-02-10T00:10:36.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.530+0000 7f9c1a585640 1 --2- 172.21.15.1:0/4242243824 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x562d0f8145d0 0x562d0f8169c0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7a7f66899a4e07ca server_cookie=21956df6ac779280 in_seq=0 out_seq=0 2024-02-10T00:10:36.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.530+0000 7f9bfdffb640 1 -- 172.21.15.1:0/4242243824 <== mds.2 v2:172.21.15.88:6836/2320804574 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7f9c04004510 con 0x562d0f8145d0 2024-02-10T00:10:36.538 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.530+0000 7f9bfdffb640 10 client.19590 handle_command_reply: tid=0 2024-02-10T00:10:36.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.530+0000 7f9c1f3c3740 1 client.19590 shutdown 2024-02-10T00:10:36.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.530+0000 7f9c1f3c3740 1 -- 172.21.15.1:0/4242243824 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562d0f7a3a30 msgr2=0x562d0f7b3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.530+0000 7f9c1f3c3740 1 --2- 172.21.15.1:0/4242243824 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562d0f7a3a30 0x562d0f7b3f50 secure :-1 s=READY pgs=1761 cs=0 l=1 rev1=1 crypto rx=0x7f9c04004c50 tx=0x7f9c04053040 comp rx=0 tx=0).stop 2024-02-10T00:10:36.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.530+0000 7f9c1f3c3740 1 -- 172.21.15.1:0/4242243824 shutdown_connections 2024-02-10T00:10:36.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.530+0000 7f9c1f3c3740 1 --2- 172.21.15.1:0/4242243824 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x562d0f7acf60 0x562d0f7b2530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.530+0000 7f9c1f3c3740 1 --2- 172.21.15.1:0/4242243824 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x562d0f7a43e0 0x562d0f7b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.530+0000 7f9c1f3c3740 1 --2- 172.21.15.1:0/4242243824 >> [v2:172.21.15.88:6836/2320804574,v1:172.21.15.88:6837/2320804574] conn(0x562d0f8145d0 0x562d0f8169c0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.530+0000 7f9c1f3c3740 1 --2- 172.21.15.1:0/4242243824 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x562d0f7a3a30 0x562d0f7b3f50 unknown :-1 s=CLOSED pgs=1761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.530+0000 7f9c1f3c3740 1 -- 172.21.15.1:0/4242243824 >> 172.21.15.1:0/4242243824 conn(0x562d0f79e100 msgr2=0x562d0f7a4810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:36.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.530+0000 7f9bfdffb640 0 client.19590 ms_handle_reset on v2:172.21.15.88:6836/2320804574 2024-02-10T00:10:36.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.530+0000 7f9c1f3c3740 1 -- 172.21.15.1:0/4242243824 shutdown_connections 2024-02-10T00:10:36.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.530+0000 7f9c1f3c3740 1 -- 172.21.15.1:0/4242243824 wait complete. 2024-02-10T00:10:36.539 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.530+0000 7f9c1f3c3740 20 client.19590 trim_cache size 0 max 16384 2024-02-10T00:10:36.540 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:10:36.540 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.531+0000 7f9c1c7e9640 1 -- 172.21.15.1:0/947847490 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9c000a2230 msgr2=0x7f9c000a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.531+0000 7f9c1c7e9640 1 --2- 172.21.15.1:0/947847490 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9c000a2230 0x7f9c000a46f0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f9c0c014e90 tx=0x7f9c0c01e310 comp rx=0 tx=0).stop 2024-02-10T00:10:36.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.531+0000 7f9c1c7e9640 1 -- 172.21.15.1:0/947847490 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9c14197700 msgr2=0x7f9c14197b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.531+0000 7f9c1c7e9640 1 --2- 172.21.15.1:0/947847490 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9c14197700 0x7f9c14197b80 secure :-1 s=READY pgs=1757 cs=0 l=1 rev1=1 crypto rx=0x7f9c0c00e960 tx=0x7f9c0c00ee20 comp rx=0 tx=0).stop 2024-02-10T00:10:36.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.531+0000 7f9c1c7e9640 1 -- 172.21.15.1:0/947847490 shutdown_connections 2024-02-10T00:10:36.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.531+0000 7f9c1c7e9640 1 --2- 172.21.15.1:0/947847490 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f9c000a2230 0x7f9c000a46f0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.531+0000 7f9c1c7e9640 1 --2- 172.21.15.1:0/947847490 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f9c14197700 0x7f9c14197b80 unknown :-1 s=CLOSED pgs=1757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.531+0000 7f9c1c7e9640 1 --2- 172.21.15.1:0/947847490 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f9c14105410 0x7f9c1419db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.531+0000 7f9c1c7e9640 1 --2- 172.21.15.1:0/947847490 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9c14100340 0x7f9c1419d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.531+0000 7f9c1c7e9640 1 -- 172.21.15.1:0/947847490 >> 172.21.15.1:0/947847490 conn(0x7f9c140772e0 msgr2=0x7f9c14068900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:36.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.531+0000 7f9c1c7e9640 1 -- 172.21.15.1:0/947847490 shutdown_connections 2024-02-10T00:10:36.541 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.531+0000 7f9c1c7e9640 1 -- 172.21.15.1:0/947847490 wait complete. 2024-02-10T00:10:36.544 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:10:36.545 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-02-10T00:10:36.652 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.648+0000 7f499d39a640 1 -- 172.21.15.1:0/407642086 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4998102450 msgr2=0x7f4998102830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.648+0000 7f499d39a640 1 --2- 172.21.15.1:0/407642086 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4998102450 0x7f4998102830 secure :-1 s=READY pgs=1762 cs=0 l=1 rev1=1 crypto rx=0x7f4988009900 tx=0x7f498802bcd0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.648+0000 7f499d39a640 1 -- 172.21.15.1:0/407642086 shutdown_connections 2024-02-10T00:10:36.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.648+0000 7f499d39a640 1 --2- 172.21.15.1:0/407642086 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f499810b820 0x7f499810dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.648+0000 7f499d39a640 1 --2- 172.21.15.1:0/407642086 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4998102d70 0x7f499810b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.648+0000 7f499d39a640 1 --2- 172.21.15.1:0/407642086 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4998102450 0x7f4998102830 unknown :-1 s=CLOSED pgs=1762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.648+0000 7f499d39a640 1 -- 172.21.15.1:0/407642086 >> 172.21.15.1:0/407642086 conn(0x7f49980772e0 msgr2=0x7f49980776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:36.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.648+0000 7f499d39a640 1 -- 172.21.15.1:0/407642086 shutdown_connections 2024-02-10T00:10:36.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.648+0000 7f499d39a640 1 -- 172.21.15.1:0/407642086 wait complete. 2024-02-10T00:10:36.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.648+0000 7f499d39a640 1 Processor -- start 2024-02-10T00:10:36.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.648+0000 7f499d39a640 1 -- start start 2024-02-10T00:10:36.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.649+0000 7f499d39a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4998102450 0x7f499819d680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.649+0000 7f499d39a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4998102d70 0x7f499819dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.649+0000 7f499d39a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f499810b820 0x7f4998197740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.653 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.649+0000 7f499d39a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4998197ed0 con 0x7f4998102450 2024-02-10T00:10:36.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.649+0000 7f499d39a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4998198040 con 0x7f499810b820 2024-02-10T00:10:36.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.649+0000 7f499d39a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4998198200 con 0x7f4998102d70 2024-02-10T00:10:36.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.649+0000 7f4996ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4998102450 0x7f499819d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.649+0000 7f4996ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4998102450 0x7f499819d680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57582/0 (socket says 172.21.15.1:57582) 2024-02-10T00:10:36.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.649+0000 7f4996ffd640 1 -- 172.21.15.1:0/1952956539 learned_addr learned my addr 172.21.15.1:0/1952956539 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:36.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.649+0000 7f49967fc640 1 --2- 172.21.15.1:0/1952956539 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4998102d70 0x7f499819dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.649+0000 7f49977fe640 1 --2- 172.21.15.1:0/1952956539 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f499810b820 0x7f4998197740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.649+0000 7f4996ffd640 1 -- 172.21.15.1:0/1952956539 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4998102d70 msgr2=0x7f499819dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.649+0000 7f4996ffd640 1 --2- 172.21.15.1:0/1952956539 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4998102d70 0x7f499819dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.649+0000 7f4996ffd640 1 -- 172.21.15.1:0/1952956539 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f499810b820 msgr2=0x7f4998197740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.649+0000 7f4996ffd640 1 --2- 172.21.15.1:0/1952956539 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f499810b820 0x7f4998197740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.649+0000 7f4996ffd640 1 -- 172.21.15.1:0/1952956539 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4988009560 con 0x7f4998102450 2024-02-10T00:10:36.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.649+0000 7f4996ffd640 1 --2- 172.21.15.1:0/1952956539 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4998102450 0x7f499819d680 secure :-1 s=READY pgs=1763 cs=0 l=1 rev1=1 crypto rx=0x7f4988005940 tx=0x7f498802c780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:36.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.649+0000 7f497ffff640 1 -- 172.21.15.1:0/1952956539 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49880043d0 con 0x7f4998102450 2024-02-10T00:10:36.654 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.649+0000 7f499d39a640 1 -- 172.21.15.1:0/1952956539 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4998198480 con 0x7f4998102450 2024-02-10T00:10:36.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.649+0000 7f497ffff640 1 -- 172.21.15.1:0/1952956539 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f49880052d0 con 0x7f4998102450 2024-02-10T00:10:36.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.649+0000 7f497ffff640 1 -- 172.21.15.1:0/1952956539 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4988003d30 con 0x7f4998102450 2024-02-10T00:10:36.655 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.649+0000 7f499d39a640 1 -- 172.21.15.1:0/1952956539 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49981a4600 con 0x7f4998102450 2024-02-10T00:10:36.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.652+0000 7f497ffff640 1 -- 172.21.15.1:0/1952956539 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f4988005440 con 0x7f4998102450 2024-02-10T00:10:36.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.652+0000 7f499ff72740 1 Processor -- start 2024-02-10T00:10:36.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.652+0000 7f499ff72740 1 -- start start 2024-02-10T00:10:36.661 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.652+0000 7f499ff72740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561473e0aa30 0x561473e0ae10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.652+0000 7f499ff72740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561473e0b3e0 0x561473e13990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.652+0000 7f497ffff640 1 --2- 172.21.15.1:0/1952956539 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f49800a2230 0x7f49800a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.652+0000 7f499ff72740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561473e13f60 0x561473e163b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.652+0000 7f499ff72740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x561473dc6020 con 0x561473e0aa30 2024-02-10T00:10:36.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.652+0000 7f499ff72740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x561473d79320 con 0x561473e13f60 2024-02-10T00:10:36.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.652+0000 7f499ff72740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x561473d76850 con 0x561473e0b3e0 2024-02-10T00:10:36.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.653+0000 7f49977fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561473e0aa30 0x561473e0ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.653+0000 7f49967fc640 1 --2- 172.21.15.1:0/1952956539 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f49800a2230 0x7f49800a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.653+0000 7f49977fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561473e0aa30 0x561473e0ae10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57586/0 (socket says 172.21.15.1:57586) 2024-02-10T00:10:36.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.653+0000 7f49977fe640 1 -- 172.21.15.1:0/3922820887 learned_addr learned my addr 172.21.15.1:0/3922820887 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:36.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.653+0000 7f497ffff640 1 -- 172.21.15.1:0/1952956539 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f49880f0760 con 0x7f4998102450 2024-02-10T00:10:36.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.653+0000 7f49977fe640 1 --2- 172.21.15.1:0/3922820887 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561473e13f60 0x561473e163b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.653+0000 7f4996ffd640 1 --2- 172.21.15.1:0/3922820887 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561473e0b3e0 0x561473e13990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.653+0000 7f49977fe640 1 -- 172.21.15.1:0/3922820887 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561473e0b3e0 msgr2=0x561473e13990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.662 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.653+0000 7f49977fe640 1 --2- 172.21.15.1:0/3922820887 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561473e0b3e0 0x561473e13990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.653+0000 7f49977fe640 1 -- 172.21.15.1:0/3922820887 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561473e13f60 msgr2=0x561473e163b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.653+0000 7f49977fe640 1 --2- 172.21.15.1:0/3922820887 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561473e13f60 0x561473e163b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.653+0000 7f49977fe640 1 -- 172.21.15.1:0/3922820887 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561473d34210 con 0x561473e0aa30 2024-02-10T00:10:36.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.653+0000 7f49977fe640 1 --2- 172.21.15.1:0/3922820887 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561473e0aa30 0x561473e0ae10 secure :-1 s=READY pgs=1764 cs=0 l=1 rev1=1 crypto rx=0x7f49900128a0 tx=0x7f4990009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5a217ff332619fb server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:36.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.653+0000 7f49967fc640 1 --2- 172.21.15.1:0/1952956539 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f49800a2230 0x7f49800a46f0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f4998198f90 tx=0x7f498c005f90 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:36.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.653+0000 7f497d7fa640 1 -- 172.21.15.1:0/3922820887 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f499000e850 con 0x561473e0aa30 2024-02-10T00:10:36.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.653+0000 7f497d7fa640 1 -- 172.21.15.1:0/3922820887 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f499000ee90 con 0x561473e0aa30 2024-02-10T00:10:36.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.653+0000 7f497d7fa640 1 -- 172.21.15.1:0/3922820887 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4990010e00 con 0x561473e0aa30 2024-02-10T00:10:36.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.654+0000 7f499ff72740 1 -- 172.21.15.1:0/3922820887 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561473e0aa30 msgr2=0x561473e0ae10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.654+0000 7f499ff72740 1 --2- 172.21.15.1:0/3922820887 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561473e0aa30 0x561473e0ae10 secure :-1 s=READY pgs=1764 cs=0 l=1 rev1=1 crypto rx=0x7f49900128a0 tx=0x7f4990009b20 comp rx=0 tx=0).stop 2024-02-10T00:10:36.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.654+0000 7f499ff72740 1 -- 172.21.15.1:0/3922820887 shutdown_connections 2024-02-10T00:10:36.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.654+0000 7f499ff72740 1 --2- 172.21.15.1:0/3922820887 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561473e13f60 0x561473e163b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.654+0000 7f499ff72740 1 --2- 172.21.15.1:0/3922820887 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561473e0b3e0 0x561473e13990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.654+0000 7f499ff72740 1 --2- 172.21.15.1:0/3922820887 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561473e0aa30 0x561473e0ae10 unknown :-1 s=CLOSED pgs=1764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.663 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.654+0000 7f499ff72740 1 -- 172.21.15.1:0/3922820887 >> 172.21.15.1:0/3922820887 conn(0x561473e05100 msgr2=0x561473e054e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:36.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.654+0000 7f499ff72740 1 -- 172.21.15.1:0/3922820887 shutdown_connections 2024-02-10T00:10:36.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.654+0000 7f499ff72740 1 -- 172.21.15.1:0/3922820887 wait complete. 2024-02-10T00:10:36.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.654+0000 7f499ff72740 1 -- start start 2024-02-10T00:10:36.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.654+0000 7f499ff72740 1 Processor -- start 2024-02-10T00:10:36.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.655+0000 7f499ff72740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561473e0aa30 0x561473e10eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.655+0000 7f499ff72740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561473e0b3e0 0x561473e113f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.655+0000 7f499ff72740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561473e13f60 0x561473e11930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.655+0000 7f499ff72740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x561473d72030 con 0x561473e13f60 2024-02-10T00:10:36.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.655+0000 7f499ff72740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x561473a45430 con 0x561473e0b3e0 2024-02-10T00:10:36.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.655+0000 7f499ff72740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x561473a01e00 con 0x561473e0aa30 2024-02-10T00:10:36.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.655+0000 7f499ff72740 10 client.0 _ll_register_callbacks cb 0x561473d67030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:10:36.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.655+0000 7f49977fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561473e13f60 0x561473e11930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.655+0000 7f49977fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561473e13f60 0x561473e11930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57602/0 (socket says 172.21.15.1:57602) 2024-02-10T00:10:36.664 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.655+0000 7f49977fe640 1 -- 172.21.15.1:0/215552785 learned_addr learned my addr 172.21.15.1:0/215552785 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:36.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.655+0000 7f4996ffd640 1 --2- 172.21.15.1:0/215552785 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561473e0aa30 0x561473e10eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.655+0000 7f49967fc640 1 --2- 172.21.15.1:0/215552785 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561473e0b3e0 0x561473e113f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.655+0000 7f49977fe640 1 -- 172.21.15.1:0/215552785 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561473e0aa30 msgr2=0x561473e10eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.655+0000 7f49977fe640 1 --2- 172.21.15.1:0/215552785 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561473e0aa30 0x561473e10eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.655+0000 7f49977fe640 1 -- 172.21.15.1:0/215552785 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561473e0b3e0 msgr2=0x561473e113f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.655+0000 7f49977fe640 1 --2- 172.21.15.1:0/215552785 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561473e0b3e0 0x561473e113f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.655+0000 7f49977fe640 1 -- 172.21.15.1:0/215552785 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4990012450 con 0x561473e13f60 2024-02-10T00:10:36.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.655+0000 7f49977fe640 1 --2- 172.21.15.1:0/215552785 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561473e13f60 0x561473e11930 secure :-1 s=READY pgs=1765 cs=0 l=1 rev1=1 crypto rx=0x7f4990010540 tx=0x7f4990010570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bf87e80de924b49 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:36.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.655+0000 7f497aff5640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:10:36.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.655+0000 7f497aff5640 1 -- 172.21.15.1:0/215552785 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4990010d80 con 0x561473e13f60 2024-02-10T00:10:36.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.655+0000 7f497aff5640 1 -- 172.21.15.1:0/215552785 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f499000e850 con 0x561473e13f60 2024-02-10T00:10:36.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.655+0000 7f499ff72740 1 -- 172.21.15.1:0/215552785 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561473a717e0 con 0x561473e13f60 2024-02-10T00:10:36.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.655+0000 7f497aff5640 1 -- 172.21.15.1:0/215552785 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f499000ea10 con 0x561473e13f60 2024-02-10T00:10:36.665 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.655+0000 7f499ff72740 10 client.19602 fetch_fsmap learned FSMap version 29 2024-02-10T00:10:36.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.655+0000 7f499ff72740 1 -- 172.21.15.1:0/215552785 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x561473d706b0 con 0x561473e13f60 2024-02-10T00:10:36.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.656+0000 7f497aff5640 1 -- 172.21.15.1:0/215552785 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x561473a717e0 con 0x561473e13f60 2024-02-10T00:10:36.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.656+0000 7f497aff5640 1 -- 172.21.15.1:0/215552785 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f49900043e0 con 0x561473e13f60 2024-02-10T00:10:36.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.656+0000 7f499ff72740 10 client.19602 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:10:36.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.656+0000 7f499ff72740 10 client.19602 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:10:36.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.656+0000 7f499ff72740 20 client.19602 populate_metadata read hostname 'smithi001' 2024-02-10T00:10:36.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.656+0000 7f499ff72740 1 --2- 172.21.15.1:0/215552785 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x561473e24420 0x561473e26840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.656+0000 7f499ff72740 4 client.19602 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:10:36.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.656+0000 7f499ff72740 1 -- 172.21.15.1:0/215552785 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561473aae720 con 0x561473e24420 2024-02-10T00:10:36.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.656+0000 7f4996ffd640 1 --2- 172.21.15.1:0/215552785 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x561473e24420 0x561473e26840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.656+0000 7f4996ffd640 1 --2- 172.21.15.1:0/215552785 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x561473e24420 0x561473e26840 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=db55a826bbd201bf server_cookie=a9d75605494627d9 in_seq=0 out_seq=0 2024-02-10T00:10:36.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.656+0000 7f497aff5640 10 client.19602 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:10:36.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.657+0000 7f497aff5640 1 -- 172.21.15.1:0/215552785 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x561473aae720 con 0x561473e24420 2024-02-10T00:10:36.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.657+0000 7f497aff5640 10 client.19602 handle_command_reply: tid=0 2024-02-10T00:10:36.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.657+0000 7f499ff72740 1 client.19602 shutdown 2024-02-10T00:10:36.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.657+0000 7f499ff72740 1 -- 172.21.15.1:0/215552785 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561473e13f60 msgr2=0x561473e11930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.657+0000 7f499ff72740 1 --2- 172.21.15.1:0/215552785 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561473e13f60 0x561473e11930 secure :-1 s=READY pgs=1765 cs=0 l=1 rev1=1 crypto rx=0x7f4990010540 tx=0x7f4990010570 comp rx=0 tx=0).stop 2024-02-10T00:10:36.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.657+0000 7f499ff72740 1 -- 172.21.15.1:0/215552785 shutdown_connections 2024-02-10T00:10:36.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.657+0000 7f499ff72740 1 --2- 172.21.15.1:0/215552785 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x561473e24420 0x561473e26840 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.657+0000 7f499ff72740 1 --2- 172.21.15.1:0/215552785 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561473e13f60 0x561473e11930 unknown :-1 s=CLOSED pgs=1765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.657+0000 7f497aff5640 0 client.19602 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:10:36.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.657+0000 7f499ff72740 1 --2- 172.21.15.1:0/215552785 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561473e0b3e0 0x561473e113f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.657+0000 7f499ff72740 1 --2- 172.21.15.1:0/215552785 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561473e0aa30 0x561473e10eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.657+0000 7f499ff72740 1 -- 172.21.15.1:0/215552785 >> 172.21.15.1:0/215552785 conn(0x561473e05100 msgr2=0x561473e06e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:36.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.657+0000 7f499ff72740 1 -- 172.21.15.1:0/215552785 shutdown_connections 2024-02-10T00:10:36.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.657+0000 7f499ff72740 1 -- 172.21.15.1:0/215552785 wait complete. 2024-02-10T00:10:36.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.657+0000 7f499ff72740 20 client.19602 trim_cache size 0 max 16384 2024-02-10T00:10:36.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.669+0000 7f499ff72740 1 Processor -- start 2024-02-10T00:10:36.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.669+0000 7f499ff72740 1 -- start start 2024-02-10T00:10:36.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.669+0000 7f499ff72740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561473e05100 0x561473e135e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.669+0000 7f499ff72740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561473e0aa30 0x561473e11750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.669+0000 7f499ff72740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561473e0b3e0 0x561473e0e130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.669+0000 7f499ff72740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x561473cf7130 con 0x561473e0b3e0 2024-02-10T00:10:36.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.669+0000 7f499ff72740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x561473e24220 con 0x561473e05100 2024-02-10T00:10:36.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.669+0000 7f499ff72740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x561473e0cb40 con 0x561473e0aa30 2024-02-10T00:10:36.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.669+0000 7f49977fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561473e0b3e0 0x561473e0e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.669+0000 7f49977fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561473e0b3e0 0x561473e0e130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57608/0 (socket says 172.21.15.1:57608) 2024-02-10T00:10:36.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.669+0000 7f49977fe640 1 -- 172.21.15.1:0/2204026459 learned_addr learned my addr 172.21.15.1:0/2204026459 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:36.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.670+0000 7f49977fe640 1 -- 172.21.15.1:0/2204026459 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561473e0aa30 msgr2=0x561473e11750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.670+0000 7f4996ffd640 1 --2- 172.21.15.1:0/2204026459 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561473e05100 0x561473e135e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.670+0000 7f49977fe640 1 --2- 172.21.15.1:0/2204026459 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561473e0aa30 0x561473e11750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.670+0000 7f49977fe640 1 -- 172.21.15.1:0/2204026459 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561473e05100 msgr2=0x561473e135e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.678 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.670+0000 7f49977fe640 1 --2- 172.21.15.1:0/2204026459 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561473e05100 0x561473e135e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.670+0000 7f49977fe640 1 -- 172.21.15.1:0/2204026459 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561473d0cc90 con 0x561473e0b3e0 2024-02-10T00:10:36.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.670+0000 7f49977fe640 1 --2- 172.21.15.1:0/2204026459 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561473e0b3e0 0x561473e0e130 secure :-1 s=READY pgs=1766 cs=0 l=1 rev1=1 crypto rx=0x7f4990009780 tx=0x7f49900123a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3eedcdf86124772e server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:36.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.670+0000 7f497cff9640 1 -- 172.21.15.1:0/2204026459 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49900107e0 con 0x561473e0b3e0 2024-02-10T00:10:36.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.670+0000 7f497cff9640 1 -- 172.21.15.1:0/2204026459 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4990012670 con 0x561473e0b3e0 2024-02-10T00:10:36.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.670+0000 7f497cff9640 1 -- 172.21.15.1:0/2204026459 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f499000e980 con 0x561473e0b3e0 2024-02-10T00:10:36.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.670+0000 7f499ff72740 1 -- 172.21.15.1:0/2204026459 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561473e0b3e0 msgr2=0x561473e0e130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.670+0000 7f499ff72740 1 --2- 172.21.15.1:0/2204026459 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561473e0b3e0 0x561473e0e130 secure :-1 s=READY pgs=1766 cs=0 l=1 rev1=1 crypto rx=0x7f4990009780 tx=0x7f49900123a0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.670+0000 7f499ff72740 1 -- 172.21.15.1:0/2204026459 shutdown_connections 2024-02-10T00:10:36.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.670+0000 7f499ff72740 1 --2- 172.21.15.1:0/2204026459 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561473e0b3e0 0x561473e0e130 unknown :-1 s=CLOSED pgs=1766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.670+0000 7f499ff72740 1 --2- 172.21.15.1:0/2204026459 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561473e0aa30 0x561473e11750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.670+0000 7f499ff72740 1 --2- 172.21.15.1:0/2204026459 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561473e05100 0x561473e135e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.670+0000 7f499ff72740 1 -- 172.21.15.1:0/2204026459 >> 172.21.15.1:0/2204026459 conn(0x561473e0bb30 msgr2=0x561473e2b1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:36.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.670+0000 7f499ff72740 1 -- 172.21.15.1:0/2204026459 shutdown_connections 2024-02-10T00:10:36.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.670+0000 7f499ff72740 1 -- 172.21.15.1:0/2204026459 wait complete. 2024-02-10T00:10:36.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.671+0000 7f499ff72740 1 -- start start 2024-02-10T00:10:36.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.671+0000 7f499ff72740 1 Processor -- start 2024-02-10T00:10:36.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.671+0000 7f499ff72740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561473e05100 0x561473e19cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.671+0000 7f499ff72740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561473e0aa30 0x561473e1a210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.671+0000 7f499ff72740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561473e0b3e0 0x561473e7a930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.671+0000 7f499ff72740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x561473e1a970 con 0x561473e05100 2024-02-10T00:10:36.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.671+0000 7f499ff72740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x561473e1aae0 con 0x561473e0aa30 2024-02-10T00:10:36.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.671+0000 7f499ff72740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x561473e7ae70 con 0x561473e0b3e0 2024-02-10T00:10:36.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.671+0000 7f499ff72740 10 client.0 _ll_register_callbacks cb 0x7f4990009a30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:10:36.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.671+0000 7f4996ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561473e05100 0x561473e19cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.671+0000 7f4996ffd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561473e05100 0x561473e19cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57620/0 (socket says 172.21.15.1:57620) 2024-02-10T00:10:36.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.671+0000 7f4996ffd640 1 -- 172.21.15.1:0/614211103 learned_addr learned my addr 172.21.15.1:0/614211103 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:36.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.671+0000 7f49977fe640 1 --2- 172.21.15.1:0/614211103 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561473e0b3e0 0x561473e7a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.671+0000 7f49967fc640 1 --2- 172.21.15.1:0/614211103 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561473e0aa30 0x561473e1a210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.671+0000 7f4996ffd640 1 -- 172.21.15.1:0/614211103 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561473e0b3e0 msgr2=0x561473e7a930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.671+0000 7f4996ffd640 1 --2- 172.21.15.1:0/614211103 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561473e0b3e0 0x561473e7a930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.671+0000 7f4996ffd640 1 -- 172.21.15.1:0/614211103 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561473e0aa30 msgr2=0x561473e1a210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.671+0000 7f4996ffd640 1 --2- 172.21.15.1:0/614211103 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561473e0aa30 0x561473e1a210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.671+0000 7f4996ffd640 1 -- 172.21.15.1:0/614211103 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561473d706b0 con 0x561473e05100 2024-02-10T00:10:36.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.671+0000 7f49977fe640 1 --2- 172.21.15.1:0/614211103 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561473e0b3e0 0x561473e7a930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:10:36.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.671+0000 7f49967fc640 1 --2- 172.21.15.1:0/614211103 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561473e0aa30 0x561473e1a210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:10:36.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.672+0000 7f4996ffd640 1 --2- 172.21.15.1:0/614211103 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561473e05100 0x561473e19cd0 secure :-1 s=READY pgs=1767 cs=0 l=1 rev1=1 crypto rx=0x7f49880bd2b0 tx=0x7f4988004600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd2f560ae8ba5605 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:36.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.672+0000 7f497aff5640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:10:36.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.672+0000 7f497aff5640 1 -- 172.21.15.1:0/614211103 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49880bd320 con 0x561473e05100 2024-02-10T00:10:36.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.672+0000 7f497aff5640 1 -- 172.21.15.1:0/614211103 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f49880c1470 con 0x561473e05100 2024-02-10T00:10:36.681 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.672+0000 7f499ff72740 1 -- 172.21.15.1:0/614211103 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f499000ee90 con 0x561473e05100 2024-02-10T00:10:36.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.672+0000 7f497aff5640 1 -- 172.21.15.1:0/614211103 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f49880c5ac0 con 0x561473e05100 2024-02-10T00:10:36.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.672+0000 7f499ff72740 10 client.19608 fetch_fsmap learned FSMap version 29 2024-02-10T00:10:36.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.672+0000 7f499ff72740 1 -- 172.21.15.1:0/614211103 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x561473d32a70 con 0x561473e05100 2024-02-10T00:10:36.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.672+0000 7f497aff5640 1 -- 172.21.15.1:0/614211103 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f499000ee90 con 0x561473e05100 2024-02-10T00:10:36.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.672+0000 7f497aff5640 1 -- 172.21.15.1:0/614211103 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f498809e080 con 0x561473e05100 2024-02-10T00:10:36.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.672+0000 7f499ff72740 10 client.19608 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:10:36.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.672+0000 7f499ff72740 10 client.19608 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-02-10T00:10:36.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.672+0000 7f499ff72740 20 client.19608 populate_metadata read hostname 'smithi001' 2024-02-10T00:10:36.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.672+0000 7f499ff72740 1 --2- 172.21.15.1:0/614211103 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x561473e13f60 0x561473e7e300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.672+0000 7f499ff72740 4 client.19608 mds_command: new command op to 24496 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:10:36.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.672+0000 7f499ff72740 1 -- 172.21.15.1:0/614211103 --> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x561473afd890 con 0x561473e13f60 2024-02-10T00:10:36.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.672+0000 7f49967fc640 1 --2- 172.21.15.1:0/614211103 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x561473e13f60 0x561473e7e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.673+0000 7f49967fc640 1 --2- 172.21.15.1:0/614211103 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x561473e13f60 0x561473e7e300 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e061827041f2bcab server_cookie=a40f7d2fd98c33b4 in_seq=0 out_seq=0 2024-02-10T00:10:36.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.673+0000 7f497aff5640 10 client.19608 ms_handle_connect on v2:172.21.15.103:6838/3555176136 2024-02-10T00:10:36.682 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.673+0000 7f497aff5640 1 -- 172.21.15.1:0/614211103 <== mds.1 v2:172.21.15.103:6838/3555176136 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x561473afd890 con 0x561473e13f60 2024-02-10T00:10:36.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.673+0000 7f497aff5640 10 client.19608 handle_command_reply: tid=0 2024-02-10T00:10:36.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.673+0000 7f499ff72740 1 client.19608 shutdown 2024-02-10T00:10:36.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.673+0000 7f499ff72740 1 -- 172.21.15.1:0/614211103 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561473e05100 msgr2=0x561473e19cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.673+0000 7f499ff72740 1 --2- 172.21.15.1:0/614211103 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561473e05100 0x561473e19cd0 secure :-1 s=READY pgs=1767 cs=0 l=1 rev1=1 crypto rx=0x7f49880bd2b0 tx=0x7f4988004600 comp rx=0 tx=0).stop 2024-02-10T00:10:36.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.673+0000 7f499ff72740 1 -- 172.21.15.1:0/614211103 shutdown_connections 2024-02-10T00:10:36.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.673+0000 7f499ff72740 1 --2- 172.21.15.1:0/614211103 >> [v2:172.21.15.103:6838/3555176136,v1:172.21.15.103:6839/3555176136] conn(0x561473e13f60 0x561473e7e300 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.673+0000 7f499ff72740 1 --2- 172.21.15.1:0/614211103 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x561473e0b3e0 0x561473e7a930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.673+0000 7f497aff5640 0 client.19608 ms_handle_reset on v2:172.21.15.103:6838/3555176136 2024-02-10T00:10:36.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.673+0000 7f499ff72740 1 --2- 172.21.15.1:0/614211103 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x561473e0aa30 0x561473e1a210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.673+0000 7f499ff72740 1 --2- 172.21.15.1:0/614211103 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x561473e05100 0x561473e19cd0 unknown :-1 s=CLOSED pgs=1767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.673+0000 7f499ff72740 1 -- 172.21.15.1:0/614211103 >> 172.21.15.1:0/614211103 conn(0x561473e0bb30 msgr2=0x561473e039b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:36.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.673+0000 7f499ff72740 1 -- 172.21.15.1:0/614211103 shutdown_connections 2024-02-10T00:10:36.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.673+0000 7f499ff72740 1 -- 172.21.15.1:0/614211103 wait complete. 2024-02-10T00:10:36.683 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.673+0000 7f499ff72740 20 client.19608 trim_cache size 0 max 16384 2024-02-10T00:10:36.684 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:10:36.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.674+0000 7f499d39a640 1 -- 172.21.15.1:0/1952956539 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f49800a2230 msgr2=0x7f49800a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.674+0000 7f499d39a640 1 --2- 172.21.15.1:0/1952956539 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f49800a2230 0x7f49800a46f0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f4998198f90 tx=0x7f498c005f90 comp rx=0 tx=0).stop 2024-02-10T00:10:36.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.674+0000 7f499d39a640 1 -- 172.21.15.1:0/1952956539 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4998102450 msgr2=0x7f499819d680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.674+0000 7f499d39a640 1 --2- 172.21.15.1:0/1952956539 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4998102450 0x7f499819d680 secure :-1 s=READY pgs=1763 cs=0 l=1 rev1=1 crypto rx=0x7f4988005940 tx=0x7f498802c780 comp rx=0 tx=0).stop 2024-02-10T00:10:36.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.674+0000 7f499d39a640 1 -- 172.21.15.1:0/1952956539 shutdown_connections 2024-02-10T00:10:36.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.674+0000 7f499d39a640 1 --2- 172.21.15.1:0/1952956539 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f49800a2230 0x7f49800a46f0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.674+0000 7f499d39a640 1 --2- 172.21.15.1:0/1952956539 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f499810b820 0x7f4998197740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.674+0000 7f499d39a640 1 --2- 172.21.15.1:0/1952956539 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4998102d70 0x7f499819dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.674+0000 7f499d39a640 1 --2- 172.21.15.1:0/1952956539 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4998102450 0x7f499819d680 unknown :-1 s=CLOSED pgs=1763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.674+0000 7f499d39a640 1 -- 172.21.15.1:0/1952956539 >> 172.21.15.1:0/1952956539 conn(0x7f49980772e0 msgr2=0x7f49980fe590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:36.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.674+0000 7f499d39a640 1 -- 172.21.15.1:0/1952956539 shutdown_connections 2024-02-10T00:10:36.685 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.674+0000 7f499d39a640 1 -- 172.21.15.1:0/1952956539 wait complete. 2024-02-10T00:10:36.687 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-02-10T00:10:36.688 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-02-10T00:10:36.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.806+0000 7f420a2c9640 1 -- 172.21.15.1:0/2164310851 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4204102d70 msgr2=0x7f420410b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.806+0000 7f420a2c9640 1 --2- 172.21.15.1:0/2164310851 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4204102d70 0x7f420410b250 secure :-1 s=READY pgs=1768 cs=0 l=1 rev1=1 crypto rx=0x7f41ec009900 tx=0x7f41ec02bcd0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.806+0000 7f420a2c9640 1 -- 172.21.15.1:0/2164310851 shutdown_connections 2024-02-10T00:10:36.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.806+0000 7f420a2c9640 1 --2- 172.21.15.1:0/2164310851 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f420410b820 0x7f420410dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.806+0000 7f420a2c9640 1 --2- 172.21.15.1:0/2164310851 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f4204102d70 0x7f420410b250 unknown :-1 s=CLOSED pgs=1768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.806+0000 7f420a2c9640 1 --2- 172.21.15.1:0/2164310851 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4204102450 0x7f4204102830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.806+0000 7f420a2c9640 1 -- 172.21.15.1:0/2164310851 >> 172.21.15.1:0/2164310851 conn(0x7f42040772e0 msgr2=0x7f42040776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:36.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.806+0000 7f420a2c9640 1 -- 172.21.15.1:0/2164310851 shutdown_connections 2024-02-10T00:10:36.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.806+0000 7f420a2c9640 1 -- 172.21.15.1:0/2164310851 wait complete. 2024-02-10T00:10:36.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.807+0000 7f420a2c9640 1 Processor -- start 2024-02-10T00:10:36.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.807+0000 7f420a2c9640 1 -- start start 2024-02-10T00:10:36.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.807+0000 7f420a2c9640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4204102450 0x7f420419d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.812 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.807+0000 7f420a2c9640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4204102d70 0x7f420419dad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.807+0000 7f420a2c9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f420410b820 0x7f42041976a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.807+0000 7f420a2c9640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4204197e30 con 0x7f420410b820 2024-02-10T00:10:36.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.807+0000 7f420a2c9640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4204197fa0 con 0x7f4204102450 2024-02-10T00:10:36.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.807+0000 7f420a2c9640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4204198160 con 0x7f4204102d70 2024-02-10T00:10:36.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.808+0000 7f4208866640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f420410b820 0x7f42041976a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.808+0000 7f4203fff640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4204102450 0x7f420419d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.808+0000 7f4203fff640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4204102450 0x7f420419d590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.1:60046/0 (socket says 172.21.15.1:60046) 2024-02-10T00:10:36.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.808+0000 7f4203fff640 1 -- 172.21.15.1:0/1311735198 learned_addr learned my addr 172.21.15.1:0/1311735198 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:36.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.808+0000 7f42037fe640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4204102d70 0x7f420419dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.808+0000 7f4203fff640 1 -- 172.21.15.1:0/1311735198 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4204102d70 msgr2=0x7f420419dad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.808+0000 7f4203fff640 1 --2- 172.21.15.1:0/1311735198 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4204102d70 0x7f420419dad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.808+0000 7f4203fff640 1 -- 172.21.15.1:0/1311735198 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f420410b820 msgr2=0x7f42041976a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.808+0000 7f4203fff640 1 --2- 172.21.15.1:0/1311735198 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f420410b820 0x7f42041976a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.808+0000 7f4203fff640 1 -- 172.21.15.1:0/1311735198 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41ec009560 con 0x7f4204102450 2024-02-10T00:10:36.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.808+0000 7f42037fe640 1 --2- 172.21.15.1:0/1311735198 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4204102d70 0x7f420419dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:10:36.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.808+0000 7f4203fff640 1 --2- 172.21.15.1:0/1311735198 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4204102450 0x7f420419d590 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f41f400d950 tx=0x7f41f400de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:36.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.808+0000 7f42017fa640 1 -- 172.21.15.1:0/1311735198 <== mon.2 v2:172.21.15.88:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41f4009a30 con 0x7f4204102450 2024-02-10T00:10:36.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.808+0000 7f420a2c9640 1 -- 172.21.15.1:0/1311735198 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4204198440 con 0x7f4204102450 2024-02-10T00:10:36.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.808+0000 7f42017fa640 1 -- 172.21.15.1:0/1311735198 <== mon.2 v2:172.21.15.88:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f41f4009b90 con 0x7f4204102450 2024-02-10T00:10:36.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.808+0000 7f42017fa640 1 -- 172.21.15.1:0/1311735198 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41f4004a00 con 0x7f4204102450 2024-02-10T00:10:36.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.808+0000 7f420a2c9640 1 -- 172.21.15.1:0/1311735198 --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42041a4510 con 0x7f4204102450 2024-02-10T00:10:36.819 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.811+0000 7f42017fa640 1 -- 172.21.15.1:0/1311735198 <== mon.2 v2:172.21.15.88:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f41f4009d00 con 0x7f4204102450 2024-02-10T00:10:36.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.811+0000 7f42017fa640 1 --2- 172.21.15.1:0/1311735198 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f41f00a2230 0x7f41f00a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.811+0000 7f42037fe640 1 --2- 172.21.15.1:0/1311735198 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f41f00a2230 0x7f41f00a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.811+0000 7f42017fa640 1 -- 172.21.15.1:0/1311735198 <== mon.2 v2:172.21.15.88:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f41f40cda40 con 0x7f4204102450 2024-02-10T00:10:36.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.812+0000 7f420cf7a740 1 Processor -- start 2024-02-10T00:10:36.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.812+0000 7f42037fe640 1 --2- 172.21.15.1:0/1311735198 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f41f00a2230 0x7f41f00a46f0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f41ec006010 tx=0x7f41ec005e40 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:36.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.812+0000 7f420cf7a740 1 -- start start 2024-02-10T00:10:36.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.812+0000 7f420cf7a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558e869cda30 0x558e869cde10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.812+0000 7f420cf7a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558e869ce3e0 0x558e869d6990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.812+0000 7f420cf7a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558e869d6f60 0x558e869d93b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.820 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.812+0000 7f420cf7a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e86989020 con 0x558e869d6f60 2024-02-10T00:10:36.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.812+0000 7f420cf7a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e8693c320 con 0x558e869ce3e0 2024-02-10T00:10:36.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.812+0000 7f420cf7a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e86939850 con 0x558e869cda30 2024-02-10T00:10:36.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.812+0000 7f4208866640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558e869d6f60 0x558e869d93b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.812+0000 7f4203fff640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558e869cda30 0x558e869cde10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.812+0000 7f4208866640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558e869d6f60 0x558e869d93b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57648/0 (socket says 172.21.15.1:57648) 2024-02-10T00:10:36.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.812+0000 7f4208866640 1 -- 172.21.15.1:0/4100877140 learned_addr learned my addr 172.21.15.1:0/4100877140 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:36.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.812+0000 7f42037fe640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558e869ce3e0 0x558e869d6990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.812+0000 7f4203fff640 1 -- 172.21.15.1:0/4100877140 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558e869ce3e0 msgr2=0x558e869d6990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.812+0000 7f4203fff640 1 --2- 172.21.15.1:0/4100877140 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558e869ce3e0 0x558e869d6990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.812+0000 7f4203fff640 1 -- 172.21.15.1:0/4100877140 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558e869d6f60 msgr2=0x558e869d93b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.821 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.812+0000 7f4203fff640 1 --2- 172.21.15.1:0/4100877140 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558e869d6f60 0x558e869d93b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.812+0000 7f4203fff640 1 -- 172.21.15.1:0/4100877140 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558e868f7210 con 0x558e869cda30 2024-02-10T00:10:36.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.813+0000 7f4203fff640 1 --2- 172.21.15.1:0/4100877140 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558e869cda30 0x558e869cde10 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f41f40cb190 tx=0x7f41f40ba050 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4227eefa8ed68e5e server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:36.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.813+0000 7f41fa7fc640 1 -- 172.21.15.1:0/4100877140 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41f409a430 con 0x558e869cda30 2024-02-10T00:10:36.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.813+0000 7f41fa7fc640 1 -- 172.21.15.1:0/4100877140 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f41f409e580 con 0x558e869cda30 2024-02-10T00:10:36.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.813+0000 7f41fa7fc640 1 -- 172.21.15.1:0/4100877140 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41f409e170 con 0x558e869cda30 2024-02-10T00:10:36.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.814+0000 7f420cf7a740 1 -- 172.21.15.1:0/4100877140 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558e869cda30 msgr2=0x558e869cde10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.814+0000 7f420cf7a740 1 --2- 172.21.15.1:0/4100877140 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558e869cda30 0x558e869cde10 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f41f40cb190 tx=0x7f41f40ba050 comp rx=0 tx=0).stop 2024-02-10T00:10:36.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.814+0000 7f420cf7a740 1 -- 172.21.15.1:0/4100877140 shutdown_connections 2024-02-10T00:10:36.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.814+0000 7f420cf7a740 1 --2- 172.21.15.1:0/4100877140 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558e869d6f60 0x558e869d93b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.814+0000 7f420cf7a740 1 --2- 172.21.15.1:0/4100877140 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558e869ce3e0 0x558e869d6990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.814+0000 7f420cf7a740 1 --2- 172.21.15.1:0/4100877140 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558e869cda30 0x558e869cde10 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.814+0000 7f420cf7a740 1 -- 172.21.15.1:0/4100877140 >> 172.21.15.1:0/4100877140 conn(0x558e869c8100 msgr2=0x558e869c84e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:36.822 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.814+0000 7f420cf7a740 1 -- 172.21.15.1:0/4100877140 shutdown_connections 2024-02-10T00:10:36.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.814+0000 7f420cf7a740 1 -- 172.21.15.1:0/4100877140 wait complete. 2024-02-10T00:10:36.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.814+0000 7f420cf7a740 1 -- start start 2024-02-10T00:10:36.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.814+0000 7f420cf7a740 1 Processor -- start 2024-02-10T00:10:36.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.814+0000 7f420cf7a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558e869cda30 0x558e869d3fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.814+0000 7f420cf7a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558e869ce3e0 0x558e869d4510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.814+0000 7f420cf7a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558e869d6f60 0x558e869d4a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.814+0000 7f420cf7a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e86935030 con 0x558e869d6f60 2024-02-10T00:10:36.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.814+0000 7f420cf7a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e86608430 con 0x558e869cda30 2024-02-10T00:10:36.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.814+0000 7f420cf7a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e865c4e00 con 0x558e869ce3e0 2024-02-10T00:10:36.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.815+0000 7f420cf7a740 10 client.0 _ll_register_callbacks cb 0x558e8692a030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:10:36.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.815+0000 7f42037fe640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558e869ce3e0 0x558e869d4510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.823 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.815+0000 7f4203fff640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558e869cda30 0x558e869d3fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.815+0000 7f4208866640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558e869d6f60 0x558e869d4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.815+0000 7f42037fe640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558e869ce3e0 0x558e869d4510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.1:32816/0 (socket says 172.21.15.1:32816) 2024-02-10T00:10:36.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.815+0000 7f4203fff640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558e869cda30 0x558e869d3fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.88:3300/0 says I am v2:172.21.15.1:60060/0 (socket says 172.21.15.1:60060) 2024-02-10T00:10:36.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.815+0000 7f42037fe640 1 -- 172.21.15.1:0/827061278 learned_addr learned my addr 172.21.15.1:0/827061278 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:36.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.815+0000 7f4208866640 1 -- 172.21.15.1:0/827061278 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558e869ce3e0 msgr2=0x558e869d4510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.815+0000 7f4208866640 1 --2- 172.21.15.1:0/827061278 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558e869ce3e0 0x558e869d4510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.815+0000 7f4208866640 1 -- 172.21.15.1:0/827061278 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558e869cda30 msgr2=0x558e869d3fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.824 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.815+0000 7f4208866640 1 --2- 172.21.15.1:0/827061278 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558e869cda30 0x558e869d3fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.815+0000 7f4208866640 1 -- 172.21.15.1:0/827061278 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42041a4510 con 0x558e869d6f60 2024-02-10T00:10:36.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.815+0000 7f4208866640 1 --2- 172.21.15.1:0/827061278 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558e869d6f60 0x558e869d4a50 secure :-1 s=READY pgs=1769 cs=0 l=1 rev1=1 crypto rx=0x7f41fc005f40 tx=0x7f41fc009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fa0ef6abf09ba7f server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:36.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.815+0000 7f41e37fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:10:36.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.815+0000 7f41e37fe640 1 -- 172.21.15.1:0/827061278 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41fc016070 con 0x558e869d6f60 2024-02-10T00:10:36.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.815+0000 7f41e37fe640 1 -- 172.21.15.1:0/827061278 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f41fc003970 con 0x558e869d6f60 2024-02-10T00:10:36.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.815+0000 7f420cf7a740 1 -- 172.21.15.1:0/827061278 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558e866347e0 con 0x558e869d6f60 2024-02-10T00:10:36.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.815+0000 7f41e37fe640 1 -- 172.21.15.1:0/827061278 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f41fc0109b0 con 0x558e869d6f60 2024-02-10T00:10:36.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.815+0000 7f420cf7a740 10 client.19620 fetch_fsmap learned FSMap version 29 2024-02-10T00:10:36.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.815+0000 7f420cf7a740 1 -- 172.21.15.1:0/827061278 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x558e869336b0 con 0x558e869d6f60 2024-02-10T00:10:36.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.816+0000 7f41e37fe640 1 -- 172.21.15.1:0/827061278 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x558e866347e0 con 0x558e869d6f60 2024-02-10T00:10:36.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.816+0000 7f41e37fe640 1 -- 172.21.15.1:0/827061278 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f41fc00fcf0 con 0x558e869d6f60 2024-02-10T00:10:36.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.816+0000 7f420cf7a740 10 client.19620 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:10:36.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.816+0000 7f420cf7a740 10 client.19620 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:10:36.825 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.816+0000 7f420cf7a740 20 client.19620 populate_metadata read hostname 'smithi001' 2024-02-10T00:10:36.826 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.816+0000 7f420cf7a740 1 --2- 172.21.15.1:0/827061278 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558e869e7660 0x558e869e9a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.816+0000 7f420cf7a740 4 client.19620 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-10T00:10:36.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.816+0000 7f420cf7a740 1 -- 172.21.15.1:0/827061278 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558e86671720 con 0x558e869e7660 2024-02-10T00:10:36.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.816+0000 7f4203fff640 1 --2- 172.21.15.1:0/827061278 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558e869e7660 0x558e869e9a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.816+0000 7f41e37fe640 10 client.19620 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:10:36.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.816+0000 7f4203fff640 1 --2- 172.21.15.1:0/827061278 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558e869e7660 0x558e869e9a80 crc :-1 s=READY pgs=304 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=771d017a4625df56 server_cookie=2848158007d7639e in_seq=0 out_seq=0 2024-02-10T00:10:36.827 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.817+0000 7f41e37fe640 1 -- 172.21.15.1:0/827061278 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x558e86671720 con 0x558e869e7660 2024-02-10T00:10:36.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.817+0000 7f41e37fe640 10 client.19620 handle_command_reply: tid=0 2024-02-10T00:10:36.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.817+0000 7f420cf7a740 1 client.19620 shutdown 2024-02-10T00:10:36.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.817+0000 7f420cf7a740 1 -- 172.21.15.1:0/827061278 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558e869d6f60 msgr2=0x558e869d4a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.817+0000 7f420cf7a740 1 --2- 172.21.15.1:0/827061278 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558e869d6f60 0x558e869d4a50 secure :-1 s=READY pgs=1769 cs=0 l=1 rev1=1 crypto rx=0x7f41fc005f40 tx=0x7f41fc009f90 comp rx=0 tx=0).stop 2024-02-10T00:10:36.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.817+0000 7f420cf7a740 1 -- 172.21.15.1:0/827061278 shutdown_connections 2024-02-10T00:10:36.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.817+0000 7f420cf7a740 1 --2- 172.21.15.1:0/827061278 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558e869e7660 0x558e869e9a80 crc :-1 s=READY pgs=304 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.817+0000 7f420cf7a740 1 --2- 172.21.15.1:0/827061278 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558e869d6f60 0x558e869d4a50 unknown :-1 s=CLOSED pgs=1769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.817+0000 7f420cf7a740 1 --2- 172.21.15.1:0/827061278 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558e869ce3e0 0x558e869d4510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.817+0000 7f420cf7a740 1 --2- 172.21.15.1:0/827061278 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558e869cda30 0x558e869d3fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.817+0000 7f41e37fe640 0 client.19620 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:10:36.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.817+0000 7f420cf7a740 1 -- 172.21.15.1:0/827061278 >> 172.21.15.1:0/827061278 conn(0x558e869c8100 msgr2=0x558e869c9e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:36.828 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.817+0000 7f420cf7a740 1 -- 172.21.15.1:0/827061278 shutdown_connections 2024-02-10T00:10:36.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.817+0000 7f420cf7a740 1 -- 172.21.15.1:0/827061278 wait complete. 2024-02-10T00:10:36.829 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.817+0000 7f420cf7a740 20 client.19620 trim_cache size 0 max 16384 2024-02-10T00:10:36.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.829+0000 7f420cf7a740 1 Processor -- start 2024-02-10T00:10:36.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.829+0000 7f420cf7a740 1 -- start start 2024-02-10T00:10:36.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.829+0000 7f420cf7a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558e869cda30 0x558e869d6700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.829+0000 7f420cf7a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558e869ce3e0 0x558e869d4870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.829+0000 7f420cf7a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558e869d6f60 0x558e869d1230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.829+0000 7f420cf7a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e868ba130 con 0x558e869cda30 2024-02-10T00:10:36.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.829+0000 7f420cf7a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e869e4070 con 0x558e869d6f60 2024-02-10T00:10:36.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.829+0000 7f420cf7a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e869d9580 con 0x558e869ce3e0 2024-02-10T00:10:36.833 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.829+0000 7f4203fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558e869cda30 0x558e869d6700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.829+0000 7f4203fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558e869cda30 0x558e869d6700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57654/0 (socket says 172.21.15.1:57654) 2024-02-10T00:10:36.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.829+0000 7f4203fff640 1 -- 172.21.15.1:0/319950778 learned_addr learned my addr 172.21.15.1:0/319950778 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:36.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.830+0000 7f4208866640 1 --2- 172.21.15.1:0/319950778 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558e869d6f60 0x558e869d1230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.830+0000 7f42037fe640 1 --2- 172.21.15.1:0/319950778 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558e869ce3e0 0x558e869d4870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.830+0000 7f4203fff640 1 -- 172.21.15.1:0/319950778 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558e869ce3e0 msgr2=0x558e869d4870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.830+0000 7f4203fff640 1 --2- 172.21.15.1:0/319950778 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558e869ce3e0 0x558e869d4870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.830+0000 7f4203fff640 1 -- 172.21.15.1:0/319950778 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558e869d6f60 msgr2=0x558e869d1230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.830+0000 7f4203fff640 1 --2- 172.21.15.1:0/319950778 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558e869d6f60 0x558e869d1230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.830+0000 7f4203fff640 1 -- 172.21.15.1:0/319950778 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558e868cfc90 con 0x558e869cda30 2024-02-10T00:10:36.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.830+0000 7f4203fff640 1 --2- 172.21.15.1:0/319950778 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558e869cda30 0x558e869d6700 secure :-1 s=READY pgs=1770 cs=0 l=1 rev1=1 crypto rx=0x7f41f4096e00 tx=0x7f41f4096800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57827f3512d244ae server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:36.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.830+0000 7f41f9ffb640 1 -- 172.21.15.1:0/319950778 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41f409a430 con 0x558e869cda30 2024-02-10T00:10:36.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.830+0000 7f41f9ffb640 1 -- 172.21.15.1:0/319950778 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f41f4005680 con 0x558e869cda30 2024-02-10T00:10:36.834 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.830+0000 7f41f9ffb640 1 -- 172.21.15.1:0/319950778 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41f409e170 con 0x558e869cda30 2024-02-10T00:10:36.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.831+0000 7f420cf7a740 1 -- 172.21.15.1:0/319950778 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558e869cda30 msgr2=0x558e869d6700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.831+0000 7f420cf7a740 1 --2- 172.21.15.1:0/319950778 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558e869cda30 0x558e869d6700 secure :-1 s=READY pgs=1770 cs=0 l=1 rev1=1 crypto rx=0x7f41f4096e00 tx=0x7f41f4096800 comp rx=0 tx=0).stop 2024-02-10T00:10:36.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.831+0000 7f420cf7a740 1 -- 172.21.15.1:0/319950778 shutdown_connections 2024-02-10T00:10:36.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.831+0000 7f420cf7a740 1 --2- 172.21.15.1:0/319950778 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558e869d6f60 0x558e869d1230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.831+0000 7f420cf7a740 1 --2- 172.21.15.1:0/319950778 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558e869ce3e0 0x558e869d4870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.831+0000 7f420cf7a740 1 --2- 172.21.15.1:0/319950778 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558e869cda30 0x558e869d6700 unknown :-1 s=CLOSED pgs=1770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.831+0000 7f420cf7a740 1 -- 172.21.15.1:0/319950778 >> 172.21.15.1:0/319950778 conn(0x558e869c8100 msgr2=0x558e869cf250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:36.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.831+0000 7f420cf7a740 1 -- 172.21.15.1:0/319950778 shutdown_connections 2024-02-10T00:10:36.839 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.831+0000 7f420cf7a740 1 -- 172.21.15.1:0/319950778 wait complete. 2024-02-10T00:10:36.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.831+0000 7f420cf7a740 1 -- start start 2024-02-10T00:10:36.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.832+0000 7f420cf7a740 1 Processor -- start 2024-02-10T00:10:36.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.832+0000 7f420cf7a740 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558e869cda30 0x558e869dc860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.832+0000 7f420cf7a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558e869ce3e0 0x558e869dcda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.832+0000 7f420cf7a740 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558e869d6f60 0x558e869dd2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.832+0000 7f420cf7a740 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e869de800 con 0x558e869cda30 2024-02-10T00:10:36.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.832+0000 7f420cf7a740 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e86a3db50 con 0x558e869d6f60 2024-02-10T00:10:36.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.832+0000 7f420cf7a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e86a3dc90 con 0x558e869ce3e0 2024-02-10T00:10:36.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.832+0000 7f420cf7a740 10 client.0 _ll_register_callbacks cb 0x7f41f40966d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-10T00:10:36.840 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.832+0000 7f4203fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558e869cda30 0x558e869dc860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.832+0000 7f4203fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558e869cda30 0x558e869dc860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57664/0 (socket says 172.21.15.1:57664) 2024-02-10T00:10:36.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.832+0000 7f4203fff640 1 -- 172.21.15.1:0/4169632056 learned_addr learned my addr 172.21.15.1:0/4169632056 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:36.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.832+0000 7f4208866640 1 --2- 172.21.15.1:0/4169632056 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558e869d6f60 0x558e869dd2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.832+0000 7f42037fe640 1 --2- 172.21.15.1:0/4169632056 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558e869ce3e0 0x558e869dcda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.832+0000 7f4203fff640 1 -- 172.21.15.1:0/4169632056 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558e869ce3e0 msgr2=0x558e869dcda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.832+0000 7f4203fff640 1 --2- 172.21.15.1:0/4169632056 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558e869ce3e0 0x558e869dcda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.832+0000 7f4203fff640 1 -- 172.21.15.1:0/4169632056 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558e869d6f60 msgr2=0x558e869dd2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-10T00:10:36.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.832+0000 7f4203fff640 1 --2- 172.21.15.1:0/4169632056 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558e869d6f60 0x558e869dd2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.832+0000 7f4203fff640 1 -- 172.21.15.1:0/4169632056 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558e868f7210 con 0x558e869cda30 2024-02-10T00:10:36.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.832+0000 7f4208866640 1 --2- 172.21.15.1:0/4169632056 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558e869d6f60 0x558e869dd2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-10T00:10:36.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.832+0000 7f4203fff640 1 --2- 172.21.15.1:0/4169632056 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558e869cda30 0x558e869dc860 secure :-1 s=READY pgs=1771 cs=0 l=1 rev1=1 crypto rx=0x7f41f4083040 tx=0x7f41f40a2cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90bb747842cbb456 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:36.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.832+0000 7f41e37fe640 10 client.0 ms_handle_connect on v2:172.21.15.1:3300/0 2024-02-10T00:10:36.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.832+0000 7f41e37fe640 1 -- 172.21.15.1:0/4169632056 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41f409a430 con 0x558e869cda30 2024-02-10T00:10:36.841 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.833+0000 7f41e37fe640 1 -- 172.21.15.1:0/4169632056 <== mon.0 v2:172.21.15.1:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f41f4096aa0 con 0x558e869cda30 2024-02-10T00:10:36.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.833+0000 7f420cf7a740 1 -- 172.21.15.1:0/4169632056 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f41f409e580 con 0x558e869cda30 2024-02-10T00:10:36.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.833+0000 7f41e37fe640 1 -- 172.21.15.1:0/4169632056 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f41f409e170 con 0x558e869cda30 2024-02-10T00:10:36.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.833+0000 7f420cf7a740 10 client.19626 fetch_fsmap learned FSMap version 29 2024-02-10T00:10:36.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.833+0000 7f420cf7a740 1 -- 172.21.15.1:0/4169632056 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x558e868f5a70 con 0x558e869cda30 2024-02-10T00:10:36.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.833+0000 7f41e37fe640 1 -- 172.21.15.1:0/4169632056 <== mon.0 v2:172.21.15.1:3300/0 4 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f41f40a6080 con 0x558e869cda30 2024-02-10T00:10:36.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.833+0000 7f41e37fe640 1 -- 172.21.15.1:0/4169632056 <== mon.0 v2:172.21.15.1:3300/0 5 ==== fsmap(e 29) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f41f4099880 con 0x558e869cda30 2024-02-10T00:10:36.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.833+0000 7f420cf7a740 10 client.19626 fetch_fsmap finished waiting for FSMap version 29 2024-02-10T00:10:36.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.833+0000 7f420cf7a740 10 client.19626 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-02-10T00:10:36.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.833+0000 7f420cf7a740 20 client.19626 populate_metadata read hostname 'smithi001' 2024-02-10T00:10:36.842 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.833+0000 7f420cf7a740 1 --2- 172.21.15.1:0/4169632056 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558e86a3ef30 0x558e86a41320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:36.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.833+0000 7f420cf7a740 4 client.19626 mds_command: new command op to 24518 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-02-10T00:10:36.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.833+0000 7f420cf7a740 1 -- 172.21.15.1:0/4169632056 --> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x558e866c0890 con 0x558e86a3ef30 2024-02-10T00:10:36.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.833+0000 7f42037fe640 1 --2- 172.21.15.1:0/4169632056 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558e86a3ef30 0x558e86a41320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:36.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.834+0000 7f42037fe640 1 --2- 172.21.15.1:0/4169632056 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558e86a3ef30 0x558e86a41320 crc :-1 s=READY pgs=305 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c6fcbe76daad36d server_cookie=7133c3eab6395da5 in_seq=0 out_seq=0 2024-02-10T00:10:36.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.834+0000 7f41e37fe640 10 client.19626 ms_handle_connect on v2:172.21.15.88:6838/2346771954 2024-02-10T00:10:36.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.834+0000 7f41e37fe640 1 -- 172.21.15.1:0/4169632056 <== mds.0 v2:172.21.15.88:6838/2346771954 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x558e866c0890 con 0x558e86a3ef30 2024-02-10T00:10:36.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.834+0000 7f41e37fe640 10 client.19626 handle_command_reply: tid=0 2024-02-10T00:10:36.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.834+0000 7f420cf7a740 1 client.19626 shutdown 2024-02-10T00:10:36.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.834+0000 7f420cf7a740 1 -- 172.21.15.1:0/4169632056 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558e869cda30 msgr2=0x558e869dc860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.834+0000 7f420cf7a740 1 --2- 172.21.15.1:0/4169632056 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558e869cda30 0x558e869dc860 secure :-1 s=READY pgs=1771 cs=0 l=1 rev1=1 crypto rx=0x7f41f4083040 tx=0x7f41f40a2cf0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.834+0000 7f420cf7a740 1 -- 172.21.15.1:0/4169632056 shutdown_connections 2024-02-10T00:10:36.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.834+0000 7f420cf7a740 1 --2- 172.21.15.1:0/4169632056 >> [v2:172.21.15.88:6838/2346771954,v1:172.21.15.88:6839/2346771954] conn(0x558e86a3ef30 0x558e86a41320 crc :-1 s=READY pgs=305 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.834+0000 7f420cf7a740 1 --2- 172.21.15.1:0/4169632056 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x558e869d6f60 0x558e869dd2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.843 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.834+0000 7f420cf7a740 1 --2- 172.21.15.1:0/4169632056 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x558e869ce3e0 0x558e869dcda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.834+0000 7f41e37fe640 0 client.19626 ms_handle_reset on v2:172.21.15.88:6838/2346771954 2024-02-10T00:10:36.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.834+0000 7f420cf7a740 1 --2- 172.21.15.1:0/4169632056 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x558e869cda30 0x558e869dc860 unknown :-1 s=CLOSED pgs=1771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.834+0000 7f420cf7a740 1 -- 172.21.15.1:0/4169632056 >> 172.21.15.1:0/4169632056 conn(0x558e869c8100 msgr2=0x558e869c9550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:36.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.834+0000 7f420cf7a740 1 -- 172.21.15.1:0/4169632056 shutdown_connections 2024-02-10T00:10:36.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.834+0000 7f420cf7a740 1 -- 172.21.15.1:0/4169632056 wait complete. 2024-02-10T00:10:36.844 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.834+0000 7f420cf7a740 20 client.19626 trim_cache size 0 max 16384 2024-02-10T00:10:36.844 INFO:teuthology.orchestra.run.smithi001.stdout:[] 2024-02-10T00:10:36.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.835+0000 7f420a2c9640 1 -- 172.21.15.1:0/1311735198 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f41f00a2230 msgr2=0x7f41f00a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.845 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.835+0000 7f420a2c9640 1 --2- 172.21.15.1:0/1311735198 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f41f00a2230 0x7f41f00a46f0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f41ec006010 tx=0x7f41ec005e40 comp rx=0 tx=0).stop 2024-02-10T00:10:36.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.835+0000 7f420a2c9640 1 -- 172.21.15.1:0/1311735198 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4204102450 msgr2=0x7f420419d590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:36.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.835+0000 7f420a2c9640 1 --2- 172.21.15.1:0/1311735198 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4204102450 0x7f420419d590 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f41f400d950 tx=0x7f41f400de10 comp rx=0 tx=0).stop 2024-02-10T00:10:36.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.835+0000 7f420a2c9640 1 -- 172.21.15.1:0/1311735198 shutdown_connections 2024-02-10T00:10:36.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.835+0000 7f420a2c9640 1 --2- 172.21.15.1:0/1311735198 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f41f00a2230 0x7f41f00a46f0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.835+0000 7f420a2c9640 1 --2- 172.21.15.1:0/1311735198 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f420410b820 0x7f42041976a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.835+0000 7f420a2c9640 1 --2- 172.21.15.1:0/1311735198 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4204102d70 0x7f420419dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.835+0000 7f420a2c9640 1 --2- 172.21.15.1:0/1311735198 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4204102450 0x7f420419d590 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:36.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.835+0000 7f420a2c9640 1 -- 172.21.15.1:0/1311735198 >> 172.21.15.1:0/1311735198 conn(0x7f42040772e0 msgr2=0x7f42040fd230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:36.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.835+0000 7f420a2c9640 1 -- 172.21.15.1:0/1311735198 shutdown_connections 2024-02-10T00:10:36.846 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:36.835+0000 7f420a2c9640 1 -- 172.21.15.1:0/1311735198 wait complete. 2024-02-10T00:10:37.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:37 smithi088 ceph-mon[36452]: pgmap v351: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.1 KiB/s wr, 13 op/s 2024-02-10T00:10:37.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:37 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2536659676' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:10:37.345 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:37 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:10:37.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:37 smithi103 ceph-mon[36942]: pgmap v351: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.1 KiB/s wr, 13 op/s 2024-02-10T00:10:37.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:37 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2536659676' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:10:37.389 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:37 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:10:37.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:37 smithi001 ceph-mon[32335]: pgmap v351: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 9.1 KiB/s wr, 13 op/s 2024-02-10T00:10:37.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:37 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2536659676' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:10:37.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:37 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-10T00:10:37.852 INFO:tasks.fwd_scrub.fs.[cephfs]:end scrubbing fs: cephfs 2024-02-10T00:10:37.853 INFO:tasks.fwd_scrub:done joining 2024-02-10T00:10:37.853 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-02-10T00:10:37.865 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-10T00:10:37.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.972+0000 7fa25e864640 1 -- 172.21.15.1:0/957373295 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa258100350 msgr2=0x7fa258100730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:37.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.972+0000 7fa25e864640 1 --2- 172.21.15.1:0/957373295 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa258100350 0x7fa258100730 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fa248009900 tx=0x7fa24802bc30 comp rx=0 tx=0).stop 2024-02-10T00:10:37.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.972+0000 7fa25e864640 1 -- 172.21.15.1:0/957373295 shutdown_connections 2024-02-10T00:10:37.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.972+0000 7fa25e864640 1 --2- 172.21.15.1:0/957373295 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa258105420 0x7fa25810cff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:37.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.972+0000 7fa25e864640 1 --2- 172.21.15.1:0/957373295 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa258100d00 0x7fa258104d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:37.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.972+0000 7fa25e864640 1 --2- 172.21.15.1:0/957373295 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa258100350 0x7fa258100730 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:37.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.972+0000 7fa25e864640 1 -- 172.21.15.1:0/957373295 >> 172.21.15.1:0/957373295 conn(0x7fa258077370 msgr2=0x7fa258077780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:37.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.972+0000 7fa25e864640 1 -- 172.21.15.1:0/957373295 shutdown_connections 2024-02-10T00:10:37.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.972+0000 7fa25e864640 1 -- 172.21.15.1:0/957373295 wait complete. 2024-02-10T00:10:37.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.973+0000 7fa25e864640 1 Processor -- start 2024-02-10T00:10:37.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.973+0000 7fa25e864640 1 -- start start 2024-02-10T00:10:37.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.973+0000 7fa25e864640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa258100350 0x7fa25819d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:37.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.973+0000 7fa25e864640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa258105420 0x7fa25819db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:37.978 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.973+0000 7fa25e864640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa2581976b0 0x7fa258197b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:37.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.973+0000 7fa25e864640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa258198180 con 0x7fa2581976b0 2024-02-10T00:10:37.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.973+0000 7fa25e864640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2581982f0 con 0x7fa258100350 2024-02-10T00:10:37.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.973+0000 7fa25e864640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2581984b0 con 0x7fa258105420 2024-02-10T00:10:37.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.973+0000 7fa25ce01640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa2581976b0 0x7fa258197b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:37.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.973+0000 7fa25ce01640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa2581976b0 0x7fa258197b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57690/0 (socket says 172.21.15.1:57690) 2024-02-10T00:10:37.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.973+0000 7fa25ce01640 1 -- 172.21.15.1:0/476018424 learned_addr learned my addr 172.21.15.1:0/476018424 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:37.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.973+0000 7fa257fff640 1 --2- 172.21.15.1:0/476018424 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa258100350 0x7fa25819d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:37.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.973+0000 7fa2577fe640 1 --2- 172.21.15.1:0/476018424 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa258105420 0x7fa25819db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:37.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.973+0000 7fa25ce01640 1 -- 172.21.15.1:0/476018424 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa258105420 msgr2=0x7fa25819db30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:37.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.973+0000 7fa25ce01640 1 --2- 172.21.15.1:0/476018424 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa258105420 0x7fa25819db30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:37.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.973+0000 7fa25ce01640 1 -- 172.21.15.1:0/476018424 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa258100350 msgr2=0x7fa25819d5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:37.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.973+0000 7fa25ce01640 1 --2- 172.21.15.1:0/476018424 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa258100350 0x7fa25819d5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:37.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.973+0000 7fa25ce01640 1 -- 172.21.15.1:0/476018424 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa248009560 con 0x7fa2581976b0 2024-02-10T00:10:37.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.974+0000 7fa25ce01640 1 --2- 172.21.15.1:0/476018424 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa2581976b0 0x7fa258197b30 secure :-1 s=READY pgs=1772 cs=0 l=1 rev1=1 crypto rx=0x7fa25000eb10 tx=0x7fa25000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:37.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.974+0000 7fa2557fa640 1 -- 172.21.15.1:0/476018424 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa250004b20 con 0x7fa2581976b0 2024-02-10T00:10:37.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.974+0000 7fa2557fa640 1 -- 172.21.15.1:0/476018424 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fa250004c80 con 0x7fa2581976b0 2024-02-10T00:10:37.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.974+0000 7fa25e864640 1 -- 172.21.15.1:0/476018424 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa2581a4450 con 0x7fa2581976b0 2024-02-10T00:10:37.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.974+0000 7fa2557fa640 1 -- 172.21.15.1:0/476018424 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa250010650 con 0x7fa2581976b0 2024-02-10T00:10:37.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.974+0000 7fa25e864640 1 -- 172.21.15.1:0/476018424 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2581a48e0 con 0x7fa2581976b0 2024-02-10T00:10:37.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.975+0000 7fa25e864640 1 -- 172.21.15.1:0/476018424 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa258101820 con 0x7fa2581976b0 2024-02-10T00:10:37.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.976+0000 7fa2557fa640 1 -- 172.21.15.1:0/476018424 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fa250005020 con 0x7fa2581976b0 2024-02-10T00:10:37.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.976+0000 7fa2557fa640 1 --2- 172.21.15.1:0/476018424 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa2440a2230 0x7fa2440a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:37.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.976+0000 7fa257fff640 1 --2- 172.21.15.1:0/476018424 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa2440a2230 0x7fa2440a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:37.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.977+0000 7fa2557fa640 1 -- 172.21.15.1:0/476018424 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fa250014070 con 0x7fa2581976b0 2024-02-10T00:10:37.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.977+0000 7fa257fff640 1 --2- 172.21.15.1:0/476018424 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa2440a2230 0x7fa2440a46f0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fa248006010 tx=0x7fa248005e40 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:37.983 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:37.981+0000 7fa2557fa640 1 -- 172.21.15.1:0/476018424 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fa2500972f0 con 0x7fa2581976b0 2024-02-10T00:10:38.166 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.163+0000 7fa25e864640 1 -- 172.21.15.1:0/476018424 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa258198be0 con 0x7fa2581976b0 2024-02-10T00:10:38.167 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.165+0000 7fa2557fa640 1 -- 172.21.15.1:0/476018424 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v99) v1 ==== 74+0+23007 (secure 0 0 0) 0x7fa25009a9b0 con 0x7fa2581976b0 2024-02-10T00:10:38.168 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-10T00:10:38.168 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":99,"fsid":"b5005240-c7a5-11ee-95b8-87774f69a715","created":"2024-02-09T23:49:06.829648+0000","modified":"2024-02-10T00:10:12.052124+0000","last_up_change":"2024-02-09T23:56:15.507374+0000","last_in_change":"2024-02-09T23:55:55.668510+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:52:28.527596+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:57:04.230570+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:57:05.160207+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"98","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":17,"snap_epoch":98,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4fa23604-c2ff-4c47-8ac8-10dce6bba3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6803","nonce":4020662944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6805","nonce":4020662944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6809","nonce":4020662944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6807","nonce":4020662944}]},"public_addr":"172.21.15.1:6803/4020662944","cluster_addr":"172.21.15.1:6805/4020662944","heartbeat_back_addr":"172.21.15.1:6809/4020662944","heartbeat_front_addr":"172.21.15.1:6807/4020662944","state":["exists","up"]},{"osd":1,"uuid":"d64b48a6-3b47-4712-b607-d0e951b3b4a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6801","nonce":1258648868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6803","nonce":1258648868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6807","nonce":1258648868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6805","nonce":1258648868}]},"public_addr":"172.21.15.88:6801/1258648868","cluster_addr":"172.21.15.88:6803/1258648868","heartbeat_back_addr":"172.21.15.88:6807/1258648868","heartbeat_front_addr":"172.21.15.88:6805/1258648868","state":["exists","up"]},{"osd":2,"uuid":"6be4c8dc-283d-4025-9c1f-c00ee4e3659f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6801","nonce":2902494825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6803","nonce":2902494825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6807","nonce":2902494825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6805","nonce":2902494825}]},"public_addr":"172.21.15.103:6801/2902494825","cluster_addr":"172.21.15.103:6803/2902494825","heartbeat_back_addr":"172.21.15.103:6807/2902494825","heartbeat_front_addr":"172.21.15.103:6805/2902494825","state":["exists","up"]},{"osd":3,"uuid":"52579ea8-e424-4adc-9fd9-44cec7e3875a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6811","nonce":680841642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6813","nonce":680841642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6817","nonce":680841642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6815","nonce":680841642}]},"public_addr":"172.21.15.1:6811/680841642","cluster_addr":"172.21.15.1:6813/680841642","heartbeat_back_addr":"172.21.15.1:6817/680841642","heartbeat_front_addr":"172.21.15.1:6815/680841642","state":["exists","up"]},{"osd":4,"uuid":"6503d3b5-f26b-4438-b256-ae4f76c7c773","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6809","nonce":2788918193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6811","nonce":2788918193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6815","nonce":2788918193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6813","nonce":2788918193}]},"public_addr":"172.21.15.88:6809/2788918193","cluster_addr":"172.21.15.88:6811/2788918193","heartbeat_back_addr":"172.21.15.88:6815/2788918193","heartbeat_front_addr":"172.21.15.88:6813/2788918193","state":["exists","up"]},{"osd":5,"uuid":"86188624-366a-487e-9db3-2782ef0884cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6809","nonce":3760780468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6811","nonce":3760780468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6815","nonce":3760780468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6813","nonce":3760780468}]},"public_addr":"172.21.15.103:6809/3760780468","cluster_addr":"172.21.15.103:6811/3760780468","heartbeat_back_addr":"172.21.15.103:6815/3760780468","heartbeat_front_addr":"172.21.15.103:6813/3760780468","state":["exists","up"]},{"osd":6,"uuid":"c59e7ba5-1cbe-41c3-a7e4-330175adfdf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6819","nonce":363854281}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6821","nonce":363854281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6825","nonce":363854281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6823","nonce":363854281}]},"public_addr":"172.21.15.1:6819/363854281","cluster_addr":"172.21.15.1:6821/363854281","heartbeat_back_addr":"172.21.15.1:6825/363854281","heartbeat_front_addr":"172.21.15.1:6823/363854281","state":["exists","up"]},{"osd":7,"uuid":"a77b4ef0-ecf7-457c-95c6-3e63cc6b1bba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6817","nonce":812841825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6819","nonce":812841825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6823","nonce":812841825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6821","nonce":812841825}]},"public_addr":"172.21.15.88:6817/812841825","cluster_addr":"172.21.15.88:6819/812841825","heartbeat_back_addr":"172.21.15.88:6823/812841825","heartbeat_front_addr":"172.21.15.88:6821/812841825","state":["exists","up"]},{"osd":8,"uuid":"bf2a6a1e-71ba-44d2-ba61-309f29496ef9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6817","nonce":3258812878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6819","nonce":3258812878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6823","nonce":3258812878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6821","nonce":3258812878}]},"public_addr":"172.21.15.103:6817/3258812878","cluster_addr":"172.21.15.103:6819/3258812878","heartbeat_back_addr":"172.21.15.103:6823/3258812878","heartbeat_front_addr":"172.21.15.103:6821/3258812878","state":["exists","up"]},{"osd":9,"uuid":"c9531676-199e-43ad-9299-6b5b60fd6ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6827","nonce":2830634909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6829","nonce":2830634909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6833","nonce":2830634909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6831","nonce":2830634909}]},"public_addr":"172.21.15.1:6827/2830634909","cluster_addr":"172.21.15.1:6829/2830634909","heartbeat_back_addr":"172.21.15.1:6833/2830634909","heartbeat_front_addr":"172.21.15.1:6831/2830634909","state":["exists","up"]},{"osd":10,"uuid":"41c2bb14-f8c9-45ce-a81e-9bf9dbba0b51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6825","nonce":1128031509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6827","nonce":1128031509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6831","nonce":1128031509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6829","nonce":1128031509}]},"public_addr":"172.21.15.88:6825/1128031509","cluster_addr":"172.21.15.88:6827/1128031509","heartbeat_back_addr":"172.21.15.88:6831/1128031509","heartbeat_front_addr":"172.21.15.88:6829/1128031509","state":["exists","up"]},{"osd":11,"uuid":"41003dad-b792-418d-9a82-bdf67311ea90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6825","nonce":2854918902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6827","nonce":2854918902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6831","nonce":2854918902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6829","nonce":2854918902}]},"public_addr":"172.21.15.103:6825/2854918902","cluster_addr":"172.21.15.103:6827/2854918902","heartbeat_back_addr":"172.21.15.103:6831/2854918902","heartbeat_front_addr":"172.21.15.103:6829/2854918902","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:51:39.446367+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:02.973641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:25.664661+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:50.561389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:14.598286+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:39.149718+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:04.327941+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:29.497887+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:55.922386+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:21.966560+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:47.653451+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:14.122475+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:0/148014982":"2024-02-10T23:59:21.291833+0000","172.21.15.1:6801/1442269036":"2024-02-10T23:59:21.291833+0000","172.21.15.1:0/677519522":"2024-02-10T23:59:21.291833+0000","172.21.15.1:6800/1442269036":"2024-02-10T23:59:21.291833+0000","172.21.15.1:0/2182725984":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1500865609":"2024-02-10T23:59:21.291833+0000","172.21.15.1:0/104696858":"2024-02-10T23:59:21.291833+0000","172.21.15.1:6800/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1236715707":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3991013292":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3894463217":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6801/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6800/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3968648683":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6801/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1600532294":"2024-02-10T23:50:04.182518+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":6,"length":1},{"begin":17,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-10T00:10:38.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.167+0000 7fa25e864640 1 -- 172.21.15.1:0/476018424 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa2440a2230 msgr2=0x7fa2440a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:38.169 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.167+0000 7fa25e864640 1 --2- 172.21.15.1:0/476018424 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa2440a2230 0x7fa2440a46f0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fa248006010 tx=0x7fa248005e40 comp rx=0 tx=0).stop 2024-02-10T00:10:38.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.167+0000 7fa25e864640 1 -- 172.21.15.1:0/476018424 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa2581976b0 msgr2=0x7fa258197b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:38.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.167+0000 7fa25e864640 1 --2- 172.21.15.1:0/476018424 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa2581976b0 0x7fa258197b30 secure :-1 s=READY pgs=1772 cs=0 l=1 rev1=1 crypto rx=0x7fa25000eb10 tx=0x7fa25000c2d0 comp rx=0 tx=0).stop 2024-02-10T00:10:38.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.167+0000 7fa25e864640 1 -- 172.21.15.1:0/476018424 shutdown_connections 2024-02-10T00:10:38.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.167+0000 7fa25e864640 1 --2- 172.21.15.1:0/476018424 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fa2440a2230 0x7fa2440a46f0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:38.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.167+0000 7fa25e864640 1 --2- 172.21.15.1:0/476018424 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fa2581976b0 0x7fa258197b30 unknown :-1 s=CLOSED pgs=1772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:38.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.167+0000 7fa25e864640 1 --2- 172.21.15.1:0/476018424 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa258105420 0x7fa25819db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:38.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.167+0000 7fa25e864640 1 --2- 172.21.15.1:0/476018424 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fa258100350 0x7fa25819d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:38.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.167+0000 7fa25e864640 1 -- 172.21.15.1:0/476018424 >> 172.21.15.1:0/476018424 conn(0x7fa258077370 msgr2=0x7fa2580fe2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:38.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.167+0000 7fa25e864640 1 -- 172.21.15.1:0/476018424 shutdown_connections 2024-02-10T00:10:38.170 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.167+0000 7fa25e864640 1 -- 172.21.15.1:0/476018424 wait complete. 2024-02-10T00:10:38.181 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:52:28.527596+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-09T23:57:04.230570+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-09T23:57:05.160207+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '98', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 17, 'snap_epoch': 98, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-10T00:10:38.182 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-10T00:10:38.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.285+0000 7f5877f63640 1 -- 172.21.15.1:0/4005976476 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5870100340 msgr2=0x7f5870100720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:38.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.285+0000 7f5877f63640 1 --2- 172.21.15.1:0/4005976476 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5870100340 0x7f5870100720 secure :-1 s=READY pgs=1773 cs=0 l=1 rev1=1 crypto rx=0x7f5860009cd0 tx=0x7f586002c0f0 comp rx=0 tx=0).stop 2024-02-10T00:10:38.295 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.286+0000 7f5877f63640 1 -- 172.21.15.1:0/4005976476 shutdown_connections 2024-02-10T00:10:38.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.286+0000 7f5877f63640 1 --2- 172.21.15.1:0/4005976476 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5870105410 0x7f587010cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:38.296 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.286+0000 7f5877f63640 1 --2- 172.21.15.1:0/4005976476 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5870100cf0 0x7f5870104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:38.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.286+0000 7f5877f63640 1 --2- 172.21.15.1:0/4005976476 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5870100340 0x7f5870100720 unknown :-1 s=CLOSED pgs=1773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:38.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.286+0000 7f5877f63640 1 -- 172.21.15.1:0/4005976476 >> 172.21.15.1:0/4005976476 conn(0x7f58700772e0 msgr2=0x7f58700776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:38.297 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.286+0000 7f5877f63640 1 -- 172.21.15.1:0/4005976476 shutdown_connections 2024-02-10T00:10:38.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.286+0000 7f5877f63640 1 -- 172.21.15.1:0/4005976476 wait complete. 2024-02-10T00:10:38.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.286+0000 7f5877f63640 1 Processor -- start 2024-02-10T00:10:38.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.286+0000 7f5877f63640 1 -- start start 2024-02-10T00:10:38.298 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.286+0000 7f5877f63640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5870100340 0x7f5870101dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:38.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.286+0000 7f5877f63640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5870105410 0x7f5870102310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:38.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.286+0000 7f5877f63640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5870102850 0x7f58701a5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:38.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.286+0000 7f5877f63640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58701a6070 con 0x7f5870100340 2024-02-10T00:10:38.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.286+0000 7f5877f63640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58701a61e0 con 0x7f5870102850 2024-02-10T00:10:38.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.286+0000 7f5877f63640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58701a63a0 con 0x7f5870105410 2024-02-10T00:10:38.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.287+0000 7f5875cff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5870100340 0x7f5870101dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:38.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.287+0000 7f5875cff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5870100340 0x7f5870101dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57712/0 (socket says 172.21.15.1:57712) 2024-02-10T00:10:38.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.287+0000 7f5875cff640 1 -- 172.21.15.1:0/1212182671 learned_addr learned my addr 172.21.15.1:0/1212182671 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:38.299 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.287+0000 7f58754fe640 1 --2- 172.21.15.1:0/1212182671 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5870105410 0x7f5870102310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:38.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.287+0000 7f5876500640 1 --2- 172.21.15.1:0/1212182671 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5870102850 0x7f58701a5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:38.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.287+0000 7f5875cff640 1 -- 172.21.15.1:0/1212182671 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5870105410 msgr2=0x7f5870102310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:38.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.287+0000 7f5875cff640 1 --2- 172.21.15.1:0/1212182671 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5870105410 0x7f5870102310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:38.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.287+0000 7f5875cff640 1 -- 172.21.15.1:0/1212182671 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5870102850 msgr2=0x7f58701a5aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:38.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.287+0000 7f5875cff640 1 --2- 172.21.15.1:0/1212182671 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5870102850 0x7f58701a5aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:38.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.287+0000 7f5875cff640 1 -- 172.21.15.1:0/1212182671 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5860009900 con 0x7f5870100340 2024-02-10T00:10:38.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.287+0000 7f5876500640 1 --2- 172.21.15.1:0/1212182671 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5870102850 0x7f58701a5aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:10:38.300 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.287+0000 7f5875cff640 1 --2- 172.21.15.1:0/1212182671 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5870100340 0x7f5870101dd0 secure :-1 s=READY pgs=1774 cs=0 l=1 rev1=1 crypto rx=0x7f5860004af0 tx=0x7f5860034cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:38.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.287+0000 7f586effd640 1 -- 172.21.15.1:0/1212182671 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5860032ac0 con 0x7f5870100340 2024-02-10T00:10:38.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.287+0000 7f5877f63640 1 -- 172.21.15.1:0/1212182671 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f58701a6620 con 0x7f5870100340 2024-02-10T00:10:38.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.287+0000 7f586effd640 1 -- 172.21.15.1:0/1212182671 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f5860003e50 con 0x7f5870100340 2024-02-10T00:10:38.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.287+0000 7f586effd640 1 -- 172.21.15.1:0/1212182671 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5860040450 con 0x7f5870100340 2024-02-10T00:10:38.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.287+0000 7f5877f63640 1 -- 172.21.15.1:0/1212182671 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58701a6b20 con 0x7f5870100340 2024-02-10T00:10:38.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.288+0000 7f5877f63640 1 -- 172.21.15.1:0/1212182671 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f58700680b0 con 0x7f5870100340 2024-02-10T00:10:38.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.289+0000 7f586effd640 1 -- 172.21.15.1:0/1212182671 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f586000a040 con 0x7f5870100340 2024-02-10T00:10:38.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.290+0000 7f586effd640 1 --2- 172.21.15.1:0/1212182671 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f58580a2260 0x7f58580a4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:38.301 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.290+0000 7f58754fe640 1 --2- 172.21.15.1:0/1212182671 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f58580a2260 0x7f58580a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:38.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.290+0000 7f586effd640 1 -- 172.21.15.1:0/1212182671 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f58600f0f20 con 0x7f5870100340 2024-02-10T00:10:38.302 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.290+0000 7f58754fe640 1 --2- 172.21.15.1:0/1212182671 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f58580a2260 0x7f58580a4720 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f5864005fd0 tx=0x7f5864005850 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:38.303 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.294+0000 7f586effd640 1 -- 172.21.15.1:0/1212182671 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f58600b9c60 con 0x7f5870100340 2024-02-10T00:10:38.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:38 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:10:38.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:38 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:10:38.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:38 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:10:38.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:38 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:10:38.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:38 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:10:38.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:38 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/476018424' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-10T00:10:38.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.474+0000 7f5877f63640 1 -- 172.21.15.1:0/1212182671 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f5870109650 con 0x7f5870100340 2024-02-10T00:10:38.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.475+0000 7f586effd640 1 -- 172.21.15.1:0/1212182671 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v99) v1 ==== 93+0+10 (secure 0 0 0) 0x7f58600bd320 con 0x7f5870100340 2024-02-10T00:10:38.477 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 1 2024-02-10T00:10:38.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.477+0000 7f5877f63640 1 -- 172.21.15.1:0/1212182671 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f58580a2260 msgr2=0x7f58580a4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:38.480 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.477+0000 7f5877f63640 1 --2- 172.21.15.1:0/1212182671 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f58580a2260 0x7f58580a4720 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f5864005fd0 tx=0x7f5864005850 comp rx=0 tx=0).stop 2024-02-10T00:10:38.480 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.477+0000 7f5877f63640 1 -- 172.21.15.1:0/1212182671 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5870100340 msgr2=0x7f5870101dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:38.480 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.477+0000 7f5877f63640 1 --2- 172.21.15.1:0/1212182671 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5870100340 0x7f5870101dd0 secure :-1 s=READY pgs=1774 cs=0 l=1 rev1=1 crypto rx=0x7f5860004af0 tx=0x7f5860034cc0 comp rx=0 tx=0).stop 2024-02-10T00:10:38.480 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.477+0000 7f5877f63640 1 -- 172.21.15.1:0/1212182671 shutdown_connections 2024-02-10T00:10:38.480 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.477+0000 7f5877f63640 1 --2- 172.21.15.1:0/1212182671 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f58580a2260 0x7f58580a4720 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:38.480 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.477+0000 7f5877f63640 1 --2- 172.21.15.1:0/1212182671 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f5870102850 0x7f58701a5aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:38.480 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.477+0000 7f5877f63640 1 --2- 172.21.15.1:0/1212182671 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5870105410 0x7f5870102310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:38.480 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.477+0000 7f5877f63640 1 --2- 172.21.15.1:0/1212182671 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f5870100340 0x7f5870101dd0 unknown :-1 s=CLOSED pgs=1774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:38.480 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.477+0000 7f5877f63640 1 -- 172.21.15.1:0/1212182671 >> 172.21.15.1:0/1212182671 conn(0x7f58700772e0 msgr2=0x7f58700688a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:38.480 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.477+0000 7f5877f63640 1 -- 172.21.15.1:0/1212182671 shutdown_connections 2024-02-10T00:10:38.480 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.477+0000 7f5877f63640 1 -- 172.21.15.1:0/1212182671 wait complete. 2024-02-10T00:10:38.490 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-10T00:10:38.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:38 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:10:38.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:38 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:10:38.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:38 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:10:38.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:38 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:10:38.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:38 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:10:38.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:38 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/476018424' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-10T00:10:38.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.594+0000 7ff06186f640 1 -- 172.21.15.1:0/4157363464 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff05c0ffda0 msgr2=0x7ff05c100180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:38.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.594+0000 7ff06186f640 1 --2- 172.21.15.1:0/4157363464 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff05c0ffda0 0x7ff05c100180 secure :-1 s=READY pgs=1775 cs=0 l=1 rev1=1 crypto rx=0x7ff04c009930 tx=0x7ff04c02bc30 comp rx=0 tx=0).stop 2024-02-10T00:10:38.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.594+0000 7ff06186f640 1 -- 172.21.15.1:0/4157363464 shutdown_connections 2024-02-10T00:10:38.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.594+0000 7ff06186f640 1 --2- 172.21.15.1:0/4157363464 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff05c106560 0x7ff05c10e150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:38.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.594+0000 7ff06186f640 1 --2- 172.21.15.1:0/4157363464 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff05c100750 0x7ff05c105e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:38.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.594+0000 7ff06186f640 1 --2- 172.21.15.1:0/4157363464 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff05c0ffda0 0x7ff05c100180 unknown :-1 s=CLOSED pgs=1775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:38.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.594+0000 7ff06186f640 1 -- 172.21.15.1:0/4157363464 >> 172.21.15.1:0/4157363464 conn(0x7ff05c075380 msgr2=0x7ff05c075790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:38.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.594+0000 7ff06186f640 1 -- 172.21.15.1:0/4157363464 shutdown_connections 2024-02-10T00:10:38.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.594+0000 7ff06186f640 1 -- 172.21.15.1:0/4157363464 wait complete. 2024-02-10T00:10:38.597 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.594+0000 7ff06186f640 1 Processor -- start 2024-02-10T00:10:38.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.595+0000 7ff06186f640 1 -- start start 2024-02-10T00:10:38.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.595+0000 7ff06186f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff05c0ffda0 0x7ff05c19d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:38.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.595+0000 7ff06186f640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff05c106560 0x7ff05c19dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:38.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.595+0000 7ff06186f640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff05c197760 0x7ff05c197be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:38.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.595+0000 7ff06186f640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff05c198230 con 0x7ff05c0ffda0 2024-02-10T00:10:38.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.595+0000 7ff06186f640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff05c1983a0 con 0x7ff05c197760 2024-02-10T00:10:38.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.595+0000 7ff06186f640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff05c198560 con 0x7ff05c106560 2024-02-10T00:10:38.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.595+0000 7ff05affd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff05c0ffda0 0x7ff05c19d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:38.600 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.595+0000 7ff05affd640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff05c0ffda0 0x7ff05c19d6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57728/0 (socket says 172.21.15.1:57728) 2024-02-10T00:10:38.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.595+0000 7ff05affd640 1 -- 172.21.15.1:0/1353592347 learned_addr learned my addr 172.21.15.1:0/1353592347 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:38.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.595+0000 7ff05a7fc640 1 --2- 172.21.15.1:0/1353592347 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff05c106560 0x7ff05c19dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:38.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.595+0000 7ff05b7fe640 1 --2- 172.21.15.1:0/1353592347 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff05c197760 0x7ff05c197be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:38.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.595+0000 7ff05affd640 1 -- 172.21.15.1:0/1353592347 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff05c106560 msgr2=0x7ff05c19dbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:38.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.595+0000 7ff05affd640 1 --2- 172.21.15.1:0/1353592347 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff05c106560 0x7ff05c19dbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:38.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.595+0000 7ff05affd640 1 -- 172.21.15.1:0/1353592347 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff05c197760 msgr2=0x7ff05c197be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:38.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.595+0000 7ff05affd640 1 --2- 172.21.15.1:0/1353592347 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff05c197760 0x7ff05c197be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:38.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.595+0000 7ff05affd640 1 -- 172.21.15.1:0/1353592347 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff04c009560 con 0x7ff05c0ffda0 2024-02-10T00:10:38.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.595+0000 7ff05a7fc640 1 --2- 172.21.15.1:0/1353592347 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff05c106560 0x7ff05c19dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:10:38.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.595+0000 7ff05b7fe640 1 --2- 172.21.15.1:0/1353592347 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff05c197760 0x7ff05c197be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:10:38.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.595+0000 7ff05affd640 1 --2- 172.21.15.1:0/1353592347 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff05c0ffda0 0x7ff05c19d6a0 secure :-1 s=READY pgs=1776 cs=0 l=1 rev1=1 crypto rx=0x7ff04c009230 tx=0x7ff04c02c6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:38.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.596+0000 7ff06086d640 1 -- 172.21.15.1:0/1353592347 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff04c004350 con 0x7ff05c0ffda0 2024-02-10T00:10:38.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.596+0000 7ff06086d640 1 -- 172.21.15.1:0/1353592347 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7ff04c0044b0 con 0x7ff05c0ffda0 2024-02-10T00:10:38.601 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.596+0000 7ff06186f640 1 -- 172.21.15.1:0/1353592347 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff05c1a44a0 con 0x7ff05c0ffda0 2024-02-10T00:10:38.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.596+0000 7ff06086d640 1 -- 172.21.15.1:0/1353592347 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff04c003d70 con 0x7ff05c0ffda0 2024-02-10T00:10:38.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.596+0000 7ff06186f640 1 -- 172.21.15.1:0/1353592347 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff05c1a4980 con 0x7ff05c0ffda0 2024-02-10T00:10:38.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.597+0000 7ff06186f640 1 -- 172.21.15.1:0/1353592347 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff05c069460 con 0x7ff05c0ffda0 2024-02-10T00:10:38.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.598+0000 7ff06086d640 1 -- 172.21.15.1:0/1353592347 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7ff04c004df0 con 0x7ff05c0ffda0 2024-02-10T00:10:38.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.598+0000 7ff06086d640 1 --2- 172.21.15.1:0/1353592347 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff0480a2230 0x7ff0480a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:38.602 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.598+0000 7ff05a7fc640 1 --2- 172.21.15.1:0/1353592347 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff0480a2230 0x7ff0480a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:38.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.598+0000 7ff06086d640 1 -- 172.21.15.1:0/1353592347 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8513+0+0 (secure 0 0 0) 0x7ff04c0f0150 con 0x7ff05c0ffda0 2024-02-10T00:10:38.603 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.599+0000 7ff05a7fc640 1 --2- 172.21.15.1:0/1353592347 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff0480a2230 0x7ff0480a46f0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7ff05c198fb0 tx=0x7ff044005e50 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:38.605 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.603+0000 7ff06086d640 1 -- 172.21.15.1:0/1353592347 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7ff04c0b8ef0 con 0x7ff05c0ffda0 2024-02-10T00:10:38.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:38 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:10:38.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:38 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:10:38.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:38 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-10T00:10:38.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:38 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-10T00:10:38.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:38 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' 2024-02-10T00:10:38.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:38 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/476018424' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-10T00:10:38.784 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.782+0000 7ff06186f640 1 -- 172.21.15.1:0/1353592347 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7ff05c109710 con 0x7ff05c0ffda0 2024-02-10T00:10:38.785 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.782+0000 7ff06086d640 1 -- 172.21.15.1:0/1353592347 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v99) v1 ==== 104+0+11 (secure 0 0 0) 0x7ff04c0bc5b0 con 0x7ff05c0ffda0 2024-02-10T00:10:38.785 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 32 2024-02-10T00:10:38.786 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.784+0000 7ff06186f640 1 -- 172.21.15.1:0/1353592347 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff0480a2230 msgr2=0x7ff0480a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:38.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.784+0000 7ff06186f640 1 --2- 172.21.15.1:0/1353592347 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff0480a2230 0x7ff0480a46f0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7ff05c198fb0 tx=0x7ff044005e50 comp rx=0 tx=0).stop 2024-02-10T00:10:38.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.784+0000 7ff06186f640 1 -- 172.21.15.1:0/1353592347 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff05c0ffda0 msgr2=0x7ff05c19d6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:38.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.784+0000 7ff06186f640 1 --2- 172.21.15.1:0/1353592347 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff05c0ffda0 0x7ff05c19d6a0 secure :-1 s=READY pgs=1776 cs=0 l=1 rev1=1 crypto rx=0x7ff04c009230 tx=0x7ff04c02c6c0 comp rx=0 tx=0).stop 2024-02-10T00:10:38.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.784+0000 7ff06186f640 1 -- 172.21.15.1:0/1353592347 shutdown_connections 2024-02-10T00:10:38.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.784+0000 7ff06186f640 1 --2- 172.21.15.1:0/1353592347 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7ff0480a2230 0x7ff0480a46f0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:38.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.784+0000 7ff06186f640 1 --2- 172.21.15.1:0/1353592347 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7ff05c197760 0x7ff05c197be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:38.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.784+0000 7ff06186f640 1 --2- 172.21.15.1:0/1353592347 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff05c106560 0x7ff05c19dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:38.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.784+0000 7ff06186f640 1 --2- 172.21.15.1:0/1353592347 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7ff05c0ffda0 0x7ff05c19d6a0 unknown :-1 s=CLOSED pgs=1776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:38.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.784+0000 7ff06186f640 1 -- 172.21.15.1:0/1353592347 >> 172.21.15.1:0/1353592347 conn(0x7ff05c075380 msgr2=0x7ff05c0fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:38.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.784+0000 7ff06186f640 1 -- 172.21.15.1:0/1353592347 shutdown_connections 2024-02-10T00:10:38.787 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.784+0000 7ff06186f640 1 -- 172.21.15.1:0/1353592347 wait complete. 2024-02-10T00:10:38.798 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-10T00:10:38.905 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.900+0000 7f7ca5209640 1 -- 172.21.15.1:0/4140016380 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7ca0100cc0 msgr2=0x7f7ca0104d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:38.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.900+0000 7f7ca5209640 1 --2- 172.21.15.1:0/4140016380 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7ca0100cc0 0x7f7ca0104d00 secure :-1 s=READY pgs=1777 cs=0 l=1 rev1=1 crypto rx=0x7f7c94009930 tx=0x7f7c9402bc30 comp rx=0 tx=0).stop 2024-02-10T00:10:38.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.900+0000 7f7ca5209640 1 -- 172.21.15.1:0/4140016380 shutdown_connections 2024-02-10T00:10:38.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.900+0000 7f7ca5209640 1 --2- 172.21.15.1:0/4140016380 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7ca01053e0 0x7f7ca010cfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:38.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.900+0000 7f7ca5209640 1 --2- 172.21.15.1:0/4140016380 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7ca0100cc0 0x7f7ca0104d00 unknown :-1 s=CLOSED pgs=1777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:38.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.900+0000 7f7ca5209640 1 --2- 172.21.15.1:0/4140016380 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7ca0100310 0x7f7ca01006f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:38.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.900+0000 7f7ca5209640 1 -- 172.21.15.1:0/4140016380 >> 172.21.15.1:0/4140016380 conn(0x7f7ca0077230 msgr2=0x7f7ca0077640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:38.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.900+0000 7f7ca5209640 1 -- 172.21.15.1:0/4140016380 shutdown_connections 2024-02-10T00:10:38.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.900+0000 7f7ca5209640 1 -- 172.21.15.1:0/4140016380 wait complete. 2024-02-10T00:10:38.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.901+0000 7f7ca5209640 1 Processor -- start 2024-02-10T00:10:38.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.901+0000 7f7ca5209640 1 -- start start 2024-02-10T00:10:38.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.901+0000 7f7ca5209640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7ca0100310 0x7f7ca019d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:38.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.901+0000 7f7ca5209640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7ca01053e0 0x7f7ca019daf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:38.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.901+0000 7f7ca5209640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7ca0197670 0x7f7ca0197af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:38.906 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.901+0000 7f7ca5209640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ca0198140 con 0x7f7ca0100310 2024-02-10T00:10:38.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.901+0000 7f7ca5209640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ca01982b0 con 0x7f7ca0197670 2024-02-10T00:10:38.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.901+0000 7f7ca5209640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ca0198470 con 0x7f7ca01053e0 2024-02-10T00:10:38.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.901+0000 7f7c9ed9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7ca0100310 0x7f7ca019d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:38.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.902+0000 7f7c9ed9d640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7ca0100310 0x7f7ca019d5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57742/0 (socket says 172.21.15.1:57742) 2024-02-10T00:10:38.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.902+0000 7f7c9ed9d640 1 -- 172.21.15.1:0/2339583763 learned_addr learned my addr 172.21.15.1:0/2339583763 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:38.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.902+0000 7f7c9e59c640 1 --2- 172.21.15.1:0/2339583763 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7ca01053e0 0x7f7ca019daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:38.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.902+0000 7f7c9f59e640 1 --2- 172.21.15.1:0/2339583763 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7ca0197670 0x7f7ca0197af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:38.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.902+0000 7f7c9ed9d640 1 -- 172.21.15.1:0/2339583763 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7ca01053e0 msgr2=0x7f7ca019daf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:38.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.902+0000 7f7c9ed9d640 1 --2- 172.21.15.1:0/2339583763 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7ca01053e0 0x7f7ca019daf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:38.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.902+0000 7f7c9ed9d640 1 -- 172.21.15.1:0/2339583763 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7ca0197670 msgr2=0x7f7ca0197af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:38.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.902+0000 7f7c9ed9d640 1 --2- 172.21.15.1:0/2339583763 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7ca0197670 0x7f7ca0197af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:38.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.902+0000 7f7c9ed9d640 1 -- 172.21.15.1:0/2339583763 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c94009560 con 0x7f7ca0100310 2024-02-10T00:10:38.907 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.902+0000 7f7c9e59c640 1 --2- 172.21.15.1:0/2339583763 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7ca01053e0 0x7f7ca019daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:10:38.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.902+0000 7f7c9ed9d640 1 --2- 172.21.15.1:0/2339583763 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7ca0100310 0x7f7ca019d5b0 secure :-1 s=READY pgs=1778 cs=0 l=1 rev1=1 crypto rx=0x7f7c9800d950 tx=0x7f7c9800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:38.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.902+0000 7f7c87fff640 1 -- 172.21.15.1:0/2339583763 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c98009c30 con 0x7f7ca0100310 2024-02-10T00:10:38.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.902+0000 7f7ca5209640 1 -- 172.21.15.1:0/2339583763 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ca01a4410 con 0x7f7ca0100310 2024-02-10T00:10:38.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.902+0000 7f7c87fff640 1 -- 172.21.15.1:0/2339583763 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7c98009d90 con 0x7f7ca0100310 2024-02-10T00:10:38.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.902+0000 7f7c87fff640 1 -- 172.21.15.1:0/2339583763 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c9800f7e0 con 0x7f7ca0100310 2024-02-10T00:10:38.908 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.902+0000 7f7ca5209640 1 -- 172.21.15.1:0/2339583763 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ca01a4940 con 0x7f7ca0100310 2024-02-10T00:10:38.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.903+0000 7f7ca5209640 1 -- 172.21.15.1:0/2339583763 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7ca01017e0 con 0x7f7ca0100310 2024-02-10T00:10:38.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.905+0000 7f7c87fff640 1 -- 172.21.15.1:0/2339583763 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f7c98010ad0 con 0x7f7ca0100310 2024-02-10T00:10:38.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.905+0000 7f7c87fff640 1 --2- 172.21.15.1:0/2339583763 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f7c880a2230 0x7f7c880a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:38.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.906+0000 7f7c9e59c640 1 --2- 172.21.15.1:0/2339583763 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f7c880a2230 0x7f7c880a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:38.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.906+0000 7f7c87fff640 1 -- 172.21.15.1:0/2339583763 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f7c980cde00 con 0x7f7ca0100310 2024-02-10T00:10:38.909 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.906+0000 7f7c9e59c640 1 --2- 172.21.15.1:0/2339583763 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f7c880a2230 0x7f7c880a46f0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f7c94009900 tx=0x7f7c94005fd0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:38.911 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:38.909+0000 7f7c87fff640 1 -- 172.21.15.1:0/2339583763 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f7c98096a30 con 0x7f7ca0100310 2024-02-10T00:10:39.096 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.090+0000 7f7ca5209640 1 -- 172.21.15.1:0/2339583763 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f7ca00680b0 con 0x7f7ca0100310 2024-02-10T00:10:39.097 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.090+0000 7f7c87fff640 1 -- 172.21.15.1:0/2339583763 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v99) v1 ==== 100+0+11 (secure 0 0 0) 0x7f7c980200a0 con 0x7f7ca0100310 2024-02-10T00:10:39.097 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 64 2024-02-10T00:10:39.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.092+0000 7f7ca5209640 1 -- 172.21.15.1:0/2339583763 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f7c880a2230 msgr2=0x7f7c880a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:39.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.092+0000 7f7ca5209640 1 --2- 172.21.15.1:0/2339583763 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f7c880a2230 0x7f7c880a46f0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f7c94009900 tx=0x7f7c94005fd0 comp rx=0 tx=0).stop 2024-02-10T00:10:39.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.092+0000 7f7ca5209640 1 -- 172.21.15.1:0/2339583763 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7ca0100310 msgr2=0x7f7ca019d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:39.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.092+0000 7f7ca5209640 1 --2- 172.21.15.1:0/2339583763 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7ca0100310 0x7f7ca019d5b0 secure :-1 s=READY pgs=1778 cs=0 l=1 rev1=1 crypto rx=0x7f7c9800d950 tx=0x7f7c9800de10 comp rx=0 tx=0).stop 2024-02-10T00:10:39.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.092+0000 7f7ca5209640 1 -- 172.21.15.1:0/2339583763 shutdown_connections 2024-02-10T00:10:39.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.092+0000 7f7ca5209640 1 --2- 172.21.15.1:0/2339583763 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f7c880a2230 0x7f7c880a46f0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:39.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.092+0000 7f7ca5209640 1 --2- 172.21.15.1:0/2339583763 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7ca0197670 0x7f7ca0197af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:39.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.092+0000 7f7ca5209640 1 --2- 172.21.15.1:0/2339583763 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7ca01053e0 0x7f7ca019daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:39.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.092+0000 7f7ca5209640 1 --2- 172.21.15.1:0/2339583763 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7ca0100310 0x7f7ca019d5b0 unknown :-1 s=CLOSED pgs=1778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:39.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.092+0000 7f7ca5209640 1 -- 172.21.15.1:0/2339583763 >> 172.21.15.1:0/2339583763 conn(0x7f7ca0077230 msgr2=0x7f7ca01065b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:39.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.093+0000 7f7ca5209640 1 -- 172.21.15.1:0/2339583763 shutdown_connections 2024-02-10T00:10:39.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.093+0000 7f7ca5209640 1 -- 172.21.15.1:0/2339583763 wait complete. 2024-02-10T00:10:39.106 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-02-10T00:10:39.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.206+0000 7f423cec9640 1 -- 172.21.15.1:0/607184077 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f42380ff6c0 msgr2=0x7f42380ffb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:39.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.206+0000 7f423cec9640 1 --2- 172.21.15.1:0/607184077 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f42380ff6c0 0x7f42380ffb40 secure :-1 s=READY pgs=1779 cs=0 l=1 rev1=1 crypto rx=0x7f4220009930 tx=0x7f422002bc30 comp rx=0 tx=0).stop 2024-02-10T00:10:39.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.206+0000 7f423cec9640 1 -- 172.21.15.1:0/607184077 shutdown_connections 2024-02-10T00:10:39.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.206+0000 7f423cec9640 1 --2- 172.21.15.1:0/607184077 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4238100080 0x7f423810e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:39.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.206+0000 7f423cec9640 1 --2- 172.21.15.1:0/607184077 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f42380ff6c0 0x7f42380ffb40 unknown :-1 s=CLOSED pgs=1779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:39.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.206+0000 7f423cec9640 1 --2- 172.21.15.1:0/607184077 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4238106220 0x7f4238106600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:39.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.206+0000 7f423cec9640 1 -- 172.21.15.1:0/607184077 >> 172.21.15.1:0/607184077 conn(0x7f4238076640 msgr2=0x7f42380fd9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:39.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.206+0000 7f423cec9640 1 -- 172.21.15.1:0/607184077 shutdown_connections 2024-02-10T00:10:39.213 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.206+0000 7f423cec9640 1 -- 172.21.15.1:0/607184077 wait complete. 2024-02-10T00:10:39.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.207+0000 7f423cec9640 1 Processor -- start 2024-02-10T00:10:39.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.207+0000 7f423cec9640 1 -- start start 2024-02-10T00:10:39.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.207+0000 7f423cec9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f42380ff6c0 0x7f423819d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:39.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.207+0000 7f423cec9640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4238100080 0x7f423819dae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:39.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.207+0000 7f423cec9640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4238106220 0x7f4238197660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:39.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.207+0000 7f423cec9640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4238197df0 con 0x7f42380ff6c0 2024-02-10T00:10:39.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.207+0000 7f423cec9640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4238197f60 con 0x7f4238106220 2024-02-10T00:10:39.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.207+0000 7f423cec9640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4238198120 con 0x7f4238100080 2024-02-10T00:10:39.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.207+0000 7f423659c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f42380ff6c0 0x7f423819d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:39.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.207+0000 7f423659c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f42380ff6c0 0x7f423819d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:57758/0 (socket says 172.21.15.1:57758) 2024-02-10T00:10:39.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.207+0000 7f423659c640 1 -- 172.21.15.1:0/1287731989 learned_addr learned my addr 172.21.15.1:0/1287731989 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:10:39.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.207+0000 7f4236d9d640 1 --2- 172.21.15.1:0/1287731989 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4238106220 0x7f4238197660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:39.214 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.207+0000 7f4235d9b640 1 --2- 172.21.15.1:0/1287731989 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4238100080 0x7f423819dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:39.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.207+0000 7f423659c640 1 -- 172.21.15.1:0/1287731989 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4238100080 msgr2=0x7f423819dae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:39.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.207+0000 7f423659c640 1 --2- 172.21.15.1:0/1287731989 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4238100080 0x7f423819dae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:39.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.207+0000 7f423659c640 1 -- 172.21.15.1:0/1287731989 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4238106220 msgr2=0x7f4238197660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:39.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.207+0000 7f423659c640 1 --2- 172.21.15.1:0/1287731989 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4238106220 0x7f4238197660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:39.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.207+0000 7f423659c640 1 -- 172.21.15.1:0/1287731989 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4220009560 con 0x7f42380ff6c0 2024-02-10T00:10:39.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.208+0000 7f423659c640 1 --2- 172.21.15.1:0/1287731989 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f42380ff6c0 0x7f423819d5a0 secure :-1 s=READY pgs=1780 cs=0 l=1 rev1=1 crypto rx=0x7f423000c920 tx=0x7f423000cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:39.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.208+0000 7f422f7fe640 1 -- 172.21.15.1:0/1287731989 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4230007c70 con 0x7f42380ff6c0 2024-02-10T00:10:39.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.208+0000 7f423cec9640 1 -- 172.21.15.1:0/1287731989 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4238198400 con 0x7f42380ff6c0 2024-02-10T00:10:39.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.208+0000 7f422f7fe640 1 -- 172.21.15.1:0/1287731989 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4230007dd0 con 0x7f42380ff6c0 2024-02-10T00:10:39.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.208+0000 7f422f7fe640 1 -- 172.21.15.1:0/1287731989 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4230018860 con 0x7f42380ff6c0 2024-02-10T00:10:39.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.208+0000 7f423cec9640 1 -- 172.21.15.1:0/1287731989 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42381a4520 con 0x7f42380ff6c0 2024-02-10T00:10:39.215 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.209+0000 7f423cec9640 1 -- 172.21.15.1:0/1287731989 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f42381029e0 con 0x7f42380ff6c0 2024-02-10T00:10:39.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.210+0000 7f422f7fe640 1 -- 172.21.15.1:0/1287731989 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f423000fac0 con 0x7f42380ff6c0 2024-02-10T00:10:39.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.210+0000 7f422f7fe640 1 --2- 172.21.15.1:0/1287731989 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f42240a2230 0x7f42240a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:10:39.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.210+0000 7f422f7fe640 1 -- 172.21.15.1:0/1287731989 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f42300ce2a0 con 0x7f42380ff6c0 2024-02-10T00:10:39.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.210+0000 7f4235d9b640 1 --2- 172.21.15.1:0/1287731989 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f42240a2230 0x7f42240a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:10:39.216 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.211+0000 7f4235d9b640 1 --2- 172.21.15.1:0/1287731989 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f42240a2230 0x7f42240a46f0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f4220006010 tx=0x7f4220000bc0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:10:39.217 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.215+0000 7f422f7fe640 1 -- 172.21.15.1:0/1287731989 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f4230096f30 con 0x7f42380ff6c0 2024-02-10T00:10:39.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.447+0000 7f423cec9640 1 -- 172.21.15.1:0/1287731989 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) v1 -- 0x7f4238068500 con 0x7f42380ff6c0 2024-02-10T00:10:39.458 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.455+0000 7f422f7fe640 1 -- 172.21.15.1:0/1287731989 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v26) v1 ==== 81+0+736934 (secure 0 0 0) 0x7f423009a5f0 con 0x7f42380ff6c0 2024-02-10T00:10:39.462 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-10T00:10:39.463 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:10:39.463 INFO:teuthology.orchestra.run.smithi001.stdout: "epoch": 26, 2024-02-10T00:10:39.463 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.463 INFO:teuthology.orchestra.run.smithi001.stdout: "active_gid": 15519, 2024-02-10T00:10:39.463 INFO:teuthology.orchestra.run.smithi001.stdout: "active_name": "x", 2024-02-10T00:10:39.463 INFO:teuthology.orchestra.run.smithi001.stdout: "active_addrs": { 2024-02-10T00:10:39.463 INFO:teuthology.orchestra.run.smithi001.stdout: "addrvec": [ 2024-02-10T00:10:39.463 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.463 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "v2", 2024-02-10T00:10:39.463 INFO:teuthology.orchestra.run.smithi001.stdout: "addr": "172.21.15.1:6800", 2024-02-10T00:10:39.463 INFO:teuthology.orchestra.run.smithi001.stdout: "nonce": 2509330522 2024-02-10T00:10:39.463 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.464 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.464 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "v1", 2024-02-10T00:10:39.464 INFO:teuthology.orchestra.run.smithi001.stdout: "addr": "172.21.15.1:6801", 2024-02-10T00:10:39.464 INFO:teuthology.orchestra.run.smithi001.stdout: "nonce": 2509330522 2024-02-10T00:10:39.464 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.464 INFO:teuthology.orchestra.run.smithi001.stdout: ] 2024-02-10T00:10:39.464 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.464 INFO:teuthology.orchestra.run.smithi001.stdout: "active_addr": "172.21.15.1:6801/2509330522", 2024-02-10T00:10:39.464 INFO:teuthology.orchestra.run.smithi001.stdout: "active_change": "2024-02-09T23:59:21.292044+0000", 2024-02-10T00:10:39.464 INFO:teuthology.orchestra.run.smithi001.stdout: "active_mgr_features": 4540701547738038271, 2024-02-10T00:10:39.464 INFO:teuthology.orchestra.run.smithi001.stdout: "available": true, 2024-02-10T00:10:39.464 INFO:teuthology.orchestra.run.smithi001.stdout: "standbys": [ 2024-02-10T00:10:39.464 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.465 INFO:teuthology.orchestra.run.smithi001.stdout: "gid": 25094, 2024-02-10T00:10:39.465 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "y", 2024-02-10T00:10:39.465 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr_features": 4540701547738038271, 2024-02-10T00:10:39.465 INFO:teuthology.orchestra.run.smithi001.stdout: "available_modules": [ 2024-02-10T00:10:39.465 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.465 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "alerts", 2024-02-10T00:10:39.465 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.465 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.465 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.465 INFO:teuthology.orchestra.run.smithi001.stdout: "interval": { 2024-02-10T00:10:39.465 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "interval", 2024-02-10T00:10:39.465 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:39.465 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.466 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.466 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "60", 2024-02-10T00:10:39.466 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.466 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.466 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.466 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "How frequently to reexamine health status", 2024-02-10T00:10:39.466 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.466 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.466 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.466 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.466 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.466 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.466 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.466 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.467 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.467 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.467 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.467 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.467 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.467 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.467 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.467 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.467 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.467 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.467 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.467 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.467 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.468 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.468 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.468 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.468 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.468 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.468 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.468 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.468 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.468 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.468 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.468 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.468 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.468 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.469 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.469 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.469 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.469 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.469 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.469 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.469 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.469 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.469 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.469 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.469 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.469 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.469 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.469 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.470 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.470 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.470 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.470 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.470 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.470 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.470 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.470 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.470 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.470 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.470 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.470 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.470 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.470 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.471 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.471 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.471 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.471 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.471 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.471 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.471 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.471 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.471 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.471 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.471 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.471 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.471 INFO:teuthology.orchestra.run.smithi001.stdout: "smtp_destination": { 2024-02-10T00:10:39.471 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "smtp_destination", 2024-02-10T00:10:39.472 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.472 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.472 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.472 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.472 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.472 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.472 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.472 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Email address to send alerts to", 2024-02-10T00:10:39.472 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.472 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.472 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.472 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.472 INFO:teuthology.orchestra.run.smithi001.stdout: "smtp_from_name": { 2024-02-10T00:10:39.473 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "smtp_from_name", 2024-02-10T00:10:39.473 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.473 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.473 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.473 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "Ceph", 2024-02-10T00:10:39.473 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.473 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.473 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.473 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Email From: name", 2024-02-10T00:10:39.473 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.473 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.473 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.473 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.473 INFO:teuthology.orchestra.run.smithi001.stdout: "smtp_host": { 2024-02-10T00:10:39.473 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "smtp_host", 2024-02-10T00:10:39.473 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.474 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.474 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.474 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.474 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.474 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.474 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.474 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "SMTP server", 2024-02-10T00:10:39.474 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.474 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.474 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.474 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.474 INFO:teuthology.orchestra.run.smithi001.stdout: "smtp_password": { 2024-02-10T00:10:39.475 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "smtp_password", 2024-02-10T00:10:39.475 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.475 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.475 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.475 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.475 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.475 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.475 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.475 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Password to authenticate with", 2024-02-10T00:10:39.475 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.475 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.475 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.475 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.475 INFO:teuthology.orchestra.run.smithi001.stdout: "smtp_port": { 2024-02-10T00:10:39.475 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "smtp_port", 2024-02-10T00:10:39.476 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.476 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.476 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.476 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "465", 2024-02-10T00:10:39.476 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.476 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.476 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.476 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "SMTP port", 2024-02-10T00:10:39.476 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.476 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.476 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.476 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.476 INFO:teuthology.orchestra.run.smithi001.stdout: "smtp_sender": { 2024-02-10T00:10:39.476 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "smtp_sender", 2024-02-10T00:10:39.477 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.477 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.477 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.477 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.477 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.477 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.477 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.477 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "SMTP envelope sender", 2024-02-10T00:10:39.477 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.477 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.478 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.478 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.478 INFO:teuthology.orchestra.run.smithi001.stdout: "smtp_ssl": { 2024-02-10T00:10:39.478 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "smtp_ssl", 2024-02-10T00:10:39.478 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.478 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.478 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.478 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.478 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.478 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.478 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.478 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Use SSL to connect to SMTP server", 2024-02-10T00:10:39.478 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.479 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.479 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.479 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.479 INFO:teuthology.orchestra.run.smithi001.stdout: "smtp_user": { 2024-02-10T00:10:39.479 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "smtp_user", 2024-02-10T00:10:39.479 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.479 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.479 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.479 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.479 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.479 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.479 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.479 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "User to authenticate as", 2024-02-10T00:10:39.480 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.480 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.480 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.480 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.480 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.480 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.480 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.480 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "balancer", 2024-02-10T00:10:39.480 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.480 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.480 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.481 INFO:teuthology.orchestra.run.smithi001.stdout: "active": { 2024-02-10T00:10:39.481 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "active", 2024-02-10T00:10:39.481 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.481 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.481 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.481 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.481 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.481 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.481 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.481 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "automatically balance PGs across cluster", 2024-02-10T00:10:39.481 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.481 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.481 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.482 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.482 INFO:teuthology.orchestra.run.smithi001.stdout: "begin_time": { 2024-02-10T00:10:39.482 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "begin_time", 2024-02-10T00:10:39.482 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.482 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.482 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.482 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "0000", 2024-02-10T00:10:39.482 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.482 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.483 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.483 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "beginning time of day to automatically balance", 2024-02-10T00:10:39.483 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-02-10T00:10:39.483 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.483 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.483 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.483 INFO:teuthology.orchestra.run.smithi001.stdout: "begin_weekday": { 2024-02-10T00:10:39.483 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "begin_weekday", 2024-02-10T00:10:39.483 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "uint", 2024-02-10T00:10:39.483 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.483 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.483 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "0", 2024-02-10T00:10:39.483 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "0", 2024-02-10T00:10:39.483 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "6", 2024-02-10T00:10:39.484 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.484 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-02-10T00:10:39.484 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-02-10T00:10:39.484 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.484 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.484 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.484 INFO:teuthology.orchestra.run.smithi001.stdout: "crush_compat_max_iterations": { 2024-02-10T00:10:39.484 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "crush_compat_max_iterations", 2024-02-10T00:10:39.484 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "uint", 2024-02-10T00:10:39.484 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.484 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.484 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "25", 2024-02-10T00:10:39.484 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "1", 2024-02-10T00:10:39.484 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "250", 2024-02-10T00:10:39.485 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.485 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-02-10T00:10:39.485 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.485 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.485 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.485 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.485 INFO:teuthology.orchestra.run.smithi001.stdout: "crush_compat_metrics": { 2024-02-10T00:10:39.485 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "crush_compat_metrics", 2024-02-10T00:10:39.485 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.485 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.485 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.485 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "pgs,objects,bytes", 2024-02-10T00:10:39.485 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.485 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.485 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.486 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-02-10T00:10:39.486 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-02-10T00:10:39.486 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.486 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.486 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.486 INFO:teuthology.orchestra.run.smithi001.stdout: "crush_compat_step": { 2024-02-10T00:10:39.486 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "crush_compat_step", 2024-02-10T00:10:39.486 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "float", 2024-02-10T00:10:39.486 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.486 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.486 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "0.5", 2024-02-10T00:10:39.486 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "0.001", 2024-02-10T00:10:39.486 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "0.999", 2024-02-10T00:10:39.486 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.487 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "aggressiveness of optimization", 2024-02-10T00:10:39.487 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-02-10T00:10:39.487 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.487 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.487 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.487 INFO:teuthology.orchestra.run.smithi001.stdout: "end_time": { 2024-02-10T00:10:39.487 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "end_time", 2024-02-10T00:10:39.487 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.487 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.487 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.487 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "2359", 2024-02-10T00:10:39.487 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.487 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.487 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.487 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "ending time of day to automatically balance", 2024-02-10T00:10:39.488 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-02-10T00:10:39.488 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.488 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.488 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.488 INFO:teuthology.orchestra.run.smithi001.stdout: "end_weekday": { 2024-02-10T00:10:39.488 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "end_weekday", 2024-02-10T00:10:39.488 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "uint", 2024-02-10T00:10:39.488 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.488 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.488 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "0", 2024-02-10T00:10:39.488 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "0", 2024-02-10T00:10:39.488 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "6", 2024-02-10T00:10:39.488 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.488 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-02-10T00:10:39.489 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-02-10T00:10:39.489 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.489 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.489 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.489 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.489 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.489 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.489 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.489 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.489 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.489 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.490 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.490 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.490 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.490 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.490 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.490 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.490 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.490 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.490 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.490 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.490 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.490 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.490 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.490 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.491 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.491 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.491 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.491 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.491 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.491 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.491 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.491 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.491 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.491 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.491 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.491 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.491 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.491 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.491 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.491 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.492 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.492 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.492 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.492 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.492 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.492 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.492 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.492 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.492 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.492 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.492 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.492 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.492 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.492 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.492 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.493 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.493 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.493 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.493 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.493 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.493 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.493 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.493 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.493 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.493 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.493 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.493 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.493 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.493 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.494 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.494 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.494 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.494 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.494 INFO:teuthology.orchestra.run.smithi001.stdout: "min_score": { 2024-02-10T00:10:39.494 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "min_score", 2024-02-10T00:10:39.494 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "float", 2024-02-10T00:10:39.494 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.494 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.494 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "0", 2024-02-10T00:10:39.494 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.494 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.494 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.494 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-02-10T00:10:39.494 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.494 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.495 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.495 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.495 INFO:teuthology.orchestra.run.smithi001.stdout: "mode": { 2024-02-10T00:10:39.495 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "mode", 2024-02-10T00:10:39.495 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.495 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.495 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.495 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "upmap", 2024-02-10T00:10:39.495 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.495 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.495 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.495 INFO:teuthology.orchestra.run.smithi001.stdout: "crush-compat", 2024-02-10T00:10:39.495 INFO:teuthology.orchestra.run.smithi001.stdout: "none", 2024-02-10T00:10:39.495 INFO:teuthology.orchestra.run.smithi001.stdout: "read", 2024-02-10T00:10:39.495 INFO:teuthology.orchestra.run.smithi001.stdout: "upmap", 2024-02-10T00:10:39.496 INFO:teuthology.orchestra.run.smithi001.stdout: "upmap-read" 2024-02-10T00:10:39.496 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.496 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Balancer mode", 2024-02-10T00:10:39.496 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.496 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.496 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.496 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.496 INFO:teuthology.orchestra.run.smithi001.stdout: "pool_ids": { 2024-02-10T00:10:39.496 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "pool_ids", 2024-02-10T00:10:39.496 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.496 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.496 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.496 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.497 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.497 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.497 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.497 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-02-10T00:10:39.497 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.497 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.497 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.497 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.497 INFO:teuthology.orchestra.run.smithi001.stdout: "sleep_interval": { 2024-02-10T00:10:39.497 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "sleep_interval", 2024-02-10T00:10:39.497 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:39.497 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.497 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.498 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "60", 2024-02-10T00:10:39.498 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.498 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.498 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.498 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-02-10T00:10:39.498 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.498 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.498 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.498 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.498 INFO:teuthology.orchestra.run.smithi001.stdout: "upmap_max_deviation": { 2024-02-10T00:10:39.498 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "upmap_max_deviation", 2024-02-10T00:10:39.498 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.498 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.498 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.499 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "5", 2024-02-10T00:10:39.499 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "1", 2024-02-10T00:10:39.499 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.499 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.499 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "deviation below which no optimization is attempted", 2024-02-10T00:10:39.499 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-02-10T00:10:39.499 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.499 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.499 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.499 INFO:teuthology.orchestra.run.smithi001.stdout: "upmap_max_optimizations": { 2024-02-10T00:10:39.499 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "upmap_max_optimizations", 2024-02-10T00:10:39.499 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "uint", 2024-02-10T00:10:39.499 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.500 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.500 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "10", 2024-02-10T00:10:39.500 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.500 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.500 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.500 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-02-10T00:10:39.500 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.500 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.500 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.500 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.500 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.501 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.501 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.501 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "cephadm", 2024-02-10T00:10:39.501 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.501 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.501 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.501 INFO:teuthology.orchestra.run.smithi001.stdout: "agent_down_multiplier": { 2024-02-10T00:10:39.501 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "agent_down_multiplier", 2024-02-10T00:10:39.501 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "float", 2024-02-10T00:10:39.503 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.503 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.504 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "3.0", 2024-02-10T00:10:39.504 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.504 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.504 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.504 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-02-10T00:10:39.504 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.504 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.504 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.504 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.504 INFO:teuthology.orchestra.run.smithi001.stdout: "agent_refresh_rate": { 2024-02-10T00:10:39.504 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "agent_refresh_rate", 2024-02-10T00:10:39.505 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:39.505 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.505 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.505 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "20", 2024-02-10T00:10:39.505 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.505 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.505 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.505 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-02-10T00:10:39.505 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.505 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.505 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.505 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.505 INFO:teuthology.orchestra.run.smithi001.stdout: "agent_starting_port": { 2024-02-10T00:10:39.505 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "agent_starting_port", 2024-02-10T00:10:39.505 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.506 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.506 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.506 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "4721", 2024-02-10T00:10:39.506 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.506 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.506 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.506 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-02-10T00:10:39.506 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.507 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.507 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.507 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.507 INFO:teuthology.orchestra.run.smithi001.stdout: "allow_ptrace": { 2024-02-10T00:10:39.507 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "allow_ptrace", 2024-02-10T00:10:39.507 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.507 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.507 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.507 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.507 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.507 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.508 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.508 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-02-10T00:10:39.508 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-02-10T00:10:39.508 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.508 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.508 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.508 INFO:teuthology.orchestra.run.smithi001.stdout: "autotune_interval": { 2024-02-10T00:10:39.508 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "autotune_interval", 2024-02-10T00:10:39.508 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:39.508 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.509 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.509 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "600", 2024-02-10T00:10:39.509 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.509 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.509 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.509 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "how frequently to autotune daemon memory", 2024-02-10T00:10:39.509 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.509 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.509 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.509 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.509 INFO:teuthology.orchestra.run.smithi001.stdout: "autotune_memory_target_ratio": { 2024-02-10T00:10:39.509 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "autotune_memory_target_ratio", 2024-02-10T00:10:39.509 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "float", 2024-02-10T00:10:39.509 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.509 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.510 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "0.7", 2024-02-10T00:10:39.510 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.510 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.510 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.510 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-02-10T00:10:39.510 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.510 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.510 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.510 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.510 INFO:teuthology.orchestra.run.smithi001.stdout: "cephadm_log_destination": { 2024-02-10T00:10:39.510 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "cephadm_log_destination", 2024-02-10T00:10:39.510 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.511 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.511 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.511 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.511 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.511 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.511 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.511 INFO:teuthology.orchestra.run.smithi001.stdout: "file", 2024-02-10T00:10:39.511 INFO:teuthology.orchestra.run.smithi001.stdout: "file,syslog", 2024-02-10T00:10:39.511 INFO:teuthology.orchestra.run.smithi001.stdout: "syslog" 2024-02-10T00:10:39.511 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.511 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-02-10T00:10:39.511 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.511 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.511 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.511 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.512 INFO:teuthology.orchestra.run.smithi001.stdout: "cgroups_split": { 2024-02-10T00:10:39.512 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "cgroups_split", 2024-02-10T00:10:39.512 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.512 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.512 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.512 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.512 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.512 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.512 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.512 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-02-10T00:10:39.512 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.512 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.512 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.512 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.513 INFO:teuthology.orchestra.run.smithi001.stdout: "config_checks_enabled": { 2024-02-10T00:10:39.513 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "config_checks_enabled", 2024-02-10T00:10:39.513 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.513 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.513 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.513 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.513 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.513 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.513 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.513 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-02-10T00:10:39.513 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.513 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.513 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.513 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.514 INFO:teuthology.orchestra.run.smithi001.stdout: "config_dashboard": { 2024-02-10T00:10:39.514 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "config_dashboard", 2024-02-10T00:10:39.514 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.514 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.514 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.514 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.514 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.514 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.514 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.514 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-02-10T00:10:39.514 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.514 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.514 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.514 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.514 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_alertmanager": { 2024-02-10T00:10:39.515 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_alertmanager", 2024-02-10T00:10:39.515 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.515 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.515 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.515 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-02-10T00:10:39.515 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.515 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.515 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.515 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Prometheus container image", 2024-02-10T00:10:39.515 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.515 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.515 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.515 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.515 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_base": { 2024-02-10T00:10:39.515 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_base", 2024-02-10T00:10:39.516 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.516 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.516 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.516 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/ceph/ceph", 2024-02-10T00:10:39.516 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.516 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.516 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.516 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Container image name, without the tag", 2024-02-10T00:10:39.516 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.516 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.516 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.516 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.516 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_elasticsearch": { 2024-02-10T00:10:39.517 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_elasticsearch", 2024-02-10T00:10:39.517 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.517 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.517 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.517 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-02-10T00:10:39.517 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.517 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.517 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.517 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "elasticsearch container image", 2024-02-10T00:10:39.517 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.517 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.517 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.517 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.517 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_grafana": { 2024-02-10T00:10:39.517 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_grafana", 2024-02-10T00:10:39.518 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.518 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.518 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.518 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.12", 2024-02-10T00:10:39.518 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.518 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.518 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.518 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Prometheus container image", 2024-02-10T00:10:39.518 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.518 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.518 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.519 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.519 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_haproxy": { 2024-02-10T00:10:39.519 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_haproxy", 2024-02-10T00:10:39.519 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.519 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.519 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.519 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-02-10T00:10:39.519 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.519 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.519 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.519 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "HAproxy container image", 2024-02-10T00:10:39.519 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.520 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.520 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.520 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.520 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_jaeger_agent": { 2024-02-10T00:10:39.520 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_jaeger_agent", 2024-02-10T00:10:39.520 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.520 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.520 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.520 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-02-10T00:10:39.520 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.520 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.520 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.520 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Jaeger agent container image", 2024-02-10T00:10:39.520 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.520 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.521 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.521 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.521 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_jaeger_collector": { 2024-02-10T00:10:39.521 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_jaeger_collector", 2024-02-10T00:10:39.521 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.521 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.521 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.521 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-02-10T00:10:39.521 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.521 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.521 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.521 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Jaeger collector container image", 2024-02-10T00:10:39.521 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.521 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.521 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.521 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.522 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_jaeger_query": { 2024-02-10T00:10:39.522 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_jaeger_query", 2024-02-10T00:10:39.522 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.522 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.522 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.522 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-02-10T00:10:39.522 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.522 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.522 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.522 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Jaeger query container image", 2024-02-10T00:10:39.522 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.522 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.522 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.522 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.522 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_keepalived": { 2024-02-10T00:10:39.522 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_keepalived", 2024-02-10T00:10:39.523 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.523 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.523 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.523 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-02-10T00:10:39.523 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.523 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.523 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.523 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Keepalived container image", 2024-02-10T00:10:39.523 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.523 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.523 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.523 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.523 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_loki": { 2024-02-10T00:10:39.523 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_loki", 2024-02-10T00:10:39.523 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.524 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.524 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.524 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-02-10T00:10:39.524 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.524 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.524 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.524 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Loki container image", 2024-02-10T00:10:39.524 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.524 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.524 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.524 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.524 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_node_exporter": { 2024-02-10T00:10:39.524 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_node_exporter", 2024-02-10T00:10:39.525 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.525 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.525 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.525 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-02-10T00:10:39.525 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.525 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.525 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.525 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Prometheus container image", 2024-02-10T00:10:39.525 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.525 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.525 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.525 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.525 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_nvmeof": { 2024-02-10T00:10:39.526 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_nvmeof", 2024-02-10T00:10:39.526 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.526 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.526 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.526 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/ceph/nvmeof:latest", 2024-02-10T00:10:39.526 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.526 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.526 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.526 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Nvme-of container image", 2024-02-10T00:10:39.526 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.526 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.526 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.527 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.527 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_prometheus": { 2024-02-10T00:10:39.527 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_prometheus", 2024-02-10T00:10:39.527 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.527 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.527 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.527 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-02-10T00:10:39.527 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.527 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.527 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.527 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Prometheus container image", 2024-02-10T00:10:39.527 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.527 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.527 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.527 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.527 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_promtail": { 2024-02-10T00:10:39.528 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_promtail", 2024-02-10T00:10:39.528 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.528 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.528 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.528 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-02-10T00:10:39.528 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.528 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.528 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.528 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Promtail container image", 2024-02-10T00:10:39.528 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.528 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.529 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.529 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.529 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_snmp_gateway": { 2024-02-10T00:10:39.529 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_snmp_gateway", 2024-02-10T00:10:39.529 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.529 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.529 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.529 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-02-10T00:10:39.529 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.529 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.529 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.529 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "SNMP Gateway container image", 2024-02-10T00:10:39.529 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.530 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.530 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.530 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.530 INFO:teuthology.orchestra.run.smithi001.stdout: "container_init": { 2024-02-10T00:10:39.530 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_init", 2024-02-10T00:10:39.530 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.530 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.530 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.530 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.530 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.530 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.530 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.530 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Run podman/docker with `--init`", 2024-02-10T00:10:39.530 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.531 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.531 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.531 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.531 INFO:teuthology.orchestra.run.smithi001.stdout: "daemon_cache_timeout": { 2024-02-10T00:10:39.531 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "daemon_cache_timeout", 2024-02-10T00:10:39.531 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:39.531 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.531 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.531 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "600", 2024-02-10T00:10:39.531 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.531 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.531 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.531 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-02-10T00:10:39.531 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.532 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.532 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.532 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.532 INFO:teuthology.orchestra.run.smithi001.stdout: "default_cephadm_command_timeout": { 2024-02-10T00:10:39.532 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "default_cephadm_command_timeout", 2024-02-10T00:10:39.532 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.532 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.532 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.532 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "900", 2024-02-10T00:10:39.532 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.532 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.532 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.532 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-02-10T00:10:39.532 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.533 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.533 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.533 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.533 INFO:teuthology.orchestra.run.smithi001.stdout: "default_registry": { 2024-02-10T00:10:39.533 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "default_registry", 2024-02-10T00:10:39.533 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.533 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.533 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.533 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "docker.io", 2024-02-10T00:10:39.533 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.533 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.533 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.533 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-02-10T00:10:39.533 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.533 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.534 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.534 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.534 INFO:teuthology.orchestra.run.smithi001.stdout: "device_cache_timeout": { 2024-02-10T00:10:39.534 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "device_cache_timeout", 2024-02-10T00:10:39.534 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:39.534 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.534 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.534 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "1800", 2024-02-10T00:10:39.534 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.534 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.534 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.534 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "seconds to cache device inventory", 2024-02-10T00:10:39.534 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.535 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.535 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.535 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.535 INFO:teuthology.orchestra.run.smithi001.stdout: "device_enhanced_scan": { 2024-02-10T00:10:39.535 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "device_enhanced_scan", 2024-02-10T00:10:39.535 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.535 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.535 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.535 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.535 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.535 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.535 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.535 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Use libstoragemgmt during device scans", 2024-02-10T00:10:39.535 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.536 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.536 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.536 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.536 INFO:teuthology.orchestra.run.smithi001.stdout: "facts_cache_timeout": { 2024-02-10T00:10:39.536 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "facts_cache_timeout", 2024-02-10T00:10:39.536 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:39.536 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.536 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.536 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "60", 2024-02-10T00:10:39.536 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.536 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.536 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.536 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "seconds to cache host facts data", 2024-02-10T00:10:39.537 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.537 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.537 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.537 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.537 INFO:teuthology.orchestra.run.smithi001.stdout: "host_check_interval": { 2024-02-10T00:10:39.537 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "host_check_interval", 2024-02-10T00:10:39.537 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:39.537 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.537 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.537 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "600", 2024-02-10T00:10:39.537 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.537 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.537 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.537 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "how frequently to perform a host check", 2024-02-10T00:10:39.537 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.538 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.538 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.538 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.538 INFO:teuthology.orchestra.run.smithi001.stdout: "hw_monitoring": { 2024-02-10T00:10:39.538 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "hw_monitoring", 2024-02-10T00:10:39.538 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.538 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.538 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.538 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.538 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.538 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.538 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.538 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-02-10T00:10:39.538 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.539 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.539 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.539 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.539 INFO:teuthology.orchestra.run.smithi001.stdout: "inventory_list_all": { 2024-02-10T00:10:39.539 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "inventory_list_all", 2024-02-10T00:10:39.539 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.539 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.539 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.539 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.539 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.539 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.540 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.540 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-02-10T00:10:39.540 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.540 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.540 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.540 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.540 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.540 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.540 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.540 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.540 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.540 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.541 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.541 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.541 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.541 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.541 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.541 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.541 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.541 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.541 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.541 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.541 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.541 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.541 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.542 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.542 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.542 INFO:teuthology.orchestra.run.smithi001.stdout: "log_refresh_metadata": { 2024-02-10T00:10:39.542 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_refresh_metadata", 2024-02-10T00:10:39.542 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.542 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.542 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.542 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.542 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.542 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.542 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.542 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-02-10T00:10:39.542 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.542 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.543 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.543 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.543 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.543 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.543 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.543 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.543 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.543 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.543 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.543 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.543 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.543 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-02-10T00:10:39.543 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.543 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.543 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.544 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.544 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.544 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.544 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.544 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.544 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.544 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.544 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.544 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.544 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.544 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.544 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.544 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.545 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.545 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.545 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.545 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.545 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.545 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.545 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.545 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.545 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.545 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.545 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.545 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.545 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.545 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.545 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.546 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.546 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.546 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.546 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.546 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.546 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.546 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.546 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.546 INFO:teuthology.orchestra.run.smithi001.stdout: "manage_etc_ceph_ceph_conf": { 2024-02-10T00:10:39.546 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-02-10T00:10:39.546 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.546 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.546 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.546 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.547 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.547 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.547 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.547 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-02-10T00:10:39.547 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.547 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.547 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.547 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.547 INFO:teuthology.orchestra.run.smithi001.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-02-10T00:10:39.547 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-02-10T00:10:39.547 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.547 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.547 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.547 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "*", 2024-02-10T00:10:39.547 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.548 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.548 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.548 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-02-10T00:10:39.548 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.548 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.548 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.548 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.548 INFO:teuthology.orchestra.run.smithi001.stdout: "max_count_per_host": { 2024-02-10T00:10:39.548 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "max_count_per_host", 2024-02-10T00:10:39.548 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.548 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.548 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.548 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "10", 2024-02-10T00:10:39.548 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.548 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.549 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.549 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "max number of daemons per service per host", 2024-02-10T00:10:39.549 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.549 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.549 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.549 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.549 INFO:teuthology.orchestra.run.smithi001.stdout: "max_osd_draining_count": { 2024-02-10T00:10:39.549 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "max_osd_draining_count", 2024-02-10T00:10:39.549 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.549 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.549 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.549 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "10", 2024-02-10T00:10:39.549 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.549 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.549 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.550 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-02-10T00:10:39.550 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.550 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.550 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.550 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.550 INFO:teuthology.orchestra.run.smithi001.stdout: "migration_current": { 2024-02-10T00:10:39.550 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "migration_current", 2024-02-10T00:10:39.550 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.550 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.550 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.550 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.550 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.550 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.550 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.550 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "internal - do not modify", 2024-02-10T00:10:39.551 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.551 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.551 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.551 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.551 INFO:teuthology.orchestra.run.smithi001.stdout: "mode": { 2024-02-10T00:10:39.551 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "mode", 2024-02-10T00:10:39.551 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.551 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.551 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.551 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "root", 2024-02-10T00:10:39.551 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.551 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.551 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.551 INFO:teuthology.orchestra.run.smithi001.stdout: "cephadm-package", 2024-02-10T00:10:39.551 INFO:teuthology.orchestra.run.smithi001.stdout: "root" 2024-02-10T00:10:39.552 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.552 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "mode for remote execution of cephadm", 2024-02-10T00:10:39.552 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.552 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.552 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.552 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.552 INFO:teuthology.orchestra.run.smithi001.stdout: "oob_default_addr": { 2024-02-10T00:10:39.552 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "oob_default_addr", 2024-02-10T00:10:39.552 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.552 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.552 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.552 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "169.254.1.1", 2024-02-10T00:10:39.552 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.552 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.552 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.553 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Default address for RedFish API (oob management).", 2024-02-10T00:10:39.553 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.553 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.553 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.553 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.553 INFO:teuthology.orchestra.run.smithi001.stdout: "prometheus_alerts_path": { 2024-02-10T00:10:39.553 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "prometheus_alerts_path", 2024-02-10T00:10:39.553 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.553 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.553 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.553 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-02-10T00:10:39.553 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.553 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.553 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.553 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-02-10T00:10:39.554 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.554 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.554 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.554 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.554 INFO:teuthology.orchestra.run.smithi001.stdout: "registry_insecure": { 2024-02-10T00:10:39.554 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "registry_insecure", 2024-02-10T00:10:39.554 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.554 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.554 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.554 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.554 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.554 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.554 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.554 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-02-10T00:10:39.554 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.554 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.555 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.555 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.555 INFO:teuthology.orchestra.run.smithi001.stdout: "registry_password": { 2024-02-10T00:10:39.555 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "registry_password", 2024-02-10T00:10:39.555 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.555 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.555 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.555 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.555 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.555 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.555 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.555 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-02-10T00:10:39.555 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.555 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.555 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.556 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.556 INFO:teuthology.orchestra.run.smithi001.stdout: "registry_url": { 2024-02-10T00:10:39.556 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "registry_url", 2024-02-10T00:10:39.556 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.556 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.556 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.556 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.556 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.556 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.556 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.556 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-02-10T00:10:39.556 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.556 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.556 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.557 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.557 INFO:teuthology.orchestra.run.smithi001.stdout: "registry_username": { 2024-02-10T00:10:39.557 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "registry_username", 2024-02-10T00:10:39.557 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.557 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.557 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.557 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.557 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.557 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.557 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.557 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-02-10T00:10:39.557 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.557 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.557 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.557 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.558 INFO:teuthology.orchestra.run.smithi001.stdout: "secure_monitoring_stack": { 2024-02-10T00:10:39.558 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "secure_monitoring_stack", 2024-02-10T00:10:39.558 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.558 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.558 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.558 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.558 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.558 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.558 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.558 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-02-10T00:10:39.558 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.558 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.558 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.558 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.558 INFO:teuthology.orchestra.run.smithi001.stdout: "service_discovery_port": { 2024-02-10T00:10:39.559 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "service_discovery_port", 2024-02-10T00:10:39.559 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.559 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.559 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.559 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "8765", 2024-02-10T00:10:39.559 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.559 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.559 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.559 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "cephadm service discovery port", 2024-02-10T00:10:39.559 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.559 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.559 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.559 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.559 INFO:teuthology.orchestra.run.smithi001.stdout: "ssh_config_file": { 2024-02-10T00:10:39.559 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ssh_config_file", 2024-02-10T00:10:39.559 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.560 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.560 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.560 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.560 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.560 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.560 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.560 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-02-10T00:10:39.560 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.560 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.560 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.560 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.560 INFO:teuthology.orchestra.run.smithi001.stdout: "use_agent": { 2024-02-10T00:10:39.560 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "use_agent", 2024-02-10T00:10:39.560 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.561 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.561 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.561 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.561 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.561 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.561 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.561 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-02-10T00:10:39.561 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.561 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.561 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.561 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.561 INFO:teuthology.orchestra.run.smithi001.stdout: "use_repo_digest": { 2024-02-10T00:10:39.561 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "use_repo_digest", 2024-02-10T00:10:39.561 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.561 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.561 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.562 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.562 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.562 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.562 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.562 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-02-10T00:10:39.562 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.562 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.562 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.562 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.562 INFO:teuthology.orchestra.run.smithi001.stdout: "warn_on_failed_host_check": { 2024-02-10T00:10:39.562 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "warn_on_failed_host_check", 2024-02-10T00:10:39.562 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.562 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.562 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.562 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.563 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.563 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.563 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.563 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "raise a health warning if the host check fails", 2024-02-10T00:10:39.563 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.563 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.563 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.563 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.563 INFO:teuthology.orchestra.run.smithi001.stdout: "warn_on_stray_daemons": { 2024-02-10T00:10:39.563 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "warn_on_stray_daemons", 2024-02-10T00:10:39.563 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.563 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.563 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.563 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.563 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.564 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.564 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.564 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-02-10T00:10:39.564 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.564 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.564 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.564 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.564 INFO:teuthology.orchestra.run.smithi001.stdout: "warn_on_stray_hosts": { 2024-02-10T00:10:39.564 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "warn_on_stray_hosts", 2024-02-10T00:10:39.564 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.564 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.564 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.564 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.564 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.564 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.565 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.565 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-02-10T00:10:39.565 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.565 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.565 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.565 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.565 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.565 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.565 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.565 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "crash", 2024-02-10T00:10:39.565 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.565 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.565 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.565 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.565 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.566 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.566 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.566 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.566 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.566 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.566 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.566 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.566 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.566 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.566 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.566 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.566 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.566 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.566 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.566 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.567 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.567 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.567 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.567 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.567 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.567 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.567 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.567 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.567 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.567 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.567 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.567 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.567 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.567 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.567 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.568 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.568 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.568 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.568 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.568 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.568 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.568 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.568 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.568 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.568 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.568 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.568 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.568 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.568 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.568 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.569 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.569 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.569 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.569 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.569 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.569 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.569 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.569 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.569 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.569 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.569 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.569 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.569 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.569 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.569 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.570 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.570 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.570 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.570 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.570 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.570 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.570 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.570 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.570 INFO:teuthology.orchestra.run.smithi001.stdout: "retain_interval": { 2024-02-10T00:10:39.570 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "retain_interval", 2024-02-10T00:10:39.570 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:39.570 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.570 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.570 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "31536000", 2024-02-10T00:10:39.571 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.571 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.571 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.571 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "how long to retain crashes before pruning them", 2024-02-10T00:10:39.571 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.571 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.571 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.571 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.571 INFO:teuthology.orchestra.run.smithi001.stdout: "warn_recent_interval": { 2024-02-10T00:10:39.571 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "warn_recent_interval", 2024-02-10T00:10:39.571 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:39.571 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.571 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.571 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "1209600", 2024-02-10T00:10:39.571 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.572 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.572 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.572 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "time interval in which to warn about recent crashes", 2024-02-10T00:10:39.572 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.572 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.572 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.572 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.572 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.572 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.572 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.572 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "dashboard", 2024-02-10T00:10:39.572 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.572 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.572 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.573 INFO:teuthology.orchestra.run.smithi001.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-02-10T00:10:39.573 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-02-10T00:10:39.573 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.573 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.573 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.573 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "10", 2024-02-10T00:10:39.573 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.573 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.573 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.573 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.573 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.573 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.573 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.573 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.573 INFO:teuthology.orchestra.run.smithi001.stdout: "ALERTMANAGER_API_HOST": { 2024-02-10T00:10:39.573 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ALERTMANAGER_API_HOST", 2024-02-10T00:10:39.574 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.574 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.574 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.574 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.574 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.574 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.574 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.574 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.574 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.574 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.574 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.574 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.574 INFO:teuthology.orchestra.run.smithi001.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-02-10T00:10:39.574 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-02-10T00:10:39.574 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.574 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.575 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.575 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.575 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.575 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.575 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.575 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.575 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.575 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.575 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.575 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.575 INFO:teuthology.orchestra.run.smithi001.stdout: "AUDIT_API_ENABLED": { 2024-02-10T00:10:39.575 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "AUDIT_API_ENABLED", 2024-02-10T00:10:39.575 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.575 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.576 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.576 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.576 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.576 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.576 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.576 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.576 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.576 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.576 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.576 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.576 INFO:teuthology.orchestra.run.smithi001.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-02-10T00:10:39.576 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-02-10T00:10:39.576 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.576 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.577 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.577 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.577 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.577 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.577 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.577 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.577 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.577 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.577 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.577 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.577 INFO:teuthology.orchestra.run.smithi001.stdout: "ENABLE_BROWSABLE_API": { 2024-02-10T00:10:39.577 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ENABLE_BROWSABLE_API", 2024-02-10T00:10:39.577 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.577 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.577 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.578 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.578 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.578 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.578 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.578 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.578 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.578 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.578 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.578 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.578 INFO:teuthology.orchestra.run.smithi001.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-02-10T00:10:39.578 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-02-10T00:10:39.578 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.578 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.578 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.579 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.579 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.579 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.579 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.579 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.579 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.579 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.579 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.579 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.579 INFO:teuthology.orchestra.run.smithi001.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-02-10T00:10:39.579 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-02-10T00:10:39.579 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.579 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.579 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.579 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.580 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.580 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.580 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.580 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.580 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.580 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.580 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.580 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.580 INFO:teuthology.orchestra.run.smithi001.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-02-10T00:10:39.580 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-02-10T00:10:39.580 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.580 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.580 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.580 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.581 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.581 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.581 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.581 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.581 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.581 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.581 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.581 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.581 INFO:teuthology.orchestra.run.smithi001.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-02-10T00:10:39.581 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-02-10T00:10:39.581 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.581 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.581 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.581 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.582 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.582 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.582 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.582 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.582 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.582 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.582 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.582 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.582 INFO:teuthology.orchestra.run.smithi001.stdout: "FEATURE_TOGGLE_NFS": { 2024-02-10T00:10:39.582 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-02-10T00:10:39.582 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.582 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.582 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.582 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.583 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.583 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.583 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.583 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.583 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.583 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.583 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.583 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.583 INFO:teuthology.orchestra.run.smithi001.stdout: "FEATURE_TOGGLE_RBD": { 2024-02-10T00:10:39.583 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-02-10T00:10:39.583 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.583 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.583 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.583 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.584 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.584 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.584 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.584 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.584 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.584 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.584 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.584 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.584 INFO:teuthology.orchestra.run.smithi001.stdout: "FEATURE_TOGGLE_RGW": { 2024-02-10T00:10:39.584 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-02-10T00:10:39.584 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.584 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.584 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.584 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.585 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.585 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.585 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.585 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.585 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.585 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.585 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.585 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.585 INFO:teuthology.orchestra.run.smithi001.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-02-10T00:10:39.585 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-02-10T00:10:39.585 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.585 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.585 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.585 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.585 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.586 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.586 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.586 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.586 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.586 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.586 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.586 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.586 INFO:teuthology.orchestra.run.smithi001.stdout: "GRAFANA_API_PASSWORD": { 2024-02-10T00:10:39.586 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "GRAFANA_API_PASSWORD", 2024-02-10T00:10:39.586 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.586 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.586 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.586 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "admin", 2024-02-10T00:10:39.586 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.586 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.587 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.587 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.587 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.587 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.587 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.587 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.587 INFO:teuthology.orchestra.run.smithi001.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-02-10T00:10:39.587 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-02-10T00:10:39.587 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.587 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.587 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.587 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.587 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.587 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.588 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.588 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.588 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.588 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.588 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.588 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.588 INFO:teuthology.orchestra.run.smithi001.stdout: "GRAFANA_API_URL": { 2024-02-10T00:10:39.588 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "GRAFANA_API_URL", 2024-02-10T00:10:39.588 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.588 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.588 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.588 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.588 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.588 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.589 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.589 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.589 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.589 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.589 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.589 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.589 INFO:teuthology.orchestra.run.smithi001.stdout: "GRAFANA_API_USERNAME": { 2024-02-10T00:10:39.589 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "GRAFANA_API_USERNAME", 2024-02-10T00:10:39.589 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.589 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.589 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.589 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "admin", 2024-02-10T00:10:39.589 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.589 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.589 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.590 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.590 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.590 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.590 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.590 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.590 INFO:teuthology.orchestra.run.smithi001.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-02-10T00:10:39.590 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-02-10T00:10:39.590 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.590 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.590 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.590 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.590 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.590 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.591 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.591 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.591 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.591 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.591 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.591 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.591 INFO:teuthology.orchestra.run.smithi001.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-02-10T00:10:39.591 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-02-10T00:10:39.591 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.591 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.591 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.591 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.591 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.591 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.591 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.592 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.592 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.592 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.592 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.592 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.592 INFO:teuthology.orchestra.run.smithi001.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-02-10T00:10:39.592 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-02-10T00:10:39.592 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.592 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.592 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.592 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.592 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.592 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.592 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.592 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.593 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.593 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.593 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.593 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.593 INFO:teuthology.orchestra.run.smithi001.stdout: "ISSUE_TRACKER_API_KEY": { 2024-02-10T00:10:39.593 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-02-10T00:10:39.593 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.593 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.593 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.593 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.593 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.593 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.593 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.593 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.594 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.594 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.594 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.594 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.594 INFO:teuthology.orchestra.run.smithi001.stdout: "PROMETHEUS_API_HOST": { 2024-02-10T00:10:39.594 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PROMETHEUS_API_HOST", 2024-02-10T00:10:39.594 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.594 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.594 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.594 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.594 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.594 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.594 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.594 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.594 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.595 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.595 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.595 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.595 INFO:teuthology.orchestra.run.smithi001.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-02-10T00:10:39.595 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-02-10T00:10:39.595 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.595 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.595 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.595 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.595 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.595 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.595 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.595 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.595 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.595 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.596 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.596 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.596 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-02-10T00:10:39.596 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-02-10T00:10:39.596 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.596 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.596 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.596 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.596 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.596 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.596 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.596 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.596 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.596 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.596 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.597 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.597 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-02-10T00:10:39.597 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-02-10T00:10:39.597 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.597 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.597 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.597 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.597 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.597 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.597 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.597 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.597 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.597 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.598 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.598 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.598 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-02-10T00:10:39.598 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-02-10T00:10:39.598 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.598 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.598 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.598 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.598 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.598 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.598 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.598 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.598 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.598 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.598 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.599 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.599 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-02-10T00:10:39.599 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-02-10T00:10:39.599 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.599 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.599 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.599 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.599 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.599 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.599 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.599 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.599 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.599 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.599 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.599 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.600 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-02-10T00:10:39.600 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-02-10T00:10:39.600 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.600 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.600 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.600 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.600 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.600 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.600 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.600 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.600 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.600 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.600 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.600 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.600 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-02-10T00:10:39.601 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-02-10T00:10:39.601 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.601 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.601 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.601 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.601 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.601 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.601 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.601 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.601 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.601 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.601 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.601 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.601 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-02-10T00:10:39.601 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-02-10T00:10:39.602 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.602 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.602 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.602 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.602 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.602 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.602 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.602 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.602 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.602 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.602 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.602 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.602 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_ENABLED": { 2024-02-10T00:10:39.602 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_ENABLED", 2024-02-10T00:10:39.602 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.603 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.603 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.603 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.603 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.603 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.603 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.603 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.603 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.603 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.603 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.603 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.603 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-02-10T00:10:39.603 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-02-10T00:10:39.603 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.603 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.604 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.604 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-02-10T00:10:39.604 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.604 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.604 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.604 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.604 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.604 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.604 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.604 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.604 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-02-10T00:10:39.604 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-02-10T00:10:39.604 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.604 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.604 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.605 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "10", 2024-02-10T00:10:39.605 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.605 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.605 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.605 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.605 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.605 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.605 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.605 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.605 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-02-10T00:10:39.605 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-02-10T00:10:39.605 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.605 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.605 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.606 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "8", 2024-02-10T00:10:39.606 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.606 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.606 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.606 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.606 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.606 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.606 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.606 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.606 INFO:teuthology.orchestra.run.smithi001.stdout: "REST_REQUESTS_TIMEOUT": { 2024-02-10T00:10:39.606 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-02-10T00:10:39.606 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.606 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.606 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.606 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "45", 2024-02-10T00:10:39.607 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.607 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.607 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.607 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.607 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.607 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.607 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.607 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.607 INFO:teuthology.orchestra.run.smithi001.stdout: "RGW_API_ACCESS_KEY": { 2024-02-10T00:10:39.607 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "RGW_API_ACCESS_KEY", 2024-02-10T00:10:39.607 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.607 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.607 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.607 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.607 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.608 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.608 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.608 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.608 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.608 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.608 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.608 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.608 INFO:teuthology.orchestra.run.smithi001.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-02-10T00:10:39.608 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-02-10T00:10:39.608 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.608 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.608 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.608 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "admin", 2024-02-10T00:10:39.608 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.609 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.609 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.609 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.609 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.609 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.609 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.609 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.609 INFO:teuthology.orchestra.run.smithi001.stdout: "RGW_API_SECRET_KEY": { 2024-02-10T00:10:39.609 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "RGW_API_SECRET_KEY", 2024-02-10T00:10:39.609 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.609 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.609 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.609 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.609 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.609 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.610 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.610 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.610 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.610 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.610 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.610 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.610 INFO:teuthology.orchestra.run.smithi001.stdout: "RGW_API_SSL_VERIFY": { 2024-02-10T00:10:39.610 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "RGW_API_SSL_VERIFY", 2024-02-10T00:10:39.610 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.610 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.610 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.610 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.610 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.610 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.610 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.611 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.611 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.611 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.611 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.611 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.611 INFO:teuthology.orchestra.run.smithi001.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-02-10T00:10:39.611 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-02-10T00:10:39.611 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.611 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.611 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.611 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "0", 2024-02-10T00:10:39.611 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.611 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.611 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.612 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.612 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.612 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.612 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.612 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.612 INFO:teuthology.orchestra.run.smithi001.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-02-10T00:10:39.612 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-02-10T00:10:39.612 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.612 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.612 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.612 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "10", 2024-02-10T00:10:39.612 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.612 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.612 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.612 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.613 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.613 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.613 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.613 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.613 INFO:teuthology.orchestra.run.smithi001.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-02-10T00:10:39.613 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-02-10T00:10:39.613 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.613 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.613 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.613 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "5", 2024-02-10T00:10:39.613 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.613 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.613 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.613 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.614 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.614 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.614 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.614 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.614 INFO:teuthology.orchestra.run.smithi001.stdout: "cross_origin_url": { 2024-02-10T00:10:39.614 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "cross_origin_url", 2024-02-10T00:10:39.614 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.614 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.614 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.614 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.614 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.614 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.614 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.614 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.615 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.615 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.615 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.615 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.615 INFO:teuthology.orchestra.run.smithi001.stdout: "crt_file": { 2024-02-10T00:10:39.615 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "crt_file", 2024-02-10T00:10:39.615 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.615 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.615 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.615 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.615 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.615 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.615 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.616 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.616 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.616 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.616 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.616 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.616 INFO:teuthology.orchestra.run.smithi001.stdout: "debug": { 2024-02-10T00:10:39.616 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "debug", 2024-02-10T00:10:39.616 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.616 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.616 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.616 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.616 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.616 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.616 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.617 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Enable/disable debug options", 2024-02-10T00:10:39.617 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.617 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.617 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.617 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.617 INFO:teuthology.orchestra.run.smithi001.stdout: "jwt_token_ttl": { 2024-02-10T00:10:39.617 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "jwt_token_ttl", 2024-02-10T00:10:39.617 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.617 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.617 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.617 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "28800", 2024-02-10T00:10:39.617 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.617 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.617 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.617 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.618 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.618 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.618 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.618 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.618 INFO:teuthology.orchestra.run.smithi001.stdout: "key_file": { 2024-02-10T00:10:39.618 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "key_file", 2024-02-10T00:10:39.618 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.619 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.619 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.619 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.619 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.619 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.619 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.619 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.619 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.619 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.619 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.619 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.619 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.619 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.620 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.620 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.620 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.620 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.620 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.620 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.620 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.620 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.620 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.620 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.620 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.620 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.620 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.620 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.621 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.621 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.621 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.621 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.621 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.621 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.621 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.621 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.621 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.621 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.621 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.621 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.621 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.621 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.621 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.622 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.622 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.622 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.622 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.622 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.622 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.622 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.622 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.622 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.622 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.622 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.622 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.622 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.622 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.623 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.623 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.623 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.623 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.623 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.623 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.623 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.623 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.623 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.623 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.623 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.623 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.623 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.623 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.623 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.623 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.624 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.624 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.624 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.624 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.624 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.624 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.624 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.624 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.624 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.624 INFO:teuthology.orchestra.run.smithi001.stdout: "motd": { 2024-02-10T00:10:39.624 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "motd", 2024-02-10T00:10:39.624 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.624 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.624 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.625 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.625 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.625 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.625 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.625 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "The message of the day", 2024-02-10T00:10:39.625 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.625 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.625 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.625 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.625 INFO:teuthology.orchestra.run.smithi001.stdout: "redirect_resolve_ip_addr": { 2024-02-10T00:10:39.625 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "redirect_resolve_ip_addr", 2024-02-10T00:10:39.625 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.625 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.625 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.625 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.626 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.626 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.626 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.626 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.626 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.626 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.626 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.626 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.626 INFO:teuthology.orchestra.run.smithi001.stdout: "server_addr": { 2024-02-10T00:10:39.626 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "server_addr", 2024-02-10T00:10:39.626 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.626 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.626 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.626 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "::", 2024-02-10T00:10:39.627 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.627 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.627 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.627 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.627 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.627 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.627 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.627 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.627 INFO:teuthology.orchestra.run.smithi001.stdout: "server_port": { 2024-02-10T00:10:39.627 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "server_port", 2024-02-10T00:10:39.627 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.627 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.627 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.627 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "8080", 2024-02-10T00:10:39.627 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.628 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.628 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.628 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.628 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.628 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.628 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.628 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.628 INFO:teuthology.orchestra.run.smithi001.stdout: "ssl": { 2024-02-10T00:10:39.628 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ssl", 2024-02-10T00:10:39.628 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.628 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.628 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.628 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.628 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.628 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.629 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.629 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.629 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.629 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.629 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.629 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.629 INFO:teuthology.orchestra.run.smithi001.stdout: "ssl_server_port": { 2024-02-10T00:10:39.629 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ssl_server_port", 2024-02-10T00:10:39.629 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.629 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.629 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.629 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "8443", 2024-02-10T00:10:39.629 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.629 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.629 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.630 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.630 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.630 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.630 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.630 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.630 INFO:teuthology.orchestra.run.smithi001.stdout: "standby_behaviour": { 2024-02-10T00:10:39.630 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "standby_behaviour", 2024-02-10T00:10:39.630 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.630 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.630 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.630 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "redirect", 2024-02-10T00:10:39.630 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.630 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.630 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.630 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.631 INFO:teuthology.orchestra.run.smithi001.stdout: "redirect" 2024-02-10T00:10:39.631 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.631 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.631 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.631 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.631 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.631 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.631 INFO:teuthology.orchestra.run.smithi001.stdout: "standby_error_status_code": { 2024-02-10T00:10:39.631 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "standby_error_status_code", 2024-02-10T00:10:39.631 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.631 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.631 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.631 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "500", 2024-02-10T00:10:39.631 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "400", 2024-02-10T00:10:39.631 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "599", 2024-02-10T00:10:39.632 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.632 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.632 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.632 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.632 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.632 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.632 INFO:teuthology.orchestra.run.smithi001.stdout: "url_prefix": { 2024-02-10T00:10:39.632 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "url_prefix", 2024-02-10T00:10:39.632 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.632 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.632 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.632 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.632 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.632 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.633 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.633 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.633 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.633 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.633 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.633 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.633 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.633 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.633 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.633 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "devicehealth", 2024-02-10T00:10:39.633 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.633 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.633 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.633 INFO:teuthology.orchestra.run.smithi001.stdout: "enable_monitoring": { 2024-02-10T00:10:39.633 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "enable_monitoring", 2024-02-10T00:10:39.634 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.634 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.634 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.634 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.634 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.634 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.634 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.634 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "monitor device health metrics", 2024-02-10T00:10:39.634 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.634 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.634 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.634 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.634 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.634 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.635 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.635 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.635 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.635 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.635 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.635 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.635 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.635 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.635 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.635 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.635 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.635 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.635 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.635 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.635 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.636 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.636 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.636 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.636 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.636 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.636 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.636 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.636 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.636 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.636 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.636 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.636 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.636 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.636 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.637 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.637 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.637 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.637 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.637 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.637 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.637 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.637 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.637 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.637 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.637 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.637 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.637 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.637 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.637 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.638 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.638 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.638 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.638 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.638 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.638 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.638 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.638 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.638 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.638 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.638 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.638 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.638 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.638 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.639 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.639 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.639 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.639 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.639 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.639 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.639 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.639 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.639 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.639 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.639 INFO:teuthology.orchestra.run.smithi001.stdout: "mark_out_threshold": { 2024-02-10T00:10:39.639 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "mark_out_threshold", 2024-02-10T00:10:39.639 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:39.639 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.639 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.639 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "2419200", 2024-02-10T00:10:39.640 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.640 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.640 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.640 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-02-10T00:10:39.640 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.640 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.640 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.640 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.640 INFO:teuthology.orchestra.run.smithi001.stdout: "pool_name": { 2024-02-10T00:10:39.640 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "pool_name", 2024-02-10T00:10:39.640 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.640 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.640 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.640 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "device_health_metrics", 2024-02-10T00:10:39.641 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.641 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.641 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.641 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "name of pool in which to store device health metrics", 2024-02-10T00:10:39.641 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.641 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.641 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.641 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.641 INFO:teuthology.orchestra.run.smithi001.stdout: "retention_period": { 2024-02-10T00:10:39.641 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "retention_period", 2024-02-10T00:10:39.641 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:39.641 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.641 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.641 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "15552000", 2024-02-10T00:10:39.641 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.642 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.642 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.642 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "how long to retain device health metrics", 2024-02-10T00:10:39.642 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.642 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.642 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.642 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.642 INFO:teuthology.orchestra.run.smithi001.stdout: "scrape_frequency": { 2024-02-10T00:10:39.642 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "scrape_frequency", 2024-02-10T00:10:39.642 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:39.642 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.642 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.642 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "86400", 2024-02-10T00:10:39.642 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.642 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.643 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.643 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "how frequently to scrape device health metrics", 2024-02-10T00:10:39.643 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.643 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.643 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.643 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.643 INFO:teuthology.orchestra.run.smithi001.stdout: "self_heal": { 2024-02-10T00:10:39.643 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "self_heal", 2024-02-10T00:10:39.643 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.643 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.643 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.643 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.643 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.643 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.643 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.643 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-02-10T00:10:39.644 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.644 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.644 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.644 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.644 INFO:teuthology.orchestra.run.smithi001.stdout: "sleep_interval": { 2024-02-10T00:10:39.644 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "sleep_interval", 2024-02-10T00:10:39.644 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:39.644 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.644 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.644 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "600", 2024-02-10T00:10:39.644 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.644 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.644 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.644 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "how frequently to wake up and check device health", 2024-02-10T00:10:39.645 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.645 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.645 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.645 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.645 INFO:teuthology.orchestra.run.smithi001.stdout: "warn_threshold": { 2024-02-10T00:10:39.645 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "warn_threshold", 2024-02-10T00:10:39.645 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:39.645 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.645 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.645 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "7257600", 2024-02-10T00:10:39.645 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.645 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.645 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.645 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-02-10T00:10:39.645 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.646 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.646 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.646 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.646 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.646 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.646 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.646 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "diskprediction_local", 2024-02-10T00:10:39.646 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.646 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.646 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.646 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.646 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.646 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.646 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.647 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.647 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.647 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.647 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.647 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.647 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.647 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.647 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.647 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.647 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.647 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.647 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.647 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.647 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.647 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.648 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.648 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.648 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.648 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.648 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.648 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.648 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.648 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.648 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.648 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.648 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.648 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.648 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.648 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.648 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.649 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.649 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.649 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.649 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.649 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.649 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.649 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.649 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.649 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.649 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.649 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.649 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.649 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.649 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.649 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.650 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.650 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.650 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.650 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.650 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.650 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.650 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.650 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.650 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.650 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.650 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.650 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.650 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.650 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.650 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.651 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.651 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.651 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.651 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.651 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.651 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.651 INFO:teuthology.orchestra.run.smithi001.stdout: "predict_interval": { 2024-02-10T00:10:39.651 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "predict_interval", 2024-02-10T00:10:39.651 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.651 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.651 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.651 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "86400", 2024-02-10T00:10:39.651 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.651 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.651 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.652 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.652 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.652 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.652 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.652 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.652 INFO:teuthology.orchestra.run.smithi001.stdout: "predictor_model": { 2024-02-10T00:10:39.652 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "predictor_model", 2024-02-10T00:10:39.652 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.652 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.652 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.652 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "prophetstor", 2024-02-10T00:10:39.652 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.652 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.652 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.652 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.653 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.653 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.653 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.653 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.653 INFO:teuthology.orchestra.run.smithi001.stdout: "sleep_interval": { 2024-02-10T00:10:39.653 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "sleep_interval", 2024-02-10T00:10:39.653 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.653 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.653 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.653 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "600", 2024-02-10T00:10:39.653 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.653 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.653 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.653 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.653 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.654 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.654 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.654 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.654 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.654 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.654 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.654 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "influx", 2024-02-10T00:10:39.654 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": false, 2024-02-10T00:10:39.654 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "influxdb python module not found", 2024-02-10T00:10:39.654 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.654 INFO:teuthology.orchestra.run.smithi001.stdout: "batch_size": { 2024-02-10T00:10:39.654 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "batch_size", 2024-02-10T00:10:39.654 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.654 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.654 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.654 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "5000", 2024-02-10T00:10:39.655 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.655 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.655 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.655 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-02-10T00:10:39.655 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.655 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.655 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.655 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.655 INFO:teuthology.orchestra.run.smithi001.stdout: "database": { 2024-02-10T00:10:39.655 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "database", 2024-02-10T00:10:39.655 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.655 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.655 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.655 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "ceph", 2024-02-10T00:10:39.655 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.656 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.656 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.656 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-02-10T00:10:39.656 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.656 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.656 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.656 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.656 INFO:teuthology.orchestra.run.smithi001.stdout: "hostname": { 2024-02-10T00:10:39.656 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "hostname", 2024-02-10T00:10:39.656 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.656 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.656 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.656 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.656 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.656 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.657 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.657 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "InfluxDB server hostname", 2024-02-10T00:10:39.657 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.657 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.657 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.657 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.657 INFO:teuthology.orchestra.run.smithi001.stdout: "interval": { 2024-02-10T00:10:39.657 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "interval", 2024-02-10T00:10:39.657 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:39.657 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.657 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.657 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "30", 2024-02-10T00:10:39.657 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "5", 2024-02-10T00:10:39.657 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.657 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.658 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-02-10T00:10:39.658 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.658 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.658 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.658 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.658 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.658 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.658 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.658 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.658 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.658 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.658 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.658 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.658 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.658 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.659 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.659 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.659 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.659 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.659 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.659 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.659 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.659 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.659 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.659 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.659 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.659 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.659 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.659 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.659 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.660 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.660 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.660 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.660 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.660 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.660 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.660 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.660 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.660 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.660 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.660 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.660 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.660 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.660 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.660 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.661 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.661 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.661 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.661 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.661 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.661 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.661 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.661 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.661 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.661 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.661 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.661 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.661 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.661 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.662 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.662 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.662 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.662 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.662 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.662 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.662 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.662 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.662 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.662 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.662 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.662 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.662 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.662 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.662 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.663 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.663 INFO:teuthology.orchestra.run.smithi001.stdout: "password": { 2024-02-10T00:10:39.663 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "password", 2024-02-10T00:10:39.663 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.663 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.663 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.663 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.663 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.663 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.663 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.663 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "password of InfluxDB server user", 2024-02-10T00:10:39.663 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.663 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.663 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.664 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.664 INFO:teuthology.orchestra.run.smithi001.stdout: "port": { 2024-02-10T00:10:39.664 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "port", 2024-02-10T00:10:39.664 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.664 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.664 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.664 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "8086", 2024-02-10T00:10:39.664 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.664 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.664 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.664 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "InfluxDB server port", 2024-02-10T00:10:39.664 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.664 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.664 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.664 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.665 INFO:teuthology.orchestra.run.smithi001.stdout: "ssl": { 2024-02-10T00:10:39.665 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ssl", 2024-02-10T00:10:39.665 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.665 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.665 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.665 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "false", 2024-02-10T00:10:39.665 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.665 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.665 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.665 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-02-10T00:10:39.665 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.665 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.665 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.665 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.665 INFO:teuthology.orchestra.run.smithi001.stdout: "threads": { 2024-02-10T00:10:39.666 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "threads", 2024-02-10T00:10:39.666 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.666 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.666 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.666 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "5", 2024-02-10T00:10:39.666 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "1", 2024-02-10T00:10:39.666 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "32", 2024-02-10T00:10:39.666 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.666 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-02-10T00:10:39.666 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.666 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.666 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.666 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.666 INFO:teuthology.orchestra.run.smithi001.stdout: "username": { 2024-02-10T00:10:39.667 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "username", 2024-02-10T00:10:39.667 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.667 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.667 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.667 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.667 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.667 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.667 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.667 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "username of InfluxDB server user", 2024-02-10T00:10:39.667 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.667 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.667 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.667 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.667 INFO:teuthology.orchestra.run.smithi001.stdout: "verify_ssl": { 2024-02-10T00:10:39.667 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "verify_ssl", 2024-02-10T00:10:39.667 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.668 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.668 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.668 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "true", 2024-02-10T00:10:39.668 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.668 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.668 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.668 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-02-10T00:10:39.668 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.668 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.668 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.668 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.668 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.668 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.668 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.668 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "insights", 2024-02-10T00:10:39.669 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.669 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.669 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.669 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.669 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.669 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.669 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.669 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.669 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.669 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.669 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.669 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.669 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.669 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.669 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.669 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.670 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.670 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.670 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.670 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.670 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.670 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.670 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.670 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.670 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.670 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.670 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.670 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.670 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.670 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.670 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.671 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.671 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.671 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.671 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.671 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.671 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.671 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.671 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.671 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.671 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.671 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.671 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.671 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.671 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.671 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.672 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.672 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.672 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.672 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.672 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.672 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.672 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.672 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.672 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.672 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.672 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.672 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.672 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.672 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.673 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.673 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.673 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.673 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.673 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.673 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.673 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.673 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.673 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.673 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.673 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.673 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.673 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.673 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.674 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.674 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.674 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "iostat", 2024-02-10T00:10:39.674 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.674 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.674 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.674 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.674 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.674 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.674 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.674 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.674 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.674 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.674 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.674 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.675 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.675 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.675 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.675 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.675 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.675 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.675 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.675 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.675 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.675 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.675 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.675 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.675 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.675 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.675 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.676 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.676 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.676 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.676 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.676 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.676 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.676 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.676 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.676 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.676 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.676 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.676 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.676 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.676 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.677 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.677 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.677 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.677 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.677 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.677 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.677 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.677 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.677 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.677 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.677 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.677 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.677 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.677 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.677 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.678 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.678 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.678 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.678 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.678 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.678 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.678 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.678 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.678 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.678 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.678 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.678 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.678 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.678 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.679 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.679 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.679 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.679 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.679 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.679 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.679 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "k8sevents", 2024-02-10T00:10:39.679 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.679 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.679 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.679 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph_event_retention_days": { 2024-02-10T00:10:39.679 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ceph_event_retention_days", 2024-02-10T00:10:39.679 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.679 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.679 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.680 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "7", 2024-02-10T00:10:39.680 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.680 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.680 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.680 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Days to hold ceph event information within local cache", 2024-02-10T00:10:39.680 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.680 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.680 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.680 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.680 INFO:teuthology.orchestra.run.smithi001.stdout: "config_check_secs": { 2024-02-10T00:10:39.680 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "config_check_secs", 2024-02-10T00:10:39.680 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.680 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.680 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.681 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "10", 2024-02-10T00:10:39.681 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "10", 2024-02-10T00:10:39.681 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.681 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.681 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-02-10T00:10:39.681 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.681 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.681 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.681 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.681 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.681 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.681 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.681 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.681 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.681 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.682 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.682 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.682 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.682 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.682 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.682 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.682 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.682 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.682 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.682 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.682 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.682 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.682 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.682 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.682 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.683 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.683 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.683 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.683 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.683 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.683 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.683 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.683 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.683 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.683 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.683 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.683 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.683 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.683 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.683 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.684 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.684 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.684 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.684 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.684 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.684 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.684 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.684 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.684 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.684 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.684 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.684 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.684 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.684 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.685 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.685 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.685 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.685 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.685 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.685 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.685 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.685 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.685 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.685 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.685 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.685 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.685 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.685 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.685 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.686 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.686 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.686 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.686 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.686 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.686 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.686 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.686 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.686 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "localpool", 2024-02-10T00:10:39.686 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.686 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.686 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.686 INFO:teuthology.orchestra.run.smithi001.stdout: "failure_domain": { 2024-02-10T00:10:39.686 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "failure_domain", 2024-02-10T00:10:39.687 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.687 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.687 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.687 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "host", 2024-02-10T00:10:39.687 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.687 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.687 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.687 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "failure domain for any created local pool", 2024-02-10T00:10:39.687 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-02-10T00:10:39.687 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.687 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.687 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.687 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.688 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.688 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.688 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.688 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.688 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.688 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.688 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.688 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.688 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.688 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.688 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.688 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.688 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.688 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.689 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.689 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.689 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.689 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.689 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.689 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.689 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.689 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.689 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.689 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.689 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.689 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.689 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.689 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.690 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.690 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.690 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.690 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.690 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.690 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.690 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.690 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.690 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.690 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.690 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.690 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.690 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.690 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.690 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.691 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.691 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.691 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.691 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.691 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.691 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.691 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.691 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.691 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.691 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.691 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.691 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.691 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.691 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.691 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.692 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.692 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.692 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.692 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.692 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.692 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.692 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.692 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.692 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.692 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.692 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.692 INFO:teuthology.orchestra.run.smithi001.stdout: "min_size": { 2024-02-10T00:10:39.692 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "min_size", 2024-02-10T00:10:39.692 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.693 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.693 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.693 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.693 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.693 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.693 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.693 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "default min_size for any created local pool", 2024-02-10T00:10:39.693 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-02-10T00:10:39.693 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.693 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.693 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.693 INFO:teuthology.orchestra.run.smithi001.stdout: "num_rep": { 2024-02-10T00:10:39.693 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "num_rep", 2024-02-10T00:10:39.693 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.693 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.693 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.694 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "3", 2024-02-10T00:10:39.694 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.694 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.694 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.694 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "default replica count for any created local pool", 2024-02-10T00:10:39.694 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.694 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.694 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.694 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.694 INFO:teuthology.orchestra.run.smithi001.stdout: "pg_num": { 2024-02-10T00:10:39.694 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "pg_num", 2024-02-10T00:10:39.694 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.694 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.694 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.694 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "128", 2024-02-10T00:10:39.695 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.695 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.695 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.695 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "default pg_num for any created local pool", 2024-02-10T00:10:39.695 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.695 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.695 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.695 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.695 INFO:teuthology.orchestra.run.smithi001.stdout: "prefix": { 2024-02-10T00:10:39.695 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "prefix", 2024-02-10T00:10:39.695 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.695 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.695 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.695 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.695 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.696 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.696 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.696 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "name prefix for any created local pool", 2024-02-10T00:10:39.696 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.696 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.696 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.696 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.696 INFO:teuthology.orchestra.run.smithi001.stdout: "subtree": { 2024-02-10T00:10:39.696 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "subtree", 2024-02-10T00:10:39.696 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.696 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.696 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.696 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "rack", 2024-02-10T00:10:39.697 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.697 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.697 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.697 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "CRUSH level for which to create a local pool", 2024-02-10T00:10:39.697 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-02-10T00:10:39.697 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.697 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.697 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.697 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.697 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.697 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.697 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "mds_autoscaler", 2024-02-10T00:10:39.697 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.697 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.697 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.698 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.698 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.698 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.698 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.698 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.698 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.698 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.698 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.698 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.698 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.698 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.698 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.698 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.698 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.699 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.699 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.699 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.699 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.699 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.699 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.699 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.699 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.699 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.699 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.699 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.699 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.699 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.699 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.700 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.700 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.700 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.700 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.700 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.700 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.700 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.700 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.700 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.700 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.700 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.700 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.700 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.700 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.700 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.701 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.701 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.701 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.701 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.701 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.701 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.701 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.701 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.701 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.701 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.701 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.701 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.701 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.701 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.701 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.702 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.702 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.702 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.702 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.702 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.702 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.702 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.702 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.702 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.702 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.702 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.702 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.702 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.702 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.702 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.703 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "mirroring", 2024-02-10T00:10:39.703 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.703 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.703 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.703 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.703 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.703 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.703 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.703 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.703 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.703 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.703 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.703 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.703 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.704 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.704 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.704 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.704 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.704 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.704 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.704 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.704 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.704 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.704 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.704 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.704 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.704 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.705 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.705 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.705 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.705 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.705 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.705 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.705 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.705 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.705 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.705 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.707 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.707 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.707 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.707 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.708 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.708 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.708 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.708 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.708 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.708 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.708 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.708 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.708 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.708 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.708 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.708 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.708 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.708 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.709 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.709 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.709 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.709 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.709 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.709 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.709 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.709 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.709 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.709 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.709 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.709 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.709 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.709 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.709 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.710 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.710 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.710 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.710 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.710 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.710 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.710 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.710 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "nfs", 2024-02-10T00:10:39.710 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.710 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.710 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.710 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.710 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.710 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.710 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.711 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.711 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.711 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.711 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.711 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.711 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.711 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.711 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.711 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.711 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.711 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.711 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.711 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.711 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.711 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.712 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.712 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.712 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.712 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.712 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.712 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.712 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.712 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.712 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.712 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.712 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.712 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.712 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.712 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.713 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.713 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.713 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.713 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.713 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.713 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.713 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.713 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.713 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.713 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.713 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.713 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.713 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.713 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.714 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.714 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.714 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.714 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.714 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.714 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.714 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.714 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.714 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.714 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.714 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.714 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.714 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.714 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.714 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.715 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.715 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.715 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.715 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.715 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.715 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.715 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.715 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.715 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.715 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.715 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.715 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "orchestrator", 2024-02-10T00:10:39.715 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.715 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.715 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.716 INFO:teuthology.orchestra.run.smithi001.stdout: "fail_fs": { 2024-02-10T00:10:39.716 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "fail_fs", 2024-02-10T00:10:39.716 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.716 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.716 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.716 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.716 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.716 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.716 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.716 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-02-10T00:10:39.716 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.716 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.716 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.716 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.717 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.717 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.717 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.717 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.717 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.717 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.717 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.717 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.717 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.717 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.717 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.717 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.717 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.717 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.718 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.718 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.718 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.718 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.718 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.718 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.718 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.718 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.718 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.718 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.718 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.718 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.718 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.718 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.718 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.718 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.719 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.719 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.719 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.719 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.719 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.719 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.719 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.719 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.719 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.719 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.719 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.719 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.719 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.719 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.719 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.720 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.720 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.720 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.720 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.720 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.720 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.720 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.720 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.720 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.720 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.720 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.720 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.720 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.720 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.720 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.721 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.721 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.721 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.721 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.721 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.721 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.721 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.721 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.721 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.721 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.721 INFO:teuthology.orchestra.run.smithi001.stdout: "orchestrator": { 2024-02-10T00:10:39.721 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "orchestrator", 2024-02-10T00:10:39.721 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.721 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.721 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.721 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.722 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.722 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.722 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.722 INFO:teuthology.orchestra.run.smithi001.stdout: "cephadm", 2024-02-10T00:10:39.722 INFO:teuthology.orchestra.run.smithi001.stdout: "rook", 2024-02-10T00:10:39.722 INFO:teuthology.orchestra.run.smithi001.stdout: "test_orchestrator" 2024-02-10T00:10:39.722 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.722 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Orchestrator backend", 2024-02-10T00:10:39.722 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.722 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.722 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.722 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.722 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.722 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.722 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.722 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "osd_perf_query", 2024-02-10T00:10:39.723 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.723 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.723 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.723 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.723 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.723 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.723 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.723 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.723 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.723 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.723 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.723 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.723 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.723 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.724 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.724 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.724 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.724 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.724 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.724 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.724 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.724 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.724 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.724 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.724 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.724 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.724 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.724 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.725 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.725 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.725 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.725 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.725 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.725 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.725 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.725 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.725 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.725 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.725 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.725 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.725 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.725 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.726 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.726 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.726 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.726 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.726 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.726 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.726 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.726 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.726 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.726 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.726 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.726 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.726 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.726 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.727 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.727 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.727 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.727 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.727 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.727 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.727 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.727 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.727 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.727 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.727 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.727 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.727 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.727 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.728 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.728 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.728 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.728 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.728 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.728 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.728 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "osd_support", 2024-02-10T00:10:39.728 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.728 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.728 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.728 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.728 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.728 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.728 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.729 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.729 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.729 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.729 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.729 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.729 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.729 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.729 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.729 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.729 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.729 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.729 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.729 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.729 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.730 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.730 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.730 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.730 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.730 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.730 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.730 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.730 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.730 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.730 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.730 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.730 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.730 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.730 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.730 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.731 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.731 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.731 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.731 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.731 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.731 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.731 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.731 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.731 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.731 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.731 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.731 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.731 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.731 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.731 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.732 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.732 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.732 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.732 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.732 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.732 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.732 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.732 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.732 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.732 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.732 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.732 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.732 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.732 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.733 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.733 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.733 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.733 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.733 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.733 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.733 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.733 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.733 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.733 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.733 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.733 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "pg_autoscaler", 2024-02-10T00:10:39.733 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.733 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.734 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.734 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.734 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.734 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.734 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.734 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.734 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.734 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.734 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.734 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.734 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.734 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.734 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.734 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.734 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.734 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.735 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.735 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.735 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.735 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.735 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.735 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.735 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.735 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.735 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.735 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.735 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.735 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.735 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.735 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.735 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.736 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.736 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.736 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.736 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.736 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.736 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.736 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.736 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.736 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.736 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.736 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.736 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.736 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.736 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.737 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.737 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.737 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.737 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.737 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.737 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.737 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.737 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.737 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.737 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.737 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.737 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.737 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.737 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.737 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.737 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.738 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.738 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.738 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.738 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.738 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.738 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.738 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.738 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.738 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.738 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.738 INFO:teuthology.orchestra.run.smithi001.stdout: "sleep_interval": { 2024-02-10T00:10:39.738 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "sleep_interval", 2024-02-10T00:10:39.738 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:39.738 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.738 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.739 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "60", 2024-02-10T00:10:39.739 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.739 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.739 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.739 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.739 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.739 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.739 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.739 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.739 INFO:teuthology.orchestra.run.smithi001.stdout: "threshold": { 2024-02-10T00:10:39.739 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "threshold", 2024-02-10T00:10:39.739 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "float", 2024-02-10T00:10:39.739 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.739 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.740 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "3.0", 2024-02-10T00:10:39.740 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "1.0", 2024-02-10T00:10:39.740 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.740 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.740 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "scaling threshold", 2024-02-10T00:10:39.740 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-02-10T00:10:39.740 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.740 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.740 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.740 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.740 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.740 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.740 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "progress", 2024-02-10T00:10:39.740 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.740 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.741 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.741 INFO:teuthology.orchestra.run.smithi001.stdout: "allow_pg_recovery_event": { 2024-02-10T00:10:39.741 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "allow_pg_recovery_event", 2024-02-10T00:10:39.741 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.741 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.741 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.741 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.741 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.741 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.741 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.741 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "allow the module to show pg recovery progress", 2024-02-10T00:10:39.741 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.741 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.741 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.741 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.742 INFO:teuthology.orchestra.run.smithi001.stdout: "enabled": { 2024-02-10T00:10:39.742 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "enabled", 2024-02-10T00:10:39.742 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.742 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.742 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.742 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.742 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.742 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.742 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.742 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.742 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.742 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.742 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.742 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.743 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.743 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.743 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.743 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.743 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.743 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.743 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.743 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.743 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.743 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.743 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.743 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.743 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.743 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.743 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.743 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.744 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.744 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.744 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.744 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.744 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.744 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.744 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.744 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.744 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.744 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.744 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.744 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.744 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.744 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.745 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.745 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.745 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.745 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.745 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.745 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.745 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.745 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.745 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.745 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.745 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.745 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.745 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.745 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.746 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.746 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.746 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.746 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.746 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.746 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.746 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.746 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.746 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.746 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.746 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.746 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.746 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.746 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.746 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.747 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.747 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.747 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.747 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.747 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.747 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.747 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.747 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.747 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.747 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.747 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.747 INFO:teuthology.orchestra.run.smithi001.stdout: "max_completed_events": { 2024-02-10T00:10:39.747 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "max_completed_events", 2024-02-10T00:10:39.747 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.747 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.748 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.748 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "50", 2024-02-10T00:10:39.748 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.748 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.748 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.748 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "number of past completed events to remember", 2024-02-10T00:10:39.748 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.748 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.748 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.748 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.748 INFO:teuthology.orchestra.run.smithi001.stdout: "sleep_interval": { 2024-02-10T00:10:39.748 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "sleep_interval", 2024-02-10T00:10:39.748 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:39.748 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.749 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.749 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "5", 2024-02-10T00:10:39.749 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.749 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.749 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.749 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "how long the module is going to sleep", 2024-02-10T00:10:39.749 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.749 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.749 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.749 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.749 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.749 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.749 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.749 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "prometheus", 2024-02-10T00:10:39.749 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.750 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.750 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.750 INFO:teuthology.orchestra.run.smithi001.stdout: "cache": { 2024-02-10T00:10:39.750 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "cache", 2024-02-10T00:10:39.750 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.750 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.750 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.750 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.750 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.750 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.750 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.750 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.750 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.750 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.750 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.750 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.750 INFO:teuthology.orchestra.run.smithi001.stdout: "exclude_perf_counters": { 2024-02-10T00:10:39.751 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "exclude_perf_counters", 2024-02-10T00:10:39.751 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.751 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.751 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.751 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.751 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.751 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.751 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.751 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-02-10T00:10:39.751 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-02-10T00:10:39.751 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.751 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.751 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.752 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.752 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.752 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.752 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.752 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.752 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.752 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.752 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.752 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.752 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.752 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.752 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.752 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.752 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.753 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.753 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.753 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.753 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.753 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.753 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.753 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.753 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.753 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.753 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.753 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.753 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.753 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.753 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.754 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.754 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.754 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.754 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.754 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.754 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.754 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.754 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.754 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.754 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.754 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.754 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.754 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.754 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.755 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.755 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.755 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.755 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.755 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.755 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.755 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.755 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.755 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.755 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.755 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.755 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.755 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.755 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.756 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.756 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.756 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.756 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.756 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.756 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.756 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.756 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.756 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.756 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.756 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.756 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.756 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.756 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.757 INFO:teuthology.orchestra.run.smithi001.stdout: "rbd_stats_pools": { 2024-02-10T00:10:39.757 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rbd_stats_pools", 2024-02-10T00:10:39.757 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.757 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.757 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.757 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.757 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.757 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.757 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.757 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.757 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.757 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.757 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.757 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.758 INFO:teuthology.orchestra.run.smithi001.stdout: "rbd_stats_pools_refresh_interval": { 2024-02-10T00:10:39.758 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-02-10T00:10:39.758 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.758 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.758 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.758 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "300", 2024-02-10T00:10:39.758 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.758 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.758 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.758 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.758 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.758 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.758 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.759 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.759 INFO:teuthology.orchestra.run.smithi001.stdout: "scrape_interval": { 2024-02-10T00:10:39.759 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "scrape_interval", 2024-02-10T00:10:39.759 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "float", 2024-02-10T00:10:39.759 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.759 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.759 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "15.0", 2024-02-10T00:10:39.759 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.759 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.759 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.759 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.759 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.759 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.759 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.760 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.760 INFO:teuthology.orchestra.run.smithi001.stdout: "server_addr": { 2024-02-10T00:10:39.760 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "server_addr", 2024-02-10T00:10:39.760 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.760 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.760 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.760 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "::", 2024-02-10T00:10:39.760 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.760 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.760 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.760 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-02-10T00:10:39.760 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.760 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.760 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.761 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.761 INFO:teuthology.orchestra.run.smithi001.stdout: "server_port": { 2024-02-10T00:10:39.761 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "server_port", 2024-02-10T00:10:39.761 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.761 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.761 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.761 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "9283", 2024-02-10T00:10:39.761 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.761 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.761 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.761 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-02-10T00:10:39.761 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.761 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.761 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.762 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.762 INFO:teuthology.orchestra.run.smithi001.stdout: "stale_cache_strategy": { 2024-02-10T00:10:39.762 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "stale_cache_strategy", 2024-02-10T00:10:39.762 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.762 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.762 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.762 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "log", 2024-02-10T00:10:39.762 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.762 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.762 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.762 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.762 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.762 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.762 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.762 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.762 INFO:teuthology.orchestra.run.smithi001.stdout: "standby_behaviour": { 2024-02-10T00:10:39.763 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "standby_behaviour", 2024-02-10T00:10:39.763 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.763 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.763 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.763 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "default", 2024-02-10T00:10:39.763 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.763 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.763 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.763 INFO:teuthology.orchestra.run.smithi001.stdout: "default", 2024-02-10T00:10:39.763 INFO:teuthology.orchestra.run.smithi001.stdout: "error" 2024-02-10T00:10:39.763 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.763 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.763 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.763 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.763 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.763 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.764 INFO:teuthology.orchestra.run.smithi001.stdout: "standby_error_status_code": { 2024-02-10T00:10:39.764 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "standby_error_status_code", 2024-02-10T00:10:39.764 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.764 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.764 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.764 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "500", 2024-02-10T00:10:39.764 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "400", 2024-02-10T00:10:39.764 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "599", 2024-02-10T00:10:39.764 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.764 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.764 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.764 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.764 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.764 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.764 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.765 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.765 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.765 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rbd_support", 2024-02-10T00:10:39.765 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.765 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.765 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.765 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.765 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.765 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.765 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.765 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.765 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.765 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.766 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.766 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.766 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.766 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.766 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.766 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.766 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.766 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.766 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.766 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.766 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.766 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.766 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.766 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.766 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.767 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.767 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.767 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.767 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.767 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.767 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.767 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.767 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.767 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.767 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.767 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.767 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.768 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.768 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.768 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.768 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.768 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.768 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.768 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.768 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.768 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.768 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.768 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.768 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.768 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.768 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.768 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.769 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.769 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.769 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.769 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.769 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.769 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.769 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.769 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.769 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.769 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.769 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.769 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.769 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.769 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.769 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.770 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.770 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.770 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.770 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.770 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.770 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.770 INFO:teuthology.orchestra.run.smithi001.stdout: "max_concurrent_snap_create": { 2024-02-10T00:10:39.770 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "max_concurrent_snap_create", 2024-02-10T00:10:39.770 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.770 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.770 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.770 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "10", 2024-02-10T00:10:39.770 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.770 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.770 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.770 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.771 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.771 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.771 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.771 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.771 INFO:teuthology.orchestra.run.smithi001.stdout: "mirror_snapshot_schedule": { 2024-02-10T00:10:39.771 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "mirror_snapshot_schedule", 2024-02-10T00:10:39.771 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.771 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.771 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.771 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.771 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.771 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.771 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.771 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.771 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.771 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.771 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.772 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.772 INFO:teuthology.orchestra.run.smithi001.stdout: "trash_purge_schedule": { 2024-02-10T00:10:39.772 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "trash_purge_schedule", 2024-02-10T00:10:39.772 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.772 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.772 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.772 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.772 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.772 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.772 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.772 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.772 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.772 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.772 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.773 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.773 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.773 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.773 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.773 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "restful", 2024-02-10T00:10:39.773 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.773 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.773 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.773 INFO:teuthology.orchestra.run.smithi001.stdout: "enable_auth": { 2024-02-10T00:10:39.773 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "enable_auth", 2024-02-10T00:10:39.773 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.773 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.773 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.773 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.773 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.773 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.773 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.774 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.774 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.774 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.774 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.774 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.774 INFO:teuthology.orchestra.run.smithi001.stdout: "key_file": { 2024-02-10T00:10:39.774 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "key_file", 2024-02-10T00:10:39.774 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.774 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.774 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.774 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.774 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.774 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.774 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.775 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.775 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.775 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.775 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.775 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.775 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.775 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.775 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.775 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.775 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.775 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.775 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.775 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.775 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.775 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.776 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.776 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.776 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.776 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.776 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.776 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.776 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.776 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.776 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.776 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.776 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.776 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.776 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.776 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.777 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.777 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.777 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.777 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.777 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.777 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.777 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.777 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.777 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.777 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.777 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.777 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.778 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.778 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.778 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.778 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.778 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.778 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.778 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.778 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.778 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.778 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.778 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.778 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.778 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.778 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.778 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.779 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.779 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.779 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.779 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.779 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.779 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.779 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.779 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.779 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.779 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.779 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.779 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.779 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.779 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.780 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.780 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.780 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.780 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.780 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.780 INFO:teuthology.orchestra.run.smithi001.stdout: "server_addr": { 2024-02-10T00:10:39.780 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "server_addr", 2024-02-10T00:10:39.780 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.780 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.780 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.780 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.780 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.780 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.780 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.781 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.781 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.781 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.781 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.781 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.781 INFO:teuthology.orchestra.run.smithi001.stdout: "server_port": { 2024-02-10T00:10:39.781 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "server_port", 2024-02-10T00:10:39.781 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.781 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.781 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.781 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.781 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.781 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.781 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.781 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.781 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.782 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.782 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.782 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.782 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.782 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.782 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.782 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rgw", 2024-02-10T00:10:39.782 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.782 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.782 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.782 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.782 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.782 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.782 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.782 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.782 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.783 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.783 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.783 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.783 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.783 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.783 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.783 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.783 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.783 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.783 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.783 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.783 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.783 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.783 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.784 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.784 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.784 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.784 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.784 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.784 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.784 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.784 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.784 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.784 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.784 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.784 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.784 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.784 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.784 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.785 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.785 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.785 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.785 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.785 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.785 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.785 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.785 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.785 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.785 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.785 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.785 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.785 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.785 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.786 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.786 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.786 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.786 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.786 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.786 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.786 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.786 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.786 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.786 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.786 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.786 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.786 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.786 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.786 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.787 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.787 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.787 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.787 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.787 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.787 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.787 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.787 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.787 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.787 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rook", 2024-02-10T00:10:39.787 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.787 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.787 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.787 INFO:teuthology.orchestra.run.smithi001.stdout: "drive_group_interval": { 2024-02-10T00:10:39.788 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "drive_group_interval", 2024-02-10T00:10:39.788 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "float", 2024-02-10T00:10:39.788 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.788 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.788 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "300.0", 2024-02-10T00:10:39.788 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.788 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.788 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.788 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "interval in seconds between re-application of applied drive_groups", 2024-02-10T00:10:39.788 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.788 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.788 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.788 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.789 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.789 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.789 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.789 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.789 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.789 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.789 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.789 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.789 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.789 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.789 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.789 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.789 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.789 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.789 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.790 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.790 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.790 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.790 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.790 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.790 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.790 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.790 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.790 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.790 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.790 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.790 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.790 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.790 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.790 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.790 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.791 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.791 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.791 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.791 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.791 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.791 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.791 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.791 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.791 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.791 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.791 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.791 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.791 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.791 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.792 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.792 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.792 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.792 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.792 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.792 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.792 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.792 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.792 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.792 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.792 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.792 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.792 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.792 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.792 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.792 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.793 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.793 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.793 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.793 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.793 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.793 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.793 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.793 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.793 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.793 INFO:teuthology.orchestra.run.smithi001.stdout: "storage_class": { 2024-02-10T00:10:39.793 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "storage_class", 2024-02-10T00:10:39.793 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.793 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.793 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.793 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "local", 2024-02-10T00:10:39.793 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.794 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.794 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.794 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-02-10T00:10:39.794 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.794 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.794 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.794 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.794 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.794 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.794 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.794 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "selftest", 2024-02-10T00:10:39.794 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.794 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.794 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.795 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.795 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.795 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.795 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.795 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.795 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.795 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.795 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.795 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.795 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.795 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.795 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.795 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.795 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.795 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.796 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.796 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.796 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.796 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.796 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.796 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.796 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.796 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.796 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.796 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.796 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.796 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.796 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.797 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.797 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.797 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.797 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.797 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.797 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.797 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.797 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.797 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.797 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.797 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.797 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.797 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.797 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.797 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.798 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.798 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.798 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.798 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.798 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.798 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.798 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.798 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.798 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.798 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.798 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.798 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.798 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.798 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.798 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.799 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.799 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.799 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.799 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.799 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.799 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.799 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.799 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.799 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.799 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.799 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.799 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.799 INFO:teuthology.orchestra.run.smithi001.stdout: "roption1": { 2024-02-10T00:10:39.800 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "roption1", 2024-02-10T00:10:39.800 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.800 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.800 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.800 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.800 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.800 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.800 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.800 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.800 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.800 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.800 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.800 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.800 INFO:teuthology.orchestra.run.smithi001.stdout: "roption2": { 2024-02-10T00:10:39.800 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "roption2", 2024-02-10T00:10:39.801 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.801 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.801 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.801 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "xyz", 2024-02-10T00:10:39.801 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.801 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.801 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.801 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.801 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.801 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.801 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.801 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.801 INFO:teuthology.orchestra.run.smithi001.stdout: "rwoption1": { 2024-02-10T00:10:39.801 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rwoption1", 2024-02-10T00:10:39.801 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.802 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.802 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.802 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.802 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.802 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.802 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.802 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.802 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.802 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.802 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.802 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.802 INFO:teuthology.orchestra.run.smithi001.stdout: "rwoption2": { 2024-02-10T00:10:39.802 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rwoption2", 2024-02-10T00:10:39.802 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.803 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.803 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.803 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.803 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.803 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.803 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.803 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.803 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.803 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.803 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.803 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.803 INFO:teuthology.orchestra.run.smithi001.stdout: "rwoption3": { 2024-02-10T00:10:39.803 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rwoption3", 2024-02-10T00:10:39.803 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "float", 2024-02-10T00:10:39.804 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.804 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.804 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.804 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.804 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.805 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:39 smithi103 ceph-mon[36942]: pgmap v352: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 10 KiB/s wr, 17 op/s 2024-02-10T00:10:39.805 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:39 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1212182671' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-10T00:10:39.805 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:39 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1353592347' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-10T00:10:39.805 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:39 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2339583763' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-10T00:10:39.805 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:39 smithi088 ceph-mon[36452]: pgmap v352: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 10 KiB/s wr, 17 op/s 2024-02-10T00:10:39.805 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:39 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1212182671' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-10T00:10:39.806 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:39 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1353592347' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-10T00:10:39.806 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:39 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2339583763' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-10T00:10:39.811 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.812 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.812 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.812 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.812 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.812 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.812 INFO:teuthology.orchestra.run.smithi001.stdout: "rwoption4": { 2024-02-10T00:10:39.812 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rwoption4", 2024-02-10T00:10:39.812 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.812 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.812 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.812 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.812 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.812 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.813 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.813 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.813 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.813 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.813 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.813 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.813 INFO:teuthology.orchestra.run.smithi001.stdout: "rwoption5": { 2024-02-10T00:10:39.813 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rwoption5", 2024-02-10T00:10:39.813 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.813 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.813 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.813 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.813 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.813 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.814 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.814 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.814 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.814 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.814 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.814 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.814 INFO:teuthology.orchestra.run.smithi001.stdout: "rwoption6": { 2024-02-10T00:10:39.814 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rwoption6", 2024-02-10T00:10:39.814 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.814 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.814 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.814 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.814 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.815 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.815 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.815 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.815 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.815 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.815 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.815 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.815 INFO:teuthology.orchestra.run.smithi001.stdout: "rwoption7": { 2024-02-10T00:10:39.815 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rwoption7", 2024-02-10T00:10:39.815 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.815 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.815 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.815 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.815 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "1", 2024-02-10T00:10:39.815 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "42", 2024-02-10T00:10:39.816 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.816 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.816 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.816 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.816 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.816 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.816 INFO:teuthology.orchestra.run.smithi001.stdout: "testkey": { 2024-02-10T00:10:39.816 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "testkey", 2024-02-10T00:10:39.816 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.816 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.816 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.816 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.816 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.816 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.816 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.817 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.817 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.817 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.817 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.817 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.817 INFO:teuthology.orchestra.run.smithi001.stdout: "testlkey": { 2024-02-10T00:10:39.817 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "testlkey", 2024-02-10T00:10:39.817 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.817 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.817 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.817 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.817 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.817 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.817 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.818 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.818 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.818 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.818 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.818 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.818 INFO:teuthology.orchestra.run.smithi001.stdout: "testnewline": { 2024-02-10T00:10:39.818 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "testnewline", 2024-02-10T00:10:39.818 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.818 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.818 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.818 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.818 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.818 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.818 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.819 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.819 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.819 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.819 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.819 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.819 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.819 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.819 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.819 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "snap_schedule", 2024-02-10T00:10:39.819 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.819 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.819 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.819 INFO:teuthology.orchestra.run.smithi001.stdout: "allow_m_granularity": { 2024-02-10T00:10:39.819 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "allow_m_granularity", 2024-02-10T00:10:39.820 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.820 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.820 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.820 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.820 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.820 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.820 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.820 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "allow minute scheduled snapshots", 2024-02-10T00:10:39.820 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.820 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.820 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.820 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.820 INFO:teuthology.orchestra.run.smithi001.stdout: "dump_on_update": { 2024-02-10T00:10:39.820 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "dump_on_update", 2024-02-10T00:10:39.820 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.821 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.821 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.821 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.821 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.821 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.821 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.821 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "dump database to debug log on update", 2024-02-10T00:10:39.821 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.821 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.821 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.821 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.821 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.821 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.821 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.821 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.821 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.821 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.822 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.822 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.822 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.822 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.822 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.822 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.822 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.822 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.822 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.822 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.822 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.822 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.822 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.822 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.822 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.823 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.823 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.823 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.823 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.823 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.823 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.823 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.823 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.823 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.823 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.823 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.823 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.823 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.823 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.823 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.823 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.824 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.824 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.824 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.824 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.824 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.824 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.824 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.824 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.824 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.824 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.824 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.824 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.824 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.824 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.824 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.824 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.825 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.825 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.825 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.825 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.825 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.825 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.825 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.825 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.825 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.825 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.825 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.825 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.825 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.825 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.826 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.826 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.826 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.826 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.826 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.826 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.826 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "stats", 2024-02-10T00:10:39.826 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.826 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.826 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.826 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.826 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.826 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.826 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.827 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.827 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.827 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.827 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.827 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.827 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.827 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.827 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.827 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.827 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.827 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.827 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.827 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.827 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.827 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.828 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.828 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.828 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.828 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.828 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.828 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.828 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.828 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.828 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.828 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.828 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.828 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.828 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.829 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.829 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.829 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.829 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.829 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.829 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.829 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.829 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.829 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.829 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.829 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.829 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.829 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.830 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.830 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.830 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.830 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.830 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.830 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.830 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.830 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.830 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.830 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.830 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.830 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.830 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.831 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.831 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.831 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.831 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.831 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.831 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.831 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.831 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.831 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.831 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.831 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.831 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.831 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.831 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.831 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.831 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "status", 2024-02-10T00:10:39.832 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.832 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.832 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.832 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.832 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.832 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.832 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.832 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.832 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.832 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.832 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.832 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.832 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.833 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.833 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.833 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.833 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.833 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.833 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.833 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.833 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.833 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.833 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.833 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.833 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.833 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.833 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.833 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.834 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.834 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.834 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.834 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.834 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.834 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.834 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.834 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.834 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.834 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.834 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.834 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.834 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.834 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.834 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.835 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.835 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.835 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.835 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.835 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.835 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.835 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.835 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.835 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.835 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.835 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.835 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.835 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.835 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.835 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.836 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.836 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.836 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.836 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.836 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.836 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.836 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.836 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.836 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.836 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.836 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.836 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.836 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.836 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.836 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.837 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.837 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.837 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.837 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "telegraf", 2024-02-10T00:10:39.837 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.837 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.837 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.837 INFO:teuthology.orchestra.run.smithi001.stdout: "address": { 2024-02-10T00:10:39.837 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "address", 2024-02-10T00:10:39.837 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.837 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.837 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.837 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-02-10T00:10:39.837 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.838 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.838 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.838 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.838 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.838 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.838 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.838 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.838 INFO:teuthology.orchestra.run.smithi001.stdout: "interval": { 2024-02-10T00:10:39.838 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "interval", 2024-02-10T00:10:39.838 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:39.838 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.838 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.838 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "15", 2024-02-10T00:10:39.838 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.838 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.839 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.839 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.839 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.839 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.839 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.839 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.839 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.839 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.839 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.839 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.839 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.839 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.839 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.839 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.839 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.840 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.840 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.840 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.840 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.840 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.840 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.840 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.840 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.840 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.840 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.840 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.840 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.840 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.841 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.841 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.841 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.841 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.841 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.841 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.841 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.841 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.841 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.841 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.841 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.841 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.841 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.841 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.841 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.842 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.842 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.842 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.842 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.842 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.842 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.842 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.842 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.842 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.842 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.842 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.842 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.842 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.842 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.842 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.843 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.843 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.843 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.843 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.843 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.843 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.843 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.843 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.843 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.843 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.843 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.843 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.843 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.843 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.844 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.844 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.844 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.844 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.844 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.844 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.844 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.844 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "telemetry", 2024-02-10T00:10:39.844 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.844 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.844 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.845 INFO:teuthology.orchestra.run.smithi001.stdout: "channel_basic": { 2024-02-10T00:10:39.845 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "channel_basic", 2024-02-10T00:10:39.845 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.845 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.845 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.845 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.845 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.845 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.845 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.845 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Share basic cluster information (size, version)", 2024-02-10T00:10:39.845 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.845 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.846 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.846 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.846 INFO:teuthology.orchestra.run.smithi001.stdout: "channel_crash": { 2024-02-10T00:10:39.846 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "channel_crash", 2024-02-10T00:10:39.846 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.846 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.846 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.846 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.846 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.846 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.846 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.846 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-02-10T00:10:39.846 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.846 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.847 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.847 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.847 INFO:teuthology.orchestra.run.smithi001.stdout: "channel_device": { 2024-02-10T00:10:39.847 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "channel_device", 2024-02-10T00:10:39.847 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.847 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.847 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.847 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.847 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.847 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.847 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.847 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-02-10T00:10:39.847 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.847 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.847 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.848 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.848 INFO:teuthology.orchestra.run.smithi001.stdout: "channel_ident": { 2024-02-10T00:10:39.848 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "channel_ident", 2024-02-10T00:10:39.848 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.848 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.848 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.848 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.848 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.848 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.848 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.848 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-02-10T00:10:39.848 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.848 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.848 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.849 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.849 INFO:teuthology.orchestra.run.smithi001.stdout: "channel_perf": { 2024-02-10T00:10:39.849 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "channel_perf", 2024-02-10T00:10:39.849 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.849 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.849 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.849 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.849 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.849 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.849 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.849 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Share various performance metrics of a cluster", 2024-02-10T00:10:39.849 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.849 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.849 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.850 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.850 INFO:teuthology.orchestra.run.smithi001.stdout: "contact": { 2024-02-10T00:10:39.850 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "contact", 2024-02-10T00:10:39.850 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.850 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.850 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.850 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.850 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.850 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.850 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.850 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.850 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.850 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.850 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.850 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.851 INFO:teuthology.orchestra.run.smithi001.stdout: "description": { 2024-02-10T00:10:39.851 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "description", 2024-02-10T00:10:39.851 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.851 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.851 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.851 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.851 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.851 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.851 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.851 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.851 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.851 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.851 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.851 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.851 INFO:teuthology.orchestra.run.smithi001.stdout: "device_url": { 2024-02-10T00:10:39.852 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "device_url", 2024-02-10T00:10:39.852 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.852 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.852 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.852 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-02-10T00:10:39.852 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.852 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.852 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.852 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.852 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.852 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.852 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.852 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.853 INFO:teuthology.orchestra.run.smithi001.stdout: "enabled": { 2024-02-10T00:10:39.853 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "enabled", 2024-02-10T00:10:39.853 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.853 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.853 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.853 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.853 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.853 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.853 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.853 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.853 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.853 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.853 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.853 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.853 INFO:teuthology.orchestra.run.smithi001.stdout: "interval": { 2024-02-10T00:10:39.854 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "interval", 2024-02-10T00:10:39.854 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.854 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.854 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.854 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "24", 2024-02-10T00:10:39.854 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "8", 2024-02-10T00:10:39.854 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.854 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.854 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.854 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.854 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.854 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.854 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.854 INFO:teuthology.orchestra.run.smithi001.stdout: "last_opt_revision": { 2024-02-10T00:10:39.854 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "last_opt_revision", 2024-02-10T00:10:39.854 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.855 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.855 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.855 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "1", 2024-02-10T00:10:39.855 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.855 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.855 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.855 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.855 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.855 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.855 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.855 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.855 INFO:teuthology.orchestra.run.smithi001.stdout: "leaderboard": { 2024-02-10T00:10:39.855 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "leaderboard", 2024-02-10T00:10:39.855 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.855 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.856 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.856 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.856 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.856 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.856 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.856 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.856 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.856 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.856 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.856 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.856 INFO:teuthology.orchestra.run.smithi001.stdout: "leaderboard_description": { 2024-02-10T00:10:39.856 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "leaderboard_description", 2024-02-10T00:10:39.856 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.856 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.857 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.857 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.857 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.857 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.857 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.857 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.857 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.857 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.857 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.857 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.857 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.857 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.857 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.857 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.858 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.858 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.858 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.858 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.858 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.858 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.858 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.858 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.858 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.858 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.858 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.858 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.858 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.858 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.858 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.859 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.859 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.859 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.859 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.859 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.859 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.859 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.859 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.859 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.859 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.859 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.859 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.859 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.859 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.860 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.860 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.860 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.860 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.860 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.860 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.860 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.860 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.860 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.860 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.860 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.860 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.860 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.860 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.860 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.861 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.861 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.861 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.861 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.861 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.861 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.861 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.861 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.861 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.861 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.861 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.861 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.861 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.861 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.861 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.862 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.862 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.862 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.862 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.862 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.862 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.862 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.862 INFO:teuthology.orchestra.run.smithi001.stdout: "organization": { 2024-02-10T00:10:39.862 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "organization", 2024-02-10T00:10:39.862 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.862 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.862 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.862 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.862 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.862 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.863 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.863 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.863 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.863 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.863 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.863 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.863 INFO:teuthology.orchestra.run.smithi001.stdout: "proxy": { 2024-02-10T00:10:39.863 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "proxy", 2024-02-10T00:10:39.863 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.863 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.863 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.863 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.863 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.863 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.863 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.863 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.864 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.864 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.864 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.864 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.864 INFO:teuthology.orchestra.run.smithi001.stdout: "url": { 2024-02-10T00:10:39.864 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "url", 2024-02-10T00:10:39.864 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.864 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.864 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.864 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-02-10T00:10:39.864 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.864 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.864 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.865 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.865 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.865 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.865 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.865 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.865 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.865 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.865 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.865 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "test_orchestrator", 2024-02-10T00:10:39.865 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.865 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.865 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.865 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.866 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.866 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.866 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.866 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.866 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.866 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.866 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.866 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.866 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.866 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.866 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.866 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.866 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.866 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.867 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.867 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.867 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.867 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.867 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.867 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.867 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.867 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.867 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.867 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.867 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.867 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.867 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.867 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.868 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.868 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.868 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.868 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.868 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.868 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.868 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.868 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.868 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.868 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.868 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.868 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.868 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.868 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.869 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.869 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.869 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.869 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.869 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.869 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.869 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.869 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.869 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.869 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.869 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.869 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.869 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.869 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.870 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.870 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.870 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.870 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.870 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.870 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.870 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.870 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.870 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.870 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.870 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.870 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.870 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.871 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.871 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.871 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.871 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "volumes", 2024-02-10T00:10:39.871 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.871 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.871 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.871 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.871 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.871 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.871 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.871 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.871 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.871 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.871 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.872 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.872 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.872 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.872 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.872 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.872 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.872 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.872 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.872 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.872 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.872 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.872 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.872 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.872 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.872 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.873 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.873 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.873 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.873 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.873 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.873 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.873 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.873 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.873 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.873 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.873 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.873 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.873 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.873 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.874 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.874 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.874 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.874 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.874 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.874 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.874 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.874 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.874 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.874 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.874 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.874 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.874 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.874 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.874 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.875 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.875 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.875 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.875 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.875 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.875 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.875 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.875 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.875 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.875 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.875 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.875 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.875 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.875 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.876 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.876 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.876 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.876 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.876 INFO:teuthology.orchestra.run.smithi001.stdout: "max_concurrent_clones": { 2024-02-10T00:10:39.876 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "max_concurrent_clones", 2024-02-10T00:10:39.876 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.876 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.876 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.876 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "4", 2024-02-10T00:10:39.876 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.876 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.876 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.877 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Number of asynchronous cloner threads", 2024-02-10T00:10:39.877 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.877 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.877 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.877 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.877 INFO:teuthology.orchestra.run.smithi001.stdout: "periodic_async_work": { 2024-02-10T00:10:39.877 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "periodic_async_work", 2024-02-10T00:10:39.877 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.877 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.877 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.877 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.877 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.877 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.877 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.877 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Periodically check for async work", 2024-02-10T00:10:39.878 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.878 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.878 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.878 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.878 INFO:teuthology.orchestra.run.smithi001.stdout: "snapshot_clone_delay": { 2024-02-10T00:10:39.878 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "snapshot_clone_delay", 2024-02-10T00:10:39.878 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.878 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.878 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.878 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "0", 2024-02-10T00:10:39.878 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.878 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.878 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.878 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-02-10T00:10:39.878 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.879 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.879 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.879 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.879 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.879 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.879 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.879 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "zabbix", 2024-02-10T00:10:39.879 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.879 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.879 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.879 INFO:teuthology.orchestra.run.smithi001.stdout: "discovery_interval": { 2024-02-10T00:10:39.879 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "discovery_interval", 2024-02-10T00:10:39.879 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "uint", 2024-02-10T00:10:39.880 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.880 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.880 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "100", 2024-02-10T00:10:39.880 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.880 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.880 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.880 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.880 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.880 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.880 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.880 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.880 INFO:teuthology.orchestra.run.smithi001.stdout: "identifier": { 2024-02-10T00:10:39.880 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "identifier", 2024-02-10T00:10:39.880 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.881 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.881 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.881 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.881 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.881 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.881 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.881 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.881 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.881 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.881 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.881 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.881 INFO:teuthology.orchestra.run.smithi001.stdout: "interval": { 2024-02-10T00:10:39.881 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "interval", 2024-02-10T00:10:39.881 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:39.882 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.882 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.882 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "60", 2024-02-10T00:10:39.882 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.882 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.882 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.882 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.882 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.882 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.882 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.882 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.882 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.882 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.882 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.883 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.883 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.883 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.883 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.883 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.883 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.883 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.883 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.883 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.883 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.883 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.883 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.883 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.883 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.883 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.883 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.884 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.884 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.884 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.884 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.884 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.884 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.884 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.884 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.884 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.884 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.884 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.884 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.884 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.884 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.884 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.885 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.885 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.885 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.885 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.885 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.885 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.885 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.885 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.885 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.885 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.885 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.885 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.885 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.885 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.886 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.886 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.886 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.886 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.886 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.886 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.886 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.886 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.886 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.886 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.886 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.886 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.886 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.886 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.887 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.887 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.887 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.887 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.887 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.887 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.887 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.887 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.887 INFO:teuthology.orchestra.run.smithi001.stdout: "zabbix_host": { 2024-02-10T00:10:39.887 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "zabbix_host", 2024-02-10T00:10:39.887 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.887 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.887 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.887 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.887 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.887 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.887 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.888 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.888 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.888 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.888 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.888 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.888 INFO:teuthology.orchestra.run.smithi001.stdout: "zabbix_port": { 2024-02-10T00:10:39.888 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "zabbix_port", 2024-02-10T00:10:39.888 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.888 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.888 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.888 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "10051", 2024-02-10T00:10:39.888 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.888 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.888 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.888 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.889 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.889 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.889 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.889 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.889 INFO:teuthology.orchestra.run.smithi001.stdout: "zabbix_sender": { 2024-02-10T00:10:39.889 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "zabbix_sender", 2024-02-10T00:10:39.889 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.889 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.889 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.889 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-02-10T00:10:39.889 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.889 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.889 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.889 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.889 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.890 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.890 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.890 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.890 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.890 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.890 INFO:teuthology.orchestra.run.smithi001.stdout: ] 2024-02-10T00:10:39.890 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.890 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.890 INFO:teuthology.orchestra.run.smithi001.stdout: "gid": 25162, 2024-02-10T00:10:39.890 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "z", 2024-02-10T00:10:39.890 INFO:teuthology.orchestra.run.smithi001.stdout: "mgr_features": 4540701547738038271, 2024-02-10T00:10:39.890 INFO:teuthology.orchestra.run.smithi001.stdout: "available_modules": [ 2024-02-10T00:10:39.890 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.890 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "alerts", 2024-02-10T00:10:39.891 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.891 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.891 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.891 INFO:teuthology.orchestra.run.smithi001.stdout: "interval": { 2024-02-10T00:10:39.891 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "interval", 2024-02-10T00:10:39.891 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:39.891 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.891 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.891 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "60", 2024-02-10T00:10:39.891 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.891 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.891 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.891 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "How frequently to reexamine health status", 2024-02-10T00:10:39.891 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.892 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.892 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.892 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.892 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.892 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.892 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.892 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.892 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.892 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.892 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.892 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.892 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.892 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.892 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.893 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.893 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.893 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.893 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.893 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.893 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.893 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.893 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.893 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.893 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.893 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.893 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.893 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.894 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.894 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.894 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.894 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.894 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.894 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.894 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.894 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.894 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.894 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.894 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.894 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.894 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.894 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.894 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.894 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.895 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.895 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.895 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.895 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.895 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.895 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.895 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.895 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.895 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.895 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.895 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.895 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.895 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.895 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.895 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.895 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.896 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.896 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.896 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.896 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.896 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.896 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.896 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.896 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.896 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.896 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.896 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.896 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.896 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.897 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.897 INFO:teuthology.orchestra.run.smithi001.stdout: "smtp_destination": { 2024-02-10T00:10:39.897 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "smtp_destination", 2024-02-10T00:10:39.897 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.897 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.897 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.897 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.897 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.897 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.897 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.897 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Email address to send alerts to", 2024-02-10T00:10:39.897 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.897 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.897 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.897 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.897 INFO:teuthology.orchestra.run.smithi001.stdout: "smtp_from_name": { 2024-02-10T00:10:39.898 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "smtp_from_name", 2024-02-10T00:10:39.898 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.898 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.898 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.898 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "Ceph", 2024-02-10T00:10:39.898 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.898 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.898 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.898 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Email From: name", 2024-02-10T00:10:39.898 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.898 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.898 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.898 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.898 INFO:teuthology.orchestra.run.smithi001.stdout: "smtp_host": { 2024-02-10T00:10:39.898 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "smtp_host", 2024-02-10T00:10:39.898 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.899 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.899 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.899 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.899 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.899 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.899 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.899 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "SMTP server", 2024-02-10T00:10:39.899 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.899 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.899 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.899 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.899 INFO:teuthology.orchestra.run.smithi001.stdout: "smtp_password": { 2024-02-10T00:10:39.899 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "smtp_password", 2024-02-10T00:10:39.899 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.899 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.899 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.900 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.900 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.900 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.900 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.900 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Password to authenticate with", 2024-02-10T00:10:39.900 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.900 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.900 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.900 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.900 INFO:teuthology.orchestra.run.smithi001.stdout: "smtp_port": { 2024-02-10T00:10:39.900 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "smtp_port", 2024-02-10T00:10:39.900 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.901 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.901 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.901 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "465", 2024-02-10T00:10:39.901 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.901 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.901 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.901 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "SMTP port", 2024-02-10T00:10:39.901 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.901 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.901 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.901 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.901 INFO:teuthology.orchestra.run.smithi001.stdout: "smtp_sender": { 2024-02-10T00:10:39.901 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "smtp_sender", 2024-02-10T00:10:39.901 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.901 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.901 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.902 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.902 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.902 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.902 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.902 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "SMTP envelope sender", 2024-02-10T00:10:39.902 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.902 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.902 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.902 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.902 INFO:teuthology.orchestra.run.smithi001.stdout: "smtp_ssl": { 2024-02-10T00:10:39.902 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "smtp_ssl", 2024-02-10T00:10:39.902 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.902 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.902 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.903 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.903 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.903 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.903 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.903 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Use SSL to connect to SMTP server", 2024-02-10T00:10:39.903 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.903 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.903 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.903 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.903 INFO:teuthology.orchestra.run.smithi001.stdout: "smtp_user": { 2024-02-10T00:10:39.903 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "smtp_user", 2024-02-10T00:10:39.903 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.903 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.903 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.903 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.904 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.904 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.904 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.904 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "User to authenticate as", 2024-02-10T00:10:39.904 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.904 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.904 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.904 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.904 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.904 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.904 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.904 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "balancer", 2024-02-10T00:10:39.904 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.904 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.905 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.905 INFO:teuthology.orchestra.run.smithi001.stdout: "active": { 2024-02-10T00:10:39.905 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "active", 2024-02-10T00:10:39.905 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.905 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.905 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.905 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.905 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.905 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.905 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.905 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "automatically balance PGs across cluster", 2024-02-10T00:10:39.905 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.905 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.905 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.906 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.906 INFO:teuthology.orchestra.run.smithi001.stdout: "begin_time": { 2024-02-10T00:10:39.906 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "begin_time", 2024-02-10T00:10:39.906 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.906 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.906 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.906 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "0000", 2024-02-10T00:10:39.906 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.906 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.906 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.906 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "beginning time of day to automatically balance", 2024-02-10T00:10:39.906 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-02-10T00:10:39.906 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.906 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.907 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.907 INFO:teuthology.orchestra.run.smithi001.stdout: "begin_weekday": { 2024-02-10T00:10:39.907 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "begin_weekday", 2024-02-10T00:10:39.907 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "uint", 2024-02-10T00:10:39.907 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.907 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.907 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "0", 2024-02-10T00:10:39.907 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "0", 2024-02-10T00:10:39.907 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "6", 2024-02-10T00:10:39.907 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.907 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-02-10T00:10:39.907 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-02-10T00:10:39.907 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.907 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.907 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.908 INFO:teuthology.orchestra.run.smithi001.stdout: "crush_compat_max_iterations": { 2024-02-10T00:10:39.908 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "crush_compat_max_iterations", 2024-02-10T00:10:39.908 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "uint", 2024-02-10T00:10:39.908 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.908 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.908 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "25", 2024-02-10T00:10:39.908 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "1", 2024-02-10T00:10:39.908 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "250", 2024-02-10T00:10:39.908 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.908 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-02-10T00:10:39.908 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.908 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.908 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.909 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.909 INFO:teuthology.orchestra.run.smithi001.stdout: "crush_compat_metrics": { 2024-02-10T00:10:39.909 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "crush_compat_metrics", 2024-02-10T00:10:39.909 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.909 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.909 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.909 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "pgs,objects,bytes", 2024-02-10T00:10:39.909 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.909 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.909 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.909 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-02-10T00:10:39.909 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-02-10T00:10:39.909 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.909 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.909 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.910 INFO:teuthology.orchestra.run.smithi001.stdout: "crush_compat_step": { 2024-02-10T00:10:39.910 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "crush_compat_step", 2024-02-10T00:10:39.910 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "float", 2024-02-10T00:10:39.910 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.910 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.910 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "0.5", 2024-02-10T00:10:39.910 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "0.001", 2024-02-10T00:10:39.910 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "0.999", 2024-02-10T00:10:39.910 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.910 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "aggressiveness of optimization", 2024-02-10T00:10:39.910 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-02-10T00:10:39.910 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.910 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.910 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.911 INFO:teuthology.orchestra.run.smithi001.stdout: "end_time": { 2024-02-10T00:10:39.911 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "end_time", 2024-02-10T00:10:39.911 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.911 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.911 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.911 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "2359", 2024-02-10T00:10:39.911 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.911 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.911 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.911 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "ending time of day to automatically balance", 2024-02-10T00:10:39.911 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-02-10T00:10:39.911 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.911 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.911 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.911 INFO:teuthology.orchestra.run.smithi001.stdout: "end_weekday": { 2024-02-10T00:10:39.912 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "end_weekday", 2024-02-10T00:10:39.912 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "uint", 2024-02-10T00:10:39.912 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.912 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.912 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "0", 2024-02-10T00:10:39.912 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "0", 2024-02-10T00:10:39.912 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "6", 2024-02-10T00:10:39.912 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.912 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-02-10T00:10:39.912 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-02-10T00:10:39.912 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.912 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.912 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.912 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.913 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.913 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.913 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.913 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.913 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.913 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.913 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.913 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.913 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.913 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.913 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.913 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.913 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.913 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.913 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.914 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.914 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.914 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.914 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.914 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.914 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.914 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.914 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.914 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.914 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.914 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.914 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.914 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.914 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.914 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.915 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.915 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.915 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.915 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.915 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.915 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.915 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.915 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.915 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.915 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.915 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.915 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.915 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.915 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.916 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.916 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.916 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.916 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.916 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.916 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.916 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.916 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.916 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.916 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.916 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.916 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.916 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.916 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.916 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.917 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.917 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.917 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.917 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.917 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.917 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.917 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.917 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.917 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.917 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.917 INFO:teuthology.orchestra.run.smithi001.stdout: "min_score": { 2024-02-10T00:10:39.917 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "min_score", 2024-02-10T00:10:39.917 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "float", 2024-02-10T00:10:39.917 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.918 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.918 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "0", 2024-02-10T00:10:39.918 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.918 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.918 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.918 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-02-10T00:10:39.918 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.918 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.918 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.918 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.918 INFO:teuthology.orchestra.run.smithi001.stdout: "mode": { 2024-02-10T00:10:39.918 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "mode", 2024-02-10T00:10:39.918 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.918 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.919 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.919 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "upmap", 2024-02-10T00:10:39.919 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.919 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.919 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.919 INFO:teuthology.orchestra.run.smithi001.stdout: "crush-compat", 2024-02-10T00:10:39.919 INFO:teuthology.orchestra.run.smithi001.stdout: "none", 2024-02-10T00:10:39.919 INFO:teuthology.orchestra.run.smithi001.stdout: "read", 2024-02-10T00:10:39.919 INFO:teuthology.orchestra.run.smithi001.stdout: "upmap", 2024-02-10T00:10:39.919 INFO:teuthology.orchestra.run.smithi001.stdout: "upmap-read" 2024-02-10T00:10:39.919 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.919 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Balancer mode", 2024-02-10T00:10:39.919 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.919 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.919 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.920 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.920 INFO:teuthology.orchestra.run.smithi001.stdout: "pool_ids": { 2024-02-10T00:10:39.920 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "pool_ids", 2024-02-10T00:10:39.920 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.920 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.920 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.920 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.920 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.920 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.920 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.920 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-02-10T00:10:39.920 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.920 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.920 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.921 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.921 INFO:teuthology.orchestra.run.smithi001.stdout: "sleep_interval": { 2024-02-10T00:10:39.921 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "sleep_interval", 2024-02-10T00:10:39.921 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:39.921 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.921 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.921 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "60", 2024-02-10T00:10:39.921 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.921 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.921 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.921 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-02-10T00:10:39.921 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.921 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.921 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.921 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.922 INFO:teuthology.orchestra.run.smithi001.stdout: "upmap_max_deviation": { 2024-02-10T00:10:39.922 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "upmap_max_deviation", 2024-02-10T00:10:39.922 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.922 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.922 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.922 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "5", 2024-02-10T00:10:39.922 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "1", 2024-02-10T00:10:39.922 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.922 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.922 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "deviation below which no optimization is attempted", 2024-02-10T00:10:39.922 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-02-10T00:10:39.922 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.922 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.922 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.922 INFO:teuthology.orchestra.run.smithi001.stdout: "upmap_max_optimizations": { 2024-02-10T00:10:39.923 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "upmap_max_optimizations", 2024-02-10T00:10:39.923 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "uint", 2024-02-10T00:10:39.923 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.923 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.923 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "10", 2024-02-10T00:10:39.923 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.923 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.923 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.923 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-02-10T00:10:39.923 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.923 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.923 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.923 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.923 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.923 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.923 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.924 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "cephadm", 2024-02-10T00:10:39.924 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.924 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.924 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.924 INFO:teuthology.orchestra.run.smithi001.stdout: "agent_down_multiplier": { 2024-02-10T00:10:39.924 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "agent_down_multiplier", 2024-02-10T00:10:39.924 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "float", 2024-02-10T00:10:39.924 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.924 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.924 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "3.0", 2024-02-10T00:10:39.924 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.924 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.924 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.924 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-02-10T00:10:39.925 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.925 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.925 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.925 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.925 INFO:teuthology.orchestra.run.smithi001.stdout: "agent_refresh_rate": { 2024-02-10T00:10:39.925 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "agent_refresh_rate", 2024-02-10T00:10:39.925 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:39.925 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.925 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.925 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "20", 2024-02-10T00:10:39.925 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.925 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.925 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.925 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-02-10T00:10:39.926 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.926 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.926 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.926 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.926 INFO:teuthology.orchestra.run.smithi001.stdout: "agent_starting_port": { 2024-02-10T00:10:39.926 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "agent_starting_port", 2024-02-10T00:10:39.926 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.926 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.926 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.926 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "4721", 2024-02-10T00:10:39.926 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.926 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.926 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.926 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-02-10T00:10:39.927 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.927 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.927 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.927 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.927 INFO:teuthology.orchestra.run.smithi001.stdout: "allow_ptrace": { 2024-02-10T00:10:39.927 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "allow_ptrace", 2024-02-10T00:10:39.927 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.927 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.927 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.927 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.927 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.927 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.927 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.927 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-02-10T00:10:39.927 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-02-10T00:10:39.928 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.928 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.928 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.928 INFO:teuthology.orchestra.run.smithi001.stdout: "autotune_interval": { 2024-02-10T00:10:39.928 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "autotune_interval", 2024-02-10T00:10:39.928 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:39.928 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.928 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.928 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "600", 2024-02-10T00:10:39.928 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.928 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.928 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.928 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "how frequently to autotune daemon memory", 2024-02-10T00:10:39.928 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.928 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.929 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.929 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.929 INFO:teuthology.orchestra.run.smithi001.stdout: "autotune_memory_target_ratio": { 2024-02-10T00:10:39.929 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "autotune_memory_target_ratio", 2024-02-10T00:10:39.929 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "float", 2024-02-10T00:10:39.929 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.929 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.929 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "0.7", 2024-02-10T00:10:39.929 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.929 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.929 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.929 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-02-10T00:10:39.929 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.930 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.930 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.930 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.930 INFO:teuthology.orchestra.run.smithi001.stdout: "cephadm_log_destination": { 2024-02-10T00:10:39.930 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "cephadm_log_destination", 2024-02-10T00:10:39.930 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.930 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.930 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.930 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.930 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.930 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.930 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.930 INFO:teuthology.orchestra.run.smithi001.stdout: "file", 2024-02-10T00:10:39.930 INFO:teuthology.orchestra.run.smithi001.stdout: "file,syslog", 2024-02-10T00:10:39.931 INFO:teuthology.orchestra.run.smithi001.stdout: "syslog" 2024-02-10T00:10:39.931 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.931 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-02-10T00:10:39.931 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.931 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.931 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.931 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.931 INFO:teuthology.orchestra.run.smithi001.stdout: "cgroups_split": { 2024-02-10T00:10:39.931 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "cgroups_split", 2024-02-10T00:10:39.931 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.931 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.931 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.931 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.931 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.932 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.932 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.932 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-02-10T00:10:39.932 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.932 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.932 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.932 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.932 INFO:teuthology.orchestra.run.smithi001.stdout: "config_checks_enabled": { 2024-02-10T00:10:39.932 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "config_checks_enabled", 2024-02-10T00:10:39.932 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.932 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.932 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.932 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.933 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.933 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.933 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.933 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-02-10T00:10:39.933 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.933 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.933 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.933 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.933 INFO:teuthology.orchestra.run.smithi001.stdout: "config_dashboard": { 2024-02-10T00:10:39.933 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "config_dashboard", 2024-02-10T00:10:39.933 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.933 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.933 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.933 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.934 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.934 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.934 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.934 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-02-10T00:10:39.934 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.934 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.934 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.934 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.934 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_alertmanager": { 2024-02-10T00:10:39.934 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_alertmanager", 2024-02-10T00:10:39.934 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.934 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.934 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.934 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-02-10T00:10:39.935 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.935 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.935 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.935 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Prometheus container image", 2024-02-10T00:10:39.935 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.935 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.935 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.935 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.935 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_base": { 2024-02-10T00:10:39.935 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_base", 2024-02-10T00:10:39.935 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.935 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.935 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.935 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/ceph/ceph", 2024-02-10T00:10:39.936 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.936 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.936 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.936 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Container image name, without the tag", 2024-02-10T00:10:39.936 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.936 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.936 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.936 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.936 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_elasticsearch": { 2024-02-10T00:10:39.936 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_elasticsearch", 2024-02-10T00:10:39.936 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.936 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.936 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.936 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-02-10T00:10:39.937 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.937 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.937 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.937 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "elasticsearch container image", 2024-02-10T00:10:39.937 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.937 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.937 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.937 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.937 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_grafana": { 2024-02-10T00:10:39.937 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_grafana", 2024-02-10T00:10:39.937 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.937 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.937 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.937 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.12", 2024-02-10T00:10:39.938 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.938 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.938 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.938 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Prometheus container image", 2024-02-10T00:10:39.938 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.938 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.938 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.938 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.938 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_haproxy": { 2024-02-10T00:10:39.938 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_haproxy", 2024-02-10T00:10:39.938 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.938 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.938 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.938 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-02-10T00:10:39.939 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.939 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.939 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.939 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "HAproxy container image", 2024-02-10T00:10:39.939 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.939 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.939 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.939 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.939 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_jaeger_agent": { 2024-02-10T00:10:39.939 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_jaeger_agent", 2024-02-10T00:10:39.939 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.939 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.939 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.939 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-02-10T00:10:39.940 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.940 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.940 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.940 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Jaeger agent container image", 2024-02-10T00:10:39.940 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.940 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.940 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.940 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.940 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_jaeger_collector": { 2024-02-10T00:10:39.940 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_jaeger_collector", 2024-02-10T00:10:39.940 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.940 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.940 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.940 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-02-10T00:10:39.941 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.941 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.941 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.941 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Jaeger collector container image", 2024-02-10T00:10:39.941 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.941 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.941 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.941 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.941 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_jaeger_query": { 2024-02-10T00:10:39.941 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_jaeger_query", 2024-02-10T00:10:39.941 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.941 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.941 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.942 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-02-10T00:10:39.942 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.942 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.942 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.942 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Jaeger query container image", 2024-02-10T00:10:39.942 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.942 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.942 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.942 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.942 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_keepalived": { 2024-02-10T00:10:39.942 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_keepalived", 2024-02-10T00:10:39.942 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.943 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.943 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.943 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-02-10T00:10:39.943 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.943 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.943 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.943 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Keepalived container image", 2024-02-10T00:10:39.943 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.943 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.943 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.943 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.943 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_loki": { 2024-02-10T00:10:39.943 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_loki", 2024-02-10T00:10:39.943 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.944 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.944 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.944 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-02-10T00:10:39.944 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.944 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.944 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.944 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Loki container image", 2024-02-10T00:10:39.944 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.944 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.944 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.944 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.944 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_node_exporter": { 2024-02-10T00:10:39.945 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_node_exporter", 2024-02-10T00:10:39.945 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.945 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.945 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.945 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-02-10T00:10:39.945 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.945 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.945 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.945 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Prometheus container image", 2024-02-10T00:10:39.945 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.945 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.945 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.946 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.946 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_nvmeof": { 2024-02-10T00:10:39.946 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_nvmeof", 2024-02-10T00:10:39.946 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.946 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.946 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.946 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/ceph/nvmeof:latest", 2024-02-10T00:10:39.946 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.946 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.946 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.946 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Nvme-of container image", 2024-02-10T00:10:39.946 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.946 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.947 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.947 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.947 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_prometheus": { 2024-02-10T00:10:39.947 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_prometheus", 2024-02-10T00:10:39.947 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.947 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.947 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.947 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-02-10T00:10:39.947 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.947 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.947 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.947 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Prometheus container image", 2024-02-10T00:10:39.947 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.948 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.948 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.948 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.948 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_promtail": { 2024-02-10T00:10:39.948 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_promtail", 2024-02-10T00:10:39.948 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.948 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.948 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.948 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-02-10T00:10:39.948 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.948 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.948 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.949 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Promtail container image", 2024-02-10T00:10:39.949 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.949 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.949 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.949 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.949 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_snmp_gateway": { 2024-02-10T00:10:39.949 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_snmp_gateway", 2024-02-10T00:10:39.949 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.949 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.949 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.949 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-02-10T00:10:39.949 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.949 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.950 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.950 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "SNMP Gateway container image", 2024-02-10T00:10:39.950 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.950 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.950 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.950 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.950 INFO:teuthology.orchestra.run.smithi001.stdout: "container_init": { 2024-02-10T00:10:39.950 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_init", 2024-02-10T00:10:39.950 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.950 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.950 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.950 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.951 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.951 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.951 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.951 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Run podman/docker with `--init`", 2024-02-10T00:10:39.951 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.951 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.951 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.951 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.951 INFO:teuthology.orchestra.run.smithi001.stdout: "daemon_cache_timeout": { 2024-02-10T00:10:39.951 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "daemon_cache_timeout", 2024-02-10T00:10:39.951 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:39.951 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.951 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.952 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "600", 2024-02-10T00:10:39.952 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.952 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.952 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.952 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-02-10T00:10:39.952 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.952 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.952 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.952 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.952 INFO:teuthology.orchestra.run.smithi001.stdout: "default_cephadm_command_timeout": { 2024-02-10T00:10:39.952 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "default_cephadm_command_timeout", 2024-02-10T00:10:39.952 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.953 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.953 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.953 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "900", 2024-02-10T00:10:39.953 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.953 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.953 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.953 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-02-10T00:10:39.953 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.953 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.953 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.953 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.953 INFO:teuthology.orchestra.run.smithi001.stdout: "default_registry": { 2024-02-10T00:10:39.953 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "default_registry", 2024-02-10T00:10:39.954 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.954 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.954 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.954 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "docker.io", 2024-02-10T00:10:39.954 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.954 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.954 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.954 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-02-10T00:10:39.954 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.954 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.954 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.954 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.954 INFO:teuthology.orchestra.run.smithi001.stdout: "device_cache_timeout": { 2024-02-10T00:10:39.954 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "device_cache_timeout", 2024-02-10T00:10:39.955 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:39.955 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.955 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.955 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "1800", 2024-02-10T00:10:39.955 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.955 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.955 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.955 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "seconds to cache device inventory", 2024-02-10T00:10:39.955 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.955 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.955 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.955 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.956 INFO:teuthology.orchestra.run.smithi001.stdout: "device_enhanced_scan": { 2024-02-10T00:10:39.956 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "device_enhanced_scan", 2024-02-10T00:10:39.956 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.956 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.956 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.956 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.956 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.956 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.956 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.956 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Use libstoragemgmt during device scans", 2024-02-10T00:10:39.956 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.956 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.956 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.957 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.957 INFO:teuthology.orchestra.run.smithi001.stdout: "facts_cache_timeout": { 2024-02-10T00:10:39.957 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "facts_cache_timeout", 2024-02-10T00:10:39.957 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:39.957 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.957 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.957 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "60", 2024-02-10T00:10:39.957 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.957 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.957 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.957 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "seconds to cache host facts data", 2024-02-10T00:10:39.957 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.958 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.958 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.958 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.958 INFO:teuthology.orchestra.run.smithi001.stdout: "host_check_interval": { 2024-02-10T00:10:39.958 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "host_check_interval", 2024-02-10T00:10:39.958 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:39.958 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.958 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.958 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "600", 2024-02-10T00:10:39.958 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.958 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.958 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.958 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "how frequently to perform a host check", 2024-02-10T00:10:39.958 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.959 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.959 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.959 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.959 INFO:teuthology.orchestra.run.smithi001.stdout: "hw_monitoring": { 2024-02-10T00:10:39.959 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "hw_monitoring", 2024-02-10T00:10:39.959 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.959 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.959 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.959 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.959 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.959 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.959 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.960 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-02-10T00:10:39.960 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.960 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.960 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.960 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.960 INFO:teuthology.orchestra.run.smithi001.stdout: "inventory_list_all": { 2024-02-10T00:10:39.960 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "inventory_list_all", 2024-02-10T00:10:39.960 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.960 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.960 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.960 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.960 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.961 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.961 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.961 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-02-10T00:10:39.961 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.961 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.961 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.961 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.961 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.961 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.961 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.961 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.961 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.962 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.962 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.962 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.962 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.962 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.962 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.962 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.962 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.962 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.962 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.962 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.962 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.962 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.962 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.963 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.963 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.963 INFO:teuthology.orchestra.run.smithi001.stdout: "log_refresh_metadata": { 2024-02-10T00:10:39.963 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_refresh_metadata", 2024-02-10T00:10:39.963 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.963 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.963 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.963 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.963 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.963 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.963 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.963 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-02-10T00:10:39.964 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.964 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.964 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.964 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.964 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.964 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.964 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.964 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.964 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.964 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.964 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.964 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.964 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.964 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-02-10T00:10:39.965 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.965 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.965 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.965 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.965 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.965 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.965 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.965 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.965 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.965 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.965 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.965 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.965 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.966 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.966 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.966 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.966 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.966 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.966 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.966 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.966 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.966 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.966 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.966 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.966 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.966 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.966 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.967 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.967 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.967 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.967 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.967 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.967 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.967 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.967 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.967 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.967 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.967 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.967 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.967 INFO:teuthology.orchestra.run.smithi001.stdout: "manage_etc_ceph_ceph_conf": { 2024-02-10T00:10:39.968 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-02-10T00:10:39.968 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.968 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.968 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.968 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.968 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.968 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.968 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.968 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-02-10T00:10:39.968 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.968 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.968 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.968 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.968 INFO:teuthology.orchestra.run.smithi001.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-02-10T00:10:39.969 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-02-10T00:10:39.969 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.969 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.969 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.969 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "*", 2024-02-10T00:10:39.969 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.969 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.969 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.969 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-02-10T00:10:39.969 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.969 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.969 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.969 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.969 INFO:teuthology.orchestra.run.smithi001.stdout: "max_count_per_host": { 2024-02-10T00:10:39.970 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "max_count_per_host", 2024-02-10T00:10:39.970 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.970 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.970 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.970 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "10", 2024-02-10T00:10:39.970 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.970 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.970 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.970 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "max number of daemons per service per host", 2024-02-10T00:10:39.970 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.970 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.970 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.970 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.970 INFO:teuthology.orchestra.run.smithi001.stdout: "max_osd_draining_count": { 2024-02-10T00:10:39.971 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "max_osd_draining_count", 2024-02-10T00:10:39.971 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.971 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.971 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.971 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "10", 2024-02-10T00:10:39.971 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.971 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.971 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.971 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-02-10T00:10:39.971 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.971 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.971 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.971 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.971 INFO:teuthology.orchestra.run.smithi001.stdout: "migration_current": { 2024-02-10T00:10:39.971 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "migration_current", 2024-02-10T00:10:39.972 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.972 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.972 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.972 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.972 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.972 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.972 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.972 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "internal - do not modify", 2024-02-10T00:10:39.972 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.972 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.972 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.972 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.972 INFO:teuthology.orchestra.run.smithi001.stdout: "mode": { 2024-02-10T00:10:39.972 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "mode", 2024-02-10T00:10:39.973 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.973 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.973 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.973 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "root", 2024-02-10T00:10:39.973 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.973 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.973 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.973 INFO:teuthology.orchestra.run.smithi001.stdout: "cephadm-package", 2024-02-10T00:10:39.973 INFO:teuthology.orchestra.run.smithi001.stdout: "root" 2024-02-10T00:10:39.973 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.973 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "mode for remote execution of cephadm", 2024-02-10T00:10:39.973 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.973 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.973 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.974 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.974 INFO:teuthology.orchestra.run.smithi001.stdout: "oob_default_addr": { 2024-02-10T00:10:39.974 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "oob_default_addr", 2024-02-10T00:10:39.974 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.974 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.974 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.974 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "169.254.1.1", 2024-02-10T00:10:39.974 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.974 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.974 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.974 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Default address for RedFish API (oob management).", 2024-02-10T00:10:39.974 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.974 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.974 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.975 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.975 INFO:teuthology.orchestra.run.smithi001.stdout: "prometheus_alerts_path": { 2024-02-10T00:10:39.975 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "prometheus_alerts_path", 2024-02-10T00:10:39.975 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.975 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.975 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.975 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-02-10T00:10:39.975 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.975 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.975 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.975 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-02-10T00:10:39.975 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.975 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.975 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.975 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.976 INFO:teuthology.orchestra.run.smithi001.stdout: "registry_insecure": { 2024-02-10T00:10:39.976 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "registry_insecure", 2024-02-10T00:10:39.976 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.976 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.976 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.976 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.976 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.976 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.976 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.976 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-02-10T00:10:39.976 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.976 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.976 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.976 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.977 INFO:teuthology.orchestra.run.smithi001.stdout: "registry_password": { 2024-02-10T00:10:39.977 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "registry_password", 2024-02-10T00:10:39.977 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.977 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.977 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.977 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.977 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.977 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.977 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.977 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-02-10T00:10:39.977 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.977 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.977 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.977 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.978 INFO:teuthology.orchestra.run.smithi001.stdout: "registry_url": { 2024-02-10T00:10:39.978 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "registry_url", 2024-02-10T00:10:39.978 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.978 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.978 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.978 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.978 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.978 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.978 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.978 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-02-10T00:10:39.978 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.978 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.978 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.978 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.978 INFO:teuthology.orchestra.run.smithi001.stdout: "registry_username": { 2024-02-10T00:10:39.979 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "registry_username", 2024-02-10T00:10:39.979 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.979 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.979 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.979 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.979 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.979 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.979 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.979 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-02-10T00:10:39.979 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.979 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.979 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.979 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.979 INFO:teuthology.orchestra.run.smithi001.stdout: "secure_monitoring_stack": { 2024-02-10T00:10:39.980 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "secure_monitoring_stack", 2024-02-10T00:10:39.980 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.980 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.980 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.980 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.980 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.980 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.980 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.980 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-02-10T00:10:39.980 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.980 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.980 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.980 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.981 INFO:teuthology.orchestra.run.smithi001.stdout: "service_discovery_port": { 2024-02-10T00:10:39.981 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "service_discovery_port", 2024-02-10T00:10:39.981 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.981 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.981 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.981 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "8765", 2024-02-10T00:10:39.981 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.981 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.981 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.981 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "cephadm service discovery port", 2024-02-10T00:10:39.981 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.981 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.981 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.981 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.981 INFO:teuthology.orchestra.run.smithi001.stdout: "ssh_config_file": { 2024-02-10T00:10:39.982 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ssh_config_file", 2024-02-10T00:10:39.982 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.982 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.982 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.982 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.982 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.982 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.982 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.982 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-02-10T00:10:39.982 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.982 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.982 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.982 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.983 INFO:teuthology.orchestra.run.smithi001.stdout: "use_agent": { 2024-02-10T00:10:39.983 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "use_agent", 2024-02-10T00:10:39.983 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.983 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.983 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.983 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.983 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.983 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.983 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.983 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-02-10T00:10:39.983 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.983 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.983 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.983 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.984 INFO:teuthology.orchestra.run.smithi001.stdout: "use_repo_digest": { 2024-02-10T00:10:39.984 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "use_repo_digest", 2024-02-10T00:10:39.984 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.984 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.984 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.984 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.984 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.984 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.984 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.984 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-02-10T00:10:39.984 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.984 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.984 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.984 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.985 INFO:teuthology.orchestra.run.smithi001.stdout: "warn_on_failed_host_check": { 2024-02-10T00:10:39.985 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "warn_on_failed_host_check", 2024-02-10T00:10:39.985 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.985 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.985 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.985 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.985 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.985 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.985 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.985 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "raise a health warning if the host check fails", 2024-02-10T00:10:39.985 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.985 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.985 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.986 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.986 INFO:teuthology.orchestra.run.smithi001.stdout: "warn_on_stray_daemons": { 2024-02-10T00:10:39.986 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "warn_on_stray_daemons", 2024-02-10T00:10:39.986 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.986 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.986 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.986 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.986 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.986 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.986 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.986 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-02-10T00:10:39.986 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.986 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.986 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.986 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.986 INFO:teuthology.orchestra.run.smithi001.stdout: "warn_on_stray_hosts": { 2024-02-10T00:10:39.987 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "warn_on_stray_hosts", 2024-02-10T00:10:39.987 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.987 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.987 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.987 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.987 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.987 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.987 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.987 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-02-10T00:10:39.987 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.987 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.987 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.987 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.987 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.988 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.988 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.988 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "crash", 2024-02-10T00:10:39.988 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.988 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.988 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.988 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:39.988 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:39.988 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.988 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.988 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.988 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.988 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.988 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.989 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.989 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.989 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.989 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.989 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.989 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.989 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.989 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.989 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.989 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.989 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.989 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.989 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.989 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:39.989 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:39.990 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.990 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.990 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.990 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.990 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.990 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.990 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.990 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.990 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.990 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.990 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.990 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.990 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:39.990 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:39.990 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.991 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.991 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.991 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:39.991 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.991 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.991 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:39.991 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:39.991 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:39.991 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:39.991 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:39.991 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:39.991 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:39.991 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:39.991 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.991 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.992 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.992 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.992 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.992 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:39.992 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:39.992 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.992 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.992 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.992 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.992 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.992 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.992 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.992 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.992 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.992 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.993 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.993 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.993 INFO:teuthology.orchestra.run.smithi001.stdout: "retain_interval": { 2024-02-10T00:10:39.993 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "retain_interval", 2024-02-10T00:10:39.993 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:39.993 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.993 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.993 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "31536000", 2024-02-10T00:10:39.993 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.993 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.993 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.993 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "how long to retain crashes before pruning them", 2024-02-10T00:10:39.993 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.993 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.994 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.994 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.994 INFO:teuthology.orchestra.run.smithi001.stdout: "warn_recent_interval": { 2024-02-10T00:10:39.994 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "warn_recent_interval", 2024-02-10T00:10:39.994 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:39.994 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.994 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:39.994 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "1209600", 2024-02-10T00:10:39.994 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.994 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.994 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.994 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "time interval in which to warn about recent crashes", 2024-02-10T00:10:39.994 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.994 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.994 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.994 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.995 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:39.995 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.995 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:39.995 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "dashboard", 2024-02-10T00:10:39.995 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:39.995 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:39.995 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:39.995 INFO:teuthology.orchestra.run.smithi001.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-02-10T00:10:39.995 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-02-10T00:10:39.995 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:39.995 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.995 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.995 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "10", 2024-02-10T00:10:39.995 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.996 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.996 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.996 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.996 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.996 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.996 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.996 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.996 INFO:teuthology.orchestra.run.smithi001.stdout: "ALERTMANAGER_API_HOST": { 2024-02-10T00:10:39.996 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ALERTMANAGER_API_HOST", 2024-02-10T00:10:39.996 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:39.996 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.996 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.996 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:39.997 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.997 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.997 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.997 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.997 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.997 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.997 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.997 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.997 INFO:teuthology.orchestra.run.smithi001.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-02-10T00:10:39.997 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-02-10T00:10:39.997 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.997 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.997 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.997 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:39.998 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.998 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.998 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.998 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.998 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.998 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.998 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.998 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.998 INFO:teuthology.orchestra.run.smithi001.stdout: "AUDIT_API_ENABLED": { 2024-02-10T00:10:39.998 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "AUDIT_API_ENABLED", 2024-02-10T00:10:39.998 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.998 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.998 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.998 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:39.999 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:39.999 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:39.999 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:39.999 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:39.999 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:39.999 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:39.999 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:39.999 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:39.999 INFO:teuthology.orchestra.run.smithi001.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-02-10T00:10:39.999 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-02-10T00:10:39.999 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:39.999 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:39.999 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:39.999 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.000 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.000 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.000 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.000 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.000 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.000 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.000 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.000 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.000 INFO:teuthology.orchestra.run.smithi001.stdout: "ENABLE_BROWSABLE_API": { 2024-02-10T00:10:40.000 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ENABLE_BROWSABLE_API", 2024-02-10T00:10:40.000 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.000 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.000 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.000 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.001 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.001 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.001 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.001 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.001 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.001 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.001 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.001 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.001 INFO:teuthology.orchestra.run.smithi001.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-02-10T00:10:40.001 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-02-10T00:10:40.001 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.001 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.001 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.001 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.002 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.002 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.002 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.002 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.002 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.002 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.002 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.002 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.002 INFO:teuthology.orchestra.run.smithi001.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-02-10T00:10:40.002 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-02-10T00:10:40.002 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.002 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.002 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.002 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.003 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.003 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.003 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.003 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.003 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.003 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.003 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.003 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.003 INFO:teuthology.orchestra.run.smithi001.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-02-10T00:10:40.003 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-02-10T00:10:40.003 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.003 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.003 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.003 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.003 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.004 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.004 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.004 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.004 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.004 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.004 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.004 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.004 INFO:teuthology.orchestra.run.smithi001.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-02-10T00:10:40.004 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-02-10T00:10:40.004 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.004 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.004 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.004 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.004 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.004 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.005 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.005 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.005 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.005 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.005 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.005 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.005 INFO:teuthology.orchestra.run.smithi001.stdout: "FEATURE_TOGGLE_NFS": { 2024-02-10T00:10:40.005 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-02-10T00:10:40.005 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.005 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.005 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.005 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.005 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.005 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.005 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.006 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.006 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.006 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.006 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.006 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.006 INFO:teuthology.orchestra.run.smithi001.stdout: "FEATURE_TOGGLE_RBD": { 2024-02-10T00:10:40.006 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-02-10T00:10:40.006 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.006 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.006 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.006 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.006 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.006 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.006 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.006 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.007 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.007 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.007 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.007 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.007 INFO:teuthology.orchestra.run.smithi001.stdout: "FEATURE_TOGGLE_RGW": { 2024-02-10T00:10:40.007 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-02-10T00:10:40.007 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.007 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.007 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.007 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.007 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.007 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.007 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.007 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.007 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.008 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.008 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.008 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.008 INFO:teuthology.orchestra.run.smithi001.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-02-10T00:10:40.008 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-02-10T00:10:40.008 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.008 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.008 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.008 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.008 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.008 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.008 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.008 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.008 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.009 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.009 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.009 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.009 INFO:teuthology.orchestra.run.smithi001.stdout: "GRAFANA_API_PASSWORD": { 2024-02-10T00:10:40.009 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "GRAFANA_API_PASSWORD", 2024-02-10T00:10:40.009 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.009 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.009 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.009 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "admin", 2024-02-10T00:10:40.009 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.009 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.009 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.009 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.009 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.009 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.010 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.010 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.010 INFO:teuthology.orchestra.run.smithi001.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-02-10T00:10:40.010 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-02-10T00:10:40.010 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.010 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.010 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.010 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.010 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.010 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.010 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.010 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.010 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.010 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.011 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.011 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.011 INFO:teuthology.orchestra.run.smithi001.stdout: "GRAFANA_API_URL": { 2024-02-10T00:10:40.011 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "GRAFANA_API_URL", 2024-02-10T00:10:40.011 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.011 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.011 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.011 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.011 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.011 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.011 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.011 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.011 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.011 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.011 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.012 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.012 INFO:teuthology.orchestra.run.smithi001.stdout: "GRAFANA_API_USERNAME": { 2024-02-10T00:10:40.012 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "GRAFANA_API_USERNAME", 2024-02-10T00:10:40.012 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.012 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.012 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.012 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "admin", 2024-02-10T00:10:40.012 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.012 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.012 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.012 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.012 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.012 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.012 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.012 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.013 INFO:teuthology.orchestra.run.smithi001.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-02-10T00:10:40.013 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-02-10T00:10:40.013 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.013 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.013 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.013 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.013 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.013 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.013 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.013 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.013 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.013 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.013 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.013 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.013 INFO:teuthology.orchestra.run.smithi001.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-02-10T00:10:40.014 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-02-10T00:10:40.014 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.014 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.014 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.014 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.014 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.014 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.014 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.014 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.014 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.014 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.014 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.014 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.014 INFO:teuthology.orchestra.run.smithi001.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-02-10T00:10:40.014 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-02-10T00:10:40.015 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.015 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.015 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.015 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.015 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.015 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.015 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.015 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.015 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.015 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.015 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.015 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.015 INFO:teuthology.orchestra.run.smithi001.stdout: "ISSUE_TRACKER_API_KEY": { 2024-02-10T00:10:40.015 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-02-10T00:10:40.015 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.015 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.016 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.016 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.016 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.016 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.016 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.016 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.016 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.016 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.016 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.016 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.016 INFO:teuthology.orchestra.run.smithi001.stdout: "PROMETHEUS_API_HOST": { 2024-02-10T00:10:40.016 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PROMETHEUS_API_HOST", 2024-02-10T00:10:40.016 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.016 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.017 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.017 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.017 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.017 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.017 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.017 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.017 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.017 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.017 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.017 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.017 INFO:teuthology.orchestra.run.smithi001.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-02-10T00:10:40.017 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-02-10T00:10:40.017 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.017 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.017 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.018 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.018 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.018 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.018 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.018 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.018 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.018 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.018 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.018 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.018 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-02-10T00:10:40.018 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-02-10T00:10:40.018 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.018 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.018 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.018 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.019 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.019 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.019 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.019 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.019 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.019 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.019 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.019 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.019 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-02-10T00:10:40.019 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-02-10T00:10:40.019 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.019 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.019 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.019 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.019 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.020 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.020 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.020 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.020 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.020 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.020 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.020 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.020 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-02-10T00:10:40.020 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-02-10T00:10:40.020 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.020 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.020 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.020 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.020 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.021 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.021 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.021 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.021 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.021 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.021 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.021 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.021 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-02-10T00:10:40.021 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-02-10T00:10:40.021 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.021 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.021 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.021 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.021 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.022 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.022 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.022 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.022 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.022 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.022 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.022 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.022 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-02-10T00:10:40.022 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-02-10T00:10:40.022 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.022 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.022 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.022 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.022 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.022 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.023 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.023 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.023 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.023 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.023 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.023 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.023 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-02-10T00:10:40.023 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-02-10T00:10:40.023 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.023 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.023 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.023 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.023 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.023 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.023 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.024 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.024 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.024 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.024 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.024 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.024 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-02-10T00:10:40.024 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-02-10T00:10:40.024 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.024 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.024 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.024 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.024 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.024 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.024 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.025 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.025 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.025 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.025 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.025 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.025 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_ENABLED": { 2024-02-10T00:10:40.025 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_ENABLED", 2024-02-10T00:10:40.025 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.025 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.025 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.025 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.025 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.025 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.025 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.025 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.026 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.026 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.026 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.026 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.026 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-02-10T00:10:40.026 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-02-10T00:10:40.026 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.026 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.026 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.026 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-02-10T00:10:40.026 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.026 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.026 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.026 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.026 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.027 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.027 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.027 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.027 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-02-10T00:10:40.027 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-02-10T00:10:40.027 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.027 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.027 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.027 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "10", 2024-02-10T00:10:40.027 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.027 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.027 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.027 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.027 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.027 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.027 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.028 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.028 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-02-10T00:10:40.028 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-02-10T00:10:40.028 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.028 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.028 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.028 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "8", 2024-02-10T00:10:40.028 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.028 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.028 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.028 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.028 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.028 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.028 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.029 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.029 INFO:teuthology.orchestra.run.smithi001.stdout: "REST_REQUESTS_TIMEOUT": { 2024-02-10T00:10:40.029 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-02-10T00:10:40.029 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.029 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.029 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.029 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "45", 2024-02-10T00:10:40.029 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.029 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.029 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.029 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.029 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.029 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.029 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.029 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.029 INFO:teuthology.orchestra.run.smithi001.stdout: "RGW_API_ACCESS_KEY": { 2024-02-10T00:10:40.030 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "RGW_API_ACCESS_KEY", 2024-02-10T00:10:40.030 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.030 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.030 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.030 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.030 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.030 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.030 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.030 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.030 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.030 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.030 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.030 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.030 INFO:teuthology.orchestra.run.smithi001.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-02-10T00:10:40.030 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-02-10T00:10:40.031 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.031 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.031 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.031 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "admin", 2024-02-10T00:10:40.031 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.031 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.031 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.031 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.031 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.031 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.031 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.031 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.031 INFO:teuthology.orchestra.run.smithi001.stdout: "RGW_API_SECRET_KEY": { 2024-02-10T00:10:40.032 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "RGW_API_SECRET_KEY", 2024-02-10T00:10:40.032 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.032 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.032 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.032 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.032 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.032 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.032 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.032 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.032 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.032 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.032 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.032 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.032 INFO:teuthology.orchestra.run.smithi001.stdout: "RGW_API_SSL_VERIFY": { 2024-02-10T00:10:40.033 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "RGW_API_SSL_VERIFY", 2024-02-10T00:10:40.033 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.033 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.033 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.033 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.033 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.033 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.033 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.033 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.033 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.033 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.033 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.033 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.033 INFO:teuthology.orchestra.run.smithi001.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-02-10T00:10:40.033 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-02-10T00:10:40.033 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.034 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.034 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.034 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "0", 2024-02-10T00:10:40.034 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.034 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.034 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.034 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.034 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.034 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.034 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.034 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.034 INFO:teuthology.orchestra.run.smithi001.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-02-10T00:10:40.034 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-02-10T00:10:40.035 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.035 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.035 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.035 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "10", 2024-02-10T00:10:40.035 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.035 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.035 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.035 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.035 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.035 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.035 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.035 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.035 INFO:teuthology.orchestra.run.smithi001.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-02-10T00:10:40.035 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-02-10T00:10:40.035 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.036 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.036 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.036 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "5", 2024-02-10T00:10:40.036 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.036 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.036 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.036 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.036 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.036 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.036 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.036 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.036 INFO:teuthology.orchestra.run.smithi001.stdout: "cross_origin_url": { 2024-02-10T00:10:40.036 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "cross_origin_url", 2024-02-10T00:10:40.036 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.037 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.037 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.037 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.037 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.037 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.037 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.037 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.037 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.037 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.037 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.037 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.037 INFO:teuthology.orchestra.run.smithi001.stdout: "crt_file": { 2024-02-10T00:10:40.037 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "crt_file", 2024-02-10T00:10:40.037 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.037 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.038 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.038 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.038 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.038 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.038 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.038 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.038 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.038 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.038 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.038 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.038 INFO:teuthology.orchestra.run.smithi001.stdout: "debug": { 2024-02-10T00:10:40.038 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "debug", 2024-02-10T00:10:40.038 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.038 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.039 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.039 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.039 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.039 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.039 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.039 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Enable/disable debug options", 2024-02-10T00:10:40.039 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.039 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.039 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.039 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.039 INFO:teuthology.orchestra.run.smithi001.stdout: "jwt_token_ttl": { 2024-02-10T00:10:40.039 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "jwt_token_ttl", 2024-02-10T00:10:40.039 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.039 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.039 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.040 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "28800", 2024-02-10T00:10:40.040 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.040 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.040 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.040 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.040 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.040 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.040 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.040 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.040 INFO:teuthology.orchestra.run.smithi001.stdout: "key_file": { 2024-02-10T00:10:40.040 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "key_file", 2024-02-10T00:10:40.040 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.040 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.040 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.041 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.041 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.041 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.041 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.041 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.041 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.041 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.041 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.041 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.041 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.041 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.041 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.041 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.041 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.041 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.042 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.042 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.042 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.042 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.042 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.042 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.042 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.042 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.042 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.042 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.042 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.042 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.042 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.042 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.042 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.042 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.043 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.043 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.043 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.043 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.043 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.043 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.043 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.043 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.043 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.043 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.043 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.043 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.043 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.043 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.043 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.044 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.044 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.044 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.044 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.044 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.044 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.044 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.044 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.044 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.044 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.044 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.044 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.044 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.044 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.044 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.045 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.045 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.045 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.045 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.045 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.045 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.045 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.045 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.045 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.045 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.045 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.045 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.045 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.045 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.046 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.046 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.046 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.046 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.046 INFO:teuthology.orchestra.run.smithi001.stdout: "motd": { 2024-02-10T00:10:40.046 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "motd", 2024-02-10T00:10:40.046 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.046 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.046 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.046 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.046 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.046 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.046 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.046 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "The message of the day", 2024-02-10T00:10:40.046 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.047 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.047 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.047 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.047 INFO:teuthology.orchestra.run.smithi001.stdout: "redirect_resolve_ip_addr": { 2024-02-10T00:10:40.047 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "redirect_resolve_ip_addr", 2024-02-10T00:10:40.047 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.047 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.047 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.047 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.047 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.047 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.047 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.047 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.047 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.047 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.048 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.048 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.048 INFO:teuthology.orchestra.run.smithi001.stdout: "server_addr": { 2024-02-10T00:10:40.048 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "server_addr", 2024-02-10T00:10:40.048 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.048 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.048 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.048 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "::", 2024-02-10T00:10:40.048 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.048 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.048 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.048 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.048 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.048 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.048 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.049 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.049 INFO:teuthology.orchestra.run.smithi001.stdout: "server_port": { 2024-02-10T00:10:40.049 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "server_port", 2024-02-10T00:10:40.049 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.049 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.049 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.049 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "8080", 2024-02-10T00:10:40.049 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.049 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.049 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.049 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.049 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.049 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.049 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.049 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.050 INFO:teuthology.orchestra.run.smithi001.stdout: "ssl": { 2024-02-10T00:10:40.050 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ssl", 2024-02-10T00:10:40.050 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.050 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.050 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.050 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.050 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.050 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.050 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.050 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.050 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.050 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.050 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.050 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.050 INFO:teuthology.orchestra.run.smithi001.stdout: "ssl_server_port": { 2024-02-10T00:10:40.051 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ssl_server_port", 2024-02-10T00:10:40.051 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.051 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.051 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.051 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "8443", 2024-02-10T00:10:40.051 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.051 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.051 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.051 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.051 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.051 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.051 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.051 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.051 INFO:teuthology.orchestra.run.smithi001.stdout: "standby_behaviour": { 2024-02-10T00:10:40.051 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "standby_behaviour", 2024-02-10T00:10:40.052 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.052 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.052 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.052 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "redirect", 2024-02-10T00:10:40.052 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.052 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.052 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.052 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.052 INFO:teuthology.orchestra.run.smithi001.stdout: "redirect" 2024-02-10T00:10:40.052 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.052 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.052 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.052 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.052 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.052 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.053 INFO:teuthology.orchestra.run.smithi001.stdout: "standby_error_status_code": { 2024-02-10T00:10:40.053 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "standby_error_status_code", 2024-02-10T00:10:40.053 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.053 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.053 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.053 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "500", 2024-02-10T00:10:40.053 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "400", 2024-02-10T00:10:40.053 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "599", 2024-02-10T00:10:40.053 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.053 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.053 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.053 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.053 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.053 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.053 INFO:teuthology.orchestra.run.smithi001.stdout: "url_prefix": { 2024-02-10T00:10:40.053 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "url_prefix", 2024-02-10T00:10:40.054 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.054 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.054 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.054 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.054 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.054 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.054 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.054 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.054 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.054 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.054 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.054 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.054 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.054 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.054 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.055 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "devicehealth", 2024-02-10T00:10:40.055 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.055 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.055 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.055 INFO:teuthology.orchestra.run.smithi001.stdout: "enable_monitoring": { 2024-02-10T00:10:40.055 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "enable_monitoring", 2024-02-10T00:10:40.055 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.055 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.055 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.055 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.055 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.055 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.055 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.055 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "monitor device health metrics", 2024-02-10T00:10:40.055 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.055 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.056 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.056 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.056 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.056 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.056 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.056 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.056 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.056 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.056 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.056 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.056 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.056 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.056 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.056 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.057 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.057 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.057 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.057 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.057 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.057 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.057 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.057 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.057 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.057 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.057 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.057 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.057 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.057 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.057 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.058 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.058 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.058 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.058 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.058 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.058 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.058 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.058 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.058 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.058 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.058 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.058 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.058 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.058 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.058 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.059 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.059 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.059 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.059 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.059 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.059 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.059 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.059 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.059 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.059 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.059 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.059 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.059 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.059 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.059 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.060 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.060 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.060 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.060 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.060 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.060 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.060 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.060 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.060 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.060 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.060 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.060 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.060 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.060 INFO:teuthology.orchestra.run.smithi001.stdout: "mark_out_threshold": { 2024-02-10T00:10:40.060 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "mark_out_threshold", 2024-02-10T00:10:40.061 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:40.061 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.061 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.061 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "2419200", 2024-02-10T00:10:40.061 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.061 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.061 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.061 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-02-10T00:10:40.061 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.061 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.061 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.061 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.061 INFO:teuthology.orchestra.run.smithi001.stdout: "pool_name": { 2024-02-10T00:10:40.061 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "pool_name", 2024-02-10T00:10:40.061 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.062 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.062 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.062 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "device_health_metrics", 2024-02-10T00:10:40.062 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.062 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.062 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.062 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "name of pool in which to store device health metrics", 2024-02-10T00:10:40.062 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.062 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.062 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.062 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.062 INFO:teuthology.orchestra.run.smithi001.stdout: "retention_period": { 2024-02-10T00:10:40.062 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "retention_period", 2024-02-10T00:10:40.062 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:40.062 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.063 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.063 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "15552000", 2024-02-10T00:10:40.063 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.063 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.063 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.063 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "how long to retain device health metrics", 2024-02-10T00:10:40.063 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.063 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.063 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.063 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.063 INFO:teuthology.orchestra.run.smithi001.stdout: "scrape_frequency": { 2024-02-10T00:10:40.063 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "scrape_frequency", 2024-02-10T00:10:40.063 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:40.063 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.063 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.063 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "86400", 2024-02-10T00:10:40.064 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.064 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.064 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.064 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "how frequently to scrape device health metrics", 2024-02-10T00:10:40.064 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.064 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.064 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.064 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.064 INFO:teuthology.orchestra.run.smithi001.stdout: "self_heal": { 2024-02-10T00:10:40.064 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "self_heal", 2024-02-10T00:10:40.064 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.064 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.064 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.064 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.065 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.065 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.065 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.065 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-02-10T00:10:40.065 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.065 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.065 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.065 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.065 INFO:teuthology.orchestra.run.smithi001.stdout: "sleep_interval": { 2024-02-10T00:10:40.065 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "sleep_interval", 2024-02-10T00:10:40.065 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:40.065 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.065 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.065 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "600", 2024-02-10T00:10:40.065 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.065 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.066 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.066 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "how frequently to wake up and check device health", 2024-02-10T00:10:40.066 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.066 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.066 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.066 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.066 INFO:teuthology.orchestra.run.smithi001.stdout: "warn_threshold": { 2024-02-10T00:10:40.066 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "warn_threshold", 2024-02-10T00:10:40.066 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:40.066 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.066 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.066 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "7257600", 2024-02-10T00:10:40.066 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.066 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.067 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.067 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-02-10T00:10:40.067 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.067 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.067 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.067 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.067 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.067 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.067 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.067 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "diskprediction_local", 2024-02-10T00:10:40.067 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.067 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.067 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.067 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.067 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.068 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.068 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.068 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.068 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.068 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.068 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.068 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.068 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.068 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.068 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.068 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.068 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.068 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.068 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.069 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.069 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.069 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.069 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.069 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.069 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.069 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.069 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.069 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.069 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.069 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.069 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.069 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.069 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.070 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.070 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.070 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.070 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.070 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.070 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.070 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.070 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.070 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.070 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.070 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.070 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.070 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.070 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.070 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.071 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.071 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.071 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.071 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.071 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.071 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.071 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.071 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.071 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.071 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.071 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.071 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.071 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.071 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.072 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.072 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.072 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.072 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.072 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.072 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.072 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.072 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.072 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.072 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.072 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.072 INFO:teuthology.orchestra.run.smithi001.stdout: "predict_interval": { 2024-02-10T00:10:40.072 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "predict_interval", 2024-02-10T00:10:40.072 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.073 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.073 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.073 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "86400", 2024-02-10T00:10:40.073 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.073 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.073 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.073 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.073 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.073 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.073 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.073 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.073 INFO:teuthology.orchestra.run.smithi001.stdout: "predictor_model": { 2024-02-10T00:10:40.073 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "predictor_model", 2024-02-10T00:10:40.073 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.074 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.074 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.074 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "prophetstor", 2024-02-10T00:10:40.074 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.074 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.074 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.074 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.074 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.074 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.074 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.074 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.074 INFO:teuthology.orchestra.run.smithi001.stdout: "sleep_interval": { 2024-02-10T00:10:40.074 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "sleep_interval", 2024-02-10T00:10:40.074 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.074 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.075 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.075 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "600", 2024-02-10T00:10:40.075 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.075 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.075 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.075 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.075 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.075 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.075 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.075 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.075 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.075 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.075 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.075 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "influx", 2024-02-10T00:10:40.075 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": false, 2024-02-10T00:10:40.076 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "influxdb python module not found", 2024-02-10T00:10:40.076 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.076 INFO:teuthology.orchestra.run.smithi001.stdout: "batch_size": { 2024-02-10T00:10:40.076 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "batch_size", 2024-02-10T00:10:40.076 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.076 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.076 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.076 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "5000", 2024-02-10T00:10:40.076 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.076 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.076 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.076 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-02-10T00:10:40.076 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.076 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.077 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.077 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.077 INFO:teuthology.orchestra.run.smithi001.stdout: "database": { 2024-02-10T00:10:40.077 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "database", 2024-02-10T00:10:40.077 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.077 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.077 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.077 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "ceph", 2024-02-10T00:10:40.077 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.077 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.077 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.077 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-02-10T00:10:40.077 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.077 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.077 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.077 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.078 INFO:teuthology.orchestra.run.smithi001.stdout: "hostname": { 2024-02-10T00:10:40.078 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "hostname", 2024-02-10T00:10:40.078 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.078 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.078 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.078 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.078 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.078 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.078 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.078 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "InfluxDB server hostname", 2024-02-10T00:10:40.078 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.078 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.078 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.078 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.078 INFO:teuthology.orchestra.run.smithi001.stdout: "interval": { 2024-02-10T00:10:40.079 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "interval", 2024-02-10T00:10:40.079 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:40.079 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.079 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.079 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "30", 2024-02-10T00:10:40.079 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "5", 2024-02-10T00:10:40.079 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.079 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.079 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-02-10T00:10:40.079 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.079 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.079 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.079 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.079 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.079 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.079 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.080 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.080 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.080 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.080 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.080 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.080 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.080 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.080 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.080 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.080 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.080 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.080 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.080 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.080 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.080 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.081 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.081 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.081 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.081 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.081 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.081 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.081 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.081 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.081 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.081 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.081 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.081 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.081 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.081 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.082 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.082 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.082 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.082 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.082 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.082 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.082 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.082 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.082 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.082 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.082 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.082 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.082 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.082 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.082 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.083 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.083 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.083 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.083 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.083 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.083 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.083 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.083 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.083 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.083 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.083 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.083 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.083 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.083 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.083 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.084 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.084 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.084 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.084 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.084 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.084 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.084 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.084 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.084 INFO:teuthology.orchestra.run.smithi001.stdout: "password": { 2024-02-10T00:10:40.084 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "password", 2024-02-10T00:10:40.084 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.084 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.084 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.084 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.084 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.085 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.085 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.085 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "password of InfluxDB server user", 2024-02-10T00:10:40.085 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.085 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.085 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.085 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.085 INFO:teuthology.orchestra.run.smithi001.stdout: "port": { 2024-02-10T00:10:40.085 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "port", 2024-02-10T00:10:40.085 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.085 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.085 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.085 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "8086", 2024-02-10T00:10:40.085 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.086 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.086 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.086 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "InfluxDB server port", 2024-02-10T00:10:40.086 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.086 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.086 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.086 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.086 INFO:teuthology.orchestra.run.smithi001.stdout: "ssl": { 2024-02-10T00:10:40.086 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ssl", 2024-02-10T00:10:40.086 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.086 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.086 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.086 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "false", 2024-02-10T00:10:40.086 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.086 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.087 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.087 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-02-10T00:10:40.087 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.087 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.087 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.087 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.087 INFO:teuthology.orchestra.run.smithi001.stdout: "threads": { 2024-02-10T00:10:40.087 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "threads", 2024-02-10T00:10:40.087 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.087 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.087 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.087 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "5", 2024-02-10T00:10:40.087 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "1", 2024-02-10T00:10:40.087 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "32", 2024-02-10T00:10:40.087 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.088 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-02-10T00:10:40.088 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.088 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.088 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.088 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.088 INFO:teuthology.orchestra.run.smithi001.stdout: "username": { 2024-02-10T00:10:40.088 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "username", 2024-02-10T00:10:40.088 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.088 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.088 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.088 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.088 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.088 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.088 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.089 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "username of InfluxDB server user", 2024-02-10T00:10:40.089 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.089 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.089 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.089 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.089 INFO:teuthology.orchestra.run.smithi001.stdout: "verify_ssl": { 2024-02-10T00:10:40.089 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "verify_ssl", 2024-02-10T00:10:40.089 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.089 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.089 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.089 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "true", 2024-02-10T00:10:40.089 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.089 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.089 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.089 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-02-10T00:10:40.090 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.090 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.090 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.090 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.090 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.090 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.090 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.090 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "insights", 2024-02-10T00:10:40.090 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.090 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.090 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.090 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.090 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.091 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.091 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.091 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.091 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.091 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.091 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.091 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.091 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.091 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.091 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.091 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.091 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.091 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.091 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.092 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.092 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.092 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.092 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.092 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.092 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.092 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.092 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.092 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.092 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.092 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.092 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.092 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.092 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.092 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.093 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.093 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.093 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.093 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.093 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.093 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.093 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.093 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.093 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.093 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.093 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.093 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.093 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.093 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.093 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.094 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.094 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.094 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.094 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.094 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.094 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.094 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.094 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.094 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.094 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.094 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.094 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.094 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.094 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.094 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.095 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.095 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.095 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.095 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.095 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.095 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.095 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.095 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.095 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.095 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.095 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.095 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.095 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "iostat", 2024-02-10T00:10:40.095 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.095 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.096 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.096 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.096 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.096 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.096 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.096 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.096 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.096 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.096 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.096 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.096 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.096 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.096 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.096 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.097 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.097 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.097 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.097 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.097 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.097 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.097 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.097 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.097 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.097 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.097 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.097 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.097 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.097 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.098 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.098 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.098 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.098 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.098 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.098 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.098 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.098 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.098 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.098 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.098 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.098 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.098 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.098 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.098 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.099 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.099 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.099 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.099 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.099 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.099 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.099 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.099 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.099 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.099 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.099 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.099 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.099 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.099 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.100 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.100 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.100 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.100 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.100 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.100 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.100 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.100 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.100 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.100 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.100 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.100 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.100 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.100 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.100 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.101 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.101 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.101 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "k8sevents", 2024-02-10T00:10:40.101 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.101 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.101 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.101 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph_event_retention_days": { 2024-02-10T00:10:40.101 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ceph_event_retention_days", 2024-02-10T00:10:40.101 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.101 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.101 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.101 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "7", 2024-02-10T00:10:40.101 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.101 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.102 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.102 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Days to hold ceph event information within local cache", 2024-02-10T00:10:40.102 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.102 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.102 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.102 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.102 INFO:teuthology.orchestra.run.smithi001.stdout: "config_check_secs": { 2024-02-10T00:10:40.102 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "config_check_secs", 2024-02-10T00:10:40.102 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.102 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.102 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.102 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "10", 2024-02-10T00:10:40.102 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "10", 2024-02-10T00:10:40.102 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.102 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.103 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-02-10T00:10:40.103 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.103 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.103 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.103 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.103 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.103 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.103 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.103 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.103 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.103 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.103 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.103 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.103 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.104 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.104 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.104 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.104 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.104 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.104 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.104 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.104 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.104 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.104 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.104 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.104 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.104 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.104 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.104 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.105 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.105 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.105 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.105 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.105 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.105 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.105 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.105 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.105 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.105 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.105 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.105 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.105 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.105 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.106 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.106 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.106 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.106 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.106 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.106 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.106 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.106 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.106 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.106 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.106 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.106 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.106 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.106 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.107 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.107 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.107 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.107 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.107 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.107 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.107 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.107 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.107 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.107 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.107 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.107 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.107 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.107 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.107 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.108 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.108 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.108 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.108 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.108 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.108 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.108 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "localpool", 2024-02-10T00:10:40.108 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.108 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.108 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.108 INFO:teuthology.orchestra.run.smithi001.stdout: "failure_domain": { 2024-02-10T00:10:40.108 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "failure_domain", 2024-02-10T00:10:40.108 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.108 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.109 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.109 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "host", 2024-02-10T00:10:40.109 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.109 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.109 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.109 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "failure domain for any created local pool", 2024-02-10T00:10:40.109 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-02-10T00:10:40.109 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.109 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.109 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.109 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.109 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.109 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.109 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.109 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.110 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.110 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.110 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.110 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.110 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.110 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.110 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.110 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.110 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.110 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.110 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.110 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.110 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.110 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.110 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.111 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.111 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.111 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.111 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.111 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.111 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.111 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.111 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.111 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.111 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.111 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.111 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.111 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.111 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.112 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.112 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.112 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.112 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.112 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.112 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.112 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.112 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.112 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.112 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.112 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.112 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.112 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.112 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.113 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.113 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.113 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.113 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.113 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.113 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.113 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.113 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.113 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.113 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.113 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.113 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.113 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.113 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.113 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.114 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.114 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.114 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.114 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.114 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.114 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.114 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.114 INFO:teuthology.orchestra.run.smithi001.stdout: "min_size": { 2024-02-10T00:10:40.114 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "min_size", 2024-02-10T00:10:40.114 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.114 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.114 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.114 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.114 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.114 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.115 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.115 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "default min_size for any created local pool", 2024-02-10T00:10:40.115 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-02-10T00:10:40.115 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.115 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.115 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.115 INFO:teuthology.orchestra.run.smithi001.stdout: "num_rep": { 2024-02-10T00:10:40.115 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "num_rep", 2024-02-10T00:10:40.115 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.115 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.115 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.115 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "3", 2024-02-10T00:10:40.115 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.115 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.115 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.116 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "default replica count for any created local pool", 2024-02-10T00:10:40.116 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.116 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.116 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.116 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.119 INFO:teuthology.orchestra.run.smithi001.stdout: "pg_num": { 2024-02-10T00:10:40.119 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "pg_num", 2024-02-10T00:10:40.119 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.119 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.119 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.120 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "128", 2024-02-10T00:10:40.120 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.120 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.120 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.120 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "default pg_num for any created local pool", 2024-02-10T00:10:40.120 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.120 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.120 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.120 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.120 INFO:teuthology.orchestra.run.smithi001.stdout: "prefix": { 2024-02-10T00:10:40.120 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "prefix", 2024-02-10T00:10:40.120 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.120 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.120 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.121 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.121 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.121 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.121 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.121 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "name prefix for any created local pool", 2024-02-10T00:10:40.121 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.121 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.121 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.121 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.121 INFO:teuthology.orchestra.run.smithi001.stdout: "subtree": { 2024-02-10T00:10:40.121 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "subtree", 2024-02-10T00:10:40.121 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.121 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.121 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.121 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "rack", 2024-02-10T00:10:40.121 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.122 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.122 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.122 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "CRUSH level for which to create a local pool", 2024-02-10T00:10:40.122 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-02-10T00:10:40.122 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.122 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.122 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.122 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.122 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.122 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.122 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "mds_autoscaler", 2024-02-10T00:10:40.122 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.122 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.122 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.122 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.123 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.123 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.123 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.123 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.123 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.123 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.123 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.123 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.123 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.123 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.123 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.123 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.123 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.123 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.123 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.124 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.124 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.124 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.124 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.124 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.124 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.124 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.124 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.124 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.124 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.125 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.125 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.125 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.125 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.125 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.125 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.125 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.125 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.125 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.125 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.125 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.125 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.125 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.125 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.125 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.126 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.126 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.126 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.126 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.126 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.126 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.126 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.126 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.126 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.126 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.126 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.126 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.126 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.126 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.126 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.127 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.127 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.127 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.127 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.127 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.127 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.127 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.127 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.127 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.127 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.127 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.127 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.127 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.127 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.127 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.128 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.128 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.128 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "mirroring", 2024-02-10T00:10:40.128 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.128 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.128 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.128 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.128 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.128 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.128 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.128 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.128 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.128 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.128 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.129 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.129 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.129 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.129 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.129 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.129 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.129 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.129 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.129 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.129 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.129 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.129 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.129 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.129 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.129 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.130 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.130 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.130 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.130 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.130 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.130 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.130 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.130 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.130 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.130 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.130 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.130 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.130 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.130 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.131 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.131 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.131 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.131 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.131 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.131 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.131 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.131 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.131 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.131 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.131 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.131 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.131 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.131 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.131 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.131 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.132 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.132 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.132 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.132 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.132 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.132 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.132 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.132 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.132 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.132 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.132 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.132 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.132 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.133 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.133 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.133 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.133 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.133 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.133 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.133 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.133 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "nfs", 2024-02-10T00:10:40.133 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.133 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.133 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.133 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.133 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.133 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.133 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.134 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.134 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.134 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.134 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.134 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.134 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.134 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.134 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.134 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.134 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.134 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.134 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.134 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.135 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.135 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.135 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.135 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.135 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.135 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.135 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.135 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.135 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.135 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.135 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.135 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.135 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.135 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.135 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.136 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.136 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.136 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.136 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.136 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.136 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.136 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.136 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.136 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.136 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.136 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.136 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.136 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.136 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.136 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.137 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.137 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.137 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.137 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.137 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.137 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.137 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.137 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.137 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.137 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.137 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.137 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.137 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.137 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.137 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.138 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.138 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.138 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.138 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.138 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.138 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.138 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.138 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.138 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.138 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.138 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.138 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "orchestrator", 2024-02-10T00:10:40.138 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.138 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.139 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.139 INFO:teuthology.orchestra.run.smithi001.stdout: "fail_fs": { 2024-02-10T00:10:40.139 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "fail_fs", 2024-02-10T00:10:40.139 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.139 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.139 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.139 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.139 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.139 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.139 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.139 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-02-10T00:10:40.139 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.139 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.139 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.139 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.139 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.140 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.140 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.140 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.140 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.140 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.140 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.140 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.140 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.140 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.140 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.140 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.140 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.140 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.140 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.141 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.141 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.141 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.141 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.141 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.141 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.141 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.141 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.141 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.141 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.141 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.141 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.141 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.141 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.141 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.142 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.142 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.142 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.142 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.142 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.142 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.142 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.142 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.142 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.142 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.142 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.142 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.142 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.142 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.143 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.143 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.143 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.143 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.143 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.143 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.143 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.143 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.143 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.143 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.143 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.143 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.143 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.143 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.143 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.144 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.144 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.144 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.144 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.144 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.144 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.144 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.144 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.144 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.144 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.144 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.144 INFO:teuthology.orchestra.run.smithi001.stdout: "orchestrator": { 2024-02-10T00:10:40.144 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "orchestrator", 2024-02-10T00:10:40.144 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.144 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.145 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.145 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.145 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.145 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.145 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.145 INFO:teuthology.orchestra.run.smithi001.stdout: "cephadm", 2024-02-10T00:10:40.145 INFO:teuthology.orchestra.run.smithi001.stdout: "rook", 2024-02-10T00:10:40.145 INFO:teuthology.orchestra.run.smithi001.stdout: "test_orchestrator" 2024-02-10T00:10:40.145 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.145 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Orchestrator backend", 2024-02-10T00:10:40.145 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.145 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.145 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.145 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.145 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.146 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.146 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.146 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "osd_perf_query", 2024-02-10T00:10:40.146 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.146 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.146 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.146 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.146 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.146 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.146 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.146 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.146 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.146 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.146 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.147 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.147 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.147 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.147 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.147 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.147 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.147 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.147 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.147 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.147 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.147 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.147 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.147 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.147 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.147 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.148 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.148 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.148 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.148 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.148 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.148 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.148 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.148 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.148 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.148 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.148 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.148 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.148 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.148 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.149 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.149 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.149 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.149 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.149 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.149 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.149 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.149 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.149 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.149 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.149 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.149 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.149 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.149 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.149 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.150 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.150 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.150 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.150 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.150 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.150 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.150 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.150 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.150 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.150 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.150 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.150 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.150 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.150 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.151 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.151 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.151 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.151 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.151 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.151 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.151 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.151 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "osd_support", 2024-02-10T00:10:40.151 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.151 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.151 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.151 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.151 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.151 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.151 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.152 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.152 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.152 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.152 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.152 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.152 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.152 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.152 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.152 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.152 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.152 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.152 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.152 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.152 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.153 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.153 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.153 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.153 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.153 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.153 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.153 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.153 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.153 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.153 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.153 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.153 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.153 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.153 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.153 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.154 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.154 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.154 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.154 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.154 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.154 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.154 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.154 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.154 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.154 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.154 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.154 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.154 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.154 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.154 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.155 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.155 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.155 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.155 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.155 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.155 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.155 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.155 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.155 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.155 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.155 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.155 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.155 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.155 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.155 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.156 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.156 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.156 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.156 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.156 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.156 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.156 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.156 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.156 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.156 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.156 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "pg_autoscaler", 2024-02-10T00:10:40.156 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.156 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.156 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.156 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.157 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.157 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.157 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.157 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.157 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.157 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.157 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.157 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.157 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.157 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.157 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.157 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.157 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.157 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.157 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.158 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.158 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.158 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.158 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.158 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.158 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.158 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.158 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.158 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.158 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.158 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.158 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.158 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.158 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.159 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.159 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.159 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.159 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.159 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.159 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.159 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.159 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.159 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.159 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.159 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.159 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.159 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.159 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.159 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.160 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.160 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.160 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.160 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.160 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.160 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.160 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.160 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.160 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.160 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.160 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.160 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.160 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.160 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.160 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.161 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.161 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.161 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.161 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.161 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.161 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.161 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.161 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.161 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.161 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.161 INFO:teuthology.orchestra.run.smithi001.stdout: "sleep_interval": { 2024-02-10T00:10:40.161 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "sleep_interval", 2024-02-10T00:10:40.161 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:40.161 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.162 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.162 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "60", 2024-02-10T00:10:40.162 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.162 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.162 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.162 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.162 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.162 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.162 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.162 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.162 INFO:teuthology.orchestra.run.smithi001.stdout: "threshold": { 2024-02-10T00:10:40.162 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "threshold", 2024-02-10T00:10:40.162 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "float", 2024-02-10T00:10:40.162 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.163 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.163 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "3.0", 2024-02-10T00:10:40.163 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "1.0", 2024-02-10T00:10:40.163 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.163 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.163 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "scaling threshold", 2024-02-10T00:10:40.163 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-02-10T00:10:40.163 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.163 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.163 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.163 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.163 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.163 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.163 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "progress", 2024-02-10T00:10:40.163 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.164 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.164 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.164 INFO:teuthology.orchestra.run.smithi001.stdout: "allow_pg_recovery_event": { 2024-02-10T00:10:40.164 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "allow_pg_recovery_event", 2024-02-10T00:10:40.164 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.164 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.164 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.164 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.164 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.164 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.164 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.164 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "allow the module to show pg recovery progress", 2024-02-10T00:10:40.164 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.164 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.165 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.165 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.165 INFO:teuthology.orchestra.run.smithi001.stdout: "enabled": { 2024-02-10T00:10:40.165 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "enabled", 2024-02-10T00:10:40.165 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.165 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.165 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.165 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.165 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.165 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.165 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.165 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.165 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.165 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.166 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.166 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.166 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.166 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.166 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.166 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.166 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.166 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.166 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.166 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.166 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.166 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.166 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.166 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.166 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.167 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.167 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.167 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.167 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.167 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.167 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.167 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.167 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.167 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.167 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.167 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.167 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.167 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.167 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.168 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.168 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.168 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.168 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.168 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.168 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.168 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.168 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.168 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.168 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.168 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.168 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.168 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.168 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.169 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.169 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.169 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.169 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.169 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.169 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.169 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.169 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.169 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.169 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.169 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.169 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.169 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.169 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.170 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.170 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.170 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.170 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.170 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.170 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.170 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.170 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.170 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.170 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.170 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.170 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.170 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.170 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.170 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.171 INFO:teuthology.orchestra.run.smithi001.stdout: "max_completed_events": { 2024-02-10T00:10:40.171 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "max_completed_events", 2024-02-10T00:10:40.171 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.171 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.171 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.171 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "50", 2024-02-10T00:10:40.171 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.171 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.171 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.171 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "number of past completed events to remember", 2024-02-10T00:10:40.171 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.171 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.171 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.171 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.172 INFO:teuthology.orchestra.run.smithi001.stdout: "sleep_interval": { 2024-02-10T00:10:40.172 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "sleep_interval", 2024-02-10T00:10:40.172 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:40.172 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.172 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.172 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "5", 2024-02-10T00:10:40.172 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.172 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.172 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.172 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "how long the module is going to sleep", 2024-02-10T00:10:40.172 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.172 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.172 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.172 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.172 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.173 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.173 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.173 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "prometheus", 2024-02-10T00:10:40.173 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.173 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.173 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.173 INFO:teuthology.orchestra.run.smithi001.stdout: "cache": { 2024-02-10T00:10:40.173 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "cache", 2024-02-10T00:10:40.173 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.173 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.173 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.173 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.173 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.173 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.174 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.174 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.174 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.174 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.174 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.174 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.174 INFO:teuthology.orchestra.run.smithi001.stdout: "exclude_perf_counters": { 2024-02-10T00:10:40.174 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "exclude_perf_counters", 2024-02-10T00:10:40.174 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.174 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.174 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.174 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.174 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.174 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.175 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.175 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-02-10T00:10:40.175 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-02-10T00:10:40.175 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.175 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.175 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.175 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.175 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.175 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.175 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.175 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.175 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.175 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.175 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.175 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.176 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.176 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.176 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.176 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.176 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.176 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.176 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.176 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.176 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.176 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.176 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.176 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.176 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.176 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.176 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.177 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.177 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.177 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.177 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.177 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.177 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.177 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.177 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.177 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.177 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.177 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.177 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.177 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.177 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.178 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.178 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.178 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.178 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.178 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.178 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.178 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.178 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.178 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.178 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.178 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.178 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.178 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.178 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.178 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.179 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.179 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.179 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.179 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.179 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.179 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.179 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.179 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.179 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.179 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.179 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.179 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.179 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.179 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.180 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.180 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.180 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.180 INFO:teuthology.orchestra.run.smithi001.stdout: "rbd_stats_pools": { 2024-02-10T00:10:40.180 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rbd_stats_pools", 2024-02-10T00:10:40.180 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.180 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.180 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.180 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.180 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.180 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.180 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.180 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.180 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.181 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.181 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.181 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.181 INFO:teuthology.orchestra.run.smithi001.stdout: "rbd_stats_pools_refresh_interval": { 2024-02-10T00:10:40.181 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-02-10T00:10:40.181 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.181 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.181 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.181 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "300", 2024-02-10T00:10:40.181 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.181 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.181 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.181 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.181 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.181 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.182 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.182 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.182 INFO:teuthology.orchestra.run.smithi001.stdout: "scrape_interval": { 2024-02-10T00:10:40.182 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "scrape_interval", 2024-02-10T00:10:40.182 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "float", 2024-02-10T00:10:40.182 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.182 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.182 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "15.0", 2024-02-10T00:10:40.182 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.182 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.182 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.182 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.182 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.182 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.183 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.183 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.183 INFO:teuthology.orchestra.run.smithi001.stdout: "server_addr": { 2024-02-10T00:10:40.183 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "server_addr", 2024-02-10T00:10:40.183 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.183 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.183 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.183 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "::", 2024-02-10T00:10:40.183 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.183 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.183 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.183 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-02-10T00:10:40.183 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.183 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.183 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.184 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.184 INFO:teuthology.orchestra.run.smithi001.stdout: "server_port": { 2024-02-10T00:10:40.184 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "server_port", 2024-02-10T00:10:40.184 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.184 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.184 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.184 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "9283", 2024-02-10T00:10:40.184 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.184 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.184 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.184 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-02-10T00:10:40.184 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.184 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.184 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.185 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.185 INFO:teuthology.orchestra.run.smithi001.stdout: "stale_cache_strategy": { 2024-02-10T00:10:40.185 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "stale_cache_strategy", 2024-02-10T00:10:40.185 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.185 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.185 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.185 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "log", 2024-02-10T00:10:40.185 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.185 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.185 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.185 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.185 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.185 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.185 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.186 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.186 INFO:teuthology.orchestra.run.smithi001.stdout: "standby_behaviour": { 2024-02-10T00:10:40.186 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "standby_behaviour", 2024-02-10T00:10:40.186 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.186 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.186 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.186 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "default", 2024-02-10T00:10:40.186 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.186 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.186 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.186 INFO:teuthology.orchestra.run.smithi001.stdout: "default", 2024-02-10T00:10:40.186 INFO:teuthology.orchestra.run.smithi001.stdout: "error" 2024-02-10T00:10:40.186 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.186 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.187 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.187 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.187 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.187 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.187 INFO:teuthology.orchestra.run.smithi001.stdout: "standby_error_status_code": { 2024-02-10T00:10:40.187 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "standby_error_status_code", 2024-02-10T00:10:40.187 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.187 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.187 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.187 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "500", 2024-02-10T00:10:40.187 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "400", 2024-02-10T00:10:40.187 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "599", 2024-02-10T00:10:40.187 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.187 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.188 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.188 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.188 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.188 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.188 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.188 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.188 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.188 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rbd_support", 2024-02-10T00:10:40.188 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.188 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.188 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.188 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.188 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.188 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.189 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.189 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.189 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.189 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.189 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.189 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.189 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.189 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.189 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.189 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.189 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.189 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.189 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.189 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.190 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.190 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.190 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.190 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.190 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.190 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.190 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.190 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.190 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.190 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.190 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.190 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.190 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.190 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.190 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.191 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.191 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.191 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.191 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.191 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.191 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.191 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.191 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.191 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.191 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.191 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.191 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.191 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.191 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.191 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.192 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.192 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.192 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.192 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.192 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.192 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.192 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.192 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.192 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.192 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.192 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.192 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.192 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.192 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.193 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.193 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.193 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.193 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.193 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.193 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.193 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.193 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.193 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.193 INFO:teuthology.orchestra.run.smithi001.stdout: "max_concurrent_snap_create": { 2024-02-10T00:10:40.193 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "max_concurrent_snap_create", 2024-02-10T00:10:40.193 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.193 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.193 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.193 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "10", 2024-02-10T00:10:40.194 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.194 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.194 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.194 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.194 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.194 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.194 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.194 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.194 INFO:teuthology.orchestra.run.smithi001.stdout: "mirror_snapshot_schedule": { 2024-02-10T00:10:40.194 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "mirror_snapshot_schedule", 2024-02-10T00:10:40.194 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.194 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.194 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.194 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.195 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.195 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.195 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.195 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.195 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.195 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.195 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.195 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.195 INFO:teuthology.orchestra.run.smithi001.stdout: "trash_purge_schedule": { 2024-02-10T00:10:40.195 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "trash_purge_schedule", 2024-02-10T00:10:40.195 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.195 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.195 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.195 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.195 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.196 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.196 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.196 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.196 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.196 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.196 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.196 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.196 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.196 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.196 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.196 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "restful", 2024-02-10T00:10:40.196 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.196 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.196 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.197 INFO:teuthology.orchestra.run.smithi001.stdout: "enable_auth": { 2024-02-10T00:10:40.197 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "enable_auth", 2024-02-10T00:10:40.197 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.197 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.197 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.197 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.197 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.197 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.197 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.197 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.197 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.197 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.197 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.197 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.197 INFO:teuthology.orchestra.run.smithi001.stdout: "key_file": { 2024-02-10T00:10:40.198 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "key_file", 2024-02-10T00:10:40.198 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.198 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.198 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.198 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.198 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.198 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.198 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.198 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.198 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.198 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.198 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.198 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.198 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.198 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.199 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.199 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.199 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.199 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.199 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.199 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.199 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.199 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.199 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.199 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.199 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.199 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.199 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.199 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.199 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.199 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.200 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.200 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.200 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.200 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.200 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.200 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.200 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.200 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.200 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.200 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.200 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.200 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.200 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.200 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.201 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.201 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.201 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.201 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.201 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.201 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.201 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.201 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.201 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.201 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.201 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.201 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.201 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.201 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.201 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.202 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.202 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.202 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.202 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.202 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.202 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.202 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.202 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.202 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.202 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.202 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.202 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.202 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.202 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.202 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.202 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.203 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.203 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.203 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.203 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.203 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.203 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.203 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.203 INFO:teuthology.orchestra.run.smithi001.stdout: "server_addr": { 2024-02-10T00:10:40.203 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "server_addr", 2024-02-10T00:10:40.203 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.203 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.203 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.203 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.203 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.204 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.204 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.204 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.204 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.204 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.204 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.204 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.204 INFO:teuthology.orchestra.run.smithi001.stdout: "server_port": { 2024-02-10T00:10:40.204 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "server_port", 2024-02-10T00:10:40.204 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.204 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.204 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.204 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.204 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.205 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.205 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.205 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.205 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.205 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.205 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.205 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.205 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.205 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.205 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.205 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rgw", 2024-02-10T00:10:40.205 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.205 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.205 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.206 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.206 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.206 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.206 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.206 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.206 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.206 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.206 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.206 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.206 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.206 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.206 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.206 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.206 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.206 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.206 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.207 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.207 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.207 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.207 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.207 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.207 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.207 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.207 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.207 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.207 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.207 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.207 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.207 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.207 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.208 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.208 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.208 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.208 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.208 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.208 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.208 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.208 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.208 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.208 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.208 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.208 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.208 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.208 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.209 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.209 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.209 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.209 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.209 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.209 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.209 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.209 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.209 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.209 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.209 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.209 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.209 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.209 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.209 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.210 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.210 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.210 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.210 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.210 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.210 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.210 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.210 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.210 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.210 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.210 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.210 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.210 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.210 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.210 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rook", 2024-02-10T00:10:40.211 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.211 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.211 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.211 INFO:teuthology.orchestra.run.smithi001.stdout: "drive_group_interval": { 2024-02-10T00:10:40.211 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "drive_group_interval", 2024-02-10T00:10:40.211 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "float", 2024-02-10T00:10:40.211 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.211 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.211 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "300.0", 2024-02-10T00:10:40.211 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.211 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.211 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.211 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "interval in seconds between re-application of applied drive_groups", 2024-02-10T00:10:40.211 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.211 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.212 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.212 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.212 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.212 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.212 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.212 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.212 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.212 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.212 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.212 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.212 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.212 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.212 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.212 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.213 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.213 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.213 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.213 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.213 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.213 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.213 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.213 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.213 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.213 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.213 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.213 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.213 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.213 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.213 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.214 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.214 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.214 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.214 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.214 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.214 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.214 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.214 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.214 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.214 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.214 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.214 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.214 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.214 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.214 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.215 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.215 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.215 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.215 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.215 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.215 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.215 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.215 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.215 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.215 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.215 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.215 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.215 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.215 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.215 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.215 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.216 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.216 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.216 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.216 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.216 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.216 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.216 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.216 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.216 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.216 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.216 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.216 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.216 INFO:teuthology.orchestra.run.smithi001.stdout: "storage_class": { 2024-02-10T00:10:40.216 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "storage_class", 2024-02-10T00:10:40.216 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.217 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.217 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.217 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "local", 2024-02-10T00:10:40.217 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.217 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.217 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.217 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-02-10T00:10:40.217 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.217 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.217 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.217 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.217 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.217 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.217 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.217 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "selftest", 2024-02-10T00:10:40.218 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.218 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.218 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.218 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.218 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.218 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.218 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.218 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.218 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.218 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.218 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.218 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.218 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.218 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.218 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.219 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.219 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.219 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.219 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.219 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.219 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.219 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.219 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.219 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.219 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.219 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.219 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.219 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.219 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.219 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.220 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.220 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.220 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.220 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.220 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.220 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.220 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.220 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.220 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.220 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.220 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.220 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.220 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.220 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.220 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.221 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.221 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.221 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.221 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.221 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.221 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.221 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.221 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.221 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.221 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.221 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.221 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.221 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.221 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.221 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.222 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.222 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.222 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.222 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.222 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.222 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.222 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.222 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.222 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.222 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.222 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.222 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.222 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.222 INFO:teuthology.orchestra.run.smithi001.stdout: "roption1": { 2024-02-10T00:10:40.222 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "roption1", 2024-02-10T00:10:40.223 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.223 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.223 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.223 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.223 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.223 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.223 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.223 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.223 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.223 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.223 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.223 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.223 INFO:teuthology.orchestra.run.smithi001.stdout: "roption2": { 2024-02-10T00:10:40.223 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "roption2", 2024-02-10T00:10:40.223 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.224 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.224 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.224 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "xyz", 2024-02-10T00:10:40.224 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.224 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.224 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.224 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.224 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.224 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.224 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.224 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.224 INFO:teuthology.orchestra.run.smithi001.stdout: "rwoption1": { 2024-02-10T00:10:40.224 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rwoption1", 2024-02-10T00:10:40.224 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.224 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.225 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.225 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.225 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.225 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.225 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.225 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.225 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.225 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.225 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.225 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.225 INFO:teuthology.orchestra.run.smithi001.stdout: "rwoption2": { 2024-02-10T00:10:40.225 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rwoption2", 2024-02-10T00:10:40.225 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.225 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.226 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.226 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.226 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.226 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.226 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.226 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.226 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.226 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.226 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.226 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.226 INFO:teuthology.orchestra.run.smithi001.stdout: "rwoption3": { 2024-02-10T00:10:40.226 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rwoption3", 2024-02-10T00:10:40.226 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "float", 2024-02-10T00:10:40.226 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.226 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.227 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.227 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.227 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.227 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.227 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.227 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.227 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.227 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.227 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.227 INFO:teuthology.orchestra.run.smithi001.stdout: "rwoption4": { 2024-02-10T00:10:40.227 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rwoption4", 2024-02-10T00:10:40.227 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.227 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.227 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.228 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.228 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.228 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.228 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.228 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.228 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.228 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.228 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.228 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.228 INFO:teuthology.orchestra.run.smithi001.stdout: "rwoption5": { 2024-02-10T00:10:40.228 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rwoption5", 2024-02-10T00:10:40.228 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.228 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.229 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.229 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.229 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.229 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.229 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.229 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.229 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.229 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.229 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.229 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.229 INFO:teuthology.orchestra.run.smithi001.stdout: "rwoption6": { 2024-02-10T00:10:40.229 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rwoption6", 2024-02-10T00:10:40.229 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.229 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.230 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.230 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.230 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.230 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.230 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.230 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.230 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.230 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.230 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.230 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.230 INFO:teuthology.orchestra.run.smithi001.stdout: "rwoption7": { 2024-02-10T00:10:40.230 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rwoption7", 2024-02-10T00:10:40.230 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.231 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.231 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.231 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.231 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "1", 2024-02-10T00:10:40.231 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "42", 2024-02-10T00:10:40.231 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.231 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.231 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.231 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.231 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.231 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.231 INFO:teuthology.orchestra.run.smithi001.stdout: "testkey": { 2024-02-10T00:10:40.231 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "testkey", 2024-02-10T00:10:40.231 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.232 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.232 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.232 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.232 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.232 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.232 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.232 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.232 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.232 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.232 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.232 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.232 INFO:teuthology.orchestra.run.smithi001.stdout: "testlkey": { 2024-02-10T00:10:40.232 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "testlkey", 2024-02-10T00:10:40.232 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.232 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.233 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.233 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.233 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.233 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.233 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.233 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.233 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.233 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.233 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.233 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.233 INFO:teuthology.orchestra.run.smithi001.stdout: "testnewline": { 2024-02-10T00:10:40.233 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "testnewline", 2024-02-10T00:10:40.233 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.233 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.234 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.234 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.234 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.234 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.234 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.234 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.234 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.234 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.234 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.234 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.234 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.234 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.234 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.234 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "snap_schedule", 2024-02-10T00:10:40.234 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.235 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.235 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.235 INFO:teuthology.orchestra.run.smithi001.stdout: "allow_m_granularity": { 2024-02-10T00:10:40.235 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "allow_m_granularity", 2024-02-10T00:10:40.235 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.235 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.235 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.235 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.235 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.235 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.235 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.235 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "allow minute scheduled snapshots", 2024-02-10T00:10:40.235 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.235 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.236 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.236 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.236 INFO:teuthology.orchestra.run.smithi001.stdout: "dump_on_update": { 2024-02-10T00:10:40.236 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "dump_on_update", 2024-02-10T00:10:40.236 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.236 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.236 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.236 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.236 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.236 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.236 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.236 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "dump database to debug log on update", 2024-02-10T00:10:40.236 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.236 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.236 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.237 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.237 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.237 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.237 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.237 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.237 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.237 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.237 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.237 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.237 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.237 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.237 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.237 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.237 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.237 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.238 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.238 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.238 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.238 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.238 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.238 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.238 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.238 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.238 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.238 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.238 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.238 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.238 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.238 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.238 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.238 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.239 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.239 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.239 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.239 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.239 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.239 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.239 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.239 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.239 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.239 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.239 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.239 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.239 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.239 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.239 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.240 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.240 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.240 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.240 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.240 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.240 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.240 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.240 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.240 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.240 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.240 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.240 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.240 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.240 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.240 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.241 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.241 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.241 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.241 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.241 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.241 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.241 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.241 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.241 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.241 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.241 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.241 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.241 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.241 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "stats", 2024-02-10T00:10:40.241 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.242 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.242 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.242 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.242 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.242 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.242 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.242 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.242 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.242 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.242 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.242 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.242 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.242 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.242 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.242 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.243 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.243 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.243 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.243 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.243 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.243 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.243 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.243 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.243 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.243 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.243 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.243 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.243 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.243 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.243 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.244 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.244 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.244 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.244 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.244 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.244 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.244 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.244 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.244 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.244 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.244 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.244 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.244 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.244 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.244 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.245 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.245 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.245 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.245 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.245 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.245 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.245 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.245 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.245 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.245 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.245 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.245 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.245 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.245 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.246 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.246 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.246 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.246 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.246 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.246 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.246 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.246 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.246 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.246 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.246 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.246 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.246 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.246 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.246 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.247 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.247 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "status", 2024-02-10T00:10:40.247 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.247 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.247 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.247 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.247 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.247 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.247 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.247 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.247 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.247 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.247 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.247 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.247 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.248 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.248 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.248 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.248 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.248 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.248 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.248 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.248 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.248 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.248 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.248 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.248 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.248 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.248 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.248 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.249 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.249 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.249 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.249 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.249 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.249 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.249 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.249 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.249 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.249 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.249 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.249 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.249 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.249 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.249 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.250 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.250 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.250 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.250 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.250 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.250 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.250 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.250 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.250 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.250 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.250 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.250 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.250 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.250 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.250 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.251 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.251 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.251 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.251 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.251 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.251 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.251 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.251 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.251 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.251 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.251 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.251 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.251 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.251 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.251 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.252 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.252 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.252 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.252 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "telegraf", 2024-02-10T00:10:40.252 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.252 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.252 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.252 INFO:teuthology.orchestra.run.smithi001.stdout: "address": { 2024-02-10T00:10:40.252 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "address", 2024-02-10T00:10:40.252 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.252 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.252 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.252 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-02-10T00:10:40.252 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.252 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.253 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.253 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.253 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.253 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.253 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.253 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.253 INFO:teuthology.orchestra.run.smithi001.stdout: "interval": { 2024-02-10T00:10:40.253 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "interval", 2024-02-10T00:10:40.253 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:40.253 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.253 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.253 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "15", 2024-02-10T00:10:40.253 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.253 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.253 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.254 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.254 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.254 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.254 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.254 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.254 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.254 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.254 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.254 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.254 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.254 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.254 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.254 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.254 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.254 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.255 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.255 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.255 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.255 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.255 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.255 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.255 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.255 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.255 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.255 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.255 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.255 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.255 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.255 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.255 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.256 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.256 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.256 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.256 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.256 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.256 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.256 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.256 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.256 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.256 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.256 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.256 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.256 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.256 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.257 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.257 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.257 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.257 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.257 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.257 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.257 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.257 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.257 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.257 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.257 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.257 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.257 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.257 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.258 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.258 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.258 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.258 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.258 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.258 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.258 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.258 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.258 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.258 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.258 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.258 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.258 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.258 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.259 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.259 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.259 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.259 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.259 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.259 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.259 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "telemetry", 2024-02-10T00:10:40.259 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.259 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.259 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.259 INFO:teuthology.orchestra.run.smithi001.stdout: "channel_basic": { 2024-02-10T00:10:40.259 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "channel_basic", 2024-02-10T00:10:40.259 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.259 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.259 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.260 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.260 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.260 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.260 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.260 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Share basic cluster information (size, version)", 2024-02-10T00:10:40.260 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.260 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.260 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.260 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.260 INFO:teuthology.orchestra.run.smithi001.stdout: "channel_crash": { 2024-02-10T00:10:40.260 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "channel_crash", 2024-02-10T00:10:40.260 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.260 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.260 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.261 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.261 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.261 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.261 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.261 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-02-10T00:10:40.261 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.261 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.261 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.261 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.261 INFO:teuthology.orchestra.run.smithi001.stdout: "channel_device": { 2024-02-10T00:10:40.261 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "channel_device", 2024-02-10T00:10:40.261 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.261 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.261 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.261 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.261 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.262 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.262 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.262 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-02-10T00:10:40.262 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.262 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.262 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.262 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.262 INFO:teuthology.orchestra.run.smithi001.stdout: "channel_ident": { 2024-02-10T00:10:40.262 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "channel_ident", 2024-02-10T00:10:40.262 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.262 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.262 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.262 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.262 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.262 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.263 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.263 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-02-10T00:10:40.263 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.263 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.263 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.263 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.263 INFO:teuthology.orchestra.run.smithi001.stdout: "channel_perf": { 2024-02-10T00:10:40.263 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "channel_perf", 2024-02-10T00:10:40.263 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.263 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.263 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.263 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.263 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.263 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.263 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.264 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Share various performance metrics of a cluster", 2024-02-10T00:10:40.264 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.264 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.264 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.264 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.264 INFO:teuthology.orchestra.run.smithi001.stdout: "contact": { 2024-02-10T00:10:40.264 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "contact", 2024-02-10T00:10:40.264 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.264 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.264 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.264 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.264 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.264 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.264 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.265 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.265 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.265 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.265 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.265 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.265 INFO:teuthology.orchestra.run.smithi001.stdout: "description": { 2024-02-10T00:10:40.265 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "description", 2024-02-10T00:10:40.265 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.265 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.265 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.265 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.265 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.265 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.265 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.265 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.266 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.266 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.266 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.266 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.266 INFO:teuthology.orchestra.run.smithi001.stdout: "device_url": { 2024-02-10T00:10:40.266 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "device_url", 2024-02-10T00:10:40.266 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.266 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.266 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.266 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-02-10T00:10:40.266 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.266 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.266 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.266 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.266 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.267 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.267 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.267 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.267 INFO:teuthology.orchestra.run.smithi001.stdout: "enabled": { 2024-02-10T00:10:40.267 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "enabled", 2024-02-10T00:10:40.267 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.267 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.267 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.267 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.267 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.267 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.267 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.267 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.267 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.267 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.267 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.268 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.268 INFO:teuthology.orchestra.run.smithi001.stdout: "interval": { 2024-02-10T00:10:40.268 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "interval", 2024-02-10T00:10:40.268 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.268 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.268 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.268 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "24", 2024-02-10T00:10:40.268 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "8", 2024-02-10T00:10:40.268 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.268 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.268 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.268 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.268 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.268 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.269 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.269 INFO:teuthology.orchestra.run.smithi001.stdout: "last_opt_revision": { 2024-02-10T00:10:40.269 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "last_opt_revision", 2024-02-10T00:10:40.269 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.269 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.269 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.269 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "1", 2024-02-10T00:10:40.269 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.269 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.269 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.269 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.269 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.269 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.269 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.269 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.270 INFO:teuthology.orchestra.run.smithi001.stdout: "leaderboard": { 2024-02-10T00:10:40.270 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "leaderboard", 2024-02-10T00:10:40.270 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.270 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.270 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.270 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.270 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.270 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.270 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.270 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.270 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.270 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.270 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.270 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.270 INFO:teuthology.orchestra.run.smithi001.stdout: "leaderboard_description": { 2024-02-10T00:10:40.271 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "leaderboard_description", 2024-02-10T00:10:40.271 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.271 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.271 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.271 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.271 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.271 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.271 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.271 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.271 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.271 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.271 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.271 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.271 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.272 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.272 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.272 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.272 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.272 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.272 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.272 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.272 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.272 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.272 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.272 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.272 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.272 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.272 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.273 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.273 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.273 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.273 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.273 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.273 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.273 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.273 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.273 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.273 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.273 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.273 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.273 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.273 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.274 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.274 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.274 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.274 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.274 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.274 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.274 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.274 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.274 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.274 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.274 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.274 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.274 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.274 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.274 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.275 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.275 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.275 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.275 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.275 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.275 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.275 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.275 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.275 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.275 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.275 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.275 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.275 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.275 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.275 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.276 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.276 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.276 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.276 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.276 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.276 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.276 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.276 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.276 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.276 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.276 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.276 INFO:teuthology.orchestra.run.smithi001.stdout: "organization": { 2024-02-10T00:10:40.276 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "organization", 2024-02-10T00:10:40.276 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.277 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.277 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.277 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.277 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.277 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.277 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.277 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.277 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.277 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.277 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.277 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.277 INFO:teuthology.orchestra.run.smithi001.stdout: "proxy": { 2024-02-10T00:10:40.277 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "proxy", 2024-02-10T00:10:40.277 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.277 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.278 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.278 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.278 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.278 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.278 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.278 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.278 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.278 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.278 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.278 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.278 INFO:teuthology.orchestra.run.smithi001.stdout: "url": { 2024-02-10T00:10:40.278 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "url", 2024-02-10T00:10:40.278 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.278 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.278 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.279 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-02-10T00:10:40.279 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.279 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.279 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.279 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.279 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.279 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.279 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.279 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.279 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.279 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.279 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.279 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "test_orchestrator", 2024-02-10T00:10:40.279 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.279 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.279 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.280 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.280 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.280 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.280 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.280 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.280 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.280 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.280 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.280 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.280 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.280 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.280 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.280 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.280 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.280 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.281 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.281 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.281 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.281 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.281 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.281 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.281 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.281 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.281 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.281 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.281 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.281 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.281 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.281 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.281 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.281 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.282 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.282 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.282 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.282 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.282 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.282 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.282 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.282 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.282 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.282 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.282 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.282 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.282 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.282 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.283 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.283 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.283 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.283 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.283 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.283 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.283 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.283 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.283 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.283 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.283 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.283 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.283 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.283 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.283 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.284 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.284 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.284 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.284 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.284 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.284 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.284 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.284 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.284 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.284 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.284 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.284 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.284 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.284 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "volumes", 2024-02-10T00:10:40.284 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.285 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.285 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.285 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.285 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.285 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.285 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.285 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.285 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.285 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.285 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.285 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.285 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.285 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.285 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.286 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.286 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.286 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.286 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.286 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.286 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.286 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.286 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.286 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.286 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.286 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.286 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.286 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.286 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.286 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.287 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.287 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.287 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.287 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.287 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.287 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.287 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.287 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.287 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.287 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.287 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.287 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.287 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.287 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.287 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.287 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.288 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.288 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.288 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.288 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.288 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.288 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.288 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.288 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.288 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.288 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.288 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.288 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.288 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.288 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.289 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.289 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.289 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.289 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.289 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.289 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.289 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.289 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.289 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.289 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.289 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.289 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.289 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.289 INFO:teuthology.orchestra.run.smithi001.stdout: "max_concurrent_clones": { 2024-02-10T00:10:40.290 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "max_concurrent_clones", 2024-02-10T00:10:40.290 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.290 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.290 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.290 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "4", 2024-02-10T00:10:40.290 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.290 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.290 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.290 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Number of asynchronous cloner threads", 2024-02-10T00:10:40.290 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.290 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.290 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.290 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.290 INFO:teuthology.orchestra.run.smithi001.stdout: "periodic_async_work": { 2024-02-10T00:10:40.290 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "periodic_async_work", 2024-02-10T00:10:40.291 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.291 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.291 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.291 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.291 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.291 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.291 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.291 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Periodically check for async work", 2024-02-10T00:10:40.291 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.291 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.291 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.291 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.291 INFO:teuthology.orchestra.run.smithi001.stdout: "snapshot_clone_delay": { 2024-02-10T00:10:40.291 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "snapshot_clone_delay", 2024-02-10T00:10:40.291 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.292 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.292 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.292 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "0", 2024-02-10T00:10:40.292 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.292 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.292 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.292 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-02-10T00:10:40.292 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.292 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.292 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.292 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.292 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.292 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.292 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.292 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "zabbix", 2024-02-10T00:10:40.293 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.293 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.293 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.293 INFO:teuthology.orchestra.run.smithi001.stdout: "discovery_interval": { 2024-02-10T00:10:40.293 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "discovery_interval", 2024-02-10T00:10:40.293 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "uint", 2024-02-10T00:10:40.293 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.293 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.293 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "100", 2024-02-10T00:10:40.293 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.293 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.293 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.293 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.293 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.293 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.294 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.294 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.294 INFO:teuthology.orchestra.run.smithi001.stdout: "identifier": { 2024-02-10T00:10:40.294 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "identifier", 2024-02-10T00:10:40.294 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.294 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.294 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.294 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.294 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.294 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.294 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.294 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.294 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.294 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.294 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.295 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.295 INFO:teuthology.orchestra.run.smithi001.stdout: "interval": { 2024-02-10T00:10:40.295 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "interval", 2024-02-10T00:10:40.295 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:40.295 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.295 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.295 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "60", 2024-02-10T00:10:40.295 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.295 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.295 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.295 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.295 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.295 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.295 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.295 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.296 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.296 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.296 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.296 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.296 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.296 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.296 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.296 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.296 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.296 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.296 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.296 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.296 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.296 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.297 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.297 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.297 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.297 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.297 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.297 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.297 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.297 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.297 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.297 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.297 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.297 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.297 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.297 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.297 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.298 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.298 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.298 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.298 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.298 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.298 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.298 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.298 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.298 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.298 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.298 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.298 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.298 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.298 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.299 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.299 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.299 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.299 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.299 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.299 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.299 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.299 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.299 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.299 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.299 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.299 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.299 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.299 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.300 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.300 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.300 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.300 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.300 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.300 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.300 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.300 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.300 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.300 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.300 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.300 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.300 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.300 INFO:teuthology.orchestra.run.smithi001.stdout: "zabbix_host": { 2024-02-10T00:10:40.301 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "zabbix_host", 2024-02-10T00:10:40.301 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.301 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.301 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.301 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.301 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.301 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.301 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.301 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.301 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.301 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.301 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.301 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.301 INFO:teuthology.orchestra.run.smithi001.stdout: "zabbix_port": { 2024-02-10T00:10:40.301 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "zabbix_port", 2024-02-10T00:10:40.302 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.302 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.302 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.302 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "10051", 2024-02-10T00:10:40.302 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.302 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.302 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.302 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.302 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.302 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.302 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.302 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.302 INFO:teuthology.orchestra.run.smithi001.stdout: "zabbix_sender": { 2024-02-10T00:10:40.302 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "zabbix_sender", 2024-02-10T00:10:40.302 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.303 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.303 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.303 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-02-10T00:10:40.303 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.303 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.303 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.303 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.303 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.303 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.303 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.303 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.303 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.303 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.303 INFO:teuthology.orchestra.run.smithi001.stdout: ] 2024-02-10T00:10:40.304 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.304 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.304 INFO:teuthology.orchestra.run.smithi001.stdout: "modules": [ 2024-02-10T00:10:40.304 INFO:teuthology.orchestra.run.smithi001.stdout: "cephadm", 2024-02-10T00:10:40.304 INFO:teuthology.orchestra.run.smithi001.stdout: "dashboard", 2024-02-10T00:10:40.304 INFO:teuthology.orchestra.run.smithi001.stdout: "iostat", 2024-02-10T00:10:40.304 INFO:teuthology.orchestra.run.smithi001.stdout: "nfs", 2024-02-10T00:10:40.304 INFO:teuthology.orchestra.run.smithi001.stdout: "restful", 2024-02-10T00:10:40.304 INFO:teuthology.orchestra.run.smithi001.stdout: "snap_schedule" 2024-02-10T00:10:40.304 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.304 INFO:teuthology.orchestra.run.smithi001.stdout: "available_modules": [ 2024-02-10T00:10:40.304 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.304 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "alerts", 2024-02-10T00:10:40.304 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.304 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.305 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.305 INFO:teuthology.orchestra.run.smithi001.stdout: "interval": { 2024-02-10T00:10:40.305 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "interval", 2024-02-10T00:10:40.305 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:40.305 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.305 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.305 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "60", 2024-02-10T00:10:40.305 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.305 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.305 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.305 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "How frequently to reexamine health status", 2024-02-10T00:10:40.305 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.305 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.305 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.305 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.306 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.306 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.306 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.306 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.306 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.306 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.306 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.306 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.306 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.306 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.306 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.306 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.306 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.306 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.306 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.307 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.307 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.307 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.307 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.307 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.307 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.307 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.307 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.307 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.307 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.307 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.307 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.307 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.307 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.307 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.307 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.308 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.308 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.308 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.308 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.308 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.308 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.308 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.308 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.308 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.308 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.308 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.308 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.308 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.308 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.308 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.309 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.309 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.309 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.309 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.309 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.309 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.309 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.309 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.309 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.309 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.309 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.309 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.309 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.309 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.309 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.310 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.310 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.310 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.310 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.310 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.310 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.310 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.310 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.310 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.310 INFO:teuthology.orchestra.run.smithi001.stdout: "smtp_destination": { 2024-02-10T00:10:40.310 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "smtp_destination", 2024-02-10T00:10:40.310 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.310 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.310 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.311 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.311 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.311 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.311 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.311 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Email address to send alerts to", 2024-02-10T00:10:40.311 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.311 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.311 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.311 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.311 INFO:teuthology.orchestra.run.smithi001.stdout: "smtp_from_name": { 2024-02-10T00:10:40.311 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "smtp_from_name", 2024-02-10T00:10:40.311 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.311 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.311 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.312 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "Ceph", 2024-02-10T00:10:40.312 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.312 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.312 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.312 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Email From: name", 2024-02-10T00:10:40.312 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.312 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.312 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.312 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.312 INFO:teuthology.orchestra.run.smithi001.stdout: "smtp_host": { 2024-02-10T00:10:40.312 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "smtp_host", 2024-02-10T00:10:40.312 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.312 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.313 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.313 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.313 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.313 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.313 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.313 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "SMTP server", 2024-02-10T00:10:40.313 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.313 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.313 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.313 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.313 INFO:teuthology.orchestra.run.smithi001.stdout: "smtp_password": { 2024-02-10T00:10:40.313 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "smtp_password", 2024-02-10T00:10:40.313 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.313 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.313 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.314 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.314 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.314 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.314 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.314 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Password to authenticate with", 2024-02-10T00:10:40.314 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.314 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.314 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.314 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.314 INFO:teuthology.orchestra.run.smithi001.stdout: "smtp_port": { 2024-02-10T00:10:40.314 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "smtp_port", 2024-02-10T00:10:40.314 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.314 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.314 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.314 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "465", 2024-02-10T00:10:40.315 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.315 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.315 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.315 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "SMTP port", 2024-02-10T00:10:40.315 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.315 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.315 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.315 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.315 INFO:teuthology.orchestra.run.smithi001.stdout: "smtp_sender": { 2024-02-10T00:10:40.315 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "smtp_sender", 2024-02-10T00:10:40.315 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.315 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.315 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.315 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.316 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.316 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.316 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.316 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "SMTP envelope sender", 2024-02-10T00:10:40.316 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.316 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.316 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.316 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.316 INFO:teuthology.orchestra.run.smithi001.stdout: "smtp_ssl": { 2024-02-10T00:10:40.316 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "smtp_ssl", 2024-02-10T00:10:40.316 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.316 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.316 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.316 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.317 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.317 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.317 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.317 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Use SSL to connect to SMTP server", 2024-02-10T00:10:40.317 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.317 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.317 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.317 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.317 INFO:teuthology.orchestra.run.smithi001.stdout: "smtp_user": { 2024-02-10T00:10:40.317 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "smtp_user", 2024-02-10T00:10:40.317 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.317 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.317 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.317 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.317 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.317 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.318 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.318 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "User to authenticate as", 2024-02-10T00:10:40.318 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.318 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.318 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.318 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.318 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.318 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.318 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.318 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "balancer", 2024-02-10T00:10:40.318 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.318 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.318 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.318 INFO:teuthology.orchestra.run.smithi001.stdout: "active": { 2024-02-10T00:10:40.318 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "active", 2024-02-10T00:10:40.319 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.319 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.319 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.319 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.319 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.319 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.319 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.319 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "automatically balance PGs across cluster", 2024-02-10T00:10:40.319 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.319 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.319 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.319 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.319 INFO:teuthology.orchestra.run.smithi001.stdout: "begin_time": { 2024-02-10T00:10:40.319 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "begin_time", 2024-02-10T00:10:40.319 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.320 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.320 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.320 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "0000", 2024-02-10T00:10:40.320 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.320 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.320 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.320 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "beginning time of day to automatically balance", 2024-02-10T00:10:40.320 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-02-10T00:10:40.320 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.320 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.320 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.320 INFO:teuthology.orchestra.run.smithi001.stdout: "begin_weekday": { 2024-02-10T00:10:40.320 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "begin_weekday", 2024-02-10T00:10:40.320 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "uint", 2024-02-10T00:10:40.321 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.321 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.321 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "0", 2024-02-10T00:10:40.321 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "0", 2024-02-10T00:10:40.321 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "6", 2024-02-10T00:10:40.321 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.321 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-02-10T00:10:40.321 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-02-10T00:10:40.321 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.321 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.321 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.321 INFO:teuthology.orchestra.run.smithi001.stdout: "crush_compat_max_iterations": { 2024-02-10T00:10:40.321 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "crush_compat_max_iterations", 2024-02-10T00:10:40.321 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "uint", 2024-02-10T00:10:40.321 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.322 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.322 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "25", 2024-02-10T00:10:40.322 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "1", 2024-02-10T00:10:40.322 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "250", 2024-02-10T00:10:40.322 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.322 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-02-10T00:10:40.322 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.322 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.322 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.322 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.322 INFO:teuthology.orchestra.run.smithi001.stdout: "crush_compat_metrics": { 2024-02-10T00:10:40.322 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "crush_compat_metrics", 2024-02-10T00:10:40.322 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.322 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.322 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.323 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "pgs,objects,bytes", 2024-02-10T00:10:40.323 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.323 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.323 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.323 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-02-10T00:10:40.323 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-02-10T00:10:40.323 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.323 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.323 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.323 INFO:teuthology.orchestra.run.smithi001.stdout: "crush_compat_step": { 2024-02-10T00:10:40.323 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "crush_compat_step", 2024-02-10T00:10:40.323 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "float", 2024-02-10T00:10:40.323 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.323 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.324 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "0.5", 2024-02-10T00:10:40.324 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "0.001", 2024-02-10T00:10:40.324 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "0.999", 2024-02-10T00:10:40.324 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.324 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "aggressiveness of optimization", 2024-02-10T00:10:40.324 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-02-10T00:10:40.324 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.324 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.324 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.324 INFO:teuthology.orchestra.run.smithi001.stdout: "end_time": { 2024-02-10T00:10:40.324 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "end_time", 2024-02-10T00:10:40.324 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.324 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.325 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.325 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "2359", 2024-02-10T00:10:40.325 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.325 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.325 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.325 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "ending time of day to automatically balance", 2024-02-10T00:10:40.325 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-02-10T00:10:40.325 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.325 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.325 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.325 INFO:teuthology.orchestra.run.smithi001.stdout: "end_weekday": { 2024-02-10T00:10:40.325 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "end_weekday", 2024-02-10T00:10:40.325 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "uint", 2024-02-10T00:10:40.326 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.326 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.326 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "0", 2024-02-10T00:10:40.326 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "0", 2024-02-10T00:10:40.326 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "6", 2024-02-10T00:10:40.326 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.326 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-02-10T00:10:40.326 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-02-10T00:10:40.326 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.326 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.326 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.326 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.326 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.327 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.327 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.327 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.327 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.327 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.327 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.327 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.327 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.327 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.327 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.327 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.327 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.327 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.327 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.328 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.328 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.328 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.328 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.328 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.328 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.328 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.328 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.328 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.328 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.328 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.328 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.328 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.328 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.329 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.329 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.329 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.329 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.329 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.329 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.329 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.329 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.329 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.329 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.329 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.329 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.329 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.330 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.330 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.330 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.330 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.330 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.330 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.330 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.330 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.330 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.330 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.330 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.330 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.330 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.330 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.330 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.331 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.331 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.331 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.331 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.331 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.331 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.331 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.331 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.331 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.331 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.331 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.331 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.331 INFO:teuthology.orchestra.run.smithi001.stdout: "min_score": { 2024-02-10T00:10:40.331 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "min_score", 2024-02-10T00:10:40.331 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "float", 2024-02-10T00:10:40.332 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.332 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.332 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "0", 2024-02-10T00:10:40.332 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.332 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.332 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.332 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-02-10T00:10:40.332 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.332 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.332 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.332 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.332 INFO:teuthology.orchestra.run.smithi001.stdout: "mode": { 2024-02-10T00:10:40.332 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "mode", 2024-02-10T00:10:40.332 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.332 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.333 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.333 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "upmap", 2024-02-10T00:10:40.333 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.333 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.333 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.333 INFO:teuthology.orchestra.run.smithi001.stdout: "crush-compat", 2024-02-10T00:10:40.333 INFO:teuthology.orchestra.run.smithi001.stdout: "none", 2024-02-10T00:10:40.333 INFO:teuthology.orchestra.run.smithi001.stdout: "read", 2024-02-10T00:10:40.333 INFO:teuthology.orchestra.run.smithi001.stdout: "upmap", 2024-02-10T00:10:40.333 INFO:teuthology.orchestra.run.smithi001.stdout: "upmap-read" 2024-02-10T00:10:40.333 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.333 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Balancer mode", 2024-02-10T00:10:40.333 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.333 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.334 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.334 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.334 INFO:teuthology.orchestra.run.smithi001.stdout: "pool_ids": { 2024-02-10T00:10:40.334 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "pool_ids", 2024-02-10T00:10:40.334 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.334 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.334 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.334 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.334 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.334 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.334 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.334 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-02-10T00:10:40.334 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.334 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.334 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.335 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.335 INFO:teuthology.orchestra.run.smithi001.stdout: "sleep_interval": { 2024-02-10T00:10:40.335 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "sleep_interval", 2024-02-10T00:10:40.335 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:40.335 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.335 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.335 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "60", 2024-02-10T00:10:40.335 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.335 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.335 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.335 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-02-10T00:10:40.335 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.335 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.335 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.336 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.336 INFO:teuthology.orchestra.run.smithi001.stdout: "upmap_max_deviation": { 2024-02-10T00:10:40.336 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "upmap_max_deviation", 2024-02-10T00:10:40.336 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.336 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.336 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.336 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "5", 2024-02-10T00:10:40.336 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "1", 2024-02-10T00:10:40.336 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.336 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.336 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "deviation below which no optimization is attempted", 2024-02-10T00:10:40.336 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-02-10T00:10:40.336 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.336 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.336 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.337 INFO:teuthology.orchestra.run.smithi001.stdout: "upmap_max_optimizations": { 2024-02-10T00:10:40.337 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "upmap_max_optimizations", 2024-02-10T00:10:40.337 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "uint", 2024-02-10T00:10:40.337 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.337 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.337 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "10", 2024-02-10T00:10:40.337 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.337 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.337 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.337 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-02-10T00:10:40.337 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.337 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.337 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.337 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.337 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.337 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.338 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.338 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "cephadm", 2024-02-10T00:10:40.338 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.338 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.338 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.338 INFO:teuthology.orchestra.run.smithi001.stdout: "agent_down_multiplier": { 2024-02-10T00:10:40.338 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "agent_down_multiplier", 2024-02-10T00:10:40.338 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "float", 2024-02-10T00:10:40.338 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.338 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.338 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "3.0", 2024-02-10T00:10:40.338 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.338 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.338 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.338 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-02-10T00:10:40.339 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.339 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.339 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.339 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.339 INFO:teuthology.orchestra.run.smithi001.stdout: "agent_refresh_rate": { 2024-02-10T00:10:40.339 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "agent_refresh_rate", 2024-02-10T00:10:40.339 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:40.339 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.339 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.339 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "20", 2024-02-10T00:10:40.339 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.339 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.339 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.339 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-02-10T00:10:40.339 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.340 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.340 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.340 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.340 INFO:teuthology.orchestra.run.smithi001.stdout: "agent_starting_port": { 2024-02-10T00:10:40.340 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "agent_starting_port", 2024-02-10T00:10:40.340 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.340 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.340 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.340 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "4721", 2024-02-10T00:10:40.340 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.340 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.340 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.340 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-02-10T00:10:40.340 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.340 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.341 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.341 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.341 INFO:teuthology.orchestra.run.smithi001.stdout: "allow_ptrace": { 2024-02-10T00:10:40.341 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "allow_ptrace", 2024-02-10T00:10:40.341 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.341 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.341 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.341 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.341 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.341 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.341 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.341 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-02-10T00:10:40.341 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-02-10T00:10:40.341 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.341 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.342 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.342 INFO:teuthology.orchestra.run.smithi001.stdout: "autotune_interval": { 2024-02-10T00:10:40.342 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "autotune_interval", 2024-02-10T00:10:40.342 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:40.342 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.342 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.342 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "600", 2024-02-10T00:10:40.342 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.342 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.342 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.342 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "how frequently to autotune daemon memory", 2024-02-10T00:10:40.342 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.342 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.342 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.342 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.343 INFO:teuthology.orchestra.run.smithi001.stdout: "autotune_memory_target_ratio": { 2024-02-10T00:10:40.343 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "autotune_memory_target_ratio", 2024-02-10T00:10:40.343 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "float", 2024-02-10T00:10:40.343 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.343 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.343 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "0.7", 2024-02-10T00:10:40.343 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.343 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.343 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.343 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-02-10T00:10:40.343 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.343 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.343 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.343 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.343 INFO:teuthology.orchestra.run.smithi001.stdout: "cephadm_log_destination": { 2024-02-10T00:10:40.344 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "cephadm_log_destination", 2024-02-10T00:10:40.344 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.344 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.344 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.344 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.344 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.344 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.344 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.344 INFO:teuthology.orchestra.run.smithi001.stdout: "file", 2024-02-10T00:10:40.344 INFO:teuthology.orchestra.run.smithi001.stdout: "file,syslog", 2024-02-10T00:10:40.344 INFO:teuthology.orchestra.run.smithi001.stdout: "syslog" 2024-02-10T00:10:40.344 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.344 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-02-10T00:10:40.344 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.344 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.345 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.345 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.345 INFO:teuthology.orchestra.run.smithi001.stdout: "cgroups_split": { 2024-02-10T00:10:40.345 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "cgroups_split", 2024-02-10T00:10:40.345 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.345 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.345 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.345 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.345 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.345 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.345 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.345 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-02-10T00:10:40.345 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.345 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.345 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.346 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.346 INFO:teuthology.orchestra.run.smithi001.stdout: "config_checks_enabled": { 2024-02-10T00:10:40.346 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "config_checks_enabled", 2024-02-10T00:10:40.346 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.346 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.346 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.346 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.346 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.346 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.346 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.346 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-02-10T00:10:40.346 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.346 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.346 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.346 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.347 INFO:teuthology.orchestra.run.smithi001.stdout: "config_dashboard": { 2024-02-10T00:10:40.347 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "config_dashboard", 2024-02-10T00:10:40.347 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.347 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.347 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.347 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.347 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.347 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.347 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.347 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-02-10T00:10:40.347 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.347 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.347 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.347 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.347 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_alertmanager": { 2024-02-10T00:10:40.348 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_alertmanager", 2024-02-10T00:10:40.348 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.348 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.348 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.348 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-02-10T00:10:40.348 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.348 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.348 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.348 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Prometheus container image", 2024-02-10T00:10:40.348 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.348 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.348 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.348 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.348 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_base": { 2024-02-10T00:10:40.348 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_base", 2024-02-10T00:10:40.349 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.349 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.349 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.349 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/ceph/ceph", 2024-02-10T00:10:40.349 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.349 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.349 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.349 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Container image name, without the tag", 2024-02-10T00:10:40.349 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.349 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.349 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.349 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.349 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_elasticsearch": { 2024-02-10T00:10:40.349 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_elasticsearch", 2024-02-10T00:10:40.349 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.350 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.350 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.350 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-02-10T00:10:40.350 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.350 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.350 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.350 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "elasticsearch container image", 2024-02-10T00:10:40.350 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.350 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.350 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.350 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.350 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_grafana": { 2024-02-10T00:10:40.350 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_grafana", 2024-02-10T00:10:40.350 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.350 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.350 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.351 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.12", 2024-02-10T00:10:40.351 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.351 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.351 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.351 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Prometheus container image", 2024-02-10T00:10:40.351 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.351 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.351 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.351 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.351 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_haproxy": { 2024-02-10T00:10:40.351 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_haproxy", 2024-02-10T00:10:40.351 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.351 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.351 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.351 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-02-10T00:10:40.352 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.352 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.352 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.352 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "HAproxy container image", 2024-02-10T00:10:40.352 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.352 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.352 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.352 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.352 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_jaeger_agent": { 2024-02-10T00:10:40.352 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_jaeger_agent", 2024-02-10T00:10:40.352 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.352 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.352 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.352 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-02-10T00:10:40.352 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.353 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.353 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.353 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Jaeger agent container image", 2024-02-10T00:10:40.353 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.353 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.353 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.353 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.353 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_jaeger_collector": { 2024-02-10T00:10:40.353 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_jaeger_collector", 2024-02-10T00:10:40.353 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.353 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.353 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.353 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-02-10T00:10:40.353 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.354 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.354 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.354 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Jaeger collector container image", 2024-02-10T00:10:40.354 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.354 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.354 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.354 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.354 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_jaeger_query": { 2024-02-10T00:10:40.354 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_jaeger_query", 2024-02-10T00:10:40.354 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.354 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.354 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.354 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-02-10T00:10:40.354 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.354 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.355 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.355 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Jaeger query container image", 2024-02-10T00:10:40.355 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.355 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.355 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.355 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.355 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_keepalived": { 2024-02-10T00:10:40.355 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_keepalived", 2024-02-10T00:10:40.355 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.355 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.355 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.355 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-02-10T00:10:40.355 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.355 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.356 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.356 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Keepalived container image", 2024-02-10T00:10:40.356 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.356 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.356 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.356 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.356 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_loki": { 2024-02-10T00:10:40.356 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_loki", 2024-02-10T00:10:40.356 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.356 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.356 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.356 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-02-10T00:10:40.356 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.357 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.357 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.357 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Loki container image", 2024-02-10T00:10:40.357 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.357 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.357 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.357 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.357 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_node_exporter": { 2024-02-10T00:10:40.357 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_node_exporter", 2024-02-10T00:10:40.357 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.357 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.357 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.357 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-02-10T00:10:40.357 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.357 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.358 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.358 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Prometheus container image", 2024-02-10T00:10:40.358 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.358 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.358 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.358 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.358 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_nvmeof": { 2024-02-10T00:10:40.358 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_nvmeof", 2024-02-10T00:10:40.358 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.358 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.358 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.358 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/ceph/nvmeof:latest", 2024-02-10T00:10:40.358 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.358 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.358 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.359 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Nvme-of container image", 2024-02-10T00:10:40.359 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.359 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.359 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.359 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.359 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_prometheus": { 2024-02-10T00:10:40.359 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_prometheus", 2024-02-10T00:10:40.359 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.359 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.359 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.359 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-02-10T00:10:40.359 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.359 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.359 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.360 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Prometheus container image", 2024-02-10T00:10:40.360 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.360 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.360 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.360 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.360 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_promtail": { 2024-02-10T00:10:40.360 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_promtail", 2024-02-10T00:10:40.360 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.360 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.360 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.360 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-02-10T00:10:40.360 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.360 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.360 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.360 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Promtail container image", 2024-02-10T00:10:40.361 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.361 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.361 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.361 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.361 INFO:teuthology.orchestra.run.smithi001.stdout: "container_image_snmp_gateway": { 2024-02-10T00:10:40.361 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_image_snmp_gateway", 2024-02-10T00:10:40.361 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.361 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.361 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.361 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-02-10T00:10:40.361 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.361 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.361 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.361 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "SNMP Gateway container image", 2024-02-10T00:10:40.362 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.362 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.362 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.362 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.362 INFO:teuthology.orchestra.run.smithi001.stdout: "container_init": { 2024-02-10T00:10:40.362 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "container_init", 2024-02-10T00:10:40.362 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.362 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.362 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.362 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.362 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.362 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.362 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.362 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Run podman/docker with `--init`", 2024-02-10T00:10:40.362 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.363 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.363 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.363 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.363 INFO:teuthology.orchestra.run.smithi001.stdout: "daemon_cache_timeout": { 2024-02-10T00:10:40.363 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "daemon_cache_timeout", 2024-02-10T00:10:40.363 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:40.363 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.363 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.363 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "600", 2024-02-10T00:10:40.363 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.363 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.363 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.363 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-02-10T00:10:40.363 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.363 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.363 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.364 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.364 INFO:teuthology.orchestra.run.smithi001.stdout: "default_cephadm_command_timeout": { 2024-02-10T00:10:40.364 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "default_cephadm_command_timeout", 2024-02-10T00:10:40.364 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.364 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.364 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.364 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "900", 2024-02-10T00:10:40.364 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.364 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.364 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.364 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-02-10T00:10:40.364 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.364 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.364 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.364 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.365 INFO:teuthology.orchestra.run.smithi001.stdout: "default_registry": { 2024-02-10T00:10:40.365 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "default_registry", 2024-02-10T00:10:40.365 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.365 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.365 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.365 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "docker.io", 2024-02-10T00:10:40.365 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.365 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.365 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.365 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-02-10T00:10:40.365 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.365 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.365 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.365 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.365 INFO:teuthology.orchestra.run.smithi001.stdout: "device_cache_timeout": { 2024-02-10T00:10:40.366 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "device_cache_timeout", 2024-02-10T00:10:40.366 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:40.366 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.366 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.366 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "1800", 2024-02-10T00:10:40.366 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.366 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.366 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.366 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "seconds to cache device inventory", 2024-02-10T00:10:40.366 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.366 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.366 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.366 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.366 INFO:teuthology.orchestra.run.smithi001.stdout: "device_enhanced_scan": { 2024-02-10T00:10:40.366 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "device_enhanced_scan", 2024-02-10T00:10:40.367 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.367 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.367 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.367 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.367 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.367 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.367 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.367 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Use libstoragemgmt during device scans", 2024-02-10T00:10:40.367 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.367 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.367 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.367 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.367 INFO:teuthology.orchestra.run.smithi001.stdout: "facts_cache_timeout": { 2024-02-10T00:10:40.367 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "facts_cache_timeout", 2024-02-10T00:10:40.367 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:40.368 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.368 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.368 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "60", 2024-02-10T00:10:40.368 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.368 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.368 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.368 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "seconds to cache host facts data", 2024-02-10T00:10:40.368 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.368 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.368 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.368 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.368 INFO:teuthology.orchestra.run.smithi001.stdout: "host_check_interval": { 2024-02-10T00:10:40.368 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "host_check_interval", 2024-02-10T00:10:40.368 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:40.369 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.369 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.369 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "600", 2024-02-10T00:10:40.369 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.369 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.369 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.369 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "how frequently to perform a host check", 2024-02-10T00:10:40.369 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.369 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.369 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.369 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.369 INFO:teuthology.orchestra.run.smithi001.stdout: "hw_monitoring": { 2024-02-10T00:10:40.369 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "hw_monitoring", 2024-02-10T00:10:40.369 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.369 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.370 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.370 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.370 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.370 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.370 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.370 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-02-10T00:10:40.370 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.370 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.370 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.370 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.370 INFO:teuthology.orchestra.run.smithi001.stdout: "inventory_list_all": { 2024-02-10T00:10:40.370 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "inventory_list_all", 2024-02-10T00:10:40.370 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.370 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.370 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.371 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.371 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.371 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.371 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.371 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-02-10T00:10:40.371 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.371 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.371 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.371 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.371 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.371 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.371 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.371 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.371 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.372 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.372 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.372 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.372 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.372 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.372 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.372 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.372 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.372 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.372 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.372 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.372 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.372 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.372 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.372 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.373 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.373 INFO:teuthology.orchestra.run.smithi001.stdout: "log_refresh_metadata": { 2024-02-10T00:10:40.373 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_refresh_metadata", 2024-02-10T00:10:40.373 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.373 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.373 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.373 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.373 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.373 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.373 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.373 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-02-10T00:10:40.373 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.373 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.373 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.373 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.374 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.374 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.374 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.374 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.374 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.374 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.374 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.374 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.374 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.374 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-02-10T00:10:40.374 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.374 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.374 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.374 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.375 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.375 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.375 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.375 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.375 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.375 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.375 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.375 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.375 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.375 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.375 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.375 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.375 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.375 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.375 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.376 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.376 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.376 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.376 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.376 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.376 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.376 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.376 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.376 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.376 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.376 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.376 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.376 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.376 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.377 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.377 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.377 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.377 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.377 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.377 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.377 INFO:teuthology.orchestra.run.smithi001.stdout: "manage_etc_ceph_ceph_conf": { 2024-02-10T00:10:40.377 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-02-10T00:10:40.377 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.377 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.377 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.377 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.377 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.377 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.377 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.378 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-02-10T00:10:40.378 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.378 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.378 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.378 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.378 INFO:teuthology.orchestra.run.smithi001.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-02-10T00:10:40.378 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-02-10T00:10:40.378 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.378 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.378 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.378 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "*", 2024-02-10T00:10:40.378 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.378 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.378 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.378 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-02-10T00:10:40.379 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.379 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.379 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.379 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.379 INFO:teuthology.orchestra.run.smithi001.stdout: "max_count_per_host": { 2024-02-10T00:10:40.379 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "max_count_per_host", 2024-02-10T00:10:40.379 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.379 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.379 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.379 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "10", 2024-02-10T00:10:40.379 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.379 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.379 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.379 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "max number of daemons per service per host", 2024-02-10T00:10:40.379 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.380 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.380 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.380 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.380 INFO:teuthology.orchestra.run.smithi001.stdout: "max_osd_draining_count": { 2024-02-10T00:10:40.380 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "max_osd_draining_count", 2024-02-10T00:10:40.380 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.380 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.380 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.380 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "10", 2024-02-10T00:10:40.380 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.380 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.380 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.380 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-02-10T00:10:40.380 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.381 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.381 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.381 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.381 INFO:teuthology.orchestra.run.smithi001.stdout: "migration_current": { 2024-02-10T00:10:40.381 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "migration_current", 2024-02-10T00:10:40.381 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.381 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.381 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.381 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.381 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.381 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.381 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.381 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "internal - do not modify", 2024-02-10T00:10:40.381 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.381 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.381 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.382 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.382 INFO:teuthology.orchestra.run.smithi001.stdout: "mode": { 2024-02-10T00:10:40.382 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "mode", 2024-02-10T00:10:40.382 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.382 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.382 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.382 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "root", 2024-02-10T00:10:40.382 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.382 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.382 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.382 INFO:teuthology.orchestra.run.smithi001.stdout: "cephadm-package", 2024-02-10T00:10:40.382 INFO:teuthology.orchestra.run.smithi001.stdout: "root" 2024-02-10T00:10:40.382 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.383 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "mode for remote execution of cephadm", 2024-02-10T00:10:40.383 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.383 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.383 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.383 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.383 INFO:teuthology.orchestra.run.smithi001.stdout: "oob_default_addr": { 2024-02-10T00:10:40.383 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "oob_default_addr", 2024-02-10T00:10:40.383 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.383 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.383 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.383 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "169.254.1.1", 2024-02-10T00:10:40.383 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.383 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.383 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.383 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Default address for RedFish API (oob management).", 2024-02-10T00:10:40.383 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.384 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.384 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.384 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.384 INFO:teuthology.orchestra.run.smithi001.stdout: "prometheus_alerts_path": { 2024-02-10T00:10:40.384 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "prometheus_alerts_path", 2024-02-10T00:10:40.384 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.384 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.384 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.384 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-02-10T00:10:40.384 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.384 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.384 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.384 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-02-10T00:10:40.385 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.385 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.385 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.385 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.385 INFO:teuthology.orchestra.run.smithi001.stdout: "registry_insecure": { 2024-02-10T00:10:40.385 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "registry_insecure", 2024-02-10T00:10:40.385 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.385 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.385 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.385 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.385 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.385 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.385 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.385 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-02-10T00:10:40.386 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.386 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.386 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.386 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.386 INFO:teuthology.orchestra.run.smithi001.stdout: "registry_password": { 2024-02-10T00:10:40.386 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "registry_password", 2024-02-10T00:10:40.386 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.386 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.386 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.386 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.387 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.387 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.387 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.387 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-02-10T00:10:40.387 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.387 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.387 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.387 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.387 INFO:teuthology.orchestra.run.smithi001.stdout: "registry_url": { 2024-02-10T00:10:40.388 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "registry_url", 2024-02-10T00:10:40.388 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.388 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.388 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.388 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.388 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.388 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.388 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.389 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-02-10T00:10:40.389 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.389 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.389 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.389 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.389 INFO:teuthology.orchestra.run.smithi001.stdout: "registry_username": { 2024-02-10T00:10:40.389 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "registry_username", 2024-02-10T00:10:40.389 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.389 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.389 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.389 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.389 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.389 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.390 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.390 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-02-10T00:10:40.390 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.390 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.390 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.390 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.390 INFO:teuthology.orchestra.run.smithi001.stdout: "secure_monitoring_stack": { 2024-02-10T00:10:40.390 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "secure_monitoring_stack", 2024-02-10T00:10:40.390 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.390 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.390 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.390 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.390 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.390 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.390 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.391 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-02-10T00:10:40.391 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.391 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.391 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.391 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.391 INFO:teuthology.orchestra.run.smithi001.stdout: "service_discovery_port": { 2024-02-10T00:10:40.391 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "service_discovery_port", 2024-02-10T00:10:40.391 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.391 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.391 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.391 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "8765", 2024-02-10T00:10:40.391 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.391 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.391 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.391 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "cephadm service discovery port", 2024-02-10T00:10:40.392 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.392 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.392 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.392 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.392 INFO:teuthology.orchestra.run.smithi001.stdout: "ssh_config_file": { 2024-02-10T00:10:40.392 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ssh_config_file", 2024-02-10T00:10:40.392 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.392 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.392 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.392 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.392 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.392 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.392 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.392 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-02-10T00:10:40.392 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.393 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.393 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.393 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.393 INFO:teuthology.orchestra.run.smithi001.stdout: "use_agent": { 2024-02-10T00:10:40.393 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "use_agent", 2024-02-10T00:10:40.393 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.393 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.393 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.393 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.393 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.393 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.393 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.393 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-02-10T00:10:40.393 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.393 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.394 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.394 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.394 INFO:teuthology.orchestra.run.smithi001.stdout: "use_repo_digest": { 2024-02-10T00:10:40.394 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "use_repo_digest", 2024-02-10T00:10:40.394 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.394 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.394 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.394 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.394 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.394 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.394 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.394 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-02-10T00:10:40.394 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.394 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.394 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.395 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.395 INFO:teuthology.orchestra.run.smithi001.stdout: "warn_on_failed_host_check": { 2024-02-10T00:10:40.395 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "warn_on_failed_host_check", 2024-02-10T00:10:40.395 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.395 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.395 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.395 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.395 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.395 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.395 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.395 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "raise a health warning if the host check fails", 2024-02-10T00:10:40.395 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.395 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.395 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.395 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.396 INFO:teuthology.orchestra.run.smithi001.stdout: "warn_on_stray_daemons": { 2024-02-10T00:10:40.396 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "warn_on_stray_daemons", 2024-02-10T00:10:40.396 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.396 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.396 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.396 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.396 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.396 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.396 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.396 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-02-10T00:10:40.396 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.396 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.396 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.396 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.396 INFO:teuthology.orchestra.run.smithi001.stdout: "warn_on_stray_hosts": { 2024-02-10T00:10:40.397 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "warn_on_stray_hosts", 2024-02-10T00:10:40.397 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.397 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.397 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.397 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.397 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.397 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.397 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.397 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-02-10T00:10:40.397 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.397 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.397 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.397 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.397 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.397 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.398 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.398 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "crash", 2024-02-10T00:10:40.398 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.398 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.398 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.398 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.398 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.398 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.398 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.398 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.398 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.398 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.398 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.398 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.398 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.399 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.399 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.399 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.399 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.399 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.399 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.399 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.399 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.399 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.399 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.399 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.399 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.399 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.399 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.399 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.400 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.400 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.400 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.400 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.400 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.400 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.400 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.400 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.400 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.400 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.400 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.400 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.400 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.400 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.400 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.401 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.401 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.401 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.401 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.401 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.401 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.401 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.401 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.401 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.401 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.401 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.401 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.401 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.401 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.401 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.402 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.402 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.402 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.402 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.402 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.402 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.402 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.402 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.402 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.402 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.402 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.402 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.402 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.402 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.402 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.403 INFO:teuthology.orchestra.run.smithi001.stdout: "retain_interval": { 2024-02-10T00:10:40.403 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "retain_interval", 2024-02-10T00:10:40.403 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:40.403 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.403 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.403 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "31536000", 2024-02-10T00:10:40.403 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.403 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.403 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.403 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "how long to retain crashes before pruning them", 2024-02-10T00:10:40.403 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.403 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.403 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.403 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.403 INFO:teuthology.orchestra.run.smithi001.stdout: "warn_recent_interval": { 2024-02-10T00:10:40.404 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "warn_recent_interval", 2024-02-10T00:10:40.404 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:40.404 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.404 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.404 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "1209600", 2024-02-10T00:10:40.404 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.404 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.404 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.404 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "time interval in which to warn about recent crashes", 2024-02-10T00:10:40.404 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.404 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.404 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.404 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.404 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.405 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.405 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.405 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "dashboard", 2024-02-10T00:10:40.405 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.405 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.405 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.405 INFO:teuthology.orchestra.run.smithi001.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-02-10T00:10:40.405 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-02-10T00:10:40.405 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.405 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.405 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.405 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "10", 2024-02-10T00:10:40.405 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.405 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.405 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.405 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.406 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.406 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.406 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.406 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.406 INFO:teuthology.orchestra.run.smithi001.stdout: "ALERTMANAGER_API_HOST": { 2024-02-10T00:10:40.406 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ALERTMANAGER_API_HOST", 2024-02-10T00:10:40.406 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.406 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.406 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.406 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.406 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.406 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.406 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.406 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.406 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.407 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.407 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.407 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.407 INFO:teuthology.orchestra.run.smithi001.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-02-10T00:10:40.407 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-02-10T00:10:40.407 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.407 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.407 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.407 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.407 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.407 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.407 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.407 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.407 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.407 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.408 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.408 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.408 INFO:teuthology.orchestra.run.smithi001.stdout: "AUDIT_API_ENABLED": { 2024-02-10T00:10:40.408 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "AUDIT_API_ENABLED", 2024-02-10T00:10:40.408 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.408 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.408 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.408 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.408 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.408 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.408 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.408 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.408 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.408 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.408 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.409 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.409 INFO:teuthology.orchestra.run.smithi001.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-02-10T00:10:40.409 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-02-10T00:10:40.409 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.409 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.409 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.409 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.409 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.409 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.409 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.409 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.409 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.409 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.409 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.409 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.409 INFO:teuthology.orchestra.run.smithi001.stdout: "ENABLE_BROWSABLE_API": { 2024-02-10T00:10:40.410 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ENABLE_BROWSABLE_API", 2024-02-10T00:10:40.410 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.410 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.410 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.410 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.410 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.410 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.410 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.410 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.410 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.410 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.410 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.410 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.410 INFO:teuthology.orchestra.run.smithi001.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-02-10T00:10:40.410 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-02-10T00:10:40.411 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.411 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.411 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.411 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.411 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.411 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.411 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.411 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.411 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.411 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.411 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.411 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.411 INFO:teuthology.orchestra.run.smithi001.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-02-10T00:10:40.411 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-02-10T00:10:40.411 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.412 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.412 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.412 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.412 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.412 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.412 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.412 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.412 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.412 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.412 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.412 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.412 INFO:teuthology.orchestra.run.smithi001.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-02-10T00:10:40.412 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-02-10T00:10:40.412 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.413 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.413 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.413 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.413 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.413 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.413 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.413 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.413 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.413 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.413 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.413 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.413 INFO:teuthology.orchestra.run.smithi001.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-02-10T00:10:40.413 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-02-10T00:10:40.413 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.413 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.414 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.414 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.414 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.414 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.414 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.414 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.414 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.414 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.414 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.414 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.414 INFO:teuthology.orchestra.run.smithi001.stdout: "FEATURE_TOGGLE_NFS": { 2024-02-10T00:10:40.414 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-02-10T00:10:40.414 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.414 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.414 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.415 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.415 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.415 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.415 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.415 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.415 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.415 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.415 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.415 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.415 INFO:teuthology.orchestra.run.smithi001.stdout: "FEATURE_TOGGLE_RBD": { 2024-02-10T00:10:40.415 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-02-10T00:10:40.415 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.415 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.415 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.415 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.416 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.416 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.416 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.416 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.416 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.416 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.416 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.416 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.416 INFO:teuthology.orchestra.run.smithi001.stdout: "FEATURE_TOGGLE_RGW": { 2024-02-10T00:10:40.416 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-02-10T00:10:40.416 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.416 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.416 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.416 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.417 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.417 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.417 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.417 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.417 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.417 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.417 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.417 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.417 INFO:teuthology.orchestra.run.smithi001.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-02-10T00:10:40.417 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-02-10T00:10:40.417 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.417 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.417 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.417 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.417 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.418 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.418 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.418 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.418 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.418 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.418 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.418 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.418 INFO:teuthology.orchestra.run.smithi001.stdout: "GRAFANA_API_PASSWORD": { 2024-02-10T00:10:40.418 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "GRAFANA_API_PASSWORD", 2024-02-10T00:10:40.418 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.418 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.418 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.418 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "admin", 2024-02-10T00:10:40.418 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.419 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.419 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.419 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.419 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.419 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.419 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.419 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.419 INFO:teuthology.orchestra.run.smithi001.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-02-10T00:10:40.419 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-02-10T00:10:40.419 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.419 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.419 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.419 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.419 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.419 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.420 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.420 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.420 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.420 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.420 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.420 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.420 INFO:teuthology.orchestra.run.smithi001.stdout: "GRAFANA_API_URL": { 2024-02-10T00:10:40.420 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "GRAFANA_API_URL", 2024-02-10T00:10:40.420 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.420 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.420 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.420 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.420 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.421 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.421 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.421 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.421 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.421 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.421 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.421 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.421 INFO:teuthology.orchestra.run.smithi001.stdout: "GRAFANA_API_USERNAME": { 2024-02-10T00:10:40.421 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "GRAFANA_API_USERNAME", 2024-02-10T00:10:40.421 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.421 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.421 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.421 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "admin", 2024-02-10T00:10:40.422 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.422 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.422 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.422 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.422 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.422 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.422 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.422 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.422 INFO:teuthology.orchestra.run.smithi001.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-02-10T00:10:40.422 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-02-10T00:10:40.422 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.422 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.422 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.422 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.422 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.423 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.423 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.423 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.423 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.423 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.423 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.423 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.423 INFO:teuthology.orchestra.run.smithi001.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-02-10T00:10:40.423 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-02-10T00:10:40.423 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.423 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.423 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.423 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.423 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.424 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.424 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.424 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.424 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.424 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.424 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.424 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.424 INFO:teuthology.orchestra.run.smithi001.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-02-10T00:10:40.424 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-02-10T00:10:40.424 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.424 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.424 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.424 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.424 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.424 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.425 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.425 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.425 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.425 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.425 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.425 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.425 INFO:teuthology.orchestra.run.smithi001.stdout: "ISSUE_TRACKER_API_KEY": { 2024-02-10T00:10:40.425 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-02-10T00:10:40.425 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.425 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.425 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.425 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.425 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.425 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.425 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.426 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.426 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.426 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.426 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.426 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.426 INFO:teuthology.orchestra.run.smithi001.stdout: "PROMETHEUS_API_HOST": { 2024-02-10T00:10:40.426 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PROMETHEUS_API_HOST", 2024-02-10T00:10:40.426 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.426 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.426 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.426 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.426 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.426 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.426 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.426 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.427 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.427 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.427 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.427 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.427 INFO:teuthology.orchestra.run.smithi001.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-02-10T00:10:40.427 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-02-10T00:10:40.427 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.427 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.427 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.427 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.427 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.427 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.427 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.427 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.427 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.428 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.428 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.428 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.428 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-02-10T00:10:40.428 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-02-10T00:10:40.428 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.428 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.428 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.428 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.428 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.428 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.428 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.428 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.428 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.428 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.429 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.429 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.429 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-02-10T00:10:40.429 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-02-10T00:10:40.429 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.429 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.429 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.429 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.429 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.429 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.429 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.429 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.429 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.429 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.430 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.430 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.430 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-02-10T00:10:40.430 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-02-10T00:10:40.430 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.430 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.430 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.430 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.430 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.430 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.430 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.430 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.430 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.430 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.431 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.431 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.431 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-02-10T00:10:40.431 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-02-10T00:10:40.431 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.431 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.431 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.431 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.431 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.431 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.431 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.431 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.431 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.431 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.432 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.432 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.432 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-02-10T00:10:40.432 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-02-10T00:10:40.432 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.432 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.432 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.432 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.432 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.432 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.432 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.432 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.432 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.432 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.433 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.433 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.433 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-02-10T00:10:40.433 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-02-10T00:10:40.433 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.433 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.433 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.433 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.433 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.433 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.433 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.433 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.433 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.433 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.433 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.434 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.434 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-02-10T00:10:40.434 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-02-10T00:10:40.434 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.434 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.434 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.434 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.434 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.434 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.434 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.434 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.434 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.434 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.434 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.434 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.435 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_ENABLED": { 2024-02-10T00:10:40.435 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_ENABLED", 2024-02-10T00:10:40.435 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.435 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.435 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.435 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.435 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.435 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.435 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.435 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.435 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.435 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.435 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.435 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.435 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-02-10T00:10:40.436 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-02-10T00:10:40.436 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.436 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.436 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.436 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-02-10T00:10:40.436 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.436 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.436 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.436 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.436 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.436 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.436 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.436 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.437 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-02-10T00:10:40.437 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-02-10T00:10:40.437 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.437 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.437 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.437 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "10", 2024-02-10T00:10:40.437 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.437 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.437 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.437 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.437 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.437 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.437 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.437 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.437 INFO:teuthology.orchestra.run.smithi001.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-02-10T00:10:40.438 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-02-10T00:10:40.438 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.438 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.438 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.438 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "8", 2024-02-10T00:10:40.438 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.438 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.438 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.438 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.438 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.438 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.438 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.438 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.438 INFO:teuthology.orchestra.run.smithi001.stdout: "REST_REQUESTS_TIMEOUT": { 2024-02-10T00:10:40.438 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-02-10T00:10:40.439 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.439 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.439 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.439 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "45", 2024-02-10T00:10:40.439 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.439 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.439 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.439 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.439 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.439 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.439 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.439 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.439 INFO:teuthology.orchestra.run.smithi001.stdout: "RGW_API_ACCESS_KEY": { 2024-02-10T00:10:40.439 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "RGW_API_ACCESS_KEY", 2024-02-10T00:10:40.439 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.440 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.440 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.440 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.440 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.440 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.440 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.440 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.440 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.440 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.440 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.440 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.440 INFO:teuthology.orchestra.run.smithi001.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-02-10T00:10:40.440 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-02-10T00:10:40.440 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.440 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.441 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.441 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "admin", 2024-02-10T00:10:40.441 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.441 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.441 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.441 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.441 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.441 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.441 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.441 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.441 INFO:teuthology.orchestra.run.smithi001.stdout: "RGW_API_SECRET_KEY": { 2024-02-10T00:10:40.441 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "RGW_API_SECRET_KEY", 2024-02-10T00:10:40.441 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.441 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.441 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.441 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.442 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.442 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.442 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.442 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.442 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.442 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.442 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.442 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.442 INFO:teuthology.orchestra.run.smithi001.stdout: "RGW_API_SSL_VERIFY": { 2024-02-10T00:10:40.442 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "RGW_API_SSL_VERIFY", 2024-02-10T00:10:40.442 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.442 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.442 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.442 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.442 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.443 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.443 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.443 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.443 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.443 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.443 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.443 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.443 INFO:teuthology.orchestra.run.smithi001.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-02-10T00:10:40.443 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-02-10T00:10:40.443 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.443 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.443 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.443 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "0", 2024-02-10T00:10:40.443 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.443 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.444 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.444 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.444 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.444 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.444 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.444 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.444 INFO:teuthology.orchestra.run.smithi001.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-02-10T00:10:40.444 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-02-10T00:10:40.444 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.444 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.444 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.444 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "10", 2024-02-10T00:10:40.444 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.444 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.444 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.445 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.445 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.445 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.445 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.445 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.445 INFO:teuthology.orchestra.run.smithi001.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-02-10T00:10:40.445 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-02-10T00:10:40.445 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.445 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.445 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.445 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "5", 2024-02-10T00:10:40.445 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.445 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.445 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.445 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.446 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.446 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.446 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.446 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.446 INFO:teuthology.orchestra.run.smithi001.stdout: "cross_origin_url": { 2024-02-10T00:10:40.446 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "cross_origin_url", 2024-02-10T00:10:40.446 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.446 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.446 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.446 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.446 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.446 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.446 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.446 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.446 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.447 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.447 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.447 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.447 INFO:teuthology.orchestra.run.smithi001.stdout: "crt_file": { 2024-02-10T00:10:40.447 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "crt_file", 2024-02-10T00:10:40.447 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.447 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.447 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.447 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.447 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.447 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.447 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.447 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.447 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.447 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.448 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.448 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.448 INFO:teuthology.orchestra.run.smithi001.stdout: "debug": { 2024-02-10T00:10:40.448 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "debug", 2024-02-10T00:10:40.448 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.448 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.448 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.448 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.448 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.448 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.448 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.448 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Enable/disable debug options", 2024-02-10T00:10:40.448 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.448 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.448 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.449 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.449 INFO:teuthology.orchestra.run.smithi001.stdout: "jwt_token_ttl": { 2024-02-10T00:10:40.449 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "jwt_token_ttl", 2024-02-10T00:10:40.449 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.449 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.449 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.449 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "28800", 2024-02-10T00:10:40.449 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.449 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.449 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.449 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.449 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.449 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.449 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.449 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.450 INFO:teuthology.orchestra.run.smithi001.stdout: "key_file": { 2024-02-10T00:10:40.450 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "key_file", 2024-02-10T00:10:40.450 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.450 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.450 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.450 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.450 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.450 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.450 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.450 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.450 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.450 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.450 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.450 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.450 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.451 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.451 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.451 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.451 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.451 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.451 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.451 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.451 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.451 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.451 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.451 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.451 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.451 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.451 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.451 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.452 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.452 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.452 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.452 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.452 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.452 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.452 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.452 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.452 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.452 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.452 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.452 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.452 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.452 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.452 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.453 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.453 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.453 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.453 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.453 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.453 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.453 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.453 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.453 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.453 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.453 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.453 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.453 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.453 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.453 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.454 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.454 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.454 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.454 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.454 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.454 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.454 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.454 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.454 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.454 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.454 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.454 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.454 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.454 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.454 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.454 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.455 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.455 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.455 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.455 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.455 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.455 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.455 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.455 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.455 INFO:teuthology.orchestra.run.smithi001.stdout: "motd": { 2024-02-10T00:10:40.455 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "motd", 2024-02-10T00:10:40.455 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.455 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.455 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.455 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.455 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.456 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.456 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.456 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "The message of the day", 2024-02-10T00:10:40.456 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.456 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.456 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.456 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.456 INFO:teuthology.orchestra.run.smithi001.stdout: "redirect_resolve_ip_addr": { 2024-02-10T00:10:40.456 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "redirect_resolve_ip_addr", 2024-02-10T00:10:40.456 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.456 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.456 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.456 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.456 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.456 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.457 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.457 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.457 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.457 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.457 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.457 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.457 INFO:teuthology.orchestra.run.smithi001.stdout: "server_addr": { 2024-02-10T00:10:40.457 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "server_addr", 2024-02-10T00:10:40.457 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.457 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.457 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.457 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "::", 2024-02-10T00:10:40.457 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.457 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.457 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.457 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.458 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.458 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.458 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.458 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.458 INFO:teuthology.orchestra.run.smithi001.stdout: "server_port": { 2024-02-10T00:10:40.458 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "server_port", 2024-02-10T00:10:40.458 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.458 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.458 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.458 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "8080", 2024-02-10T00:10:40.458 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.458 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.458 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.458 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.458 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.459 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.459 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.459 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.459 INFO:teuthology.orchestra.run.smithi001.stdout: "ssl": { 2024-02-10T00:10:40.459 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ssl", 2024-02-10T00:10:40.459 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.459 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.459 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.459 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.459 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.459 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.459 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.459 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.459 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.459 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.460 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.460 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.460 INFO:teuthology.orchestra.run.smithi001.stdout: "ssl_server_port": { 2024-02-10T00:10:40.460 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ssl_server_port", 2024-02-10T00:10:40.460 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.460 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.460 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.460 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "8443", 2024-02-10T00:10:40.460 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.460 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.460 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.460 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.460 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.460 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.461 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.461 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.461 INFO:teuthology.orchestra.run.smithi001.stdout: "standby_behaviour": { 2024-02-10T00:10:40.461 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "standby_behaviour", 2024-02-10T00:10:40.461 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.461 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.461 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.461 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "redirect", 2024-02-10T00:10:40.461 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.461 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.461 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.461 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.461 INFO:teuthology.orchestra.run.smithi001.stdout: "redirect" 2024-02-10T00:10:40.461 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.462 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.462 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.462 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.462 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.462 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.462 INFO:teuthology.orchestra.run.smithi001.stdout: "standby_error_status_code": { 2024-02-10T00:10:40.462 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "standby_error_status_code", 2024-02-10T00:10:40.462 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.462 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.462 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.462 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "500", 2024-02-10T00:10:40.462 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "400", 2024-02-10T00:10:40.462 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "599", 2024-02-10T00:10:40.462 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.462 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.463 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.463 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.463 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.463 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.463 INFO:teuthology.orchestra.run.smithi001.stdout: "url_prefix": { 2024-02-10T00:10:40.463 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "url_prefix", 2024-02-10T00:10:40.463 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.463 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.463 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.463 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.463 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.463 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.463 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.463 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.463 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.464 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.464 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.464 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.464 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.464 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.464 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.464 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "devicehealth", 2024-02-10T00:10:40.464 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.464 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.464 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.464 INFO:teuthology.orchestra.run.smithi001.stdout: "enable_monitoring": { 2024-02-10T00:10:40.464 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "enable_monitoring", 2024-02-10T00:10:40.464 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.464 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.464 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.465 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.465 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.465 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.465 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.465 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "monitor device health metrics", 2024-02-10T00:10:40.465 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.465 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.465 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.465 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.465 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.465 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.465 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.465 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.465 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.466 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.466 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.466 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.466 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.466 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.466 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.466 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.466 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.466 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.466 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.466 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.466 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.466 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.466 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.466 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.467 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.467 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.467 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.467 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.467 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.467 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.467 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.467 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.467 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.467 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.467 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.467 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.467 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.467 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.467 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.468 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.468 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.468 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.468 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.468 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.468 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.468 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.468 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.468 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.468 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.468 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.468 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.468 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.468 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.469 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.469 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.469 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.469 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.469 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.469 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.469 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.469 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.469 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.469 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.469 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.469 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.469 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.469 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.469 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.470 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.470 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.470 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.470 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.470 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.470 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.470 INFO:teuthology.orchestra.run.smithi001.stdout: "mark_out_threshold": { 2024-02-10T00:10:40.470 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "mark_out_threshold", 2024-02-10T00:10:40.470 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:40.470 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.470 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.470 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "2419200", 2024-02-10T00:10:40.470 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.470 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.470 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.471 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-02-10T00:10:40.471 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.471 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.471 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.471 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.471 INFO:teuthology.orchestra.run.smithi001.stdout: "pool_name": { 2024-02-10T00:10:40.471 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "pool_name", 2024-02-10T00:10:40.471 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.471 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.471 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.471 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "device_health_metrics", 2024-02-10T00:10:40.471 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.471 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.471 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.472 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "name of pool in which to store device health metrics", 2024-02-10T00:10:40.472 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.472 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.472 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.472 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.472 INFO:teuthology.orchestra.run.smithi001.stdout: "retention_period": { 2024-02-10T00:10:40.472 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "retention_period", 2024-02-10T00:10:40.472 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:40.472 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.472 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.472 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "15552000", 2024-02-10T00:10:40.472 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.472 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.472 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.472 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "how long to retain device health metrics", 2024-02-10T00:10:40.473 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.473 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.473 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.473 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.473 INFO:teuthology.orchestra.run.smithi001.stdout: "scrape_frequency": { 2024-02-10T00:10:40.473 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "scrape_frequency", 2024-02-10T00:10:40.473 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:40.473 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.473 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.473 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "86400", 2024-02-10T00:10:40.473 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.473 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.473 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.473 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "how frequently to scrape device health metrics", 2024-02-10T00:10:40.473 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.474 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.474 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.474 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.474 INFO:teuthology.orchestra.run.smithi001.stdout: "self_heal": { 2024-02-10T00:10:40.474 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "self_heal", 2024-02-10T00:10:40.474 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.474 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.474 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.474 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.474 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.474 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.474 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.474 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-02-10T00:10:40.474 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.474 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.474 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.475 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.475 INFO:teuthology.orchestra.run.smithi001.stdout: "sleep_interval": { 2024-02-10T00:10:40.475 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "sleep_interval", 2024-02-10T00:10:40.475 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:40.475 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.475 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.475 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "600", 2024-02-10T00:10:40.475 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.475 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.475 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.475 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "how frequently to wake up and check device health", 2024-02-10T00:10:40.475 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.475 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.475 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.476 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.476 INFO:teuthology.orchestra.run.smithi001.stdout: "warn_threshold": { 2024-02-10T00:10:40.476 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "warn_threshold", 2024-02-10T00:10:40.476 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:40.476 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.476 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.476 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "7257600", 2024-02-10T00:10:40.476 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.476 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.476 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.476 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-02-10T00:10:40.476 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.476 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.476 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.477 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.477 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.477 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.477 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.477 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "diskprediction_local", 2024-02-10T00:10:40.477 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.477 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.477 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.477 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.477 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.477 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.477 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.477 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.477 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.477 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.478 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.478 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.478 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.478 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.478 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.478 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.478 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.478 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.478 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.478 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.478 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.478 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.478 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.478 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.479 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.479 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.479 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.479 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.479 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.479 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.479 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.479 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.479 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.479 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.479 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.479 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.479 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.479 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.479 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.480 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.480 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.480 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.480 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.480 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.480 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.480 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.480 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.480 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.480 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.480 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.480 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.480 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.480 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.480 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.481 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.481 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.481 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.481 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.481 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.481 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.481 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.481 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.481 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.481 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.481 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.481 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.481 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.481 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.481 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.482 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.482 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.482 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.482 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.482 INFO:teuthology.orchestra.run.smithi001.stdout: "predict_interval": { 2024-02-10T00:10:40.482 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "predict_interval", 2024-02-10T00:10:40.482 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.482 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.482 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.482 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "86400", 2024-02-10T00:10:40.482 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.482 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.482 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.482 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.482 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.483 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.483 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.483 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.483 INFO:teuthology.orchestra.run.smithi001.stdout: "predictor_model": { 2024-02-10T00:10:40.483 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "predictor_model", 2024-02-10T00:10:40.483 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.483 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.483 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.483 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "prophetstor", 2024-02-10T00:10:40.483 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.483 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.483 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.483 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.483 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.484 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.484 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.484 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.484 INFO:teuthology.orchestra.run.smithi001.stdout: "sleep_interval": { 2024-02-10T00:10:40.484 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "sleep_interval", 2024-02-10T00:10:40.484 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.484 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.484 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.484 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "600", 2024-02-10T00:10:40.484 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.484 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.484 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.484 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.484 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.484 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.485 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.485 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.485 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.485 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.485 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.485 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "influx", 2024-02-10T00:10:40.485 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": false, 2024-02-10T00:10:40.485 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "influxdb python module not found", 2024-02-10T00:10:40.485 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.485 INFO:teuthology.orchestra.run.smithi001.stdout: "batch_size": { 2024-02-10T00:10:40.485 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "batch_size", 2024-02-10T00:10:40.485 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.485 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.485 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.486 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "5000", 2024-02-10T00:10:40.486 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.486 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.486 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.486 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-02-10T00:10:40.486 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.486 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.486 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.486 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.486 INFO:teuthology.orchestra.run.smithi001.stdout: "database": { 2024-02-10T00:10:40.486 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "database", 2024-02-10T00:10:40.486 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.486 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.486 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.486 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "ceph", 2024-02-10T00:10:40.487 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.487 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.487 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.487 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-02-10T00:10:40.487 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.487 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.487 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.487 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.487 INFO:teuthology.orchestra.run.smithi001.stdout: "hostname": { 2024-02-10T00:10:40.487 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "hostname", 2024-02-10T00:10:40.487 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.487 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.487 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.487 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.487 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.488 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.488 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.488 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "InfluxDB server hostname", 2024-02-10T00:10:40.488 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.488 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.488 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.488 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.488 INFO:teuthology.orchestra.run.smithi001.stdout: "interval": { 2024-02-10T00:10:40.488 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "interval", 2024-02-10T00:10:40.488 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:40.488 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.488 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.488 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "30", 2024-02-10T00:10:40.488 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "5", 2024-02-10T00:10:40.489 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.489 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.489 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-02-10T00:10:40.489 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.489 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.489 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.489 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.489 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.489 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.489 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.489 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.489 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.489 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.460+0000 7f423cec9640 1 -- 172.21.15.1:0/1287731989 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f42240a2230 msgr2=0x7f42240a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:40.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.460+0000 7f423cec9640 1 --2- 172.21.15.1:0/1287731989 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f42240a2230 0x7f42240a46f0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f4220006010 tx=0x7f4220000bc0 comp rx=0 tx=0).stop 2024-02-10T00:10:40.490 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.460+0000 7f423cec9640 1 -- 172.21.15.1:0/1287731989 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f42380ff6c0 msgr2=0x7f423819d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:10:40.491 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.491 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.491 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.491 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.491 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.491 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.491 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.491 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.491 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.491 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.491 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.491 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.491 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.492 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.492 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.492 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.492 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.492 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.492 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.492 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.492 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.492 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.492 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.492 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.492 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.492 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.492 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.493 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.493 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.493 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.493 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.493 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.493 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.493 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.493 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.493 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.493 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.493 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.493 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.493 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.493 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.493 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.494 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.494 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.494 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.494 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.494 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.494 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.494 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.494 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.494 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.494 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.494 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.494 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.494 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.494 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.494 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.495 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.495 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.495 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.495 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.495 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.495 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.495 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.495 INFO:teuthology.orchestra.run.smithi001.stdout: "password": { 2024-02-10T00:10:40.495 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "password", 2024-02-10T00:10:40.495 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.495 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.495 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.495 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.495 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.495 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.496 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.496 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "password of InfluxDB server user", 2024-02-10T00:10:40.496 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.496 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.496 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.496 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.496 INFO:teuthology.orchestra.run.smithi001.stdout: "port": { 2024-02-10T00:10:40.496 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "port", 2024-02-10T00:10:40.496 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.496 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.496 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.496 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "8086", 2024-02-10T00:10:40.496 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.496 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.497 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.497 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "InfluxDB server port", 2024-02-10T00:10:40.497 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.497 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.497 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.497 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.497 INFO:teuthology.orchestra.run.smithi001.stdout: "ssl": { 2024-02-10T00:10:40.497 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ssl", 2024-02-10T00:10:40.497 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.497 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.497 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.497 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "false", 2024-02-10T00:10:40.497 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.497 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.497 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.498 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-02-10T00:10:40.498 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.498 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.498 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.498 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.498 INFO:teuthology.orchestra.run.smithi001.stdout: "threads": { 2024-02-10T00:10:40.498 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "threads", 2024-02-10T00:10:40.498 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.498 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.498 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.498 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "5", 2024-02-10T00:10:40.498 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "1", 2024-02-10T00:10:40.498 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "32", 2024-02-10T00:10:40.498 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.498 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-02-10T00:10:40.499 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.499 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.499 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.499 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.499 INFO:teuthology.orchestra.run.smithi001.stdout: "username": { 2024-02-10T00:10:40.499 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "username", 2024-02-10T00:10:40.499 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.499 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.499 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.499 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.499 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.499 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.499 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.499 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "username of InfluxDB server user", 2024-02-10T00:10:40.499 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.500 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.500 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.500 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.500 INFO:teuthology.orchestra.run.smithi001.stdout: "verify_ssl": { 2024-02-10T00:10:40.500 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "verify_ssl", 2024-02-10T00:10:40.500 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.500 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.500 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.500 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "true", 2024-02-10T00:10:40.500 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.500 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.500 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.500 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-02-10T00:10:40.500 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.500 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.501 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.501 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.501 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.501 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.501 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.501 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "insights", 2024-02-10T00:10:40.501 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.501 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.501 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.501 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.501 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.501 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.501 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.501 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.501 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.502 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.502 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.502 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.502 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.502 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.502 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.502 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.502 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.502 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.502 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.502 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.502 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.502 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.502 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.502 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.503 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.503 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.503 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.503 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.503 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.503 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.503 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.503 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.503 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.503 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.503 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.503 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.503 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.503 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.503 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.504 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.504 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.504 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.504 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.504 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.504 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.504 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.504 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.505 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.505 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.505 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.505 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.505 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.505 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.505 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.505 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.505 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.505 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.505 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.505 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.505 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.505 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.506 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.506 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.506 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.506 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.506 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.506 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.506 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.506 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.506 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.506 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.506 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.506 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.506 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.506 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.506 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.507 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "iostat", 2024-02-10T00:10:40.507 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.507 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.507 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.507 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.507 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.507 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.507 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.507 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.507 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.507 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.507 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.507 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.507 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.508 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.508 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.508 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.508 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.508 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.508 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.508 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.508 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.508 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.508 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.508 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.508 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.508 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.509 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.509 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.509 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.509 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.509 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.509 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.509 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.509 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.509 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.509 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.509 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.509 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.509 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.509 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.509 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.510 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.510 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.510 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.510 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.510 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.510 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.510 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.510 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.510 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.510 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.510 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.510 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.510 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.510 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.510 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.511 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.511 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.511 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.511 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.511 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.511 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.511 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.511 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.511 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.511 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.511 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.511 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.511 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.512 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.512 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.512 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.512 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.512 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.512 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.512 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.512 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "k8sevents", 2024-02-10T00:10:40.512 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.512 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.512 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.512 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph_event_retention_days": { 2024-02-10T00:10:40.512 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "ceph_event_retention_days", 2024-02-10T00:10:40.512 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.513 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.513 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.513 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "7", 2024-02-10T00:10:40.513 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.513 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.513 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.513 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Days to hold ceph event information within local cache", 2024-02-10T00:10:40.513 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.513 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.513 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.513 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.513 INFO:teuthology.orchestra.run.smithi001.stdout: "config_check_secs": { 2024-02-10T00:10:40.513 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "config_check_secs", 2024-02-10T00:10:40.513 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.514 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.514 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.514 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "10", 2024-02-10T00:10:40.514 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "10", 2024-02-10T00:10:40.514 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.514 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.514 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-02-10T00:10:40.514 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.514 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.514 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.514 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.514 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.514 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.514 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.515 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.515 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.515 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.515 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.515 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.515 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.515 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.515 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.515 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.515 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.515 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.515 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.515 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.515 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.516 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.516 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.516 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.516 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.516 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.516 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.516 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.516 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.516 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.516 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.516 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.516 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.516 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.516 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.517 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.517 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.517 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.517 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.517 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.517 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.517 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.517 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.517 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.517 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.517 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.517 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.517 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.517 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.517 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.518 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.518 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.518 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.518 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.518 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.518 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.518 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.518 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.518 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.518 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.518 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.518 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.518 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.518 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.518 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.519 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.519 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.519 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.519 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.519 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.519 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.519 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.519 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.519 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.519 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.519 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.519 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.519 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "localpool", 2024-02-10T00:10:40.519 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.519 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.519 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.520 INFO:teuthology.orchestra.run.smithi001.stdout: "failure_domain": { 2024-02-10T00:10:40.520 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "failure_domain", 2024-02-10T00:10:40.520 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.520 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.520 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.520 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "host", 2024-02-10T00:10:40.520 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.520 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.520 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.520 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "failure domain for any created local pool", 2024-02-10T00:10:40.520 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-02-10T00:10:40.520 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.520 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.521 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.521 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.521 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.521 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.521 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.521 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.521 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.521 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.521 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.521 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.521 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.521 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.521 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.521 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.521 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.522 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.522 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.522 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.522 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.522 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.522 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.522 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.522 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.522 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.522 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.522 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.522 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.522 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.522 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.522 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.522 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.523 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.523 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.523 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.523 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.523 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.523 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.523 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.523 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.523 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.523 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.523 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.523 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.523 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.523 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.523 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.524 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.524 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.524 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.524 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.524 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.524 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.524 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.524 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.524 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.524 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.524 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.524 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.524 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.524 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.525 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.525 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.525 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.525 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.525 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.525 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.525 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.525 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.525 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.525 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.525 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.525 INFO:teuthology.orchestra.run.smithi001.stdout: "min_size": { 2024-02-10T00:10:40.525 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "min_size", 2024-02-10T00:10:40.525 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.525 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.526 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.526 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.526 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.526 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.526 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.528 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "default min_size for any created local pool", 2024-02-10T00:10:40.528 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-02-10T00:10:40.528 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.528 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.528 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.528 INFO:teuthology.orchestra.run.smithi001.stdout: "num_rep": { 2024-02-10T00:10:40.528 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "num_rep", 2024-02-10T00:10:40.529 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.529 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.529 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.529 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "3", 2024-02-10T00:10:40.529 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.529 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.529 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.529 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "default replica count for any created local pool", 2024-02-10T00:10:40.529 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.529 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.529 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.529 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.529 INFO:teuthology.orchestra.run.smithi001.stdout: "pg_num": { 2024-02-10T00:10:40.529 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "pg_num", 2024-02-10T00:10:40.529 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.530 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.530 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.530 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "128", 2024-02-10T00:10:40.530 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.530 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.530 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.530 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "default pg_num for any created local pool", 2024-02-10T00:10:40.530 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.530 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.530 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.530 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.530 INFO:teuthology.orchestra.run.smithi001.stdout: "prefix": { 2024-02-10T00:10:40.530 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "prefix", 2024-02-10T00:10:40.530 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.530 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.531 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.531 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.531 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.531 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.531 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.531 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "name prefix for any created local pool", 2024-02-10T00:10:40.531 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.531 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.531 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.531 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.531 INFO:teuthology.orchestra.run.smithi001.stdout: "subtree": { 2024-02-10T00:10:40.531 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "subtree", 2024-02-10T00:10:40.531 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.531 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.531 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.532 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "rack", 2024-02-10T00:10:40.532 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.532 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.532 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.532 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "CRUSH level for which to create a local pool", 2024-02-10T00:10:40.532 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-02-10T00:10:40.532 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.532 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.532 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.532 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.532 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.532 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.532 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "mds_autoscaler", 2024-02-10T00:10:40.532 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.533 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.533 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.533 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.533 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.533 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.533 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.533 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.533 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.533 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.533 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.533 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.533 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.533 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.533 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.533 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.534 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.534 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.534 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.534 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.534 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.534 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.534 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.534 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.534 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.534 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.534 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.534 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.534 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.534 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.534 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.535 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.535 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.535 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.535 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.535 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.535 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.535 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.535 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.535 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.535 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.535 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.535 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.535 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.535 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.535 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.535 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.536 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.536 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.536 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.536 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.536 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.536 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.536 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.536 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.536 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.536 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.536 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.536 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.536 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.536 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.537 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.537 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.537 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.537 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.537 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.537 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.537 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.537 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.537 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.537 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.537 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.537 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.537 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.537 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.537 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.537 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "mirroring", 2024-02-10T00:10:40.538 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.538 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.538 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.538 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.538 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.538 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.538 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.538 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.538 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.538 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.538 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.538 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.538 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.538 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.538 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.539 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.539 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.539 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.539 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.539 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.539 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.539 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.539 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.539 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.539 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.539 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.539 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.539 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.539 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.539 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.540 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.540 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.540 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.540 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.540 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.540 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.540 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.540 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.540 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.540 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.540 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.540 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.540 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.540 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.541 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.541 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.541 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.541 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.541 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.541 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.541 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.541 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.541 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.541 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.541 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.541 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.541 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.541 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.542 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.542 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.542 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.542 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.542 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.542 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.542 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.542 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.542 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.542 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.542 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.542 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.542 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.542 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.542 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.543 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.543 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.543 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.543 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "nfs", 2024-02-10T00:10:40.543 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.543 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.543 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.543 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.543 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.543 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.543 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.543 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.543 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.543 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.543 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.544 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.544 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.544 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.544 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.544 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.544 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.544 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.544 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.544 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.544 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.544 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.544 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.544 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.544 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.544 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.545 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.545 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.545 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.545 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.545 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.545 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.545 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.545 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.545 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.545 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.545 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.545 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.545 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.545 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.546 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.546 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.546 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.546 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.546 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.546 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.546 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.546 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.546 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.546 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.546 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.546 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.546 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.546 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.546 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.547 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.547 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.547 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.547 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.547 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.547 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.547 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.547 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.547 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.547 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.547 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.547 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.547 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.547 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.547 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.548 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.548 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.548 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.548 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.548 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.548 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.548 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "orchestrator", 2024-02-10T00:10:40.548 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.548 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.548 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.548 INFO:teuthology.orchestra.run.smithi001.stdout: "fail_fs": { 2024-02-10T00:10:40.548 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "fail_fs", 2024-02-10T00:10:40.548 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.548 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.548 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.549 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.549 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.549 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.549 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.549 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-02-10T00:10:40.549 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.549 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.549 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.549 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.549 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.549 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.549 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.549 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.549 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.550 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.550 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.550 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.550 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.550 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.550 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.550 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.550 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.550 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.550 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.550 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.550 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.550 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.550 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.550 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.551 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.551 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.551 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.551 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.551 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.551 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.551 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.551 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.551 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.551 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.551 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.551 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.551 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.551 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.552 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.552 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.552 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.552 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.552 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.552 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.552 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.552 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.552 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.552 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.552 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.552 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.552 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.552 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.553 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.553 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.553 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.553 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.553 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.553 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.553 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.553 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.553 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.553 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.553 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.553 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.553 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.553 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.554 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.554 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.554 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.554 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.554 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.554 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.554 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.554 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.554 INFO:teuthology.orchestra.run.smithi001.stdout: "orchestrator": { 2024-02-10T00:10:40.554 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "orchestrator", 2024-02-10T00:10:40.554 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.554 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.554 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.554 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.554 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.555 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.555 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.555 INFO:teuthology.orchestra.run.smithi001.stdout: "cephadm", 2024-02-10T00:10:40.555 INFO:teuthology.orchestra.run.smithi001.stdout: "rook", 2024-02-10T00:10:40.555 INFO:teuthology.orchestra.run.smithi001.stdout: "test_orchestrator" 2024-02-10T00:10:40.555 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.555 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Orchestrator backend", 2024-02-10T00:10:40.555 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.555 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.555 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.555 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.555 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.555 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.555 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.555 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "osd_perf_query", 2024-02-10T00:10:40.556 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.556 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.556 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.556 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.556 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.556 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.556 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.556 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.556 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.556 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.556 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.556 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.556 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.556 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.556 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.557 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.557 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.557 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.557 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.557 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.557 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.557 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.557 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.557 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.557 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.557 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.557 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.557 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.558 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.558 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.558 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.558 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.558 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.558 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.558 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.558 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.558 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.558 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.558 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.460+0000 7f423cec9640 1 --2- 172.21.15.1:0/1287731989 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f42380ff6c0 0x7f423819d5a0 secure :-1 s=READY pgs=1780 cs=0 l=1 rev1=1 crypto rx=0x7f423000c920 tx=0x7f423000cde0 comp rx=0 tx=0).stop 2024-02-10T00:10:40.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.460+0000 7f423cec9640 1 -- 172.21.15.1:0/1287731989 shutdown_connections 2024-02-10T00:10:40.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.460+0000 7f423cec9640 1 --2- 172.21.15.1:0/1287731989 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f42240a2230 0x7f42240a46f0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:40.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.460+0000 7f423cec9640 1 --2- 172.21.15.1:0/1287731989 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f4238106220 0x7f4238197660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:40.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.460+0000 7f423cec9640 1 --2- 172.21.15.1:0/1287731989 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4238100080 0x7f423819dae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:40.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.460+0000 7f423cec9640 1 --2- 172.21.15.1:0/1287731989 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f42380ff6c0 0x7f423819d5a0 unknown :-1 s=CLOSED pgs=1780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:10:40.559 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.460+0000 7f423cec9640 1 -- 172.21.15.1:0/1287731989 >> 172.21.15.1:0/1287731989 conn(0x7f4238076640 msgr2=0x7f42381040a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:10:40.560 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.560 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.560 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.560 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.560 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.560 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.560 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.560 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.560 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.560 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.560 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.560 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.560 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.561 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.561 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.561 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.561 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.561 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.561 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.561 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.561 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.561 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.561 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.561 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.561 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.561 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.561 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.562 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.562 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.562 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.562 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.562 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.562 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.562 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.562 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.562 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.562 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.562 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "osd_support", 2024-02-10T00:10:40.562 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.562 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.563 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.563 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.563 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.563 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.563 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.563 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.563 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.563 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.563 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.563 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.563 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.563 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.563 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.563 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.563 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.564 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.564 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.564 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.564 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.564 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.564 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.564 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.564 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.564 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.564 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.564 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.564 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.564 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.565 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.565 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.565 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.565 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.565 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.565 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.565 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.565 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.565 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.565 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.565 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.565 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.565 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.566 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.566 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.566 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.566 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.566 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.566 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.566 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.566 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.566 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.566 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.566 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.566 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.566 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.566 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.567 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.567 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.567 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.567 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.567 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.567 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.567 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.567 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.567 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.567 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.567 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.567 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.567 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.567 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.568 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.568 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.568 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.568 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.568 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.568 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "pg_autoscaler", 2024-02-10T00:10:40.568 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.568 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.568 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.568 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.568 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.568 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.568 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.568 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.569 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.569 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.569 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.569 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.569 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.569 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.569 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.569 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.569 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.569 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.569 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.569 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.569 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.569 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.570 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.570 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.570 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.570 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.570 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.570 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.570 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.570 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.570 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.570 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.570 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.570 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.570 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.570 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.571 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.571 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.571 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.571 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.571 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.571 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.571 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.571 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.571 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.571 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.571 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.571 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.571 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.572 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.572 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.572 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.572 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.572 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.572 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.572 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.572 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.572 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.573 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.573 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.573 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.573 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.573 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.573 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.573 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.573 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.573 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.573 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.573 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.574 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.574 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.574 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.574 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.574 INFO:teuthology.orchestra.run.smithi001.stdout: "sleep_interval": { 2024-02-10T00:10:40.574 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "sleep_interval", 2024-02-10T00:10:40.574 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:40.574 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.574 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.574 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "60", 2024-02-10T00:10:40.574 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.574 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.575 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.575 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.575 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.575 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.575 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.575 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.575 INFO:teuthology.orchestra.run.smithi001.stdout: "threshold": { 2024-02-10T00:10:40.575 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "threshold", 2024-02-10T00:10:40.575 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "float", 2024-02-10T00:10:40.575 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.576 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.576 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "3.0", 2024-02-10T00:10:40.576 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "1.0", 2024-02-10T00:10:40.576 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.576 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.576 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "scaling threshold", 2024-02-10T00:10:40.576 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-02-10T00:10:40.576 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.576 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.576 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.577 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.577 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.577 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.577 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "progress", 2024-02-10T00:10:40.577 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.577 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.577 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.577 INFO:teuthology.orchestra.run.smithi001.stdout: "allow_pg_recovery_event": { 2024-02-10T00:10:40.577 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "allow_pg_recovery_event", 2024-02-10T00:10:40.577 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.577 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.577 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.577 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.577 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.577 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.578 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.578 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "allow the module to show pg recovery progress", 2024-02-10T00:10:40.578 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.578 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.578 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.578 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.578 INFO:teuthology.orchestra.run.smithi001.stdout: "enabled": { 2024-02-10T00:10:40.578 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "enabled", 2024-02-10T00:10:40.578 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.578 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.578 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.578 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.578 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.578 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.579 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.579 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.579 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.579 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.579 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.579 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.579 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.579 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.579 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.579 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.579 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.579 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.579 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.579 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.579 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.580 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.580 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.580 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.580 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.580 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.580 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.580 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.580 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.580 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.580 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.580 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.580 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.580 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.580 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.580 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.581 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.581 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.581 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.581 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.581 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.581 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.581 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.581 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.581 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.581 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.581 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.581 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.581 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.581 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.582 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.582 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.582 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.582 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.582 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.582 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.582 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.582 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.582 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.582 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.582 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.582 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.582 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.582 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.582 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.583 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.583 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.583 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.583 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.583 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.583 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.583 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.583 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.583 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.583 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.583 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.583 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.583 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.584 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.584 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.584 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.584 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.584 INFO:teuthology.orchestra.run.smithi001.stdout: "max_completed_events": { 2024-02-10T00:10:40.584 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "max_completed_events", 2024-02-10T00:10:40.584 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.584 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.584 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.584 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "50", 2024-02-10T00:10:40.584 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.584 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.584 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.584 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "number of past completed events to remember", 2024-02-10T00:10:40.584 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.585 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.585 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.585 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.585 INFO:teuthology.orchestra.run.smithi001.stdout: "sleep_interval": { 2024-02-10T00:10:40.585 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "sleep_interval", 2024-02-10T00:10:40.585 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:40.585 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.585 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.585 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "5", 2024-02-10T00:10:40.585 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.585 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.585 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.585 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "how long the module is going to sleep", 2024-02-10T00:10:40.585 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.585 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.586 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.586 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.586 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.586 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.586 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.586 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "prometheus", 2024-02-10T00:10:40.586 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.586 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.586 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.586 INFO:teuthology.orchestra.run.smithi001.stdout: "cache": { 2024-02-10T00:10:40.586 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "cache", 2024-02-10T00:10:40.586 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.586 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.586 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.587 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.587 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.587 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.587 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.587 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.587 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.587 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.587 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.587 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.587 INFO:teuthology.orchestra.run.smithi001.stdout: "exclude_perf_counters": { 2024-02-10T00:10:40.587 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "exclude_perf_counters", 2024-02-10T00:10:40.587 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.587 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.587 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.587 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.588 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.588 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.588 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.588 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-02-10T00:10:40.588 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-02-10T00:10:40.588 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.588 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.588 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.588 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.588 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.588 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.588 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.588 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.588 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.589 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.589 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.589 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.589 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.589 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.589 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.589 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.589 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.589 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.589 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.589 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.589 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.589 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.589 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.589 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.590 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.590 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.590 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.590 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.590 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.590 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.590 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.590 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.590 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.590 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.590 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.590 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.590 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.590 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.591 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.591 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.591 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.591 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.591 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.591 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.591 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.591 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.591 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.591 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.591 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.591 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.591 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.591 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.591 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.592 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.592 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.592 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.592 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.592 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.592 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.592 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.592 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.592 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.592 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.592 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.592 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.592 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.592 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.593 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.593 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.593 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.593 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.593 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.593 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.593 INFO:teuthology.orchestra.run.smithi001.stdout: "rbd_stats_pools": { 2024-02-10T00:10:40.593 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rbd_stats_pools", 2024-02-10T00:10:40.593 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.593 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.593 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.593 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.593 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.593 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.594 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.594 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.594 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.594 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.594 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.594 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.594 INFO:teuthology.orchestra.run.smithi001.stdout: "rbd_stats_pools_refresh_interval": { 2024-02-10T00:10:40.594 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-02-10T00:10:40.594 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.594 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.594 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.594 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "300", 2024-02-10T00:10:40.594 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.594 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.595 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.595 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.595 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.595 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.595 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.595 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.595 INFO:teuthology.orchestra.run.smithi001.stdout: "scrape_interval": { 2024-02-10T00:10:40.595 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "scrape_interval", 2024-02-10T00:10:40.595 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "float", 2024-02-10T00:10:40.595 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.595 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.595 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "15.0", 2024-02-10T00:10:40.595 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.595 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.596 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.596 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.596 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.596 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.596 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.596 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.596 INFO:teuthology.orchestra.run.smithi001.stdout: "server_addr": { 2024-02-10T00:10:40.596 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "server_addr", 2024-02-10T00:10:40.596 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.596 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.596 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.596 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "::", 2024-02-10T00:10:40.596 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.597 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.597 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.597 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-02-10T00:10:40.597 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.597 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.597 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.597 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.597 INFO:teuthology.orchestra.run.smithi001.stdout: "server_port": { 2024-02-10T00:10:40.597 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "server_port", 2024-02-10T00:10:40.597 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.597 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.597 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.597 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "9283", 2024-02-10T00:10:40.597 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.597 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.598 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.598 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-02-10T00:10:40.598 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.598 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.598 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.598 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.598 INFO:teuthology.orchestra.run.smithi001.stdout: "stale_cache_strategy": { 2024-02-10T00:10:40.598 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "stale_cache_strategy", 2024-02-10T00:10:40.598 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.598 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.598 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.598 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "log", 2024-02-10T00:10:40.598 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.598 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.599 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.599 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.599 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.599 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.599 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.599 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.599 INFO:teuthology.orchestra.run.smithi001.stdout: "standby_behaviour": { 2024-02-10T00:10:40.599 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "standby_behaviour", 2024-02-10T00:10:40.599 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.599 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.599 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.599 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "default", 2024-02-10T00:10:40.599 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.599 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.599 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.600 INFO:teuthology.orchestra.run.smithi001.stdout: "default", 2024-02-10T00:10:40.600 INFO:teuthology.orchestra.run.smithi001.stdout: "error" 2024-02-10T00:10:40.600 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.600 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.600 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.600 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.600 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.600 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.600 INFO:teuthology.orchestra.run.smithi001.stdout: "standby_error_status_code": { 2024-02-10T00:10:40.600 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "standby_error_status_code", 2024-02-10T00:10:40.600 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.600 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.600 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.600 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "500", 2024-02-10T00:10:40.601 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "400", 2024-02-10T00:10:40.601 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "599", 2024-02-10T00:10:40.601 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.601 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.601 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.601 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.601 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.601 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.601 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.601 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.601 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.601 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rbd_support", 2024-02-10T00:10:40.601 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.602 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.602 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.602 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.602 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.602 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.602 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.602 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.602 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.602 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.602 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.602 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.602 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.602 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.602 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.603 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.603 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.603 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.603 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.603 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.603 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.603 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.603 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.603 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.603 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.603 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.603 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.603 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.603 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.603 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.604 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.604 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.604 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.604 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.604 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.604 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.604 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.604 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.604 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.604 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.604 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.604 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.604 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.605 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.605 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.605 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.605 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.605 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.605 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.605 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.605 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.605 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.605 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.605 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.605 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.605 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.605 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.605 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.606 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.606 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.606 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.606 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.606 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.606 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.606 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.606 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.606 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.606 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.606 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.606 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.606 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.606 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.606 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.607 INFO:teuthology.orchestra.run.smithi001.stdout: "max_concurrent_snap_create": { 2024-02-10T00:10:40.607 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "max_concurrent_snap_create", 2024-02-10T00:10:40.607 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.607 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.607 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.607 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "10", 2024-02-10T00:10:40.607 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.607 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.607 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.607 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.607 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.607 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.607 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.607 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.607 INFO:teuthology.orchestra.run.smithi001.stdout: "mirror_snapshot_schedule": { 2024-02-10T00:10:40.608 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "mirror_snapshot_schedule", 2024-02-10T00:10:40.608 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.608 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.608 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.608 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.608 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.608 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.608 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.608 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.608 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.608 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.608 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.608 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.608 INFO:teuthology.orchestra.run.smithi001.stdout: "trash_purge_schedule": { 2024-02-10T00:10:40.609 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "trash_purge_schedule", 2024-02-10T00:10:40.609 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.609 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.609 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.609 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.609 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.609 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.609 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.609 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.609 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.609 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.609 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.609 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.609 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.609 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.610 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.610 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "restful", 2024-02-10T00:10:40.610 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.610 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.610 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.610 INFO:teuthology.orchestra.run.smithi001.stdout: "enable_auth": { 2024-02-10T00:10:40.610 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "enable_auth", 2024-02-10T00:10:40.610 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.610 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.610 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.610 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.610 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.610 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.610 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.610 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.611 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.611 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.611 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.611 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.611 INFO:teuthology.orchestra.run.smithi001.stdout: "key_file": { 2024-02-10T00:10:40.611 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "key_file", 2024-02-10T00:10:40.611 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.611 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.611 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.611 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.611 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.611 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.611 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.611 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.611 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.612 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.612 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.612 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.612 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.612 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.612 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.612 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.612 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.612 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.612 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.612 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.612 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.612 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.612 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.613 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.613 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.613 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.613 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.613 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.613 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.613 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.613 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.613 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.613 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.613 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.613 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.613 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.613 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.613 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.614 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.614 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.614 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.614 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.614 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.614 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.614 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.614 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.614 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.614 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.614 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.614 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.614 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.614 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.614 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.614 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.615 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.615 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.615 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.615 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.615 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.615 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.615 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.615 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.615 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.615 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.615 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.615 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.615 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.615 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.615 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.616 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.616 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.616 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.616 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.616 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.616 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.616 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.616 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.616 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.616 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.616 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.616 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.616 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.616 INFO:teuthology.orchestra.run.smithi001.stdout: "server_addr": { 2024-02-10T00:10:40.617 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "server_addr", 2024-02-10T00:10:40.617 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.617 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.617 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.617 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.617 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.617 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.617 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.617 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.617 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.617 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.617 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.617 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.617 INFO:teuthology.orchestra.run.smithi001.stdout: "server_port": { 2024-02-10T00:10:40.617 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "server_port", 2024-02-10T00:10:40.618 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.618 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.618 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.618 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.618 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.618 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.618 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.618 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.618 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.618 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.618 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.618 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.618 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.618 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.618 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.619 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rgw", 2024-02-10T00:10:40.619 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.619 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.619 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.619 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.619 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.619 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.619 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.619 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.619 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.619 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.619 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.619 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.619 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.619 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.620 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.620 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.620 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.620 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.620 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.620 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.620 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.620 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.620 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.620 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.620 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.620 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.620 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.621 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.621 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.621 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.621 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.621 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.621 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.621 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.621 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.621 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.621 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.621 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.621 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.621 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.621 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.622 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.622 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.622 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.622 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.622 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.622 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.622 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.622 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.622 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.622 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.622 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.622 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.622 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.622 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.622 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.623 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.623 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.623 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.623 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.623 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.623 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.623 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.623 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.623 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.623 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.623 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.623 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.623 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.623 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.624 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.624 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.624 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.624 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.624 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.624 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.624 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rook", 2024-02-10T00:10:40.624 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.624 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.624 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.624 INFO:teuthology.orchestra.run.smithi001.stdout: "drive_group_interval": { 2024-02-10T00:10:40.624 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "drive_group_interval", 2024-02-10T00:10:40.624 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "float", 2024-02-10T00:10:40.624 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.625 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.625 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "300.0", 2024-02-10T00:10:40.625 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.625 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.625 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.625 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "interval in seconds between re-application of applied drive_groups", 2024-02-10T00:10:40.625 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.625 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.625 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.625 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.625 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.625 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.625 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.625 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.626 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.626 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.626 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.626 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.626 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.626 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.626 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.626 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.626 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.626 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.626 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.626 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.626 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.626 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.627 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.627 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.627 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.627 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.627 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.461+0000 7f423cec9640 1 -- 172.21.15.1:0/1287731989 shutdown_connections 2024-02-10T00:10:40.627 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:10:39.461+0000 7f423cec9640 1 -- 172.21.15.1:0/1287731989 wait complete. 2024-02-10T00:10:40.628 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:39 smithi001 ceph-mon[32335]: pgmap v352: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 10 KiB/s wr, 17 op/s 2024-02-10T00:10:40.628 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:39 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1212182671' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-10T00:10:40.628 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:39 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1353592347' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-10T00:10:40.628 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:39 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2339583763' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-10T00:10:40.629 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.629 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.629 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.629 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.629 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.629 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.630 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.630 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.630 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.630 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.630 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.630 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.630 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.630 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.630 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.630 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.630 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.630 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.630 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.630 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.630 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.631 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.631 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.631 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.631 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.631 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.631 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.631 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.631 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.631 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.631 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.631 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.631 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.631 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.631 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.632 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.632 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.632 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.632 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.632 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.632 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.632 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.632 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.632 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.632 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.632 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.632 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.632 INFO:teuthology.orchestra.run.smithi001.stdout: "storage_class": { 2024-02-10T00:10:40.632 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "storage_class", 2024-02-10T00:10:40.633 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.633 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.633 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.633 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "local", 2024-02-10T00:10:40.633 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.633 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.633 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.633 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-02-10T00:10:40.633 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.633 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.633 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.633 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.633 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.633 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.633 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.634 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "selftest", 2024-02-10T00:10:40.634 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.634 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.634 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.634 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.634 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.634 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.634 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.634 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.634 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.634 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.634 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.634 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.634 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.634 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.635 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.635 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.635 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.635 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.635 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.635 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.635 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.635 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.635 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.635 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.635 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.635 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.635 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.635 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.635 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.636 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.636 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.636 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.636 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.636 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.636 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.636 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.636 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.636 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.636 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.636 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.636 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.636 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.636 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.637 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.637 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.637 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.637 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.637 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.637 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.637 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.637 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.637 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.637 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.637 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.637 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.637 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.637 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.637 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.638 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.638 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.638 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.638 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.638 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.638 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.638 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.638 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.638 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.638 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.638 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.638 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.638 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.638 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.638 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.638 INFO:teuthology.orchestra.run.smithi001.stdout: "roption1": { 2024-02-10T00:10:40.639 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "roption1", 2024-02-10T00:10:40.639 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.639 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.639 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.639 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.639 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.639 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.639 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.639 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.639 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.639 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.639 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.639 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.639 INFO:teuthology.orchestra.run.smithi001.stdout: "roption2": { 2024-02-10T00:10:40.639 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "roption2", 2024-02-10T00:10:40.640 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.640 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.640 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.640 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "xyz", 2024-02-10T00:10:40.640 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.640 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.640 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.640 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.640 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.640 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.640 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.640 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.640 INFO:teuthology.orchestra.run.smithi001.stdout: "rwoption1": { 2024-02-10T00:10:40.640 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rwoption1", 2024-02-10T00:10:40.641 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.641 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.641 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.641 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.641 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.641 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.641 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.641 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.641 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.641 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.641 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.641 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.641 INFO:teuthology.orchestra.run.smithi001.stdout: "rwoption2": { 2024-02-10T00:10:40.641 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rwoption2", 2024-02-10T00:10:40.641 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.641 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.642 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.642 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.642 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.642 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.642 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.642 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.642 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.642 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.642 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.642 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.642 INFO:teuthology.orchestra.run.smithi001.stdout: "rwoption3": { 2024-02-10T00:10:40.642 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rwoption3", 2024-02-10T00:10:40.642 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "float", 2024-02-10T00:10:40.642 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.642 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.643 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.643 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.643 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.643 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.643 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.643 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.643 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.643 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.643 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.643 INFO:teuthology.orchestra.run.smithi001.stdout: "rwoption4": { 2024-02-10T00:10:40.643 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rwoption4", 2024-02-10T00:10:40.643 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.643 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.643 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.643 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.643 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.644 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.644 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.644 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.644 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.644 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.644 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.644 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.644 INFO:teuthology.orchestra.run.smithi001.stdout: "rwoption5": { 2024-02-10T00:10:40.644 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rwoption5", 2024-02-10T00:10:40.644 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.644 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.644 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.644 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.644 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.645 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.645 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.645 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.645 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.645 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.645 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.645 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.645 INFO:teuthology.orchestra.run.smithi001.stdout: "rwoption6": { 2024-02-10T00:10:40.645 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rwoption6", 2024-02-10T00:10:40.645 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.645 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.645 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.645 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.645 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.645 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.646 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.646 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.646 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.646 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.646 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.646 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.646 INFO:teuthology.orchestra.run.smithi001.stdout: "rwoption7": { 2024-02-10T00:10:40.646 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rwoption7", 2024-02-10T00:10:40.646 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.646 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.646 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.646 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.646 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "1", 2024-02-10T00:10:40.646 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "42", 2024-02-10T00:10:40.646 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.647 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.647 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.647 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.647 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.647 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.647 INFO:teuthology.orchestra.run.smithi001.stdout: "testkey": { 2024-02-10T00:10:40.647 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "testkey", 2024-02-10T00:10:40.647 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.647 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.647 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.647 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.647 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.647 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.647 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.647 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.648 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.648 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.648 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.648 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.648 INFO:teuthology.orchestra.run.smithi001.stdout: "testlkey": { 2024-02-10T00:10:40.648 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "testlkey", 2024-02-10T00:10:40.648 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.648 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.648 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.648 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.648 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.648 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.648 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.648 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.649 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.649 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.649 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.649 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.649 INFO:teuthology.orchestra.run.smithi001.stdout: "testnewline": { 2024-02-10T00:10:40.649 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "testnewline", 2024-02-10T00:10:40.649 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.649 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.649 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.649 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.649 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.649 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.649 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.649 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.649 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.650 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.650 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.650 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.650 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.650 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.650 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.650 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "snap_schedule", 2024-02-10T00:10:40.650 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.650 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.650 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.650 INFO:teuthology.orchestra.run.smithi001.stdout: "allow_m_granularity": { 2024-02-10T00:10:40.650 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "allow_m_granularity", 2024-02-10T00:10:40.650 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.650 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.650 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.651 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.651 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.651 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.651 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.651 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "allow minute scheduled snapshots", 2024-02-10T00:10:40.651 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.651 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.651 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.651 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.651 INFO:teuthology.orchestra.run.smithi001.stdout: "dump_on_update": { 2024-02-10T00:10:40.651 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "dump_on_update", 2024-02-10T00:10:40.651 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.651 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.651 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.652 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.652 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.652 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.652 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.652 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "dump database to debug log on update", 2024-02-10T00:10:40.652 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.652 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.652 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.652 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.652 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.652 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.652 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.652 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.652 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.653 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.653 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.653 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.653 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.653 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.653 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.653 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.653 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.653 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.653 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.653 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.653 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.653 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.653 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.653 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.654 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.654 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.654 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.654 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.654 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.654 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.654 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.654 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.654 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.654 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.654 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.654 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.654 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.654 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.654 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.654 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.655 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.655 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.655 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.655 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.655 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.655 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.655 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.655 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.655 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.655 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.655 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.655 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.655 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.655 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.655 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.656 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.656 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.656 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.656 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.656 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.656 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.656 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.656 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.656 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.656 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.656 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.656 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.656 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.656 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.656 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.657 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.657 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.657 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.657 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.657 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.657 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.657 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.657 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "stats", 2024-02-10T00:10:40.657 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.657 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.657 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.657 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.657 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.658 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.658 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.658 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.658 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.658 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.658 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.658 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.658 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.658 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.658 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.658 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.658 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.658 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.658 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.658 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.659 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.659 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.659 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.659 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.659 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.659 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.659 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.659 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.659 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.659 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.659 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.659 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.659 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.659 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.659 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.659 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.660 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.660 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.660 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.660 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.660 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.660 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.660 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.660 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.660 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.660 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.660 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.660 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.660 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.660 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.661 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.661 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.661 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.661 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.661 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.661 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.661 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.661 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.661 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.661 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.661 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.661 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.661 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.661 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.661 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.662 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.662 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.662 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.662 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.662 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.662 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.662 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.662 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.662 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.662 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.662 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.662 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "status", 2024-02-10T00:10:40.662 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.662 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.663 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.663 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.663 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.663 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.663 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.663 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.663 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.663 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.663 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.663 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.663 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.663 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.663 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.663 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.664 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.664 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.664 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.664 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.664 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.664 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.664 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.664 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.664 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.664 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.664 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.664 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.664 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.664 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.665 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.665 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.665 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.665 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.665 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.665 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.665 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.665 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.665 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.665 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.665 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.665 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.665 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.665 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.665 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.666 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.666 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.666 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.666 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.666 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.666 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.666 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.666 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.666 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.666 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.666 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.666 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.666 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.666 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.666 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.667 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.667 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.667 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.667 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.667 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.667 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.667 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.667 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.667 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.667 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.667 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.667 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.667 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.667 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.667 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.668 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.668 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "telegraf", 2024-02-10T00:10:40.668 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.668 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.668 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.668 INFO:teuthology.orchestra.run.smithi001.stdout: "address": { 2024-02-10T00:10:40.668 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "address", 2024-02-10T00:10:40.668 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.668 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.668 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.668 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-02-10T00:10:40.668 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.668 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.668 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.669 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.669 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.669 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.669 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.669 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.669 INFO:teuthology.orchestra.run.smithi001.stdout: "interval": { 2024-02-10T00:10:40.669 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "interval", 2024-02-10T00:10:40.669 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:40.669 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.669 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.669 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "15", 2024-02-10T00:10:40.669 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.669 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.669 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.669 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.669 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.670 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.670 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.670 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.670 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.670 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.670 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.670 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.670 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.670 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.670 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.670 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.670 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.670 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.670 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.670 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.671 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.671 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.671 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.671 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.671 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.671 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.671 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.671 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.671 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.671 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.671 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.671 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.671 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.671 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.671 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.672 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.672 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.672 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.672 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.672 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.672 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.672 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.672 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.672 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.672 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.672 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.672 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.672 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.672 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.672 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.673 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.673 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.673 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.673 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.673 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.673 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.673 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.673 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.673 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.673 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.673 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.673 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.673 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.673 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.673 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.674 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.674 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.674 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.674 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.674 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.674 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.674 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.674 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.674 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.674 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.674 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.674 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.674 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.674 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.674 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.674 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.675 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "telemetry", 2024-02-10T00:10:40.675 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.675 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.675 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.675 INFO:teuthology.orchestra.run.smithi001.stdout: "channel_basic": { 2024-02-10T00:10:40.675 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "channel_basic", 2024-02-10T00:10:40.675 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.675 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.675 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.675 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.675 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.675 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.675 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.675 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Share basic cluster information (size, version)", 2024-02-10T00:10:40.675 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.675 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.676 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.676 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.676 INFO:teuthology.orchestra.run.smithi001.stdout: "channel_crash": { 2024-02-10T00:10:40.676 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "channel_crash", 2024-02-10T00:10:40.676 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.676 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.676 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.676 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.676 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.676 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.676 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.676 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-02-10T00:10:40.676 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.676 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.677 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.677 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.677 INFO:teuthology.orchestra.run.smithi001.stdout: "channel_device": { 2024-02-10T00:10:40.677 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "channel_device", 2024-02-10T00:10:40.677 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.677 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.677 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.677 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "True", 2024-02-10T00:10:40.677 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.677 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.677 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.677 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-02-10T00:10:40.677 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.677 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.677 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.678 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.678 INFO:teuthology.orchestra.run.smithi001.stdout: "channel_ident": { 2024-02-10T00:10:40.678 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "channel_ident", 2024-02-10T00:10:40.678 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.678 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.678 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.678 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.678 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.678 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.678 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.678 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-02-10T00:10:40.678 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.678 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.678 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.678 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.679 INFO:teuthology.orchestra.run.smithi001.stdout: "channel_perf": { 2024-02-10T00:10:40.679 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "channel_perf", 2024-02-10T00:10:40.679 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.679 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.679 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.679 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.679 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.679 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.679 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.679 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Share various performance metrics of a cluster", 2024-02-10T00:10:40.679 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.679 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.679 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.679 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.679 INFO:teuthology.orchestra.run.smithi001.stdout: "contact": { 2024-02-10T00:10:40.680 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "contact", 2024-02-10T00:10:40.680 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.680 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.680 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.680 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.680 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.680 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.680 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.680 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.680 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.680 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.680 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.680 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.680 INFO:teuthology.orchestra.run.smithi001.stdout: "description": { 2024-02-10T00:10:40.680 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "description", 2024-02-10T00:10:40.681 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.681 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.681 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.681 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.681 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.681 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.681 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.681 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.681 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.681 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.681 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.681 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.681 INFO:teuthology.orchestra.run.smithi001.stdout: "device_url": { 2024-02-10T00:10:40.681 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "device_url", 2024-02-10T00:10:40.681 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.682 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.682 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.682 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-02-10T00:10:40.682 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.682 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.682 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.682 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.682 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.682 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.682 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.682 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.682 INFO:teuthology.orchestra.run.smithi001.stdout: "enabled": { 2024-02-10T00:10:40.682 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "enabled", 2024-02-10T00:10:40.682 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.682 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.683 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.683 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.683 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.683 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.683 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.683 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.683 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.683 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.683 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.683 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.683 INFO:teuthology.orchestra.run.smithi001.stdout: "interval": { 2024-02-10T00:10:40.683 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "interval", 2024-02-10T00:10:40.683 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.683 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.683 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.684 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "24", 2024-02-10T00:10:40.684 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "8", 2024-02-10T00:10:40.684 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.684 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.684 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.684 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.684 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.684 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.684 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.684 INFO:teuthology.orchestra.run.smithi001.stdout: "last_opt_revision": { 2024-02-10T00:10:40.684 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "last_opt_revision", 2024-02-10T00:10:40.684 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.684 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.684 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.684 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "1", 2024-02-10T00:10:40.685 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.685 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.685 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.685 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.685 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.685 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.685 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.685 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.685 INFO:teuthology.orchestra.run.smithi001.stdout: "leaderboard": { 2024-02-10T00:10:40.685 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "leaderboard", 2024-02-10T00:10:40.685 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.685 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.685 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.685 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.685 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.686 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.686 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.686 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.686 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.686 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.686 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.686 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.686 INFO:teuthology.orchestra.run.smithi001.stdout: "leaderboard_description": { 2024-02-10T00:10:40.686 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "leaderboard_description", 2024-02-10T00:10:40.686 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.686 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.686 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.686 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.686 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.686 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.687 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.687 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.687 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.687 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.687 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.687 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.687 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.687 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.687 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.687 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.687 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.687 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.687 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.687 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.687 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.687 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.688 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.688 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.688 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.688 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.688 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.688 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.688 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.688 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.688 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.688 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.688 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.688 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.688 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.688 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.688 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.689 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.689 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.689 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.689 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.689 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.689 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.689 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.689 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.689 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.689 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.689 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.689 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.689 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.689 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.689 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.690 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.690 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.690 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.690 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.690 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.690 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.690 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.690 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.690 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.690 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.690 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.690 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.690 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.690 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.690 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.691 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.691 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.691 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.691 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.691 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.691 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.691 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.691 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.691 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.691 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.691 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.691 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.691 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.691 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.691 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.692 INFO:teuthology.orchestra.run.smithi001.stdout: "organization": { 2024-02-10T00:10:40.692 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "organization", 2024-02-10T00:10:40.692 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.692 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.692 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.692 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.692 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.692 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.692 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.692 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.692 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.692 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.692 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.692 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.692 INFO:teuthology.orchestra.run.smithi001.stdout: "proxy": { 2024-02-10T00:10:40.693 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "proxy", 2024-02-10T00:10:40.693 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.693 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.693 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.693 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.693 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.693 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.693 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.693 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.693 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.693 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.693 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.693 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.693 INFO:teuthology.orchestra.run.smithi001.stdout: "url": { 2024-02-10T00:10:40.693 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "url", 2024-02-10T00:10:40.694 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.694 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.694 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.694 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-02-10T00:10:40.694 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.694 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.694 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.694 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.694 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.694 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.694 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.694 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.694 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.694 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.694 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.695 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "test_orchestrator", 2024-02-10T00:10:40.695 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.695 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.695 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.695 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.695 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.695 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.695 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.695 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.695 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.695 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.695 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.695 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.695 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.695 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.696 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.696 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.696 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.696 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.696 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.696 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.696 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.696 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.696 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.696 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.696 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.696 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.696 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.696 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.696 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.697 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.697 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.697 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.697 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.697 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.697 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.697 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.697 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.697 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.697 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.697 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.697 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.697 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.697 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.698 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.698 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.698 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.698 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.698 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.698 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.698 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.698 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.698 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.698 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.698 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.698 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.698 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.698 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.698 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.699 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.699 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.699 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.699 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.699 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.699 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.699 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.699 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.699 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.699 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.699 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.699 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.699 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.699 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.699 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.700 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.700 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.700 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.700 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "volumes", 2024-02-10T00:10:40.700 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.700 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.700 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.700 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.700 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.700 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.700 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.700 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.700 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.701 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.701 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.701 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.701 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.701 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.701 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.701 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.701 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.701 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.701 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.701 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.701 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.701 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.701 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.701 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.702 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.702 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.702 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.702 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.702 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.702 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.702 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.702 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.702 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.702 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.702 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.702 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.702 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.702 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.702 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.703 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.703 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.703 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.703 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.703 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.703 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.703 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.703 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.703 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.703 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.703 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.703 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.703 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.703 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.703 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.704 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.704 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.704 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.704 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.704 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.704 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.704 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.704 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.704 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.704 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.704 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.704 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.704 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.704 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.704 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.705 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.705 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.705 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.705 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.705 INFO:teuthology.orchestra.run.smithi001.stdout: "max_concurrent_clones": { 2024-02-10T00:10:40.705 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "max_concurrent_clones", 2024-02-10T00:10:40.705 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.705 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.705 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.705 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "4", 2024-02-10T00:10:40.705 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.705 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.705 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.705 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Number of asynchronous cloner threads", 2024-02-10T00:10:40.705 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.706 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.706 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.706 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.706 INFO:teuthology.orchestra.run.smithi001.stdout: "periodic_async_work": { 2024-02-10T00:10:40.706 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "periodic_async_work", 2024-02-10T00:10:40.706 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.706 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.706 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.706 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.706 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.706 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.706 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.706 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Periodically check for async work", 2024-02-10T00:10:40.706 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.706 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.707 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.707 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.707 INFO:teuthology.orchestra.run.smithi001.stdout: "snapshot_clone_delay": { 2024-02-10T00:10:40.707 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "snapshot_clone_delay", 2024-02-10T00:10:40.707 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.707 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.707 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.707 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "0", 2024-02-10T00:10:40.707 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.707 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.707 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.707 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-02-10T00:10:40.707 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.707 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.707 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.708 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.708 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.708 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.708 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.708 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "zabbix", 2024-02-10T00:10:40.708 INFO:teuthology.orchestra.run.smithi001.stdout: "can_run": true, 2024-02-10T00:10:40.708 INFO:teuthology.orchestra.run.smithi001.stdout: "error_string": "", 2024-02-10T00:10:40.708 INFO:teuthology.orchestra.run.smithi001.stdout: "module_options": { 2024-02-10T00:10:40.708 INFO:teuthology.orchestra.run.smithi001.stdout: "discovery_interval": { 2024-02-10T00:10:40.708 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "discovery_interval", 2024-02-10T00:10:40.708 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "uint", 2024-02-10T00:10:40.708 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.708 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.708 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "100", 2024-02-10T00:10:40.708 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.709 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.709 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.709 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.709 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.709 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.709 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.709 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.709 INFO:teuthology.orchestra.run.smithi001.stdout: "identifier": { 2024-02-10T00:10:40.709 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "identifier", 2024-02-10T00:10:40.709 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.709 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.709 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.709 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.709 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.710 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.710 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.710 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.710 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.710 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.710 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.710 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.710 INFO:teuthology.orchestra.run.smithi001.stdout: "interval": { 2024-02-10T00:10:40.710 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "interval", 2024-02-10T00:10:40.710 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "secs", 2024-02-10T00:10:40.710 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.710 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.710 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "60", 2024-02-10T00:10:40.710 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.710 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.711 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.711 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.711 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.711 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.711 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.711 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.711 INFO:teuthology.orchestra.run.smithi001.stdout: "log_level": { 2024-02-10T00:10:40.711 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_level", 2024-02-10T00:10:40.711 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.711 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.711 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.711 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.711 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.711 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.711 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.712 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.712 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.712 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.712 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.712 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.712 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.712 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.712 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.712 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.712 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.712 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.712 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.712 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster": { 2024-02-10T00:10:40.712 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster", 2024-02-10T00:10:40.713 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.713 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.713 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.713 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.713 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.713 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.713 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.713 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.713 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.713 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.713 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.713 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.713 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_cluster_level": { 2024-02-10T00:10:40.713 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_cluster_level", 2024-02-10T00:10:40.713 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.714 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.714 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.714 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "info", 2024-02-10T00:10:40.714 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.714 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.714 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [ 2024-02-10T00:10:40.714 INFO:teuthology.orchestra.run.smithi001.stdout: "", 2024-02-10T00:10:40.714 INFO:teuthology.orchestra.run.smithi001.stdout: "critical", 2024-02-10T00:10:40.714 INFO:teuthology.orchestra.run.smithi001.stdout: "debug", 2024-02-10T00:10:40.714 INFO:teuthology.orchestra.run.smithi001.stdout: "error", 2024-02-10T00:10:40.714 INFO:teuthology.orchestra.run.smithi001.stdout: "info", 2024-02-10T00:10:40.714 INFO:teuthology.orchestra.run.smithi001.stdout: "warning" 2024-02-10T00:10:40.714 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.714 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.714 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.715 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.715 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.715 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.715 INFO:teuthology.orchestra.run.smithi001.stdout: "log_to_file": { 2024-02-10T00:10:40.715 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "log_to_file", 2024-02-10T00:10:40.715 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "bool", 2024-02-10T00:10:40.715 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.715 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 1, 2024-02-10T00:10:40.715 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "False", 2024-02-10T00:10:40.715 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.715 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.715 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.715 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.715 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.715 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.716 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.716 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.716 INFO:teuthology.orchestra.run.smithi001.stdout: "zabbix_host": { 2024-02-10T00:10:40.716 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "zabbix_host", 2024-02-10T00:10:40.716 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.716 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.716 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.716 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "", 2024-02-10T00:10:40.716 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.716 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.716 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.716 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.716 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.716 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.716 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.717 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.717 INFO:teuthology.orchestra.run.smithi001.stdout: "zabbix_port": { 2024-02-10T00:10:40.717 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "zabbix_port", 2024-02-10T00:10:40.717 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "int", 2024-02-10T00:10:40.717 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.717 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.717 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "10051", 2024-02-10T00:10:40.717 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.717 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.717 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.717 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.717 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.717 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.717 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.717 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.718 INFO:teuthology.orchestra.run.smithi001.stdout: "zabbix_sender": { 2024-02-10T00:10:40.718 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "zabbix_sender", 2024-02-10T00:10:40.718 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "str", 2024-02-10T00:10:40.718 INFO:teuthology.orchestra.run.smithi001.stdout: "level": "advanced", 2024-02-10T00:10:40.718 INFO:teuthology.orchestra.run.smithi001.stdout: "flags": 0, 2024-02-10T00:10:40.718 INFO:teuthology.orchestra.run.smithi001.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-02-10T00:10:40.718 INFO:teuthology.orchestra.run.smithi001.stdout: "min": "", 2024-02-10T00:10:40.718 INFO:teuthology.orchestra.run.smithi001.stdout: "max": "", 2024-02-10T00:10:40.718 INFO:teuthology.orchestra.run.smithi001.stdout: "enum_allowed": [], 2024-02-10T00:10:40.718 INFO:teuthology.orchestra.run.smithi001.stdout: "desc": "", 2024-02-10T00:10:40.718 INFO:teuthology.orchestra.run.smithi001.stdout: "long_desc": "", 2024-02-10T00:10:40.718 INFO:teuthology.orchestra.run.smithi001.stdout: "tags": [], 2024-02-10T00:10:40.718 INFO:teuthology.orchestra.run.smithi001.stdout: "see_also": [] 2024-02-10T00:10:40.718 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.718 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.719 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.719 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.719 INFO:teuthology.orchestra.run.smithi001.stdout: "services": { 2024-02-10T00:10:40.719 INFO:teuthology.orchestra.run.smithi001.stdout: "dashboard": "https://172.21.15.1:8443/" 2024-02-10T00:10:40.719 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.719 INFO:teuthology.orchestra.run.smithi001.stdout: "always_on_modules": { 2024-02-10T00:10:40.719 INFO:teuthology.orchestra.run.smithi001.stdout: "octopus": [ 2024-02-10T00:10:40.719 INFO:teuthology.orchestra.run.smithi001.stdout: "balancer", 2024-02-10T00:10:40.719 INFO:teuthology.orchestra.run.smithi001.stdout: "crash", 2024-02-10T00:10:40.719 INFO:teuthology.orchestra.run.smithi001.stdout: "devicehealth", 2024-02-10T00:10:40.719 INFO:teuthology.orchestra.run.smithi001.stdout: "orchestrator", 2024-02-10T00:10:40.719 INFO:teuthology.orchestra.run.smithi001.stdout: "pg_autoscaler", 2024-02-10T00:10:40.719 INFO:teuthology.orchestra.run.smithi001.stdout: "progress", 2024-02-10T00:10:40.719 INFO:teuthology.orchestra.run.smithi001.stdout: "rbd_support", 2024-02-10T00:10:40.720 INFO:teuthology.orchestra.run.smithi001.stdout: "status", 2024-02-10T00:10:40.720 INFO:teuthology.orchestra.run.smithi001.stdout: "telemetry", 2024-02-10T00:10:40.720 INFO:teuthology.orchestra.run.smithi001.stdout: "volumes" 2024-02-10T00:10:40.720 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.720 INFO:teuthology.orchestra.run.smithi001.stdout: "pacific": [ 2024-02-10T00:10:40.720 INFO:teuthology.orchestra.run.smithi001.stdout: "balancer", 2024-02-10T00:10:40.720 INFO:teuthology.orchestra.run.smithi001.stdout: "crash", 2024-02-10T00:10:40.720 INFO:teuthology.orchestra.run.smithi001.stdout: "devicehealth", 2024-02-10T00:10:40.720 INFO:teuthology.orchestra.run.smithi001.stdout: "orchestrator", 2024-02-10T00:10:40.720 INFO:teuthology.orchestra.run.smithi001.stdout: "pg_autoscaler", 2024-02-10T00:10:40.720 INFO:teuthology.orchestra.run.smithi001.stdout: "progress", 2024-02-10T00:10:40.721 INFO:teuthology.orchestra.run.smithi001.stdout: "rbd_support", 2024-02-10T00:10:40.721 INFO:teuthology.orchestra.run.smithi001.stdout: "status", 2024-02-10T00:10:40.721 INFO:teuthology.orchestra.run.smithi001.stdout: "telemetry", 2024-02-10T00:10:40.721 INFO:teuthology.orchestra.run.smithi001.stdout: "volumes" 2024-02-10T00:10:40.721 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.721 INFO:teuthology.orchestra.run.smithi001.stdout: "quincy": [ 2024-02-10T00:10:40.721 INFO:teuthology.orchestra.run.smithi001.stdout: "balancer", 2024-02-10T00:10:40.721 INFO:teuthology.orchestra.run.smithi001.stdout: "crash", 2024-02-10T00:10:40.721 INFO:teuthology.orchestra.run.smithi001.stdout: "devicehealth", 2024-02-10T00:10:40.721 INFO:teuthology.orchestra.run.smithi001.stdout: "orchestrator", 2024-02-10T00:10:40.721 INFO:teuthology.orchestra.run.smithi001.stdout: "pg_autoscaler", 2024-02-10T00:10:40.721 INFO:teuthology.orchestra.run.smithi001.stdout: "progress", 2024-02-10T00:10:40.721 INFO:teuthology.orchestra.run.smithi001.stdout: "rbd_support", 2024-02-10T00:10:40.721 INFO:teuthology.orchestra.run.smithi001.stdout: "status", 2024-02-10T00:10:40.721 INFO:teuthology.orchestra.run.smithi001.stdout: "telemetry", 2024-02-10T00:10:40.722 INFO:teuthology.orchestra.run.smithi001.stdout: "volumes" 2024-02-10T00:10:40.722 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.722 INFO:teuthology.orchestra.run.smithi001.stdout: "reef": [ 2024-02-10T00:10:40.722 INFO:teuthology.orchestra.run.smithi001.stdout: "balancer", 2024-02-10T00:10:40.722 INFO:teuthology.orchestra.run.smithi001.stdout: "crash", 2024-02-10T00:10:40.722 INFO:teuthology.orchestra.run.smithi001.stdout: "devicehealth", 2024-02-10T00:10:40.722 INFO:teuthology.orchestra.run.smithi001.stdout: "orchestrator", 2024-02-10T00:10:40.722 INFO:teuthology.orchestra.run.smithi001.stdout: "pg_autoscaler", 2024-02-10T00:10:40.722 INFO:teuthology.orchestra.run.smithi001.stdout: "progress", 2024-02-10T00:10:40.722 INFO:teuthology.orchestra.run.smithi001.stdout: "rbd_support", 2024-02-10T00:10:40.722 INFO:teuthology.orchestra.run.smithi001.stdout: "status", 2024-02-10T00:10:40.722 INFO:teuthology.orchestra.run.smithi001.stdout: "telemetry", 2024-02-10T00:10:40.722 INFO:teuthology.orchestra.run.smithi001.stdout: "volumes" 2024-02-10T00:10:40.722 INFO:teuthology.orchestra.run.smithi001.stdout: ], 2024-02-10T00:10:40.722 INFO:teuthology.orchestra.run.smithi001.stdout: "squid": [ 2024-02-10T00:10:40.723 INFO:teuthology.orchestra.run.smithi001.stdout: "balancer", 2024-02-10T00:10:40.723 INFO:teuthology.orchestra.run.smithi001.stdout: "crash", 2024-02-10T00:10:40.723 INFO:teuthology.orchestra.run.smithi001.stdout: "devicehealth", 2024-02-10T00:10:40.723 INFO:teuthology.orchestra.run.smithi001.stdout: "orchestrator", 2024-02-10T00:10:40.723 INFO:teuthology.orchestra.run.smithi001.stdout: "pg_autoscaler", 2024-02-10T00:10:40.723 INFO:teuthology.orchestra.run.smithi001.stdout: "progress", 2024-02-10T00:10:40.723 INFO:teuthology.orchestra.run.smithi001.stdout: "rbd_support", 2024-02-10T00:10:40.723 INFO:teuthology.orchestra.run.smithi001.stdout: "status", 2024-02-10T00:10:40.723 INFO:teuthology.orchestra.run.smithi001.stdout: "telemetry", 2024-02-10T00:10:40.723 INFO:teuthology.orchestra.run.smithi001.stdout: "volumes" 2024-02-10T00:10:40.723 INFO:teuthology.orchestra.run.smithi001.stdout: ] 2024-02-10T00:10:40.723 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.723 INFO:teuthology.orchestra.run.smithi001.stdout: "last_failure_osd_epoch": 88, 2024-02-10T00:10:40.723 INFO:teuthology.orchestra.run.smithi001.stdout: "active_clients": [ 2024-02-10T00:10:40.723 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.724 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "devicehealth", 2024-02-10T00:10:40.724 INFO:teuthology.orchestra.run.smithi001.stdout: "addrvec": [ 2024-02-10T00:10:40.724 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.724 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "v2", 2024-02-10T00:10:40.724 INFO:teuthology.orchestra.run.smithi001.stdout: "addr": "172.21.15.1:0", 2024-02-10T00:10:40.724 INFO:teuthology.orchestra.run.smithi001.stdout: "nonce": 1294997592 2024-02-10T00:10:40.724 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.724 INFO:teuthology.orchestra.run.smithi001.stdout: ] 2024-02-10T00:10:40.724 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.724 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.724 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "libcephsqlite", 2024-02-10T00:10:40.724 INFO:teuthology.orchestra.run.smithi001.stdout: "addrvec": [ 2024-02-10T00:10:40.724 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.724 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "v2", 2024-02-10T00:10:40.725 INFO:teuthology.orchestra.run.smithi001.stdout: "addr": "172.21.15.1:0", 2024-02-10T00:10:40.725 INFO:teuthology.orchestra.run.smithi001.stdout: "nonce": 1765264280 2024-02-10T00:10:40.725 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.725 INFO:teuthology.orchestra.run.smithi001.stdout: ] 2024-02-10T00:10:40.725 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.725 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.725 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "rbd_support", 2024-02-10T00:10:40.725 INFO:teuthology.orchestra.run.smithi001.stdout: "addrvec": [ 2024-02-10T00:10:40.725 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.725 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "v2", 2024-02-10T00:10:40.725 INFO:teuthology.orchestra.run.smithi001.stdout: "addr": "172.21.15.1:0", 2024-02-10T00:10:40.725 INFO:teuthology.orchestra.run.smithi001.stdout: "nonce": 1601946983 2024-02-10T00:10:40.725 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.725 INFO:teuthology.orchestra.run.smithi001.stdout: ] 2024-02-10T00:10:40.725 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.726 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.726 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "snap_schedule", 2024-02-10T00:10:40.726 INFO:teuthology.orchestra.run.smithi001.stdout: "addrvec": [ 2024-02-10T00:10:40.726 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.726 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "v2", 2024-02-10T00:10:40.726 INFO:teuthology.orchestra.run.smithi001.stdout: "addr": "172.21.15.1:0", 2024-02-10T00:10:40.726 INFO:teuthology.orchestra.run.smithi001.stdout: "nonce": 1074817309 2024-02-10T00:10:40.726 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.726 INFO:teuthology.orchestra.run.smithi001.stdout: ] 2024-02-10T00:10:40.726 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.726 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.726 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "snap_schedule", 2024-02-10T00:10:40.726 INFO:teuthology.orchestra.run.smithi001.stdout: "addrvec": [ 2024-02-10T00:10:40.726 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.726 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "v2", 2024-02-10T00:10:40.727 INFO:teuthology.orchestra.run.smithi001.stdout: "addr": "172.21.15.1:0", 2024-02-10T00:10:40.727 INFO:teuthology.orchestra.run.smithi001.stdout: "nonce": 2139511759 2024-02-10T00:10:40.727 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.727 INFO:teuthology.orchestra.run.smithi001.stdout: ] 2024-02-10T00:10:40.727 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:40.727 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.727 INFO:teuthology.orchestra.run.smithi001.stdout: "name": "volumes", 2024-02-10T00:10:40.727 INFO:teuthology.orchestra.run.smithi001.stdout: "addrvec": [ 2024-02-10T00:10:40.727 INFO:teuthology.orchestra.run.smithi001.stdout: { 2024-02-10T00:10:40.727 INFO:teuthology.orchestra.run.smithi001.stdout: "type": "v2", 2024-02-10T00:10:40.727 INFO:teuthology.orchestra.run.smithi001.stdout: "addr": "172.21.15.1:0", 2024-02-10T00:10:40.727 INFO:teuthology.orchestra.run.smithi001.stdout: "nonce": 185253076 2024-02-10T00:10:40.727 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.727 INFO:teuthology.orchestra.run.smithi001.stdout: ] 2024-02-10T00:10:40.728 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:40.728 INFO:teuthology.orchestra.run.smithi001.stdout: ] 2024-02-10T00:10:40.728 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:10:40.871 DEBUG:tasks.check_counter:Getting stats from a 2024-02-10T00:10:40.876 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph daemon mds.a perf dump 2024-02-10T00:10:40.877 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:40 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1287731989' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-02-10T00:10:40.878 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:40 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1287731989' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-02-10T00:10:40.878 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:40 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1287731989' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-02-10T00:10:41.133 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-10T00:10:41.506 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:41 smithi001 ceph-mon[32335]: pgmap v353: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-02-10T00:10:41.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:41 smithi088 ceph-mon[36452]: pgmap v353: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-02-10T00:10:41.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:41 smithi103 ceph-mon[36942]: pgmap v353: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-02-10T00:10:42.956 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:10:42.957 INFO:teuthology.orchestra.run.smithi001.stdout: "AsyncMessenger::Worker-0": { 2024-02-10T00:10:42.957 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_messages": 1392, 2024-02-10T00:10:42.957 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_messages": 973, 2024-02-10T00:10:42.957 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_bytes": 399328, 2024-02-10T00:10:42.957 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_bytes": 473568, 2024-02-10T00:10:42.957 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_created_connections": 13, 2024-02-10T00:10:42.957 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_active_connections": 5, 2024-02-10T00:10:42.957 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_total_time": 0.104345863, 2024-02-10T00:10:42.957 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_send_time": 0.041398203, 2024-02-10T00:10:42.957 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_recv_time": 0.065229314, 2024-02-10T00:10:42.957 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_fast_dispatch_time": 0.005209355, 2024-02-10T00:10:42.957 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:10:42.958 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 971, 2024-02-10T00:10:42.958 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.048587416, 2024-02-10T00:10:42.958 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000050038 2024-02-10T00:10:42.958 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.958 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:10:42.958 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 2241, 2024-02-10T00:10:42.958 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000414637, 2024-02-10T00:10:42.958 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000185 2024-02-10T00:10:42.958 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.958 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_encrypted_bytes": 1728, 2024-02-10T00:10:42.958 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_encrypted_bytes": 5872 2024-02-10T00:10:42.958 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.958 INFO:teuthology.orchestra.run.smithi001.stdout: "AsyncMessenger::Worker-1": { 2024-02-10T00:10:42.958 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_messages": 364, 2024-02-10T00:10:42.959 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_messages": 483, 2024-02-10T00:10:42.959 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_bytes": 1665469, 2024-02-10T00:10:42.959 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_bytes": 587190, 2024-02-10T00:10:42.959 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_created_connections": 17, 2024-02-10T00:10:42.959 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_active_connections": 5, 2024-02-10T00:10:42.959 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_total_time": 0.065755191, 2024-02-10T00:10:42.959 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_send_time": 0.025465038, 2024-02-10T00:10:42.959 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_recv_time": 0.046033577, 2024-02-10T00:10:42.959 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_fast_dispatch_time": 0.004642359, 2024-02-10T00:10:42.959 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:10:42.959 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 483, 2024-02-10T00:10:42.959 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.040415130, 2024-02-10T00:10:42.959 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000083675 2024-02-10T00:10:42.959 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.959 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:10:42.960 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 112, 2024-02-10T00:10:42.960 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000034040, 2024-02-10T00:10:42.960 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000303 2024-02-10T00:10:42.960 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.960 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_encrypted_bytes": 1633936, 2024-02-10T00:10:42.960 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_encrypted_bytes": 471856 2024-02-10T00:10:42.960 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.960 INFO:teuthology.orchestra.run.smithi001.stdout: "AsyncMessenger::Worker-2": { 2024-02-10T00:10:42.960 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_messages": 122, 2024-02-10T00:10:42.960 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_messages": 186, 2024-02-10T00:10:42.960 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_bytes": 40309, 2024-02-10T00:10:42.960 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_bytes": 525022, 2024-02-10T00:10:42.960 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_created_connections": 47, 2024-02-10T00:10:42.960 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_active_connections": 9, 2024-02-10T00:10:42.961 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_total_time": 0.042631038, 2024-02-10T00:10:42.961 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_send_time": 0.015548334, 2024-02-10T00:10:42.961 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_recv_time": 0.024369932, 2024-02-10T00:10:42.961 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_fast_dispatch_time": 0.000305865, 2024-02-10T00:10:42.961 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:10:42.961 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 183, 2024-02-10T00:10:42.961 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.028869796, 2024-02-10T00:10:42.961 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000157758 2024-02-10T00:10:42.961 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.961 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:10:42.961 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 194, 2024-02-10T00:10:42.961 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000042211, 2024-02-10T00:10:42.961 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000217 2024-02-10T00:10:42.961 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.961 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_encrypted_bytes": 3152, 2024-02-10T00:10:42.962 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_encrypted_bytes": 142992 2024-02-10T00:10:42.962 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.962 INFO:teuthology.orchestra.run.smithi001.stdout: "cct": { 2024-02-10T00:10:42.962 INFO:teuthology.orchestra.run.smithi001.stdout: "total_workers": 1, 2024-02-10T00:10:42.962 INFO:teuthology.orchestra.run.smithi001.stdout: "unhealthy_workers": 0 2024-02-10T00:10:42.962 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.962 INFO:teuthology.orchestra.run.smithi001.stdout: "finisher-MDSRank": { 2024-02-10T00:10:42.962 INFO:teuthology.orchestra.run.smithi001.stdout: "queue_len": 0, 2024-02-10T00:10:42.962 INFO:teuthology.orchestra.run.smithi001.stdout: "complete_latency": { 2024-02-10T00:10:42.962 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 50, 2024-02-10T00:10:42.962 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.001712315, 2024-02-10T00:10:42.962 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000034246 2024-02-10T00:10:42.962 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:42.962 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.963 INFO:teuthology.orchestra.run.smithi001.stdout: "finisher-PurgeQueue": { 2024-02-10T00:10:42.963 INFO:teuthology.orchestra.run.smithi001.stdout: "queue_len": 0, 2024-02-10T00:10:42.963 INFO:teuthology.orchestra.run.smithi001.stdout: "complete_latency": { 2024-02-10T00:10:42.963 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 2, 2024-02-10T00:10:42.963 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000005485, 2024-02-10T00:10:42.963 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000002742 2024-02-10T00:10:42.963 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:42.963 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.963 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-02-10T00:10:42.963 INFO:teuthology.orchestra.run.smithi001.stdout: "request": 1, 2024-02-10T00:10:42.963 INFO:teuthology.orchestra.run.smithi001.stdout: "reply": 1, 2024-02-10T00:10:42.963 INFO:teuthology.orchestra.run.smithi001.stdout: "reply_latency": { 2024-02-10T00:10:42.963 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 1, 2024-02-10T00:10:42.963 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000099050, 2024-02-10T00:10:42.963 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000099050 2024-02-10T00:10:42.964 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.968 INFO:teuthology.orchestra.run.smithi001.stdout: "slow_reply": 0, 2024-02-10T00:10:42.968 INFO:teuthology.orchestra.run.smithi001.stdout: "forward": 0, 2024-02-10T00:10:42.968 INFO:teuthology.orchestra.run.smithi001.stdout: "dir_fetch_complete": 0, 2024-02-10T00:10:42.968 INFO:teuthology.orchestra.run.smithi001.stdout: "dir_fetch_keys": 0, 2024-02-10T00:10:42.968 INFO:teuthology.orchestra.run.smithi001.stdout: "dir_commit": 11, 2024-02-10T00:10:42.968 INFO:teuthology.orchestra.run.smithi001.stdout: "dir_split": 0, 2024-02-10T00:10:42.968 INFO:teuthology.orchestra.run.smithi001.stdout: "dir_merge": 0, 2024-02-10T00:10:42.968 INFO:teuthology.orchestra.run.smithi001.stdout: "inodes": 15, 2024-02-10T00:10:42.968 INFO:teuthology.orchestra.run.smithi001.stdout: "inodes_top": 0, 2024-02-10T00:10:42.968 INFO:teuthology.orchestra.run.smithi001.stdout: "inodes_bottom": 15, 2024-02-10T00:10:42.968 INFO:teuthology.orchestra.run.smithi001.stdout: "inodes_pin_tail": 0, 2024-02-10T00:10:42.968 INFO:teuthology.orchestra.run.smithi001.stdout: "inodes_pinned": 13, 2024-02-10T00:10:42.969 INFO:teuthology.orchestra.run.smithi001.stdout: "inodes_expired": 4, 2024-02-10T00:10:42.969 INFO:teuthology.orchestra.run.smithi001.stdout: "inodes_with_caps": 1, 2024-02-10T00:10:42.969 INFO:teuthology.orchestra.run.smithi001.stdout: "caps": 1, 2024-02-10T00:10:42.969 INFO:teuthology.orchestra.run.smithi001.stdout: "subtrees": 3, 2024-02-10T00:10:42.969 INFO:teuthology.orchestra.run.smithi001.stdout: "traverse": 4, 2024-02-10T00:10:42.969 INFO:teuthology.orchestra.run.smithi001.stdout: "traverse_hit": 2, 2024-02-10T00:10:42.969 INFO:teuthology.orchestra.run.smithi001.stdout: "traverse_forward": 0, 2024-02-10T00:10:42.969 INFO:teuthology.orchestra.run.smithi001.stdout: "traverse_discover": 2, 2024-02-10T00:10:42.969 INFO:teuthology.orchestra.run.smithi001.stdout: "traverse_dir_fetch": 0, 2024-02-10T00:10:42.969 INFO:teuthology.orchestra.run.smithi001.stdout: "traverse_remote_ino": 0, 2024-02-10T00:10:42.969 INFO:teuthology.orchestra.run.smithi001.stdout: "traverse_lock": 0, 2024-02-10T00:10:42.969 INFO:teuthology.orchestra.run.smithi001.stdout: "load_cent": 0, 2024-02-10T00:10:42.969 INFO:teuthology.orchestra.run.smithi001.stdout: "q": 0, 2024-02-10T00:10:42.969 INFO:teuthology.orchestra.run.smithi001.stdout: "exported": 0, 2024-02-10T00:10:42.969 INFO:teuthology.orchestra.run.smithi001.stdout: "exported_inodes": 0, 2024-02-10T00:10:42.970 INFO:teuthology.orchestra.run.smithi001.stdout: "imported": 0, 2024-02-10T00:10:42.970 INFO:teuthology.orchestra.run.smithi001.stdout: "imported_inodes": 0, 2024-02-10T00:10:42.970 INFO:teuthology.orchestra.run.smithi001.stdout: "openino_dir_fetch": 0, 2024-02-10T00:10:42.970 INFO:teuthology.orchestra.run.smithi001.stdout: "openino_backtrace_fetch": 0, 2024-02-10T00:10:42.970 INFO:teuthology.orchestra.run.smithi001.stdout: "openino_peer_discover": 0, 2024-02-10T00:10:42.970 INFO:teuthology.orchestra.run.smithi001.stdout: "root_rfiles": 5, 2024-02-10T00:10:42.970 INFO:teuthology.orchestra.run.smithi001.stdout: "root_rbytes": 298, 2024-02-10T00:10:42.970 INFO:teuthology.orchestra.run.smithi001.stdout: "root_rsnaps": 6, 2024-02-10T00:10:42.970 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_backtrace_fetch": 0, 2024-02-10T00:10:42.970 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_set_tag": 0, 2024-02-10T00:10:42.970 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_backtrace_repaired": 0, 2024-02-10T00:10:42.970 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_inotable_repaired": 0, 2024-02-10T00:10:42.970 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_dir_inodes": 0, 2024-02-10T00:10:42.970 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_dir_base_inodes": 0, 2024-02-10T00:10:42.970 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_dirfrag_rstats": 0, 2024-02-10T00:10:42.971 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_file_inodes": 0, 2024-02-10T00:10:42.971 INFO:teuthology.orchestra.run.smithi001.stdout: "handle_inode_file_caps": 0, 2024-02-10T00:10:42.971 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph_cap_op_revoke": 0, 2024-02-10T00:10:42.971 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph_cap_op_grant": 0, 2024-02-10T00:10:42.971 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph_cap_op_trunc": 0, 2024-02-10T00:10:42.971 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-02-10T00:10:42.971 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph_cap_op_flush_ack": 0, 2024-02-10T00:10:42.971 INFO:teuthology.orchestra.run.smithi001.stdout: "handle_client_caps": 0, 2024-02-10T00:10:42.971 INFO:teuthology.orchestra.run.smithi001.stdout: "handle_client_caps_dirty": 0, 2024-02-10T00:10:42.971 INFO:teuthology.orchestra.run.smithi001.stdout: "handle_client_cap_release": 0, 2024-02-10T00:10:42.971 INFO:teuthology.orchestra.run.smithi001.stdout: "process_request_cap_release": 0 2024-02-10T00:10:42.971 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.971 INFO:teuthology.orchestra.run.smithi001.stdout: "mds_cache": { 2024-02-10T00:10:42.971 INFO:teuthology.orchestra.run.smithi001.stdout: "dir_update": 0, 2024-02-10T00:10:42.971 INFO:teuthology.orchestra.run.smithi001.stdout: "dir_update_receipt": 6, 2024-02-10T00:10:42.972 INFO:teuthology.orchestra.run.smithi001.stdout: "dir_try_discover": 4, 2024-02-10T00:10:42.977 INFO:teuthology.orchestra.run.smithi001.stdout: "dir_send_discover": 5, 2024-02-10T00:10:42.977 INFO:teuthology.orchestra.run.smithi001.stdout: "dir_handle_discover": 0, 2024-02-10T00:10:42.977 INFO:teuthology.orchestra.run.smithi001.stdout: "num_strays": 0, 2024-02-10T00:10:42.977 INFO:teuthology.orchestra.run.smithi001.stdout: "num_strays_delayed": 0, 2024-02-10T00:10:42.977 INFO:teuthology.orchestra.run.smithi001.stdout: "num_strays_enqueuing": 0, 2024-02-10T00:10:42.977 INFO:teuthology.orchestra.run.smithi001.stdout: "strays_created": 0, 2024-02-10T00:10:42.977 INFO:teuthology.orchestra.run.smithi001.stdout: "strays_enqueued": 0, 2024-02-10T00:10:42.977 INFO:teuthology.orchestra.run.smithi001.stdout: "strays_reintegrated": 0, 2024-02-10T00:10:42.977 INFO:teuthology.orchestra.run.smithi001.stdout: "strays_migrated": 0, 2024-02-10T00:10:42.977 INFO:teuthology.orchestra.run.smithi001.stdout: "num_recovering_processing": 0, 2024-02-10T00:10:42.977 INFO:teuthology.orchestra.run.smithi001.stdout: "num_recovering_enqueued": 0, 2024-02-10T00:10:42.978 INFO:teuthology.orchestra.run.smithi001.stdout: "num_recovering_prioritized": 0, 2024-02-10T00:10:42.978 INFO:teuthology.orchestra.run.smithi001.stdout: "recovery_started": 0, 2024-02-10T00:10:42.978 INFO:teuthology.orchestra.run.smithi001.stdout: "recovery_completed": 0, 2024-02-10T00:10:42.978 INFO:teuthology.orchestra.run.smithi001.stdout: "ireq_enqueue_scrub": 0, 2024-02-10T00:10:42.978 INFO:teuthology.orchestra.run.smithi001.stdout: "ireq_exportdir": 0, 2024-02-10T00:10:42.978 INFO:teuthology.orchestra.run.smithi001.stdout: "ireq_flush": 0, 2024-02-10T00:10:42.978 INFO:teuthology.orchestra.run.smithi001.stdout: "ireq_fragmentdir": 0, 2024-02-10T00:10:42.978 INFO:teuthology.orchestra.run.smithi001.stdout: "ireq_fragstats": 0, 2024-02-10T00:10:42.978 INFO:teuthology.orchestra.run.smithi001.stdout: "ireq_inodestats": 0 2024-02-10T00:10:42.978 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.978 INFO:teuthology.orchestra.run.smithi001.stdout: "mds_log": { 2024-02-10T00:10:42.978 INFO:teuthology.orchestra.run.smithi001.stdout: "evlrg": 0, 2024-02-10T00:10:42.978 INFO:teuthology.orchestra.run.smithi001.stdout: "evadd": 6, 2024-02-10T00:10:42.978 INFO:teuthology.orchestra.run.smithi001.stdout: "evex": 0, 2024-02-10T00:10:42.978 INFO:teuthology.orchestra.run.smithi001.stdout: "evtrm": 0, 2024-02-10T00:10:42.979 INFO:teuthology.orchestra.run.smithi001.stdout: "ev": 6, 2024-02-10T00:10:42.979 INFO:teuthology.orchestra.run.smithi001.stdout: "evexg": 0, 2024-02-10T00:10:42.979 INFO:teuthology.orchestra.run.smithi001.stdout: "evexd": 0, 2024-02-10T00:10:42.979 INFO:teuthology.orchestra.run.smithi001.stdout: "segadd": 2, 2024-02-10T00:10:42.979 INFO:teuthology.orchestra.run.smithi001.stdout: "segex": 0, 2024-02-10T00:10:42.979 INFO:teuthology.orchestra.run.smithi001.stdout: "segtrm": 0, 2024-02-10T00:10:42.979 INFO:teuthology.orchestra.run.smithi001.stdout: "seg": 2, 2024-02-10T00:10:42.979 INFO:teuthology.orchestra.run.smithi001.stdout: "segmjr": 2, 2024-02-10T00:10:42.979 INFO:teuthology.orchestra.run.smithi001.stdout: "segexg": 0, 2024-02-10T00:10:42.979 INFO:teuthology.orchestra.run.smithi001.stdout: "segexd": 0, 2024-02-10T00:10:42.979 INFO:teuthology.orchestra.run.smithi001.stdout: "expos": 4194304, 2024-02-10T00:10:42.979 INFO:teuthology.orchestra.run.smithi001.stdout: "wrpos": 4196123, 2024-02-10T00:10:42.979 INFO:teuthology.orchestra.run.smithi001.stdout: "rdpos": 0, 2024-02-10T00:10:42.979 INFO:teuthology.orchestra.run.smithi001.stdout: "jlat": { 2024-02-10T00:10:42.979 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 5, 2024-02-10T00:10:42.980 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.008582977, 2024-02-10T00:10:42.980 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.001716595 2024-02-10T00:10:42.980 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.980 INFO:teuthology.orchestra.run.smithi001.stdout: "replayed": 0 2024-02-10T00:10:42.980 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.980 INFO:teuthology.orchestra.run.smithi001.stdout: "mds_mem": { 2024-02-10T00:10:42.980 INFO:teuthology.orchestra.run.smithi001.stdout: "ino": 19, 2024-02-10T00:10:42.980 INFO:teuthology.orchestra.run.smithi001.stdout: "ino+": 21, 2024-02-10T00:10:42.980 INFO:teuthology.orchestra.run.smithi001.stdout: "ino-": 2, 2024-02-10T00:10:42.980 INFO:teuthology.orchestra.run.smithi001.stdout: "dir": 18, 2024-02-10T00:10:42.980 INFO:teuthology.orchestra.run.smithi001.stdout: "dir+": 21, 2024-02-10T00:10:42.980 INFO:teuthology.orchestra.run.smithi001.stdout: "dir-": 3, 2024-02-10T00:10:42.980 INFO:teuthology.orchestra.run.smithi001.stdout: "dn": 15, 2024-02-10T00:10:42.980 INFO:teuthology.orchestra.run.smithi001.stdout: "dn+": 19, 2024-02-10T00:10:42.981 INFO:teuthology.orchestra.run.smithi001.stdout: "dn-": 4, 2024-02-10T00:10:42.981 INFO:teuthology.orchestra.run.smithi001.stdout: "cap": 1, 2024-02-10T00:10:42.981 INFO:teuthology.orchestra.run.smithi001.stdout: "cap+": 1, 2024-02-10T00:10:42.981 INFO:teuthology.orchestra.run.smithi001.stdout: "cap-": 0, 2024-02-10T00:10:42.981 INFO:teuthology.orchestra.run.smithi001.stdout: "rss": 51796, 2024-02-10T00:10:42.981 INFO:teuthology.orchestra.run.smithi001.stdout: "heap": 207228 2024-02-10T00:10:42.981 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.981 INFO:teuthology.orchestra.run.smithi001.stdout: "mds_server": { 2024-02-10T00:10:42.981 INFO:teuthology.orchestra.run.smithi001.stdout: "dispatch_client_request": 1, 2024-02-10T00:10:42.981 INFO:teuthology.orchestra.run.smithi001.stdout: "dispatch_server_request": 0, 2024-02-10T00:10:42.981 INFO:teuthology.orchestra.run.smithi001.stdout: "handle_client_request": 1, 2024-02-10T00:10:42.981 INFO:teuthology.orchestra.run.smithi001.stdout: "handle_client_session": 23, 2024-02-10T00:10:42.981 INFO:teuthology.orchestra.run.smithi001.stdout: "handle_peer_request": 0, 2024-02-10T00:10:42.981 INFO:teuthology.orchestra.run.smithi001.stdout: "req_create_latency": { 2024-02-10T00:10:42.981 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:42.981 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:42.982 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:42.982 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.982 INFO:teuthology.orchestra.run.smithi001.stdout: "req_getattr_latency": { 2024-02-10T00:10:42.982 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:42.982 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:42.982 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:42.982 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.982 INFO:teuthology.orchestra.run.smithi001.stdout: "req_getfilelock_latency": { 2024-02-10T00:10:42.982 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:42.982 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:42.982 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:42.982 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.982 INFO:teuthology.orchestra.run.smithi001.stdout: "req_link_latency": { 2024-02-10T00:10:42.982 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:42.982 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:42.983 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:42.983 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.983 INFO:teuthology.orchestra.run.smithi001.stdout: "req_lookup_latency": { 2024-02-10T00:10:42.983 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:42.983 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:42.983 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:42.983 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.983 INFO:teuthology.orchestra.run.smithi001.stdout: "req_lookuphash_latency": { 2024-02-10T00:10:42.983 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:42.983 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:42.983 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:42.983 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.983 INFO:teuthology.orchestra.run.smithi001.stdout: "req_lookupino_latency": { 2024-02-10T00:10:42.983 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 1, 2024-02-10T00:10:42.983 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000099050, 2024-02-10T00:10:42.984 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000099050 2024-02-10T00:10:42.992 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.992 INFO:teuthology.orchestra.run.smithi001.stdout: "req_lookupname_latency": { 2024-02-10T00:10:42.992 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:42.992 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:42.992 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:42.993 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.993 INFO:teuthology.orchestra.run.smithi001.stdout: "req_lookupparent_latency": { 2024-02-10T00:10:42.993 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:42.993 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:42.993 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:42.993 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.993 INFO:teuthology.orchestra.run.smithi001.stdout: "req_lookupsnap_latency": { 2024-02-10T00:10:42.993 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:42.993 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:42.993 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:42.993 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.993 INFO:teuthology.orchestra.run.smithi001.stdout: "req_lssnap_latency": { 2024-02-10T00:10:42.993 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:42.993 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:42.993 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:42.994 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.994 INFO:teuthology.orchestra.run.smithi001.stdout: "req_mkdir_latency": { 2024-02-10T00:10:42.994 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:42.994 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:42.994 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:42.994 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.994 INFO:teuthology.orchestra.run.smithi001.stdout: "req_mknod_latency": { 2024-02-10T00:10:42.994 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:42.994 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:42.994 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:42.994 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.994 INFO:teuthology.orchestra.run.smithi001.stdout: "req_mksnap_latency": { 2024-02-10T00:10:42.994 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:42.994 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:42.995 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:42.995 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.995 INFO:teuthology.orchestra.run.smithi001.stdout: "req_open_latency": { 2024-02-10T00:10:42.995 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:42.995 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:42.995 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:42.995 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.995 INFO:teuthology.orchestra.run.smithi001.stdout: "req_readdir_latency": { 2024-02-10T00:10:42.995 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:42.995 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:42.995 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:42.995 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.995 INFO:teuthology.orchestra.run.smithi001.stdout: "req_rename_latency": { 2024-02-10T00:10:42.995 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:42.995 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:42.996 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:42.996 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.996 INFO:teuthology.orchestra.run.smithi001.stdout: "req_renamesnap_latency": { 2024-02-10T00:10:42.996 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:42.996 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:42.996 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:42.996 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.996 INFO:teuthology.orchestra.run.smithi001.stdout: "req_snapdiff_latency": { 2024-02-10T00:10:42.996 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:42.996 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:42.996 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:42.996 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.996 INFO:teuthology.orchestra.run.smithi001.stdout: "req_rmdir_latency": { 2024-02-10T00:10:42.996 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:42.997 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:42.997 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:42.997 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.997 INFO:teuthology.orchestra.run.smithi001.stdout: "req_rmsnap_latency": { 2024-02-10T00:10:42.997 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:42.997 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:42.997 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:42.997 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.997 INFO:teuthology.orchestra.run.smithi001.stdout: "req_rmxattr_latency": { 2024-02-10T00:10:42.997 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:42.997 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:42.997 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:42.997 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.997 INFO:teuthology.orchestra.run.smithi001.stdout: "req_setattr_latency": { 2024-02-10T00:10:42.997 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:42.998 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:42.998 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:42.998 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.998 INFO:teuthology.orchestra.run.smithi001.stdout: "req_setdirlayout_latency": { 2024-02-10T00:10:42.998 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:42.998 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:42.998 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:42.998 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.998 INFO:teuthology.orchestra.run.smithi001.stdout: "req_setfilelock_latency": { 2024-02-10T00:10:42.998 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:42.998 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:42.998 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:42.998 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.998 INFO:teuthology.orchestra.run.smithi001.stdout: "req_setlayout_latency": { 2024-02-10T00:10:42.998 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:42.999 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:42.999 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:42.999 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.999 INFO:teuthology.orchestra.run.smithi001.stdout: "req_setxattr_latency": { 2024-02-10T00:10:42.999 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:42.999 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:42.999 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:42.999 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.999 INFO:teuthology.orchestra.run.smithi001.stdout: "req_symlink_latency": { 2024-02-10T00:10:42.999 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:42.999 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:42.999 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:42.999 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:42.999 INFO:teuthology.orchestra.run.smithi001.stdout: "req_unlink_latency": { 2024-02-10T00:10:42.999 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:43.000 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:43.008 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:43.008 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:43.008 INFO:teuthology.orchestra.run.smithi001.stdout: "cap_revoke_eviction": 0, 2024-02-10T00:10:43.008 INFO:teuthology.orchestra.run.smithi001.stdout: "cap_acquisition_throttle": 0, 2024-02-10T00:10:43.008 INFO:teuthology.orchestra.run.smithi001.stdout: "req_getvxattr_latency": { 2024-02-10T00:10:43.008 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:43.008 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:43.008 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:43.008 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:43.008 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:43.008 INFO:teuthology.orchestra.run.smithi001.stdout: "mds_sessions": { 2024-02-10T00:10:43.008 INFO:teuthology.orchestra.run.smithi001.stdout: "session_count": 2, 2024-02-10T00:10:43.009 INFO:teuthology.orchestra.run.smithi001.stdout: "session_add": 3, 2024-02-10T00:10:43.009 INFO:teuthology.orchestra.run.smithi001.stdout: "session_remove": 1, 2024-02-10T00:10:43.009 INFO:teuthology.orchestra.run.smithi001.stdout: "sessions_open": 2, 2024-02-10T00:10:43.009 INFO:teuthology.orchestra.run.smithi001.stdout: "sessions_stale": 0, 2024-02-10T00:10:43.009 INFO:teuthology.orchestra.run.smithi001.stdout: "total_load": 1, 2024-02-10T00:10:43.009 INFO:teuthology.orchestra.run.smithi001.stdout: "average_load": 0, 2024-02-10T00:10:43.009 INFO:teuthology.orchestra.run.smithi001.stdout: "avg_session_uptime": 660, 2024-02-10T00:10:43.009 INFO:teuthology.orchestra.run.smithi001.stdout: "mdthresh_evicted": 0 2024-02-10T00:10:43.009 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:43.009 INFO:teuthology.orchestra.run.smithi001.stdout: "mempool": { 2024-02-10T00:10:43.009 INFO:teuthology.orchestra.run.smithi001.stdout: "bloom_filter_bytes": 0, 2024-02-10T00:10:43.009 INFO:teuthology.orchestra.run.smithi001.stdout: "bloom_filter_items": 0, 2024-02-10T00:10:43.009 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_alloc_bytes": 0, 2024-02-10T00:10:43.009 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_alloc_items": 0, 2024-02-10T00:10:43.009 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_data_bytes": 0, 2024-02-10T00:10:43.010 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_data_items": 0, 2024-02-10T00:10:43.010 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_onode_bytes": 0, 2024-02-10T00:10:43.010 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_onode_items": 0, 2024-02-10T00:10:43.010 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_meta_bytes": 0, 2024-02-10T00:10:43.010 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_meta_items": 0, 2024-02-10T00:10:43.010 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_other_bytes": 0, 2024-02-10T00:10:43.010 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_other_items": 0, 2024-02-10T00:10:43.010 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_buffer_bytes": 0, 2024-02-10T00:10:43.010 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_buffer_items": 0, 2024-02-10T00:10:43.010 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_extent_bytes": 0, 2024-02-10T00:10:43.010 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_extent_items": 0, 2024-02-10T00:10:43.010 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_blob_bytes": 0, 2024-02-10T00:10:43.010 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_blob_items": 0, 2024-02-10T00:10:43.010 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_shared_blob_bytes": 0, 2024-02-10T00:10:43.010 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_shared_blob_items": 0, 2024-02-10T00:10:43.011 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_inline_bl_bytes": 0, 2024-02-10T00:10:43.011 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_inline_bl_items": 0, 2024-02-10T00:10:43.011 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_fsck_bytes": 0, 2024-02-10T00:10:43.011 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_fsck_items": 0, 2024-02-10T00:10:43.011 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_txc_bytes": 0, 2024-02-10T00:10:43.011 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_txc_items": 0, 2024-02-10T00:10:43.011 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_writing_deferred_bytes": 0, 2024-02-10T00:10:43.011 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_writing_deferred_items": 0, 2024-02-10T00:10:43.011 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_writing_bytes": 0, 2024-02-10T00:10:43.011 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_writing_items": 0, 2024-02-10T00:10:43.011 INFO:teuthology.orchestra.run.smithi001.stdout: "bluefs_bytes": 0, 2024-02-10T00:10:43.011 INFO:teuthology.orchestra.run.smithi001.stdout: "bluefs_items": 0, 2024-02-10T00:10:43.011 INFO:teuthology.orchestra.run.smithi001.stdout: "bluefs_file_reader_bytes": 0, 2024-02-10T00:10:43.011 INFO:teuthology.orchestra.run.smithi001.stdout: "bluefs_file_reader_items": 0, 2024-02-10T00:10:43.011 INFO:teuthology.orchestra.run.smithi001.stdout: "bluefs_file_writer_bytes": 0, 2024-02-10T00:10:43.012 INFO:teuthology.orchestra.run.smithi001.stdout: "bluefs_file_writer_items": 0, 2024-02-10T00:10:43.012 INFO:teuthology.orchestra.run.smithi001.stdout: "buffer_anon_bytes": 255063, 2024-02-10T00:10:43.025 INFO:teuthology.orchestra.run.smithi001.stdout: "buffer_anon_items": 94, 2024-02-10T00:10:43.026 INFO:teuthology.orchestra.run.smithi001.stdout: "buffer_meta_bytes": 0, 2024-02-10T00:10:43.026 INFO:teuthology.orchestra.run.smithi001.stdout: "buffer_meta_items": 0, 2024-02-10T00:10:43.026 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_bytes": 0, 2024-02-10T00:10:43.026 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_items": 0, 2024-02-10T00:10:43.026 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_mapbl_bytes": 0, 2024-02-10T00:10:43.026 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_mapbl_items": 0, 2024-02-10T00:10:43.026 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_pglog_bytes": 0, 2024-02-10T00:10:43.026 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_pglog_items": 0, 2024-02-10T00:10:43.026 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_bytes": 8032, 2024-02-10T00:10:43.026 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_items": 167, 2024-02-10T00:10:43.026 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_mapping_bytes": 0, 2024-02-10T00:10:43.026 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_mapping_items": 0, 2024-02-10T00:10:43.026 INFO:teuthology.orchestra.run.smithi001.stdout: "pgmap_bytes": 0, 2024-02-10T00:10:43.027 INFO:teuthology.orchestra.run.smithi001.stdout: "pgmap_items": 0, 2024-02-10T00:10:43.027 INFO:teuthology.orchestra.run.smithi001.stdout: "mds_co_bytes": 81277, 2024-02-10T00:10:43.027 INFO:teuthology.orchestra.run.smithi001.stdout: "mds_co_items": 319, 2024-02-10T00:10:43.027 INFO:teuthology.orchestra.run.smithi001.stdout: "unittest_1_bytes": 0, 2024-02-10T00:10:43.027 INFO:teuthology.orchestra.run.smithi001.stdout: "unittest_1_items": 0, 2024-02-10T00:10:43.027 INFO:teuthology.orchestra.run.smithi001.stdout: "unittest_2_bytes": 0, 2024-02-10T00:10:43.027 INFO:teuthology.orchestra.run.smithi001.stdout: "unittest_2_items": 0 2024-02-10T00:10:43.027 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:43.027 INFO:teuthology.orchestra.run.smithi001.stdout: "objecter": { 2024-02-10T00:10:43.027 INFO:teuthology.orchestra.run.smithi001.stdout: "op_active": 0, 2024-02-10T00:10:43.027 INFO:teuthology.orchestra.run.smithi001.stdout: "op_laggy": 0, 2024-02-10T00:10:43.027 INFO:teuthology.orchestra.run.smithi001.stdout: "op_send": 42, 2024-02-10T00:10:43.027 INFO:teuthology.orchestra.run.smithi001.stdout: "op_send_bytes": 12211, 2024-02-10T00:10:43.027 INFO:teuthology.orchestra.run.smithi001.stdout: "op_resend": 33, 2024-02-10T00:10:43.027 INFO:teuthology.orchestra.run.smithi001.stdout: "op_reply": 42, 2024-02-10T00:10:43.028 INFO:teuthology.orchestra.run.smithi001.stdout: "op_latency": { 2024-02-10T00:10:43.032 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 42, 2024-02-10T00:10:43.032 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.248996700, 2024-02-10T00:10:43.032 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.005928492 2024-02-10T00:10:43.032 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:43.032 INFO:teuthology.orchestra.run.smithi001.stdout: "op_inflight": 0, 2024-02-10T00:10:43.032 INFO:teuthology.orchestra.run.smithi001.stdout: "oplen_avg": { 2024-02-10T00:10:43.032 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 42, 2024-02-10T00:10:43.032 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 64 2024-02-10T00:10:43.032 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:43.032 INFO:teuthology.orchestra.run.smithi001.stdout: "op": 42, 2024-02-10T00:10:43.032 INFO:teuthology.orchestra.run.smithi001.stdout: "op_r": 0, 2024-02-10T00:10:43.032 INFO:teuthology.orchestra.run.smithi001.stdout: "op_w": 42, 2024-02-10T00:10:43.033 INFO:teuthology.orchestra.run.smithi001.stdout: "op_rmw": 0, 2024-02-10T00:10:43.033 INFO:teuthology.orchestra.run.smithi001.stdout: "op_pg": 0, 2024-02-10T00:10:43.033 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_stat": 0, 2024-02-10T00:10:43.033 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_create": 10, 2024-02-10T00:10:43.033 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_read": 0, 2024-02-10T00:10:43.033 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_write": 5, 2024-02-10T00:10:43.033 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_writefull": 8, 2024-02-10T00:10:43.033 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_writesame": 0, 2024-02-10T00:10:43.033 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_append": 0, 2024-02-10T00:10:43.033 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_zero": 0, 2024-02-10T00:10:43.033 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_truncate": 0, 2024-02-10T00:10:43.033 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_delete": 6, 2024-02-10T00:10:43.033 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_mapext": 0, 2024-02-10T00:10:43.033 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_sparse_read": 0, 2024-02-10T00:10:43.033 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_clonerange": 0, 2024-02-10T00:10:43.034 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_getxattr": 0, 2024-02-10T00:10:43.034 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_setxattr": 20, 2024-02-10T00:10:43.034 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_cmpxattr": 0, 2024-02-10T00:10:43.034 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_rmxattr": 0, 2024-02-10T00:10:43.034 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_resetxattrs": 0, 2024-02-10T00:10:43.034 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_call": 0, 2024-02-10T00:10:43.034 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_watch": 0, 2024-02-10T00:10:43.034 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_notify": 0, 2024-02-10T00:10:43.034 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_src_cmpxattr": 0, 2024-02-10T00:10:43.034 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_pgls": 0, 2024-02-10T00:10:43.034 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_pgls_filter": 0, 2024-02-10T00:10:43.034 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_other": 0, 2024-02-10T00:10:43.034 INFO:teuthology.orchestra.run.smithi001.stdout: "linger_active": 0, 2024-02-10T00:10:43.034 INFO:teuthology.orchestra.run.smithi001.stdout: "linger_send": 0, 2024-02-10T00:10:43.034 INFO:teuthology.orchestra.run.smithi001.stdout: "linger_resend": 0, 2024-02-10T00:10:43.035 INFO:teuthology.orchestra.run.smithi001.stdout: "linger_ping": 0, 2024-02-10T00:10:43.035 INFO:teuthology.orchestra.run.smithi001.stdout: "poolop_active": 0, 2024-02-10T00:10:43.035 INFO:teuthology.orchestra.run.smithi001.stdout: "poolop_send": 0, 2024-02-10T00:10:43.035 INFO:teuthology.orchestra.run.smithi001.stdout: "poolop_resend": 0, 2024-02-10T00:10:43.035 INFO:teuthology.orchestra.run.smithi001.stdout: "poolstat_active": 0, 2024-02-10T00:10:43.035 INFO:teuthology.orchestra.run.smithi001.stdout: "poolstat_send": 0, 2024-02-10T00:10:43.035 INFO:teuthology.orchestra.run.smithi001.stdout: "poolstat_resend": 0, 2024-02-10T00:10:43.035 INFO:teuthology.orchestra.run.smithi001.stdout: "statfs_active": 0, 2024-02-10T00:10:43.035 INFO:teuthology.orchestra.run.smithi001.stdout: "statfs_send": 0, 2024-02-10T00:10:43.035 INFO:teuthology.orchestra.run.smithi001.stdout: "statfs_resend": 0, 2024-02-10T00:10:43.035 INFO:teuthology.orchestra.run.smithi001.stdout: "command_active": 0, 2024-02-10T00:10:43.035 INFO:teuthology.orchestra.run.smithi001.stdout: "command_send": 0, 2024-02-10T00:10:43.035 INFO:teuthology.orchestra.run.smithi001.stdout: "command_resend": 0, 2024-02-10T00:10:43.035 INFO:teuthology.orchestra.run.smithi001.stdout: "map_epoch": 99, 2024-02-10T00:10:43.035 INFO:teuthology.orchestra.run.smithi001.stdout: "map_full": 0, 2024-02-10T00:10:43.036 INFO:teuthology.orchestra.run.smithi001.stdout: "map_inc": 14, 2024-02-10T00:10:43.040 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_sessions": 9, 2024-02-10T00:10:43.040 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_session_open": 9, 2024-02-10T00:10:43.040 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_session_close": 0, 2024-02-10T00:10:43.040 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_laggy": 0, 2024-02-10T00:10:43.040 INFO:teuthology.orchestra.run.smithi001.stdout: "omap_wr": 14, 2024-02-10T00:10:43.040 INFO:teuthology.orchestra.run.smithi001.stdout: "omap_rd": 0, 2024-02-10T00:10:43.040 INFO:teuthology.orchestra.run.smithi001.stdout: "omap_del": 1 2024-02-10T00:10:43.040 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:43.040 INFO:teuthology.orchestra.run.smithi001.stdout: "oft": { 2024-02-10T00:10:43.040 INFO:teuthology.orchestra.run.smithi001.stdout: "omap_total_objs": 1, 2024-02-10T00:10:43.040 INFO:teuthology.orchestra.run.smithi001.stdout: "omap_total_kv_pairs": 0, 2024-02-10T00:10:43.041 INFO:teuthology.orchestra.run.smithi001.stdout: "omap_total_updates": 0, 2024-02-10T00:10:43.041 INFO:teuthology.orchestra.run.smithi001.stdout: "omap_total_removes": 0 2024-02-10T00:10:43.041 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:43.041 INFO:teuthology.orchestra.run.smithi001.stdout: "osd-slow-ops": { 2024-02-10T00:10:43.041 INFO:teuthology.orchestra.run.smithi001.stdout: "slow_ops_count": 0 2024-02-10T00:10:43.041 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:43.041 INFO:teuthology.orchestra.run.smithi001.stdout: "purge_queue": { 2024-02-10T00:10:43.041 INFO:teuthology.orchestra.run.smithi001.stdout: "pq_executing_ops": 0, 2024-02-10T00:10:43.041 INFO:teuthology.orchestra.run.smithi001.stdout: "pq_executing_ops_high_water": 0, 2024-02-10T00:10:43.041 INFO:teuthology.orchestra.run.smithi001.stdout: "pq_executing": 0, 2024-02-10T00:10:43.041 INFO:teuthology.orchestra.run.smithi001.stdout: "pq_executing_high_water": 0, 2024-02-10T00:10:43.041 INFO:teuthology.orchestra.run.smithi001.stdout: "pq_executed_ops": 0, 2024-02-10T00:10:43.041 INFO:teuthology.orchestra.run.smithi001.stdout: "pq_executed": 0, 2024-02-10T00:10:43.041 INFO:teuthology.orchestra.run.smithi001.stdout: "pq_item_in_journal": 0 2024-02-10T00:10:43.041 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:43.042 INFO:teuthology.orchestra.run.smithi001.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-02-10T00:10:43.042 INFO:teuthology.orchestra.run.smithi001.stdout: "val": 0, 2024-02-10T00:10:43.042 INFO:teuthology.orchestra.run.smithi001.stdout: "max": 104857600, 2024-02-10T00:10:43.042 INFO:teuthology.orchestra.run.smithi001.stdout: "get_started": 0, 2024-02-10T00:10:43.042 INFO:teuthology.orchestra.run.smithi001.stdout: "get": 1874, 2024-02-10T00:10:43.042 INFO:teuthology.orchestra.run.smithi001.stdout: "get_sum": 1917921, 2024-02-10T00:10:43.042 INFO:teuthology.orchestra.run.smithi001.stdout: "get_or_fail_fail": 0, 2024-02-10T00:10:43.042 INFO:teuthology.orchestra.run.smithi001.stdout: "get_or_fail_success": 1874, 2024-02-10T00:10:43.042 INFO:teuthology.orchestra.run.smithi001.stdout: "take": 0, 2024-02-10T00:10:43.042 INFO:teuthology.orchestra.run.smithi001.stdout: "take_sum": 0, 2024-02-10T00:10:43.042 INFO:teuthology.orchestra.run.smithi001.stdout: "put": 1874, 2024-02-10T00:10:43.042 INFO:teuthology.orchestra.run.smithi001.stdout: "put_sum": 1917921, 2024-02-10T00:10:43.042 INFO:teuthology.orchestra.run.smithi001.stdout: "wait": { 2024-02-10T00:10:43.042 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:43.042 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:43.043 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:43.043 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:43.043 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:43.043 INFO:teuthology.orchestra.run.smithi001.stdout: "throttle-objecter_bytes": { 2024-02-10T00:10:43.043 INFO:teuthology.orchestra.run.smithi001.stdout: "val": 0, 2024-02-10T00:10:43.043 INFO:teuthology.orchestra.run.smithi001.stdout: "max": 104857600, 2024-02-10T00:10:43.043 INFO:teuthology.orchestra.run.smithi001.stdout: "get_started": 0, 2024-02-10T00:10:43.043 INFO:teuthology.orchestra.run.smithi001.stdout: "get": 0, 2024-02-10T00:10:43.043 INFO:teuthology.orchestra.run.smithi001.stdout: "get_sum": 0, 2024-02-10T00:10:43.043 INFO:teuthology.orchestra.run.smithi001.stdout: "get_or_fail_fail": 0, 2024-02-10T00:10:43.043 INFO:teuthology.orchestra.run.smithi001.stdout: "get_or_fail_success": 0, 2024-02-10T00:10:43.043 INFO:teuthology.orchestra.run.smithi001.stdout: "take": 42, 2024-02-10T00:10:43.043 INFO:teuthology.orchestra.run.smithi001.stdout: "take_sum": 12211, 2024-02-10T00:10:43.043 INFO:teuthology.orchestra.run.smithi001.stdout: "put": 42, 2024-02-10T00:10:43.043 INFO:teuthology.orchestra.run.smithi001.stdout: "put_sum": 12211, 2024-02-10T00:10:43.043 INFO:teuthology.orchestra.run.smithi001.stdout: "wait": { 2024-02-10T00:10:43.044 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:43.044 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:43.044 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:43.044 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:43.044 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:43.044 INFO:teuthology.orchestra.run.smithi001.stdout: "throttle-objecter_ops": { 2024-02-10T00:10:43.044 INFO:teuthology.orchestra.run.smithi001.stdout: "val": 0, 2024-02-10T00:10:43.044 INFO:teuthology.orchestra.run.smithi001.stdout: "max": 1024, 2024-02-10T00:10:43.044 INFO:teuthology.orchestra.run.smithi001.stdout: "get_started": 0, 2024-02-10T00:10:43.044 INFO:teuthology.orchestra.run.smithi001.stdout: "get": 0, 2024-02-10T00:10:43.044 INFO:teuthology.orchestra.run.smithi001.stdout: "get_sum": 0, 2024-02-10T00:10:43.044 INFO:teuthology.orchestra.run.smithi001.stdout: "get_or_fail_fail": 0, 2024-02-10T00:10:43.044 INFO:teuthology.orchestra.run.smithi001.stdout: "get_or_fail_success": 0, 2024-02-10T00:10:43.044 INFO:teuthology.orchestra.run.smithi001.stdout: "take": 42, 2024-02-10T00:10:43.045 INFO:teuthology.orchestra.run.smithi001.stdout: "take_sum": 42, 2024-02-10T00:10:43.045 INFO:teuthology.orchestra.run.smithi001.stdout: "put": 42, 2024-02-10T00:10:43.045 INFO:teuthology.orchestra.run.smithi001.stdout: "put_sum": 42, 2024-02-10T00:10:43.045 INFO:teuthology.orchestra.run.smithi001.stdout: "wait": { 2024-02-10T00:10:43.045 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:43.045 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:43.045 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:43.045 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:43.045 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:43.045 INFO:teuthology.orchestra.run.smithi001.stdout: "throttle-write_buf_throttle": { 2024-02-10T00:10:43.045 INFO:teuthology.orchestra.run.smithi001.stdout: "val": 0, 2024-02-10T00:10:43.045 INFO:teuthology.orchestra.run.smithi001.stdout: "max": 3758096384, 2024-02-10T00:10:43.045 INFO:teuthology.orchestra.run.smithi001.stdout: "get_started": 0, 2024-02-10T00:10:43.045 INFO:teuthology.orchestra.run.smithi001.stdout: "get": 0, 2024-02-10T00:10:43.045 INFO:teuthology.orchestra.run.smithi001.stdout: "get_sum": 0, 2024-02-10T00:10:43.046 INFO:teuthology.orchestra.run.smithi001.stdout: "get_or_fail_fail": 0, 2024-02-10T00:10:43.046 INFO:teuthology.orchestra.run.smithi001.stdout: "get_or_fail_success": 0, 2024-02-10T00:10:43.046 INFO:teuthology.orchestra.run.smithi001.stdout: "take": 0, 2024-02-10T00:10:43.046 INFO:teuthology.orchestra.run.smithi001.stdout: "take_sum": 0, 2024-02-10T00:10:43.046 INFO:teuthology.orchestra.run.smithi001.stdout: "put": 0, 2024-02-10T00:10:43.046 INFO:teuthology.orchestra.run.smithi001.stdout: "put_sum": 0, 2024-02-10T00:10:43.046 INFO:teuthology.orchestra.run.smithi001.stdout: "wait": { 2024-02-10T00:10:43.046 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:43.046 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:43.046 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:43.046 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:43.046 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:43.046 INFO:teuthology.orchestra.run.smithi001.stdout: "throttle-write_buf_throttle-0x55e33e9c2640": { 2024-02-10T00:10:43.046 INFO:teuthology.orchestra.run.smithi001.stdout: "val": 0, 2024-02-10T00:10:43.046 INFO:teuthology.orchestra.run.smithi001.stdout: "max": 3758096384, 2024-02-10T00:10:43.047 INFO:teuthology.orchestra.run.smithi001.stdout: "get_started": 0, 2024-02-10T00:10:43.047 INFO:teuthology.orchestra.run.smithi001.stdout: "get": 6, 2024-02-10T00:10:43.047 INFO:teuthology.orchestra.run.smithi001.stdout: "get_sum": 1819, 2024-02-10T00:10:43.047 INFO:teuthology.orchestra.run.smithi001.stdout: "get_or_fail_fail": 0, 2024-02-10T00:10:43.047 INFO:teuthology.orchestra.run.smithi001.stdout: "get_or_fail_success": 6, 2024-02-10T00:10:43.047 INFO:teuthology.orchestra.run.smithi001.stdout: "take": 0, 2024-02-10T00:10:43.047 INFO:teuthology.orchestra.run.smithi001.stdout: "take_sum": 0, 2024-02-10T00:10:43.047 INFO:teuthology.orchestra.run.smithi001.stdout: "put": 5, 2024-02-10T00:10:43.047 INFO:teuthology.orchestra.run.smithi001.stdout: "put_sum": 1819, 2024-02-10T00:10:43.047 INFO:teuthology.orchestra.run.smithi001.stdout: "wait": { 2024-02-10T00:10:43.047 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:43.047 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:43.047 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:43.047 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:43.047 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:43.047 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:10:43.600 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:43 smithi088 ceph-mon[36452]: pgmap v354: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-02-10T00:10:43.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:43 smithi103 ceph-mon[36942]: pgmap v354: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-02-10T00:10:43.721 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:43 smithi001 ceph-mon[32335]: pgmap v354: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 2.7 KiB/s wr, 8 op/s 2024-02-10T00:10:43.753 INFO:tasks.check_counter:Daemon mds.a mds.exported=0 2024-02-10T00:10:43.753 INFO:tasks.check_counter:Daemon mds.a mds.imported=0 2024-02-10T00:10:43.753 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update=0 2024-02-10T00:10:43.753 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update_receipt=6 2024-02-10T00:10:43.753 INFO:tasks.check_counter:Daemon mds.a mds.root_rsnaps=6 2024-02-10T00:10:43.753 INFO:tasks.check_counter:Daemon mds.a mds_server.req_mksnap_latency.avgcount=0 2024-02-10T00:10:43.753 INFO:tasks.check_counter:Daemon mds.a mds_server.req_rmsnap_latency.avgcount=0 2024-02-10T00:10:43.753 DEBUG:tasks.check_counter:Getting stats from d 2024-02-10T00:10:43.754 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph daemon mds.d perf dump 2024-02-10T00:10:44.001 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-10T00:10:45.459 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:45 smithi001 ceph-mon[32335]: pgmap v355: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 2.7 KiB/s wr, 13 op/s 2024-02-10T00:10:45.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:45 smithi088 ceph-mon[36452]: pgmap v355: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 2.7 KiB/s wr, 13 op/s 2024-02-10T00:10:45.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:45 smithi103 ceph-mon[36942]: pgmap v355: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 2.7 KiB/s wr, 13 op/s 2024-02-10T00:10:45.716 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:10:45.716 INFO:teuthology.orchestra.run.smithi001.stdout: "AsyncMessenger::Worker-0": { 2024-02-10T00:10:45.716 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_messages": 239, 2024-02-10T00:10:45.716 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_messages": 228, 2024-02-10T00:10:45.716 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_bytes": 1573696, 2024-02-10T00:10:45.717 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_bytes": 136800, 2024-02-10T00:10:45.717 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_created_connections": 4, 2024-02-10T00:10:45.717 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_active_connections": 0, 2024-02-10T00:10:45.717 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_total_time": 0.044538362, 2024-02-10T00:10:45.717 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_send_time": 0.014784269, 2024-02-10T00:10:45.717 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_recv_time": 0.033303259, 2024-02-10T00:10:45.717 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_fast_dispatch_time": 0.004513279, 2024-02-10T00:10:45.717 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:10:45.717 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 227, 2024-02-10T00:10:45.718 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.010562615, 2024-02-10T00:10:45.718 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000046531 2024-02-10T00:10:45.718 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:45.718 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:10:45.718 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:45.718 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:45.718 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:45.718 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:45.718 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_encrypted_bytes": 1573696, 2024-02-10T00:10:45.718 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_encrypted_bytes": 136800 2024-02-10T00:10:45.718 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:45.719 INFO:teuthology.orchestra.run.smithi001.stdout: "AsyncMessenger::Worker-1": { 2024-02-10T00:10:45.719 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_messages": 2, 2024-02-10T00:10:45.719 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_messages": 174, 2024-02-10T00:10:45.719 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_bytes": 320, 2024-02-10T00:10:45.719 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_bytes": 185424, 2024-02-10T00:10:45.719 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_created_connections": 5, 2024-02-10T00:10:45.719 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_active_connections": 3, 2024-02-10T00:10:45.719 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_total_time": 0.015459706, 2024-02-10T00:10:45.719 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_send_time": 0.010510684, 2024-02-10T00:10:45.719 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_recv_time": 0.002392961, 2024-02-10T00:10:45.719 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-02-10T00:10:45.719 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:10:45.719 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 171, 2024-02-10T00:10:45.719 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.010777031, 2024-02-10T00:10:45.720 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000063023 2024-02-10T00:10:45.720 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:45.720 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:10:45.720 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:45.720 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:45.720 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:45.720 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:45.720 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_encrypted_bytes": 320, 2024-02-10T00:10:45.720 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_encrypted_bytes": 185424 2024-02-10T00:10:45.720 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:45.720 INFO:teuthology.orchestra.run.smithi001.stdout: "AsyncMessenger::Worker-2": { 2024-02-10T00:10:45.720 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_messages": 4, 2024-02-10T00:10:45.720 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_messages": 4, 2024-02-10T00:10:45.721 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_bytes": 3024, 2024-02-10T00:10:45.721 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_bytes": 448, 2024-02-10T00:10:45.721 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_created_connections": 2, 2024-02-10T00:10:45.721 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_active_connections": 1, 2024-02-10T00:10:45.721 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_total_time": 0.000645835, 2024-02-10T00:10:45.721 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_send_time": 0.000044631, 2024-02-10T00:10:45.721 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_recv_time": 0.000601540, 2024-02-10T00:10:45.721 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-02-10T00:10:45.721 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:10:45.721 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 3, 2024-02-10T00:10:45.721 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000794517, 2024-02-10T00:10:45.721 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000264839 2024-02-10T00:10:45.721 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:45.721 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:10:45.722 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:45.722 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:45.722 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:45.722 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:45.722 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-02-10T00:10:45.722 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_encrypted_bytes": 448 2024-02-10T00:10:45.722 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:45.722 INFO:teuthology.orchestra.run.smithi001.stdout: "cct": { 2024-02-10T00:10:45.722 INFO:teuthology.orchestra.run.smithi001.stdout: "total_workers": 0, 2024-02-10T00:10:45.722 INFO:teuthology.orchestra.run.smithi001.stdout: "unhealthy_workers": 0 2024-02-10T00:10:45.722 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:45.722 INFO:teuthology.orchestra.run.smithi001.stdout: "mempool": { 2024-02-10T00:10:45.722 INFO:teuthology.orchestra.run.smithi001.stdout: "bloom_filter_bytes": 0, 2024-02-10T00:10:45.722 INFO:teuthology.orchestra.run.smithi001.stdout: "bloom_filter_items": 0, 2024-02-10T00:10:45.722 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_alloc_bytes": 0, 2024-02-10T00:10:45.722 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_alloc_items": 0, 2024-02-10T00:10:45.723 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_data_bytes": 0, 2024-02-10T00:10:45.723 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_data_items": 0, 2024-02-10T00:10:45.723 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_onode_bytes": 0, 2024-02-10T00:10:45.723 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_onode_items": 0, 2024-02-10T00:10:45.723 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_meta_bytes": 0, 2024-02-10T00:10:45.723 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_meta_items": 0, 2024-02-10T00:10:45.723 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_other_bytes": 0, 2024-02-10T00:10:45.723 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_other_items": 0, 2024-02-10T00:10:45.723 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_buffer_bytes": 0, 2024-02-10T00:10:45.723 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_buffer_items": 0, 2024-02-10T00:10:45.723 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_extent_bytes": 0, 2024-02-10T00:10:45.723 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_extent_items": 0, 2024-02-10T00:10:45.723 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_blob_bytes": 0, 2024-02-10T00:10:45.724 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_blob_items": 0, 2024-02-10T00:10:45.724 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_shared_blob_bytes": 0, 2024-02-10T00:10:45.724 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_shared_blob_items": 0, 2024-02-10T00:10:45.724 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_inline_bl_bytes": 0, 2024-02-10T00:10:45.724 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_inline_bl_items": 0, 2024-02-10T00:10:45.724 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_fsck_bytes": 0, 2024-02-10T00:10:45.724 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_fsck_items": 0, 2024-02-10T00:10:45.724 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_txc_bytes": 0, 2024-02-10T00:10:45.724 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_txc_items": 0, 2024-02-10T00:10:45.724 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_writing_deferred_bytes": 0, 2024-02-10T00:10:45.724 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_writing_deferred_items": 0, 2024-02-10T00:10:45.724 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_writing_bytes": 0, 2024-02-10T00:10:45.724 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_writing_items": 0, 2024-02-10T00:10:45.725 INFO:teuthology.orchestra.run.smithi001.stdout: "bluefs_bytes": 0, 2024-02-10T00:10:45.725 INFO:teuthology.orchestra.run.smithi001.stdout: "bluefs_items": 0, 2024-02-10T00:10:45.725 INFO:teuthology.orchestra.run.smithi001.stdout: "bluefs_file_reader_bytes": 0, 2024-02-10T00:10:45.725 INFO:teuthology.orchestra.run.smithi001.stdout: "bluefs_file_reader_items": 0, 2024-02-10T00:10:45.725 INFO:teuthology.orchestra.run.smithi001.stdout: "bluefs_file_writer_bytes": 0, 2024-02-10T00:10:45.725 INFO:teuthology.orchestra.run.smithi001.stdout: "bluefs_file_writer_items": 0, 2024-02-10T00:10:45.725 INFO:teuthology.orchestra.run.smithi001.stdout: "buffer_anon_bytes": 148977, 2024-02-10T00:10:45.725 INFO:teuthology.orchestra.run.smithi001.stdout: "buffer_anon_items": 30, 2024-02-10T00:10:45.725 INFO:teuthology.orchestra.run.smithi001.stdout: "buffer_meta_bytes": 0, 2024-02-10T00:10:45.725 INFO:teuthology.orchestra.run.smithi001.stdout: "buffer_meta_items": 0, 2024-02-10T00:10:45.725 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_bytes": 0, 2024-02-10T00:10:45.725 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_items": 0, 2024-02-10T00:10:45.725 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_mapbl_bytes": 0, 2024-02-10T00:10:45.725 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_mapbl_items": 0, 2024-02-10T00:10:45.725 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_pglog_bytes": 0, 2024-02-10T00:10:45.725 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_pglog_items": 0, 2024-02-10T00:10:45.726 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_bytes": 0, 2024-02-10T00:10:45.726 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_items": 0, 2024-02-10T00:10:45.726 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_mapping_bytes": 0, 2024-02-10T00:10:45.726 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_mapping_items": 0, 2024-02-10T00:10:45.726 INFO:teuthology.orchestra.run.smithi001.stdout: "pgmap_bytes": 0, 2024-02-10T00:10:45.726 INFO:teuthology.orchestra.run.smithi001.stdout: "pgmap_items": 0, 2024-02-10T00:10:45.726 INFO:teuthology.orchestra.run.smithi001.stdout: "mds_co_bytes": 928, 2024-02-10T00:10:45.726 INFO:teuthology.orchestra.run.smithi001.stdout: "mds_co_items": 2, 2024-02-10T00:10:45.726 INFO:teuthology.orchestra.run.smithi001.stdout: "unittest_1_bytes": 0, 2024-02-10T00:10:45.726 INFO:teuthology.orchestra.run.smithi001.stdout: "unittest_1_items": 0, 2024-02-10T00:10:45.726 INFO:teuthology.orchestra.run.smithi001.stdout: "unittest_2_bytes": 0, 2024-02-10T00:10:45.726 INFO:teuthology.orchestra.run.smithi001.stdout: "unittest_2_items": 0 2024-02-10T00:10:45.726 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:45.726 INFO:teuthology.orchestra.run.smithi001.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-02-10T00:10:45.726 INFO:teuthology.orchestra.run.smithi001.stdout: "val": 0, 2024-02-10T00:10:45.727 INFO:teuthology.orchestra.run.smithi001.stdout: "max": 104857600, 2024-02-10T00:10:45.727 INFO:teuthology.orchestra.run.smithi001.stdout: "get_started": 0, 2024-02-10T00:10:45.727 INFO:teuthology.orchestra.run.smithi001.stdout: "get": 241, 2024-02-10T00:10:45.727 INFO:teuthology.orchestra.run.smithi001.stdout: "get_sum": 1539995, 2024-02-10T00:10:45.727 INFO:teuthology.orchestra.run.smithi001.stdout: "get_or_fail_fail": 0, 2024-02-10T00:10:45.727 INFO:teuthology.orchestra.run.smithi001.stdout: "get_or_fail_success": 241, 2024-02-10T00:10:45.727 INFO:teuthology.orchestra.run.smithi001.stdout: "take": 0, 2024-02-10T00:10:45.727 INFO:teuthology.orchestra.run.smithi001.stdout: "take_sum": 0, 2024-02-10T00:10:45.727 INFO:teuthology.orchestra.run.smithi001.stdout: "put": 241, 2024-02-10T00:10:45.727 INFO:teuthology.orchestra.run.smithi001.stdout: "put_sum": 1539995, 2024-02-10T00:10:45.727 INFO:teuthology.orchestra.run.smithi001.stdout: "wait": { 2024-02-10T00:10:45.727 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:45.727 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:45.727 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:45.727 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:45.728 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:45.728 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:10:46.552 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-02-10T00:10:46.553 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-02-10T00:10:46.553 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2024-02-10T00:10:46.553 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2024-02-10T00:10:46.553 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.d 2024-02-10T00:10:46.553 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.d 2024-02-10T00:10:46.553 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.d 2024-02-10T00:10:46.553 DEBUG:tasks.check_counter:Getting stats from g 2024-02-10T00:10:46.553 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph daemon mds.g perf dump 2024-02-10T00:10:46.806 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-10T00:10:47.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:47 smithi001 ceph-mon[32335]: pgmap v356: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1023 B/s wr, 8 op/s 2024-02-10T00:10:47.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:47 smithi088 ceph-mon[36452]: pgmap v356: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1023 B/s wr, 8 op/s 2024-02-10T00:10:47.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:47 smithi103 ceph-mon[36942]: pgmap v356: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1023 B/s wr, 8 op/s 2024-02-10T00:10:48.650 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:10:48.650 INFO:teuthology.orchestra.run.smithi001.stdout: "AsyncMessenger::Worker-0": { 2024-02-10T00:10:48.650 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_messages": 816, 2024-02-10T00:10:48.650 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_messages": 818, 2024-02-10T00:10:48.650 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_bytes": 274121, 2024-02-10T00:10:48.650 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_bytes": 253777, 2024-02-10T00:10:48.650 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_created_connections": 6, 2024-02-10T00:10:48.650 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_active_connections": 2, 2024-02-10T00:10:48.650 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_total_time": 0.093891527, 2024-02-10T00:10:48.650 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_send_time": 0.040348960, 2024-02-10T00:10:48.651 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_recv_time": 0.019361069, 2024-02-10T00:10:48.651 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_fast_dispatch_time": 0.024070019, 2024-02-10T00:10:48.651 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:10:48.651 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 816, 2024-02-10T00:10:48.651 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.043665310, 2024-02-10T00:10:48.651 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000053511 2024-02-10T00:10:48.651 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.651 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:10:48.651 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.651 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.651 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.651 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.651 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_encrypted_bytes": 0, 2024-02-10T00:10:48.652 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_encrypted_bytes": 0 2024-02-10T00:10:48.652 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.652 INFO:teuthology.orchestra.run.smithi001.stdout: "AsyncMessenger::Worker-1": { 2024-02-10T00:10:48.652 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_messages": 1509, 2024-02-10T00:10:48.652 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_messages": 1678, 2024-02-10T00:10:48.652 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_bytes": 385965, 2024-02-10T00:10:48.652 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_bytes": 931038, 2024-02-10T00:10:48.652 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_created_connections": 7, 2024-02-10T00:10:48.652 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_active_connections": 5, 2024-02-10T00:10:48.652 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_total_time": 0.108660004, 2024-02-10T00:10:48.652 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_send_time": 0.036720359, 2024-02-10T00:10:48.652 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_recv_time": 0.026180875, 2024-02-10T00:10:48.652 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_fast_dispatch_time": 0.036537219, 2024-02-10T00:10:48.653 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:10:48.653 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 1675, 2024-02-10T00:10:48.653 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.057760674, 2024-02-10T00:10:48.653 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000034483 2024-02-10T00:10:48.653 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.653 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:10:48.653 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.653 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.653 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.653 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.653 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_encrypted_bytes": 320, 2024-02-10T00:10:48.653 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_encrypted_bytes": 462304 2024-02-10T00:10:48.653 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.653 INFO:teuthology.orchestra.run.smithi001.stdout: "AsyncMessenger::Worker-2": { 2024-02-10T00:10:48.654 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_messages": 264, 2024-02-10T00:10:48.654 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_messages": 248, 2024-02-10T00:10:48.654 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_bytes": 1619284, 2024-02-10T00:10:48.654 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_bytes": 138992, 2024-02-10T00:10:48.654 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_created_connections": 4, 2024-02-10T00:10:48.654 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_active_connections": 3, 2024-02-10T00:10:48.654 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_total_time": 0.045898252, 2024-02-10T00:10:48.654 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_send_time": 0.016104704, 2024-02-10T00:10:48.654 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_recv_time": 0.033173306, 2024-02-10T00:10:48.654 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_fast_dispatch_time": 0.004517876, 2024-02-10T00:10:48.654 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:10:48.654 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 248, 2024-02-10T00:10:48.654 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.013353708, 2024-02-10T00:10:48.655 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000053845 2024-02-10T00:10:48.655 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.655 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:10:48.655 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.655 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.655 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.655 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.655 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_encrypted_bytes": 1617936, 2024-02-10T00:10:48.655 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_encrypted_bytes": 138048 2024-02-10T00:10:48.655 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.655 INFO:teuthology.orchestra.run.smithi001.stdout: "cct": { 2024-02-10T00:10:48.655 INFO:teuthology.orchestra.run.smithi001.stdout: "total_workers": 1, 2024-02-10T00:10:48.655 INFO:teuthology.orchestra.run.smithi001.stdout: "unhealthy_workers": 0 2024-02-10T00:10:48.656 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.656 INFO:teuthology.orchestra.run.smithi001.stdout: "finisher-MDSRank": { 2024-02-10T00:10:48.656 INFO:teuthology.orchestra.run.smithi001.stdout: "queue_len": 0, 2024-02-10T00:10:48.656 INFO:teuthology.orchestra.run.smithi001.stdout: "complete_latency": { 2024-02-10T00:10:48.656 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 3955, 2024-02-10T00:10:48.656 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.099018940, 2024-02-10T00:10:48.656 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000025036 2024-02-10T00:10:48.656 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:48.656 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.656 INFO:teuthology.orchestra.run.smithi001.stdout: "finisher-PurgeQueue": { 2024-02-10T00:10:48.656 INFO:teuthology.orchestra.run.smithi001.stdout: "queue_len": 0, 2024-02-10T00:10:48.656 INFO:teuthology.orchestra.run.smithi001.stdout: "complete_latency": { 2024-02-10T00:10:48.656 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.656 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.657 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.657 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:48.657 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.657 INFO:teuthology.orchestra.run.smithi001.stdout: "mds": { 2024-02-10T00:10:48.657 INFO:teuthology.orchestra.run.smithi001.stdout: "request": 0, 2024-02-10T00:10:48.657 INFO:teuthology.orchestra.run.smithi001.stdout: "reply": 0, 2024-02-10T00:10:48.657 INFO:teuthology.orchestra.run.smithi001.stdout: "reply_latency": { 2024-02-10T00:10:48.657 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.657 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.657 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.657 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.657 INFO:teuthology.orchestra.run.smithi001.stdout: "slow_reply": 0, 2024-02-10T00:10:48.657 INFO:teuthology.orchestra.run.smithi001.stdout: "forward": 0, 2024-02-10T00:10:48.658 INFO:teuthology.orchestra.run.smithi001.stdout: "dir_fetch_complete": 0, 2024-02-10T00:10:48.658 INFO:teuthology.orchestra.run.smithi001.stdout: "dir_fetch_keys": 0, 2024-02-10T00:10:48.658 INFO:teuthology.orchestra.run.smithi001.stdout: "dir_commit": 0, 2024-02-10T00:10:48.658 INFO:teuthology.orchestra.run.smithi001.stdout: "dir_split": 0, 2024-02-10T00:10:48.658 INFO:teuthology.orchestra.run.smithi001.stdout: "dir_merge": 0, 2024-02-10T00:10:48.658 INFO:teuthology.orchestra.run.smithi001.stdout: "inodes": 0, 2024-02-10T00:10:48.658 INFO:teuthology.orchestra.run.smithi001.stdout: "inodes_top": 0, 2024-02-10T00:10:48.658 INFO:teuthology.orchestra.run.smithi001.stdout: "inodes_bottom": 0, 2024-02-10T00:10:48.658 INFO:teuthology.orchestra.run.smithi001.stdout: "inodes_pin_tail": 0, 2024-02-10T00:10:48.658 INFO:teuthology.orchestra.run.smithi001.stdout: "inodes_pinned": 0, 2024-02-10T00:10:48.658 INFO:teuthology.orchestra.run.smithi001.stdout: "inodes_expired": 0, 2024-02-10T00:10:48.658 INFO:teuthology.orchestra.run.smithi001.stdout: "inodes_with_caps": 0, 2024-02-10T00:10:48.658 INFO:teuthology.orchestra.run.smithi001.stdout: "caps": 0, 2024-02-10T00:10:48.658 INFO:teuthology.orchestra.run.smithi001.stdout: "subtrees": 1, 2024-02-10T00:10:48.658 INFO:teuthology.orchestra.run.smithi001.stdout: "traverse": 0, 2024-02-10T00:10:48.659 INFO:teuthology.orchestra.run.smithi001.stdout: "traverse_hit": 0, 2024-02-10T00:10:48.659 INFO:teuthology.orchestra.run.smithi001.stdout: "traverse_forward": 0, 2024-02-10T00:10:48.659 INFO:teuthology.orchestra.run.smithi001.stdout: "traverse_discover": 0, 2024-02-10T00:10:48.659 INFO:teuthology.orchestra.run.smithi001.stdout: "traverse_dir_fetch": 0, 2024-02-10T00:10:48.659 INFO:teuthology.orchestra.run.smithi001.stdout: "traverse_remote_ino": 0, 2024-02-10T00:10:48.659 INFO:teuthology.orchestra.run.smithi001.stdout: "traverse_lock": 0, 2024-02-10T00:10:48.659 INFO:teuthology.orchestra.run.smithi001.stdout: "load_cent": 0, 2024-02-10T00:10:48.659 INFO:teuthology.orchestra.run.smithi001.stdout: "q": 0, 2024-02-10T00:10:48.659 INFO:teuthology.orchestra.run.smithi001.stdout: "exported": 0, 2024-02-10T00:10:48.659 INFO:teuthology.orchestra.run.smithi001.stdout: "exported_inodes": 0, 2024-02-10T00:10:48.659 INFO:teuthology.orchestra.run.smithi001.stdout: "imported": 0, 2024-02-10T00:10:48.659 INFO:teuthology.orchestra.run.smithi001.stdout: "imported_inodes": 0, 2024-02-10T00:10:48.659 INFO:teuthology.orchestra.run.smithi001.stdout: "openino_dir_fetch": 0, 2024-02-10T00:10:48.659 INFO:teuthology.orchestra.run.smithi001.stdout: "openino_backtrace_fetch": 0, 2024-02-10T00:10:48.659 INFO:teuthology.orchestra.run.smithi001.stdout: "openino_peer_discover": 0, 2024-02-10T00:10:48.660 INFO:teuthology.orchestra.run.smithi001.stdout: "root_rfiles": 0, 2024-02-10T00:10:48.660 INFO:teuthology.orchestra.run.smithi001.stdout: "root_rbytes": 0, 2024-02-10T00:10:48.660 INFO:teuthology.orchestra.run.smithi001.stdout: "root_rsnaps": 0, 2024-02-10T00:10:48.660 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_backtrace_fetch": 0, 2024-02-10T00:10:48.660 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_set_tag": 0, 2024-02-10T00:10:48.660 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_backtrace_repaired": 0, 2024-02-10T00:10:48.660 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_inotable_repaired": 0, 2024-02-10T00:10:48.660 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_dir_inodes": 0, 2024-02-10T00:10:48.660 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_dir_base_inodes": 0, 2024-02-10T00:10:48.660 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_dirfrag_rstats": 0, 2024-02-10T00:10:48.660 INFO:teuthology.orchestra.run.smithi001.stdout: "scrub_file_inodes": 0, 2024-02-10T00:10:48.660 INFO:teuthology.orchestra.run.smithi001.stdout: "handle_inode_file_caps": 0, 2024-02-10T00:10:48.660 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph_cap_op_revoke": 0, 2024-02-10T00:10:48.660 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph_cap_op_grant": 0, 2024-02-10T00:10:48.660 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph_cap_op_trunc": 0, 2024-02-10T00:10:48.661 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-02-10T00:10:48.661 INFO:teuthology.orchestra.run.smithi001.stdout: "ceph_cap_op_flush_ack": 0, 2024-02-10T00:10:48.661 INFO:teuthology.orchestra.run.smithi001.stdout: "handle_client_caps": 0, 2024-02-10T00:10:48.661 INFO:teuthology.orchestra.run.smithi001.stdout: "handle_client_caps_dirty": 0, 2024-02-10T00:10:48.661 INFO:teuthology.orchestra.run.smithi001.stdout: "handle_client_cap_release": 0, 2024-02-10T00:10:48.661 INFO:teuthology.orchestra.run.smithi001.stdout: "process_request_cap_release": 0 2024-02-10T00:10:48.661 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.661 INFO:teuthology.orchestra.run.smithi001.stdout: "mds_cache": { 2024-02-10T00:10:48.661 INFO:teuthology.orchestra.run.smithi001.stdout: "dir_update": 0, 2024-02-10T00:10:48.661 INFO:teuthology.orchestra.run.smithi001.stdout: "dir_update_receipt": 0, 2024-02-10T00:10:48.661 INFO:teuthology.orchestra.run.smithi001.stdout: "dir_try_discover": 0, 2024-02-10T00:10:48.661 INFO:teuthology.orchestra.run.smithi001.stdout: "dir_send_discover": 0, 2024-02-10T00:10:48.661 INFO:teuthology.orchestra.run.smithi001.stdout: "dir_handle_discover": 0, 2024-02-10T00:10:48.661 INFO:teuthology.orchestra.run.smithi001.stdout: "num_strays": 0, 2024-02-10T00:10:48.662 INFO:teuthology.orchestra.run.smithi001.stdout: "num_strays_delayed": 0, 2024-02-10T00:10:48.662 INFO:teuthology.orchestra.run.smithi001.stdout: "num_strays_enqueuing": 0, 2024-02-10T00:10:48.662 INFO:teuthology.orchestra.run.smithi001.stdout: "strays_created": 0, 2024-02-10T00:10:48.662 INFO:teuthology.orchestra.run.smithi001.stdout: "strays_enqueued": 0, 2024-02-10T00:10:48.662 INFO:teuthology.orchestra.run.smithi001.stdout: "strays_reintegrated": 0, 2024-02-10T00:10:48.662 INFO:teuthology.orchestra.run.smithi001.stdout: "strays_migrated": 0, 2024-02-10T00:10:48.662 INFO:teuthology.orchestra.run.smithi001.stdout: "num_recovering_processing": 0, 2024-02-10T00:10:48.662 INFO:teuthology.orchestra.run.smithi001.stdout: "num_recovering_enqueued": 0, 2024-02-10T00:10:48.662 INFO:teuthology.orchestra.run.smithi001.stdout: "num_recovering_prioritized": 0, 2024-02-10T00:10:48.662 INFO:teuthology.orchestra.run.smithi001.stdout: "recovery_started": 0, 2024-02-10T00:10:48.662 INFO:teuthology.orchestra.run.smithi001.stdout: "recovery_completed": 0, 2024-02-10T00:10:48.662 INFO:teuthology.orchestra.run.smithi001.stdout: "ireq_enqueue_scrub": 0, 2024-02-10T00:10:48.662 INFO:teuthology.orchestra.run.smithi001.stdout: "ireq_exportdir": 0, 2024-02-10T00:10:48.662 INFO:teuthology.orchestra.run.smithi001.stdout: "ireq_flush": 0, 2024-02-10T00:10:48.663 INFO:teuthology.orchestra.run.smithi001.stdout: "ireq_fragmentdir": 0, 2024-02-10T00:10:48.663 INFO:teuthology.orchestra.run.smithi001.stdout: "ireq_fragstats": 0, 2024-02-10T00:10:48.663 INFO:teuthology.orchestra.run.smithi001.stdout: "ireq_inodestats": 0 2024-02-10T00:10:48.663 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.663 INFO:teuthology.orchestra.run.smithi001.stdout: "mds_log": { 2024-02-10T00:10:48.663 INFO:teuthology.orchestra.run.smithi001.stdout: "evlrg": 0, 2024-02-10T00:10:48.663 INFO:teuthology.orchestra.run.smithi001.stdout: "evadd": 0, 2024-02-10T00:10:48.663 INFO:teuthology.orchestra.run.smithi001.stdout: "evex": 0, 2024-02-10T00:10:48.663 INFO:teuthology.orchestra.run.smithi001.stdout: "evtrm": 0, 2024-02-10T00:10:48.663 INFO:teuthology.orchestra.run.smithi001.stdout: "ev": 6, 2024-02-10T00:10:48.663 INFO:teuthology.orchestra.run.smithi001.stdout: "evexg": 0, 2024-02-10T00:10:48.663 INFO:teuthology.orchestra.run.smithi001.stdout: "evexd": 0, 2024-02-10T00:10:48.663 INFO:teuthology.orchestra.run.smithi001.stdout: "segadd": 0, 2024-02-10T00:10:48.663 INFO:teuthology.orchestra.run.smithi001.stdout: "segex": 0, 2024-02-10T00:10:48.663 INFO:teuthology.orchestra.run.smithi001.stdout: "segtrm": 0, 2024-02-10T00:10:48.664 INFO:teuthology.orchestra.run.smithi001.stdout: "seg": 2, 2024-02-10T00:10:48.664 INFO:teuthology.orchestra.run.smithi001.stdout: "segmjr": 2, 2024-02-10T00:10:48.664 INFO:teuthology.orchestra.run.smithi001.stdout: "segexg": 0, 2024-02-10T00:10:48.664 INFO:teuthology.orchestra.run.smithi001.stdout: "segexd": 0, 2024-02-10T00:10:48.664 INFO:teuthology.orchestra.run.smithi001.stdout: "expos": 4194304, 2024-02-10T00:10:48.664 INFO:teuthology.orchestra.run.smithi001.stdout: "wrpos": 4196123, 2024-02-10T00:10:48.664 INFO:teuthology.orchestra.run.smithi001.stdout: "rdpos": 4195982, 2024-02-10T00:10:48.664 INFO:teuthology.orchestra.run.smithi001.stdout: "jlat": { 2024-02-10T00:10:48.664 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.664 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.664 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.664 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.664 INFO:teuthology.orchestra.run.smithi001.stdout: "replayed": 6 2024-02-10T00:10:48.665 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.665 INFO:teuthology.orchestra.run.smithi001.stdout: "mds_mem": { 2024-02-10T00:10:48.665 INFO:teuthology.orchestra.run.smithi001.stdout: "ino": 3, 2024-02-10T00:10:48.665 INFO:teuthology.orchestra.run.smithi001.stdout: "ino+": 3, 2024-02-10T00:10:48.665 INFO:teuthology.orchestra.run.smithi001.stdout: "ino-": 0, 2024-02-10T00:10:48.665 INFO:teuthology.orchestra.run.smithi001.stdout: "dir": 1, 2024-02-10T00:10:48.665 INFO:teuthology.orchestra.run.smithi001.stdout: "dir+": 1, 2024-02-10T00:10:48.665 INFO:teuthology.orchestra.run.smithi001.stdout: "dir-": 0, 2024-02-10T00:10:48.665 INFO:teuthology.orchestra.run.smithi001.stdout: "dn": 0, 2024-02-10T00:10:48.665 INFO:teuthology.orchestra.run.smithi001.stdout: "dn+": 0, 2024-02-10T00:10:48.665 INFO:teuthology.orchestra.run.smithi001.stdout: "dn-": 0, 2024-02-10T00:10:48.665 INFO:teuthology.orchestra.run.smithi001.stdout: "cap": 0, 2024-02-10T00:10:48.665 INFO:teuthology.orchestra.run.smithi001.stdout: "cap+": 0, 2024-02-10T00:10:48.665 INFO:teuthology.orchestra.run.smithi001.stdout: "cap-": 0, 2024-02-10T00:10:48.665 INFO:teuthology.orchestra.run.smithi001.stdout: "rss": 50120, 2024-02-10T00:10:48.666 INFO:teuthology.orchestra.run.smithi001.stdout: "heap": 215420 2024-02-10T00:10:48.666 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.666 INFO:teuthology.orchestra.run.smithi001.stdout: "mds_server": { 2024-02-10T00:10:48.666 INFO:teuthology.orchestra.run.smithi001.stdout: "dispatch_client_request": 0, 2024-02-10T00:10:48.666 INFO:teuthology.orchestra.run.smithi001.stdout: "dispatch_server_request": 0, 2024-02-10T00:10:48.666 INFO:teuthology.orchestra.run.smithi001.stdout: "handle_client_request": 0, 2024-02-10T00:10:48.666 INFO:teuthology.orchestra.run.smithi001.stdout: "handle_client_session": 0, 2024-02-10T00:10:48.666 INFO:teuthology.orchestra.run.smithi001.stdout: "handle_peer_request": 0, 2024-02-10T00:10:48.666 INFO:teuthology.orchestra.run.smithi001.stdout: "req_create_latency": { 2024-02-10T00:10:48.666 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.666 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.666 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.666 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.666 INFO:teuthology.orchestra.run.smithi001.stdout: "req_getattr_latency": { 2024-02-10T00:10:48.667 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.667 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.667 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.667 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.667 INFO:teuthology.orchestra.run.smithi001.stdout: "req_getfilelock_latency": { 2024-02-10T00:10:48.667 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.667 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.667 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.667 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.667 INFO:teuthology.orchestra.run.smithi001.stdout: "req_link_latency": { 2024-02-10T00:10:48.667 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.667 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.667 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.667 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.668 INFO:teuthology.orchestra.run.smithi001.stdout: "req_lookup_latency": { 2024-02-10T00:10:48.668 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.668 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.668 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.668 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.668 INFO:teuthology.orchestra.run.smithi001.stdout: "req_lookuphash_latency": { 2024-02-10T00:10:48.668 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.668 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.668 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.668 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.668 INFO:teuthology.orchestra.run.smithi001.stdout: "req_lookupino_latency": { 2024-02-10T00:10:48.668 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.668 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.668 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.669 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.669 INFO:teuthology.orchestra.run.smithi001.stdout: "req_lookupname_latency": { 2024-02-10T00:10:48.669 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.669 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.669 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.669 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.669 INFO:teuthology.orchestra.run.smithi001.stdout: "req_lookupparent_latency": { 2024-02-10T00:10:48.669 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.669 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.670 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.670 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.670 INFO:teuthology.orchestra.run.smithi001.stdout: "req_lookupsnap_latency": { 2024-02-10T00:10:48.670 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.670 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.670 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.670 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.670 INFO:teuthology.orchestra.run.smithi001.stdout: "req_lssnap_latency": { 2024-02-10T00:10:48.670 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.670 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.671 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.671 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.671 INFO:teuthology.orchestra.run.smithi001.stdout: "req_mkdir_latency": { 2024-02-10T00:10:48.671 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.671 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.671 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.671 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.672 INFO:teuthology.orchestra.run.smithi001.stdout: "req_mknod_latency": { 2024-02-10T00:10:48.672 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.672 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.672 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.672 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.672 INFO:teuthology.orchestra.run.smithi001.stdout: "req_mksnap_latency": { 2024-02-10T00:10:48.672 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.672 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.672 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.672 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.672 INFO:teuthology.orchestra.run.smithi001.stdout: "req_open_latency": { 2024-02-10T00:10:48.672 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.673 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.673 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.673 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.673 INFO:teuthology.orchestra.run.smithi001.stdout: "req_readdir_latency": { 2024-02-10T00:10:48.673 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.673 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.673 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.673 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.673 INFO:teuthology.orchestra.run.smithi001.stdout: "req_rename_latency": { 2024-02-10T00:10:48.673 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.673 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.673 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.673 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.673 INFO:teuthology.orchestra.run.smithi001.stdout: "req_renamesnap_latency": { 2024-02-10T00:10:48.674 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.674 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.674 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.674 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.674 INFO:teuthology.orchestra.run.smithi001.stdout: "req_snapdiff_latency": { 2024-02-10T00:10:48.674 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.674 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.674 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.674 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.674 INFO:teuthology.orchestra.run.smithi001.stdout: "req_rmdir_latency": { 2024-02-10T00:10:48.674 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.674 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.674 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.674 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.674 INFO:teuthology.orchestra.run.smithi001.stdout: "req_rmsnap_latency": { 2024-02-10T00:10:48.675 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.675 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.675 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.675 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.675 INFO:teuthology.orchestra.run.smithi001.stdout: "req_rmxattr_latency": { 2024-02-10T00:10:48.675 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.675 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.675 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.675 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.675 INFO:teuthology.orchestra.run.smithi001.stdout: "req_setattr_latency": { 2024-02-10T00:10:48.675 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.675 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.675 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.675 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.676 INFO:teuthology.orchestra.run.smithi001.stdout: "req_setdirlayout_latency": { 2024-02-10T00:10:48.676 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.676 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.676 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.676 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.676 INFO:teuthology.orchestra.run.smithi001.stdout: "req_setfilelock_latency": { 2024-02-10T00:10:48.676 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.676 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.676 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.676 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.676 INFO:teuthology.orchestra.run.smithi001.stdout: "req_setlayout_latency": { 2024-02-10T00:10:48.676 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.676 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.676 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.677 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.677 INFO:teuthology.orchestra.run.smithi001.stdout: "req_setxattr_latency": { 2024-02-10T00:10:48.677 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.677 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.677 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.677 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.677 INFO:teuthology.orchestra.run.smithi001.stdout: "req_symlink_latency": { 2024-02-10T00:10:48.677 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.677 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.677 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.677 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.677 INFO:teuthology.orchestra.run.smithi001.stdout: "req_unlink_latency": { 2024-02-10T00:10:48.677 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.678 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.678 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.678 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.678 INFO:teuthology.orchestra.run.smithi001.stdout: "cap_revoke_eviction": 0, 2024-02-10T00:10:48.678 INFO:teuthology.orchestra.run.smithi001.stdout: "cap_acquisition_throttle": 0, 2024-02-10T00:10:48.678 INFO:teuthology.orchestra.run.smithi001.stdout: "req_getvxattr_latency": { 2024-02-10T00:10:48.678 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.678 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.678 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.678 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:48.678 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.678 INFO:teuthology.orchestra.run.smithi001.stdout: "mds_sessions": { 2024-02-10T00:10:48.678 INFO:teuthology.orchestra.run.smithi001.stdout: "session_count": 2, 2024-02-10T00:10:48.678 INFO:teuthology.orchestra.run.smithi001.stdout: "session_add": 3, 2024-02-10T00:10:48.678 INFO:teuthology.orchestra.run.smithi001.stdout: "session_remove": 1, 2024-02-10T00:10:48.679 INFO:teuthology.orchestra.run.smithi001.stdout: "sessions_open": 3, 2024-02-10T00:10:48.679 INFO:teuthology.orchestra.run.smithi001.stdout: "sessions_stale": 0, 2024-02-10T00:10:48.679 INFO:teuthology.orchestra.run.smithi001.stdout: "total_load": 0, 2024-02-10T00:10:48.679 INFO:teuthology.orchestra.run.smithi001.stdout: "average_load": 0, 2024-02-10T00:10:48.679 INFO:teuthology.orchestra.run.smithi001.stdout: "avg_session_uptime": 2519, 2024-02-10T00:10:48.679 INFO:teuthology.orchestra.run.smithi001.stdout: "mdthresh_evicted": 0 2024-02-10T00:10:48.679 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.679 INFO:teuthology.orchestra.run.smithi001.stdout: "mempool": { 2024-02-10T00:10:48.679 INFO:teuthology.orchestra.run.smithi001.stdout: "bloom_filter_bytes": 0, 2024-02-10T00:10:48.679 INFO:teuthology.orchestra.run.smithi001.stdout: "bloom_filter_items": 0, 2024-02-10T00:10:48.679 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_alloc_bytes": 0, 2024-02-10T00:10:48.679 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_alloc_items": 0, 2024-02-10T00:10:48.679 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_data_bytes": 0, 2024-02-10T00:10:48.679 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_data_items": 0, 2024-02-10T00:10:48.679 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_onode_bytes": 0, 2024-02-10T00:10:48.680 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_onode_items": 0, 2024-02-10T00:10:48.680 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_meta_bytes": 0, 2024-02-10T00:10:48.680 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_meta_items": 0, 2024-02-10T00:10:48.680 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_other_bytes": 0, 2024-02-10T00:10:48.680 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_other_items": 0, 2024-02-10T00:10:48.680 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_buffer_bytes": 0, 2024-02-10T00:10:48.680 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_buffer_items": 0, 2024-02-10T00:10:48.680 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_extent_bytes": 0, 2024-02-10T00:10:48.680 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_extent_items": 0, 2024-02-10T00:10:48.680 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_blob_bytes": 0, 2024-02-10T00:10:48.680 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_blob_items": 0, 2024-02-10T00:10:48.680 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_shared_blob_bytes": 0, 2024-02-10T00:10:48.680 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_shared_blob_items": 0, 2024-02-10T00:10:48.680 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_inline_bl_bytes": 0, 2024-02-10T00:10:48.681 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_inline_bl_items": 0, 2024-02-10T00:10:48.681 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_fsck_bytes": 0, 2024-02-10T00:10:48.681 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_fsck_items": 0, 2024-02-10T00:10:48.681 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_txc_bytes": 0, 2024-02-10T00:10:48.681 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_txc_items": 0, 2024-02-10T00:10:48.681 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_writing_deferred_bytes": 0, 2024-02-10T00:10:48.681 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_writing_deferred_items": 0, 2024-02-10T00:10:48.681 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_writing_bytes": 0, 2024-02-10T00:10:48.681 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_writing_items": 0, 2024-02-10T00:10:48.681 INFO:teuthology.orchestra.run.smithi001.stdout: "bluefs_bytes": 0, 2024-02-10T00:10:48.681 INFO:teuthology.orchestra.run.smithi001.stdout: "bluefs_items": 0, 2024-02-10T00:10:48.681 INFO:teuthology.orchestra.run.smithi001.stdout: "bluefs_file_reader_bytes": 0, 2024-02-10T00:10:48.681 INFO:teuthology.orchestra.run.smithi001.stdout: "bluefs_file_reader_items": 0, 2024-02-10T00:10:48.681 INFO:teuthology.orchestra.run.smithi001.stdout: "bluefs_file_writer_bytes": 0, 2024-02-10T00:10:48.681 INFO:teuthology.orchestra.run.smithi001.stdout: "bluefs_file_writer_items": 0, 2024-02-10T00:10:48.682 INFO:teuthology.orchestra.run.smithi001.stdout: "buffer_anon_bytes": 197513, 2024-02-10T00:10:48.682 INFO:teuthology.orchestra.run.smithi001.stdout: "buffer_anon_items": 56, 2024-02-10T00:10:48.682 INFO:teuthology.orchestra.run.smithi001.stdout: "buffer_meta_bytes": 0, 2024-02-10T00:10:48.682 INFO:teuthology.orchestra.run.smithi001.stdout: "buffer_meta_items": 0, 2024-02-10T00:10:48.682 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_bytes": 0, 2024-02-10T00:10:48.682 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_items": 0, 2024-02-10T00:10:48.682 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_mapbl_bytes": 0, 2024-02-10T00:10:48.682 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_mapbl_items": 0, 2024-02-10T00:10:48.682 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_pglog_bytes": 0, 2024-02-10T00:10:48.682 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_pglog_items": 0, 2024-02-10T00:10:48.682 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_bytes": 8032, 2024-02-10T00:10:48.682 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_items": 167, 2024-02-10T00:10:48.682 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_mapping_bytes": 0, 2024-02-10T00:10:48.682 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_mapping_items": 0, 2024-02-10T00:10:48.682 INFO:teuthology.orchestra.run.smithi001.stdout: "pgmap_bytes": 0, 2024-02-10T00:10:48.683 INFO:teuthology.orchestra.run.smithi001.stdout: "pgmap_items": 0, 2024-02-10T00:10:48.683 INFO:teuthology.orchestra.run.smithi001.stdout: "mds_co_bytes": 8320, 2024-02-10T00:10:48.683 INFO:teuthology.orchestra.run.smithi001.stdout: "mds_co_items": 13, 2024-02-10T00:10:48.683 INFO:teuthology.orchestra.run.smithi001.stdout: "unittest_1_bytes": 0, 2024-02-10T00:10:48.683 INFO:teuthology.orchestra.run.smithi001.stdout: "unittest_1_items": 0, 2024-02-10T00:10:48.683 INFO:teuthology.orchestra.run.smithi001.stdout: "unittest_2_bytes": 0, 2024-02-10T00:10:48.683 INFO:teuthology.orchestra.run.smithi001.stdout: "unittest_2_items": 0 2024-02-10T00:10:48.683 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.683 INFO:teuthology.orchestra.run.smithi001.stdout: "objecter": { 2024-02-10T00:10:48.683 INFO:teuthology.orchestra.run.smithi001.stdout: "op_active": 0, 2024-02-10T00:10:48.683 INFO:teuthology.orchestra.run.smithi001.stdout: "op_laggy": 0, 2024-02-10T00:10:48.683 INFO:teuthology.orchestra.run.smithi001.stdout: "op_send": 2326, 2024-02-10T00:10:48.683 INFO:teuthology.orchestra.run.smithi001.stdout: "op_send_bytes": 21, 2024-02-10T00:10:48.683 INFO:teuthology.orchestra.run.smithi001.stdout: "op_resend": 3, 2024-02-10T00:10:48.684 INFO:teuthology.orchestra.run.smithi001.stdout: "op_reply": 2326, 2024-02-10T00:10:48.684 INFO:teuthology.orchestra.run.smithi001.stdout: "op_latency": { 2024-02-10T00:10:48.684 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 2326, 2024-02-10T00:10:48.684 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 1.122985467, 2024-02-10T00:10:48.684 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000482796 2024-02-10T00:10:48.685 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.685 INFO:teuthology.orchestra.run.smithi001.stdout: "op_inflight": 0, 2024-02-10T00:10:48.685 INFO:teuthology.orchestra.run.smithi001.stdout: "oplen_avg": { 2024-02-10T00:10:48.685 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 2326, 2024-02-10T00:10:48.685 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 2327 2024-02-10T00:10:48.685 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.685 INFO:teuthology.orchestra.run.smithi001.stdout: "op": 2326, 2024-02-10T00:10:48.686 INFO:teuthology.orchestra.run.smithi001.stdout: "op_r": 2326, 2024-02-10T00:10:48.686 INFO:teuthology.orchestra.run.smithi001.stdout: "op_w": 0, 2024-02-10T00:10:48.686 INFO:teuthology.orchestra.run.smithi001.stdout: "op_rmw": 0, 2024-02-10T00:10:48.686 INFO:teuthology.orchestra.run.smithi001.stdout: "op_pg": 0, 2024-02-10T00:10:48.686 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_stat": 1501, 2024-02-10T00:10:48.686 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_create": 0, 2024-02-10T00:10:48.686 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_read": 823, 2024-02-10T00:10:48.687 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_write": 0, 2024-02-10T00:10:48.687 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_writefull": 0, 2024-02-10T00:10:48.687 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_writesame": 0, 2024-02-10T00:10:48.687 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_append": 0, 2024-02-10T00:10:48.687 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_zero": 0, 2024-02-10T00:10:48.687 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_truncate": 0, 2024-02-10T00:10:48.688 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_delete": 0, 2024-02-10T00:10:48.688 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_mapext": 0, 2024-02-10T00:10:48.688 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_sparse_read": 0, 2024-02-10T00:10:48.688 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_clonerange": 0, 2024-02-10T00:10:48.688 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_getxattr": 1, 2024-02-10T00:10:48.688 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_setxattr": 0, 2024-02-10T00:10:48.689 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_cmpxattr": 0, 2024-02-10T00:10:48.689 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_rmxattr": 0, 2024-02-10T00:10:48.689 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_resetxattrs": 0, 2024-02-10T00:10:48.689 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_call": 0, 2024-02-10T00:10:48.689 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_watch": 0, 2024-02-10T00:10:48.689 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_notify": 0, 2024-02-10T00:10:48.690 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_src_cmpxattr": 0, 2024-02-10T00:10:48.690 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_pgls": 0, 2024-02-10T00:10:48.690 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_pgls_filter": 0, 2024-02-10T00:10:48.690 INFO:teuthology.orchestra.run.smithi001.stdout: "osdop_other": 0, 2024-02-10T00:10:48.690 INFO:teuthology.orchestra.run.smithi001.stdout: "linger_active": 0, 2024-02-10T00:10:48.690 INFO:teuthology.orchestra.run.smithi001.stdout: "linger_send": 0, 2024-02-10T00:10:48.690 INFO:teuthology.orchestra.run.smithi001.stdout: "linger_resend": 0, 2024-02-10T00:10:48.691 INFO:teuthology.orchestra.run.smithi001.stdout: "linger_ping": 0, 2024-02-10T00:10:48.691 INFO:teuthology.orchestra.run.smithi001.stdout: "poolop_active": 0, 2024-02-10T00:10:48.691 INFO:teuthology.orchestra.run.smithi001.stdout: "poolop_send": 0, 2024-02-10T00:10:48.691 INFO:teuthology.orchestra.run.smithi001.stdout: "poolop_resend": 0, 2024-02-10T00:10:48.691 INFO:teuthology.orchestra.run.smithi001.stdout: "poolstat_active": 0, 2024-02-10T00:10:48.691 INFO:teuthology.orchestra.run.smithi001.stdout: "poolstat_send": 0, 2024-02-10T00:10:48.691 INFO:teuthology.orchestra.run.smithi001.stdout: "poolstat_resend": 0, 2024-02-10T00:10:48.692 INFO:teuthology.orchestra.run.smithi001.stdout: "statfs_active": 0, 2024-02-10T00:10:48.692 INFO:teuthology.orchestra.run.smithi001.stdout: "statfs_send": 0, 2024-02-10T00:10:48.692 INFO:teuthology.orchestra.run.smithi001.stdout: "statfs_resend": 0, 2024-02-10T00:10:48.692 INFO:teuthology.orchestra.run.smithi001.stdout: "command_active": 0, 2024-02-10T00:10:48.692 INFO:teuthology.orchestra.run.smithi001.stdout: "command_send": 0, 2024-02-10T00:10:48.692 INFO:teuthology.orchestra.run.smithi001.stdout: "command_resend": 0, 2024-02-10T00:10:48.692 INFO:teuthology.orchestra.run.smithi001.stdout: "map_epoch": 99, 2024-02-10T00:10:48.692 INFO:teuthology.orchestra.run.smithi001.stdout: "map_full": 0, 2024-02-10T00:10:48.692 INFO:teuthology.orchestra.run.smithi001.stdout: "map_inc": 14, 2024-02-10T00:10:48.692 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_sessions": 6, 2024-02-10T00:10:48.692 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_session_open": 6, 2024-02-10T00:10:48.692 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_session_close": 0, 2024-02-10T00:10:48.692 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_laggy": 0, 2024-02-10T00:10:48.693 INFO:teuthology.orchestra.run.smithi001.stdout: "omap_wr": 0, 2024-02-10T00:10:48.693 INFO:teuthology.orchestra.run.smithi001.stdout: "omap_rd": 2, 2024-02-10T00:10:48.693 INFO:teuthology.orchestra.run.smithi001.stdout: "omap_del": 0 2024-02-10T00:10:48.693 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.693 INFO:teuthology.orchestra.run.smithi001.stdout: "oft": { 2024-02-10T00:10:48.693 INFO:teuthology.orchestra.run.smithi001.stdout: "omap_total_objs": 0, 2024-02-10T00:10:48.693 INFO:teuthology.orchestra.run.smithi001.stdout: "omap_total_kv_pairs": 0, 2024-02-10T00:10:48.693 INFO:teuthology.orchestra.run.smithi001.stdout: "omap_total_updates": 0, 2024-02-10T00:10:48.693 INFO:teuthology.orchestra.run.smithi001.stdout: "omap_total_removes": 0 2024-02-10T00:10:48.693 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.693 INFO:teuthology.orchestra.run.smithi001.stdout: "osd-slow-ops": { 2024-02-10T00:10:48.694 INFO:teuthology.orchestra.run.smithi001.stdout: "slow_ops_count": 0 2024-02-10T00:10:48.694 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.694 INFO:teuthology.orchestra.run.smithi001.stdout: "purge_queue": { 2024-02-10T00:10:48.694 INFO:teuthology.orchestra.run.smithi001.stdout: "pq_executing_ops": 0, 2024-02-10T00:10:48.694 INFO:teuthology.orchestra.run.smithi001.stdout: "pq_executing_ops_high_water": 0, 2024-02-10T00:10:48.694 INFO:teuthology.orchestra.run.smithi001.stdout: "pq_executing": 0, 2024-02-10T00:10:48.695 INFO:teuthology.orchestra.run.smithi001.stdout: "pq_executing_high_water": 0, 2024-02-10T00:10:48.695 INFO:teuthology.orchestra.run.smithi001.stdout: "pq_executed_ops": 0, 2024-02-10T00:10:48.695 INFO:teuthology.orchestra.run.smithi001.stdout: "pq_executed": 0, 2024-02-10T00:10:48.695 INFO:teuthology.orchestra.run.smithi001.stdout: "pq_item_in_journal": 0 2024-02-10T00:10:48.695 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.695 INFO:teuthology.orchestra.run.smithi001.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-02-10T00:10:48.695 INFO:teuthology.orchestra.run.smithi001.stdout: "val": 0, 2024-02-10T00:10:48.696 INFO:teuthology.orchestra.run.smithi001.stdout: "max": 104857600, 2024-02-10T00:10:48.696 INFO:teuthology.orchestra.run.smithi001.stdout: "get_started": 0, 2024-02-10T00:10:48.696 INFO:teuthology.orchestra.run.smithi001.stdout: "get": 2585, 2024-02-10T00:10:48.696 INFO:teuthology.orchestra.run.smithi001.stdout: "get_sum": 2030566, 2024-02-10T00:10:48.696 INFO:teuthology.orchestra.run.smithi001.stdout: "get_or_fail_fail": 0, 2024-02-10T00:10:48.696 INFO:teuthology.orchestra.run.smithi001.stdout: "get_or_fail_success": 2585, 2024-02-10T00:10:48.697 INFO:teuthology.orchestra.run.smithi001.stdout: "take": 0, 2024-02-10T00:10:48.697 INFO:teuthology.orchestra.run.smithi001.stdout: "take_sum": 0, 2024-02-10T00:10:48.697 INFO:teuthology.orchestra.run.smithi001.stdout: "put": 2585, 2024-02-10T00:10:48.697 INFO:teuthology.orchestra.run.smithi001.stdout: "put_sum": 2030566, 2024-02-10T00:10:48.697 INFO:teuthology.orchestra.run.smithi001.stdout: "wait": { 2024-02-10T00:10:48.697 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.698 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.698 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.698 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:48.698 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.698 INFO:teuthology.orchestra.run.smithi001.stdout: "throttle-objecter_bytes": { 2024-02-10T00:10:48.698 INFO:teuthology.orchestra.run.smithi001.stdout: "val": 0, 2024-02-10T00:10:48.698 INFO:teuthology.orchestra.run.smithi001.stdout: "max": 104857600, 2024-02-10T00:10:48.699 INFO:teuthology.orchestra.run.smithi001.stdout: "get_started": 0, 2024-02-10T00:10:48.699 INFO:teuthology.orchestra.run.smithi001.stdout: "get": 0, 2024-02-10T00:10:48.699 INFO:teuthology.orchestra.run.smithi001.stdout: "get_sum": 0, 2024-02-10T00:10:48.699 INFO:teuthology.orchestra.run.smithi001.stdout: "get_or_fail_fail": 0, 2024-02-10T00:10:48.699 INFO:teuthology.orchestra.run.smithi001.stdout: "get_or_fail_success": 0, 2024-02-10T00:10:48.699 INFO:teuthology.orchestra.run.smithi001.stdout: "take": 2326, 2024-02-10T00:10:48.699 INFO:teuthology.orchestra.run.smithi001.stdout: "take_sum": 1824, 2024-02-10T00:10:48.700 INFO:teuthology.orchestra.run.smithi001.stdout: "put": 2326, 2024-02-10T00:10:48.700 INFO:teuthology.orchestra.run.smithi001.stdout: "put_sum": 1824, 2024-02-10T00:10:48.700 INFO:teuthology.orchestra.run.smithi001.stdout: "wait": { 2024-02-10T00:10:48.700 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.700 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.700 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.700 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:48.701 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.701 INFO:teuthology.orchestra.run.smithi001.stdout: "throttle-objecter_ops": { 2024-02-10T00:10:48.701 INFO:teuthology.orchestra.run.smithi001.stdout: "val": 0, 2024-02-10T00:10:48.701 INFO:teuthology.orchestra.run.smithi001.stdout: "max": 1024, 2024-02-10T00:10:48.701 INFO:teuthology.orchestra.run.smithi001.stdout: "get_started": 0, 2024-02-10T00:10:48.701 INFO:teuthology.orchestra.run.smithi001.stdout: "get": 0, 2024-02-10T00:10:48.701 INFO:teuthology.orchestra.run.smithi001.stdout: "get_sum": 0, 2024-02-10T00:10:48.702 INFO:teuthology.orchestra.run.smithi001.stdout: "get_or_fail_fail": 0, 2024-02-10T00:10:48.702 INFO:teuthology.orchestra.run.smithi001.stdout: "get_or_fail_success": 0, 2024-02-10T00:10:48.702 INFO:teuthology.orchestra.run.smithi001.stdout: "take": 2326, 2024-02-10T00:10:48.702 INFO:teuthology.orchestra.run.smithi001.stdout: "take_sum": 2326, 2024-02-10T00:10:48.702 INFO:teuthology.orchestra.run.smithi001.stdout: "put": 2326, 2024-02-10T00:10:48.702 INFO:teuthology.orchestra.run.smithi001.stdout: "put_sum": 2326, 2024-02-10T00:10:48.702 INFO:teuthology.orchestra.run.smithi001.stdout: "wait": { 2024-02-10T00:10:48.702 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.703 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.703 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.703 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:48.703 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.703 INFO:teuthology.orchestra.run.smithi001.stdout: "throttle-write_buf_throttle": { 2024-02-10T00:10:48.703 INFO:teuthology.orchestra.run.smithi001.stdout: "val": 0, 2024-02-10T00:10:48.703 INFO:teuthology.orchestra.run.smithi001.stdout: "max": 3758096384, 2024-02-10T00:10:48.703 INFO:teuthology.orchestra.run.smithi001.stdout: "get_started": 0, 2024-02-10T00:10:48.704 INFO:teuthology.orchestra.run.smithi001.stdout: "get": 0, 2024-02-10T00:10:48.704 INFO:teuthology.orchestra.run.smithi001.stdout: "get_sum": 0, 2024-02-10T00:10:48.704 INFO:teuthology.orchestra.run.smithi001.stdout: "get_or_fail_fail": 0, 2024-02-10T00:10:48.704 INFO:teuthology.orchestra.run.smithi001.stdout: "get_or_fail_success": 0, 2024-02-10T00:10:48.704 INFO:teuthology.orchestra.run.smithi001.stdout: "take": 0, 2024-02-10T00:10:48.704 INFO:teuthology.orchestra.run.smithi001.stdout: "take_sum": 0, 2024-02-10T00:10:48.705 INFO:teuthology.orchestra.run.smithi001.stdout: "put": 0, 2024-02-10T00:10:48.705 INFO:teuthology.orchestra.run.smithi001.stdout: "put_sum": 0, 2024-02-10T00:10:48.705 INFO:teuthology.orchestra.run.smithi001.stdout: "wait": { 2024-02-10T00:10:48.705 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.705 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.705 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.706 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:48.706 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:48.706 INFO:teuthology.orchestra.run.smithi001.stdout: "throttle-write_buf_throttle-0x559dd757e960": { 2024-02-10T00:10:48.706 INFO:teuthology.orchestra.run.smithi001.stdout: "val": 0, 2024-02-10T00:10:48.706 INFO:teuthology.orchestra.run.smithi001.stdout: "max": 3758096384, 2024-02-10T00:10:48.706 INFO:teuthology.orchestra.run.smithi001.stdout: "get_started": 0, 2024-02-10T00:10:48.706 INFO:teuthology.orchestra.run.smithi001.stdout: "get": 0, 2024-02-10T00:10:48.706 INFO:teuthology.orchestra.run.smithi001.stdout: "get_sum": 0, 2024-02-10T00:10:48.707 INFO:teuthology.orchestra.run.smithi001.stdout: "get_or_fail_fail": 0, 2024-02-10T00:10:48.707 INFO:teuthology.orchestra.run.smithi001.stdout: "get_or_fail_success": 0, 2024-02-10T00:10:48.707 INFO:teuthology.orchestra.run.smithi001.stdout: "take": 0, 2024-02-10T00:10:48.707 INFO:teuthology.orchestra.run.smithi001.stdout: "take_sum": 0, 2024-02-10T00:10:48.707 INFO:teuthology.orchestra.run.smithi001.stdout: "put": 0, 2024-02-10T00:10:48.707 INFO:teuthology.orchestra.run.smithi001.stdout: "put_sum": 0, 2024-02-10T00:10:48.707 INFO:teuthology.orchestra.run.smithi001.stdout: "wait": { 2024-02-10T00:10:48.707 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:48.707 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:48.707 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:48.708 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:48.709 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:48.709 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:10:49.488 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:49 smithi001 ceph-mon[32335]: pgmap v357: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1023 B/s wr, 12 op/s 2024-02-10T00:10:49.515 INFO:tasks.check_counter:Daemon mds.g mds.exported=0 2024-02-10T00:10:49.515 INFO:tasks.check_counter:Daemon mds.g mds.imported=0 2024-02-10T00:10:49.515 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update=0 2024-02-10T00:10:49.515 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update_receipt=0 2024-02-10T00:10:49.515 INFO:tasks.check_counter:Daemon mds.g mds.root_rsnaps=0 2024-02-10T00:10:49.515 INFO:tasks.check_counter:Daemon mds.g mds_server.req_mksnap_latency.avgcount=0 2024-02-10T00:10:49.515 INFO:tasks.check_counter:Daemon mds.g mds_server.req_rmsnap_latency.avgcount=0 2024-02-10T00:10:49.516 DEBUG:tasks.check_counter:Getting stats from j 2024-02-10T00:10:49.516 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph daemon mds.j perf dump 2024-02-10T00:10:49.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:49 smithi088 ceph-mon[36452]: pgmap v357: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1023 B/s wr, 12 op/s 2024-02-10T00:10:49.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:49 smithi103 ceph-mon[36942]: pgmap v357: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1023 B/s wr, 12 op/s 2024-02-10T00:10:49.760 INFO:teuthology.orchestra.run.smithi001.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.a/config 2024-02-10T00:10:51.585 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:51 smithi001 ceph-mon[32335]: pgmap v358: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-02-10T00:10:51.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:51 smithi088 ceph-mon[36452]: pgmap v358: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-02-10T00:10:51.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:51 smithi103 ceph-mon[36942]: pgmap v358: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-02-10T00:10:51.717 INFO:teuthology.orchestra.run.smithi001.stdout:{ 2024-02-10T00:10:51.718 INFO:teuthology.orchestra.run.smithi001.stdout: "AsyncMessenger::Worker-0": { 2024-02-10T00:10:51.718 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_messages": 0, 2024-02-10T00:10:51.718 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_messages": 2, 2024-02-10T00:10:51.718 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_bytes": 0, 2024-02-10T00:10:51.718 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_bytes": 0, 2024-02-10T00:10:51.718 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_created_connections": 4, 2024-02-10T00:10:51.718 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_active_connections": 0, 2024-02-10T00:10:51.718 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_total_time": 0.001224376, 2024-02-10T00:10:51.718 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_send_time": 0.000000000, 2024-02-10T00:10:51.718 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_recv_time": 0.000326084, 2024-02-10T00:10:51.719 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-02-10T00:10:51.719 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:10:51.719 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:51.719 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:51.719 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:51.719 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:51.719 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:10:51.719 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:51.719 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:51.719 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:51.719 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:51.719 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_encrypted_bytes": 0, 2024-02-10T00:10:51.719 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_encrypted_bytes": 0 2024-02-10T00:10:51.719 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:51.720 INFO:teuthology.orchestra.run.smithi001.stdout: "AsyncMessenger::Worker-1": { 2024-02-10T00:10:51.720 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_messages": 245, 2024-02-10T00:10:51.720 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_messages": 232, 2024-02-10T00:10:51.720 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_bytes": 1577264, 2024-02-10T00:10:51.720 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_bytes": 138496, 2024-02-10T00:10:51.720 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_created_connections": 2, 2024-02-10T00:10:51.720 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_active_connections": 1, 2024-02-10T00:10:51.720 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_total_time": 0.045727684, 2024-02-10T00:10:51.720 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_send_time": 0.015163451, 2024-02-10T00:10:51.720 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_recv_time": 0.035573522, 2024-02-10T00:10:51.721 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_fast_dispatch_time": 0.004704293, 2024-02-10T00:10:51.721 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:10:51.721 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 232, 2024-02-10T00:10:51.721 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.012571908, 2024-02-10T00:10:51.721 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000054189 2024-02-10T00:10:51.721 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:51.721 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:10:51.721 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:51.721 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:51.721 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:51.721 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:51.721 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_encrypted_bytes": 1577264, 2024-02-10T00:10:51.722 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_encrypted_bytes": 138496 2024-02-10T00:10:51.722 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:51.722 INFO:teuthology.orchestra.run.smithi001.stdout: "AsyncMessenger::Worker-2": { 2024-02-10T00:10:51.722 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_messages": 2, 2024-02-10T00:10:51.722 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_messages": 175, 2024-02-10T00:10:51.722 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_bytes": 320, 2024-02-10T00:10:51.722 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_bytes": 185600, 2024-02-10T00:10:51.722 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_created_connections": 5, 2024-02-10T00:10:51.722 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_active_connections": 3, 2024-02-10T00:10:51.722 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_total_time": 0.015038279, 2024-02-10T00:10:51.722 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_send_time": 0.010596315, 2024-02-10T00:10:51.723 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_recv_time": 0.001950393, 2024-02-10T00:10:51.723 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-02-10T00:10:51.723 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:10:51.723 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 172, 2024-02-10T00:10:51.723 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.012703081, 2024-02-10T00:10:51.723 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000073855 2024-02-10T00:10:51.723 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:51.723 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:10:51.723 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:51.723 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:51.723 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:51.723 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:51.723 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_recv_encrypted_bytes": 320, 2024-02-10T00:10:51.723 INFO:teuthology.orchestra.run.smithi001.stdout: "msgr_send_encrypted_bytes": 185600 2024-02-10T00:10:51.724 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:51.724 INFO:teuthology.orchestra.run.smithi001.stdout: "cct": { 2024-02-10T00:10:51.724 INFO:teuthology.orchestra.run.smithi001.stdout: "total_workers": 0, 2024-02-10T00:10:51.724 INFO:teuthology.orchestra.run.smithi001.stdout: "unhealthy_workers": 0 2024-02-10T00:10:51.724 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:51.724 INFO:teuthology.orchestra.run.smithi001.stdout: "mempool": { 2024-02-10T00:10:51.724 INFO:teuthology.orchestra.run.smithi001.stdout: "bloom_filter_bytes": 0, 2024-02-10T00:10:51.724 INFO:teuthology.orchestra.run.smithi001.stdout: "bloom_filter_items": 0, 2024-02-10T00:10:51.724 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_alloc_bytes": 0, 2024-02-10T00:10:51.724 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_alloc_items": 0, 2024-02-10T00:10:51.724 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_data_bytes": 0, 2024-02-10T00:10:51.724 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_data_items": 0, 2024-02-10T00:10:51.724 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_onode_bytes": 0, 2024-02-10T00:10:51.725 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_onode_items": 0, 2024-02-10T00:10:51.725 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_meta_bytes": 0, 2024-02-10T00:10:51.725 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_meta_items": 0, 2024-02-10T00:10:51.725 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_other_bytes": 0, 2024-02-10T00:10:51.725 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_other_items": 0, 2024-02-10T00:10:51.725 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_buffer_bytes": 0, 2024-02-10T00:10:51.725 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_cache_buffer_items": 0, 2024-02-10T00:10:51.725 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_extent_bytes": 0, 2024-02-10T00:10:51.725 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_extent_items": 0, 2024-02-10T00:10:51.725 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_blob_bytes": 0, 2024-02-10T00:10:51.725 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_blob_items": 0, 2024-02-10T00:10:51.725 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_shared_blob_bytes": 0, 2024-02-10T00:10:51.725 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_shared_blob_items": 0, 2024-02-10T00:10:51.725 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_inline_bl_bytes": 0, 2024-02-10T00:10:51.726 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_inline_bl_items": 0, 2024-02-10T00:10:51.726 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_fsck_bytes": 0, 2024-02-10T00:10:51.726 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_fsck_items": 0, 2024-02-10T00:10:51.726 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_txc_bytes": 0, 2024-02-10T00:10:51.726 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_txc_items": 0, 2024-02-10T00:10:51.726 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_writing_deferred_bytes": 0, 2024-02-10T00:10:51.726 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_writing_deferred_items": 0, 2024-02-10T00:10:51.726 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_writing_bytes": 0, 2024-02-10T00:10:51.726 INFO:teuthology.orchestra.run.smithi001.stdout: "bluestore_writing_items": 0, 2024-02-10T00:10:51.726 INFO:teuthology.orchestra.run.smithi001.stdout: "bluefs_bytes": 0, 2024-02-10T00:10:51.726 INFO:teuthology.orchestra.run.smithi001.stdout: "bluefs_items": 0, 2024-02-10T00:10:51.726 INFO:teuthology.orchestra.run.smithi001.stdout: "bluefs_file_reader_bytes": 0, 2024-02-10T00:10:51.726 INFO:teuthology.orchestra.run.smithi001.stdout: "bluefs_file_reader_items": 0, 2024-02-10T00:10:51.726 INFO:teuthology.orchestra.run.smithi001.stdout: "bluefs_file_writer_bytes": 0, 2024-02-10T00:10:51.727 INFO:teuthology.orchestra.run.smithi001.stdout: "bluefs_file_writer_items": 0, 2024-02-10T00:10:51.727 INFO:teuthology.orchestra.run.smithi001.stdout: "buffer_anon_bytes": 150008, 2024-02-10T00:10:51.727 INFO:teuthology.orchestra.run.smithi001.stdout: "buffer_anon_items": 31, 2024-02-10T00:10:51.727 INFO:teuthology.orchestra.run.smithi001.stdout: "buffer_meta_bytes": 0, 2024-02-10T00:10:51.727 INFO:teuthology.orchestra.run.smithi001.stdout: "buffer_meta_items": 0, 2024-02-10T00:10:51.727 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_bytes": 0, 2024-02-10T00:10:51.727 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_items": 0, 2024-02-10T00:10:51.727 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_mapbl_bytes": 0, 2024-02-10T00:10:51.727 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_mapbl_items": 0, 2024-02-10T00:10:51.727 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_pglog_bytes": 0, 2024-02-10T00:10:51.727 INFO:teuthology.orchestra.run.smithi001.stdout: "osd_pglog_items": 0, 2024-02-10T00:10:51.727 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_bytes": 0, 2024-02-10T00:10:51.727 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_items": 0, 2024-02-10T00:10:51.728 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_mapping_bytes": 0, 2024-02-10T00:10:51.728 INFO:teuthology.orchestra.run.smithi001.stdout: "osdmap_mapping_items": 0, 2024-02-10T00:10:51.728 INFO:teuthology.orchestra.run.smithi001.stdout: "pgmap_bytes": 0, 2024-02-10T00:10:51.728 INFO:teuthology.orchestra.run.smithi001.stdout: "pgmap_items": 0, 2024-02-10T00:10:51.728 INFO:teuthology.orchestra.run.smithi001.stdout: "mds_co_bytes": 928, 2024-02-10T00:10:51.728 INFO:teuthology.orchestra.run.smithi001.stdout: "mds_co_items": 2, 2024-02-10T00:10:51.728 INFO:teuthology.orchestra.run.smithi001.stdout: "unittest_1_bytes": 0, 2024-02-10T00:10:51.728 INFO:teuthology.orchestra.run.smithi001.stdout: "unittest_1_items": 0, 2024-02-10T00:10:51.728 INFO:teuthology.orchestra.run.smithi001.stdout: "unittest_2_bytes": 0, 2024-02-10T00:10:51.728 INFO:teuthology.orchestra.run.smithi001.stdout: "unittest_2_items": 0 2024-02-10T00:10:51.728 INFO:teuthology.orchestra.run.smithi001.stdout: }, 2024-02-10T00:10:51.728 INFO:teuthology.orchestra.run.smithi001.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-02-10T00:10:51.728 INFO:teuthology.orchestra.run.smithi001.stdout: "val": 0, 2024-02-10T00:10:51.728 INFO:teuthology.orchestra.run.smithi001.stdout: "max": 104857600, 2024-02-10T00:10:51.728 INFO:teuthology.orchestra.run.smithi001.stdout: "get_started": 0, 2024-02-10T00:10:51.729 INFO:teuthology.orchestra.run.smithi001.stdout: "get": 243, 2024-02-10T00:10:51.729 INFO:teuthology.orchestra.run.smithi001.stdout: "get_sum": 1540255, 2024-02-10T00:10:51.729 INFO:teuthology.orchestra.run.smithi001.stdout: "get_or_fail_fail": 0, 2024-02-10T00:10:51.729 INFO:teuthology.orchestra.run.smithi001.stdout: "get_or_fail_success": 243, 2024-02-10T00:10:51.729 INFO:teuthology.orchestra.run.smithi001.stdout: "take": 0, 2024-02-10T00:10:51.729 INFO:teuthology.orchestra.run.smithi001.stdout: "take_sum": 0, 2024-02-10T00:10:51.729 INFO:teuthology.orchestra.run.smithi001.stdout: "put": 243, 2024-02-10T00:10:51.729 INFO:teuthology.orchestra.run.smithi001.stdout: "put_sum": 1540255, 2024-02-10T00:10:51.729 INFO:teuthology.orchestra.run.smithi001.stdout: "wait": { 2024-02-10T00:10:51.729 INFO:teuthology.orchestra.run.smithi001.stdout: "avgcount": 0, 2024-02-10T00:10:51.729 INFO:teuthology.orchestra.run.smithi001.stdout: "sum": 0.000000000, 2024-02-10T00:10:51.729 INFO:teuthology.orchestra.run.smithi001.stdout: "avgtime": 0.000000000 2024-02-10T00:10:51.729 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:51.729 INFO:teuthology.orchestra.run.smithi001.stdout: } 2024-02-10T00:10:51.729 INFO:teuthology.orchestra.run.smithi001.stdout:} 2024-02-10T00:10:52.444 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-02-10T00:10:52.444 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-02-10T00:10:52.444 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-02-10T00:10:52.444 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-02-10T00:10:52.444 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.j 2024-02-10T00:10:52.444 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.j 2024-02-10T00:10:52.444 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.j 2024-02-10T00:10:52.444 DEBUG:tasks.check_counter:Getting stats from b 2024-02-10T00:10:52.444 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph daemon mds.b perf dump 2024-02-10T00:10:52.696 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.b/config 2024-02-10T00:10:53.584 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:53 smithi088 ceph-mon[36452]: pgmap v359: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-02-10T00:10:53.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:53 smithi103 ceph-mon[36942]: pgmap v359: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-02-10T00:10:53.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:53 smithi001 ceph-mon[32335]: pgmap v359: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-02-10T00:10:54.598 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-02-10T00:10:54.598 INFO:teuthology.orchestra.run.smithi088.stdout: "AsyncMessenger::Worker-0": { 2024-02-10T00:10:54.598 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_messages": 5852, 2024-02-10T00:10:54.598 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages": 8095, 2024-02-10T00:10:54.598 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_bytes": 1971510, 2024-02-10T00:10:54.598 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_bytes": 16098983, 2024-02-10T00:10:54.599 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_created_connections": 17, 2024-02-10T00:10:54.599 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_active_connections": 6, 2024-02-10T00:10:54.599 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_total_time": 0.659463738, 2024-02-10T00:10:54.599 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_send_time": 0.250301533, 2024-02-10T00:10:54.599 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_recv_time": 0.250687813, 2024-02-10T00:10:54.599 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_fast_dispatch_time": 0.135358150, 2024-02-10T00:10:54.599 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:10:54.599 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 8092, 2024-02-10T00:10:54.599 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.351371192, 2024-02-10T00:10:54.599 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000043422 2024-02-10T00:10:54.599 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.599 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:10:54.599 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 6951, 2024-02-10T00:10:54.600 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.001390682, 2024-02-10T00:10:54.600 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000200 2024-02-10T00:10:54.600 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.600 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_encrypted_bytes": 866848, 2024-02-10T00:10:54.600 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_encrypted_bytes": 1870768 2024-02-10T00:10:54.600 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.600 INFO:teuthology.orchestra.run.smithi088.stdout: "AsyncMessenger::Worker-1": { 2024-02-10T00:10:54.600 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_messages": 3060, 2024-02-10T00:10:54.600 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages": 2855, 2024-02-10T00:10:54.600 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_bytes": 2491902, 2024-02-10T00:10:54.600 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_bytes": 7058181, 2024-02-10T00:10:54.600 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_created_connections": 22, 2024-02-10T00:10:54.600 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_active_connections": 8, 2024-02-10T00:10:54.601 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_total_time": 0.349396625, 2024-02-10T00:10:54.601 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_send_time": 0.125627336, 2024-02-10T00:10:54.601 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_recv_time": 0.144214945, 2024-02-10T00:10:54.601 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_fast_dispatch_time": 0.083610325, 2024-02-10T00:10:54.601 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:10:54.601 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 2856, 2024-02-10T00:10:54.601 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.338686400, 2024-02-10T00:10:54.601 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000118587 2024-02-10T00:10:54.601 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.601 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:10:54.601 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 3082, 2024-02-10T00:10:54.602 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000718284, 2024-02-10T00:10:54.602 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000233 2024-02-10T00:10:54.602 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.602 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_encrypted_bytes": 2007952, 2024-02-10T00:10:54.602 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_encrypted_bytes": 267392 2024-02-10T00:10:54.602 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.602 INFO:teuthology.orchestra.run.smithi088.stdout: "AsyncMessenger::Worker-2": { 2024-02-10T00:10:54.602 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_messages": 3038, 2024-02-10T00:10:54.602 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages": 3765, 2024-02-10T00:10:54.602 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_bytes": 1087430, 2024-02-10T00:10:54.602 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_bytes": 8231879, 2024-02-10T00:10:54.602 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_created_connections": 266, 2024-02-10T00:10:54.602 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_active_connections": 5, 2024-02-10T00:10:54.602 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_total_time": 0.373072230, 2024-02-10T00:10:54.602 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_send_time": 0.104303574, 2024-02-10T00:10:54.603 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_recv_time": 0.178885649, 2024-02-10T00:10:54.603 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_fast_dispatch_time": 0.070797751, 2024-02-10T00:10:54.603 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:10:54.603 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 3762, 2024-02-10T00:10:54.603 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.164000691, 2024-02-10T00:10:54.603 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000043594 2024-02-10T00:10:54.603 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.603 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:10:54.603 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 4675, 2024-02-10T00:10:54.603 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.001203334, 2024-02-10T00:10:54.603 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000257 2024-02-10T00:10:54.603 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.603 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_encrypted_bytes": 84608, 2024-02-10T00:10:54.603 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_encrypted_bytes": 134048 2024-02-10T00:10:54.604 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.604 INFO:teuthology.orchestra.run.smithi088.stdout: "cct": { 2024-02-10T00:10:54.604 INFO:teuthology.orchestra.run.smithi088.stdout: "total_workers": 1, 2024-02-10T00:10:54.604 INFO:teuthology.orchestra.run.smithi088.stdout: "unhealthy_workers": 0 2024-02-10T00:10:54.604 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.604 INFO:teuthology.orchestra.run.smithi088.stdout: "finisher-MDSRank": { 2024-02-10T00:10:54.604 INFO:teuthology.orchestra.run.smithi088.stdout: "queue_len": 0, 2024-02-10T00:10:54.604 INFO:teuthology.orchestra.run.smithi088.stdout: "complete_latency": { 2024-02-10T00:10:54.604 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 6219, 2024-02-10T00:10:54.604 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 2.008917712, 2024-02-10T00:10:54.604 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000323029 2024-02-10T00:10:54.604 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:10:54.604 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.604 INFO:teuthology.orchestra.run.smithi088.stdout: "finisher-PurgeQueue": { 2024-02-10T00:10:54.605 INFO:teuthology.orchestra.run.smithi088.stdout: "queue_len": 0, 2024-02-10T00:10:54.605 INFO:teuthology.orchestra.run.smithi088.stdout: "complete_latency": { 2024-02-10T00:10:54.605 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 15, 2024-02-10T00:10:54.605 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000327549, 2024-02-10T00:10:54.605 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000021836 2024-02-10T00:10:54.605 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:10:54.605 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.605 INFO:teuthology.orchestra.run.smithi088.stdout: "mds": { 2024-02-10T00:10:54.605 INFO:teuthology.orchestra.run.smithi088.stdout: "request": 766, 2024-02-10T00:10:54.605 INFO:teuthology.orchestra.run.smithi088.stdout: "reply": 766, 2024-02-10T00:10:54.605 INFO:teuthology.orchestra.run.smithi088.stdout: "reply_latency": { 2024-02-10T00:10:54.605 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 766, 2024-02-10T00:10:54.605 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 3.522331827, 2024-02-10T00:10:54.605 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.004598344 2024-02-10T00:10:54.605 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.606 INFO:teuthology.orchestra.run.smithi088.stdout: "slow_reply": 0, 2024-02-10T00:10:54.606 INFO:teuthology.orchestra.run.smithi088.stdout: "forward": 0, 2024-02-10T00:10:54.606 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_fetch_complete": 0, 2024-02-10T00:10:54.606 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_fetch_keys": 0, 2024-02-10T00:10:54.606 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_commit": 347, 2024-02-10T00:10:54.606 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_split": 0, 2024-02-10T00:10:54.606 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_merge": 0, 2024-02-10T00:10:54.606 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes": 41, 2024-02-10T00:10:54.606 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_top": 13, 2024-02-10T00:10:54.606 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_bottom": 28, 2024-02-10T00:10:54.606 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_pin_tail": 0, 2024-02-10T00:10:54.606 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_pinned": 22, 2024-02-10T00:10:54.606 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_expired": 0, 2024-02-10T00:10:54.606 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_with_caps": 2, 2024-02-10T00:10:54.606 INFO:teuthology.orchestra.run.smithi088.stdout: "caps": 2, 2024-02-10T00:10:54.607 INFO:teuthology.orchestra.run.smithi088.stdout: "subtrees": 2, 2024-02-10T00:10:54.607 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse": 829, 2024-02-10T00:10:54.607 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_hit": 821, 2024-02-10T00:10:54.607 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_forward": 0, 2024-02-10T00:10:54.607 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_discover": 0, 2024-02-10T00:10:54.607 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_dir_fetch": 0, 2024-02-10T00:10:54.607 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_remote_ino": 0, 2024-02-10T00:10:54.607 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_lock": 0, 2024-02-10T00:10:54.607 INFO:teuthology.orchestra.run.smithi088.stdout: "load_cent": 28, 2024-02-10T00:10:54.607 INFO:teuthology.orchestra.run.smithi088.stdout: "q": 0, 2024-02-10T00:10:54.607 INFO:teuthology.orchestra.run.smithi088.stdout: "exported": 0, 2024-02-10T00:10:54.607 INFO:teuthology.orchestra.run.smithi088.stdout: "exported_inodes": 0, 2024-02-10T00:10:54.607 INFO:teuthology.orchestra.run.smithi088.stdout: "imported": 0, 2024-02-10T00:10:54.607 INFO:teuthology.orchestra.run.smithi088.stdout: "imported_inodes": 0, 2024-02-10T00:10:54.607 INFO:teuthology.orchestra.run.smithi088.stdout: "openino_dir_fetch": 0, 2024-02-10T00:10:54.608 INFO:teuthology.orchestra.run.smithi088.stdout: "openino_backtrace_fetch": 289, 2024-02-10T00:10:54.608 INFO:teuthology.orchestra.run.smithi088.stdout: "openino_peer_discover": 0, 2024-02-10T00:10:54.608 INFO:teuthology.orchestra.run.smithi088.stdout: "root_rfiles": 4, 2024-02-10T00:10:54.608 INFO:teuthology.orchestra.run.smithi088.stdout: "root_rbytes": 234, 2024-02-10T00:10:54.608 INFO:teuthology.orchestra.run.smithi088.stdout: "root_rsnaps": 6, 2024-02-10T00:10:54.608 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_backtrace_fetch": 289, 2024-02-10T00:10:54.608 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_set_tag": 0, 2024-02-10T00:10:54.608 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_backtrace_repaired": 0, 2024-02-10T00:10:54.608 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_inotable_repaired": 0, 2024-02-10T00:10:54.608 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_dir_inodes": 186, 2024-02-10T00:10:54.608 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_dir_base_inodes": 21, 2024-02-10T00:10:54.608 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_dirfrag_rstats": 165, 2024-02-10T00:10:54.608 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_file_inodes": 103, 2024-02-10T00:10:54.609 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_inode_file_caps": 0, 2024-02-10T00:10:54.609 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_revoke": 617, 2024-02-10T00:10:54.609 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_grant": 612, 2024-02-10T00:10:54.609 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_trunc": 599, 2024-02-10T00:10:54.609 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-02-10T00:10:54.609 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_flush_ack": 0, 2024-02-10T00:10:54.609 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_caps": 736, 2024-02-10T00:10:54.609 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_caps_dirty": 713, 2024-02-10T00:10:54.609 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_cap_release": 1, 2024-02-10T00:10:54.609 INFO:teuthology.orchestra.run.smithi088.stdout: "process_request_cap_release": 622 2024-02-10T00:10:54.609 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.609 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_cache": { 2024-02-10T00:10:54.609 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_update": 12, 2024-02-10T00:10:54.609 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_update_receipt": 0, 2024-02-10T00:10:54.609 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_try_discover": 0, 2024-02-10T00:10:54.609 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_send_discover": 0, 2024-02-10T00:10:54.610 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_handle_discover": 29, 2024-02-10T00:10:54.610 INFO:teuthology.orchestra.run.smithi088.stdout: "num_strays": 2, 2024-02-10T00:10:54.610 INFO:teuthology.orchestra.run.smithi088.stdout: "num_strays_delayed": 0, 2024-02-10T00:10:54.610 INFO:teuthology.orchestra.run.smithi088.stdout: "num_strays_enqueuing": 0, 2024-02-10T00:10:54.610 INFO:teuthology.orchestra.run.smithi088.stdout: "strays_created": 3, 2024-02-10T00:10:54.610 INFO:teuthology.orchestra.run.smithi088.stdout: "strays_enqueued": 1, 2024-02-10T00:10:54.610 INFO:teuthology.orchestra.run.smithi088.stdout: "strays_reintegrated": 0, 2024-02-10T00:10:54.610 INFO:teuthology.orchestra.run.smithi088.stdout: "strays_migrated": 0, 2024-02-10T00:10:54.610 INFO:teuthology.orchestra.run.smithi088.stdout: "num_recovering_processing": 0, 2024-02-10T00:10:54.610 INFO:teuthology.orchestra.run.smithi088.stdout: "num_recovering_enqueued": 0, 2024-02-10T00:10:54.610 INFO:teuthology.orchestra.run.smithi088.stdout: "num_recovering_prioritized": 0, 2024-02-10T00:10:54.610 INFO:teuthology.orchestra.run.smithi088.stdout: "recovery_started": 0, 2024-02-10T00:10:54.610 INFO:teuthology.orchestra.run.smithi088.stdout: "recovery_completed": 0, 2024-02-10T00:10:54.610 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_enqueue_scrub": 21, 2024-02-10T00:10:54.611 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_exportdir": 0, 2024-02-10T00:10:54.611 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_flush": 0, 2024-02-10T00:10:54.611 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_fragmentdir": 0, 2024-02-10T00:10:54.611 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_fragstats": 0, 2024-02-10T00:10:54.611 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_inodestats": 0 2024-02-10T00:10:54.611 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.611 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_log": { 2024-02-10T00:10:54.611 INFO:teuthology.orchestra.run.smithi088.stdout: "evlrg": 0, 2024-02-10T00:10:54.611 INFO:teuthology.orchestra.run.smithi088.stdout: "evadd": 2573, 2024-02-10T00:10:54.611 INFO:teuthology.orchestra.run.smithi088.stdout: "evex": 2513, 2024-02-10T00:10:54.611 INFO:teuthology.orchestra.run.smithi088.stdout: "evtrm": 2513, 2024-02-10T00:10:54.611 INFO:teuthology.orchestra.run.smithi088.stdout: "ev": 60, 2024-02-10T00:10:54.611 INFO:teuthology.orchestra.run.smithi088.stdout: "evexg": 0, 2024-02-10T00:10:54.611 INFO:teuthology.orchestra.run.smithi088.stdout: "evexd": 64, 2024-02-10T00:10:54.612 INFO:teuthology.orchestra.run.smithi088.stdout: "segadd": 56, 2024-02-10T00:10:54.612 INFO:teuthology.orchestra.run.smithi088.stdout: "segex": 55, 2024-02-10T00:10:54.612 INFO:teuthology.orchestra.run.smithi088.stdout: "segtrm": 55, 2024-02-10T00:10:54.612 INFO:teuthology.orchestra.run.smithi088.stdout: "seg": 1, 2024-02-10T00:10:54.612 INFO:teuthology.orchestra.run.smithi088.stdout: "segmjr": 1, 2024-02-10T00:10:54.612 INFO:teuthology.orchestra.run.smithi088.stdout: "segexg": 0, 2024-02-10T00:10:54.612 INFO:teuthology.orchestra.run.smithi088.stdout: "segexd": 1, 2024-02-10T00:10:54.612 INFO:teuthology.orchestra.run.smithi088.stdout: "expos": 25935424, 2024-02-10T00:10:54.612 INFO:teuthology.orchestra.run.smithi088.stdout: "wrpos": 26583298, 2024-02-10T00:10:54.612 INFO:teuthology.orchestra.run.smithi088.stdout: "rdpos": 0, 2024-02-10T00:10:54.612 INFO:teuthology.orchestra.run.smithi088.stdout: "jlat": { 2024-02-10T00:10:54.612 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 2513, 2024-02-10T00:10:54.612 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 5.479722114, 2024-02-10T00:10:54.612 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.002180549 2024-02-10T00:10:54.612 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.613 INFO:teuthology.orchestra.run.smithi088.stdout: "replayed": 0 2024-02-10T00:10:54.613 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.613 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_mem": { 2024-02-10T00:10:54.613 INFO:teuthology.orchestra.run.smithi088.stdout: "ino": 35, 2024-02-10T00:10:54.613 INFO:teuthology.orchestra.run.smithi088.stdout: "ino+": 57, 2024-02-10T00:10:54.613 INFO:teuthology.orchestra.run.smithi088.stdout: "ino-": 22, 2024-02-10T00:10:54.613 INFO:teuthology.orchestra.run.smithi088.stdout: "dir": 20, 2024-02-10T00:10:54.613 INFO:teuthology.orchestra.run.smithi088.stdout: "dir+": 20, 2024-02-10T00:10:54.613 INFO:teuthology.orchestra.run.smithi088.stdout: "dir-": 0, 2024-02-10T00:10:54.613 INFO:teuthology.orchestra.run.smithi088.stdout: "dn": 41, 2024-02-10T00:10:54.613 INFO:teuthology.orchestra.run.smithi088.stdout: "dn+": 42, 2024-02-10T00:10:54.613 INFO:teuthology.orchestra.run.smithi088.stdout: "dn-": 1, 2024-02-10T00:10:54.613 INFO:teuthology.orchestra.run.smithi088.stdout: "cap": 2, 2024-02-10T00:10:54.613 INFO:teuthology.orchestra.run.smithi088.stdout: "cap+": 16, 2024-02-10T00:10:54.613 INFO:teuthology.orchestra.run.smithi088.stdout: "cap-": 14, 2024-02-10T00:10:54.614 INFO:teuthology.orchestra.run.smithi088.stdout: "rss": 55176, 2024-02-10T00:10:54.614 INFO:teuthology.orchestra.run.smithi088.stdout: "heap": 215420 2024-02-10T00:10:54.614 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.614 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_server": { 2024-02-10T00:10:54.614 INFO:teuthology.orchestra.run.smithi088.stdout: "dispatch_client_request": 2019, 2024-02-10T00:10:54.614 INFO:teuthology.orchestra.run.smithi088.stdout: "dispatch_server_request": 0, 2024-02-10T00:10:54.614 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_request": 766, 2024-02-10T00:10:54.614 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_session": 33, 2024-02-10T00:10:54.614 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_peer_request": 0, 2024-02-10T00:10:54.614 INFO:teuthology.orchestra.run.smithi088.stdout: "req_create_latency": { 2024-02-10T00:10:54.614 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 5, 2024-02-10T00:10:54.614 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.004242935, 2024-02-10T00:10:54.614 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000848587 2024-02-10T00:10:54.614 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.614 INFO:teuthology.orchestra.run.smithi088.stdout: "req_getattr_latency": { 2024-02-10T00:10:54.615 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 112, 2024-02-10T00:10:54.615 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.022130121, 2024-02-10T00:10:54.615 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000197590 2024-02-10T00:10:54.615 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.615 INFO:teuthology.orchestra.run.smithi088.stdout: "req_getfilelock_latency": { 2024-02-10T00:10:54.615 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:54.615 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:54.615 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:54.615 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.615 INFO:teuthology.orchestra.run.smithi088.stdout: "req_link_latency": { 2024-02-10T00:10:54.615 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:54.615 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:54.615 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:54.615 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.615 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookup_latency": { 2024-02-10T00:10:54.616 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:54.616 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:54.616 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:54.616 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.616 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookuphash_latency": { 2024-02-10T00:10:54.616 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:54.616 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:54.616 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:54.616 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.616 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookupino_latency": { 2024-02-10T00:10:54.616 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:54.616 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:54.616 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:54.616 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.616 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookupname_latency": { 2024-02-10T00:10:54.617 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:54.617 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:54.617 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:54.617 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.617 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookupparent_latency": { 2024-02-10T00:10:54.617 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:54.617 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:54.617 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:54.617 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.617 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookupsnap_latency": { 2024-02-10T00:10:54.617 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:54.617 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:54.617 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:54.617 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.617 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lssnap_latency": { 2024-02-10T00:10:54.618 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 11, 2024-02-10T00:10:54.618 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.001610517, 2024-02-10T00:10:54.618 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000146410 2024-02-10T00:10:54.618 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.618 INFO:teuthology.orchestra.run.smithi088.stdout: "req_mkdir_latency": { 2024-02-10T00:10:54.619 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 8, 2024-02-10T00:10:54.619 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.016867724, 2024-02-10T00:10:54.619 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.002108465 2024-02-10T00:10:54.619 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.619 INFO:teuthology.orchestra.run.smithi088.stdout: "req_mknod_latency": { 2024-02-10T00:10:54.619 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:54.619 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:54.619 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:54.619 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.619 INFO:teuthology.orchestra.run.smithi088.stdout: "req_mksnap_latency": { 2024-02-10T00:10:54.619 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 11, 2024-02-10T00:10:54.619 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.055963433, 2024-02-10T00:10:54.619 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.005087584 2024-02-10T00:10:54.619 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.620 INFO:teuthology.orchestra.run.smithi088.stdout: "req_open_latency": { 2024-02-10T00:10:54.620 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:54.620 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:54.620 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:54.620 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.620 INFO:teuthology.orchestra.run.smithi088.stdout: "req_readdir_latency": { 2024-02-10T00:10:54.620 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 2, 2024-02-10T00:10:54.620 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.004212776, 2024-02-10T00:10:54.620 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.002106388 2024-02-10T00:10:54.620 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.620 INFO:teuthology.orchestra.run.smithi088.stdout: "req_rename_latency": { 2024-02-10T00:10:54.620 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 2, 2024-02-10T00:10:54.620 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.002267731, 2024-02-10T00:10:54.621 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.001133865 2024-02-10T00:10:54.621 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.621 INFO:teuthology.orchestra.run.smithi088.stdout: "req_renamesnap_latency": { 2024-02-10T00:10:54.621 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:54.621 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:54.621 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:54.621 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.621 INFO:teuthology.orchestra.run.smithi088.stdout: "req_snapdiff_latency": { 2024-02-10T00:10:54.621 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:54.621 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:54.621 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:54.621 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.621 INFO:teuthology.orchestra.run.smithi088.stdout: "req_rmdir_latency": { 2024-02-10T00:10:54.621 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 2, 2024-02-10T00:10:54.621 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.014116414, 2024-02-10T00:10:54.622 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.007058207 2024-02-10T00:10:54.622 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.622 INFO:teuthology.orchestra.run.smithi088.stdout: "req_rmsnap_latency": { 2024-02-10T00:10:54.622 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 5, 2024-02-10T00:10:54.622 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.023319687, 2024-02-10T00:10:54.622 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.004663937 2024-02-10T00:10:54.622 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.622 INFO:teuthology.orchestra.run.smithi088.stdout: "req_rmxattr_latency": { 2024-02-10T00:10:54.622 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:54.622 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:54.622 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:54.622 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.622 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setattr_latency": { 2024-02-10T00:10:54.622 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 600, 2024-02-10T00:10:54.622 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 3.355973574, 2024-02-10T00:10:54.623 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.005593289 2024-02-10T00:10:54.623 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.623 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setdirlayout_latency": { 2024-02-10T00:10:54.623 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:54.623 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:54.623 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:54.623 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.623 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setfilelock_latency": { 2024-02-10T00:10:54.623 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:54.623 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:54.623 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:54.623 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.623 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setlayout_latency": { 2024-02-10T00:10:54.623 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:54.623 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:54.624 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:54.624 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.624 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setxattr_latency": { 2024-02-10T00:10:54.624 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 7, 2024-02-10T00:10:54.624 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.019120524, 2024-02-10T00:10:54.624 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.002731503 2024-02-10T00:10:54.624 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.624 INFO:teuthology.orchestra.run.smithi088.stdout: "req_symlink_latency": { 2024-02-10T00:10:54.624 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:54.624 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:54.624 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:54.624 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.624 INFO:teuthology.orchestra.run.smithi088.stdout: "req_unlink_latency": { 2024-02-10T00:10:54.624 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 1, 2024-02-10T00:10:54.624 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.002506391, 2024-02-10T00:10:54.625 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.002506391 2024-02-10T00:10:54.625 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.625 INFO:teuthology.orchestra.run.smithi088.stdout: "cap_revoke_eviction": 0, 2024-02-10T00:10:54.625 INFO:teuthology.orchestra.run.smithi088.stdout: "cap_acquisition_throttle": 0, 2024-02-10T00:10:54.625 INFO:teuthology.orchestra.run.smithi088.stdout: "req_getvxattr_latency": { 2024-02-10T00:10:54.625 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:54.625 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:54.625 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:54.625 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:10:54.625 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.625 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_sessions": { 2024-02-10T00:10:54.625 INFO:teuthology.orchestra.run.smithi088.stdout: "session_count": 2, 2024-02-10T00:10:54.625 INFO:teuthology.orchestra.run.smithi088.stdout: "session_add": 5, 2024-02-10T00:10:54.625 INFO:teuthology.orchestra.run.smithi088.stdout: "session_remove": 3, 2024-02-10T00:10:54.625 INFO:teuthology.orchestra.run.smithi088.stdout: "sessions_open": 2, 2024-02-10T00:10:54.626 INFO:teuthology.orchestra.run.smithi088.stdout: "sessions_stale": 0, 2024-02-10T00:10:54.626 INFO:teuthology.orchestra.run.smithi088.stdout: "total_load": 111, 2024-02-10T00:10:54.626 INFO:teuthology.orchestra.run.smithi088.stdout: "average_load": 55, 2024-02-10T00:10:54.626 INFO:teuthology.orchestra.run.smithi088.stdout: "avg_session_uptime": 677, 2024-02-10T00:10:54.626 INFO:teuthology.orchestra.run.smithi088.stdout: "mdthresh_evicted": 0 2024-02-10T00:10:54.626 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.626 INFO:teuthology.orchestra.run.smithi088.stdout: "mempool": { 2024-02-10T00:10:54.626 INFO:teuthology.orchestra.run.smithi088.stdout: "bloom_filter_bytes": 0, 2024-02-10T00:10:54.626 INFO:teuthology.orchestra.run.smithi088.stdout: "bloom_filter_items": 0, 2024-02-10T00:10:54.626 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_alloc_bytes": 0, 2024-02-10T00:10:54.626 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_alloc_items": 0, 2024-02-10T00:10:54.626 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_data_bytes": 0, 2024-02-10T00:10:54.626 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_data_items": 0, 2024-02-10T00:10:54.626 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_onode_bytes": 0, 2024-02-10T00:10:54.626 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_onode_items": 0, 2024-02-10T00:10:54.627 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_meta_bytes": 0, 2024-02-10T00:10:54.627 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_meta_items": 0, 2024-02-10T00:10:54.627 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_other_bytes": 0, 2024-02-10T00:10:54.627 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_other_items": 0, 2024-02-10T00:10:54.627 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_buffer_bytes": 0, 2024-02-10T00:10:54.627 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_buffer_items": 0, 2024-02-10T00:10:54.627 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_extent_bytes": 0, 2024-02-10T00:10:54.627 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_extent_items": 0, 2024-02-10T00:10:54.627 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_blob_bytes": 0, 2024-02-10T00:10:54.627 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_blob_items": 0, 2024-02-10T00:10:54.627 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_shared_blob_bytes": 0, 2024-02-10T00:10:54.627 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_shared_blob_items": 0, 2024-02-10T00:10:54.627 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_inline_bl_bytes": 0, 2024-02-10T00:10:54.627 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_inline_bl_items": 0, 2024-02-10T00:10:54.627 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_fsck_bytes": 0, 2024-02-10T00:10:54.628 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_fsck_items": 0, 2024-02-10T00:10:54.628 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_txc_bytes": 0, 2024-02-10T00:10:54.628 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_txc_items": 0, 2024-02-10T00:10:54.628 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_deferred_bytes": 0, 2024-02-10T00:10:54.628 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_deferred_items": 0, 2024-02-10T00:10:54.628 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_bytes": 0, 2024-02-10T00:10:54.628 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_items": 0, 2024-02-10T00:10:54.628 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_bytes": 0, 2024-02-10T00:10:54.628 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_items": 0, 2024-02-10T00:10:54.628 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_reader_bytes": 0, 2024-02-10T00:10:54.628 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_reader_items": 0, 2024-02-10T00:10:54.628 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_writer_bytes": 0, 2024-02-10T00:10:54.628 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_writer_items": 0, 2024-02-10T00:10:54.628 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_anon_bytes": 315174, 2024-02-10T00:10:54.629 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_anon_items": 127, 2024-02-10T00:10:54.629 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_meta_bytes": 0, 2024-02-10T00:10:54.629 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_meta_items": 0, 2024-02-10T00:10:54.629 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_bytes": 0, 2024-02-10T00:10:54.629 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_items": 0, 2024-02-10T00:10:54.629 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_mapbl_bytes": 0, 2024-02-10T00:10:54.629 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_mapbl_items": 0, 2024-02-10T00:10:54.629 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_pglog_bytes": 0, 2024-02-10T00:10:54.629 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_pglog_items": 0, 2024-02-10T00:10:54.629 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_bytes": 8032, 2024-02-10T00:10:54.629 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_items": 167, 2024-02-10T00:10:54.629 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_mapping_bytes": 0, 2024-02-10T00:10:54.629 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_mapping_items": 0, 2024-02-10T00:10:54.629 INFO:teuthology.orchestra.run.smithi088.stdout: "pgmap_bytes": 0, 2024-02-10T00:10:54.629 INFO:teuthology.orchestra.run.smithi088.stdout: "pgmap_items": 0, 2024-02-10T00:10:54.629 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_co_bytes": 171915, 2024-02-10T00:10:54.630 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_co_items": 1380, 2024-02-10T00:10:54.630 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_1_bytes": 0, 2024-02-10T00:10:54.630 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_1_items": 0, 2024-02-10T00:10:54.630 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_2_bytes": 0, 2024-02-10T00:10:54.630 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_2_items": 0 2024-02-10T00:10:54.630 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.630 INFO:teuthology.orchestra.run.smithi088.stdout: "objecter": { 2024-02-10T00:10:54.630 INFO:teuthology.orchestra.run.smithi088.stdout: "op_active": 0, 2024-02-10T00:10:54.630 INFO:teuthology.orchestra.run.smithi088.stdout: "op_laggy": 0, 2024-02-10T00:10:54.630 INFO:teuthology.orchestra.run.smithi088.stdout: "op_send": 4639, 2024-02-10T00:10:54.630 INFO:teuthology.orchestra.run.smithi088.stdout: "op_send_bytes": 23501155, 2024-02-10T00:10:54.630 INFO:teuthology.orchestra.run.smithi088.stdout: "op_resend": 28, 2024-02-10T00:10:54.630 INFO:teuthology.orchestra.run.smithi088.stdout: "op_reply": 4639, 2024-02-10T00:10:54.631 INFO:teuthology.orchestra.run.smithi088.stdout: "op_latency": { 2024-02-10T00:10:54.631 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 4639, 2024-02-10T00:10:54.631 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 27.221458008, 2024-02-10T00:10:54.631 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.005867958 2024-02-10T00:10:54.631 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.631 INFO:teuthology.orchestra.run.smithi088.stdout: "op_inflight": 0, 2024-02-10T00:10:54.631 INFO:teuthology.orchestra.run.smithi088.stdout: "oplen_avg": { 2024-02-10T00:10:54.631 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 4639, 2024-02-10T00:10:54.631 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 5375 2024-02-10T00:10:54.631 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.631 INFO:teuthology.orchestra.run.smithi088.stdout: "op": 4639, 2024-02-10T00:10:54.632 INFO:teuthology.orchestra.run.smithi088.stdout: "op_r": 332, 2024-02-10T00:10:54.632 INFO:teuthology.orchestra.run.smithi088.stdout: "op_w": 4307, 2024-02-10T00:10:54.632 INFO:teuthology.orchestra.run.smithi088.stdout: "op_rmw": 0, 2024-02-10T00:10:54.632 INFO:teuthology.orchestra.run.smithi088.stdout: "op_pg": 0, 2024-02-10T00:10:54.632 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_stat": 327, 2024-02-10T00:10:54.632 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_create": 25, 2024-02-10T00:10:54.632 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_read": 22, 2024-02-10T00:10:54.632 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_write": 2514, 2024-02-10T00:10:54.632 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_writefull": 179, 2024-02-10T00:10:54.632 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_writesame": 0, 2024-02-10T00:10:54.632 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_append": 0, 2024-02-10T00:10:54.632 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_zero": 0, 2024-02-10T00:10:54.632 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_truncate": 0, 2024-02-10T00:10:54.632 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_delete": 523, 2024-02-10T00:10:54.632 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_mapext": 0, 2024-02-10T00:10:54.633 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_sparse_read": 0, 2024-02-10T00:10:54.633 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_clonerange": 0, 2024-02-10T00:10:54.633 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_getxattr": 310, 2024-02-10T00:10:54.633 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_setxattr": 50, 2024-02-10T00:10:54.633 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_cmpxattr": 0, 2024-02-10T00:10:54.633 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_rmxattr": 0, 2024-02-10T00:10:54.633 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_resetxattrs": 0, 2024-02-10T00:10:54.633 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_call": 0, 2024-02-10T00:10:54.633 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_watch": 0, 2024-02-10T00:10:54.633 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_notify": 0, 2024-02-10T00:10:54.633 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_src_cmpxattr": 0, 2024-02-10T00:10:54.633 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_pgls": 0, 2024-02-10T00:10:54.634 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_pgls_filter": 0, 2024-02-10T00:10:54.634 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_other": 599, 2024-02-10T00:10:54.634 INFO:teuthology.orchestra.run.smithi088.stdout: "linger_active": 0, 2024-02-10T00:10:54.634 INFO:teuthology.orchestra.run.smithi088.stdout: "linger_send": 0, 2024-02-10T00:10:54.634 INFO:teuthology.orchestra.run.smithi088.stdout: "linger_resend": 0, 2024-02-10T00:10:54.634 INFO:teuthology.orchestra.run.smithi088.stdout: "linger_ping": 0, 2024-02-10T00:10:54.634 INFO:teuthology.orchestra.run.smithi088.stdout: "poolop_active": 0, 2024-02-10T00:10:54.634 INFO:teuthology.orchestra.run.smithi088.stdout: "poolop_send": 0, 2024-02-10T00:10:54.634 INFO:teuthology.orchestra.run.smithi088.stdout: "poolop_resend": 0, 2024-02-10T00:10:54.634 INFO:teuthology.orchestra.run.smithi088.stdout: "poolstat_active": 0, 2024-02-10T00:10:54.634 INFO:teuthology.orchestra.run.smithi088.stdout: "poolstat_send": 0, 2024-02-10T00:10:54.634 INFO:teuthology.orchestra.run.smithi088.stdout: "poolstat_resend": 0, 2024-02-10T00:10:54.634 INFO:teuthology.orchestra.run.smithi088.stdout: "statfs_active": 0, 2024-02-10T00:10:54.634 INFO:teuthology.orchestra.run.smithi088.stdout: "statfs_send": 0, 2024-02-10T00:10:54.634 INFO:teuthology.orchestra.run.smithi088.stdout: "statfs_resend": 0, 2024-02-10T00:10:54.635 INFO:teuthology.orchestra.run.smithi088.stdout: "command_active": 0, 2024-02-10T00:10:54.635 INFO:teuthology.orchestra.run.smithi088.stdout: "command_send": 0, 2024-02-10T00:10:54.635 INFO:teuthology.orchestra.run.smithi088.stdout: "command_resend": 0, 2024-02-10T00:10:54.635 INFO:teuthology.orchestra.run.smithi088.stdout: "map_epoch": 99, 2024-02-10T00:10:54.635 INFO:teuthology.orchestra.run.smithi088.stdout: "map_full": 0, 2024-02-10T00:10:54.635 INFO:teuthology.orchestra.run.smithi088.stdout: "map_inc": 15, 2024-02-10T00:10:54.635 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_sessions": 12, 2024-02-10T00:10:54.635 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_session_open": 12, 2024-02-10T00:10:54.635 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_session_close": 0, 2024-02-10T00:10:54.635 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_laggy": 0, 2024-02-10T00:10:54.635 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_wr": 815, 2024-02-10T00:10:54.635 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_rd": 0, 2024-02-10T00:10:54.635 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_del": 11 2024-02-10T00:10:54.635 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.635 INFO:teuthology.orchestra.run.smithi088.stdout: "oft": { 2024-02-10T00:10:54.636 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_total_objs": 1, 2024-02-10T00:10:54.636 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_total_kv_pairs": 0, 2024-02-10T00:10:54.636 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_total_updates": 0, 2024-02-10T00:10:54.636 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_total_removes": 0 2024-02-10T00:10:54.636 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.636 INFO:teuthology.orchestra.run.smithi088.stdout: "osd-slow-ops": { 2024-02-10T00:10:54.636 INFO:teuthology.orchestra.run.smithi088.stdout: "slow_ops_count": 0 2024-02-10T00:10:54.636 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.636 INFO:teuthology.orchestra.run.smithi088.stdout: "purge_queue": { 2024-02-10T00:10:54.636 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executing_ops": 0, 2024-02-10T00:10:54.636 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executing_ops_high_water": 1, 2024-02-10T00:10:54.636 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executing": 0, 2024-02-10T00:10:54.636 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executing_high_water": 1, 2024-02-10T00:10:54.636 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executed_ops": 1, 2024-02-10T00:10:54.636 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executed": 1, 2024-02-10T00:10:54.637 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_item_in_journal": 0 2024-02-10T00:10:54.637 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.637 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-02-10T00:10:54.637 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-02-10T00:10:54.637 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 104857600, 2024-02-10T00:10:54.637 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-02-10T00:10:54.637 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 11946, 2024-02-10T00:10:54.637 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 4311185, 2024-02-10T00:10:54.637 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-02-10T00:10:54.637 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 11946, 2024-02-10T00:10:54.637 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 0, 2024-02-10T00:10:54.637 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 0, 2024-02-10T00:10:54.637 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 11946, 2024-02-10T00:10:54.637 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 4311185, 2024-02-10T00:10:54.637 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-02-10T00:10:54.638 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:54.638 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:54.638 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:54.638 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:10:54.638 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.638 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-objecter_bytes": { 2024-02-10T00:10:54.638 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-02-10T00:10:54.638 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 104857600, 2024-02-10T00:10:54.638 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-02-10T00:10:54.638 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 0, 2024-02-10T00:10:54.638 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 0, 2024-02-10T00:10:54.638 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-02-10T00:10:54.638 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 0, 2024-02-10T00:10:54.638 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 4639, 2024-02-10T00:10:54.638 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 23501304, 2024-02-10T00:10:54.639 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 4639, 2024-02-10T00:10:54.639 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 23501304, 2024-02-10T00:10:54.639 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-02-10T00:10:54.639 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:54.639 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:54.639 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:54.639 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:10:54.639 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.639 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-objecter_ops": { 2024-02-10T00:10:54.639 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-02-10T00:10:54.639 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 1024, 2024-02-10T00:10:54.639 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-02-10T00:10:54.639 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 0, 2024-02-10T00:10:54.639 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 0, 2024-02-10T00:10:54.639 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-02-10T00:10:54.640 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 0, 2024-02-10T00:10:54.640 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 4639, 2024-02-10T00:10:54.640 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 4639, 2024-02-10T00:10:54.640 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 4639, 2024-02-10T00:10:54.640 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 4639, 2024-02-10T00:10:54.640 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-02-10T00:10:54.640 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:54.640 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:54.640 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:54.641 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:10:54.641 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.641 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-write_buf_throttle": { 2024-02-10T00:10:54.641 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-02-10T00:10:54.641 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 3758096384, 2024-02-10T00:10:54.641 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-02-10T00:10:54.641 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 1, 2024-02-10T00:10:54.641 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 149, 2024-02-10T00:10:54.641 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-02-10T00:10:54.641 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 1, 2024-02-10T00:10:54.641 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 0, 2024-02-10T00:10:54.641 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 0, 2024-02-10T00:10:54.642 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 1, 2024-02-10T00:10:54.642 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 149, 2024-02-10T00:10:54.642 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-02-10T00:10:54.642 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:54.642 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:54.642 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:54.642 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:10:54.642 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:54.642 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-write_buf_throttle-0x55b773032640": { 2024-02-10T00:10:54.642 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-02-10T00:10:54.642 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 3758096384, 2024-02-10T00:10:54.642 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-02-10T00:10:54.642 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 2573, 2024-02-10T00:10:54.642 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 22388994, 2024-02-10T00:10:54.642 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-02-10T00:10:54.643 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 2573, 2024-02-10T00:10:54.643 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 0, 2024-02-10T00:10:54.643 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 0, 2024-02-10T00:10:54.643 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 2513, 2024-02-10T00:10:54.643 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 22388994, 2024-02-10T00:10:54.643 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-02-10T00:10:54.643 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:54.643 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:54.643 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:54.643 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:10:54.643 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:10:54.643 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-02-10T00:10:55.380 INFO:tasks.check_counter:Daemon mds.b mds.exported=0 2024-02-10T00:10:55.381 INFO:tasks.check_counter:Daemon mds.b mds.imported=0 2024-02-10T00:10:55.381 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=12 2024-02-10T00:10:55.381 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=0 2024-02-10T00:10:55.381 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=6 2024-02-10T00:10:55.381 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=11 2024-02-10T00:10:55.381 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=5 2024-02-10T00:10:55.381 DEBUG:tasks.check_counter:Getting stats from e 2024-02-10T00:10:55.382 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph daemon mds.e perf dump 2024-02-10T00:10:55.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:55 smithi088 ceph-mon[36452]: pgmap v360: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-02-10T00:10:55.616 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.b/config 2024-02-10T00:10:55.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:55 smithi103 ceph-mon[36942]: pgmap v360: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-02-10T00:10:55.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:55 smithi001 ceph-mon[32335]: pgmap v360: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-02-10T00:10:57.444 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:57 smithi088 ceph-mon[36452]: pgmap v361: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-02-10T00:10:57.467 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-02-10T00:10:57.467 INFO:teuthology.orchestra.run.smithi088.stdout: "AsyncMessenger::Worker-0": { 2024-02-10T00:10:57.467 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_messages": 2367, 2024-02-10T00:10:57.467 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages": 2369, 2024-02-10T00:10:57.467 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_bytes": 671783, 2024-02-10T00:10:57.468 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_bytes": 736144, 2024-02-10T00:10:57.468 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_created_connections": 6, 2024-02-10T00:10:57.468 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_active_connections": 2, 2024-02-10T00:10:57.468 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_total_time": 0.179330827, 2024-02-10T00:10:57.468 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_send_time": 0.059807421, 2024-02-10T00:10:57.468 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_recv_time": 0.042722850, 2024-02-10T00:10:57.468 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_fast_dispatch_time": 0.062417867, 2024-02-10T00:10:57.468 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:10:57.468 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 2367, 2024-02-10T00:10:57.468 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.069543179, 2024-02-10T00:10:57.468 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000029380 2024-02-10T00:10:57.468 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.468 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:10:57.468 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.469 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.469 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.469 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.469 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_encrypted_bytes": 0, 2024-02-10T00:10:57.469 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_encrypted_bytes": 0 2024-02-10T00:10:57.469 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.469 INFO:teuthology.orchestra.run.smithi088.stdout: "AsyncMessenger::Worker-1": { 2024-02-10T00:10:57.469 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_messages": 8, 2024-02-10T00:10:57.469 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages": 180, 2024-02-10T00:10:57.469 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_bytes": 3900, 2024-02-10T00:10:57.469 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_bytes": 467516, 2024-02-10T00:10:57.469 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_created_connections": 6, 2024-02-10T00:10:57.469 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_active_connections": 4, 2024-02-10T00:10:57.469 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_total_time": 0.011990034, 2024-02-10T00:10:57.470 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_send_time": 0.007278936, 2024-02-10T00:10:57.470 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_recv_time": 0.002772596, 2024-02-10T00:10:57.470 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_fast_dispatch_time": 0.000058118, 2024-02-10T00:10:57.470 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:10:57.470 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 178, 2024-02-10T00:10:57.470 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.012558997, 2024-02-10T00:10:57.470 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000070556 2024-02-10T00:10:57.470 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.470 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:10:57.470 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.470 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.470 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.470 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.470 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_encrypted_bytes": 3344, 2024-02-10T00:10:57.471 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_encrypted_bytes": 466832 2024-02-10T00:10:57.471 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.471 INFO:teuthology.orchestra.run.smithi088.stdout: "AsyncMessenger::Worker-2": { 2024-02-10T00:10:57.471 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_messages": 267, 2024-02-10T00:10:57.471 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages": 250, 2024-02-10T00:10:57.471 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_bytes": 1633628, 2024-02-10T00:10:57.471 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_bytes": 141655, 2024-02-10T00:10:57.471 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_created_connections": 3, 2024-02-10T00:10:57.471 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_active_connections": 2, 2024-02-10T00:10:57.471 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_total_time": 0.050663356, 2024-02-10T00:10:57.471 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_send_time": 0.016457755, 2024-02-10T00:10:57.471 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_recv_time": 0.036716784, 2024-02-10T00:10:57.471 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_fast_dispatch_time": 0.006031745, 2024-02-10T00:10:57.471 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:10:57.471 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 249, 2024-02-10T00:10:57.472 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.015587214, 2024-02-10T00:10:57.472 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000062599 2024-02-10T00:10:57.472 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.472 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:10:57.472 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.472 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.472 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.472 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.472 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_encrypted_bytes": 1633360, 2024-02-10T00:10:57.472 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_encrypted_bytes": 141344 2024-02-10T00:10:57.472 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.472 INFO:teuthology.orchestra.run.smithi088.stdout: "cct": { 2024-02-10T00:10:57.472 INFO:teuthology.orchestra.run.smithi088.stdout: "total_workers": 1, 2024-02-10T00:10:57.472 INFO:teuthology.orchestra.run.smithi088.stdout: "unhealthy_workers": 0 2024-02-10T00:10:57.473 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.473 INFO:teuthology.orchestra.run.smithi088.stdout: "finisher-MDSRank": { 2024-02-10T00:10:57.473 INFO:teuthology.orchestra.run.smithi088.stdout: "queue_len": 0, 2024-02-10T00:10:57.473 INFO:teuthology.orchestra.run.smithi088.stdout: "complete_latency": { 2024-02-10T00:10:57.473 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 4019, 2024-02-10T00:10:57.473 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.096131531, 2024-02-10T00:10:57.473 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000023919 2024-02-10T00:10:57.473 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:10:57.473 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.473 INFO:teuthology.orchestra.run.smithi088.stdout: "finisher-PurgeQueue": { 2024-02-10T00:10:57.473 INFO:teuthology.orchestra.run.smithi088.stdout: "queue_len": 0, 2024-02-10T00:10:57.473 INFO:teuthology.orchestra.run.smithi088.stdout: "complete_latency": { 2024-02-10T00:10:57.473 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.473 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.473 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.474 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:10:57.474 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.474 INFO:teuthology.orchestra.run.smithi088.stdout: "mds": { 2024-02-10T00:10:57.474 INFO:teuthology.orchestra.run.smithi088.stdout: "request": 0, 2024-02-10T00:10:57.474 INFO:teuthology.orchestra.run.smithi088.stdout: "reply": 0, 2024-02-10T00:10:57.474 INFO:teuthology.orchestra.run.smithi088.stdout: "reply_latency": { 2024-02-10T00:10:57.474 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.474 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.474 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.474 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.474 INFO:teuthology.orchestra.run.smithi088.stdout: "slow_reply": 0, 2024-02-10T00:10:57.474 INFO:teuthology.orchestra.run.smithi088.stdout: "forward": 0, 2024-02-10T00:10:57.474 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_fetch_complete": 0, 2024-02-10T00:10:57.474 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_fetch_keys": 0, 2024-02-10T00:10:57.474 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_commit": 0, 2024-02-10T00:10:57.475 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_split": 0, 2024-02-10T00:10:57.475 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_merge": 0, 2024-02-10T00:10:57.475 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes": 0, 2024-02-10T00:10:57.475 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_top": 0, 2024-02-10T00:10:57.475 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_bottom": 0, 2024-02-10T00:10:57.475 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_pin_tail": 0, 2024-02-10T00:10:57.475 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_pinned": 0, 2024-02-10T00:10:57.475 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_expired": 0, 2024-02-10T00:10:57.475 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_with_caps": 0, 2024-02-10T00:10:57.475 INFO:teuthology.orchestra.run.smithi088.stdout: "caps": 0, 2024-02-10T00:10:57.475 INFO:teuthology.orchestra.run.smithi088.stdout: "subtrees": 1, 2024-02-10T00:10:57.475 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse": 0, 2024-02-10T00:10:57.475 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_hit": 0, 2024-02-10T00:10:57.475 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_forward": 0, 2024-02-10T00:10:57.475 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_discover": 0, 2024-02-10T00:10:57.476 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_dir_fetch": 0, 2024-02-10T00:10:57.476 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_remote_ino": 0, 2024-02-10T00:10:57.476 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_lock": 0, 2024-02-10T00:10:57.476 INFO:teuthology.orchestra.run.smithi088.stdout: "load_cent": 0, 2024-02-10T00:10:57.476 INFO:teuthology.orchestra.run.smithi088.stdout: "q": 0, 2024-02-10T00:10:57.476 INFO:teuthology.orchestra.run.smithi088.stdout: "exported": 0, 2024-02-10T00:10:57.476 INFO:teuthology.orchestra.run.smithi088.stdout: "exported_inodes": 0, 2024-02-10T00:10:57.476 INFO:teuthology.orchestra.run.smithi088.stdout: "imported": 0, 2024-02-10T00:10:57.476 INFO:teuthology.orchestra.run.smithi088.stdout: "imported_inodes": 0, 2024-02-10T00:10:57.476 INFO:teuthology.orchestra.run.smithi088.stdout: "openino_dir_fetch": 0, 2024-02-10T00:10:57.476 INFO:teuthology.orchestra.run.smithi088.stdout: "openino_backtrace_fetch": 0, 2024-02-10T00:10:57.476 INFO:teuthology.orchestra.run.smithi088.stdout: "openino_peer_discover": 0, 2024-02-10T00:10:57.476 INFO:teuthology.orchestra.run.smithi088.stdout: "root_rfiles": 0, 2024-02-10T00:10:57.476 INFO:teuthology.orchestra.run.smithi088.stdout: "root_rbytes": 0, 2024-02-10T00:10:57.476 INFO:teuthology.orchestra.run.smithi088.stdout: "root_rsnaps": 0, 2024-02-10T00:10:57.477 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_backtrace_fetch": 0, 2024-02-10T00:10:57.477 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_set_tag": 0, 2024-02-10T00:10:57.477 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_backtrace_repaired": 0, 2024-02-10T00:10:57.477 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_inotable_repaired": 0, 2024-02-10T00:10:57.477 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_dir_inodes": 0, 2024-02-10T00:10:57.477 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_dir_base_inodes": 0, 2024-02-10T00:10:57.477 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_dirfrag_rstats": 0, 2024-02-10T00:10:57.477 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_file_inodes": 0, 2024-02-10T00:10:57.477 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_inode_file_caps": 0, 2024-02-10T00:10:57.477 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_revoke": 0, 2024-02-10T00:10:57.477 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_grant": 0, 2024-02-10T00:10:57.478 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_trunc": 0, 2024-02-10T00:10:57.478 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-02-10T00:10:57.478 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_flush_ack": 0, 2024-02-10T00:10:57.478 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_caps": 0, 2024-02-10T00:10:57.478 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_caps_dirty": 0, 2024-02-10T00:10:57.478 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_cap_release": 0, 2024-02-10T00:10:57.478 INFO:teuthology.orchestra.run.smithi088.stdout: "process_request_cap_release": 0 2024-02-10T00:10:57.478 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.478 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_cache": { 2024-02-10T00:10:57.479 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_update": 0, 2024-02-10T00:10:57.479 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_update_receipt": 0, 2024-02-10T00:10:57.479 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_try_discover": 0, 2024-02-10T00:10:57.479 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_send_discover": 0, 2024-02-10T00:10:57.479 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_handle_discover": 0, 2024-02-10T00:10:57.479 INFO:teuthology.orchestra.run.smithi088.stdout: "num_strays": 0, 2024-02-10T00:10:57.479 INFO:teuthology.orchestra.run.smithi088.stdout: "num_strays_delayed": 0, 2024-02-10T00:10:57.479 INFO:teuthology.orchestra.run.smithi088.stdout: "num_strays_enqueuing": 0, 2024-02-10T00:10:57.479 INFO:teuthology.orchestra.run.smithi088.stdout: "strays_created": 0, 2024-02-10T00:10:57.479 INFO:teuthology.orchestra.run.smithi088.stdout: "strays_enqueued": 0, 2024-02-10T00:10:57.479 INFO:teuthology.orchestra.run.smithi088.stdout: "strays_reintegrated": 0, 2024-02-10T00:10:57.479 INFO:teuthology.orchestra.run.smithi088.stdout: "strays_migrated": 0, 2024-02-10T00:10:57.479 INFO:teuthology.orchestra.run.smithi088.stdout: "num_recovering_processing": 0, 2024-02-10T00:10:57.479 INFO:teuthology.orchestra.run.smithi088.stdout: "num_recovering_enqueued": 0, 2024-02-10T00:10:57.479 INFO:teuthology.orchestra.run.smithi088.stdout: "num_recovering_prioritized": 0, 2024-02-10T00:10:57.480 INFO:teuthology.orchestra.run.smithi088.stdout: "recovery_started": 0, 2024-02-10T00:10:57.480 INFO:teuthology.orchestra.run.smithi088.stdout: "recovery_completed": 0, 2024-02-10T00:10:57.480 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_enqueue_scrub": 0, 2024-02-10T00:10:57.480 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_exportdir": 0, 2024-02-10T00:10:57.480 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_flush": 0, 2024-02-10T00:10:57.480 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_fragmentdir": 0, 2024-02-10T00:10:57.480 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_fragstats": 0, 2024-02-10T00:10:57.480 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_inodestats": 0 2024-02-10T00:10:57.480 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.480 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_log": { 2024-02-10T00:10:57.480 INFO:teuthology.orchestra.run.smithi088.stdout: "evlrg": 0, 2024-02-10T00:10:57.480 INFO:teuthology.orchestra.run.smithi088.stdout: "evadd": 0, 2024-02-10T00:10:57.480 INFO:teuthology.orchestra.run.smithi088.stdout: "evex": 0, 2024-02-10T00:10:57.480 INFO:teuthology.orchestra.run.smithi088.stdout: "evtrm": 0, 2024-02-10T00:10:57.481 INFO:teuthology.orchestra.run.smithi088.stdout: "ev": 5, 2024-02-10T00:10:57.481 INFO:teuthology.orchestra.run.smithi088.stdout: "evexg": 0, 2024-02-10T00:10:57.481 INFO:teuthology.orchestra.run.smithi088.stdout: "evexd": 0, 2024-02-10T00:10:57.481 INFO:teuthology.orchestra.run.smithi088.stdout: "segadd": 0, 2024-02-10T00:10:57.481 INFO:teuthology.orchestra.run.smithi088.stdout: "segex": 0, 2024-02-10T00:10:57.481 INFO:teuthology.orchestra.run.smithi088.stdout: "segtrm": 0, 2024-02-10T00:10:57.481 INFO:teuthology.orchestra.run.smithi088.stdout: "seg": 2, 2024-02-10T00:10:57.481 INFO:teuthology.orchestra.run.smithi088.stdout: "segmjr": 2, 2024-02-10T00:10:57.481 INFO:teuthology.orchestra.run.smithi088.stdout: "segexg": 0, 2024-02-10T00:10:57.481 INFO:teuthology.orchestra.run.smithi088.stdout: "segexd": 0, 2024-02-10T00:10:57.481 INFO:teuthology.orchestra.run.smithi088.stdout: "expos": 4194304, 2024-02-10T00:10:57.481 INFO:teuthology.orchestra.run.smithi088.stdout: "wrpos": 4195732, 2024-02-10T00:10:57.481 INFO:teuthology.orchestra.run.smithi088.stdout: "rdpos": 4195591, 2024-02-10T00:10:57.481 INFO:teuthology.orchestra.run.smithi088.stdout: "jlat": { 2024-02-10T00:10:57.482 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.482 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.482 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.482 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.482 INFO:teuthology.orchestra.run.smithi088.stdout: "replayed": 5 2024-02-10T00:10:57.482 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.482 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_mem": { 2024-02-10T00:10:57.482 INFO:teuthology.orchestra.run.smithi088.stdout: "ino": 3, 2024-02-10T00:10:57.482 INFO:teuthology.orchestra.run.smithi088.stdout: "ino+": 3, 2024-02-10T00:10:57.482 INFO:teuthology.orchestra.run.smithi088.stdout: "ino-": 0, 2024-02-10T00:10:57.482 INFO:teuthology.orchestra.run.smithi088.stdout: "dir": 1, 2024-02-10T00:10:57.482 INFO:teuthology.orchestra.run.smithi088.stdout: "dir+": 1, 2024-02-10T00:10:57.482 INFO:teuthology.orchestra.run.smithi088.stdout: "dir-": 0, 2024-02-10T00:10:57.482 INFO:teuthology.orchestra.run.smithi088.stdout: "dn": 0, 2024-02-10T00:10:57.483 INFO:teuthology.orchestra.run.smithi088.stdout: "dn+": 0, 2024-02-10T00:10:57.483 INFO:teuthology.orchestra.run.smithi088.stdout: "dn-": 0, 2024-02-10T00:10:57.483 INFO:teuthology.orchestra.run.smithi088.stdout: "cap": 0, 2024-02-10T00:10:57.483 INFO:teuthology.orchestra.run.smithi088.stdout: "cap+": 0, 2024-02-10T00:10:57.483 INFO:teuthology.orchestra.run.smithi088.stdout: "cap-": 0, 2024-02-10T00:10:57.483 INFO:teuthology.orchestra.run.smithi088.stdout: "rss": 47488, 2024-02-10T00:10:57.483 INFO:teuthology.orchestra.run.smithi088.stdout: "heap": 215420 2024-02-10T00:10:57.483 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.483 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_server": { 2024-02-10T00:10:57.483 INFO:teuthology.orchestra.run.smithi088.stdout: "dispatch_client_request": 0, 2024-02-10T00:10:57.483 INFO:teuthology.orchestra.run.smithi088.stdout: "dispatch_server_request": 0, 2024-02-10T00:10:57.483 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_request": 0, 2024-02-10T00:10:57.483 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_session": 0, 2024-02-10T00:10:57.483 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_peer_request": 0, 2024-02-10T00:10:57.483 INFO:teuthology.orchestra.run.smithi088.stdout: "req_create_latency": { 2024-02-10T00:10:57.484 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.484 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.484 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.484 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.484 INFO:teuthology.orchestra.run.smithi088.stdout: "req_getattr_latency": { 2024-02-10T00:10:57.484 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.484 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.484 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.484 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.484 INFO:teuthology.orchestra.run.smithi088.stdout: "req_getfilelock_latency": { 2024-02-10T00:10:57.484 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.484 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.484 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.485 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.485 INFO:teuthology.orchestra.run.smithi088.stdout: "req_link_latency": { 2024-02-10T00:10:57.485 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.485 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.485 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.485 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.485 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookup_latency": { 2024-02-10T00:10:57.485 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.485 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.485 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.485 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.485 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookuphash_latency": { 2024-02-10T00:10:57.485 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.485 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.485 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.486 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.486 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookupino_latency": { 2024-02-10T00:10:57.486 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.486 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.486 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.486 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.486 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookupname_latency": { 2024-02-10T00:10:57.486 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.486 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.486 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.486 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.486 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookupparent_latency": { 2024-02-10T00:10:57.486 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.486 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.486 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.487 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.487 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookupsnap_latency": { 2024-02-10T00:10:57.487 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.487 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.487 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.487 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.487 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lssnap_latency": { 2024-02-10T00:10:57.487 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.487 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.487 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.487 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.487 INFO:teuthology.orchestra.run.smithi088.stdout: "req_mkdir_latency": { 2024-02-10T00:10:57.487 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.487 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.487 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.487 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.488 INFO:teuthology.orchestra.run.smithi088.stdout: "req_mknod_latency": { 2024-02-10T00:10:57.488 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.488 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.488 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.488 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.489 INFO:teuthology.orchestra.run.smithi088.stdout: "req_mksnap_latency": { 2024-02-10T00:10:57.489 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.489 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.489 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.489 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.489 INFO:teuthology.orchestra.run.smithi088.stdout: "req_open_latency": { 2024-02-10T00:10:57.489 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.489 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.489 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.489 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.489 INFO:teuthology.orchestra.run.smithi088.stdout: "req_readdir_latency": { 2024-02-10T00:10:57.489 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.489 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.489 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.490 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.490 INFO:teuthology.orchestra.run.smithi088.stdout: "req_rename_latency": { 2024-02-10T00:10:57.490 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.490 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.490 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.490 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.490 INFO:teuthology.orchestra.run.smithi088.stdout: "req_renamesnap_latency": { 2024-02-10T00:10:57.490 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.490 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.490 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.490 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.490 INFO:teuthology.orchestra.run.smithi088.stdout: "req_snapdiff_latency": { 2024-02-10T00:10:57.490 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.490 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.491 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.491 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.491 INFO:teuthology.orchestra.run.smithi088.stdout: "req_rmdir_latency": { 2024-02-10T00:10:57.491 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.491 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.491 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.491 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.491 INFO:teuthology.orchestra.run.smithi088.stdout: "req_rmsnap_latency": { 2024-02-10T00:10:57.491 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.491 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.491 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.491 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.491 INFO:teuthology.orchestra.run.smithi088.stdout: "req_rmxattr_latency": { 2024-02-10T00:10:57.491 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.491 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.492 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.492 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.492 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setattr_latency": { 2024-02-10T00:10:57.492 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.492 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.492 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.492 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.492 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setdirlayout_latency": { 2024-02-10T00:10:57.492 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.492 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.492 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.492 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.492 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setfilelock_latency": { 2024-02-10T00:10:57.492 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.492 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.493 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.493 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.493 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setlayout_latency": { 2024-02-10T00:10:57.493 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.493 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.493 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.493 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.493 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setxattr_latency": { 2024-02-10T00:10:57.493 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.493 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.493 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.493 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.493 INFO:teuthology.orchestra.run.smithi088.stdout: "req_symlink_latency": { 2024-02-10T00:10:57.493 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.494 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.494 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.494 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.494 INFO:teuthology.orchestra.run.smithi088.stdout: "req_unlink_latency": { 2024-02-10T00:10:57.494 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.494 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.494 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.494 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.494 INFO:teuthology.orchestra.run.smithi088.stdout: "cap_revoke_eviction": 0, 2024-02-10T00:10:57.494 INFO:teuthology.orchestra.run.smithi088.stdout: "cap_acquisition_throttle": 0, 2024-02-10T00:10:57.494 INFO:teuthology.orchestra.run.smithi088.stdout: "req_getvxattr_latency": { 2024-02-10T00:10:57.494 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.495 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.495 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.495 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:10:57.495 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.495 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_sessions": { 2024-02-10T00:10:57.495 INFO:teuthology.orchestra.run.smithi088.stdout: "session_count": 1, 2024-02-10T00:10:57.495 INFO:teuthology.orchestra.run.smithi088.stdout: "session_add": 2, 2024-02-10T00:10:57.495 INFO:teuthology.orchestra.run.smithi088.stdout: "session_remove": 1, 2024-02-10T00:10:57.495 INFO:teuthology.orchestra.run.smithi088.stdout: "sessions_open": 2, 2024-02-10T00:10:57.495 INFO:teuthology.orchestra.run.smithi088.stdout: "sessions_stale": 0, 2024-02-10T00:10:57.495 INFO:teuthology.orchestra.run.smithi088.stdout: "total_load": 0, 2024-02-10T00:10:57.495 INFO:teuthology.orchestra.run.smithi088.stdout: "average_load": 0, 2024-02-10T00:10:57.495 INFO:teuthology.orchestra.run.smithi088.stdout: "avg_session_uptime": 3570, 2024-02-10T00:10:57.495 INFO:teuthology.orchestra.run.smithi088.stdout: "mdthresh_evicted": 0 2024-02-10T00:10:57.496 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.496 INFO:teuthology.orchestra.run.smithi088.stdout: "mempool": { 2024-02-10T00:10:57.496 INFO:teuthology.orchestra.run.smithi088.stdout: "bloom_filter_bytes": 0, 2024-02-10T00:10:57.496 INFO:teuthology.orchestra.run.smithi088.stdout: "bloom_filter_items": 0, 2024-02-10T00:10:57.496 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_alloc_bytes": 0, 2024-02-10T00:10:57.496 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_alloc_items": 0, 2024-02-10T00:10:57.496 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_data_bytes": 0, 2024-02-10T00:10:57.496 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_data_items": 0, 2024-02-10T00:10:57.496 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_onode_bytes": 0, 2024-02-10T00:10:57.496 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_onode_items": 0, 2024-02-10T00:10:57.496 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_meta_bytes": 0, 2024-02-10T00:10:57.496 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_meta_items": 0, 2024-02-10T00:10:57.496 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_other_bytes": 0, 2024-02-10T00:10:57.496 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_other_items": 0, 2024-02-10T00:10:57.496 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_buffer_bytes": 0, 2024-02-10T00:10:57.497 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_buffer_items": 0, 2024-02-10T00:10:57.497 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_extent_bytes": 0, 2024-02-10T00:10:57.497 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_extent_items": 0, 2024-02-10T00:10:57.497 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_blob_bytes": 0, 2024-02-10T00:10:57.497 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_blob_items": 0, 2024-02-10T00:10:57.497 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_shared_blob_bytes": 0, 2024-02-10T00:10:57.497 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_shared_blob_items": 0, 2024-02-10T00:10:57.497 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_inline_bl_bytes": 0, 2024-02-10T00:10:57.497 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_inline_bl_items": 0, 2024-02-10T00:10:57.497 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_fsck_bytes": 0, 2024-02-10T00:10:57.497 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_fsck_items": 0, 2024-02-10T00:10:57.497 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_txc_bytes": 0, 2024-02-10T00:10:57.497 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_txc_items": 0, 2024-02-10T00:10:57.497 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_deferred_bytes": 0, 2024-02-10T00:10:57.498 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_deferred_items": 0, 2024-02-10T00:10:57.498 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_bytes": 0, 2024-02-10T00:10:57.498 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_items": 0, 2024-02-10T00:10:57.498 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_bytes": 0, 2024-02-10T00:10:57.498 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_items": 0, 2024-02-10T00:10:57.498 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_reader_bytes": 0, 2024-02-10T00:10:57.498 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_reader_items": 0, 2024-02-10T00:10:57.498 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_writer_bytes": 0, 2024-02-10T00:10:57.498 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_writer_items": 0, 2024-02-10T00:10:57.498 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_anon_bytes": 181393, 2024-02-10T00:10:57.498 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_anon_items": 49, 2024-02-10T00:10:57.498 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_meta_bytes": 0, 2024-02-10T00:10:57.498 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_meta_items": 0, 2024-02-10T00:10:57.498 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_bytes": 0, 2024-02-10T00:10:57.498 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_items": 0, 2024-02-10T00:10:57.499 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_mapbl_bytes": 0, 2024-02-10T00:10:57.499 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_mapbl_items": 0, 2024-02-10T00:10:57.499 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_pglog_bytes": 0, 2024-02-10T00:10:57.499 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_pglog_items": 0, 2024-02-10T00:10:57.499 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_bytes": 8032, 2024-02-10T00:10:57.499 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_items": 167, 2024-02-10T00:10:57.499 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_mapping_bytes": 0, 2024-02-10T00:10:57.499 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_mapping_items": 0, 2024-02-10T00:10:57.499 INFO:teuthology.orchestra.run.smithi088.stdout: "pgmap_bytes": 0, 2024-02-10T00:10:57.499 INFO:teuthology.orchestra.run.smithi088.stdout: "pgmap_items": 0, 2024-02-10T00:10:57.499 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_co_bytes": 8320, 2024-02-10T00:10:57.499 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_co_items": 13, 2024-02-10T00:10:57.499 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_1_bytes": 0, 2024-02-10T00:10:57.499 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_1_items": 0, 2024-02-10T00:10:57.499 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_2_bytes": 0, 2024-02-10T00:10:57.500 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_2_items": 0 2024-02-10T00:10:57.500 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.500 INFO:teuthology.orchestra.run.smithi088.stdout: "objecter": { 2024-02-10T00:10:57.500 INFO:teuthology.orchestra.run.smithi088.stdout: "op_active": 0, 2024-02-10T00:10:57.500 INFO:teuthology.orchestra.run.smithi088.stdout: "op_laggy": 0, 2024-02-10T00:10:57.500 INFO:teuthology.orchestra.run.smithi088.stdout: "op_send": 2370, 2024-02-10T00:10:57.500 INFO:teuthology.orchestra.run.smithi088.stdout: "op_send_bytes": 21, 2024-02-10T00:10:57.500 INFO:teuthology.orchestra.run.smithi088.stdout: "op_resend": 3, 2024-02-10T00:10:57.500 INFO:teuthology.orchestra.run.smithi088.stdout: "op_reply": 2370, 2024-02-10T00:10:57.500 INFO:teuthology.orchestra.run.smithi088.stdout: "op_latency": { 2024-02-10T00:10:57.500 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 2370, 2024-02-10T00:10:57.500 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 1.165976734, 2024-02-10T00:10:57.500 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000491973 2024-02-10T00:10:57.500 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.501 INFO:teuthology.orchestra.run.smithi088.stdout: "op_inflight": 0, 2024-02-10T00:10:57.501 INFO:teuthology.orchestra.run.smithi088.stdout: "oplen_avg": { 2024-02-10T00:10:57.501 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 2370, 2024-02-10T00:10:57.501 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 2371 2024-02-10T00:10:57.501 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.501 INFO:teuthology.orchestra.run.smithi088.stdout: "op": 2370, 2024-02-10T00:10:57.501 INFO:teuthology.orchestra.run.smithi088.stdout: "op_r": 2370, 2024-02-10T00:10:57.501 INFO:teuthology.orchestra.run.smithi088.stdout: "op_w": 0, 2024-02-10T00:10:57.501 INFO:teuthology.orchestra.run.smithi088.stdout: "op_rmw": 0, 2024-02-10T00:10:57.501 INFO:teuthology.orchestra.run.smithi088.stdout: "op_pg": 0, 2024-02-10T00:10:57.501 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_stat": 1536, 2024-02-10T00:10:57.502 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_create": 0, 2024-02-10T00:10:57.502 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_read": 832, 2024-02-10T00:10:57.502 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_write": 0, 2024-02-10T00:10:57.502 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_writefull": 0, 2024-02-10T00:10:57.502 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_writesame": 0, 2024-02-10T00:10:57.502 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_append": 0, 2024-02-10T00:10:57.502 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_zero": 0, 2024-02-10T00:10:57.502 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_truncate": 0, 2024-02-10T00:10:57.502 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_delete": 0, 2024-02-10T00:10:57.502 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_mapext": 0, 2024-02-10T00:10:57.502 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_sparse_read": 0, 2024-02-10T00:10:57.502 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_clonerange": 0, 2024-02-10T00:10:57.502 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_getxattr": 1, 2024-02-10T00:10:57.502 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_setxattr": 0, 2024-02-10T00:10:57.503 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_cmpxattr": 0, 2024-02-10T00:10:57.503 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_rmxattr": 0, 2024-02-10T00:10:57.503 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_resetxattrs": 0, 2024-02-10T00:10:57.503 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_call": 0, 2024-02-10T00:10:57.503 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_watch": 0, 2024-02-10T00:10:57.503 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_notify": 0, 2024-02-10T00:10:57.503 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_src_cmpxattr": 0, 2024-02-10T00:10:57.503 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_pgls": 0, 2024-02-10T00:10:57.503 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_pgls_filter": 0, 2024-02-10T00:10:57.503 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_other": 0, 2024-02-10T00:10:57.503 INFO:teuthology.orchestra.run.smithi088.stdout: "linger_active": 0, 2024-02-10T00:10:57.503 INFO:teuthology.orchestra.run.smithi088.stdout: "linger_send": 0, 2024-02-10T00:10:57.503 INFO:teuthology.orchestra.run.smithi088.stdout: "linger_resend": 0, 2024-02-10T00:10:57.503 INFO:teuthology.orchestra.run.smithi088.stdout: "linger_ping": 0, 2024-02-10T00:10:57.503 INFO:teuthology.orchestra.run.smithi088.stdout: "poolop_active": 0, 2024-02-10T00:10:57.504 INFO:teuthology.orchestra.run.smithi088.stdout: "poolop_send": 0, 2024-02-10T00:10:57.504 INFO:teuthology.orchestra.run.smithi088.stdout: "poolop_resend": 0, 2024-02-10T00:10:57.504 INFO:teuthology.orchestra.run.smithi088.stdout: "poolstat_active": 0, 2024-02-10T00:10:57.504 INFO:teuthology.orchestra.run.smithi088.stdout: "poolstat_send": 0, 2024-02-10T00:10:57.504 INFO:teuthology.orchestra.run.smithi088.stdout: "poolstat_resend": 0, 2024-02-10T00:10:57.504 INFO:teuthology.orchestra.run.smithi088.stdout: "statfs_active": 0, 2024-02-10T00:10:57.504 INFO:teuthology.orchestra.run.smithi088.stdout: "statfs_send": 0, 2024-02-10T00:10:57.504 INFO:teuthology.orchestra.run.smithi088.stdout: "statfs_resend": 0, 2024-02-10T00:10:57.504 INFO:teuthology.orchestra.run.smithi088.stdout: "command_active": 0, 2024-02-10T00:10:57.504 INFO:teuthology.orchestra.run.smithi088.stdout: "command_send": 0, 2024-02-10T00:10:57.504 INFO:teuthology.orchestra.run.smithi088.stdout: "command_resend": 0, 2024-02-10T00:10:57.504 INFO:teuthology.orchestra.run.smithi088.stdout: "map_epoch": 99, 2024-02-10T00:10:57.504 INFO:teuthology.orchestra.run.smithi088.stdout: "map_full": 0, 2024-02-10T00:10:57.504 INFO:teuthology.orchestra.run.smithi088.stdout: "map_inc": 14, 2024-02-10T00:10:57.504 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_sessions": 4, 2024-02-10T00:10:57.505 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_session_open": 4, 2024-02-10T00:10:57.505 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_session_close": 0, 2024-02-10T00:10:57.505 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_laggy": 0, 2024-02-10T00:10:57.505 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_wr": 0, 2024-02-10T00:10:57.505 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_rd": 2, 2024-02-10T00:10:57.505 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_del": 0 2024-02-10T00:10:57.505 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.505 INFO:teuthology.orchestra.run.smithi088.stdout: "oft": { 2024-02-10T00:10:57.505 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_total_objs": 0, 2024-02-10T00:10:57.505 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_total_kv_pairs": 0, 2024-02-10T00:10:57.505 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_total_updates": 0, 2024-02-10T00:10:57.505 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_total_removes": 0 2024-02-10T00:10:57.505 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.505 INFO:teuthology.orchestra.run.smithi088.stdout: "osd-slow-ops": { 2024-02-10T00:10:57.505 INFO:teuthology.orchestra.run.smithi088.stdout: "slow_ops_count": 0 2024-02-10T00:10:57.506 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.506 INFO:teuthology.orchestra.run.smithi088.stdout: "purge_queue": { 2024-02-10T00:10:57.506 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executing_ops": 0, 2024-02-10T00:10:57.506 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executing_ops_high_water": 0, 2024-02-10T00:10:57.506 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executing": 0, 2024-02-10T00:10:57.506 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executing_high_water": 0, 2024-02-10T00:10:57.506 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executed_ops": 0, 2024-02-10T00:10:57.506 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executed": 0, 2024-02-10T00:10:57.506 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_item_in_journal": 0 2024-02-10T00:10:57.506 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.506 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-02-10T00:10:57.506 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-02-10T00:10:57.506 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 104857600, 2024-02-10T00:10:57.506 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-02-10T00:10:57.506 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 2638, 2024-02-10T00:10:57.507 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 2055296, 2024-02-10T00:10:57.507 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-02-10T00:10:57.507 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 2638, 2024-02-10T00:10:57.507 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 0, 2024-02-10T00:10:57.507 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 0, 2024-02-10T00:10:57.507 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 2638, 2024-02-10T00:10:57.507 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 2055296, 2024-02-10T00:10:57.507 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-02-10T00:10:57.507 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.507 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.507 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.507 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:10:57.507 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.507 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-objecter_bytes": { 2024-02-10T00:10:57.507 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-02-10T00:10:57.508 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 104857600, 2024-02-10T00:10:57.508 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-02-10T00:10:57.508 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 0, 2024-02-10T00:10:57.508 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 0, 2024-02-10T00:10:57.508 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-02-10T00:10:57.508 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 0, 2024-02-10T00:10:57.508 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 2370, 2024-02-10T00:10:57.508 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 1433, 2024-02-10T00:10:57.508 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 2370, 2024-02-10T00:10:57.508 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 1433, 2024-02-10T00:10:57.508 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-02-10T00:10:57.508 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.508 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.508 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.509 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:10:57.509 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.509 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-objecter_ops": { 2024-02-10T00:10:57.509 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-02-10T00:10:57.509 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 1024, 2024-02-10T00:10:57.509 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-02-10T00:10:57.509 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 0, 2024-02-10T00:10:57.509 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 0, 2024-02-10T00:10:57.509 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-02-10T00:10:57.509 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 0, 2024-02-10T00:10:57.509 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 2370, 2024-02-10T00:10:57.509 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 2370, 2024-02-10T00:10:57.509 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 2370, 2024-02-10T00:10:57.509 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 2370, 2024-02-10T00:10:57.509 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-02-10T00:10:57.510 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.510 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.510 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.510 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:10:57.510 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.510 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-write_buf_throttle": { 2024-02-10T00:10:57.510 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-02-10T00:10:57.510 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 3758096384, 2024-02-10T00:10:57.510 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-02-10T00:10:57.510 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 0, 2024-02-10T00:10:57.510 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 0, 2024-02-10T00:10:57.510 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-02-10T00:10:57.510 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 0, 2024-02-10T00:10:57.510 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 0, 2024-02-10T00:10:57.510 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 0, 2024-02-10T00:10:57.510 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 0, 2024-02-10T00:10:57.511 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 0, 2024-02-10T00:10:57.511 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-02-10T00:10:57.511 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.511 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.511 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.511 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:10:57.511 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:10:57.511 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-write_buf_throttle-0x5594c2dc2960": { 2024-02-10T00:10:57.511 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-02-10T00:10:57.511 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 3758096384, 2024-02-10T00:10:57.511 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-02-10T00:10:57.511 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 0, 2024-02-10T00:10:57.511 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 0, 2024-02-10T00:10:57.511 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-02-10T00:10:57.511 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 0, 2024-02-10T00:10:57.512 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 0, 2024-02-10T00:10:57.512 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 0, 2024-02-10T00:10:57.512 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 0, 2024-02-10T00:10:57.512 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 0, 2024-02-10T00:10:57.512 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-02-10T00:10:57.512 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:10:57.512 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:10:57.512 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:10:57.512 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:10:57.512 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:10:57.512 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-02-10T00:10:57.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:57 smithi103 ceph-mon[36942]: pgmap v361: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-02-10T00:10:57.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:57 smithi001 ceph-mon[32335]: pgmap v361: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-02-10T00:10:58.336 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-02-10T00:10:58.336 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-02-10T00:10:58.336 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2024-02-10T00:10:58.336 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=0 2024-02-10T00:10:58.336 INFO:tasks.check_counter:Daemon mds.e mds.root_rsnaps=0 2024-02-10T00:10:58.336 INFO:tasks.check_counter:Daemon mds.e mds_server.req_mksnap_latency.avgcount=0 2024-02-10T00:10:58.336 INFO:tasks.check_counter:Daemon mds.e mds_server.req_rmsnap_latency.avgcount=0 2024-02-10T00:10:58.337 DEBUG:tasks.check_counter:Getting stats from h 2024-02-10T00:10:58.337 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph daemon mds.h perf dump 2024-02-10T00:10:58.573 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.b/config 2024-02-10T00:10:59.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:10:59 smithi088 ceph-mon[36452]: pgmap v362: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-02-10T00:10:59.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:10:59 smithi103 ceph-mon[36942]: pgmap v362: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-02-10T00:10:59.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:10:59 smithi001 ceph-mon[32335]: pgmap v362: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-02-10T00:11:00.389 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-02-10T00:11:00.389 INFO:teuthology.orchestra.run.smithi088.stdout: "AsyncMessenger::Worker-0": { 2024-02-10T00:11:00.389 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_messages": 74, 2024-02-10T00:11:00.389 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages": 78, 2024-02-10T00:11:00.389 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_bytes": 15937, 2024-02-10T00:11:00.390 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_bytes": 455260, 2024-02-10T00:11:00.390 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_created_connections": 58, 2024-02-10T00:11:00.390 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_active_connections": 5, 2024-02-10T00:11:00.390 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_total_time": 0.024507772, 2024-02-10T00:11:00.390 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_send_time": 0.001737114, 2024-02-10T00:11:00.390 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_recv_time": 0.017457522, 2024-02-10T00:11:00.391 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_fast_dispatch_time": 0.000455069, 2024-02-10T00:11:00.391 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:11:00.391 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 74, 2024-02-10T00:11:00.391 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.018506918, 2024-02-10T00:11:00.391 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000250093 2024-02-10T00:11:00.391 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.391 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:11:00.391 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 54, 2024-02-10T00:11:00.391 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000006231, 2024-02-10T00:11:00.391 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000115 2024-02-10T00:11:00.391 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.392 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_encrypted_bytes": 3952, 2024-02-10T00:11:00.392 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_encrypted_bytes": 1424 2024-02-10T00:11:00.392 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.392 INFO:teuthology.orchestra.run.smithi088.stdout: "AsyncMessenger::Worker-1": { 2024-02-10T00:11:00.392 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_messages": 73, 2024-02-10T00:11:00.392 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages": 245, 2024-02-10T00:11:00.392 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_bytes": 32560, 2024-02-10T00:11:00.392 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_bytes": 508264, 2024-02-10T00:11:00.392 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_created_connections": 9, 2024-02-10T00:11:00.392 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_active_connections": 5, 2024-02-10T00:11:00.392 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_total_time": 0.017003183, 2024-02-10T00:11:00.392 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_send_time": 0.009110233, 2024-02-10T00:11:00.392 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_recv_time": 0.006235468, 2024-02-10T00:11:00.393 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_fast_dispatch_time": 0.000316873, 2024-02-10T00:11:00.393 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:11:00.393 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 243, 2024-02-10T00:11:00.393 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.028382390, 2024-02-10T00:11:00.393 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000116799 2024-02-10T00:11:00.394 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.394 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:11:00.394 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 99, 2024-02-10T00:11:00.394 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000021067, 2024-02-10T00:11:00.394 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000212 2024-02-10T00:11:00.394 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.394 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_encrypted_bytes": 320, 2024-02-10T00:11:00.394 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_encrypted_bytes": 467808 2024-02-10T00:11:00.394 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.394 INFO:teuthology.orchestra.run.smithi088.stdout: "AsyncMessenger::Worker-2": { 2024-02-10T00:11:00.394 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_messages": 1739, 2024-02-10T00:11:00.394 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages": 1279, 2024-02-10T00:11:00.394 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_bytes": 2080379, 2024-02-10T00:11:00.395 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_bytes": 406207, 2024-02-10T00:11:00.395 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_created_connections": 7, 2024-02-10T00:11:00.395 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_active_connections": 5, 2024-02-10T00:11:00.395 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_total_time": 0.169355503, 2024-02-10T00:11:00.395 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_send_time": 0.072623781, 2024-02-10T00:11:00.395 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_recv_time": 0.107758810, 2024-02-10T00:11:00.395 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_fast_dispatch_time": 0.010317773, 2024-02-10T00:11:00.395 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:11:00.395 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 1280, 2024-02-10T00:11:00.395 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.065271183, 2024-02-10T00:11:00.395 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000050993 2024-02-10T00:11:00.395 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.396 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:11:00.396 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 2340, 2024-02-10T00:11:00.396 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000586892, 2024-02-10T00:11:00.396 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000250 2024-02-10T00:11:00.396 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.396 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_encrypted_bytes": 1645008, 2024-02-10T00:11:00.396 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_encrypted_bytes": 144720 2024-02-10T00:11:00.396 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.396 INFO:teuthology.orchestra.run.smithi088.stdout: "cct": { 2024-02-10T00:11:00.396 INFO:teuthology.orchestra.run.smithi088.stdout: "total_workers": 1, 2024-02-10T00:11:00.396 INFO:teuthology.orchestra.run.smithi088.stdout: "unhealthy_workers": 0 2024-02-10T00:11:00.397 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.397 INFO:teuthology.orchestra.run.smithi088.stdout: "finisher-MDSRank": { 2024-02-10T00:11:00.397 INFO:teuthology.orchestra.run.smithi088.stdout: "queue_len": 0, 2024-02-10T00:11:00.397 INFO:teuthology.orchestra.run.smithi088.stdout: "complete_latency": { 2024-02-10T00:11:00.397 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 51, 2024-02-10T00:11:00.397 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.001351896, 2024-02-10T00:11:00.397 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000026507 2024-02-10T00:11:00.397 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:11:00.397 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.397 INFO:teuthology.orchestra.run.smithi088.stdout: "finisher-PurgeQueue": { 2024-02-10T00:11:00.397 INFO:teuthology.orchestra.run.smithi088.stdout: "queue_len": 0, 2024-02-10T00:11:00.397 INFO:teuthology.orchestra.run.smithi088.stdout: "complete_latency": { 2024-02-10T00:11:00.398 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 2, 2024-02-10T00:11:00.398 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000010693, 2024-02-10T00:11:00.398 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000005346 2024-02-10T00:11:00.398 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:11:00.398 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.398 INFO:teuthology.orchestra.run.smithi088.stdout: "mds": { 2024-02-10T00:11:00.398 INFO:teuthology.orchestra.run.smithi088.stdout: "request": 0, 2024-02-10T00:11:00.398 INFO:teuthology.orchestra.run.smithi088.stdout: "reply": 0, 2024-02-10T00:11:00.398 INFO:teuthology.orchestra.run.smithi088.stdout: "reply_latency": { 2024-02-10T00:11:00.398 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.398 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.399 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.399 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.399 INFO:teuthology.orchestra.run.smithi088.stdout: "slow_reply": 0, 2024-02-10T00:11:00.399 INFO:teuthology.orchestra.run.smithi088.stdout: "forward": 0, 2024-02-10T00:11:00.399 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_fetch_complete": 0, 2024-02-10T00:11:00.399 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_fetch_keys": 0, 2024-02-10T00:11:00.399 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_commit": 11, 2024-02-10T00:11:00.399 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_split": 0, 2024-02-10T00:11:00.399 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_merge": 0, 2024-02-10T00:11:00.399 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes": 16, 2024-02-10T00:11:00.399 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_top": 0, 2024-02-10T00:11:00.399 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_bottom": 16, 2024-02-10T00:11:00.399 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_pin_tail": 0, 2024-02-10T00:11:00.399 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_pinned": 13, 2024-02-10T00:11:00.400 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_expired": 4, 2024-02-10T00:11:00.400 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_with_caps": 0, 2024-02-10T00:11:00.400 INFO:teuthology.orchestra.run.smithi088.stdout: "caps": 0, 2024-02-10T00:11:00.400 INFO:teuthology.orchestra.run.smithi088.stdout: "subtrees": 3, 2024-02-10T00:11:00.400 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse": 6, 2024-02-10T00:11:00.400 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_hit": 3, 2024-02-10T00:11:00.400 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_forward": 0, 2024-02-10T00:11:00.400 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_discover": 3, 2024-02-10T00:11:00.400 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_dir_fetch": 0, 2024-02-10T00:11:00.400 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_remote_ino": 0, 2024-02-10T00:11:00.400 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_lock": 0, 2024-02-10T00:11:00.400 INFO:teuthology.orchestra.run.smithi088.stdout: "load_cent": 0, 2024-02-10T00:11:00.400 INFO:teuthology.orchestra.run.smithi088.stdout: "q": 0, 2024-02-10T00:11:00.400 INFO:teuthology.orchestra.run.smithi088.stdout: "exported": 0, 2024-02-10T00:11:00.401 INFO:teuthology.orchestra.run.smithi088.stdout: "exported_inodes": 0, 2024-02-10T00:11:00.401 INFO:teuthology.orchestra.run.smithi088.stdout: "imported": 0, 2024-02-10T00:11:00.401 INFO:teuthology.orchestra.run.smithi088.stdout: "imported_inodes": 0, 2024-02-10T00:11:00.401 INFO:teuthology.orchestra.run.smithi088.stdout: "openino_dir_fetch": 0, 2024-02-10T00:11:00.401 INFO:teuthology.orchestra.run.smithi088.stdout: "openino_backtrace_fetch": 0, 2024-02-10T00:11:00.401 INFO:teuthology.orchestra.run.smithi088.stdout: "openino_peer_discover": 0, 2024-02-10T00:11:00.401 INFO:teuthology.orchestra.run.smithi088.stdout: "root_rfiles": 5, 2024-02-10T00:11:00.401 INFO:teuthology.orchestra.run.smithi088.stdout: "root_rbytes": 298, 2024-02-10T00:11:00.401 INFO:teuthology.orchestra.run.smithi088.stdout: "root_rsnaps": 6, 2024-02-10T00:11:00.401 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_backtrace_fetch": 0, 2024-02-10T00:11:00.402 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_set_tag": 0, 2024-02-10T00:11:00.402 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_backtrace_repaired": 0, 2024-02-10T00:11:00.402 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_inotable_repaired": 0, 2024-02-10T00:11:00.402 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_dir_inodes": 0, 2024-02-10T00:11:00.402 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_dir_base_inodes": 0, 2024-02-10T00:11:00.402 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_dirfrag_rstats": 0, 2024-02-10T00:11:00.402 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_file_inodes": 0, 2024-02-10T00:11:00.402 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_inode_file_caps": 0, 2024-02-10T00:11:00.402 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_revoke": 0, 2024-02-10T00:11:00.402 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_grant": 0, 2024-02-10T00:11:00.402 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_trunc": 0, 2024-02-10T00:11:00.402 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-02-10T00:11:00.402 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_flush_ack": 0, 2024-02-10T00:11:00.402 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_caps": 0, 2024-02-10T00:11:00.402 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_caps_dirty": 0, 2024-02-10T00:11:00.403 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_cap_release": 0, 2024-02-10T00:11:00.403 INFO:teuthology.orchestra.run.smithi088.stdout: "process_request_cap_release": 0 2024-02-10T00:11:00.403 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.403 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_cache": { 2024-02-10T00:11:00.403 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_update": 0, 2024-02-10T00:11:00.403 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_update_receipt": 9, 2024-02-10T00:11:00.403 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_try_discover": 6, 2024-02-10T00:11:00.403 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_send_discover": 7, 2024-02-10T00:11:00.403 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_handle_discover": 0, 2024-02-10T00:11:00.403 INFO:teuthology.orchestra.run.smithi088.stdout: "num_strays": 0, 2024-02-10T00:11:00.403 INFO:teuthology.orchestra.run.smithi088.stdout: "num_strays_delayed": 0, 2024-02-10T00:11:00.403 INFO:teuthology.orchestra.run.smithi088.stdout: "num_strays_enqueuing": 0, 2024-02-10T00:11:00.403 INFO:teuthology.orchestra.run.smithi088.stdout: "strays_created": 0, 2024-02-10T00:11:00.403 INFO:teuthology.orchestra.run.smithi088.stdout: "strays_enqueued": 0, 2024-02-10T00:11:00.403 INFO:teuthology.orchestra.run.smithi088.stdout: "strays_reintegrated": 0, 2024-02-10T00:11:00.404 INFO:teuthology.orchestra.run.smithi088.stdout: "strays_migrated": 0, 2024-02-10T00:11:00.404 INFO:teuthology.orchestra.run.smithi088.stdout: "num_recovering_processing": 0, 2024-02-10T00:11:00.404 INFO:teuthology.orchestra.run.smithi088.stdout: "num_recovering_enqueued": 0, 2024-02-10T00:11:00.404 INFO:teuthology.orchestra.run.smithi088.stdout: "num_recovering_prioritized": 0, 2024-02-10T00:11:00.404 INFO:teuthology.orchestra.run.smithi088.stdout: "recovery_started": 0, 2024-02-10T00:11:00.404 INFO:teuthology.orchestra.run.smithi088.stdout: "recovery_completed": 0, 2024-02-10T00:11:00.404 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_enqueue_scrub": 0, 2024-02-10T00:11:00.404 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_exportdir": 0, 2024-02-10T00:11:00.404 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_flush": 0, 2024-02-10T00:11:00.404 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_fragmentdir": 0, 2024-02-10T00:11:00.404 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_fragstats": 0, 2024-02-10T00:11:00.404 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_inodestats": 0 2024-02-10T00:11:00.404 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.404 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_log": { 2024-02-10T00:11:00.404 INFO:teuthology.orchestra.run.smithi088.stdout: "evlrg": 0, 2024-02-10T00:11:00.405 INFO:teuthology.orchestra.run.smithi088.stdout: "evadd": 4, 2024-02-10T00:11:00.405 INFO:teuthology.orchestra.run.smithi088.stdout: "evex": 0, 2024-02-10T00:11:00.405 INFO:teuthology.orchestra.run.smithi088.stdout: "evtrm": 0, 2024-02-10T00:11:00.405 INFO:teuthology.orchestra.run.smithi088.stdout: "ev": 4, 2024-02-10T00:11:00.405 INFO:teuthology.orchestra.run.smithi088.stdout: "evexg": 0, 2024-02-10T00:11:00.405 INFO:teuthology.orchestra.run.smithi088.stdout: "evexd": 0, 2024-02-10T00:11:00.405 INFO:teuthology.orchestra.run.smithi088.stdout: "segadd": 2, 2024-02-10T00:11:00.405 INFO:teuthology.orchestra.run.smithi088.stdout: "segex": 0, 2024-02-10T00:11:00.405 INFO:teuthology.orchestra.run.smithi088.stdout: "segtrm": 0, 2024-02-10T00:11:00.405 INFO:teuthology.orchestra.run.smithi088.stdout: "seg": 2, 2024-02-10T00:11:00.405 INFO:teuthology.orchestra.run.smithi088.stdout: "segmjr": 2, 2024-02-10T00:11:00.405 INFO:teuthology.orchestra.run.smithi088.stdout: "segexg": 0, 2024-02-10T00:11:00.405 INFO:teuthology.orchestra.run.smithi088.stdout: "segexd": 0, 2024-02-10T00:11:00.405 INFO:teuthology.orchestra.run.smithi088.stdout: "expos": 4194304, 2024-02-10T00:11:00.406 INFO:teuthology.orchestra.run.smithi088.stdout: "wrpos": 4195424, 2024-02-10T00:11:00.406 INFO:teuthology.orchestra.run.smithi088.stdout: "rdpos": 0, 2024-02-10T00:11:00.406 INFO:teuthology.orchestra.run.smithi088.stdout: "jlat": { 2024-02-10T00:11:00.406 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 3, 2024-02-10T00:11:00.406 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.007635415, 2024-02-10T00:11:00.406 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.002545138 2024-02-10T00:11:00.406 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.406 INFO:teuthology.orchestra.run.smithi088.stdout: "replayed": 0 2024-02-10T00:11:00.406 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.406 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_mem": { 2024-02-10T00:11:00.407 INFO:teuthology.orchestra.run.smithi088.stdout: "ino": 20, 2024-02-10T00:11:00.407 INFO:teuthology.orchestra.run.smithi088.stdout: "ino+": 22, 2024-02-10T00:11:00.407 INFO:teuthology.orchestra.run.smithi088.stdout: "ino-": 2, 2024-02-10T00:11:00.407 INFO:teuthology.orchestra.run.smithi088.stdout: "dir": 19, 2024-02-10T00:11:00.407 INFO:teuthology.orchestra.run.smithi088.stdout: "dir+": 22, 2024-02-10T00:11:00.407 INFO:teuthology.orchestra.run.smithi088.stdout: "dir-": 3, 2024-02-10T00:11:00.407 INFO:teuthology.orchestra.run.smithi088.stdout: "dn": 16, 2024-02-10T00:11:00.407 INFO:teuthology.orchestra.run.smithi088.stdout: "dn+": 20, 2024-02-10T00:11:00.407 INFO:teuthology.orchestra.run.smithi088.stdout: "dn-": 4, 2024-02-10T00:11:00.407 INFO:teuthology.orchestra.run.smithi088.stdout: "cap": 0, 2024-02-10T00:11:00.407 INFO:teuthology.orchestra.run.smithi088.stdout: "cap+": 0, 2024-02-10T00:11:00.407 INFO:teuthology.orchestra.run.smithi088.stdout: "cap-": 0, 2024-02-10T00:11:00.408 INFO:teuthology.orchestra.run.smithi088.stdout: "rss": 49876, 2024-02-10T00:11:00.408 INFO:teuthology.orchestra.run.smithi088.stdout: "heap": 207228 2024-02-10T00:11:00.408 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.408 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_server": { 2024-02-10T00:11:00.408 INFO:teuthology.orchestra.run.smithi088.stdout: "dispatch_client_request": 0, 2024-02-10T00:11:00.408 INFO:teuthology.orchestra.run.smithi088.stdout: "dispatch_server_request": 0, 2024-02-10T00:11:00.408 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_request": 0, 2024-02-10T00:11:00.408 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_session": 4, 2024-02-10T00:11:00.408 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_peer_request": 0, 2024-02-10T00:11:00.408 INFO:teuthology.orchestra.run.smithi088.stdout: "req_create_latency": { 2024-02-10T00:11:00.408 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.408 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.408 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.409 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.409 INFO:teuthology.orchestra.run.smithi088.stdout: "req_getattr_latency": { 2024-02-10T00:11:00.409 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.409 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.409 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.409 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.409 INFO:teuthology.orchestra.run.smithi088.stdout: "req_getfilelock_latency": { 2024-02-10T00:11:00.409 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.409 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.409 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.409 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.410 INFO:teuthology.orchestra.run.smithi088.stdout: "req_link_latency": { 2024-02-10T00:11:00.410 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.410 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.410 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.410 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.410 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookup_latency": { 2024-02-10T00:11:00.410 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.410 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.410 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.410 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.410 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookuphash_latency": { 2024-02-10T00:11:00.410 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.410 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.410 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.411 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.411 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookupino_latency": { 2024-02-10T00:11:00.411 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.411 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.411 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.411 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.411 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookupname_latency": { 2024-02-10T00:11:00.411 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.411 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.411 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.411 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.411 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookupparent_latency": { 2024-02-10T00:11:00.411 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.411 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.411 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.412 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.412 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookupsnap_latency": { 2024-02-10T00:11:00.412 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.412 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.412 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.412 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.412 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lssnap_latency": { 2024-02-10T00:11:00.412 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.412 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.412 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.412 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.412 INFO:teuthology.orchestra.run.smithi088.stdout: "req_mkdir_latency": { 2024-02-10T00:11:00.412 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.412 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.413 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.413 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.413 INFO:teuthology.orchestra.run.smithi088.stdout: "req_mknod_latency": { 2024-02-10T00:11:00.413 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.413 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.413 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.413 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.413 INFO:teuthology.orchestra.run.smithi088.stdout: "req_mksnap_latency": { 2024-02-10T00:11:00.413 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.413 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.413 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.413 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.413 INFO:teuthology.orchestra.run.smithi088.stdout: "req_open_latency": { 2024-02-10T00:11:00.413 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.414 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.414 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.414 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.414 INFO:teuthology.orchestra.run.smithi088.stdout: "req_readdir_latency": { 2024-02-10T00:11:00.414 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.414 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.414 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.414 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.414 INFO:teuthology.orchestra.run.smithi088.stdout: "req_rename_latency": { 2024-02-10T00:11:00.414 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.414 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.414 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.414 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.414 INFO:teuthology.orchestra.run.smithi088.stdout: "req_renamesnap_latency": { 2024-02-10T00:11:00.414 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.415 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.415 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.415 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.415 INFO:teuthology.orchestra.run.smithi088.stdout: "req_snapdiff_latency": { 2024-02-10T00:11:00.415 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.415 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.415 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.415 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.415 INFO:teuthology.orchestra.run.smithi088.stdout: "req_rmdir_latency": { 2024-02-10T00:11:00.415 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.415 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.415 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.415 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.415 INFO:teuthology.orchestra.run.smithi088.stdout: "req_rmsnap_latency": { 2024-02-10T00:11:00.415 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.416 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.416 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.416 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.416 INFO:teuthology.orchestra.run.smithi088.stdout: "req_rmxattr_latency": { 2024-02-10T00:11:00.416 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.416 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.416 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.416 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.416 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setattr_latency": { 2024-02-10T00:11:00.416 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.416 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.417 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.417 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.417 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setdirlayout_latency": { 2024-02-10T00:11:00.417 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.417 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.417 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.417 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.417 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setfilelock_latency": { 2024-02-10T00:11:00.417 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.417 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.417 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.417 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.417 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setlayout_latency": { 2024-02-10T00:11:00.417 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.418 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.418 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.418 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.418 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setxattr_latency": { 2024-02-10T00:11:00.418 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.418 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.418 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.418 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.418 INFO:teuthology.orchestra.run.smithi088.stdout: "req_symlink_latency": { 2024-02-10T00:11:00.418 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.418 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.418 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.418 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.418 INFO:teuthology.orchestra.run.smithi088.stdout: "req_unlink_latency": { 2024-02-10T00:11:00.419 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.419 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.419 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.419 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.419 INFO:teuthology.orchestra.run.smithi088.stdout: "cap_revoke_eviction": 0, 2024-02-10T00:11:00.419 INFO:teuthology.orchestra.run.smithi088.stdout: "cap_acquisition_throttle": 0, 2024-02-10T00:11:00.419 INFO:teuthology.orchestra.run.smithi088.stdout: "req_getvxattr_latency": { 2024-02-10T00:11:00.419 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.419 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.419 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.419 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:11:00.420 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.420 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_sessions": { 2024-02-10T00:11:00.420 INFO:teuthology.orchestra.run.smithi088.stdout: "session_count": 0, 2024-02-10T00:11:00.420 INFO:teuthology.orchestra.run.smithi088.stdout: "session_add": 1, 2024-02-10T00:11:00.420 INFO:teuthology.orchestra.run.smithi088.stdout: "session_remove": 1, 2024-02-10T00:11:00.420 INFO:teuthology.orchestra.run.smithi088.stdout: "sessions_open": 0, 2024-02-10T00:11:00.420 INFO:teuthology.orchestra.run.smithi088.stdout: "sessions_stale": 0, 2024-02-10T00:11:00.420 INFO:teuthology.orchestra.run.smithi088.stdout: "total_load": 0, 2024-02-10T00:11:00.420 INFO:teuthology.orchestra.run.smithi088.stdout: "average_load": 0, 2024-02-10T00:11:00.420 INFO:teuthology.orchestra.run.smithi088.stdout: "avg_session_uptime": 87, 2024-02-10T00:11:00.420 INFO:teuthology.orchestra.run.smithi088.stdout: "mdthresh_evicted": 0 2024-02-10T00:11:00.420 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.420 INFO:teuthology.orchestra.run.smithi088.stdout: "mempool": { 2024-02-10T00:11:00.420 INFO:teuthology.orchestra.run.smithi088.stdout: "bloom_filter_bytes": 0, 2024-02-10T00:11:00.421 INFO:teuthology.orchestra.run.smithi088.stdout: "bloom_filter_items": 0, 2024-02-10T00:11:00.421 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_alloc_bytes": 0, 2024-02-10T00:11:00.421 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_alloc_items": 0, 2024-02-10T00:11:00.421 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_data_bytes": 0, 2024-02-10T00:11:00.421 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_data_items": 0, 2024-02-10T00:11:00.421 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_onode_bytes": 0, 2024-02-10T00:11:00.421 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_onode_items": 0, 2024-02-10T00:11:00.421 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_meta_bytes": 0, 2024-02-10T00:11:00.421 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_meta_items": 0, 2024-02-10T00:11:00.421 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_other_bytes": 0, 2024-02-10T00:11:00.421 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_other_items": 0, 2024-02-10T00:11:00.421 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_buffer_bytes": 0, 2024-02-10T00:11:00.421 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_buffer_items": 0, 2024-02-10T00:11:00.421 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_extent_bytes": 0, 2024-02-10T00:11:00.422 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_extent_items": 0, 2024-02-10T00:11:00.422 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_blob_bytes": 0, 2024-02-10T00:11:00.422 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_blob_items": 0, 2024-02-10T00:11:00.422 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_shared_blob_bytes": 0, 2024-02-10T00:11:00.422 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_shared_blob_items": 0, 2024-02-10T00:11:00.422 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_inline_bl_bytes": 0, 2024-02-10T00:11:00.422 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_inline_bl_items": 0, 2024-02-10T00:11:00.422 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_fsck_bytes": 0, 2024-02-10T00:11:00.422 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_fsck_items": 0, 2024-02-10T00:11:00.422 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_txc_bytes": 0, 2024-02-10T00:11:00.422 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_txc_items": 0, 2024-02-10T00:11:00.422 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_deferred_bytes": 0, 2024-02-10T00:11:00.422 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_deferred_items": 0, 2024-02-10T00:11:00.422 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_bytes": 0, 2024-02-10T00:11:00.422 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_items": 0, 2024-02-10T00:11:00.422 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_bytes": 0, 2024-02-10T00:11:00.423 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_items": 0, 2024-02-10T00:11:00.423 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_reader_bytes": 0, 2024-02-10T00:11:00.423 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_reader_items": 0, 2024-02-10T00:11:00.423 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_writer_bytes": 0, 2024-02-10T00:11:00.423 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_writer_items": 0, 2024-02-10T00:11:00.423 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_anon_bytes": 246407, 2024-02-10T00:11:00.423 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_anon_items": 83, 2024-02-10T00:11:00.423 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_meta_bytes": 0, 2024-02-10T00:11:00.423 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_meta_items": 0, 2024-02-10T00:11:00.423 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_bytes": 0, 2024-02-10T00:11:00.423 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_items": 0, 2024-02-10T00:11:00.423 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_mapbl_bytes": 0, 2024-02-10T00:11:00.423 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_mapbl_items": 0, 2024-02-10T00:11:00.423 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_pglog_bytes": 0, 2024-02-10T00:11:00.423 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_pglog_items": 0, 2024-02-10T00:11:00.424 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_bytes": 8032, 2024-02-10T00:11:00.424 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_items": 167, 2024-02-10T00:11:00.424 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_mapping_bytes": 0, 2024-02-10T00:11:00.424 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_mapping_items": 0, 2024-02-10T00:11:00.424 INFO:teuthology.orchestra.run.smithi088.stdout: "pgmap_bytes": 0, 2024-02-10T00:11:00.424 INFO:teuthology.orchestra.run.smithi088.stdout: "pgmap_items": 0, 2024-02-10T00:11:00.424 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_co_bytes": 85029, 2024-02-10T00:11:00.424 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_co_items": 329, 2024-02-10T00:11:00.424 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_1_bytes": 0, 2024-02-10T00:11:00.424 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_1_items": 0, 2024-02-10T00:11:00.424 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_2_bytes": 0, 2024-02-10T00:11:00.424 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_2_items": 0 2024-02-10T00:11:00.424 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.424 INFO:teuthology.orchestra.run.smithi088.stdout: "objecter": { 2024-02-10T00:11:00.425 INFO:teuthology.orchestra.run.smithi088.stdout: "op_active": 0, 2024-02-10T00:11:00.425 INFO:teuthology.orchestra.run.smithi088.stdout: "op_laggy": 0, 2024-02-10T00:11:00.425 INFO:teuthology.orchestra.run.smithi088.stdout: "op_send": 39, 2024-02-10T00:11:00.425 INFO:teuthology.orchestra.run.smithi088.stdout: "op_send_bytes": 11422, 2024-02-10T00:11:00.425 INFO:teuthology.orchestra.run.smithi088.stdout: "op_resend": 28, 2024-02-10T00:11:00.425 INFO:teuthology.orchestra.run.smithi088.stdout: "op_reply": 39, 2024-02-10T00:11:00.425 INFO:teuthology.orchestra.run.smithi088.stdout: "op_latency": { 2024-02-10T00:11:00.425 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 39, 2024-02-10T00:11:00.425 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.217995640, 2024-02-10T00:11:00.425 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.005589631 2024-02-10T00:11:00.425 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.425 INFO:teuthology.orchestra.run.smithi088.stdout: "op_inflight": 0, 2024-02-10T00:11:00.425 INFO:teuthology.orchestra.run.smithi088.stdout: "oplen_avg": { 2024-02-10T00:11:00.425 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 39, 2024-02-10T00:11:00.425 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 61 2024-02-10T00:11:00.426 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.426 INFO:teuthology.orchestra.run.smithi088.stdout: "op": 39, 2024-02-10T00:11:00.426 INFO:teuthology.orchestra.run.smithi088.stdout: "op_r": 0, 2024-02-10T00:11:00.426 INFO:teuthology.orchestra.run.smithi088.stdout: "op_w": 39, 2024-02-10T00:11:00.426 INFO:teuthology.orchestra.run.smithi088.stdout: "op_rmw": 0, 2024-02-10T00:11:00.426 INFO:teuthology.orchestra.run.smithi088.stdout: "op_pg": 0, 2024-02-10T00:11:00.426 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_stat": 0, 2024-02-10T00:11:00.426 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_create": 10, 2024-02-10T00:11:00.426 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_read": 0, 2024-02-10T00:11:00.426 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_write": 3, 2024-02-10T00:11:00.426 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_writefull": 7, 2024-02-10T00:11:00.426 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_writesame": 0, 2024-02-10T00:11:00.426 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_append": 0, 2024-02-10T00:11:00.426 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_zero": 0, 2024-02-10T00:11:00.426 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_truncate": 0, 2024-02-10T00:11:00.427 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_delete": 6, 2024-02-10T00:11:00.427 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_mapext": 0, 2024-02-10T00:11:00.427 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_sparse_read": 0, 2024-02-10T00:11:00.427 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_clonerange": 0, 2024-02-10T00:11:00.427 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_getxattr": 0, 2024-02-10T00:11:00.427 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_setxattr": 20, 2024-02-10T00:11:00.427 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_cmpxattr": 0, 2024-02-10T00:11:00.427 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_rmxattr": 0, 2024-02-10T00:11:00.427 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_resetxattrs": 0, 2024-02-10T00:11:00.427 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_call": 0, 2024-02-10T00:11:00.427 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_watch": 0, 2024-02-10T00:11:00.427 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_notify": 0, 2024-02-10T00:11:00.427 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_src_cmpxattr": 0, 2024-02-10T00:11:00.427 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_pgls": 0, 2024-02-10T00:11:00.428 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_pgls_filter": 0, 2024-02-10T00:11:00.428 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_other": 0, 2024-02-10T00:11:00.428 INFO:teuthology.orchestra.run.smithi088.stdout: "linger_active": 0, 2024-02-10T00:11:00.428 INFO:teuthology.orchestra.run.smithi088.stdout: "linger_send": 0, 2024-02-10T00:11:00.428 INFO:teuthology.orchestra.run.smithi088.stdout: "linger_resend": 0, 2024-02-10T00:11:00.428 INFO:teuthology.orchestra.run.smithi088.stdout: "linger_ping": 0, 2024-02-10T00:11:00.428 INFO:teuthology.orchestra.run.smithi088.stdout: "poolop_active": 0, 2024-02-10T00:11:00.428 INFO:teuthology.orchestra.run.smithi088.stdout: "poolop_send": 0, 2024-02-10T00:11:00.428 INFO:teuthology.orchestra.run.smithi088.stdout: "poolop_resend": 0, 2024-02-10T00:11:00.428 INFO:teuthology.orchestra.run.smithi088.stdout: "poolstat_active": 0, 2024-02-10T00:11:00.429 INFO:teuthology.orchestra.run.smithi088.stdout: "poolstat_send": 0, 2024-02-10T00:11:00.429 INFO:teuthology.orchestra.run.smithi088.stdout: "poolstat_resend": 0, 2024-02-10T00:11:00.429 INFO:teuthology.orchestra.run.smithi088.stdout: "statfs_active": 0, 2024-02-10T00:11:00.429 INFO:teuthology.orchestra.run.smithi088.stdout: "statfs_send": 0, 2024-02-10T00:11:00.429 INFO:teuthology.orchestra.run.smithi088.stdout: "statfs_resend": 0, 2024-02-10T00:11:00.429 INFO:teuthology.orchestra.run.smithi088.stdout: "command_active": 0, 2024-02-10T00:11:00.429 INFO:teuthology.orchestra.run.smithi088.stdout: "command_send": 0, 2024-02-10T00:11:00.429 INFO:teuthology.orchestra.run.smithi088.stdout: "command_resend": 0, 2024-02-10T00:11:00.429 INFO:teuthology.orchestra.run.smithi088.stdout: "map_epoch": 99, 2024-02-10T00:11:00.429 INFO:teuthology.orchestra.run.smithi088.stdout: "map_full": 0, 2024-02-10T00:11:00.429 INFO:teuthology.orchestra.run.smithi088.stdout: "map_inc": 14, 2024-02-10T00:11:00.429 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_sessions": 8, 2024-02-10T00:11:00.429 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_session_open": 8, 2024-02-10T00:11:00.429 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_session_close": 0, 2024-02-10T00:11:00.429 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_laggy": 0, 2024-02-10T00:11:00.430 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_wr": 14, 2024-02-10T00:11:00.430 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_rd": 0, 2024-02-10T00:11:00.430 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_del": 1 2024-02-10T00:11:00.430 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.430 INFO:teuthology.orchestra.run.smithi088.stdout: "oft": { 2024-02-10T00:11:00.430 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_total_objs": 1, 2024-02-10T00:11:00.430 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_total_kv_pairs": 0, 2024-02-10T00:11:00.430 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_total_updates": 0, 2024-02-10T00:11:00.430 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_total_removes": 0 2024-02-10T00:11:00.430 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.430 INFO:teuthology.orchestra.run.smithi088.stdout: "osd-slow-ops": { 2024-02-10T00:11:00.430 INFO:teuthology.orchestra.run.smithi088.stdout: "slow_ops_count": 0 2024-02-10T00:11:00.430 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.430 INFO:teuthology.orchestra.run.smithi088.stdout: "purge_queue": { 2024-02-10T00:11:00.430 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executing_ops": 0, 2024-02-10T00:11:00.431 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executing_ops_high_water": 0, 2024-02-10T00:11:00.431 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executing": 0, 2024-02-10T00:11:00.431 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executing_high_water": 0, 2024-02-10T00:11:00.431 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executed_ops": 0, 2024-02-10T00:11:00.431 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executed": 0, 2024-02-10T00:11:00.431 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_item_in_journal": 0 2024-02-10T00:11:00.431 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.431 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-02-10T00:11:00.431 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-02-10T00:11:00.431 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 104857600, 2024-02-10T00:11:00.431 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-02-10T00:11:00.431 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 1882, 2024-02-10T00:11:00.431 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 1941486, 2024-02-10T00:11:00.431 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-02-10T00:11:00.431 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 1882, 2024-02-10T00:11:00.431 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 0, 2024-02-10T00:11:00.432 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 0, 2024-02-10T00:11:00.432 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 1882, 2024-02-10T00:11:00.432 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 1941486, 2024-02-10T00:11:00.432 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-02-10T00:11:00.432 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.432 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.432 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.432 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:11:00.432 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.432 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-objecter_bytes": { 2024-02-10T00:11:00.432 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-02-10T00:11:00.432 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 104857600, 2024-02-10T00:11:00.432 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-02-10T00:11:00.432 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 0, 2024-02-10T00:11:00.433 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 0, 2024-02-10T00:11:00.433 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-02-10T00:11:00.433 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 0, 2024-02-10T00:11:00.433 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 39, 2024-02-10T00:11:00.433 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 11422, 2024-02-10T00:11:00.433 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 39, 2024-02-10T00:11:00.433 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 11422, 2024-02-10T00:11:00.433 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-02-10T00:11:00.433 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.433 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.433 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.433 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:11:00.433 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.433 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-objecter_ops": { 2024-02-10T00:11:00.433 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-02-10T00:11:00.434 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 1024, 2024-02-10T00:11:00.434 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-02-10T00:11:00.434 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 0, 2024-02-10T00:11:00.434 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 0, 2024-02-10T00:11:00.434 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-02-10T00:11:00.434 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 0, 2024-02-10T00:11:00.434 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 39, 2024-02-10T00:11:00.434 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 39, 2024-02-10T00:11:00.434 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 39, 2024-02-10T00:11:00.434 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 39, 2024-02-10T00:11:00.434 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-02-10T00:11:00.434 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.434 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.434 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.434 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:11:00.434 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.435 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-write_buf_throttle": { 2024-02-10T00:11:00.435 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-02-10T00:11:00.435 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 3758096384, 2024-02-10T00:11:00.435 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-02-10T00:11:00.435 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 0, 2024-02-10T00:11:00.435 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 0, 2024-02-10T00:11:00.435 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-02-10T00:11:00.435 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 0, 2024-02-10T00:11:00.435 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 0, 2024-02-10T00:11:00.435 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 0, 2024-02-10T00:11:00.435 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 0, 2024-02-10T00:11:00.435 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 0, 2024-02-10T00:11:00.435 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-02-10T00:11:00.435 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.435 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.436 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.436 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:11:00.436 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:00.436 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-write_buf_throttle-0x55e4484bc640": { 2024-02-10T00:11:00.436 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-02-10T00:11:00.436 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 3758096384, 2024-02-10T00:11:00.436 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-02-10T00:11:00.436 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 4, 2024-02-10T00:11:00.436 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 1120, 2024-02-10T00:11:00.436 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-02-10T00:11:00.437 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 4, 2024-02-10T00:11:00.437 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 0, 2024-02-10T00:11:00.437 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 0, 2024-02-10T00:11:00.437 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 3, 2024-02-10T00:11:00.437 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 1120, 2024-02-10T00:11:00.437 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-02-10T00:11:00.437 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:00.437 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:00.437 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:00.437 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:11:00.438 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:11:00.438 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-02-10T00:11:01.222 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-02-10T00:11:01.222 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-02-10T00:11:01.222 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=0 2024-02-10T00:11:01.222 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=9 2024-02-10T00:11:01.222 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=6 2024-02-10T00:11:01.222 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0 2024-02-10T00:11:01.222 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0 2024-02-10T00:11:01.222 DEBUG:tasks.check_counter:Getting stats from k 2024-02-10T00:11:01.222 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph daemon mds.k perf dump 2024-02-10T00:11:01.462 INFO:teuthology.orchestra.run.smithi088.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.b/config 2024-02-10T00:11:01.584 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:01 smithi088 ceph-mon[36452]: pgmap v363: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-02-10T00:11:01.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:01 smithi103 ceph-mon[36942]: pgmap v363: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-02-10T00:11:01.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:01 smithi001 ceph-mon[32335]: pgmap v363: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-02-10T00:11:03.301 INFO:teuthology.orchestra.run.smithi088.stdout:{ 2024-02-10T00:11:03.301 INFO:teuthology.orchestra.run.smithi088.stdout: "AsyncMessenger::Worker-0": { 2024-02-10T00:11:03.302 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_messages": 891, 2024-02-10T00:11:03.302 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages": 891, 2024-02-10T00:11:03.302 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_bytes": 297503, 2024-02-10T00:11:03.302 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_bytes": 276306, 2024-02-10T00:11:03.302 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_created_connections": 6, 2024-02-10T00:11:03.302 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_active_connections": 2, 2024-02-10T00:11:03.302 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_total_time": 0.098912081, 2024-02-10T00:11:03.302 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_send_time": 0.040115122, 2024-02-10T00:11:03.302 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_recv_time": 0.022590931, 2024-02-10T00:11:03.302 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_fast_dispatch_time": 0.025134834, 2024-02-10T00:11:03.302 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:11:03.302 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 890, 2024-02-10T00:11:03.302 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.051763728, 2024-02-10T00:11:03.302 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000058161 2024-02-10T00:11:03.302 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.303 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:11:03.303 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.303 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.303 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.303 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.303 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-02-10T00:11:03.303 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_encrypted_bytes": 448 2024-02-10T00:11:03.303 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.303 INFO:teuthology.orchestra.run.smithi088.stdout: "AsyncMessenger::Worker-1": { 2024-02-10T00:11:03.303 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_messages": 973, 2024-02-10T00:11:03.303 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages": 956, 2024-02-10T00:11:03.303 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_bytes": 1808012, 2024-02-10T00:11:03.303 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_bytes": 362228, 2024-02-10T00:11:03.303 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_created_connections": 4, 2024-02-10T00:11:03.303 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_active_connections": 3, 2024-02-10T00:11:03.304 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_total_time": 0.114350468, 2024-02-10T00:11:03.304 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_send_time": 0.033152583, 2024-02-10T00:11:03.304 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_recv_time": 0.056920744, 2024-02-10T00:11:03.304 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_fast_dispatch_time": 0.029270947, 2024-02-10T00:11:03.304 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:11:03.304 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 955, 2024-02-10T00:11:03.304 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.036414503, 2024-02-10T00:11:03.304 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000038130 2024-02-10T00:11:03.304 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.304 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:11:03.304 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.304 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.304 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.305 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.305 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_encrypted_bytes": 1634176, 2024-02-10T00:11:03.305 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_encrypted_bytes": 143216 2024-02-10T00:11:03.305 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.305 INFO:teuthology.orchestra.run.smithi088.stdout: "AsyncMessenger::Worker-2": { 2024-02-10T00:11:03.305 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_messages": 784, 2024-02-10T00:11:03.305 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages": 960, 2024-02-10T00:11:03.305 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_bytes": 206690, 2024-02-10T00:11:03.305 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_bytes": 711403, 2024-02-10T00:11:03.305 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_created_connections": 6, 2024-02-10T00:11:03.305 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_active_connections": 4, 2024-02-10T00:11:03.305 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_total_time": 0.073906221, 2024-02-10T00:11:03.305 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_send_time": 0.031132148, 2024-02-10T00:11:03.305 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_recv_time": 0.017581493, 2024-02-10T00:11:03.305 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_running_fast_dispatch_time": 0.017749493, 2024-02-10T00:11:03.305 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:11:03.306 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 957, 2024-02-10T00:11:03.306 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.033496307, 2024-02-10T00:11:03.306 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000035001 2024-02-10T00:11:03.306 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.306 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:11:03.306 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.306 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.306 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.306 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.306 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_recv_encrypted_bytes": 320, 2024-02-10T00:11:03.306 INFO:teuthology.orchestra.run.smithi088.stdout: "msgr_send_encrypted_bytes": 468512 2024-02-10T00:11:03.306 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.306 INFO:teuthology.orchestra.run.smithi088.stdout: "cct": { 2024-02-10T00:11:03.306 INFO:teuthology.orchestra.run.smithi088.stdout: "total_workers": 1, 2024-02-10T00:11:03.306 INFO:teuthology.orchestra.run.smithi088.stdout: "unhealthy_workers": 0 2024-02-10T00:11:03.307 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.307 INFO:teuthology.orchestra.run.smithi088.stdout: "finisher-MDSRank": { 2024-02-10T00:11:03.307 INFO:teuthology.orchestra.run.smithi088.stdout: "queue_len": 0, 2024-02-10T00:11:03.307 INFO:teuthology.orchestra.run.smithi088.stdout: "complete_latency": { 2024-02-10T00:11:03.307 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 4016, 2024-02-10T00:11:03.307 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.104977467, 2024-02-10T00:11:03.307 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000026139 2024-02-10T00:11:03.307 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:11:03.307 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.307 INFO:teuthology.orchestra.run.smithi088.stdout: "finisher-PurgeQueue": { 2024-02-10T00:11:03.307 INFO:teuthology.orchestra.run.smithi088.stdout: "queue_len": 0, 2024-02-10T00:11:03.307 INFO:teuthology.orchestra.run.smithi088.stdout: "complete_latency": { 2024-02-10T00:11:03.307 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.307 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.308 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.308 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:11:03.308 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.308 INFO:teuthology.orchestra.run.smithi088.stdout: "mds": { 2024-02-10T00:11:03.308 INFO:teuthology.orchestra.run.smithi088.stdout: "request": 0, 2024-02-10T00:11:03.308 INFO:teuthology.orchestra.run.smithi088.stdout: "reply": 0, 2024-02-10T00:11:03.308 INFO:teuthology.orchestra.run.smithi088.stdout: "reply_latency": { 2024-02-10T00:11:03.308 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.308 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.308 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.308 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.308 INFO:teuthology.orchestra.run.smithi088.stdout: "slow_reply": 0, 2024-02-10T00:11:03.308 INFO:teuthology.orchestra.run.smithi088.stdout: "forward": 0, 2024-02-10T00:11:03.309 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_fetch_complete": 0, 2024-02-10T00:11:03.309 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_fetch_keys": 0, 2024-02-10T00:11:03.309 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_commit": 0, 2024-02-10T00:11:03.309 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_split": 0, 2024-02-10T00:11:03.309 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_merge": 0, 2024-02-10T00:11:03.309 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes": 0, 2024-02-10T00:11:03.309 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_top": 0, 2024-02-10T00:11:03.309 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_bottom": 0, 2024-02-10T00:11:03.309 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_pin_tail": 0, 2024-02-10T00:11:03.309 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_pinned": 0, 2024-02-10T00:11:03.309 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_expired": 0, 2024-02-10T00:11:03.309 INFO:teuthology.orchestra.run.smithi088.stdout: "inodes_with_caps": 0, 2024-02-10T00:11:03.309 INFO:teuthology.orchestra.run.smithi088.stdout: "caps": 0, 2024-02-10T00:11:03.309 INFO:teuthology.orchestra.run.smithi088.stdout: "subtrees": 1, 2024-02-10T00:11:03.310 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse": 0, 2024-02-10T00:11:03.310 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_hit": 0, 2024-02-10T00:11:03.310 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_forward": 0, 2024-02-10T00:11:03.310 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_discover": 0, 2024-02-10T00:11:03.310 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_dir_fetch": 0, 2024-02-10T00:11:03.310 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_remote_ino": 0, 2024-02-10T00:11:03.310 INFO:teuthology.orchestra.run.smithi088.stdout: "traverse_lock": 0, 2024-02-10T00:11:03.310 INFO:teuthology.orchestra.run.smithi088.stdout: "load_cent": 0, 2024-02-10T00:11:03.310 INFO:teuthology.orchestra.run.smithi088.stdout: "q": 0, 2024-02-10T00:11:03.310 INFO:teuthology.orchestra.run.smithi088.stdout: "exported": 0, 2024-02-10T00:11:03.310 INFO:teuthology.orchestra.run.smithi088.stdout: "exported_inodes": 0, 2024-02-10T00:11:03.310 INFO:teuthology.orchestra.run.smithi088.stdout: "imported": 0, 2024-02-10T00:11:03.310 INFO:teuthology.orchestra.run.smithi088.stdout: "imported_inodes": 0, 2024-02-10T00:11:03.310 INFO:teuthology.orchestra.run.smithi088.stdout: "openino_dir_fetch": 0, 2024-02-10T00:11:03.311 INFO:teuthology.orchestra.run.smithi088.stdout: "openino_backtrace_fetch": 0, 2024-02-10T00:11:03.311 INFO:teuthology.orchestra.run.smithi088.stdout: "openino_peer_discover": 0, 2024-02-10T00:11:03.311 INFO:teuthology.orchestra.run.smithi088.stdout: "root_rfiles": 0, 2024-02-10T00:11:03.311 INFO:teuthology.orchestra.run.smithi088.stdout: "root_rbytes": 0, 2024-02-10T00:11:03.311 INFO:teuthology.orchestra.run.smithi088.stdout: "root_rsnaps": 0, 2024-02-10T00:11:03.311 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_backtrace_fetch": 0, 2024-02-10T00:11:03.311 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_set_tag": 0, 2024-02-10T00:11:03.311 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_backtrace_repaired": 0, 2024-02-10T00:11:03.311 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_inotable_repaired": 0, 2024-02-10T00:11:03.311 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_dir_inodes": 0, 2024-02-10T00:11:03.311 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_dir_base_inodes": 0, 2024-02-10T00:11:03.311 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_dirfrag_rstats": 0, 2024-02-10T00:11:03.311 INFO:teuthology.orchestra.run.smithi088.stdout: "scrub_file_inodes": 0, 2024-02-10T00:11:03.311 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_inode_file_caps": 0, 2024-02-10T00:11:03.311 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_revoke": 0, 2024-02-10T00:11:03.312 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_grant": 0, 2024-02-10T00:11:03.312 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_trunc": 0, 2024-02-10T00:11:03.312 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-02-10T00:11:03.312 INFO:teuthology.orchestra.run.smithi088.stdout: "ceph_cap_op_flush_ack": 0, 2024-02-10T00:11:03.312 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_caps": 0, 2024-02-10T00:11:03.312 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_caps_dirty": 0, 2024-02-10T00:11:03.312 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_cap_release": 0, 2024-02-10T00:11:03.312 INFO:teuthology.orchestra.run.smithi088.stdout: "process_request_cap_release": 0 2024-02-10T00:11:03.312 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.312 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_cache": { 2024-02-10T00:11:03.312 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_update": 0, 2024-02-10T00:11:03.312 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_update_receipt": 0, 2024-02-10T00:11:03.312 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_try_discover": 0, 2024-02-10T00:11:03.313 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_send_discover": 0, 2024-02-10T00:11:03.313 INFO:teuthology.orchestra.run.smithi088.stdout: "dir_handle_discover": 0, 2024-02-10T00:11:03.313 INFO:teuthology.orchestra.run.smithi088.stdout: "num_strays": 0, 2024-02-10T00:11:03.313 INFO:teuthology.orchestra.run.smithi088.stdout: "num_strays_delayed": 0, 2024-02-10T00:11:03.313 INFO:teuthology.orchestra.run.smithi088.stdout: "num_strays_enqueuing": 0, 2024-02-10T00:11:03.313 INFO:teuthology.orchestra.run.smithi088.stdout: "strays_created": 0, 2024-02-10T00:11:03.313 INFO:teuthology.orchestra.run.smithi088.stdout: "strays_enqueued": 0, 2024-02-10T00:11:03.313 INFO:teuthology.orchestra.run.smithi088.stdout: "strays_reintegrated": 0, 2024-02-10T00:11:03.313 INFO:teuthology.orchestra.run.smithi088.stdout: "strays_migrated": 0, 2024-02-10T00:11:03.313 INFO:teuthology.orchestra.run.smithi088.stdout: "num_recovering_processing": 0, 2024-02-10T00:11:03.313 INFO:teuthology.orchestra.run.smithi088.stdout: "num_recovering_enqueued": 0, 2024-02-10T00:11:03.313 INFO:teuthology.orchestra.run.smithi088.stdout: "num_recovering_prioritized": 0, 2024-02-10T00:11:03.313 INFO:teuthology.orchestra.run.smithi088.stdout: "recovery_started": 0, 2024-02-10T00:11:03.313 INFO:teuthology.orchestra.run.smithi088.stdout: "recovery_completed": 0, 2024-02-10T00:11:03.314 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_enqueue_scrub": 0, 2024-02-10T00:11:03.314 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_exportdir": 0, 2024-02-10T00:11:03.314 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_flush": 0, 2024-02-10T00:11:03.314 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_fragmentdir": 0, 2024-02-10T00:11:03.314 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_fragstats": 0, 2024-02-10T00:11:03.314 INFO:teuthology.orchestra.run.smithi088.stdout: "ireq_inodestats": 0 2024-02-10T00:11:03.314 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.314 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_log": { 2024-02-10T00:11:03.314 INFO:teuthology.orchestra.run.smithi088.stdout: "evlrg": 0, 2024-02-10T00:11:03.314 INFO:teuthology.orchestra.run.smithi088.stdout: "evadd": 0, 2024-02-10T00:11:03.314 INFO:teuthology.orchestra.run.smithi088.stdout: "evex": 0, 2024-02-10T00:11:03.314 INFO:teuthology.orchestra.run.smithi088.stdout: "evtrm": 0, 2024-02-10T00:11:03.314 INFO:teuthology.orchestra.run.smithi088.stdout: "ev": 7, 2024-02-10T00:11:03.314 INFO:teuthology.orchestra.run.smithi088.stdout: "evexg": 0, 2024-02-10T00:11:03.314 INFO:teuthology.orchestra.run.smithi088.stdout: "evexd": 0, 2024-02-10T00:11:03.315 INFO:teuthology.orchestra.run.smithi088.stdout: "segadd": 0, 2024-02-10T00:11:03.315 INFO:teuthology.orchestra.run.smithi088.stdout: "segex": 0, 2024-02-10T00:11:03.315 INFO:teuthology.orchestra.run.smithi088.stdout: "segtrm": 0, 2024-02-10T00:11:03.315 INFO:teuthology.orchestra.run.smithi088.stdout: "seg": 2, 2024-02-10T00:11:03.315 INFO:teuthology.orchestra.run.smithi088.stdout: "segmjr": 2, 2024-02-10T00:11:03.315 INFO:teuthology.orchestra.run.smithi088.stdout: "segexg": 0, 2024-02-10T00:11:03.315 INFO:teuthology.orchestra.run.smithi088.stdout: "segexd": 0, 2024-02-10T00:11:03.315 INFO:teuthology.orchestra.run.smithi088.stdout: "expos": 4194304, 2024-02-10T00:11:03.315 INFO:teuthology.orchestra.run.smithi088.stdout: "wrpos": 4196264, 2024-02-10T00:11:03.315 INFO:teuthology.orchestra.run.smithi088.stdout: "rdpos": 4196123, 2024-02-10T00:11:03.315 INFO:teuthology.orchestra.run.smithi088.stdout: "jlat": { 2024-02-10T00:11:03.315 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.315 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.315 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.316 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.316 INFO:teuthology.orchestra.run.smithi088.stdout: "replayed": 7 2024-02-10T00:11:03.316 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.316 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_mem": { 2024-02-10T00:11:03.316 INFO:teuthology.orchestra.run.smithi088.stdout: "ino": 3, 2024-02-10T00:11:03.316 INFO:teuthology.orchestra.run.smithi088.stdout: "ino+": 3, 2024-02-10T00:11:03.316 INFO:teuthology.orchestra.run.smithi088.stdout: "ino-": 0, 2024-02-10T00:11:03.316 INFO:teuthology.orchestra.run.smithi088.stdout: "dir": 1, 2024-02-10T00:11:03.316 INFO:teuthology.orchestra.run.smithi088.stdout: "dir+": 1, 2024-02-10T00:11:03.316 INFO:teuthology.orchestra.run.smithi088.stdout: "dir-": 0, 2024-02-10T00:11:03.316 INFO:teuthology.orchestra.run.smithi088.stdout: "dn": 0, 2024-02-10T00:11:03.316 INFO:teuthology.orchestra.run.smithi088.stdout: "dn+": 0, 2024-02-10T00:11:03.316 INFO:teuthology.orchestra.run.smithi088.stdout: "dn-": 0, 2024-02-10T00:11:03.316 INFO:teuthology.orchestra.run.smithi088.stdout: "cap": 0, 2024-02-10T00:11:03.316 INFO:teuthology.orchestra.run.smithi088.stdout: "cap+": 0, 2024-02-10T00:11:03.317 INFO:teuthology.orchestra.run.smithi088.stdout: "cap-": 0, 2024-02-10T00:11:03.317 INFO:teuthology.orchestra.run.smithi088.stdout: "rss": 46740, 2024-02-10T00:11:03.317 INFO:teuthology.orchestra.run.smithi088.stdout: "heap": 215420 2024-02-10T00:11:03.317 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.317 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_server": { 2024-02-10T00:11:03.317 INFO:teuthology.orchestra.run.smithi088.stdout: "dispatch_client_request": 0, 2024-02-10T00:11:03.317 INFO:teuthology.orchestra.run.smithi088.stdout: "dispatch_server_request": 0, 2024-02-10T00:11:03.317 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_request": 0, 2024-02-10T00:11:03.317 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_client_session": 0, 2024-02-10T00:11:03.317 INFO:teuthology.orchestra.run.smithi088.stdout: "handle_peer_request": 0, 2024-02-10T00:11:03.317 INFO:teuthology.orchestra.run.smithi088.stdout: "req_create_latency": { 2024-02-10T00:11:03.317 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.317 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.317 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.318 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.318 INFO:teuthology.orchestra.run.smithi088.stdout: "req_getattr_latency": { 2024-02-10T00:11:03.318 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.318 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.318 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.318 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.318 INFO:teuthology.orchestra.run.smithi088.stdout: "req_getfilelock_latency": { 2024-02-10T00:11:03.318 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.318 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.318 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.318 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.318 INFO:teuthology.orchestra.run.smithi088.stdout: "req_link_latency": { 2024-02-10T00:11:03.318 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.319 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.319 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.319 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.319 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookup_latency": { 2024-02-10T00:11:03.319 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.319 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.319 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.319 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.319 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookuphash_latency": { 2024-02-10T00:11:03.319 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.319 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.319 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.319 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.319 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookupino_latency": { 2024-02-10T00:11:03.319 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.320 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.320 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.320 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.320 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookupname_latency": { 2024-02-10T00:11:03.320 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.320 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.320 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.320 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.320 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookupparent_latency": { 2024-02-10T00:11:03.320 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.320 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.320 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.320 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.320 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lookupsnap_latency": { 2024-02-10T00:11:03.320 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.321 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.321 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.321 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.321 INFO:teuthology.orchestra.run.smithi088.stdout: "req_lssnap_latency": { 2024-02-10T00:11:03.321 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.321 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.321 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.321 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.321 INFO:teuthology.orchestra.run.smithi088.stdout: "req_mkdir_latency": { 2024-02-10T00:11:03.321 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.321 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.321 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.321 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.322 INFO:teuthology.orchestra.run.smithi088.stdout: "req_mknod_latency": { 2024-02-10T00:11:03.322 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.322 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.322 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.322 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.322 INFO:teuthology.orchestra.run.smithi088.stdout: "req_mksnap_latency": { 2024-02-10T00:11:03.322 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.323 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.323 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.323 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.323 INFO:teuthology.orchestra.run.smithi088.stdout: "req_open_latency": { 2024-02-10T00:11:03.323 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.323 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.323 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.323 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.323 INFO:teuthology.orchestra.run.smithi088.stdout: "req_readdir_latency": { 2024-02-10T00:11:03.323 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.323 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.323 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.323 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.323 INFO:teuthology.orchestra.run.smithi088.stdout: "req_rename_latency": { 2024-02-10T00:11:03.324 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.324 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.324 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.324 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.324 INFO:teuthology.orchestra.run.smithi088.stdout: "req_renamesnap_latency": { 2024-02-10T00:11:03.324 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.324 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.324 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.324 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.324 INFO:teuthology.orchestra.run.smithi088.stdout: "req_snapdiff_latency": { 2024-02-10T00:11:03.324 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.324 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.324 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.325 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.325 INFO:teuthology.orchestra.run.smithi088.stdout: "req_rmdir_latency": { 2024-02-10T00:11:03.325 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.325 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.325 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.325 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.325 INFO:teuthology.orchestra.run.smithi088.stdout: "req_rmsnap_latency": { 2024-02-10T00:11:03.325 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.325 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.325 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.325 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.325 INFO:teuthology.orchestra.run.smithi088.stdout: "req_rmxattr_latency": { 2024-02-10T00:11:03.325 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.325 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.325 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.326 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.326 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setattr_latency": { 2024-02-10T00:11:03.326 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.326 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.326 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.326 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.326 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setdirlayout_latency": { 2024-02-10T00:11:03.326 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.326 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.326 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.326 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.326 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setfilelock_latency": { 2024-02-10T00:11:03.326 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.326 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.327 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.327 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.327 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setlayout_latency": { 2024-02-10T00:11:03.327 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.327 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.327 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.327 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.327 INFO:teuthology.orchestra.run.smithi088.stdout: "req_setxattr_latency": { 2024-02-10T00:11:03.327 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.327 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.327 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.327 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.327 INFO:teuthology.orchestra.run.smithi088.stdout: "req_symlink_latency": { 2024-02-10T00:11:03.327 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.328 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.328 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.328 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.328 INFO:teuthology.orchestra.run.smithi088.stdout: "req_unlink_latency": { 2024-02-10T00:11:03.328 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.328 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.328 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.328 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.328 INFO:teuthology.orchestra.run.smithi088.stdout: "cap_revoke_eviction": 0, 2024-02-10T00:11:03.328 INFO:teuthology.orchestra.run.smithi088.stdout: "cap_acquisition_throttle": 0, 2024-02-10T00:11:03.328 INFO:teuthology.orchestra.run.smithi088.stdout: "req_getvxattr_latency": { 2024-02-10T00:11:03.328 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.328 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.328 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.328 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:11:03.329 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.329 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_sessions": { 2024-02-10T00:11:03.329 INFO:teuthology.orchestra.run.smithi088.stdout: "session_count": 1, 2024-02-10T00:11:03.329 INFO:teuthology.orchestra.run.smithi088.stdout: "session_add": 3, 2024-02-10T00:11:03.329 INFO:teuthology.orchestra.run.smithi088.stdout: "session_remove": 2, 2024-02-10T00:11:03.329 INFO:teuthology.orchestra.run.smithi088.stdout: "sessions_open": 3, 2024-02-10T00:11:03.329 INFO:teuthology.orchestra.run.smithi088.stdout: "sessions_stale": 0, 2024-02-10T00:11:03.329 INFO:teuthology.orchestra.run.smithi088.stdout: "total_load": 0, 2024-02-10T00:11:03.329 INFO:teuthology.orchestra.run.smithi088.stdout: "average_load": 0, 2024-02-10T00:11:03.329 INFO:teuthology.orchestra.run.smithi088.stdout: "avg_session_uptime": 5014, 2024-02-10T00:11:03.329 INFO:teuthology.orchestra.run.smithi088.stdout: "mdthresh_evicted": 0 2024-02-10T00:11:03.329 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.329 INFO:teuthology.orchestra.run.smithi088.stdout: "mempool": { 2024-02-10T00:11:03.329 INFO:teuthology.orchestra.run.smithi088.stdout: "bloom_filter_bytes": 0, 2024-02-10T00:11:03.330 INFO:teuthology.orchestra.run.smithi088.stdout: "bloom_filter_items": 0, 2024-02-10T00:11:03.330 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_alloc_bytes": 0, 2024-02-10T00:11:03.330 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_alloc_items": 0, 2024-02-10T00:11:03.330 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_data_bytes": 0, 2024-02-10T00:11:03.330 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_data_items": 0, 2024-02-10T00:11:03.330 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_onode_bytes": 0, 2024-02-10T00:11:03.330 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_onode_items": 0, 2024-02-10T00:11:03.330 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_meta_bytes": 0, 2024-02-10T00:11:03.330 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_meta_items": 0, 2024-02-10T00:11:03.330 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_other_bytes": 0, 2024-02-10T00:11:03.330 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_other_items": 0, 2024-02-10T00:11:03.330 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_buffer_bytes": 0, 2024-02-10T00:11:03.330 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_cache_buffer_items": 0, 2024-02-10T00:11:03.330 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_extent_bytes": 0, 2024-02-10T00:11:03.331 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_extent_items": 0, 2024-02-10T00:11:03.331 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_blob_bytes": 0, 2024-02-10T00:11:03.331 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_blob_items": 0, 2024-02-10T00:11:03.331 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_shared_blob_bytes": 0, 2024-02-10T00:11:03.331 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_shared_blob_items": 0, 2024-02-10T00:11:03.331 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_inline_bl_bytes": 0, 2024-02-10T00:11:03.331 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_inline_bl_items": 0, 2024-02-10T00:11:03.331 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_fsck_bytes": 0, 2024-02-10T00:11:03.331 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_fsck_items": 0, 2024-02-10T00:11:03.331 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_txc_bytes": 0, 2024-02-10T00:11:03.331 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_txc_items": 0, 2024-02-10T00:11:03.331 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_deferred_bytes": 0, 2024-02-10T00:11:03.331 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_deferred_items": 0, 2024-02-10T00:11:03.331 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_bytes": 0, 2024-02-10T00:11:03.332 INFO:teuthology.orchestra.run.smithi088.stdout: "bluestore_writing_items": 0, 2024-02-10T00:11:03.332 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_bytes": 0, 2024-02-10T00:11:03.332 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_items": 0, 2024-02-10T00:11:03.332 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_reader_bytes": 0, 2024-02-10T00:11:03.332 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_reader_items": 0, 2024-02-10T00:11:03.332 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_writer_bytes": 0, 2024-02-10T00:11:03.332 INFO:teuthology.orchestra.run.smithi088.stdout: "bluefs_file_writer_items": 0, 2024-02-10T00:11:03.332 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_anon_bytes": 189473, 2024-02-10T00:11:03.332 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_anon_items": 53, 2024-02-10T00:11:03.332 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_meta_bytes": 0, 2024-02-10T00:11:03.332 INFO:teuthology.orchestra.run.smithi088.stdout: "buffer_meta_items": 0, 2024-02-10T00:11:03.332 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_bytes": 0, 2024-02-10T00:11:03.333 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_items": 0, 2024-02-10T00:11:03.333 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_mapbl_bytes": 0, 2024-02-10T00:11:03.333 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_mapbl_items": 0, 2024-02-10T00:11:03.333 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_pglog_bytes": 0, 2024-02-10T00:11:03.333 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_pglog_items": 0, 2024-02-10T00:11:03.333 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_bytes": 8032, 2024-02-10T00:11:03.333 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_items": 167, 2024-02-10T00:11:03.333 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_mapping_bytes": 0, 2024-02-10T00:11:03.333 INFO:teuthology.orchestra.run.smithi088.stdout: "osdmap_mapping_items": 0, 2024-02-10T00:11:03.333 INFO:teuthology.orchestra.run.smithi088.stdout: "pgmap_bytes": 0, 2024-02-10T00:11:03.333 INFO:teuthology.orchestra.run.smithi088.stdout: "pgmap_items": 0, 2024-02-10T00:11:03.333 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_co_bytes": 8320, 2024-02-10T00:11:03.334 INFO:teuthology.orchestra.run.smithi088.stdout: "mds_co_items": 13, 2024-02-10T00:11:03.334 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_1_bytes": 0, 2024-02-10T00:11:03.334 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_1_items": 0, 2024-02-10T00:11:03.334 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_2_bytes": 0, 2024-02-10T00:11:03.334 INFO:teuthology.orchestra.run.smithi088.stdout: "unittest_2_items": 0 2024-02-10T00:11:03.334 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.334 INFO:teuthology.orchestra.run.smithi088.stdout: "objecter": { 2024-02-10T00:11:03.334 INFO:teuthology.orchestra.run.smithi088.stdout: "op_active": 0, 2024-02-10T00:11:03.334 INFO:teuthology.orchestra.run.smithi088.stdout: "op_laggy": 0, 2024-02-10T00:11:03.334 INFO:teuthology.orchestra.run.smithi088.stdout: "op_send": 2372, 2024-02-10T00:11:03.334 INFO:teuthology.orchestra.run.smithi088.stdout: "op_send_bytes": 21, 2024-02-10T00:11:03.334 INFO:teuthology.orchestra.run.smithi088.stdout: "op_resend": 3, 2024-02-10T00:11:03.334 INFO:teuthology.orchestra.run.smithi088.stdout: "op_reply": 2372, 2024-02-10T00:11:03.334 INFO:teuthology.orchestra.run.smithi088.stdout: "op_latency": { 2024-02-10T00:11:03.334 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 2372, 2024-02-10T00:11:03.335 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 1.059978840, 2024-02-10T00:11:03.335 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000446871 2024-02-10T00:11:03.335 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.335 INFO:teuthology.orchestra.run.smithi088.stdout: "op_inflight": 0, 2024-02-10T00:11:03.335 INFO:teuthology.orchestra.run.smithi088.stdout: "oplen_avg": { 2024-02-10T00:11:03.335 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 2372, 2024-02-10T00:11:03.335 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 2373 2024-02-10T00:11:03.335 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.335 INFO:teuthology.orchestra.run.smithi088.stdout: "op": 2372, 2024-02-10T00:11:03.335 INFO:teuthology.orchestra.run.smithi088.stdout: "op_r": 2372, 2024-02-10T00:11:03.335 INFO:teuthology.orchestra.run.smithi088.stdout: "op_w": 0, 2024-02-10T00:11:03.335 INFO:teuthology.orchestra.run.smithi088.stdout: "op_rmw": 0, 2024-02-10T00:11:03.335 INFO:teuthology.orchestra.run.smithi088.stdout: "op_pg": 0, 2024-02-10T00:11:03.336 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_stat": 1532, 2024-02-10T00:11:03.336 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_create": 0, 2024-02-10T00:11:03.336 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_read": 838, 2024-02-10T00:11:03.336 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_write": 0, 2024-02-10T00:11:03.336 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_writefull": 0, 2024-02-10T00:11:03.336 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_writesame": 0, 2024-02-10T00:11:03.336 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_append": 0, 2024-02-10T00:11:03.336 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_zero": 0, 2024-02-10T00:11:03.336 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_truncate": 0, 2024-02-10T00:11:03.336 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_delete": 0, 2024-02-10T00:11:03.336 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_mapext": 0, 2024-02-10T00:11:03.336 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_sparse_read": 0, 2024-02-10T00:11:03.336 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_clonerange": 0, 2024-02-10T00:11:03.336 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_getxattr": 1, 2024-02-10T00:11:03.336 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_setxattr": 0, 2024-02-10T00:11:03.337 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_cmpxattr": 0, 2024-02-10T00:11:03.337 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_rmxattr": 0, 2024-02-10T00:11:03.337 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_resetxattrs": 0, 2024-02-10T00:11:03.337 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_call": 0, 2024-02-10T00:11:03.337 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_watch": 0, 2024-02-10T00:11:03.337 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_notify": 0, 2024-02-10T00:11:03.337 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_src_cmpxattr": 0, 2024-02-10T00:11:03.337 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_pgls": 0, 2024-02-10T00:11:03.337 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_pgls_filter": 0, 2024-02-10T00:11:03.337 INFO:teuthology.orchestra.run.smithi088.stdout: "osdop_other": 0, 2024-02-10T00:11:03.337 INFO:teuthology.orchestra.run.smithi088.stdout: "linger_active": 0, 2024-02-10T00:11:03.337 INFO:teuthology.orchestra.run.smithi088.stdout: "linger_send": 0, 2024-02-10T00:11:03.337 INFO:teuthology.orchestra.run.smithi088.stdout: "linger_resend": 0, 2024-02-10T00:11:03.338 INFO:teuthology.orchestra.run.smithi088.stdout: "linger_ping": 0, 2024-02-10T00:11:03.338 INFO:teuthology.orchestra.run.smithi088.stdout: "poolop_active": 0, 2024-02-10T00:11:03.338 INFO:teuthology.orchestra.run.smithi088.stdout: "poolop_send": 0, 2024-02-10T00:11:03.338 INFO:teuthology.orchestra.run.smithi088.stdout: "poolop_resend": 0, 2024-02-10T00:11:03.338 INFO:teuthology.orchestra.run.smithi088.stdout: "poolstat_active": 0, 2024-02-10T00:11:03.338 INFO:teuthology.orchestra.run.smithi088.stdout: "poolstat_send": 0, 2024-02-10T00:11:03.338 INFO:teuthology.orchestra.run.smithi088.stdout: "poolstat_resend": 0, 2024-02-10T00:11:03.338 INFO:teuthology.orchestra.run.smithi088.stdout: "statfs_active": 0, 2024-02-10T00:11:03.338 INFO:teuthology.orchestra.run.smithi088.stdout: "statfs_send": 0, 2024-02-10T00:11:03.338 INFO:teuthology.orchestra.run.smithi088.stdout: "statfs_resend": 0, 2024-02-10T00:11:03.338 INFO:teuthology.orchestra.run.smithi088.stdout: "command_active": 0, 2024-02-10T00:11:03.338 INFO:teuthology.orchestra.run.smithi088.stdout: "command_send": 0, 2024-02-10T00:11:03.338 INFO:teuthology.orchestra.run.smithi088.stdout: "command_resend": 0, 2024-02-10T00:11:03.338 INFO:teuthology.orchestra.run.smithi088.stdout: "map_epoch": 99, 2024-02-10T00:11:03.338 INFO:teuthology.orchestra.run.smithi088.stdout: "map_full": 0, 2024-02-10T00:11:03.339 INFO:teuthology.orchestra.run.smithi088.stdout: "map_inc": 14, 2024-02-10T00:11:03.339 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_sessions": 5, 2024-02-10T00:11:03.339 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_session_open": 5, 2024-02-10T00:11:03.339 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_session_close": 0, 2024-02-10T00:11:03.339 INFO:teuthology.orchestra.run.smithi088.stdout: "osd_laggy": 0, 2024-02-10T00:11:03.339 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_wr": 0, 2024-02-10T00:11:03.339 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_rd": 2, 2024-02-10T00:11:03.339 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_del": 0 2024-02-10T00:11:03.339 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.339 INFO:teuthology.orchestra.run.smithi088.stdout: "oft": { 2024-02-10T00:11:03.339 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_total_objs": 0, 2024-02-10T00:11:03.339 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_total_kv_pairs": 0, 2024-02-10T00:11:03.339 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_total_updates": 0, 2024-02-10T00:11:03.339 INFO:teuthology.orchestra.run.smithi088.stdout: "omap_total_removes": 0 2024-02-10T00:11:03.340 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.340 INFO:teuthology.orchestra.run.smithi088.stdout: "osd-slow-ops": { 2024-02-10T00:11:03.340 INFO:teuthology.orchestra.run.smithi088.stdout: "slow_ops_count": 0 2024-02-10T00:11:03.340 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.340 INFO:teuthology.orchestra.run.smithi088.stdout: "purge_queue": { 2024-02-10T00:11:03.340 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executing_ops": 0, 2024-02-10T00:11:03.340 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executing_ops_high_water": 0, 2024-02-10T00:11:03.340 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executing": 0, 2024-02-10T00:11:03.340 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executing_high_water": 0, 2024-02-10T00:11:03.340 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executed_ops": 0, 2024-02-10T00:11:03.340 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_executed": 0, 2024-02-10T00:11:03.340 INFO:teuthology.orchestra.run.smithi088.stdout: "pq_item_in_journal": 0 2024-02-10T00:11:03.340 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.340 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-02-10T00:11:03.340 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-02-10T00:11:03.341 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 104857600, 2024-02-10T00:11:03.341 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-02-10T00:11:03.341 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 2644, 2024-02-10T00:11:03.341 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 2057494, 2024-02-10T00:11:03.341 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-02-10T00:11:03.341 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 2644, 2024-02-10T00:11:03.341 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 0, 2024-02-10T00:11:03.341 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 0, 2024-02-10T00:11:03.341 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 2644, 2024-02-10T00:11:03.341 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 2057494, 2024-02-10T00:11:03.341 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-02-10T00:11:03.341 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.341 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.341 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.341 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:11:03.342 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.342 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-objecter_bytes": { 2024-02-10T00:11:03.342 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-02-10T00:11:03.342 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 104857600, 2024-02-10T00:11:03.342 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-02-10T00:11:03.342 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 0, 2024-02-10T00:11:03.342 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 0, 2024-02-10T00:11:03.342 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-02-10T00:11:03.342 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 0, 2024-02-10T00:11:03.342 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 2372, 2024-02-10T00:11:03.342 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 1965, 2024-02-10T00:11:03.342 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 2372, 2024-02-10T00:11:03.342 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 1965, 2024-02-10T00:11:03.342 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-02-10T00:11:03.342 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.343 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.343 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.343 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:11:03.343 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.343 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-objecter_ops": { 2024-02-10T00:11:03.343 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-02-10T00:11:03.343 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 1024, 2024-02-10T00:11:03.343 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-02-10T00:11:03.343 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 0, 2024-02-10T00:11:03.343 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 0, 2024-02-10T00:11:03.343 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-02-10T00:11:03.343 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 0, 2024-02-10T00:11:03.343 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 2372, 2024-02-10T00:11:03.344 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 2372, 2024-02-10T00:11:03.344 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 2372, 2024-02-10T00:11:03.344 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 2372, 2024-02-10T00:11:03.344 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-02-10T00:11:03.344 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.344 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.344 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.344 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:11:03.344 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.344 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-write_buf_throttle": { 2024-02-10T00:11:03.344 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-02-10T00:11:03.344 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 3758096384, 2024-02-10T00:11:03.344 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-02-10T00:11:03.344 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 0, 2024-02-10T00:11:03.344 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 0, 2024-02-10T00:11:03.345 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-02-10T00:11:03.345 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 0, 2024-02-10T00:11:03.345 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 0, 2024-02-10T00:11:03.345 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 0, 2024-02-10T00:11:03.345 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 0, 2024-02-10T00:11:03.345 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 0, 2024-02-10T00:11:03.345 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-02-10T00:11:03.345 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.345 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.345 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.345 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:11:03.345 INFO:teuthology.orchestra.run.smithi088.stdout: }, 2024-02-10T00:11:03.345 INFO:teuthology.orchestra.run.smithi088.stdout: "throttle-write_buf_throttle-0x55c81b688960": { 2024-02-10T00:11:03.345 INFO:teuthology.orchestra.run.smithi088.stdout: "val": 0, 2024-02-10T00:11:03.345 INFO:teuthology.orchestra.run.smithi088.stdout: "max": 3758096384, 2024-02-10T00:11:03.346 INFO:teuthology.orchestra.run.smithi088.stdout: "get_started": 0, 2024-02-10T00:11:03.346 INFO:teuthology.orchestra.run.smithi088.stdout: "get": 0, 2024-02-10T00:11:03.346 INFO:teuthology.orchestra.run.smithi088.stdout: "get_sum": 0, 2024-02-10T00:11:03.346 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_fail": 0, 2024-02-10T00:11:03.346 INFO:teuthology.orchestra.run.smithi088.stdout: "get_or_fail_success": 0, 2024-02-10T00:11:03.346 INFO:teuthology.orchestra.run.smithi088.stdout: "take": 0, 2024-02-10T00:11:03.346 INFO:teuthology.orchestra.run.smithi088.stdout: "take_sum": 0, 2024-02-10T00:11:03.346 INFO:teuthology.orchestra.run.smithi088.stdout: "put": 0, 2024-02-10T00:11:03.346 INFO:teuthology.orchestra.run.smithi088.stdout: "put_sum": 0, 2024-02-10T00:11:03.346 INFO:teuthology.orchestra.run.smithi088.stdout: "wait": { 2024-02-10T00:11:03.346 INFO:teuthology.orchestra.run.smithi088.stdout: "avgcount": 0, 2024-02-10T00:11:03.346 INFO:teuthology.orchestra.run.smithi088.stdout: "sum": 0.000000000, 2024-02-10T00:11:03.346 INFO:teuthology.orchestra.run.smithi088.stdout: "avgtime": 0.000000000 2024-02-10T00:11:03.346 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:11:03.346 INFO:teuthology.orchestra.run.smithi088.stdout: } 2024-02-10T00:11:03.347 INFO:teuthology.orchestra.run.smithi088.stdout:} 2024-02-10T00:11:03.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:03 smithi088 ceph-mon[36452]: pgmap v364: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-02-10T00:11:03.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:03 smithi103 ceph-mon[36942]: pgmap v364: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-02-10T00:11:03.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:03 smithi001 ceph-mon[32335]: pgmap v364: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-02-10T00:11:04.130 INFO:tasks.check_counter:Daemon mds.k mds.exported=0 2024-02-10T00:11:04.130 INFO:tasks.check_counter:Daemon mds.k mds.imported=0 2024-02-10T00:11:04.130 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update=0 2024-02-10T00:11:04.130 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update_receipt=0 2024-02-10T00:11:04.130 INFO:tasks.check_counter:Daemon mds.k mds.root_rsnaps=0 2024-02-10T00:11:04.130 INFO:tasks.check_counter:Daemon mds.k mds_server.req_mksnap_latency.avgcount=0 2024-02-10T00:11:04.130 INFO:tasks.check_counter:Daemon mds.k mds_server.req_rmsnap_latency.avgcount=0 2024-02-10T00:11:04.130 DEBUG:tasks.check_counter:Getting stats from c 2024-02-10T00:11:04.131 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph daemon mds.c perf dump 2024-02-10T00:11:04.384 INFO:teuthology.orchestra.run.smithi103.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.c/config 2024-02-10T00:11:05.522 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:05 smithi001 ceph-mon[32335]: pgmap v365: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 29 op/s 2024-02-10T00:11:05.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:05 smithi088 ceph-mon[36452]: pgmap v365: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 29 op/s 2024-02-10T00:11:05.614 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:05 smithi103 ceph-mon[36942]: pgmap v365: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 29 op/s 2024-02-10T00:11:06.336 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-02-10T00:11:06.336 INFO:teuthology.orchestra.run.smithi103.stdout: "AsyncMessenger::Worker-0": { 2024-02-10T00:11:06.337 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_messages": 371, 2024-02-10T00:11:06.337 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages": 393, 2024-02-10T00:11:06.337 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_bytes": 1657681, 2024-02-10T00:11:06.337 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_bytes": 553361, 2024-02-10T00:11:06.337 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_created_connections": 53, 2024-02-10T00:11:06.337 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_active_connections": 2, 2024-02-10T00:11:06.337 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_total_time": 0.082268785, 2024-02-10T00:11:06.337 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_send_time": 0.021593101, 2024-02-10T00:11:06.337 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_recv_time": 0.057859548, 2024-02-10T00:11:06.337 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_fast_dispatch_time": 0.006348238, 2024-02-10T00:11:06.337 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:11:06.338 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 390, 2024-02-10T00:11:06.338 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.027884079, 2024-02-10T00:11:06.338 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000071497 2024-02-10T00:11:06.338 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.338 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:11:06.338 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 120, 2024-02-10T00:11:06.338 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000028433, 2024-02-10T00:11:06.338 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000236 2024-02-10T00:11:06.338 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.338 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_encrypted_bytes": 1648656, 2024-02-10T00:11:06.338 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_encrypted_bytes": 161472 2024-02-10T00:11:06.338 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.338 INFO:teuthology.orchestra.run.smithi103.stdout: "AsyncMessenger::Worker-1": { 2024-02-10T00:11:06.339 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_messages": 141, 2024-02-10T00:11:06.339 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages": 173, 2024-02-10T00:11:06.339 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_bytes": 63324, 2024-02-10T00:11:06.339 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_bytes": 256864, 2024-02-10T00:11:06.339 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_created_connections": 15, 2024-02-10T00:11:06.339 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_active_connections": 6, 2024-02-10T00:11:06.339 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_total_time": 0.015204269, 2024-02-10T00:11:06.339 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_send_time": 0.005154943, 2024-02-10T00:11:06.339 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_recv_time": 0.009924253, 2024-02-10T00:11:06.339 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_fast_dispatch_time": 0.000589967, 2024-02-10T00:11:06.339 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:11:06.339 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 171, 2024-02-10T00:11:06.339 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.022748052, 2024-02-10T00:11:06.339 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000133029 2024-02-10T00:11:06.340 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.340 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:11:06.340 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 219, 2024-02-10T00:11:06.340 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000054944, 2024-02-10T00:11:06.340 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000250 2024-02-10T00:11:06.340 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.340 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_encrypted_bytes": 160, 2024-02-10T00:11:06.340 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_encrypted_bytes": 132224 2024-02-10T00:11:06.340 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.340 INFO:teuthology.orchestra.run.smithi103.stdout: "AsyncMessenger::Worker-2": { 2024-02-10T00:11:06.340 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_messages": 1405, 2024-02-10T00:11:06.340 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages": 1108, 2024-02-10T00:11:06.340 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_bytes": 411775, 2024-02-10T00:11:06.341 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_bytes": 710188, 2024-02-10T00:11:06.341 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_created_connections": 9, 2024-02-10T00:11:06.341 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_active_connections": 4, 2024-02-10T00:11:06.341 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_total_time": 0.113679515, 2024-02-10T00:11:06.341 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_send_time": 0.048575405, 2024-02-10T00:11:06.341 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_recv_time": 0.071093262, 2024-02-10T00:11:06.341 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_fast_dispatch_time": 0.005687737, 2024-02-10T00:11:06.341 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:11:06.341 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 1108, 2024-02-10T00:11:06.341 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.055255056, 2024-02-10T00:11:06.341 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000049869 2024-02-10T00:11:06.341 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.341 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:11:06.341 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 2250, 2024-02-10T00:11:06.341 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000541333, 2024-02-10T00:11:06.342 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000240 2024-02-10T00:11:06.342 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.342 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_encrypted_bytes": 160, 2024-02-10T00:11:06.342 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_encrypted_bytes": 337360 2024-02-10T00:11:06.342 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.342 INFO:teuthology.orchestra.run.smithi103.stdout: "cct": { 2024-02-10T00:11:06.342 INFO:teuthology.orchestra.run.smithi103.stdout: "total_workers": 1, 2024-02-10T00:11:06.342 INFO:teuthology.orchestra.run.smithi103.stdout: "unhealthy_workers": 0 2024-02-10T00:11:06.342 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.342 INFO:teuthology.orchestra.run.smithi103.stdout: "finisher-MDSRank": { 2024-02-10T00:11:06.342 INFO:teuthology.orchestra.run.smithi103.stdout: "queue_len": 0, 2024-02-10T00:11:06.342 INFO:teuthology.orchestra.run.smithi103.stdout: "complete_latency": { 2024-02-10T00:11:06.342 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 41, 2024-02-10T00:11:06.342 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.001984821, 2024-02-10T00:11:06.342 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000048410 2024-02-10T00:11:06.343 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:06.343 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.343 INFO:teuthology.orchestra.run.smithi103.stdout: "finisher-PurgeQueue": { 2024-02-10T00:11:06.343 INFO:teuthology.orchestra.run.smithi103.stdout: "queue_len": 0, 2024-02-10T00:11:06.343 INFO:teuthology.orchestra.run.smithi103.stdout: "complete_latency": { 2024-02-10T00:11:06.343 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 2, 2024-02-10T00:11:06.343 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000007512, 2024-02-10T00:11:06.343 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000003756 2024-02-10T00:11:06.343 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:06.343 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.343 INFO:teuthology.orchestra.run.smithi103.stdout: "mds": { 2024-02-10T00:11:06.343 INFO:teuthology.orchestra.run.smithi103.stdout: "request": 5, 2024-02-10T00:11:06.343 INFO:teuthology.orchestra.run.smithi103.stdout: "reply": 4, 2024-02-10T00:11:06.343 INFO:teuthology.orchestra.run.smithi103.stdout: "reply_latency": { 2024-02-10T00:11:06.343 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 4, 2024-02-10T00:11:06.344 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.001061667, 2024-02-10T00:11:06.344 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000265416 2024-02-10T00:11:06.344 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.344 INFO:teuthology.orchestra.run.smithi103.stdout: "slow_reply": 0, 2024-02-10T00:11:06.344 INFO:teuthology.orchestra.run.smithi103.stdout: "forward": 1, 2024-02-10T00:11:06.344 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_fetch_complete": 0, 2024-02-10T00:11:06.344 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_fetch_keys": 0, 2024-02-10T00:11:06.344 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_commit": 11, 2024-02-10T00:11:06.344 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_split": 0, 2024-02-10T00:11:06.344 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_merge": 0, 2024-02-10T00:11:06.344 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes": 16, 2024-02-10T00:11:06.344 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_top": 0, 2024-02-10T00:11:06.344 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_bottom": 16, 2024-02-10T00:11:06.345 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_pin_tail": 0, 2024-02-10T00:11:06.345 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_pinned": 13, 2024-02-10T00:11:06.345 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_expired": 5, 2024-02-10T00:11:06.345 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_with_caps": 1, 2024-02-10T00:11:06.345 INFO:teuthology.orchestra.run.smithi103.stdout: "caps": 1, 2024-02-10T00:11:06.345 INFO:teuthology.orchestra.run.smithi103.stdout: "subtrees": 3, 2024-02-10T00:11:06.345 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse": 14, 2024-02-10T00:11:06.345 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_hit": 7, 2024-02-10T00:11:06.345 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_forward": 1, 2024-02-10T00:11:06.345 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_discover": 4, 2024-02-10T00:11:06.345 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_dir_fetch": 0, 2024-02-10T00:11:06.345 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_remote_ino": 0, 2024-02-10T00:11:06.345 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_lock": 0, 2024-02-10T00:11:06.345 INFO:teuthology.orchestra.run.smithi103.stdout: "load_cent": 1000, 2024-02-10T00:11:06.346 INFO:teuthology.orchestra.run.smithi103.stdout: "q": 1, 2024-02-10T00:11:06.346 INFO:teuthology.orchestra.run.smithi103.stdout: "exported": 0, 2024-02-10T00:11:06.346 INFO:teuthology.orchestra.run.smithi103.stdout: "exported_inodes": 0, 2024-02-10T00:11:06.346 INFO:teuthology.orchestra.run.smithi103.stdout: "imported": 0, 2024-02-10T00:11:06.346 INFO:teuthology.orchestra.run.smithi103.stdout: "imported_inodes": 0, 2024-02-10T00:11:06.346 INFO:teuthology.orchestra.run.smithi103.stdout: "openino_dir_fetch": 0, 2024-02-10T00:11:06.346 INFO:teuthology.orchestra.run.smithi103.stdout: "openino_backtrace_fetch": 0, 2024-02-10T00:11:06.346 INFO:teuthology.orchestra.run.smithi103.stdout: "openino_peer_discover": 0, 2024-02-10T00:11:06.346 INFO:teuthology.orchestra.run.smithi103.stdout: "root_rfiles": 5, 2024-02-10T00:11:06.347 INFO:teuthology.orchestra.run.smithi103.stdout: "root_rbytes": 298, 2024-02-10T00:11:06.347 INFO:teuthology.orchestra.run.smithi103.stdout: "root_rsnaps": 6, 2024-02-10T00:11:06.347 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_backtrace_fetch": 0, 2024-02-10T00:11:06.347 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_set_tag": 0, 2024-02-10T00:11:06.347 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_backtrace_repaired": 0, 2024-02-10T00:11:06.347 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_inotable_repaired": 0, 2024-02-10T00:11:06.348 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_dir_inodes": 0, 2024-02-10T00:11:06.348 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_dir_base_inodes": 0, 2024-02-10T00:11:06.348 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_dirfrag_rstats": 0, 2024-02-10T00:11:06.348 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_file_inodes": 0, 2024-02-10T00:11:06.348 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_inode_file_caps": 0, 2024-02-10T00:11:06.348 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_revoke": 0, 2024-02-10T00:11:06.349 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_grant": 0, 2024-02-10T00:11:06.349 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_trunc": 0, 2024-02-10T00:11:06.349 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-02-10T00:11:06.349 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_flush_ack": 0, 2024-02-10T00:11:06.349 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_caps": 0, 2024-02-10T00:11:06.349 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_caps_dirty": 0, 2024-02-10T00:11:06.349 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_cap_release": 0, 2024-02-10T00:11:06.350 INFO:teuthology.orchestra.run.smithi103.stdout: "process_request_cap_release": 0 2024-02-10T00:11:06.350 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.350 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_cache": { 2024-02-10T00:11:06.350 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_update": 0, 2024-02-10T00:11:06.350 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_update_receipt": 9, 2024-02-10T00:11:06.350 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_try_discover": 6, 2024-02-10T00:11:06.351 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_send_discover": 8, 2024-02-10T00:11:06.351 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_handle_discover": 0, 2024-02-10T00:11:06.351 INFO:teuthology.orchestra.run.smithi103.stdout: "num_strays": 0, 2024-02-10T00:11:06.351 INFO:teuthology.orchestra.run.smithi103.stdout: "num_strays_delayed": 0, 2024-02-10T00:11:06.351 INFO:teuthology.orchestra.run.smithi103.stdout: "num_strays_enqueuing": 0, 2024-02-10T00:11:06.351 INFO:teuthology.orchestra.run.smithi103.stdout: "strays_created": 0, 2024-02-10T00:11:06.352 INFO:teuthology.orchestra.run.smithi103.stdout: "strays_enqueued": 0, 2024-02-10T00:11:06.352 INFO:teuthology.orchestra.run.smithi103.stdout: "strays_reintegrated": 0, 2024-02-10T00:11:06.352 INFO:teuthology.orchestra.run.smithi103.stdout: "strays_migrated": 0, 2024-02-10T00:11:06.352 INFO:teuthology.orchestra.run.smithi103.stdout: "num_recovering_processing": 0, 2024-02-10T00:11:06.352 INFO:teuthology.orchestra.run.smithi103.stdout: "num_recovering_enqueued": 0, 2024-02-10T00:11:06.352 INFO:teuthology.orchestra.run.smithi103.stdout: "num_recovering_prioritized": 0, 2024-02-10T00:11:06.353 INFO:teuthology.orchestra.run.smithi103.stdout: "recovery_started": 0, 2024-02-10T00:11:06.353 INFO:teuthology.orchestra.run.smithi103.stdout: "recovery_completed": 0, 2024-02-10T00:11:06.353 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_enqueue_scrub": 0, 2024-02-10T00:11:06.353 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_exportdir": 0, 2024-02-10T00:11:06.353 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_flush": 0, 2024-02-10T00:11:06.353 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_fragmentdir": 0, 2024-02-10T00:11:06.354 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_fragstats": 0, 2024-02-10T00:11:06.354 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_inodestats": 0 2024-02-10T00:11:06.354 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.354 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_log": { 2024-02-10T00:11:06.354 INFO:teuthology.orchestra.run.smithi103.stdout: "evlrg": 0, 2024-02-10T00:11:06.354 INFO:teuthology.orchestra.run.smithi103.stdout: "evadd": 7, 2024-02-10T00:11:06.355 INFO:teuthology.orchestra.run.smithi103.stdout: "evex": 0, 2024-02-10T00:11:06.355 INFO:teuthology.orchestra.run.smithi103.stdout: "evtrm": 0, 2024-02-10T00:11:06.355 INFO:teuthology.orchestra.run.smithi103.stdout: "ev": 7, 2024-02-10T00:11:06.355 INFO:teuthology.orchestra.run.smithi103.stdout: "evexg": 0, 2024-02-10T00:11:06.355 INFO:teuthology.orchestra.run.smithi103.stdout: "evexd": 0, 2024-02-10T00:11:06.355 INFO:teuthology.orchestra.run.smithi103.stdout: "segadd": 2, 2024-02-10T00:11:06.356 INFO:teuthology.orchestra.run.smithi103.stdout: "segex": 0, 2024-02-10T00:11:06.356 INFO:teuthology.orchestra.run.smithi103.stdout: "segtrm": 0, 2024-02-10T00:11:06.356 INFO:teuthology.orchestra.run.smithi103.stdout: "seg": 2, 2024-02-10T00:11:06.356 INFO:teuthology.orchestra.run.smithi103.stdout: "segmjr": 2, 2024-02-10T00:11:06.356 INFO:teuthology.orchestra.run.smithi103.stdout: "segexg": 0, 2024-02-10T00:11:06.356 INFO:teuthology.orchestra.run.smithi103.stdout: "segexd": 0, 2024-02-10T00:11:06.357 INFO:teuthology.orchestra.run.smithi103.stdout: "expos": 4194304, 2024-02-10T00:11:06.357 INFO:teuthology.orchestra.run.smithi103.stdout: "wrpos": 4196264, 2024-02-10T00:11:06.357 INFO:teuthology.orchestra.run.smithi103.stdout: "rdpos": 0, 2024-02-10T00:11:06.357 INFO:teuthology.orchestra.run.smithi103.stdout: "jlat": { 2024-02-10T00:11:06.357 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 6, 2024-02-10T00:11:06.357 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.010571164, 2024-02-10T00:11:06.358 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.001761860 2024-02-10T00:11:06.358 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.358 INFO:teuthology.orchestra.run.smithi103.stdout: "replayed": 0 2024-02-10T00:11:06.358 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.358 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_mem": { 2024-02-10T00:11:06.359 INFO:teuthology.orchestra.run.smithi103.stdout: "ino": 20, 2024-02-10T00:11:06.359 INFO:teuthology.orchestra.run.smithi103.stdout: "ino+": 22, 2024-02-10T00:11:06.359 INFO:teuthology.orchestra.run.smithi103.stdout: "ino-": 2, 2024-02-10T00:11:06.359 INFO:teuthology.orchestra.run.smithi103.stdout: "dir": 19, 2024-02-10T00:11:06.360 INFO:teuthology.orchestra.run.smithi103.stdout: "dir+": 22, 2024-02-10T00:11:06.360 INFO:teuthology.orchestra.run.smithi103.stdout: "dir-": 3, 2024-02-10T00:11:06.360 INFO:teuthology.orchestra.run.smithi103.stdout: "dn": 16, 2024-02-10T00:11:06.360 INFO:teuthology.orchestra.run.smithi103.stdout: "dn+": 21, 2024-02-10T00:11:06.360 INFO:teuthology.orchestra.run.smithi103.stdout: "dn-": 5, 2024-02-10T00:11:06.361 INFO:teuthology.orchestra.run.smithi103.stdout: "cap": 1, 2024-02-10T00:11:06.361 INFO:teuthology.orchestra.run.smithi103.stdout: "cap+": 3, 2024-02-10T00:11:06.361 INFO:teuthology.orchestra.run.smithi103.stdout: "cap-": 2, 2024-02-10T00:11:06.361 INFO:teuthology.orchestra.run.smithi103.stdout: "rss": 49884, 2024-02-10T00:11:06.361 INFO:teuthology.orchestra.run.smithi103.stdout: "heap": 207228 2024-02-10T00:11:06.361 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.361 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_server": { 2024-02-10T00:11:06.362 INFO:teuthology.orchestra.run.smithi103.stdout: "dispatch_client_request": 6, 2024-02-10T00:11:06.362 INFO:teuthology.orchestra.run.smithi103.stdout: "dispatch_server_request": 0, 2024-02-10T00:11:06.362 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_request": 5, 2024-02-10T00:11:06.362 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_session": 18, 2024-02-10T00:11:06.362 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_peer_request": 0, 2024-02-10T00:11:06.362 INFO:teuthology.orchestra.run.smithi103.stdout: "req_create_latency": { 2024-02-10T00:11:06.363 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.363 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.363 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.363 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.363 INFO:teuthology.orchestra.run.smithi103.stdout: "req_getattr_latency": { 2024-02-10T00:11:06.363 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 1, 2024-02-10T00:11:06.364 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000512598, 2024-02-10T00:11:06.364 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000512598 2024-02-10T00:11:06.364 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.364 INFO:teuthology.orchestra.run.smithi103.stdout: "req_getfilelock_latency": { 2024-02-10T00:11:06.364 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.364 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.364 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.364 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.365 INFO:teuthology.orchestra.run.smithi103.stdout: "req_link_latency": { 2024-02-10T00:11:06.365 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.365 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.365 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.365 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.365 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookup_latency": { 2024-02-10T00:11:06.365 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 2, 2024-02-10T00:11:06.365 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000459243, 2024-02-10T00:11:06.366 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000229621 2024-02-10T00:11:06.366 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.366 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookuphash_latency": { 2024-02-10T00:11:06.366 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.366 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.366 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.366 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.367 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookupino_latency": { 2024-02-10T00:11:06.367 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 1, 2024-02-10T00:11:06.367 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000089826, 2024-02-10T00:11:06.367 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000089826 2024-02-10T00:11:06.367 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.367 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookupname_latency": { 2024-02-10T00:11:06.367 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.367 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.368 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.368 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.368 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookupparent_latency": { 2024-02-10T00:11:06.368 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.368 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.368 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.368 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.368 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookupsnap_latency": { 2024-02-10T00:11:06.369 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.369 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.369 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.369 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.369 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lssnap_latency": { 2024-02-10T00:11:06.369 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.369 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.369 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.369 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.369 INFO:teuthology.orchestra.run.smithi103.stdout: "req_mkdir_latency": { 2024-02-10T00:11:06.369 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.369 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.370 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.370 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.370 INFO:teuthology.orchestra.run.smithi103.stdout: "req_mknod_latency": { 2024-02-10T00:11:06.370 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.370 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.370 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.371 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.371 INFO:teuthology.orchestra.run.smithi103.stdout: "req_mksnap_latency": { 2024-02-10T00:11:06.371 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.371 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.371 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.371 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.371 INFO:teuthology.orchestra.run.smithi103.stdout: "req_open_latency": { 2024-02-10T00:11:06.371 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.371 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.371 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.371 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.371 INFO:teuthology.orchestra.run.smithi103.stdout: "req_readdir_latency": { 2024-02-10T00:11:06.371 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.371 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.372 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.372 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.372 INFO:teuthology.orchestra.run.smithi103.stdout: "req_rename_latency": { 2024-02-10T00:11:06.372 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.372 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.372 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.372 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.372 INFO:teuthology.orchestra.run.smithi103.stdout: "req_renamesnap_latency": { 2024-02-10T00:11:06.372 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.372 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.372 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.372 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.372 INFO:teuthology.orchestra.run.smithi103.stdout: "req_snapdiff_latency": { 2024-02-10T00:11:06.373 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.373 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.373 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.373 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.373 INFO:teuthology.orchestra.run.smithi103.stdout: "req_rmdir_latency": { 2024-02-10T00:11:06.373 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.373 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.373 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.373 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.373 INFO:teuthology.orchestra.run.smithi103.stdout: "req_rmsnap_latency": { 2024-02-10T00:11:06.373 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.373 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.373 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.373 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.374 INFO:teuthology.orchestra.run.smithi103.stdout: "req_rmxattr_latency": { 2024-02-10T00:11:06.374 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.374 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.374 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.374 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.374 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setattr_latency": { 2024-02-10T00:11:06.374 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.374 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.374 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.374 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.374 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setdirlayout_latency": { 2024-02-10T00:11:06.374 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.374 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.374 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.375 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.375 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setfilelock_latency": { 2024-02-10T00:11:06.375 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.375 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.375 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.375 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.375 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setlayout_latency": { 2024-02-10T00:11:06.375 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.375 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.375 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.375 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.375 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setxattr_latency": { 2024-02-10T00:11:06.375 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.375 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.376 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.376 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.376 INFO:teuthology.orchestra.run.smithi103.stdout: "req_symlink_latency": { 2024-02-10T00:11:06.376 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.376 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.376 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.376 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.376 INFO:teuthology.orchestra.run.smithi103.stdout: "req_unlink_latency": { 2024-02-10T00:11:06.376 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.376 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.376 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.376 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.376 INFO:teuthology.orchestra.run.smithi103.stdout: "cap_revoke_eviction": 0, 2024-02-10T00:11:06.377 INFO:teuthology.orchestra.run.smithi103.stdout: "cap_acquisition_throttle": 0, 2024-02-10T00:11:06.377 INFO:teuthology.orchestra.run.smithi103.stdout: "req_getvxattr_latency": { 2024-02-10T00:11:06.377 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.377 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.377 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.377 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:06.377 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.377 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_sessions": { 2024-02-10T00:11:06.377 INFO:teuthology.orchestra.run.smithi103.stdout: "session_count": 1, 2024-02-10T00:11:06.377 INFO:teuthology.orchestra.run.smithi103.stdout: "session_add": 3, 2024-02-10T00:11:06.377 INFO:teuthology.orchestra.run.smithi103.stdout: "session_remove": 2, 2024-02-10T00:11:06.377 INFO:teuthology.orchestra.run.smithi103.stdout: "sessions_open": 1, 2024-02-10T00:11:06.377 INFO:teuthology.orchestra.run.smithi103.stdout: "sessions_stale": 0, 2024-02-10T00:11:06.378 INFO:teuthology.orchestra.run.smithi103.stdout: "total_load": 3, 2024-02-10T00:11:06.378 INFO:teuthology.orchestra.run.smithi103.stdout: "average_load": 1, 2024-02-10T00:11:06.378 INFO:teuthology.orchestra.run.smithi103.stdout: "avg_session_uptime": 702, 2024-02-10T00:11:06.378 INFO:teuthology.orchestra.run.smithi103.stdout: "mdthresh_evicted": 0 2024-02-10T00:11:06.378 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.378 INFO:teuthology.orchestra.run.smithi103.stdout: "mempool": { 2024-02-10T00:11:06.378 INFO:teuthology.orchestra.run.smithi103.stdout: "bloom_filter_bytes": 0, 2024-02-10T00:11:06.378 INFO:teuthology.orchestra.run.smithi103.stdout: "bloom_filter_items": 0, 2024-02-10T00:11:06.378 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_alloc_bytes": 0, 2024-02-10T00:11:06.378 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_alloc_items": 0, 2024-02-10T00:11:06.378 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_data_bytes": 0, 2024-02-10T00:11:06.378 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_data_items": 0, 2024-02-10T00:11:06.378 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_onode_bytes": 0, 2024-02-10T00:11:06.378 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_onode_items": 0, 2024-02-10T00:11:06.378 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_meta_bytes": 0, 2024-02-10T00:11:06.379 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_meta_items": 0, 2024-02-10T00:11:06.379 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_other_bytes": 0, 2024-02-10T00:11:06.379 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_other_items": 0, 2024-02-10T00:11:06.379 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_buffer_bytes": 0, 2024-02-10T00:11:06.379 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_buffer_items": 0, 2024-02-10T00:11:06.379 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_extent_bytes": 0, 2024-02-10T00:11:06.379 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_extent_items": 0, 2024-02-10T00:11:06.379 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_blob_bytes": 0, 2024-02-10T00:11:06.379 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_blob_items": 0, 2024-02-10T00:11:06.379 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_shared_blob_bytes": 0, 2024-02-10T00:11:06.379 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_shared_blob_items": 0, 2024-02-10T00:11:06.379 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_inline_bl_bytes": 0, 2024-02-10T00:11:06.379 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_inline_bl_items": 0, 2024-02-10T00:11:06.379 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_fsck_bytes": 0, 2024-02-10T00:11:06.380 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_fsck_items": 0, 2024-02-10T00:11:06.380 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_txc_bytes": 0, 2024-02-10T00:11:06.380 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_txc_items": 0, 2024-02-10T00:11:06.380 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_deferred_bytes": 0, 2024-02-10T00:11:06.380 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_deferred_items": 0, 2024-02-10T00:11:06.380 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_bytes": 0, 2024-02-10T00:11:06.380 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_items": 0, 2024-02-10T00:11:06.380 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_bytes": 0, 2024-02-10T00:11:06.380 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_items": 0, 2024-02-10T00:11:06.380 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_reader_bytes": 0, 2024-02-10T00:11:06.381 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_reader_items": 0, 2024-02-10T00:11:06.381 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_writer_bytes": 0, 2024-02-10T00:11:06.381 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_writer_items": 0, 2024-02-10T00:11:06.381 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_anon_bytes": 287287, 2024-02-10T00:11:06.381 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_anon_items": 98, 2024-02-10T00:11:06.381 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_meta_bytes": 0, 2024-02-10T00:11:06.381 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_meta_items": 0, 2024-02-10T00:11:06.381 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_bytes": 0, 2024-02-10T00:11:06.381 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_items": 0, 2024-02-10T00:11:06.381 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_mapbl_bytes": 0, 2024-02-10T00:11:06.381 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_mapbl_items": 0, 2024-02-10T00:11:06.381 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_pglog_bytes": 0, 2024-02-10T00:11:06.381 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_pglog_items": 0, 2024-02-10T00:11:06.381 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_bytes": 8032, 2024-02-10T00:11:06.382 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_items": 167, 2024-02-10T00:11:06.382 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_mapping_bytes": 0, 2024-02-10T00:11:06.382 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_mapping_items": 0, 2024-02-10T00:11:06.382 INFO:teuthology.orchestra.run.smithi103.stdout: "pgmap_bytes": 0, 2024-02-10T00:11:06.382 INFO:teuthology.orchestra.run.smithi103.stdout: "pgmap_items": 0, 2024-02-10T00:11:06.382 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_co_bytes": 85477, 2024-02-10T00:11:06.382 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_co_items": 341, 2024-02-10T00:11:06.382 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_1_bytes": 0, 2024-02-10T00:11:06.382 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_1_items": 0, 2024-02-10T00:11:06.382 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_2_bytes": 0, 2024-02-10T00:11:06.382 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_2_items": 0 2024-02-10T00:11:06.382 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.382 INFO:teuthology.orchestra.run.smithi103.stdout: "objecter": { 2024-02-10T00:11:06.382 INFO:teuthology.orchestra.run.smithi103.stdout: "op_active": 0, 2024-02-10T00:11:06.382 INFO:teuthology.orchestra.run.smithi103.stdout: "op_laggy": 0, 2024-02-10T00:11:06.383 INFO:teuthology.orchestra.run.smithi103.stdout: "op_send": 45, 2024-02-10T00:11:06.383 INFO:teuthology.orchestra.run.smithi103.stdout: "op_send_bytes": 12613, 2024-02-10T00:11:06.383 INFO:teuthology.orchestra.run.smithi103.stdout: "op_resend": 27, 2024-02-10T00:11:06.383 INFO:teuthology.orchestra.run.smithi103.stdout: "op_reply": 45, 2024-02-10T00:11:06.383 INFO:teuthology.orchestra.run.smithi103.stdout: "op_latency": { 2024-02-10T00:11:06.383 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 45, 2024-02-10T00:11:06.383 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.209996082, 2024-02-10T00:11:06.383 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.004666579 2024-02-10T00:11:06.383 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.383 INFO:teuthology.orchestra.run.smithi103.stdout: "op_inflight": 0, 2024-02-10T00:11:06.383 INFO:teuthology.orchestra.run.smithi103.stdout: "oplen_avg": { 2024-02-10T00:11:06.383 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 45, 2024-02-10T00:11:06.383 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 70 2024-02-10T00:11:06.383 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.384 INFO:teuthology.orchestra.run.smithi103.stdout: "op": 45, 2024-02-10T00:11:06.384 INFO:teuthology.orchestra.run.smithi103.stdout: "op_r": 0, 2024-02-10T00:11:06.384 INFO:teuthology.orchestra.run.smithi103.stdout: "op_w": 45, 2024-02-10T00:11:06.384 INFO:teuthology.orchestra.run.smithi103.stdout: "op_rmw": 0, 2024-02-10T00:11:06.384 INFO:teuthology.orchestra.run.smithi103.stdout: "op_pg": 0, 2024-02-10T00:11:06.384 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_stat": 0, 2024-02-10T00:11:06.384 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_create": 10, 2024-02-10T00:11:06.384 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_read": 0, 2024-02-10T00:11:06.384 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_write": 6, 2024-02-10T00:11:06.384 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_writefull": 7, 2024-02-10T00:11:06.384 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_writesame": 0, 2024-02-10T00:11:06.384 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_append": 0, 2024-02-10T00:11:06.385 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_zero": 0, 2024-02-10T00:11:06.385 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_truncate": 0, 2024-02-10T00:11:06.385 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_delete": 6, 2024-02-10T00:11:06.385 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_mapext": 0, 2024-02-10T00:11:06.385 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_sparse_read": 0, 2024-02-10T00:11:06.385 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_clonerange": 0, 2024-02-10T00:11:06.385 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_getxattr": 0, 2024-02-10T00:11:06.385 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_setxattr": 20, 2024-02-10T00:11:06.385 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_cmpxattr": 0, 2024-02-10T00:11:06.385 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_rmxattr": 0, 2024-02-10T00:11:06.385 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_resetxattrs": 0, 2024-02-10T00:11:06.385 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_call": 0, 2024-02-10T00:11:06.385 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_watch": 0, 2024-02-10T00:11:06.385 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_notify": 0, 2024-02-10T00:11:06.385 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_src_cmpxattr": 0, 2024-02-10T00:11:06.386 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_pgls": 0, 2024-02-10T00:11:06.386 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_pgls_filter": 0, 2024-02-10T00:11:06.386 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_other": 0, 2024-02-10T00:11:06.386 INFO:teuthology.orchestra.run.smithi103.stdout: "linger_active": 0, 2024-02-10T00:11:06.386 INFO:teuthology.orchestra.run.smithi103.stdout: "linger_send": 0, 2024-02-10T00:11:06.386 INFO:teuthology.orchestra.run.smithi103.stdout: "linger_resend": 0, 2024-02-10T00:11:06.386 INFO:teuthology.orchestra.run.smithi103.stdout: "linger_ping": 0, 2024-02-10T00:11:06.386 INFO:teuthology.orchestra.run.smithi103.stdout: "poolop_active": 0, 2024-02-10T00:11:06.386 INFO:teuthology.orchestra.run.smithi103.stdout: "poolop_send": 0, 2024-02-10T00:11:06.386 INFO:teuthology.orchestra.run.smithi103.stdout: "poolop_resend": 0, 2024-02-10T00:11:06.386 INFO:teuthology.orchestra.run.smithi103.stdout: "poolstat_active": 0, 2024-02-10T00:11:06.386 INFO:teuthology.orchestra.run.smithi103.stdout: "poolstat_send": 0, 2024-02-10T00:11:06.386 INFO:teuthology.orchestra.run.smithi103.stdout: "poolstat_resend": 0, 2024-02-10T00:11:06.387 INFO:teuthology.orchestra.run.smithi103.stdout: "statfs_active": 0, 2024-02-10T00:11:06.387 INFO:teuthology.orchestra.run.smithi103.stdout: "statfs_send": 0, 2024-02-10T00:11:06.387 INFO:teuthology.orchestra.run.smithi103.stdout: "statfs_resend": 0, 2024-02-10T00:11:06.387 INFO:teuthology.orchestra.run.smithi103.stdout: "command_active": 0, 2024-02-10T00:11:06.387 INFO:teuthology.orchestra.run.smithi103.stdout: "command_send": 0, 2024-02-10T00:11:06.387 INFO:teuthology.orchestra.run.smithi103.stdout: "command_resend": 0, 2024-02-10T00:11:06.387 INFO:teuthology.orchestra.run.smithi103.stdout: "map_epoch": 99, 2024-02-10T00:11:06.387 INFO:teuthology.orchestra.run.smithi103.stdout: "map_full": 0, 2024-02-10T00:11:06.387 INFO:teuthology.orchestra.run.smithi103.stdout: "map_inc": 14, 2024-02-10T00:11:06.387 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_sessions": 9, 2024-02-10T00:11:06.387 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_session_open": 9, 2024-02-10T00:11:06.387 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_session_close": 0, 2024-02-10T00:11:06.387 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_laggy": 0, 2024-02-10T00:11:06.387 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_wr": 20, 2024-02-10T00:11:06.388 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_rd": 0, 2024-02-10T00:11:06.388 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_del": 1 2024-02-10T00:11:06.388 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.388 INFO:teuthology.orchestra.run.smithi103.stdout: "oft": { 2024-02-10T00:11:06.388 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_total_objs": 1, 2024-02-10T00:11:06.388 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_total_kv_pairs": 0, 2024-02-10T00:11:06.388 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_total_updates": 0, 2024-02-10T00:11:06.388 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_total_removes": 0 2024-02-10T00:11:06.388 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.388 INFO:teuthology.orchestra.run.smithi103.stdout: "osd-slow-ops": { 2024-02-10T00:11:06.388 INFO:teuthology.orchestra.run.smithi103.stdout: "slow_ops_count": 0 2024-02-10T00:11:06.388 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.388 INFO:teuthology.orchestra.run.smithi103.stdout: "purge_queue": { 2024-02-10T00:11:06.389 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executing_ops": 0, 2024-02-10T00:11:06.389 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executing_ops_high_water": 0, 2024-02-10T00:11:06.389 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executing": 0, 2024-02-10T00:11:06.389 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executing_high_water": 0, 2024-02-10T00:11:06.389 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executed_ops": 0, 2024-02-10T00:11:06.389 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executed": 0, 2024-02-10T00:11:06.389 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_item_in_journal": 0 2024-02-10T00:11:06.390 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.390 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-02-10T00:11:06.390 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-02-10T00:11:06.390 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 104857600, 2024-02-10T00:11:06.390 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-02-10T00:11:06.390 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 1913, 2024-02-10T00:11:06.390 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 1941836, 2024-02-10T00:11:06.390 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-02-10T00:11:06.390 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 1913, 2024-02-10T00:11:06.391 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 0, 2024-02-10T00:11:06.391 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 0, 2024-02-10T00:11:06.391 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 1913, 2024-02-10T00:11:06.391 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 1941836, 2024-02-10T00:11:06.391 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-02-10T00:11:06.391 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.391 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.391 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.391 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:06.391 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.392 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-objecter_bytes": { 2024-02-10T00:11:06.392 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-02-10T00:11:06.392 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 104857600, 2024-02-10T00:11:06.392 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-02-10T00:11:06.392 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 0, 2024-02-10T00:11:06.392 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 0, 2024-02-10T00:11:06.393 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-02-10T00:11:06.393 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 0, 2024-02-10T00:11:06.393 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 45, 2024-02-10T00:11:06.393 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 12613, 2024-02-10T00:11:06.393 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 45, 2024-02-10T00:11:06.393 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 12613, 2024-02-10T00:11:06.393 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-02-10T00:11:06.393 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.394 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.394 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.394 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:06.394 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.394 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-objecter_ops": { 2024-02-10T00:11:06.394 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-02-10T00:11:06.395 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 1024, 2024-02-10T00:11:06.395 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-02-10T00:11:06.395 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 0, 2024-02-10T00:11:06.395 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 0, 2024-02-10T00:11:06.395 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-02-10T00:11:06.395 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 0, 2024-02-10T00:11:06.396 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 45, 2024-02-10T00:11:06.396 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 45, 2024-02-10T00:11:06.396 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 45, 2024-02-10T00:11:06.396 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 45, 2024-02-10T00:11:06.396 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-02-10T00:11:06.396 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.396 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.397 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.397 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:06.397 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.397 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-write_buf_throttle": { 2024-02-10T00:11:06.397 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-02-10T00:11:06.397 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 3758096384, 2024-02-10T00:11:06.397 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-02-10T00:11:06.397 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 0, 2024-02-10T00:11:06.398 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 0, 2024-02-10T00:11:06.398 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-02-10T00:11:06.398 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 0, 2024-02-10T00:11:06.398 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 0, 2024-02-10T00:11:06.398 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 0, 2024-02-10T00:11:06.398 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 0, 2024-02-10T00:11:06.398 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 0, 2024-02-10T00:11:06.398 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-02-10T00:11:06.398 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.399 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.399 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.399 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:06.399 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:06.399 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-write_buf_throttle-0x55560a5bc640": { 2024-02-10T00:11:06.399 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-02-10T00:11:06.400 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 3758096384, 2024-02-10T00:11:06.400 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-02-10T00:11:06.400 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 7, 2024-02-10T00:11:06.400 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 1960, 2024-02-10T00:11:06.400 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-02-10T00:11:06.400 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 7, 2024-02-10T00:11:06.401 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 0, 2024-02-10T00:11:06.401 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 0, 2024-02-10T00:11:06.401 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 6, 2024-02-10T00:11:06.401 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 1960, 2024-02-10T00:11:06.401 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-02-10T00:11:06.401 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:06.402 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:06.402 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:06.402 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:06.402 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:06.402 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-02-10T00:11:07.113 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-02-10T00:11:07.113 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-02-10T00:11:07.113 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=0 2024-02-10T00:11:07.113 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=9 2024-02-10T00:11:07.113 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=6 2024-02-10T00:11:07.114 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0 2024-02-10T00:11:07.114 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0 2024-02-10T00:11:07.114 DEBUG:tasks.check_counter:Getting stats from f 2024-02-10T00:11:07.114 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph daemon mds.f perf dump 2024-02-10T00:11:07.360 INFO:teuthology.orchestra.run.smithi103.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.c/config 2024-02-10T00:11:07.388 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:07 smithi103 ceph-mon[36942]: pgmap v366: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-02-10T00:11:07.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:07 smithi088 ceph-mon[36452]: pgmap v366: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-02-10T00:11:07.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:07 smithi001 ceph-mon[32335]: pgmap v366: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-02-10T00:11:09.057 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-02-10T00:11:09.058 INFO:teuthology.orchestra.run.smithi103.stdout: "AsyncMessenger::Worker-0": { 2024-02-10T00:11:09.058 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_messages": 814, 2024-02-10T00:11:09.058 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages": 812, 2024-02-10T00:11:09.058 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_bytes": 6125686, 2024-02-10T00:11:09.058 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_bytes": 300677, 2024-02-10T00:11:09.058 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_created_connections": 6, 2024-02-10T00:11:09.058 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_active_connections": 2, 2024-02-10T00:11:09.058 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_total_time": 0.090250352, 2024-02-10T00:11:09.058 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_send_time": 0.030955903, 2024-02-10T00:11:09.058 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_recv_time": 0.030553002, 2024-02-10T00:11:09.058 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_fast_dispatch_time": 0.022200182, 2024-02-10T00:11:09.058 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:11:09.058 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 811, 2024-02-10T00:11:09.058 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.033215581, 2024-02-10T00:11:09.059 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000040956 2024-02-10T00:11:09.059 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.059 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:11:09.059 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.059 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.059 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.059 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.059 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_encrypted_bytes": 349120, 2024-02-10T00:11:09.059 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_encrypted_bytes": 107856 2024-02-10T00:11:09.059 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.059 INFO:teuthology.orchestra.run.smithi103.stdout: "AsyncMessenger::Worker-1": { 2024-02-10T00:11:09.059 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_messages": 1602, 2024-02-10T00:11:09.059 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages": 1735, 2024-02-10T00:11:09.059 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_bytes": 12957948, 2024-02-10T00:11:09.060 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_bytes": 815972, 2024-02-10T00:11:09.060 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_created_connections": 5, 2024-02-10T00:11:09.060 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_active_connections": 4, 2024-02-10T00:11:09.060 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_total_time": 0.179214826, 2024-02-10T00:11:09.060 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_send_time": 0.055507151, 2024-02-10T00:11:09.060 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_recv_time": 0.056452587, 2024-02-10T00:11:09.060 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_fast_dispatch_time": 0.051251649, 2024-02-10T00:11:09.060 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:11:09.060 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 1733, 2024-02-10T00:11:09.060 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.070085089, 2024-02-10T00:11:09.060 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000040441 2024-02-10T00:11:09.060 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.060 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:11:09.060 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.061 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.061 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.061 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.061 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_encrypted_bytes": 160, 2024-02-10T00:11:09.061 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_encrypted_bytes": 318000 2024-02-10T00:11:09.061 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.061 INFO:teuthology.orchestra.run.smithi103.stdout: "AsyncMessenger::Worker-2": { 2024-02-10T00:11:09.061 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_messages": 356, 2024-02-10T00:11:09.061 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages": 356, 2024-02-10T00:11:09.061 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_bytes": 4286115, 2024-02-10T00:11:09.061 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_bytes": 109935, 2024-02-10T00:11:09.061 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_created_connections": 5, 2024-02-10T00:11:09.061 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_active_connections": 4, 2024-02-10T00:11:09.061 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_total_time": 0.039687064, 2024-02-10T00:11:09.062 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_send_time": 0.010534264, 2024-02-10T00:11:09.062 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_recv_time": 0.014784593, 2024-02-10T00:11:09.062 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_fast_dispatch_time": 0.011019780, 2024-02-10T00:11:09.062 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:11:09.062 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 355, 2024-02-10T00:11:09.062 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.015353376, 2024-02-10T00:11:09.062 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000043248 2024-02-10T00:11:09.062 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.062 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:11:09.062 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.062 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.062 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.062 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.062 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_encrypted_bytes": 3024, 2024-02-10T00:11:09.063 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_encrypted_bytes": 448 2024-02-10T00:11:09.063 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.063 INFO:teuthology.orchestra.run.smithi103.stdout: "cct": { 2024-02-10T00:11:09.063 INFO:teuthology.orchestra.run.smithi103.stdout: "total_workers": 1, 2024-02-10T00:11:09.063 INFO:teuthology.orchestra.run.smithi103.stdout: "unhealthy_workers": 0 2024-02-10T00:11:09.063 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.063 INFO:teuthology.orchestra.run.smithi103.stdout: "finisher-MDSRank": { 2024-02-10T00:11:09.063 INFO:teuthology.orchestra.run.smithi103.stdout: "queue_len": 0, 2024-02-10T00:11:09.063 INFO:teuthology.orchestra.run.smithi103.stdout: "complete_latency": { 2024-02-10T00:11:09.063 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 4434, 2024-02-10T00:11:09.063 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.121281653, 2024-02-10T00:11:09.063 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000027352 2024-02-10T00:11:09.063 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:09.063 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.064 INFO:teuthology.orchestra.run.smithi103.stdout: "finisher-PurgeQueue": { 2024-02-10T00:11:09.064 INFO:teuthology.orchestra.run.smithi103.stdout: "queue_len": 0, 2024-02-10T00:11:09.064 INFO:teuthology.orchestra.run.smithi103.stdout: "complete_latency": { 2024-02-10T00:11:09.064 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.064 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.064 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.064 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:09.064 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.064 INFO:teuthology.orchestra.run.smithi103.stdout: "mds": { 2024-02-10T00:11:09.064 INFO:teuthology.orchestra.run.smithi103.stdout: "request": 0, 2024-02-10T00:11:09.064 INFO:teuthology.orchestra.run.smithi103.stdout: "reply": 0, 2024-02-10T00:11:09.064 INFO:teuthology.orchestra.run.smithi103.stdout: "reply_latency": { 2024-02-10T00:11:09.064 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.064 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.065 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.065 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.065 INFO:teuthology.orchestra.run.smithi103.stdout: "slow_reply": 0, 2024-02-10T00:11:09.065 INFO:teuthology.orchestra.run.smithi103.stdout: "forward": 0, 2024-02-10T00:11:09.065 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_fetch_complete": 0, 2024-02-10T00:11:09.065 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_fetch_keys": 0, 2024-02-10T00:11:09.065 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_commit": 0, 2024-02-10T00:11:09.065 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_split": 0, 2024-02-10T00:11:09.065 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_merge": 0, 2024-02-10T00:11:09.065 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes": 23, 2024-02-10T00:11:09.065 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_top": 7, 2024-02-10T00:11:09.065 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_bottom": 16, 2024-02-10T00:11:09.065 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_pin_tail": 0, 2024-02-10T00:11:09.065 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_pinned": 13, 2024-02-10T00:11:09.066 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_expired": 0, 2024-02-10T00:11:09.066 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_with_caps": 0, 2024-02-10T00:11:09.066 INFO:teuthology.orchestra.run.smithi103.stdout: "caps": 0, 2024-02-10T00:11:09.066 INFO:teuthology.orchestra.run.smithi103.stdout: "subtrees": 2, 2024-02-10T00:11:09.066 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse": 0, 2024-02-10T00:11:09.066 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_hit": 0, 2024-02-10T00:11:09.066 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_forward": 0, 2024-02-10T00:11:09.066 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_discover": 0, 2024-02-10T00:11:09.066 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_dir_fetch": 0, 2024-02-10T00:11:09.066 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_remote_ino": 0, 2024-02-10T00:11:09.066 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_lock": 0, 2024-02-10T00:11:09.066 INFO:teuthology.orchestra.run.smithi103.stdout: "load_cent": 0, 2024-02-10T00:11:09.066 INFO:teuthology.orchestra.run.smithi103.stdout: "q": 0, 2024-02-10T00:11:09.066 INFO:teuthology.orchestra.run.smithi103.stdout: "exported": 0, 2024-02-10T00:11:09.066 INFO:teuthology.orchestra.run.smithi103.stdout: "exported_inodes": 0, 2024-02-10T00:11:09.067 INFO:teuthology.orchestra.run.smithi103.stdout: "imported": 0, 2024-02-10T00:11:09.067 INFO:teuthology.orchestra.run.smithi103.stdout: "imported_inodes": 0, 2024-02-10T00:11:09.067 INFO:teuthology.orchestra.run.smithi103.stdout: "openino_dir_fetch": 0, 2024-02-10T00:11:09.067 INFO:teuthology.orchestra.run.smithi103.stdout: "openino_backtrace_fetch": 0, 2024-02-10T00:11:09.067 INFO:teuthology.orchestra.run.smithi103.stdout: "openino_peer_discover": 0, 2024-02-10T00:11:09.067 INFO:teuthology.orchestra.run.smithi103.stdout: "root_rfiles": 4, 2024-02-10T00:11:09.067 INFO:teuthology.orchestra.run.smithi103.stdout: "root_rbytes": 234, 2024-02-10T00:11:09.067 INFO:teuthology.orchestra.run.smithi103.stdout: "root_rsnaps": 6, 2024-02-10T00:11:09.067 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_backtrace_fetch": 0, 2024-02-10T00:11:09.067 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_set_tag": 0, 2024-02-10T00:11:09.067 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_backtrace_repaired": 0, 2024-02-10T00:11:09.067 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_inotable_repaired": 0, 2024-02-10T00:11:09.067 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_dir_inodes": 0, 2024-02-10T00:11:09.067 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_dir_base_inodes": 0, 2024-02-10T00:11:09.068 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_dirfrag_rstats": 0, 2024-02-10T00:11:09.068 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_file_inodes": 0, 2024-02-10T00:11:09.068 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_inode_file_caps": 0, 2024-02-10T00:11:09.068 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_revoke": 0, 2024-02-10T00:11:09.068 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_grant": 0, 2024-02-10T00:11:09.068 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_trunc": 0, 2024-02-10T00:11:09.068 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-02-10T00:11:09.068 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_flush_ack": 0, 2024-02-10T00:11:09.068 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_caps": 0, 2024-02-10T00:11:09.068 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_caps_dirty": 0, 2024-02-10T00:11:09.068 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_cap_release": 0, 2024-02-10T00:11:09.068 INFO:teuthology.orchestra.run.smithi103.stdout: "process_request_cap_release": 0 2024-02-10T00:11:09.068 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.068 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_cache": { 2024-02-10T00:11:09.068 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_update": 0, 2024-02-10T00:11:09.069 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_update_receipt": 0, 2024-02-10T00:11:09.069 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_try_discover": 0, 2024-02-10T00:11:09.069 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_send_discover": 0, 2024-02-10T00:11:09.069 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_handle_discover": 0, 2024-02-10T00:11:09.069 INFO:teuthology.orchestra.run.smithi103.stdout: "num_strays": 0, 2024-02-10T00:11:09.069 INFO:teuthology.orchestra.run.smithi103.stdout: "num_strays_delayed": 0, 2024-02-10T00:11:09.069 INFO:teuthology.orchestra.run.smithi103.stdout: "num_strays_enqueuing": 0, 2024-02-10T00:11:09.069 INFO:teuthology.orchestra.run.smithi103.stdout: "strays_created": 0, 2024-02-10T00:11:09.069 INFO:teuthology.orchestra.run.smithi103.stdout: "strays_enqueued": 0, 2024-02-10T00:11:09.069 INFO:teuthology.orchestra.run.smithi103.stdout: "strays_reintegrated": 0, 2024-02-10T00:11:09.069 INFO:teuthology.orchestra.run.smithi103.stdout: "strays_migrated": 0, 2024-02-10T00:11:09.069 INFO:teuthology.orchestra.run.smithi103.stdout: "num_recovering_processing": 0, 2024-02-10T00:11:09.069 INFO:teuthology.orchestra.run.smithi103.stdout: "num_recovering_enqueued": 0, 2024-02-10T00:11:09.069 INFO:teuthology.orchestra.run.smithi103.stdout: "num_recovering_prioritized": 0, 2024-02-10T00:11:09.069 INFO:teuthology.orchestra.run.smithi103.stdout: "recovery_started": 0, 2024-02-10T00:11:09.070 INFO:teuthology.orchestra.run.smithi103.stdout: "recovery_completed": 0, 2024-02-10T00:11:09.070 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_enqueue_scrub": 0, 2024-02-10T00:11:09.070 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_exportdir": 0, 2024-02-10T00:11:09.070 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_flush": 0, 2024-02-10T00:11:09.070 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_fragmentdir": 0, 2024-02-10T00:11:09.070 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_fragstats": 0, 2024-02-10T00:11:09.070 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_inodestats": 0 2024-02-10T00:11:09.070 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.070 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_log": { 2024-02-10T00:11:09.070 INFO:teuthology.orchestra.run.smithi103.stdout: "evlrg": 0, 2024-02-10T00:11:09.070 INFO:teuthology.orchestra.run.smithi103.stdout: "evadd": 0, 2024-02-10T00:11:09.070 INFO:teuthology.orchestra.run.smithi103.stdout: "evex": 0, 2024-02-10T00:11:09.070 INFO:teuthology.orchestra.run.smithi103.stdout: "evtrm": 0, 2024-02-10T00:11:09.070 INFO:teuthology.orchestra.run.smithi103.stdout: "ev": 2534, 2024-02-10T00:11:09.070 INFO:teuthology.orchestra.run.smithi103.stdout: "evexg": 0, 2024-02-10T00:11:09.071 INFO:teuthology.orchestra.run.smithi103.stdout: "evexd": 0, 2024-02-10T00:11:09.071 INFO:teuthology.orchestra.run.smithi103.stdout: "segadd": 0, 2024-02-10T00:11:09.071 INFO:teuthology.orchestra.run.smithi103.stdout: "segex": 0, 2024-02-10T00:11:09.071 INFO:teuthology.orchestra.run.smithi103.stdout: "segtrm": 0, 2024-02-10T00:11:09.071 INFO:teuthology.orchestra.run.smithi103.stdout: "seg": 2, 2024-02-10T00:11:09.071 INFO:teuthology.orchestra.run.smithi103.stdout: "segmjr": 47, 2024-02-10T00:11:09.071 INFO:teuthology.orchestra.run.smithi103.stdout: "segexg": 0, 2024-02-10T00:11:09.071 INFO:teuthology.orchestra.run.smithi103.stdout: "segexd": 0, 2024-02-10T00:11:09.071 INFO:teuthology.orchestra.run.smithi103.stdout: "expos": 25935424, 2024-02-10T00:11:09.071 INFO:teuthology.orchestra.run.smithi103.stdout: "wrpos": 26592180, 2024-02-10T00:11:09.071 INFO:teuthology.orchestra.run.smithi103.stdout: "rdpos": 26592096, 2024-02-10T00:11:09.071 INFO:teuthology.orchestra.run.smithi103.stdout: "jlat": { 2024-02-10T00:11:09.071 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.071 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.071 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.072 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.072 INFO:teuthology.orchestra.run.smithi103.stdout: "replayed": 2534 2024-02-10T00:11:09.072 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.072 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_mem": { 2024-02-10T00:11:09.072 INFO:teuthology.orchestra.run.smithi103.stdout: "ino": 20, 2024-02-10T00:11:09.072 INFO:teuthology.orchestra.run.smithi103.stdout: "ino+": 21, 2024-02-10T00:11:09.072 INFO:teuthology.orchestra.run.smithi103.stdout: "ino-": 1, 2024-02-10T00:11:09.072 INFO:teuthology.orchestra.run.smithi103.stdout: "dir": 9, 2024-02-10T00:11:09.072 INFO:teuthology.orchestra.run.smithi103.stdout: "dir+": 9, 2024-02-10T00:11:09.072 INFO:teuthology.orchestra.run.smithi103.stdout: "dir-": 0, 2024-02-10T00:11:09.072 INFO:teuthology.orchestra.run.smithi103.stdout: "dn": 23, 2024-02-10T00:11:09.072 INFO:teuthology.orchestra.run.smithi103.stdout: "dn+": 23, 2024-02-10T00:11:09.072 INFO:teuthology.orchestra.run.smithi103.stdout: "dn-": 0, 2024-02-10T00:11:09.072 INFO:teuthology.orchestra.run.smithi103.stdout: "cap": 0, 2024-02-10T00:11:09.073 INFO:teuthology.orchestra.run.smithi103.stdout: "cap+": 0, 2024-02-10T00:11:09.073 INFO:teuthology.orchestra.run.smithi103.stdout: "cap-": 0, 2024-02-10T00:11:09.073 INFO:teuthology.orchestra.run.smithi103.stdout: "rss": 50744, 2024-02-10T00:11:09.073 INFO:teuthology.orchestra.run.smithi103.stdout: "heap": 215420 2024-02-10T00:11:09.073 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.073 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_server": { 2024-02-10T00:11:09.073 INFO:teuthology.orchestra.run.smithi103.stdout: "dispatch_client_request": 0, 2024-02-10T00:11:09.073 INFO:teuthology.orchestra.run.smithi103.stdout: "dispatch_server_request": 0, 2024-02-10T00:11:09.073 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_request": 0, 2024-02-10T00:11:09.073 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_session": 0, 2024-02-10T00:11:09.073 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_peer_request": 0, 2024-02-10T00:11:09.073 INFO:teuthology.orchestra.run.smithi103.stdout: "req_create_latency": { 2024-02-10T00:11:09.073 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.073 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.073 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.074 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.074 INFO:teuthology.orchestra.run.smithi103.stdout: "req_getattr_latency": { 2024-02-10T00:11:09.074 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.074 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.074 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.074 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.074 INFO:teuthology.orchestra.run.smithi103.stdout: "req_getfilelock_latency": { 2024-02-10T00:11:09.074 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.074 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.074 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.074 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.074 INFO:teuthology.orchestra.run.smithi103.stdout: "req_link_latency": { 2024-02-10T00:11:09.074 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.074 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.075 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.075 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.075 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookup_latency": { 2024-02-10T00:11:09.075 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.075 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.075 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.075 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.075 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookuphash_latency": { 2024-02-10T00:11:09.075 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.075 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.075 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.075 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.075 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookupino_latency": { 2024-02-10T00:11:09.075 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.075 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.076 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.076 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.076 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookupname_latency": { 2024-02-10T00:11:09.076 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.076 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.076 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.076 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.076 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookupparent_latency": { 2024-02-10T00:11:09.076 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.076 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.076 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.076 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.076 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookupsnap_latency": { 2024-02-10T00:11:09.076 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.076 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.077 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.077 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.077 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lssnap_latency": { 2024-02-10T00:11:09.077 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.077 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.077 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.077 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.077 INFO:teuthology.orchestra.run.smithi103.stdout: "req_mkdir_latency": { 2024-02-10T00:11:09.077 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.077 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.078 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.078 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.078 INFO:teuthology.orchestra.run.smithi103.stdout: "req_mknod_latency": { 2024-02-10T00:11:09.078 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.078 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.078 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.078 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.078 INFO:teuthology.orchestra.run.smithi103.stdout: "req_mksnap_latency": { 2024-02-10T00:11:09.078 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.079 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.079 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.079 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.079 INFO:teuthology.orchestra.run.smithi103.stdout: "req_open_latency": { 2024-02-10T00:11:09.079 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.079 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.079 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.079 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.079 INFO:teuthology.orchestra.run.smithi103.stdout: "req_readdir_latency": { 2024-02-10T00:11:09.079 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.079 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.079 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.079 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.079 INFO:teuthology.orchestra.run.smithi103.stdout: "req_rename_latency": { 2024-02-10T00:11:09.080 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.080 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.080 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.080 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.080 INFO:teuthology.orchestra.run.smithi103.stdout: "req_renamesnap_latency": { 2024-02-10T00:11:09.080 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.080 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.080 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.080 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.080 INFO:teuthology.orchestra.run.smithi103.stdout: "req_snapdiff_latency": { 2024-02-10T00:11:09.080 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.080 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.080 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.080 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.080 INFO:teuthology.orchestra.run.smithi103.stdout: "req_rmdir_latency": { 2024-02-10T00:11:09.081 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.081 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.081 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.081 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.081 INFO:teuthology.orchestra.run.smithi103.stdout: "req_rmsnap_latency": { 2024-02-10T00:11:09.081 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.081 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.081 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.081 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.081 INFO:teuthology.orchestra.run.smithi103.stdout: "req_rmxattr_latency": { 2024-02-10T00:11:09.081 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.081 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.081 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.081 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.082 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setattr_latency": { 2024-02-10T00:11:09.082 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.082 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.082 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.082 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.082 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setdirlayout_latency": { 2024-02-10T00:11:09.082 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.082 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.082 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.082 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.082 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setfilelock_latency": { 2024-02-10T00:11:09.082 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.082 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.082 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.082 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.083 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setlayout_latency": { 2024-02-10T00:11:09.083 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.083 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.083 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.083 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.083 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setxattr_latency": { 2024-02-10T00:11:09.083 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.083 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.083 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.083 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.083 INFO:teuthology.orchestra.run.smithi103.stdout: "req_symlink_latency": { 2024-02-10T00:11:09.083 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.083 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.083 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.084 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.084 INFO:teuthology.orchestra.run.smithi103.stdout: "req_unlink_latency": { 2024-02-10T00:11:09.084 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.084 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.084 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.084 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.084 INFO:teuthology.orchestra.run.smithi103.stdout: "cap_revoke_eviction": 0, 2024-02-10T00:11:09.084 INFO:teuthology.orchestra.run.smithi103.stdout: "cap_acquisition_throttle": 0, 2024-02-10T00:11:09.084 INFO:teuthology.orchestra.run.smithi103.stdout: "req_getvxattr_latency": { 2024-02-10T00:11:09.084 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.084 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.084 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.084 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:09.084 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.084 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_sessions": { 2024-02-10T00:11:09.085 INFO:teuthology.orchestra.run.smithi103.stdout: "session_count": 2, 2024-02-10T00:11:09.085 INFO:teuthology.orchestra.run.smithi103.stdout: "session_add": 4, 2024-02-10T00:11:09.085 INFO:teuthology.orchestra.run.smithi103.stdout: "session_remove": 2, 2024-02-10T00:11:09.085 INFO:teuthology.orchestra.run.smithi103.stdout: "sessions_open": 0, 2024-02-10T00:11:09.085 INFO:teuthology.orchestra.run.smithi103.stdout: "sessions_stale": 0, 2024-02-10T00:11:09.085 INFO:teuthology.orchestra.run.smithi103.stdout: "total_load": 0, 2024-02-10T00:11:09.085 INFO:teuthology.orchestra.run.smithi103.stdout: "average_load": 0, 2024-02-10T00:11:09.085 INFO:teuthology.orchestra.run.smithi103.stdout: "avg_session_uptime": 3650, 2024-02-10T00:11:09.085 INFO:teuthology.orchestra.run.smithi103.stdout: "mdthresh_evicted": 0 2024-02-10T00:11:09.085 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.085 INFO:teuthology.orchestra.run.smithi103.stdout: "mempool": { 2024-02-10T00:11:09.085 INFO:teuthology.orchestra.run.smithi103.stdout: "bloom_filter_bytes": 0, 2024-02-10T00:11:09.085 INFO:teuthology.orchestra.run.smithi103.stdout: "bloom_filter_items": 0, 2024-02-10T00:11:09.085 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_alloc_bytes": 0, 2024-02-10T00:11:09.086 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_alloc_items": 0, 2024-02-10T00:11:09.086 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_data_bytes": 0, 2024-02-10T00:11:09.086 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_data_items": 0, 2024-02-10T00:11:09.086 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_onode_bytes": 0, 2024-02-10T00:11:09.086 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_onode_items": 0, 2024-02-10T00:11:09.086 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_meta_bytes": 0, 2024-02-10T00:11:09.086 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_meta_items": 0, 2024-02-10T00:11:09.086 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_other_bytes": 0, 2024-02-10T00:11:09.086 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_other_items": 0, 2024-02-10T00:11:09.086 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_buffer_bytes": 0, 2024-02-10T00:11:09.086 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_buffer_items": 0, 2024-02-10T00:11:09.086 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_extent_bytes": 0, 2024-02-10T00:11:09.086 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_extent_items": 0, 2024-02-10T00:11:09.086 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_blob_bytes": 0, 2024-02-10T00:11:09.086 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_blob_items": 0, 2024-02-10T00:11:09.087 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_shared_blob_bytes": 0, 2024-02-10T00:11:09.087 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_shared_blob_items": 0, 2024-02-10T00:11:09.087 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_inline_bl_bytes": 0, 2024-02-10T00:11:09.087 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_inline_bl_items": 0, 2024-02-10T00:11:09.087 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_fsck_bytes": 0, 2024-02-10T00:11:09.087 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_fsck_items": 0, 2024-02-10T00:11:09.087 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_txc_bytes": 0, 2024-02-10T00:11:09.087 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_txc_items": 0, 2024-02-10T00:11:09.087 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_deferred_bytes": 0, 2024-02-10T00:11:09.087 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_deferred_items": 0, 2024-02-10T00:11:09.087 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_bytes": 0, 2024-02-10T00:11:09.087 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_items": 0, 2024-02-10T00:11:09.087 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_bytes": 0, 2024-02-10T00:11:09.087 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_items": 0, 2024-02-10T00:11:09.087 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_reader_bytes": 0, 2024-02-10T00:11:09.088 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_reader_items": 0, 2024-02-10T00:11:09.088 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_writer_bytes": 0, 2024-02-10T00:11:09.088 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_writer_items": 0, 2024-02-10T00:11:09.088 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_anon_bytes": 207232, 2024-02-10T00:11:09.088 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_anon_items": 85, 2024-02-10T00:11:09.088 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_meta_bytes": 0, 2024-02-10T00:11:09.088 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_meta_items": 0, 2024-02-10T00:11:09.088 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_bytes": 0, 2024-02-10T00:11:09.088 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_items": 0, 2024-02-10T00:11:09.088 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_mapbl_bytes": 0, 2024-02-10T00:11:09.088 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_mapbl_items": 0, 2024-02-10T00:11:09.088 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_pglog_bytes": 0, 2024-02-10T00:11:09.088 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_pglog_items": 0, 2024-02-10T00:11:09.088 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_bytes": 8032, 2024-02-10T00:11:09.089 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_items": 167, 2024-02-10T00:11:09.089 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_mapping_bytes": 0, 2024-02-10T00:11:09.089 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_mapping_items": 0, 2024-02-10T00:11:09.089 INFO:teuthology.orchestra.run.smithi103.stdout: "pgmap_bytes": 0, 2024-02-10T00:11:09.089 INFO:teuthology.orchestra.run.smithi103.stdout: "pgmap_items": 0, 2024-02-10T00:11:09.089 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_co_bytes": 107959, 2024-02-10T00:11:09.089 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_co_items": 886, 2024-02-10T00:11:09.089 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_1_bytes": 0, 2024-02-10T00:11:09.089 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_1_items": 0, 2024-02-10T00:11:09.089 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_2_bytes": 0, 2024-02-10T00:11:09.089 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_2_items": 0 2024-02-10T00:11:09.089 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.089 INFO:teuthology.orchestra.run.smithi103.stdout: "objecter": { 2024-02-10T00:11:09.089 INFO:teuthology.orchestra.run.smithi103.stdout: "op_active": 0, 2024-02-10T00:11:09.089 INFO:teuthology.orchestra.run.smithi103.stdout: "op_laggy": 0, 2024-02-10T00:11:09.090 INFO:teuthology.orchestra.run.smithi103.stdout: "op_send": 2573, 2024-02-10T00:11:09.090 INFO:teuthology.orchestra.run.smithi103.stdout: "op_send_bytes": 26, 2024-02-10T00:11:09.090 INFO:teuthology.orchestra.run.smithi103.stdout: "op_resend": 4, 2024-02-10T00:11:09.090 INFO:teuthology.orchestra.run.smithi103.stdout: "op_reply": 2573, 2024-02-10T00:11:09.090 INFO:teuthology.orchestra.run.smithi103.stdout: "op_latency": { 2024-02-10T00:11:09.090 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 2573, 2024-02-10T00:11:09.090 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 1.368974492, 2024-02-10T00:11:09.090 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000532053 2024-02-10T00:11:09.090 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.090 INFO:teuthology.orchestra.run.smithi103.stdout: "op_inflight": 0, 2024-02-10T00:11:09.090 INFO:teuthology.orchestra.run.smithi103.stdout: "oplen_avg": { 2024-02-10T00:11:09.090 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 2573, 2024-02-10T00:11:09.090 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 2574 2024-02-10T00:11:09.090 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.090 INFO:teuthology.orchestra.run.smithi103.stdout: "op": 2573, 2024-02-10T00:11:09.091 INFO:teuthology.orchestra.run.smithi103.stdout: "op_r": 2573, 2024-02-10T00:11:09.091 INFO:teuthology.orchestra.run.smithi103.stdout: "op_w": 0, 2024-02-10T00:11:09.091 INFO:teuthology.orchestra.run.smithi103.stdout: "op_rmw": 0, 2024-02-10T00:11:09.091 INFO:teuthology.orchestra.run.smithi103.stdout: "op_pg": 0, 2024-02-10T00:11:09.091 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_stat": 1300, 2024-02-10T00:11:09.091 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_create": 0, 2024-02-10T00:11:09.091 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_read": 1270, 2024-02-10T00:11:09.091 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_write": 0, 2024-02-10T00:11:09.091 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_writefull": 0, 2024-02-10T00:11:09.091 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_writesame": 0, 2024-02-10T00:11:09.091 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_append": 0, 2024-02-10T00:11:09.091 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_zero": 0, 2024-02-10T00:11:09.091 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_truncate": 0, 2024-02-10T00:11:09.091 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_delete": 0, 2024-02-10T00:11:09.091 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_mapext": 0, 2024-02-10T00:11:09.092 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_sparse_read": 0, 2024-02-10T00:11:09.092 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_clonerange": 0, 2024-02-10T00:11:09.092 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_getxattr": 2, 2024-02-10T00:11:09.092 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_setxattr": 0, 2024-02-10T00:11:09.092 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_cmpxattr": 0, 2024-02-10T00:11:09.092 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_rmxattr": 0, 2024-02-10T00:11:09.092 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_resetxattrs": 0, 2024-02-10T00:11:09.092 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_call": 0, 2024-02-10T00:11:09.092 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_watch": 0, 2024-02-10T00:11:09.092 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_notify": 0, 2024-02-10T00:11:09.092 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_src_cmpxattr": 0, 2024-02-10T00:11:09.092 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_pgls": 0, 2024-02-10T00:11:09.092 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_pgls_filter": 0, 2024-02-10T00:11:09.092 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_other": 0, 2024-02-10T00:11:09.093 INFO:teuthology.orchestra.run.smithi103.stdout: "linger_active": 0, 2024-02-10T00:11:09.093 INFO:teuthology.orchestra.run.smithi103.stdout: "linger_send": 0, 2024-02-10T00:11:09.093 INFO:teuthology.orchestra.run.smithi103.stdout: "linger_resend": 0, 2024-02-10T00:11:09.093 INFO:teuthology.orchestra.run.smithi103.stdout: "linger_ping": 0, 2024-02-10T00:11:09.093 INFO:teuthology.orchestra.run.smithi103.stdout: "poolop_active": 0, 2024-02-10T00:11:09.093 INFO:teuthology.orchestra.run.smithi103.stdout: "poolop_send": 0, 2024-02-10T00:11:09.093 INFO:teuthology.orchestra.run.smithi103.stdout: "poolop_resend": 0, 2024-02-10T00:11:09.093 INFO:teuthology.orchestra.run.smithi103.stdout: "poolstat_active": 0, 2024-02-10T00:11:09.093 INFO:teuthology.orchestra.run.smithi103.stdout: "poolstat_send": 0, 2024-02-10T00:11:09.093 INFO:teuthology.orchestra.run.smithi103.stdout: "poolstat_resend": 0, 2024-02-10T00:11:09.094 INFO:teuthology.orchestra.run.smithi103.stdout: "statfs_active": 0, 2024-02-10T00:11:09.094 INFO:teuthology.orchestra.run.smithi103.stdout: "statfs_send": 0, 2024-02-10T00:11:09.094 INFO:teuthology.orchestra.run.smithi103.stdout: "statfs_resend": 0, 2024-02-10T00:11:09.094 INFO:teuthology.orchestra.run.smithi103.stdout: "command_active": 0, 2024-02-10T00:11:09.094 INFO:teuthology.orchestra.run.smithi103.stdout: "command_send": 0, 2024-02-10T00:11:09.094 INFO:teuthology.orchestra.run.smithi103.stdout: "command_resend": 0, 2024-02-10T00:11:09.094 INFO:teuthology.orchestra.run.smithi103.stdout: "map_epoch": 99, 2024-02-10T00:11:09.094 INFO:teuthology.orchestra.run.smithi103.stdout: "map_full": 0, 2024-02-10T00:11:09.094 INFO:teuthology.orchestra.run.smithi103.stdout: "map_inc": 10, 2024-02-10T00:11:09.094 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_sessions": 7, 2024-02-10T00:11:09.094 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_session_open": 7, 2024-02-10T00:11:09.094 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_session_close": 0, 2024-02-10T00:11:09.094 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_laggy": 0, 2024-02-10T00:11:09.094 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_wr": 0, 2024-02-10T00:11:09.094 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_rd": 2, 2024-02-10T00:11:09.095 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_del": 0 2024-02-10T00:11:09.095 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.095 INFO:teuthology.orchestra.run.smithi103.stdout: "oft": { 2024-02-10T00:11:09.095 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_total_objs": 0, 2024-02-10T00:11:09.095 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_total_kv_pairs": 0, 2024-02-10T00:11:09.095 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_total_updates": 0, 2024-02-10T00:11:09.095 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_total_removes": 0 2024-02-10T00:11:09.095 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.095 INFO:teuthology.orchestra.run.smithi103.stdout: "osd-slow-ops": { 2024-02-10T00:11:09.095 INFO:teuthology.orchestra.run.smithi103.stdout: "slow_ops_count": 0 2024-02-10T00:11:09.095 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.095 INFO:teuthology.orchestra.run.smithi103.stdout: "purge_queue": { 2024-02-10T00:11:09.095 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executing_ops": 0, 2024-02-10T00:11:09.095 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executing_ops_high_water": 0, 2024-02-10T00:11:09.096 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executing": 0, 2024-02-10T00:11:09.096 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executing_high_water": 0, 2024-02-10T00:11:09.096 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executed_ops": 0, 2024-02-10T00:11:09.096 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executed": 0, 2024-02-10T00:11:09.096 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_item_in_journal": 0 2024-02-10T00:11:09.096 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.096 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-02-10T00:11:09.096 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-02-10T00:11:09.096 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 104857600, 2024-02-10T00:11:09.096 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-02-10T00:11:09.096 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 2768, 2024-02-10T00:11:09.096 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 23107654, 2024-02-10T00:11:09.096 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-02-10T00:11:09.096 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 2768, 2024-02-10T00:11:09.096 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 0, 2024-02-10T00:11:09.097 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 0, 2024-02-10T00:11:09.097 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 2768, 2024-02-10T00:11:09.097 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 23107654, 2024-02-10T00:11:09.097 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-02-10T00:11:09.097 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.097 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.097 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.097 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:09.097 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.097 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-objecter_bytes": { 2024-02-10T00:11:09.097 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-02-10T00:11:09.097 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 104857600, 2024-02-10T00:11:09.097 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-02-10T00:11:09.097 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 0, 2024-02-10T00:11:09.097 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 0, 2024-02-10T00:11:09.098 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-02-10T00:11:09.098 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 0, 2024-02-10T00:11:09.098 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 2573, 2024-02-10T00:11:09.098 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 22312082, 2024-02-10T00:11:09.098 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 2573, 2024-02-10T00:11:09.098 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 22312082, 2024-02-10T00:11:09.098 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-02-10T00:11:09.098 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.098 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.098 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.098 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:09.098 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.098 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-objecter_ops": { 2024-02-10T00:11:09.098 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-02-10T00:11:09.098 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 1024, 2024-02-10T00:11:09.099 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-02-10T00:11:09.099 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 0, 2024-02-10T00:11:09.099 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 0, 2024-02-10T00:11:09.099 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-02-10T00:11:09.099 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 0, 2024-02-10T00:11:09.099 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 2573, 2024-02-10T00:11:09.099 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 2573, 2024-02-10T00:11:09.099 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 2573, 2024-02-10T00:11:09.099 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 2573, 2024-02-10T00:11:09.099 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-02-10T00:11:09.099 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.099 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.099 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.099 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:09.100 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.100 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-write_buf_throttle": { 2024-02-10T00:11:09.100 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-02-10T00:11:09.100 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 3758096384, 2024-02-10T00:11:09.100 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-02-10T00:11:09.100 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 0, 2024-02-10T00:11:09.100 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 0, 2024-02-10T00:11:09.100 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-02-10T00:11:09.100 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 0, 2024-02-10T00:11:09.100 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 0, 2024-02-10T00:11:09.100 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 0, 2024-02-10T00:11:09.101 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 0, 2024-02-10T00:11:09.101 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 0, 2024-02-10T00:11:09.101 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-02-10T00:11:09.101 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.101 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.101 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.101 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:09.101 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:09.101 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-write_buf_throttle-0x55d4bbd32960": { 2024-02-10T00:11:09.101 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-02-10T00:11:09.101 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 3758096384, 2024-02-10T00:11:09.101 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-02-10T00:11:09.101 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 0, 2024-02-10T00:11:09.101 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 0, 2024-02-10T00:11:09.101 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-02-10T00:11:09.102 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 0, 2024-02-10T00:11:09.102 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 0, 2024-02-10T00:11:09.102 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 0, 2024-02-10T00:11:09.102 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 0, 2024-02-10T00:11:09.102 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 0, 2024-02-10T00:11:09.102 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-02-10T00:11:09.102 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:09.102 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:09.102 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:09.102 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:09.102 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:09.102 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-02-10T00:11:09.388 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:09 smithi103 ceph-mon[36942]: pgmap v367: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 29 op/s 2024-02-10T00:11:09.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:09 smithi088 ceph-mon[36452]: pgmap v367: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 29 op/s 2024-02-10T00:11:09.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:09 smithi001 ceph-mon[32335]: pgmap v367: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 29 op/s 2024-02-10T00:11:09.882 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2024-02-10T00:11:09.883 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2024-02-10T00:11:09.883 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=0 2024-02-10T00:11:09.883 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=0 2024-02-10T00:11:09.883 INFO:tasks.check_counter:Daemon mds.f mds.root_rsnaps=6 2024-02-10T00:11:09.883 INFO:tasks.check_counter:Daemon mds.f mds_server.req_mksnap_latency.avgcount=0 2024-02-10T00:11:09.883 INFO:tasks.check_counter:Daemon mds.f mds_server.req_rmsnap_latency.avgcount=0 2024-02-10T00:11:09.883 DEBUG:tasks.check_counter:Getting stats from i 2024-02-10T00:11:09.883 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph daemon mds.i perf dump 2024-02-10T00:11:10.123 INFO:teuthology.orchestra.run.smithi103.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.c/config 2024-02-10T00:11:11.593 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:11 smithi103 ceph-mon[36942]: pgmap v368: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-02-10T00:11:11.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:11 smithi088 ceph-mon[36452]: pgmap v368: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-02-10T00:11:11.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:11 smithi001 ceph-mon[32335]: pgmap v368: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 25 op/s 2024-02-10T00:11:11.818 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-02-10T00:11:11.818 INFO:teuthology.orchestra.run.smithi103.stdout: "AsyncMessenger::Worker-0": { 2024-02-10T00:11:11.818 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_messages": 1428, 2024-02-10T00:11:11.818 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages": 1132, 2024-02-10T00:11:11.818 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_bytes": 422979, 2024-02-10T00:11:11.818 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_bytes": 703788, 2024-02-10T00:11:11.818 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_created_connections": 11, 2024-02-10T00:11:11.818 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_active_connections": 4, 2024-02-10T00:11:11.818 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_total_time": 0.120475294, 2024-02-10T00:11:11.818 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_send_time": 0.049138221, 2024-02-10T00:11:11.819 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_recv_time": 0.073039530, 2024-02-10T00:11:11.819 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_fast_dispatch_time": 0.005610849, 2024-02-10T00:11:11.819 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:11:11.819 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 1131, 2024-02-10T00:11:11.819 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.063341951, 2024-02-10T00:11:11.819 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000056005 2024-02-10T00:11:11.819 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.819 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:11:11.819 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 2280, 2024-02-10T00:11:11.819 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000539891, 2024-02-10T00:11:11.819 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000236 2024-02-10T00:11:11.819 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.819 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_encrypted_bytes": 3184, 2024-02-10T00:11:11.820 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_encrypted_bytes": 339584 2024-02-10T00:11:11.820 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.820 INFO:teuthology.orchestra.run.smithi103.stdout: "AsyncMessenger::Worker-1": { 2024-02-10T00:11:11.820 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_messages": 391, 2024-02-10T00:11:11.820 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages": 387, 2024-02-10T00:11:11.820 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_bytes": 1685901, 2024-02-10T00:11:11.820 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_bytes": 283792, 2024-02-10T00:11:11.820 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_created_connections": 18, 2024-02-10T00:11:11.820 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_active_connections": 5, 2024-02-10T00:11:11.820 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_total_time": 0.070941588, 2024-02-10T00:11:11.820 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_send_time": 0.021866337, 2024-02-10T00:11:11.820 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_recv_time": 0.052221764, 2024-02-10T00:11:11.820 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_fast_dispatch_time": 0.006314720, 2024-02-10T00:11:11.820 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:11:11.821 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 386, 2024-02-10T00:11:11.821 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.039631823, 2024-02-10T00:11:11.821 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000102673 2024-02-10T00:11:11.821 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.821 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:11:11.821 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 159, 2024-02-10T00:11:11.821 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000051614, 2024-02-10T00:11:11.821 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000324 2024-02-10T00:11:11.821 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.821 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_encrypted_bytes": 1652928, 2024-02-10T00:11:11.821 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_encrypted_bytes": 153088 2024-02-10T00:11:11.821 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.821 INFO:teuthology.orchestra.run.smithi103.stdout: "AsyncMessenger::Worker-2": { 2024-02-10T00:11:11.821 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_messages": 113, 2024-02-10T00:11:11.822 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages": 147, 2024-02-10T00:11:11.822 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_bytes": 39087, 2024-02-10T00:11:11.822 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_bytes": 520560, 2024-02-10T00:11:11.822 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_created_connections": 47, 2024-02-10T00:11:11.822 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_active_connections": 8, 2024-02-10T00:11:11.822 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_total_time": 0.024367772, 2024-02-10T00:11:11.822 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_send_time": 0.004844017, 2024-02-10T00:11:11.822 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_recv_time": 0.018329128, 2024-02-10T00:11:11.822 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_fast_dispatch_time": 0.000281475, 2024-02-10T00:11:11.822 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:11:11.822 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 144, 2024-02-10T00:11:11.822 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.014989703, 2024-02-10T00:11:11.822 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000104095 2024-02-10T00:11:11.822 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.823 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:11:11.823 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 163, 2024-02-10T00:11:11.823 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000049728, 2024-02-10T00:11:11.823 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000305 2024-02-10T00:11:11.823 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.823 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_encrypted_bytes": 2336, 2024-02-10T00:11:11.823 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_encrypted_bytes": 135072 2024-02-10T00:11:11.823 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.823 INFO:teuthology.orchestra.run.smithi103.stdout: "cct": { 2024-02-10T00:11:11.823 INFO:teuthology.orchestra.run.smithi103.stdout: "total_workers": 1, 2024-02-10T00:11:11.823 INFO:teuthology.orchestra.run.smithi103.stdout: "unhealthy_workers": 0 2024-02-10T00:11:11.823 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.823 INFO:teuthology.orchestra.run.smithi103.stdout: "finisher-MDSRank": { 2024-02-10T00:11:11.823 INFO:teuthology.orchestra.run.smithi103.stdout: "queue_len": 0, 2024-02-10T00:11:11.824 INFO:teuthology.orchestra.run.smithi103.stdout: "complete_latency": { 2024-02-10T00:11:11.824 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 40, 2024-02-10T00:11:11.824 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.002025432, 2024-02-10T00:11:11.824 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000050635 2024-02-10T00:11:11.824 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:11.824 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.824 INFO:teuthology.orchestra.run.smithi103.stdout: "finisher-PurgeQueue": { 2024-02-10T00:11:11.824 INFO:teuthology.orchestra.run.smithi103.stdout: "queue_len": 0, 2024-02-10T00:11:11.824 INFO:teuthology.orchestra.run.smithi103.stdout: "complete_latency": { 2024-02-10T00:11:11.824 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 2, 2024-02-10T00:11:11.824 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000009251, 2024-02-10T00:11:11.824 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000004625 2024-02-10T00:11:11.824 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:11.824 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.825 INFO:teuthology.orchestra.run.smithi103.stdout: "mds": { 2024-02-10T00:11:11.825 INFO:teuthology.orchestra.run.smithi103.stdout: "request": 5, 2024-02-10T00:11:11.825 INFO:teuthology.orchestra.run.smithi103.stdout: "reply": 3, 2024-02-10T00:11:11.825 INFO:teuthology.orchestra.run.smithi103.stdout: "reply_latency": { 2024-02-10T00:11:11.825 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 3, 2024-02-10T00:11:11.825 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000927104, 2024-02-10T00:11:11.825 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000309034 2024-02-10T00:11:11.825 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.825 INFO:teuthology.orchestra.run.smithi103.stdout: "slow_reply": 0, 2024-02-10T00:11:11.825 INFO:teuthology.orchestra.run.smithi103.stdout: "forward": 2, 2024-02-10T00:11:11.825 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_fetch_complete": 0, 2024-02-10T00:11:11.825 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_fetch_keys": 0, 2024-02-10T00:11:11.825 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_commit": 11, 2024-02-10T00:11:11.825 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_split": 0, 2024-02-10T00:11:11.826 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_merge": 0, 2024-02-10T00:11:11.826 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes": 16, 2024-02-10T00:11:11.826 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_top": 0, 2024-02-10T00:11:11.826 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_bottom": 16, 2024-02-10T00:11:11.826 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_pin_tail": 0, 2024-02-10T00:11:11.826 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_pinned": 13, 2024-02-10T00:11:11.826 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_expired": 5, 2024-02-10T00:11:11.826 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_with_caps": 0, 2024-02-10T00:11:11.826 INFO:teuthology.orchestra.run.smithi103.stdout: "caps": 0, 2024-02-10T00:11:11.826 INFO:teuthology.orchestra.run.smithi103.stdout: "subtrees": 3, 2024-02-10T00:11:11.826 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse": 16, 2024-02-10T00:11:11.826 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_hit": 8, 2024-02-10T00:11:11.826 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_forward": 2, 2024-02-10T00:11:11.826 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_discover": 4, 2024-02-10T00:11:11.826 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_dir_fetch": 0, 2024-02-10T00:11:11.827 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_remote_ino": 0, 2024-02-10T00:11:11.827 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_lock": 0, 2024-02-10T00:11:11.827 INFO:teuthology.orchestra.run.smithi103.stdout: "load_cent": 1000, 2024-02-10T00:11:11.827 INFO:teuthology.orchestra.run.smithi103.stdout: "q": 1, 2024-02-10T00:11:11.827 INFO:teuthology.orchestra.run.smithi103.stdout: "exported": 0, 2024-02-10T00:11:11.827 INFO:teuthology.orchestra.run.smithi103.stdout: "exported_inodes": 0, 2024-02-10T00:11:11.827 INFO:teuthology.orchestra.run.smithi103.stdout: "imported": 0, 2024-02-10T00:11:11.827 INFO:teuthology.orchestra.run.smithi103.stdout: "imported_inodes": 0, 2024-02-10T00:11:11.827 INFO:teuthology.orchestra.run.smithi103.stdout: "openino_dir_fetch": 0, 2024-02-10T00:11:11.827 INFO:teuthology.orchestra.run.smithi103.stdout: "openino_backtrace_fetch": 0, 2024-02-10T00:11:11.827 INFO:teuthology.orchestra.run.smithi103.stdout: "openino_peer_discover": 0, 2024-02-10T00:11:11.827 INFO:teuthology.orchestra.run.smithi103.stdout: "root_rfiles": 5, 2024-02-10T00:11:11.827 INFO:teuthology.orchestra.run.smithi103.stdout: "root_rbytes": 298, 2024-02-10T00:11:11.827 INFO:teuthology.orchestra.run.smithi103.stdout: "root_rsnaps": 6, 2024-02-10T00:11:11.828 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_backtrace_fetch": 0, 2024-02-10T00:11:11.828 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_set_tag": 0, 2024-02-10T00:11:11.828 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_backtrace_repaired": 0, 2024-02-10T00:11:11.828 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_inotable_repaired": 0, 2024-02-10T00:11:11.828 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_dir_inodes": 0, 2024-02-10T00:11:11.828 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_dir_base_inodes": 0, 2024-02-10T00:11:11.828 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_dirfrag_rstats": 0, 2024-02-10T00:11:11.828 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_file_inodes": 0, 2024-02-10T00:11:11.828 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_inode_file_caps": 0, 2024-02-10T00:11:11.828 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_revoke": 0, 2024-02-10T00:11:11.828 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_grant": 0, 2024-02-10T00:11:11.828 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_trunc": 0, 2024-02-10T00:11:11.828 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-02-10T00:11:11.828 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_flush_ack": 0, 2024-02-10T00:11:11.829 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_caps": 0, 2024-02-10T00:11:11.829 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_caps_dirty": 0, 2024-02-10T00:11:11.829 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_cap_release": 0, 2024-02-10T00:11:11.829 INFO:teuthology.orchestra.run.smithi103.stdout: "process_request_cap_release": 0 2024-02-10T00:11:11.829 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.829 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_cache": { 2024-02-10T00:11:11.829 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_update": 0, 2024-02-10T00:11:11.829 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_update_receipt": 11, 2024-02-10T00:11:11.829 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_try_discover": 7, 2024-02-10T00:11:11.829 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_send_discover": 9, 2024-02-10T00:11:11.829 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_handle_discover": 0, 2024-02-10T00:11:11.829 INFO:teuthology.orchestra.run.smithi103.stdout: "num_strays": 0, 2024-02-10T00:11:11.829 INFO:teuthology.orchestra.run.smithi103.stdout: "num_strays_delayed": 0, 2024-02-10T00:11:11.829 INFO:teuthology.orchestra.run.smithi103.stdout: "num_strays_enqueuing": 0, 2024-02-10T00:11:11.830 INFO:teuthology.orchestra.run.smithi103.stdout: "strays_created": 0, 2024-02-10T00:11:11.830 INFO:teuthology.orchestra.run.smithi103.stdout: "strays_enqueued": 0, 2024-02-10T00:11:11.830 INFO:teuthology.orchestra.run.smithi103.stdout: "strays_reintegrated": 0, 2024-02-10T00:11:11.830 INFO:teuthology.orchestra.run.smithi103.stdout: "strays_migrated": 0, 2024-02-10T00:11:11.830 INFO:teuthology.orchestra.run.smithi103.stdout: "num_recovering_processing": 0, 2024-02-10T00:11:11.830 INFO:teuthology.orchestra.run.smithi103.stdout: "num_recovering_enqueued": 0, 2024-02-10T00:11:11.830 INFO:teuthology.orchestra.run.smithi103.stdout: "num_recovering_prioritized": 0, 2024-02-10T00:11:11.830 INFO:teuthology.orchestra.run.smithi103.stdout: "recovery_started": 0, 2024-02-10T00:11:11.830 INFO:teuthology.orchestra.run.smithi103.stdout: "recovery_completed": 0, 2024-02-10T00:11:11.830 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_enqueue_scrub": 0, 2024-02-10T00:11:11.830 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_exportdir": 0, 2024-02-10T00:11:11.830 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_flush": 0, 2024-02-10T00:11:11.830 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_fragmentdir": 0, 2024-02-10T00:11:11.830 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_fragstats": 0, 2024-02-10T00:11:11.830 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_inodestats": 0 2024-02-10T00:11:11.831 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.831 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_log": { 2024-02-10T00:11:11.831 INFO:teuthology.orchestra.run.smithi103.stdout: "evlrg": 0, 2024-02-10T00:11:11.831 INFO:teuthology.orchestra.run.smithi103.stdout: "evadd": 5, 2024-02-10T00:11:11.831 INFO:teuthology.orchestra.run.smithi103.stdout: "evex": 0, 2024-02-10T00:11:11.831 INFO:teuthology.orchestra.run.smithi103.stdout: "evtrm": 0, 2024-02-10T00:11:11.831 INFO:teuthology.orchestra.run.smithi103.stdout: "ev": 5, 2024-02-10T00:11:11.831 INFO:teuthology.orchestra.run.smithi103.stdout: "evexg": 0, 2024-02-10T00:11:11.831 INFO:teuthology.orchestra.run.smithi103.stdout: "evexd": 0, 2024-02-10T00:11:11.831 INFO:teuthology.orchestra.run.smithi103.stdout: "segadd": 2, 2024-02-10T00:11:11.831 INFO:teuthology.orchestra.run.smithi103.stdout: "segex": 0, 2024-02-10T00:11:11.831 INFO:teuthology.orchestra.run.smithi103.stdout: "segtrm": 0, 2024-02-10T00:11:11.831 INFO:teuthology.orchestra.run.smithi103.stdout: "seg": 2, 2024-02-10T00:11:11.831 INFO:teuthology.orchestra.run.smithi103.stdout: "segmjr": 2, 2024-02-10T00:11:11.831 INFO:teuthology.orchestra.run.smithi103.stdout: "segexg": 0, 2024-02-10T00:11:11.832 INFO:teuthology.orchestra.run.smithi103.stdout: "segexd": 0, 2024-02-10T00:11:11.832 INFO:teuthology.orchestra.run.smithi103.stdout: "expos": 4194304, 2024-02-10T00:11:11.832 INFO:teuthology.orchestra.run.smithi103.stdout: "wrpos": 4195732, 2024-02-10T00:11:11.832 INFO:teuthology.orchestra.run.smithi103.stdout: "rdpos": 0, 2024-02-10T00:11:11.832 INFO:teuthology.orchestra.run.smithi103.stdout: "jlat": { 2024-02-10T00:11:11.832 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 4, 2024-02-10T00:11:11.832 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.007194052, 2024-02-10T00:11:11.832 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.001798513 2024-02-10T00:11:11.832 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.832 INFO:teuthology.orchestra.run.smithi103.stdout: "replayed": 0 2024-02-10T00:11:11.832 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.832 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_mem": { 2024-02-10T00:11:11.832 INFO:teuthology.orchestra.run.smithi103.stdout: "ino": 20, 2024-02-10T00:11:11.832 INFO:teuthology.orchestra.run.smithi103.stdout: "ino+": 22, 2024-02-10T00:11:11.833 INFO:teuthology.orchestra.run.smithi103.stdout: "ino-": 2, 2024-02-10T00:11:11.833 INFO:teuthology.orchestra.run.smithi103.stdout: "dir": 19, 2024-02-10T00:11:11.833 INFO:teuthology.orchestra.run.smithi103.stdout: "dir+": 23, 2024-02-10T00:11:11.833 INFO:teuthology.orchestra.run.smithi103.stdout: "dir-": 4, 2024-02-10T00:11:11.833 INFO:teuthology.orchestra.run.smithi103.stdout: "dn": 16, 2024-02-10T00:11:11.833 INFO:teuthology.orchestra.run.smithi103.stdout: "dn+": 21, 2024-02-10T00:11:11.833 INFO:teuthology.orchestra.run.smithi103.stdout: "dn-": 5, 2024-02-10T00:11:11.833 INFO:teuthology.orchestra.run.smithi103.stdout: "cap": 0, 2024-02-10T00:11:11.833 INFO:teuthology.orchestra.run.smithi103.stdout: "cap+": 2, 2024-02-10T00:11:11.833 INFO:teuthology.orchestra.run.smithi103.stdout: "cap-": 2, 2024-02-10T00:11:11.833 INFO:teuthology.orchestra.run.smithi103.stdout: "rss": 52800, 2024-02-10T00:11:11.833 INFO:teuthology.orchestra.run.smithi103.stdout: "heap": 207228 2024-02-10T00:11:11.833 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.833 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_server": { 2024-02-10T00:11:11.833 INFO:teuthology.orchestra.run.smithi103.stdout: "dispatch_client_request": 6, 2024-02-10T00:11:11.834 INFO:teuthology.orchestra.run.smithi103.stdout: "dispatch_server_request": 0, 2024-02-10T00:11:11.834 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_request": 5, 2024-02-10T00:11:11.834 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_session": 14, 2024-02-10T00:11:11.834 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_peer_request": 0, 2024-02-10T00:11:11.834 INFO:teuthology.orchestra.run.smithi103.stdout: "req_create_latency": { 2024-02-10T00:11:11.834 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.834 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.834 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.834 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.834 INFO:teuthology.orchestra.run.smithi103.stdout: "req_getattr_latency": { 2024-02-10T00:11:11.834 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 1, 2024-02-10T00:11:11.834 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000180939, 2024-02-10T00:11:11.834 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000180939 2024-02-10T00:11:11.834 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.834 INFO:teuthology.orchestra.run.smithi103.stdout: "req_getfilelock_latency": { 2024-02-10T00:11:11.835 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.835 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.835 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.835 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.835 INFO:teuthology.orchestra.run.smithi103.stdout: "req_link_latency": { 2024-02-10T00:11:11.835 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.835 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.835 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.835 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.835 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookup_latency": { 2024-02-10T00:11:11.835 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 2, 2024-02-10T00:11:11.835 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000746165, 2024-02-10T00:11:11.835 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000373082 2024-02-10T00:11:11.835 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.835 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookuphash_latency": { 2024-02-10T00:11:11.836 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.836 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.836 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.836 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.836 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookupino_latency": { 2024-02-10T00:11:11.836 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.836 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.836 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.836 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.836 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookupname_latency": { 2024-02-10T00:11:11.836 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.836 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.836 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.836 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.837 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookupparent_latency": { 2024-02-10T00:11:11.837 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.837 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.837 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.837 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.837 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookupsnap_latency": { 2024-02-10T00:11:11.837 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.837 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.837 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.837 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.837 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lssnap_latency": { 2024-02-10T00:11:11.837 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.837 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.837 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.837 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.838 INFO:teuthology.orchestra.run.smithi103.stdout: "req_mkdir_latency": { 2024-02-10T00:11:11.838 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.838 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.838 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.839 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.839 INFO:teuthology.orchestra.run.smithi103.stdout: "req_mknod_latency": { 2024-02-10T00:11:11.839 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.839 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.839 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.839 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.839 INFO:teuthology.orchestra.run.smithi103.stdout: "req_mksnap_latency": { 2024-02-10T00:11:11.839 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.839 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.839 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.839 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.839 INFO:teuthology.orchestra.run.smithi103.stdout: "req_open_latency": { 2024-02-10T00:11:11.839 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.840 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.840 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.840 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.840 INFO:teuthology.orchestra.run.smithi103.stdout: "req_readdir_latency": { 2024-02-10T00:11:11.840 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.840 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.840 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.840 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.840 INFO:teuthology.orchestra.run.smithi103.stdout: "req_rename_latency": { 2024-02-10T00:11:11.840 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.840 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.840 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.840 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.840 INFO:teuthology.orchestra.run.smithi103.stdout: "req_renamesnap_latency": { 2024-02-10T00:11:11.841 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.841 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.841 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.841 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.841 INFO:teuthology.orchestra.run.smithi103.stdout: "req_snapdiff_latency": { 2024-02-10T00:11:11.841 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.841 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.841 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.841 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.841 INFO:teuthology.orchestra.run.smithi103.stdout: "req_rmdir_latency": { 2024-02-10T00:11:11.841 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.841 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.841 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.841 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.841 INFO:teuthology.orchestra.run.smithi103.stdout: "req_rmsnap_latency": { 2024-02-10T00:11:11.842 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.842 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.842 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.842 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.842 INFO:teuthology.orchestra.run.smithi103.stdout: "req_rmxattr_latency": { 2024-02-10T00:11:11.842 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.842 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.842 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.842 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.842 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setattr_latency": { 2024-02-10T00:11:11.842 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.842 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.842 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.842 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.843 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setdirlayout_latency": { 2024-02-10T00:11:11.843 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.843 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.843 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.843 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.843 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setfilelock_latency": { 2024-02-10T00:11:11.843 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.843 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.843 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.843 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.843 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setlayout_latency": { 2024-02-10T00:11:11.843 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.843 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.843 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.843 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.844 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setxattr_latency": { 2024-02-10T00:11:11.844 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.844 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.844 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.844 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.844 INFO:teuthology.orchestra.run.smithi103.stdout: "req_symlink_latency": { 2024-02-10T00:11:11.844 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.844 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.844 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.844 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.844 INFO:teuthology.orchestra.run.smithi103.stdout: "req_unlink_latency": { 2024-02-10T00:11:11.844 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.844 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.845 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.845 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.845 INFO:teuthology.orchestra.run.smithi103.stdout: "cap_revoke_eviction": 0, 2024-02-10T00:11:11.845 INFO:teuthology.orchestra.run.smithi103.stdout: "cap_acquisition_throttle": 0, 2024-02-10T00:11:11.845 INFO:teuthology.orchestra.run.smithi103.stdout: "req_getvxattr_latency": { 2024-02-10T00:11:11.845 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.845 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.845 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.845 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:11.845 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.845 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_sessions": { 2024-02-10T00:11:11.845 INFO:teuthology.orchestra.run.smithi103.stdout: "session_count": 1, 2024-02-10T00:11:11.845 INFO:teuthology.orchestra.run.smithi103.stdout: "session_add": 2, 2024-02-10T00:11:11.845 INFO:teuthology.orchestra.run.smithi103.stdout: "session_remove": 1, 2024-02-10T00:11:11.845 INFO:teuthology.orchestra.run.smithi103.stdout: "sessions_open": 1, 2024-02-10T00:11:11.846 INFO:teuthology.orchestra.run.smithi103.stdout: "sessions_stale": 0, 2024-02-10T00:11:11.846 INFO:teuthology.orchestra.run.smithi103.stdout: "total_load": 2, 2024-02-10T00:11:11.846 INFO:teuthology.orchestra.run.smithi103.stdout: "average_load": 1, 2024-02-10T00:11:11.846 INFO:teuthology.orchestra.run.smithi103.stdout: "avg_session_uptime": 720, 2024-02-10T00:11:11.846 INFO:teuthology.orchestra.run.smithi103.stdout: "mdthresh_evicted": 0 2024-02-10T00:11:11.846 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.846 INFO:teuthology.orchestra.run.smithi103.stdout: "mempool": { 2024-02-10T00:11:11.846 INFO:teuthology.orchestra.run.smithi103.stdout: "bloom_filter_bytes": 0, 2024-02-10T00:11:11.846 INFO:teuthology.orchestra.run.smithi103.stdout: "bloom_filter_items": 0, 2024-02-10T00:11:11.846 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_alloc_bytes": 0, 2024-02-10T00:11:11.846 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_alloc_items": 0, 2024-02-10T00:11:11.846 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_data_bytes": 0, 2024-02-10T00:11:11.846 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_data_items": 0, 2024-02-10T00:11:11.846 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_onode_bytes": 0, 2024-02-10T00:11:11.846 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_onode_items": 0, 2024-02-10T00:11:11.847 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_meta_bytes": 0, 2024-02-10T00:11:11.847 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_meta_items": 0, 2024-02-10T00:11:11.847 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_other_bytes": 0, 2024-02-10T00:11:11.847 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_other_items": 0, 2024-02-10T00:11:11.847 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_buffer_bytes": 0, 2024-02-10T00:11:11.847 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_buffer_items": 0, 2024-02-10T00:11:11.847 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_extent_bytes": 0, 2024-02-10T00:11:11.847 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_extent_items": 0, 2024-02-10T00:11:11.847 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_blob_bytes": 0, 2024-02-10T00:11:11.847 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_blob_items": 0, 2024-02-10T00:11:11.847 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_shared_blob_bytes": 0, 2024-02-10T00:11:11.847 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_shared_blob_items": 0, 2024-02-10T00:11:11.847 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_inline_bl_bytes": 0, 2024-02-10T00:11:11.847 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_inline_bl_items": 0, 2024-02-10T00:11:11.847 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_fsck_bytes": 0, 2024-02-10T00:11:11.848 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_fsck_items": 0, 2024-02-10T00:11:11.848 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_txc_bytes": 0, 2024-02-10T00:11:11.848 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_txc_items": 0, 2024-02-10T00:11:11.848 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_deferred_bytes": 0, 2024-02-10T00:11:11.848 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_deferred_items": 0, 2024-02-10T00:11:11.848 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_bytes": 0, 2024-02-10T00:11:11.848 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_items": 0, 2024-02-10T00:11:11.848 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_bytes": 0, 2024-02-10T00:11:11.848 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_items": 0, 2024-02-10T00:11:11.848 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_reader_bytes": 0, 2024-02-10T00:11:11.848 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_reader_items": 0, 2024-02-10T00:11:11.848 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_writer_bytes": 0, 2024-02-10T00:11:11.848 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_writer_items": 0, 2024-02-10T00:11:11.848 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_anon_bytes": 280135, 2024-02-10T00:11:11.848 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_anon_items": 108, 2024-02-10T00:11:11.849 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_meta_bytes": 0, 2024-02-10T00:11:11.849 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_meta_items": 0, 2024-02-10T00:11:11.849 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_bytes": 0, 2024-02-10T00:11:11.849 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_items": 0, 2024-02-10T00:11:11.849 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_mapbl_bytes": 0, 2024-02-10T00:11:11.849 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_mapbl_items": 0, 2024-02-10T00:11:11.849 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_pglog_bytes": 0, 2024-02-10T00:11:11.849 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_pglog_items": 0, 2024-02-10T00:11:11.849 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_bytes": 8032, 2024-02-10T00:11:11.849 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_items": 167, 2024-02-10T00:11:11.849 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_mapping_bytes": 0, 2024-02-10T00:11:11.849 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_mapping_items": 0, 2024-02-10T00:11:11.849 INFO:teuthology.orchestra.run.smithi103.stdout: "pgmap_bytes": 0, 2024-02-10T00:11:11.849 INFO:teuthology.orchestra.run.smithi103.stdout: "pgmap_items": 0, 2024-02-10T00:11:11.849 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_co_bytes": 85117, 2024-02-10T00:11:11.850 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_co_items": 340, 2024-02-10T00:11:11.850 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_1_bytes": 0, 2024-02-10T00:11:11.850 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_1_items": 0, 2024-02-10T00:11:11.850 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_2_bytes": 0, 2024-02-10T00:11:11.850 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_2_items": 0 2024-02-10T00:11:11.850 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.850 INFO:teuthology.orchestra.run.smithi103.stdout: "objecter": { 2024-02-10T00:11:11.850 INFO:teuthology.orchestra.run.smithi103.stdout: "op_active": 0, 2024-02-10T00:11:11.850 INFO:teuthology.orchestra.run.smithi103.stdout: "op_laggy": 0, 2024-02-10T00:11:11.850 INFO:teuthology.orchestra.run.smithi103.stdout: "op_send": 43, 2024-02-10T00:11:11.850 INFO:teuthology.orchestra.run.smithi103.stdout: "op_send_bytes": 11965, 2024-02-10T00:11:11.850 INFO:teuthology.orchestra.run.smithi103.stdout: "op_resend": 32, 2024-02-10T00:11:11.850 INFO:teuthology.orchestra.run.smithi103.stdout: "op_reply": 43, 2024-02-10T00:11:11.850 INFO:teuthology.orchestra.run.smithi103.stdout: "op_latency": { 2024-02-10T00:11:11.850 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 43, 2024-02-10T00:11:11.851 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.241995498, 2024-02-10T00:11:11.851 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.005627802 2024-02-10T00:11:11.851 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.851 INFO:teuthology.orchestra.run.smithi103.stdout: "op_inflight": 0, 2024-02-10T00:11:11.851 INFO:teuthology.orchestra.run.smithi103.stdout: "oplen_avg": { 2024-02-10T00:11:11.851 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 43, 2024-02-10T00:11:11.851 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 67 2024-02-10T00:11:11.851 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.851 INFO:teuthology.orchestra.run.smithi103.stdout: "op": 43, 2024-02-10T00:11:11.851 INFO:teuthology.orchestra.run.smithi103.stdout: "op_r": 0, 2024-02-10T00:11:11.851 INFO:teuthology.orchestra.run.smithi103.stdout: "op_w": 43, 2024-02-10T00:11:11.851 INFO:teuthology.orchestra.run.smithi103.stdout: "op_rmw": 0, 2024-02-10T00:11:11.851 INFO:teuthology.orchestra.run.smithi103.stdout: "op_pg": 0, 2024-02-10T00:11:11.851 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_stat": 0, 2024-02-10T00:11:11.852 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_create": 10, 2024-02-10T00:11:11.852 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_read": 0, 2024-02-10T00:11:11.852 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_write": 4, 2024-02-10T00:11:11.852 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_writefull": 8, 2024-02-10T00:11:11.852 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_writesame": 0, 2024-02-10T00:11:11.852 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_append": 0, 2024-02-10T00:11:11.852 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_zero": 0, 2024-02-10T00:11:11.852 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_truncate": 0, 2024-02-10T00:11:11.852 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_delete": 6, 2024-02-10T00:11:11.852 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_mapext": 0, 2024-02-10T00:11:11.852 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_sparse_read": 0, 2024-02-10T00:11:11.852 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_clonerange": 0, 2024-02-10T00:11:11.852 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_getxattr": 0, 2024-02-10T00:11:11.852 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_setxattr": 20, 2024-02-10T00:11:11.852 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_cmpxattr": 0, 2024-02-10T00:11:11.853 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_rmxattr": 0, 2024-02-10T00:11:11.853 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_resetxattrs": 0, 2024-02-10T00:11:11.853 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_call": 0, 2024-02-10T00:11:11.853 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_watch": 0, 2024-02-10T00:11:11.853 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_notify": 0, 2024-02-10T00:11:11.853 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_src_cmpxattr": 0, 2024-02-10T00:11:11.853 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_pgls": 0, 2024-02-10T00:11:11.853 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_pgls_filter": 0, 2024-02-10T00:11:11.853 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_other": 0, 2024-02-10T00:11:11.853 INFO:teuthology.orchestra.run.smithi103.stdout: "linger_active": 0, 2024-02-10T00:11:11.853 INFO:teuthology.orchestra.run.smithi103.stdout: "linger_send": 0, 2024-02-10T00:11:11.853 INFO:teuthology.orchestra.run.smithi103.stdout: "linger_resend": 0, 2024-02-10T00:11:11.853 INFO:teuthology.orchestra.run.smithi103.stdout: "linger_ping": 0, 2024-02-10T00:11:11.853 INFO:teuthology.orchestra.run.smithi103.stdout: "poolop_active": 0, 2024-02-10T00:11:11.854 INFO:teuthology.orchestra.run.smithi103.stdout: "poolop_send": 0, 2024-02-10T00:11:11.854 INFO:teuthology.orchestra.run.smithi103.stdout: "poolop_resend": 0, 2024-02-10T00:11:11.854 INFO:teuthology.orchestra.run.smithi103.stdout: "poolstat_active": 0, 2024-02-10T00:11:11.854 INFO:teuthology.orchestra.run.smithi103.stdout: "poolstat_send": 0, 2024-02-10T00:11:11.854 INFO:teuthology.orchestra.run.smithi103.stdout: "poolstat_resend": 0, 2024-02-10T00:11:11.854 INFO:teuthology.orchestra.run.smithi103.stdout: "statfs_active": 0, 2024-02-10T00:11:11.854 INFO:teuthology.orchestra.run.smithi103.stdout: "statfs_send": 0, 2024-02-10T00:11:11.854 INFO:teuthology.orchestra.run.smithi103.stdout: "statfs_resend": 0, 2024-02-10T00:11:11.854 INFO:teuthology.orchestra.run.smithi103.stdout: "command_active": 0, 2024-02-10T00:11:11.854 INFO:teuthology.orchestra.run.smithi103.stdout: "command_send": 0, 2024-02-10T00:11:11.854 INFO:teuthology.orchestra.run.smithi103.stdout: "command_resend": 0, 2024-02-10T00:11:11.854 INFO:teuthology.orchestra.run.smithi103.stdout: "map_epoch": 100, 2024-02-10T00:11:11.854 INFO:teuthology.orchestra.run.smithi103.stdout: "map_full": 0, 2024-02-10T00:11:11.854 INFO:teuthology.orchestra.run.smithi103.stdout: "map_inc": 15, 2024-02-10T00:11:11.854 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_sessions": 10, 2024-02-10T00:11:11.855 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_session_open": 10, 2024-02-10T00:11:11.855 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_session_close": 0, 2024-02-10T00:11:11.855 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_laggy": 0, 2024-02-10T00:11:11.855 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_wr": 17, 2024-02-10T00:11:11.855 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_rd": 0, 2024-02-10T00:11:11.855 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_del": 2 2024-02-10T00:11:11.855 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.855 INFO:teuthology.orchestra.run.smithi103.stdout: "oft": { 2024-02-10T00:11:11.855 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_total_objs": 1, 2024-02-10T00:11:11.855 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_total_kv_pairs": 0, 2024-02-10T00:11:11.855 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_total_updates": 0, 2024-02-10T00:11:11.855 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_total_removes": 0 2024-02-10T00:11:11.855 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.855 INFO:teuthology.orchestra.run.smithi103.stdout: "osd-slow-ops": { 2024-02-10T00:11:11.855 INFO:teuthology.orchestra.run.smithi103.stdout: "slow_ops_count": 0 2024-02-10T00:11:11.855 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.856 INFO:teuthology.orchestra.run.smithi103.stdout: "purge_queue": { 2024-02-10T00:11:11.856 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executing_ops": 0, 2024-02-10T00:11:11.856 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executing_ops_high_water": 0, 2024-02-10T00:11:11.856 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executing": 0, 2024-02-10T00:11:11.856 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executing_high_water": 0, 2024-02-10T00:11:11.856 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executed_ops": 0, 2024-02-10T00:11:11.856 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executed": 0, 2024-02-10T00:11:11.856 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_item_in_journal": 0 2024-02-10T00:11:11.856 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.856 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-02-10T00:11:11.856 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-02-10T00:11:11.856 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 104857600, 2024-02-10T00:11:11.856 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-02-10T00:11:11.856 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 1928, 2024-02-10T00:11:11.857 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 1955336, 2024-02-10T00:11:11.857 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-02-10T00:11:11.857 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 1928, 2024-02-10T00:11:11.857 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 0, 2024-02-10T00:11:11.857 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 0, 2024-02-10T00:11:11.857 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 1928, 2024-02-10T00:11:11.857 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 1955336, 2024-02-10T00:11:11.857 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-02-10T00:11:11.857 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.857 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.857 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.857 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:11.857 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.857 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-objecter_bytes": { 2024-02-10T00:11:11.857 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-02-10T00:11:11.858 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 104857600, 2024-02-10T00:11:11.858 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-02-10T00:11:11.858 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 0, 2024-02-10T00:11:11.858 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 0, 2024-02-10T00:11:11.858 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-02-10T00:11:11.858 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 0, 2024-02-10T00:11:11.858 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 43, 2024-02-10T00:11:11.858 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 11965, 2024-02-10T00:11:11.858 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 43, 2024-02-10T00:11:11.858 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 11965, 2024-02-10T00:11:11.858 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-02-10T00:11:11.858 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.858 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.858 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.858 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:11.859 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.859 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-objecter_ops": { 2024-02-10T00:11:11.859 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-02-10T00:11:11.859 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 1024, 2024-02-10T00:11:11.859 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-02-10T00:11:11.859 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 0, 2024-02-10T00:11:11.859 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 0, 2024-02-10T00:11:11.859 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-02-10T00:11:11.859 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 0, 2024-02-10T00:11:11.859 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 43, 2024-02-10T00:11:11.859 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 43, 2024-02-10T00:11:11.859 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 43, 2024-02-10T00:11:11.859 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 43, 2024-02-10T00:11:11.859 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-02-10T00:11:11.860 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.860 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.860 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.860 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:11.860 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.860 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-write_buf_throttle": { 2024-02-10T00:11:11.860 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-02-10T00:11:11.860 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 3758096384, 2024-02-10T00:11:11.860 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-02-10T00:11:11.860 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 0, 2024-02-10T00:11:11.860 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 0, 2024-02-10T00:11:11.860 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-02-10T00:11:11.860 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 0, 2024-02-10T00:11:11.861 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 0, 2024-02-10T00:11:11.861 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 0, 2024-02-10T00:11:11.861 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 0, 2024-02-10T00:11:11.861 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 0, 2024-02-10T00:11:11.861 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-02-10T00:11:11.861 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.861 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.861 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.861 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:11.861 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:11.861 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-write_buf_throttle-0x55b838522640": { 2024-02-10T00:11:11.861 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-02-10T00:11:11.861 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 3758096384, 2024-02-10T00:11:11.861 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-02-10T00:11:11.861 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 5, 2024-02-10T00:11:11.862 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 1428, 2024-02-10T00:11:11.862 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-02-10T00:11:11.862 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 5, 2024-02-10T00:11:11.862 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 0, 2024-02-10T00:11:11.862 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 0, 2024-02-10T00:11:11.862 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 4, 2024-02-10T00:11:11.862 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 1428, 2024-02-10T00:11:11.862 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-02-10T00:11:11.862 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:11.862 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:11.862 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:11.862 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:11.862 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:11.862 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-02-10T00:11:12.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:12 smithi088 ceph-mon[36452]: osdmap e100: 12 total, 12 up, 12 in 2024-02-10T00:11:12.633 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:12 smithi103 ceph-mon[36942]: osdmap e100: 12 total, 12 up, 12 in 2024-02-10T00:11:12.659 INFO:tasks.check_counter:Daemon mds.i mds.exported=0 2024-02-10T00:11:12.659 INFO:tasks.check_counter:Daemon mds.i mds.imported=0 2024-02-10T00:11:12.659 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=0 2024-02-10T00:11:12.659 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=11 2024-02-10T00:11:12.659 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=6 2024-02-10T00:11:12.659 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=0 2024-02-10T00:11:12.659 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=0 2024-02-10T00:11:12.660 DEBUG:tasks.check_counter:Getting stats from l 2024-02-10T00:11:12.660 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90 shell --fsid b5005240-c7a5-11ee-95b8-87774f69a715 -- ceph daemon mds.l perf dump 2024-02-10T00:11:12.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:12 smithi001 ceph-mon[32335]: osdmap e100: 12 total, 12 up, 12 in 2024-02-10T00:11:12.900 INFO:teuthology.orchestra.run.smithi103.stderr:Inferring config /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/mon.c/config 2024-02-10T00:11:13.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:13 smithi088 ceph-mon[36452]: pgmap v370: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-02-10T00:11:13.638 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:13 smithi103 ceph-mon[36942]: pgmap v370: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-02-10T00:11:13.719 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:13 smithi001 ceph-mon[32335]: pgmap v370: 97 pgs: 97 active+clean; 2.6 MiB data, 406 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 54 KiB/s wr, 30 op/s 2024-02-10T00:11:14.547 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-02-10T00:11:14.547 INFO:teuthology.orchestra.run.smithi103.stdout: "AsyncMessenger::Worker-0": { 2024-02-10T00:11:14.547 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_messages": 848, 2024-02-10T00:11:14.547 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages": 850, 2024-02-10T00:11:14.547 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_bytes": 223887, 2024-02-10T00:11:14.547 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_bytes": 263792, 2024-02-10T00:11:14.548 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_created_connections": 6, 2024-02-10T00:11:14.548 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_active_connections": 2, 2024-02-10T00:11:14.548 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_total_time": 0.085951732, 2024-02-10T00:11:14.548 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_send_time": 0.027328635, 2024-02-10T00:11:14.548 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_recv_time": 0.023140660, 2024-02-10T00:11:14.548 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_fast_dispatch_time": 0.026230489, 2024-02-10T00:11:14.548 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:11:14.548 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 848, 2024-02-10T00:11:14.548 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.042766255, 2024-02-10T00:11:14.548 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000050431 2024-02-10T00:11:14.548 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.549 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:11:14.549 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.549 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.549 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.549 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.549 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_encrypted_bytes": 0, 2024-02-10T00:11:14.549 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_encrypted_bytes": 0 2024-02-10T00:11:14.549 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.549 INFO:teuthology.orchestra.run.smithi103.stdout: "AsyncMessenger::Worker-1": { 2024-02-10T00:11:14.549 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_messages": 716, 2024-02-10T00:11:14.549 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages": 896, 2024-02-10T00:11:14.549 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_bytes": 175986, 2024-02-10T00:11:14.549 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_bytes": 695899, 2024-02-10T00:11:14.550 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_created_connections": 7, 2024-02-10T00:11:14.550 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_active_connections": 5, 2024-02-10T00:11:14.550 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_total_time": 0.088444840, 2024-02-10T00:11:14.550 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_send_time": 0.028182171, 2024-02-10T00:11:14.550 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_recv_time": 0.020315183, 2024-02-10T00:11:14.550 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_fast_dispatch_time": 0.030928931, 2024-02-10T00:11:14.550 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:11:14.550 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 893, 2024-02-10T00:11:14.550 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.037321112, 2024-02-10T00:11:14.550 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000041792 2024-02-10T00:11:14.550 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.550 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:11:14.551 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.551 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.551 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.551 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.551 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_encrypted_bytes": 320, 2024-02-10T00:11:14.551 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_encrypted_bytes": 473840 2024-02-10T00:11:14.551 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.551 INFO:teuthology.orchestra.run.smithi103.stdout: "AsyncMessenger::Worker-2": { 2024-02-10T00:11:14.551 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_messages": 1120, 2024-02-10T00:11:14.551 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages": 1101, 2024-02-10T00:11:14.551 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_bytes": 1922064, 2024-02-10T00:11:14.551 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_bytes": 408198, 2024-02-10T00:11:14.552 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_created_connections": 3, 2024-02-10T00:11:14.552 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_active_connections": 2, 2024-02-10T00:11:14.552 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_total_time": 0.159871098, 2024-02-10T00:11:14.552 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_send_time": 0.049487718, 2024-02-10T00:11:14.552 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_recv_time": 0.067211532, 2024-02-10T00:11:14.552 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_running_fast_dispatch_time": 0.041732226, 2024-02-10T00:11:14.552 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_messages_queue_lat": { 2024-02-10T00:11:14.552 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 1101, 2024-02-10T00:11:14.552 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.066730612, 2024-02-10T00:11:14.552 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000060609 2024-02-10T00:11:14.552 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.553 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_handle_ack_lat": { 2024-02-10T00:11:14.553 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.553 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.553 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.553 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.553 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_recv_encrypted_bytes": 1639152, 2024-02-10T00:11:14.553 INFO:teuthology.orchestra.run.smithi103.stdout: "msgr_send_encrypted_bytes": 146336 2024-02-10T00:11:14.553 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.553 INFO:teuthology.orchestra.run.smithi103.stdout: "cct": { 2024-02-10T00:11:14.553 INFO:teuthology.orchestra.run.smithi103.stdout: "total_workers": 1, 2024-02-10T00:11:14.553 INFO:teuthology.orchestra.run.smithi103.stdout: "unhealthy_workers": 0 2024-02-10T00:11:14.553 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.554 INFO:teuthology.orchestra.run.smithi103.stdout: "finisher-MDSRank": { 2024-02-10T00:11:14.554 INFO:teuthology.orchestra.run.smithi103.stdout: "queue_len": 0, 2024-02-10T00:11:14.554 INFO:teuthology.orchestra.run.smithi103.stdout: "complete_latency": { 2024-02-10T00:11:14.554 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 4016, 2024-02-10T00:11:14.554 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.131430525, 2024-02-10T00:11:14.554 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000032726 2024-02-10T00:11:14.554 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:14.554 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.554 INFO:teuthology.orchestra.run.smithi103.stdout: "finisher-PurgeQueue": { 2024-02-10T00:11:14.554 INFO:teuthology.orchestra.run.smithi103.stdout: "queue_len": 0, 2024-02-10T00:11:14.554 INFO:teuthology.orchestra.run.smithi103.stdout: "complete_latency": { 2024-02-10T00:11:14.554 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.555 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.555 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.555 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:14.555 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.555 INFO:teuthology.orchestra.run.smithi103.stdout: "mds": { 2024-02-10T00:11:14.555 INFO:teuthology.orchestra.run.smithi103.stdout: "request": 0, 2024-02-10T00:11:14.555 INFO:teuthology.orchestra.run.smithi103.stdout: "reply": 0, 2024-02-10T00:11:14.555 INFO:teuthology.orchestra.run.smithi103.stdout: "reply_latency": { 2024-02-10T00:11:14.555 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.555 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.555 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.555 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.555 INFO:teuthology.orchestra.run.smithi103.stdout: "slow_reply": 0, 2024-02-10T00:11:14.556 INFO:teuthology.orchestra.run.smithi103.stdout: "forward": 0, 2024-02-10T00:11:14.556 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_fetch_complete": 0, 2024-02-10T00:11:14.556 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_fetch_keys": 0, 2024-02-10T00:11:14.556 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_commit": 0, 2024-02-10T00:11:14.556 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_split": 0, 2024-02-10T00:11:14.556 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_merge": 0, 2024-02-10T00:11:14.556 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes": 0, 2024-02-10T00:11:14.556 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_top": 0, 2024-02-10T00:11:14.556 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_bottom": 0, 2024-02-10T00:11:14.556 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_pin_tail": 0, 2024-02-10T00:11:14.556 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_pinned": 0, 2024-02-10T00:11:14.556 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_expired": 0, 2024-02-10T00:11:14.557 INFO:teuthology.orchestra.run.smithi103.stdout: "inodes_with_caps": 0, 2024-02-10T00:11:14.557 INFO:teuthology.orchestra.run.smithi103.stdout: "caps": 0, 2024-02-10T00:11:14.557 INFO:teuthology.orchestra.run.smithi103.stdout: "subtrees": 1, 2024-02-10T00:11:14.557 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse": 0, 2024-02-10T00:11:14.557 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_hit": 0, 2024-02-10T00:11:14.557 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_forward": 0, 2024-02-10T00:11:14.557 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_discover": 0, 2024-02-10T00:11:14.557 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_dir_fetch": 0, 2024-02-10T00:11:14.557 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_remote_ino": 0, 2024-02-10T00:11:14.557 INFO:teuthology.orchestra.run.smithi103.stdout: "traverse_lock": 0, 2024-02-10T00:11:14.557 INFO:teuthology.orchestra.run.smithi103.stdout: "load_cent": 0, 2024-02-10T00:11:14.557 INFO:teuthology.orchestra.run.smithi103.stdout: "q": 0, 2024-02-10T00:11:14.557 INFO:teuthology.orchestra.run.smithi103.stdout: "exported": 0, 2024-02-10T00:11:14.558 INFO:teuthology.orchestra.run.smithi103.stdout: "exported_inodes": 0, 2024-02-10T00:11:14.558 INFO:teuthology.orchestra.run.smithi103.stdout: "imported": 0, 2024-02-10T00:11:14.558 INFO:teuthology.orchestra.run.smithi103.stdout: "imported_inodes": 0, 2024-02-10T00:11:14.558 INFO:teuthology.orchestra.run.smithi103.stdout: "openino_dir_fetch": 0, 2024-02-10T00:11:14.558 INFO:teuthology.orchestra.run.smithi103.stdout: "openino_backtrace_fetch": 0, 2024-02-10T00:11:14.558 INFO:teuthology.orchestra.run.smithi103.stdout: "openino_peer_discover": 0, 2024-02-10T00:11:14.558 INFO:teuthology.orchestra.run.smithi103.stdout: "root_rfiles": 0, 2024-02-10T00:11:14.558 INFO:teuthology.orchestra.run.smithi103.stdout: "root_rbytes": 0, 2024-02-10T00:11:14.558 INFO:teuthology.orchestra.run.smithi103.stdout: "root_rsnaps": 0, 2024-02-10T00:11:14.558 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_backtrace_fetch": 0, 2024-02-10T00:11:14.558 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_set_tag": 0, 2024-02-10T00:11:14.558 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_backtrace_repaired": 0, 2024-02-10T00:11:14.559 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_inotable_repaired": 0, 2024-02-10T00:11:14.559 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_dir_inodes": 0, 2024-02-10T00:11:14.559 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_dir_base_inodes": 0, 2024-02-10T00:11:14.559 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_dirfrag_rstats": 0, 2024-02-10T00:11:14.559 INFO:teuthology.orchestra.run.smithi103.stdout: "scrub_file_inodes": 0, 2024-02-10T00:11:14.559 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_inode_file_caps": 0, 2024-02-10T00:11:14.559 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_revoke": 0, 2024-02-10T00:11:14.559 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_grant": 0, 2024-02-10T00:11:14.559 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_trunc": 0, 2024-02-10T00:11:14.559 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-02-10T00:11:14.559 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_cap_op_flush_ack": 0, 2024-02-10T00:11:14.559 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_caps": 0, 2024-02-10T00:11:14.560 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_caps_dirty": 0, 2024-02-10T00:11:14.560 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_cap_release": 0, 2024-02-10T00:11:14.560 INFO:teuthology.orchestra.run.smithi103.stdout: "process_request_cap_release": 0 2024-02-10T00:11:14.560 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.560 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_cache": { 2024-02-10T00:11:14.560 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_update": 0, 2024-02-10T00:11:14.560 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_update_receipt": 0, 2024-02-10T00:11:14.560 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_try_discover": 0, 2024-02-10T00:11:14.560 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_send_discover": 0, 2024-02-10T00:11:14.560 INFO:teuthology.orchestra.run.smithi103.stdout: "dir_handle_discover": 0, 2024-02-10T00:11:14.560 INFO:teuthology.orchestra.run.smithi103.stdout: "num_strays": 0, 2024-02-10T00:11:14.561 INFO:teuthology.orchestra.run.smithi103.stdout: "num_strays_delayed": 0, 2024-02-10T00:11:14.561 INFO:teuthology.orchestra.run.smithi103.stdout: "num_strays_enqueuing": 0, 2024-02-10T00:11:14.561 INFO:teuthology.orchestra.run.smithi103.stdout: "strays_created": 0, 2024-02-10T00:11:14.561 INFO:teuthology.orchestra.run.smithi103.stdout: "strays_enqueued": 0, 2024-02-10T00:11:14.561 INFO:teuthology.orchestra.run.smithi103.stdout: "strays_reintegrated": 0, 2024-02-10T00:11:14.561 INFO:teuthology.orchestra.run.smithi103.stdout: "strays_migrated": 0, 2024-02-10T00:11:14.561 INFO:teuthology.orchestra.run.smithi103.stdout: "num_recovering_processing": 0, 2024-02-10T00:11:14.561 INFO:teuthology.orchestra.run.smithi103.stdout: "num_recovering_enqueued": 0, 2024-02-10T00:11:14.561 INFO:teuthology.orchestra.run.smithi103.stdout: "num_recovering_prioritized": 0, 2024-02-10T00:11:14.561 INFO:teuthology.orchestra.run.smithi103.stdout: "recovery_started": 0, 2024-02-10T00:11:14.561 INFO:teuthology.orchestra.run.smithi103.stdout: "recovery_completed": 0, 2024-02-10T00:11:14.561 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_enqueue_scrub": 0, 2024-02-10T00:11:14.561 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_exportdir": 0, 2024-02-10T00:11:14.562 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_flush": 0, 2024-02-10T00:11:14.562 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_fragmentdir": 0, 2024-02-10T00:11:14.562 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_fragstats": 0, 2024-02-10T00:11:14.562 INFO:teuthology.orchestra.run.smithi103.stdout: "ireq_inodestats": 0 2024-02-10T00:11:14.562 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.562 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_log": { 2024-02-10T00:11:14.562 INFO:teuthology.orchestra.run.smithi103.stdout: "evlrg": 0, 2024-02-10T00:11:14.562 INFO:teuthology.orchestra.run.smithi103.stdout: "evadd": 0, 2024-02-10T00:11:14.562 INFO:teuthology.orchestra.run.smithi103.stdout: "evex": 0, 2024-02-10T00:11:14.562 INFO:teuthology.orchestra.run.smithi103.stdout: "evtrm": 0, 2024-02-10T00:11:14.562 INFO:teuthology.orchestra.run.smithi103.stdout: "ev": 4, 2024-02-10T00:11:14.562 INFO:teuthology.orchestra.run.smithi103.stdout: "evexg": 0, 2024-02-10T00:11:14.563 INFO:teuthology.orchestra.run.smithi103.stdout: "evexd": 0, 2024-02-10T00:11:14.563 INFO:teuthology.orchestra.run.smithi103.stdout: "segadd": 0, 2024-02-10T00:11:14.563 INFO:teuthology.orchestra.run.smithi103.stdout: "segex": 0, 2024-02-10T00:11:14.563 INFO:teuthology.orchestra.run.smithi103.stdout: "segtrm": 0, 2024-02-10T00:11:14.563 INFO:teuthology.orchestra.run.smithi103.stdout: "seg": 2, 2024-02-10T00:11:14.563 INFO:teuthology.orchestra.run.smithi103.stdout: "segmjr": 2, 2024-02-10T00:11:14.563 INFO:teuthology.orchestra.run.smithi103.stdout: "segexg": 0, 2024-02-10T00:11:14.563 INFO:teuthology.orchestra.run.smithi103.stdout: "segexd": 0, 2024-02-10T00:11:14.563 INFO:teuthology.orchestra.run.smithi103.stdout: "expos": 4194304, 2024-02-10T00:11:14.563 INFO:teuthology.orchestra.run.smithi103.stdout: "wrpos": 4195424, 2024-02-10T00:11:14.563 INFO:teuthology.orchestra.run.smithi103.stdout: "rdpos": 4195283, 2024-02-10T00:11:14.563 INFO:teuthology.orchestra.run.smithi103.stdout: "jlat": { 2024-02-10T00:11:14.563 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.564 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.564 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.564 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.564 INFO:teuthology.orchestra.run.smithi103.stdout: "replayed": 4 2024-02-10T00:11:14.564 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.564 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_mem": { 2024-02-10T00:11:14.564 INFO:teuthology.orchestra.run.smithi103.stdout: "ino": 3, 2024-02-10T00:11:14.564 INFO:teuthology.orchestra.run.smithi103.stdout: "ino+": 3, 2024-02-10T00:11:14.564 INFO:teuthology.orchestra.run.smithi103.stdout: "ino-": 0, 2024-02-10T00:11:14.565 INFO:teuthology.orchestra.run.smithi103.stdout: "dir": 1, 2024-02-10T00:11:14.565 INFO:teuthology.orchestra.run.smithi103.stdout: "dir+": 1, 2024-02-10T00:11:14.565 INFO:teuthology.orchestra.run.smithi103.stdout: "dir-": 0, 2024-02-10T00:11:14.565 INFO:teuthology.orchestra.run.smithi103.stdout: "dn": 0, 2024-02-10T00:11:14.565 INFO:teuthology.orchestra.run.smithi103.stdout: "dn+": 0, 2024-02-10T00:11:14.565 INFO:teuthology.orchestra.run.smithi103.stdout: "dn-": 0, 2024-02-10T00:11:14.565 INFO:teuthology.orchestra.run.smithi103.stdout: "cap": 0, 2024-02-10T00:11:14.565 INFO:teuthology.orchestra.run.smithi103.stdout: "cap+": 0, 2024-02-10T00:11:14.565 INFO:teuthology.orchestra.run.smithi103.stdout: "cap-": 0, 2024-02-10T00:11:14.565 INFO:teuthology.orchestra.run.smithi103.stdout: "rss": 47616, 2024-02-10T00:11:14.565 INFO:teuthology.orchestra.run.smithi103.stdout: "heap": 215420 2024-02-10T00:11:14.566 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.566 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_server": { 2024-02-10T00:11:14.566 INFO:teuthology.orchestra.run.smithi103.stdout: "dispatch_client_request": 0, 2024-02-10T00:11:14.566 INFO:teuthology.orchestra.run.smithi103.stdout: "dispatch_server_request": 0, 2024-02-10T00:11:14.566 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_request": 0, 2024-02-10T00:11:14.566 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_client_session": 0, 2024-02-10T00:11:14.566 INFO:teuthology.orchestra.run.smithi103.stdout: "handle_peer_request": 0, 2024-02-10T00:11:14.566 INFO:teuthology.orchestra.run.smithi103.stdout: "req_create_latency": { 2024-02-10T00:11:14.566 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.566 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.566 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.566 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.567 INFO:teuthology.orchestra.run.smithi103.stdout: "req_getattr_latency": { 2024-02-10T00:11:14.567 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.567 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.567 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.567 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.567 INFO:teuthology.orchestra.run.smithi103.stdout: "req_getfilelock_latency": { 2024-02-10T00:11:14.567 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.567 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.567 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.567 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.567 INFO:teuthology.orchestra.run.smithi103.stdout: "req_link_latency": { 2024-02-10T00:11:14.567 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.568 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.568 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.568 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.568 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookup_latency": { 2024-02-10T00:11:14.568 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.568 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.568 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.568 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.568 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookuphash_latency": { 2024-02-10T00:11:14.568 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.568 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.568 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.569 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.569 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookupino_latency": { 2024-02-10T00:11:14.569 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.569 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.569 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.569 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.569 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookupname_latency": { 2024-02-10T00:11:14.569 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.569 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.569 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.569 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.569 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookupparent_latency": { 2024-02-10T00:11:14.570 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.570 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.570 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.570 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.570 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lookupsnap_latency": { 2024-02-10T00:11:14.570 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.570 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.570 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.570 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.570 INFO:teuthology.orchestra.run.smithi103.stdout: "req_lssnap_latency": { 2024-02-10T00:11:14.570 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.570 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.571 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.571 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.571 INFO:teuthology.orchestra.run.smithi103.stdout: "req_mkdir_latency": { 2024-02-10T00:11:14.571 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.571 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.571 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.571 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.571 INFO:teuthology.orchestra.run.smithi103.stdout: "req_mknod_latency": { 2024-02-10T00:11:14.571 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.571 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.571 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.571 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.572 INFO:teuthology.orchestra.run.smithi103.stdout: "req_mksnap_latency": { 2024-02-10T00:11:14.572 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.572 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.572 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.572 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.572 INFO:teuthology.orchestra.run.smithi103.stdout: "req_open_latency": { 2024-02-10T00:11:14.572 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.572 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.572 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.572 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.572 INFO:teuthology.orchestra.run.smithi103.stdout: "req_readdir_latency": { 2024-02-10T00:11:14.573 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.573 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.573 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.573 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.573 INFO:teuthology.orchestra.run.smithi103.stdout: "req_rename_latency": { 2024-02-10T00:11:14.573 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.573 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.573 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.573 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.573 INFO:teuthology.orchestra.run.smithi103.stdout: "req_renamesnap_latency": { 2024-02-10T00:11:14.573 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.573 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.573 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.574 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.574 INFO:teuthology.orchestra.run.smithi103.stdout: "req_snapdiff_latency": { 2024-02-10T00:11:14.574 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.574 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.574 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.574 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.574 INFO:teuthology.orchestra.run.smithi103.stdout: "req_rmdir_latency": { 2024-02-10T00:11:14.574 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.574 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.574 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.574 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.574 INFO:teuthology.orchestra.run.smithi103.stdout: "req_rmsnap_latency": { 2024-02-10T00:11:14.575 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.575 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.575 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.575 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.575 INFO:teuthology.orchestra.run.smithi103.stdout: "req_rmxattr_latency": { 2024-02-10T00:11:14.575 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.575 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.575 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.575 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.575 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setattr_latency": { 2024-02-10T00:11:14.576 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.576 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.576 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.576 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.576 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setdirlayout_latency": { 2024-02-10T00:11:14.576 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.576 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.576 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.576 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.576 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setfilelock_latency": { 2024-02-10T00:11:14.576 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.576 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.577 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.577 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.577 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setlayout_latency": { 2024-02-10T00:11:14.577 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.577 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.577 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.577 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.577 INFO:teuthology.orchestra.run.smithi103.stdout: "req_setxattr_latency": { 2024-02-10T00:11:14.577 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.577 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.577 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.577 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.578 INFO:teuthology.orchestra.run.smithi103.stdout: "req_symlink_latency": { 2024-02-10T00:11:14.578 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.578 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.578 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.578 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.578 INFO:teuthology.orchestra.run.smithi103.stdout: "req_unlink_latency": { 2024-02-10T00:11:14.578 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.578 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.578 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.578 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.578 INFO:teuthology.orchestra.run.smithi103.stdout: "cap_revoke_eviction": 0, 2024-02-10T00:11:14.578 INFO:teuthology.orchestra.run.smithi103.stdout: "cap_acquisition_throttle": 0, 2024-02-10T00:11:14.579 INFO:teuthology.orchestra.run.smithi103.stdout: "req_getvxattr_latency": { 2024-02-10T00:11:14.579 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.579 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.579 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.579 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:14.579 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.579 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_sessions": { 2024-02-10T00:11:14.579 INFO:teuthology.orchestra.run.smithi103.stdout: "session_count": 0, 2024-02-10T00:11:14.579 INFO:teuthology.orchestra.run.smithi103.stdout: "session_add": 1, 2024-02-10T00:11:14.579 INFO:teuthology.orchestra.run.smithi103.stdout: "session_remove": 1, 2024-02-10T00:11:14.580 INFO:teuthology.orchestra.run.smithi103.stdout: "sessions_open": 1, 2024-02-10T00:11:14.580 INFO:teuthology.orchestra.run.smithi103.stdout: "sessions_stale": 0, 2024-02-10T00:11:14.580 INFO:teuthology.orchestra.run.smithi103.stdout: "total_load": 0, 2024-02-10T00:11:14.580 INFO:teuthology.orchestra.run.smithi103.stdout: "average_load": 0, 2024-02-10T00:11:14.580 INFO:teuthology.orchestra.run.smithi103.stdout: "avg_session_uptime": 1530, 2024-02-10T00:11:14.580 INFO:teuthology.orchestra.run.smithi103.stdout: "mdthresh_evicted": 0 2024-02-10T00:11:14.580 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.580 INFO:teuthology.orchestra.run.smithi103.stdout: "mempool": { 2024-02-10T00:11:14.580 INFO:teuthology.orchestra.run.smithi103.stdout: "bloom_filter_bytes": 0, 2024-02-10T00:11:14.580 INFO:teuthology.orchestra.run.smithi103.stdout: "bloom_filter_items": 0, 2024-02-10T00:11:14.580 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_alloc_bytes": 0, 2024-02-10T00:11:14.581 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_alloc_items": 0, 2024-02-10T00:11:14.581 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_data_bytes": 0, 2024-02-10T00:11:14.581 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_data_items": 0, 2024-02-10T00:11:14.581 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_onode_bytes": 0, 2024-02-10T00:11:14.581 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_onode_items": 0, 2024-02-10T00:11:14.581 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_meta_bytes": 0, 2024-02-10T00:11:14.581 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_meta_items": 0, 2024-02-10T00:11:14.581 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_other_bytes": 0, 2024-02-10T00:11:14.581 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_other_items": 0, 2024-02-10T00:11:14.581 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_buffer_bytes": 0, 2024-02-10T00:11:14.581 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_cache_buffer_items": 0, 2024-02-10T00:11:14.581 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_extent_bytes": 0, 2024-02-10T00:11:14.582 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_extent_items": 0, 2024-02-10T00:11:14.582 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_blob_bytes": 0, 2024-02-10T00:11:14.582 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_blob_items": 0, 2024-02-10T00:11:14.582 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_shared_blob_bytes": 0, 2024-02-10T00:11:14.582 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_shared_blob_items": 0, 2024-02-10T00:11:14.582 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_inline_bl_bytes": 0, 2024-02-10T00:11:14.582 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_inline_bl_items": 0, 2024-02-10T00:11:14.582 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_fsck_bytes": 0, 2024-02-10T00:11:14.582 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_fsck_items": 0, 2024-02-10T00:11:14.582 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_txc_bytes": 0, 2024-02-10T00:11:14.582 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_txc_items": 0, 2024-02-10T00:11:14.582 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_deferred_bytes": 0, 2024-02-10T00:11:14.582 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_deferred_items": 0, 2024-02-10T00:11:14.583 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_bytes": 0, 2024-02-10T00:11:14.583 INFO:teuthology.orchestra.run.smithi103.stdout: "bluestore_writing_items": 0, 2024-02-10T00:11:14.583 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_bytes": 0, 2024-02-10T00:11:14.583 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_items": 0, 2024-02-10T00:11:14.583 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_reader_bytes": 0, 2024-02-10T00:11:14.583 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_reader_items": 0, 2024-02-10T00:11:14.583 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_writer_bytes": 0, 2024-02-10T00:11:14.583 INFO:teuthology.orchestra.run.smithi103.stdout: "bluefs_file_writer_items": 0, 2024-02-10T00:11:14.583 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_anon_bytes": 189423, 2024-02-10T00:11:14.583 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_anon_items": 51, 2024-02-10T00:11:14.583 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_meta_bytes": 0, 2024-02-10T00:11:14.584 INFO:teuthology.orchestra.run.smithi103.stdout: "buffer_meta_items": 0, 2024-02-10T00:11:14.584 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_bytes": 0, 2024-02-10T00:11:14.584 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_items": 0, 2024-02-10T00:11:14.584 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_mapbl_bytes": 0, 2024-02-10T00:11:14.584 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_mapbl_items": 0, 2024-02-10T00:11:14.584 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_pglog_bytes": 0, 2024-02-10T00:11:14.584 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_pglog_items": 0, 2024-02-10T00:11:14.584 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_bytes": 8152, 2024-02-10T00:11:14.584 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_items": 170, 2024-02-10T00:11:14.584 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_mapping_bytes": 0, 2024-02-10T00:11:14.584 INFO:teuthology.orchestra.run.smithi103.stdout: "osdmap_mapping_items": 0, 2024-02-10T00:11:14.585 INFO:teuthology.orchestra.run.smithi103.stdout: "pgmap_bytes": 0, 2024-02-10T00:11:14.585 INFO:teuthology.orchestra.run.smithi103.stdout: "pgmap_items": 0, 2024-02-10T00:11:14.585 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_co_bytes": 8320, 2024-02-10T00:11:14.585 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_co_items": 13, 2024-02-10T00:11:14.585 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_1_bytes": 0, 2024-02-10T00:11:14.585 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_1_items": 0, 2024-02-10T00:11:14.585 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_2_bytes": 0, 2024-02-10T00:11:14.585 INFO:teuthology.orchestra.run.smithi103.stdout: "unittest_2_items": 0 2024-02-10T00:11:14.585 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.585 INFO:teuthology.orchestra.run.smithi103.stdout: "objecter": { 2024-02-10T00:11:14.585 INFO:teuthology.orchestra.run.smithi103.stdout: "op_active": 0, 2024-02-10T00:11:14.585 INFO:teuthology.orchestra.run.smithi103.stdout: "op_laggy": 0, 2024-02-10T00:11:14.585 INFO:teuthology.orchestra.run.smithi103.stdout: "op_send": 2404, 2024-02-10T00:11:14.586 INFO:teuthology.orchestra.run.smithi103.stdout: "op_send_bytes": 21, 2024-02-10T00:11:14.586 INFO:teuthology.orchestra.run.smithi103.stdout: "op_resend": 3, 2024-02-10T00:11:14.586 INFO:teuthology.orchestra.run.smithi103.stdout: "op_reply": 2404, 2024-02-10T00:11:14.586 INFO:teuthology.orchestra.run.smithi103.stdout: "op_latency": { 2024-02-10T00:11:14.586 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 2404, 2024-02-10T00:11:14.586 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 1.361974642, 2024-02-10T00:11:14.586 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000566545 2024-02-10T00:11:14.586 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.586 INFO:teuthology.orchestra.run.smithi103.stdout: "op_inflight": 0, 2024-02-10T00:11:14.586 INFO:teuthology.orchestra.run.smithi103.stdout: "oplen_avg": { 2024-02-10T00:11:14.586 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 2404, 2024-02-10T00:11:14.586 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 2405 2024-02-10T00:11:14.587 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.587 INFO:teuthology.orchestra.run.smithi103.stdout: "op": 2404, 2024-02-10T00:11:14.587 INFO:teuthology.orchestra.run.smithi103.stdout: "op_r": 2404, 2024-02-10T00:11:14.587 INFO:teuthology.orchestra.run.smithi103.stdout: "op_w": 0, 2024-02-10T00:11:14.587 INFO:teuthology.orchestra.run.smithi103.stdout: "op_rmw": 0, 2024-02-10T00:11:14.587 INFO:teuthology.orchestra.run.smithi103.stdout: "op_pg": 0, 2024-02-10T00:11:14.587 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_stat": 1554, 2024-02-10T00:11:14.587 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_create": 0, 2024-02-10T00:11:14.587 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_read": 848, 2024-02-10T00:11:14.587 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_write": 0, 2024-02-10T00:11:14.588 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_writefull": 0, 2024-02-10T00:11:14.588 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_writesame": 0, 2024-02-10T00:11:14.588 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_append": 0, 2024-02-10T00:11:14.588 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_zero": 0, 2024-02-10T00:11:14.588 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_truncate": 0, 2024-02-10T00:11:14.588 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_delete": 0, 2024-02-10T00:11:14.588 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_mapext": 0, 2024-02-10T00:11:14.588 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_sparse_read": 0, 2024-02-10T00:11:14.588 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_clonerange": 0, 2024-02-10T00:11:14.589 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_getxattr": 1, 2024-02-10T00:11:14.589 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_setxattr": 0, 2024-02-10T00:11:14.589 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_cmpxattr": 0, 2024-02-10T00:11:14.589 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_rmxattr": 0, 2024-02-10T00:11:14.589 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_resetxattrs": 0, 2024-02-10T00:11:14.589 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_call": 0, 2024-02-10T00:11:14.589 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_watch": 0, 2024-02-10T00:11:14.589 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_notify": 0, 2024-02-10T00:11:14.589 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_src_cmpxattr": 0, 2024-02-10T00:11:14.589 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_pgls": 0, 2024-02-10T00:11:14.589 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_pgls_filter": 0, 2024-02-10T00:11:14.590 INFO:teuthology.orchestra.run.smithi103.stdout: "osdop_other": 0, 2024-02-10T00:11:14.590 INFO:teuthology.orchestra.run.smithi103.stdout: "linger_active": 0, 2024-02-10T00:11:14.590 INFO:teuthology.orchestra.run.smithi103.stdout: "linger_send": 0, 2024-02-10T00:11:14.590 INFO:teuthology.orchestra.run.smithi103.stdout: "linger_resend": 0, 2024-02-10T00:11:14.590 INFO:teuthology.orchestra.run.smithi103.stdout: "linger_ping": 0, 2024-02-10T00:11:14.590 INFO:teuthology.orchestra.run.smithi103.stdout: "poolop_active": 0, 2024-02-10T00:11:14.590 INFO:teuthology.orchestra.run.smithi103.stdout: "poolop_send": 0, 2024-02-10T00:11:14.590 INFO:teuthology.orchestra.run.smithi103.stdout: "poolop_resend": 0, 2024-02-10T00:11:14.590 INFO:teuthology.orchestra.run.smithi103.stdout: "poolstat_active": 0, 2024-02-10T00:11:14.590 INFO:teuthology.orchestra.run.smithi103.stdout: "poolstat_send": 0, 2024-02-10T00:11:14.590 INFO:teuthology.orchestra.run.smithi103.stdout: "poolstat_resend": 0, 2024-02-10T00:11:14.590 INFO:teuthology.orchestra.run.smithi103.stdout: "statfs_active": 0, 2024-02-10T00:11:14.591 INFO:teuthology.orchestra.run.smithi103.stdout: "statfs_send": 0, 2024-02-10T00:11:14.591 INFO:teuthology.orchestra.run.smithi103.stdout: "statfs_resend": 0, 2024-02-10T00:11:14.591 INFO:teuthology.orchestra.run.smithi103.stdout: "command_active": 0, 2024-02-10T00:11:14.591 INFO:teuthology.orchestra.run.smithi103.stdout: "command_send": 0, 2024-02-10T00:11:14.591 INFO:teuthology.orchestra.run.smithi103.stdout: "command_resend": 0, 2024-02-10T00:11:14.591 INFO:teuthology.orchestra.run.smithi103.stdout: "map_epoch": 100, 2024-02-10T00:11:14.591 INFO:teuthology.orchestra.run.smithi103.stdout: "map_full": 0, 2024-02-10T00:11:14.591 INFO:teuthology.orchestra.run.smithi103.stdout: "map_inc": 15, 2024-02-10T00:11:14.591 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_sessions": 5, 2024-02-10T00:11:14.591 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_session_open": 5, 2024-02-10T00:11:14.591 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_session_close": 0, 2024-02-10T00:11:14.592 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_laggy": 0, 2024-02-10T00:11:14.592 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_wr": 0, 2024-02-10T00:11:14.592 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_rd": 2, 2024-02-10T00:11:14.592 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_del": 0 2024-02-10T00:11:14.592 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.592 INFO:teuthology.orchestra.run.smithi103.stdout: "oft": { 2024-02-10T00:11:14.592 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_total_objs": 0, 2024-02-10T00:11:14.592 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_total_kv_pairs": 0, 2024-02-10T00:11:14.592 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_total_updates": 0, 2024-02-10T00:11:14.592 INFO:teuthology.orchestra.run.smithi103.stdout: "omap_total_removes": 0 2024-02-10T00:11:14.592 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.592 INFO:teuthology.orchestra.run.smithi103.stdout: "osd-slow-ops": { 2024-02-10T00:11:14.593 INFO:teuthology.orchestra.run.smithi103.stdout: "slow_ops_count": 0 2024-02-10T00:11:14.593 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.593 INFO:teuthology.orchestra.run.smithi103.stdout: "purge_queue": { 2024-02-10T00:11:14.593 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executing_ops": 0, 2024-02-10T00:11:14.593 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executing_ops_high_water": 0, 2024-02-10T00:11:14.593 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executing": 0, 2024-02-10T00:11:14.593 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executing_high_water": 0, 2024-02-10T00:11:14.593 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executed_ops": 0, 2024-02-10T00:11:14.593 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_executed": 0, 2024-02-10T00:11:14.593 INFO:teuthology.orchestra.run.smithi103.stdout: "pq_item_in_journal": 0 2024-02-10T00:11:14.593 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.593 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-02-10T00:11:14.594 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-02-10T00:11:14.594 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 104857600, 2024-02-10T00:11:14.594 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-02-10T00:11:14.594 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 2680, 2024-02-10T00:11:14.594 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 2063727, 2024-02-10T00:11:14.594 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-02-10T00:11:14.594 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 2680, 2024-02-10T00:11:14.594 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 0, 2024-02-10T00:11:14.594 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 0, 2024-02-10T00:11:14.594 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 2680, 2024-02-10T00:11:14.594 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 2063727, 2024-02-10T00:11:14.594 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-02-10T00:11:14.595 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.595 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.595 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.595 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:14.595 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.595 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-objecter_bytes": { 2024-02-10T00:11:14.595 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-02-10T00:11:14.595 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 104857600, 2024-02-10T00:11:14.595 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-02-10T00:11:14.595 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 0, 2024-02-10T00:11:14.595 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 0, 2024-02-10T00:11:14.595 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-02-10T00:11:14.596 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 0, 2024-02-10T00:11:14.596 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 2404, 2024-02-10T00:11:14.596 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 1125, 2024-02-10T00:11:14.596 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 2404, 2024-02-10T00:11:14.596 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 1125, 2024-02-10T00:11:14.596 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-02-10T00:11:14.596 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.596 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.596 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.596 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:14.596 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.596 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-objecter_ops": { 2024-02-10T00:11:14.597 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-02-10T00:11:14.597 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 1024, 2024-02-10T00:11:14.597 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-02-10T00:11:14.597 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 0, 2024-02-10T00:11:14.597 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 0, 2024-02-10T00:11:14.597 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-02-10T00:11:14.597 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 0, 2024-02-10T00:11:14.597 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 2404, 2024-02-10T00:11:14.597 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 2404, 2024-02-10T00:11:14.597 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 2404, 2024-02-10T00:11:14.597 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 2404, 2024-02-10T00:11:14.597 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-02-10T00:11:14.598 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.598 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.598 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.598 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:14.598 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.598 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-write_buf_throttle": { 2024-02-10T00:11:14.598 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-02-10T00:11:14.598 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 3758096384, 2024-02-10T00:11:14.598 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-02-10T00:11:14.598 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 0, 2024-02-10T00:11:14.598 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 0, 2024-02-10T00:11:14.598 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-02-10T00:11:14.598 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 0, 2024-02-10T00:11:14.599 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 0, 2024-02-10T00:11:14.599 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 0, 2024-02-10T00:11:14.599 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 0, 2024-02-10T00:11:14.599 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 0, 2024-02-10T00:11:14.599 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-02-10T00:11:14.599 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.599 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.599 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.599 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:14.599 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-02-10T00:11:14.599 INFO:teuthology.orchestra.run.smithi103.stdout: "throttle-write_buf_throttle-0x557b75ed2960": { 2024-02-10T00:11:14.599 INFO:teuthology.orchestra.run.smithi103.stdout: "val": 0, 2024-02-10T00:11:14.599 INFO:teuthology.orchestra.run.smithi103.stdout: "max": 3758096384, 2024-02-10T00:11:14.600 INFO:teuthology.orchestra.run.smithi103.stdout: "get_started": 0, 2024-02-10T00:11:14.600 INFO:teuthology.orchestra.run.smithi103.stdout: "get": 0, 2024-02-10T00:11:14.600 INFO:teuthology.orchestra.run.smithi103.stdout: "get_sum": 0, 2024-02-10T00:11:14.600 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_fail": 0, 2024-02-10T00:11:14.600 INFO:teuthology.orchestra.run.smithi103.stdout: "get_or_fail_success": 0, 2024-02-10T00:11:14.600 INFO:teuthology.orchestra.run.smithi103.stdout: "take": 0, 2024-02-10T00:11:14.600 INFO:teuthology.orchestra.run.smithi103.stdout: "take_sum": 0, 2024-02-10T00:11:14.600 INFO:teuthology.orchestra.run.smithi103.stdout: "put": 0, 2024-02-10T00:11:14.600 INFO:teuthology.orchestra.run.smithi103.stdout: "put_sum": 0, 2024-02-10T00:11:14.600 INFO:teuthology.orchestra.run.smithi103.stdout: "wait": { 2024-02-10T00:11:14.600 INFO:teuthology.orchestra.run.smithi103.stdout: "avgcount": 0, 2024-02-10T00:11:14.601 INFO:teuthology.orchestra.run.smithi103.stdout: "sum": 0.000000000, 2024-02-10T00:11:14.601 INFO:teuthology.orchestra.run.smithi103.stdout: "avgtime": 0.000000000 2024-02-10T00:11:14.601 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:14.601 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-02-10T00:11:14.601 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-02-10T00:11:15.224 INFO:tasks.check_counter:Daemon mds.l mds.exported=0 2024-02-10T00:11:15.224 INFO:tasks.check_counter:Daemon mds.l mds.imported=0 2024-02-10T00:11:15.224 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update=0 2024-02-10T00:11:15.224 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update_receipt=0 2024-02-10T00:11:15.224 INFO:tasks.check_counter:Daemon mds.l mds.root_rsnaps=0 2024-02-10T00:11:15.224 INFO:tasks.check_counter:Daemon mds.l mds_server.req_mksnap_latency.avgcount=0 2024-02-10T00:11:15.225 INFO:tasks.check_counter:Daemon mds.l mds_server.req_rmsnap_latency.avgcount=0 2024-02-10T00:11:15.225 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-02-10T00:11:15.236 INFO:tasks.kclient:Unmounting kernel clients... 2024-02-10T00:11:15.236 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-02-10T00:11:15.237 DEBUG:teuthology.orchestra.run.smithi001:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-10T00:11:15.259 DEBUG:teuthology.orchestra.run.smithi001:> set -ex 2024-02-10T00:11:15.259 DEBUG:teuthology.orchestra.run.smithi001:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-10T00:11:15.318 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-10T00:11:15.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.471+0000 7fdac3965640 1 -- 172.21.15.1:0/4150806305 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdabc106500 msgr2=0x7fdabc10e0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:15.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.471+0000 7fdac3965640 1 --2- 172.21.15.1:0/4150806305 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdabc106500 0x7fdabc10e0d0 secure :-1 s=READY pgs=1781 cs=0 l=1 rev1=1 crypto rx=0x7fdab4009cd0 tx=0x7fdab402c0f0 comp rx=0 tx=0).stop 2024-02-10T00:11:15.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.471+0000 7fdac3965640 1 -- 172.21.15.1:0/4150806305 shutdown_connections 2024-02-10T00:11:15.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.471+0000 7fdac3965640 1 --2- 172.21.15.1:0/4150806305 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdabc106500 0x7fdabc10e0d0 unknown :-1 s=CLOSED pgs=1781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:15.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.471+0000 7fdac3965640 1 --2- 172.21.15.1:0/4150806305 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdabc101de0 0x7fdabc105e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:15.475 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.471+0000 7fdac3965640 1 --2- 172.21.15.1:0/4150806305 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdabc101430 0x7fdabc101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:15.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.471+0000 7fdac3965640 1 -- 172.21.15.1:0/4150806305 >> 172.21.15.1:0/4150806305 conn(0x7fdabc0fccd0 msgr2=0x7fdabc0ff0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:11:15.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.471+0000 7fdac3965640 1 -- 172.21.15.1:0/4150806305 shutdown_connections 2024-02-10T00:11:15.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.471+0000 7fdac3965640 1 -- 172.21.15.1:0/4150806305 wait complete. 2024-02-10T00:11:15.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.472+0000 7fdac3965640 1 Processor -- start 2024-02-10T00:11:15.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.472+0000 7fdac3965640 1 -- start start 2024-02-10T00:11:15.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.472+0000 7fdac3965640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdabc101430 0x7fdabc19d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:15.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.472+0000 7fdac3965640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdabc106500 0x7fdabc19dae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:15.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.472+0000 7fdac3965640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdabc197660 0x7fdabc197ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:15.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.472+0000 7fdac3965640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdabc198130 con 0x7fdabc101430 2024-02-10T00:11:15.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.472+0000 7fdac3965640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdabc1982a0 con 0x7fdabc197660 2024-02-10T00:11:15.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.472+0000 7fdac3965640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdabc198460 con 0x7fdabc106500 2024-02-10T00:11:15.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.472+0000 7fdac1701640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdabc101430 0x7fdabc19d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:15.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.472+0000 7fdac1701640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdabc101430 0x7fdabc19d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47418/0 (socket says 172.21.15.1:47418) 2024-02-10T00:11:15.476 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.472+0000 7fdac1701640 1 -- 172.21.15.1:0/2034718682 learned_addr learned my addr 172.21.15.1:0/2034718682 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:11:15.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.472+0000 7fdac0f00640 1 --2- 172.21.15.1:0/2034718682 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdabc106500 0x7fdabc19dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:15.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.472+0000 7fdac1f02640 1 --2- 172.21.15.1:0/2034718682 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdabc197660 0x7fdabc197ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:15.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.473+0000 7fdac1701640 1 -- 172.21.15.1:0/2034718682 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdabc106500 msgr2=0x7fdabc19dae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:15.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.473+0000 7fdac1701640 1 --2- 172.21.15.1:0/2034718682 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdabc106500 0x7fdabc19dae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:15.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.473+0000 7fdac1701640 1 -- 172.21.15.1:0/2034718682 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdabc197660 msgr2=0x7fdabc197ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:15.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.473+0000 7fdac1701640 1 --2- 172.21.15.1:0/2034718682 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdabc197660 0x7fdabc197ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:15.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.473+0000 7fdac1701640 1 -- 172.21.15.1:0/2034718682 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdab4009900 con 0x7fdabc101430 2024-02-10T00:11:15.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.473+0000 7fdac1f02640 1 --2- 172.21.15.1:0/2034718682 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdabc197660 0x7fdabc197ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:11:15.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.473+0000 7fdac0f00640 1 --2- 172.21.15.1:0/2034718682 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdabc106500 0x7fdabc19dae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:11:15.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.473+0000 7fdac1701640 1 --2- 172.21.15.1:0/2034718682 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdabc101430 0x7fdabc19d5a0 secure :-1 s=READY pgs=1782 cs=0 l=1 rev1=1 crypto rx=0x7fdab000e9f0 tx=0x7fdab000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:11:15.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.473+0000 7fdaae7fc640 1 -- 172.21.15.1:0/2034718682 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdab0009700 con 0x7fdabc101430 2024-02-10T00:11:15.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.473+0000 7fdac3965640 1 -- 172.21.15.1:0/2034718682 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdabc1a4400 con 0x7fdabc101430 2024-02-10T00:11:15.477 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.473+0000 7fdaae7fc640 1 -- 172.21.15.1:0/2034718682 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fdab000cd80 con 0x7fdabc101430 2024-02-10T00:11:15.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.473+0000 7fdaae7fc640 1 -- 172.21.15.1:0/2034718682 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdab0018920 con 0x7fdabc101430 2024-02-10T00:11:15.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.473+0000 7fdac3965640 1 -- 172.21.15.1:0/2034718682 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdabc1a48e0 con 0x7fdabc101430 2024-02-10T00:11:15.478 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.474+0000 7fdac3965640 1 -- 172.21.15.1:0/2034718682 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdabc102900 con 0x7fdabc101430 2024-02-10T00:11:15.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.475+0000 7fdaae7fc640 1 -- 172.21.15.1:0/2034718682 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fdab0018a80 con 0x7fdabc101430 2024-02-10T00:11:15.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.476+0000 7fdaae7fc640 1 --2- 172.21.15.1:0/2034718682 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdaa80a2230 0x7fdaa80a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:15.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.476+0000 7fdac0f00640 1 --2- 172.21.15.1:0/2034718682 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdaa80a2230 0x7fdaa80a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:15.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.476+0000 7fdaae7fc640 1 -- 172.21.15.1:0/2034718682 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(100..100 src has 1..100) v4 ==== 8557+0+0 (secure 0 0 0) 0x7fdab0014070 con 0x7fdabc101430 2024-02-10T00:11:15.479 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.476+0000 7fdac0f00640 1 --2- 172.21.15.1:0/2034718682 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdaa80a2230 0x7fdaa80a46f0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fdabc198eb0 tx=0x7fdab8005f90 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:11:15.482 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.480+0000 7fdaae7fc640 1 -- 172.21.15.1:0/2034718682 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fdab0052d20 con 0x7fdabc101430 2024-02-10T00:11:15.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:15 smithi088 ceph-mon[36452]: pgmap v371: 97 pgs: 97 active+clean; 2.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-02-10T00:11:15.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:15 smithi103 ceph-mon[36942]: pgmap v371: 97 pgs: 97 active+clean; 2.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-02-10T00:11:15.666 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.664+0000 7fdac3965640 1 -- 172.21.15.1:0/2034718682 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdabc109730 con 0x7fdabc101430 2024-02-10T00:11:15.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.666+0000 7fdaae7fc640 1 -- 172.21.15.1:0/2034718682 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v100) v1 ==== 74+0+23077 (secure 0 0 0) 0x7fdab0097200 con 0x7fdabc101430 2024-02-10T00:11:15.668 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-10T00:11:15.668 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":100,"fsid":"b5005240-c7a5-11ee-95b8-87774f69a715","created":"2024-02-09T23:49:06.829648+0000","modified":"2024-02-10T00:11:11.264423+0000","last_up_change":"2024-02-09T23:56:15.507374+0000","last_in_change":"2024-02-09T23:55:55.668510+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:52:28.527596+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:57:04.230570+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:57:05.160207+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"100","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":19,"snap_epoch":100,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4fa23604-c2ff-4c47-8ac8-10dce6bba3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6803","nonce":4020662944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6805","nonce":4020662944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6809","nonce":4020662944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6807","nonce":4020662944}]},"public_addr":"172.21.15.1:6803/4020662944","cluster_addr":"172.21.15.1:6805/4020662944","heartbeat_back_addr":"172.21.15.1:6809/4020662944","heartbeat_front_addr":"172.21.15.1:6807/4020662944","state":["exists","up"]},{"osd":1,"uuid":"d64b48a6-3b47-4712-b607-d0e951b3b4a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6801","nonce":1258648868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6803","nonce":1258648868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6807","nonce":1258648868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6805","nonce":1258648868}]},"public_addr":"172.21.15.88:6801/1258648868","cluster_addr":"172.21.15.88:6803/1258648868","heartbeat_back_addr":"172.21.15.88:6807/1258648868","heartbeat_front_addr":"172.21.15.88:6805/1258648868","state":["exists","up"]},{"osd":2,"uuid":"6be4c8dc-283d-4025-9c1f-c00ee4e3659f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6801","nonce":2902494825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6803","nonce":2902494825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6807","nonce":2902494825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6805","nonce":2902494825}]},"public_addr":"172.21.15.103:6801/2902494825","cluster_addr":"172.21.15.103:6803/2902494825","heartbeat_back_addr":"172.21.15.103:6807/2902494825","heartbeat_front_addr":"172.21.15.103:6805/2902494825","state":["exists","up"]},{"osd":3,"uuid":"52579ea8-e424-4adc-9fd9-44cec7e3875a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6811","nonce":680841642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6813","nonce":680841642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6817","nonce":680841642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6815","nonce":680841642}]},"public_addr":"172.21.15.1:6811/680841642","cluster_addr":"172.21.15.1:6813/680841642","heartbeat_back_addr":"172.21.15.1:6817/680841642","heartbeat_front_addr":"172.21.15.1:6815/680841642","state":["exists","up"]},{"osd":4,"uuid":"6503d3b5-f26b-4438-b256-ae4f76c7c773","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6809","nonce":2788918193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6811","nonce":2788918193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6815","nonce":2788918193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6813","nonce":2788918193}]},"public_addr":"172.21.15.88:6809/2788918193","cluster_addr":"172.21.15.88:6811/2788918193","heartbeat_back_addr":"172.21.15.88:6815/2788918193","heartbeat_front_addr":"172.21.15.88:6813/2788918193","state":["exists","up"]},{"osd":5,"uuid":"86188624-366a-487e-9db3-2782ef0884cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6809","nonce":3760780468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6811","nonce":3760780468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6815","nonce":3760780468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6813","nonce":3760780468}]},"public_addr":"172.21.15.103:6809/3760780468","cluster_addr":"172.21.15.103:6811/3760780468","heartbeat_back_addr":"172.21.15.103:6815/3760780468","heartbeat_front_addr":"172.21.15.103:6813/3760780468","state":["exists","up"]},{"osd":6,"uuid":"c59e7ba5-1cbe-41c3-a7e4-330175adfdf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6819","nonce":363854281}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6821","nonce":363854281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6825","nonce":363854281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6823","nonce":363854281}]},"public_addr":"172.21.15.1:6819/363854281","cluster_addr":"172.21.15.1:6821/363854281","heartbeat_back_addr":"172.21.15.1:6825/363854281","heartbeat_front_addr":"172.21.15.1:6823/363854281","state":["exists","up"]},{"osd":7,"uuid":"a77b4ef0-ecf7-457c-95c6-3e63cc6b1bba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6817","nonce":812841825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6819","nonce":812841825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6823","nonce":812841825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6821","nonce":812841825}]},"public_addr":"172.21.15.88:6817/812841825","cluster_addr":"172.21.15.88:6819/812841825","heartbeat_back_addr":"172.21.15.88:6823/812841825","heartbeat_front_addr":"172.21.15.88:6821/812841825","state":["exists","up"]},{"osd":8,"uuid":"bf2a6a1e-71ba-44d2-ba61-309f29496ef9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6817","nonce":3258812878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6819","nonce":3258812878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6823","nonce":3258812878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6821","nonce":3258812878}]},"public_addr":"172.21.15.103:6817/3258812878","cluster_addr":"172.21.15.103:6819/3258812878","heartbeat_back_addr":"172.21.15.103:6823/3258812878","heartbeat_front_addr":"172.21.15.103:6821/3258812878","state":["exists","up"]},{"osd":9,"uuid":"c9531676-199e-43ad-9299-6b5b60fd6ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6827","nonce":2830634909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6829","nonce":2830634909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6833","nonce":2830634909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6831","nonce":2830634909}]},"public_addr":"172.21.15.1:6827/2830634909","cluster_addr":"172.21.15.1:6829/2830634909","heartbeat_back_addr":"172.21.15.1:6833/2830634909","heartbeat_front_addr":"172.21.15.1:6831/2830634909","state":["exists","up"]},{"osd":10,"uuid":"41c2bb14-f8c9-45ce-a81e-9bf9dbba0b51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6825","nonce":1128031509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6827","nonce":1128031509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6831","nonce":1128031509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6829","nonce":1128031509}]},"public_addr":"172.21.15.88:6825/1128031509","cluster_addr":"172.21.15.88:6827/1128031509","heartbeat_back_addr":"172.21.15.88:6831/1128031509","heartbeat_front_addr":"172.21.15.88:6829/1128031509","state":["exists","up"]},{"osd":11,"uuid":"41003dad-b792-418d-9a82-bdf67311ea90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6825","nonce":2854918902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6827","nonce":2854918902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6831","nonce":2854918902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6829","nonce":2854918902}]},"public_addr":"172.21.15.103:6825/2854918902","cluster_addr":"172.21.15.103:6827/2854918902","heartbeat_back_addr":"172.21.15.103:6831/2854918902","heartbeat_front_addr":"172.21.15.103:6829/2854918902","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:51:39.446367+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:02.973641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:25.664661+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:50.561389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:14.598286+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:39.149718+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:04.327941+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:29.497887+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:55.922386+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:21.966560+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:47.653451+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:14.122475+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:0/148014982":"2024-02-10T23:59:21.291833+0000","172.21.15.1:6801/1442269036":"2024-02-10T23:59:21.291833+0000","172.21.15.1:0/677519522":"2024-02-10T23:59:21.291833+0000","172.21.15.1:6800/1442269036":"2024-02-10T23:59:21.291833+0000","172.21.15.1:0/2182725984":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1500865609":"2024-02-10T23:59:21.291833+0000","172.21.15.1:0/104696858":"2024-02-10T23:59:21.291833+0000","172.21.15.1:6800/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1236715707":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3991013292":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3894463217":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6801/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6800/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3968648683":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6801/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1600532294":"2024-02-10T23:50:04.182518+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":3,"snaps":[{"begin":7,"length":1},{"begin":19,"length":1}]}],"new_removed_snaps":[{"pool":3,"snaps":[{"begin":7,"length":1},{"begin":19,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-10T00:11:15.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.668+0000 7fdac3965640 1 -- 172.21.15.1:0/2034718682 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdaa80a2230 msgr2=0x7fdaa80a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:15.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.668+0000 7fdac3965640 1 --2- 172.21.15.1:0/2034718682 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdaa80a2230 0x7fdaa80a46f0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fdabc198eb0 tx=0x7fdab8005f90 comp rx=0 tx=0).stop 2024-02-10T00:11:15.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.668+0000 7fdac3965640 1 -- 172.21.15.1:0/2034718682 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdabc101430 msgr2=0x7fdabc19d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:15.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.668+0000 7fdac3965640 1 --2- 172.21.15.1:0/2034718682 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdabc101430 0x7fdabc19d5a0 secure :-1 s=READY pgs=1782 cs=0 l=1 rev1=1 crypto rx=0x7fdab000e9f0 tx=0x7fdab000eeb0 comp rx=0 tx=0).stop 2024-02-10T00:11:15.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.668+0000 7fdac3965640 1 -- 172.21.15.1:0/2034718682 shutdown_connections 2024-02-10T00:11:15.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.668+0000 7fdac3965640 1 --2- 172.21.15.1:0/2034718682 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fdaa80a2230 0x7fdaa80a46f0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:15.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.668+0000 7fdac3965640 1 --2- 172.21.15.1:0/2034718682 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fdabc197660 0x7fdabc197ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:15.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.668+0000 7fdac3965640 1 --2- 172.21.15.1:0/2034718682 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdabc106500 0x7fdabc19dae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:15.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.668+0000 7fdac3965640 1 --2- 172.21.15.1:0/2034718682 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fdabc101430 0x7fdabc19d5a0 unknown :-1 s=CLOSED pgs=1782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:15.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.668+0000 7fdac3965640 1 -- 172.21.15.1:0/2034718682 >> 172.21.15.1:0/2034718682 conn(0x7fdabc0fccd0 msgr2=0x7fdabc0fef80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:11:15.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.668+0000 7fdac3965640 1 -- 172.21.15.1:0/2034718682 shutdown_connections 2024-02-10T00:11:15.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.668+0000 7fdac3965640 1 -- 172.21.15.1:0/2034718682 wait complete. 2024-02-10T00:11:15.679 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:15 smithi001 ceph-mon[32335]: pgmap v371: 97 pgs: 97 active+clean; 2.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-02-10T00:11:15.681 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-09T23:52:28.527596+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-09T23:57:04.230570+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-09T23:57:05.160207+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '100', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 19, 'snap_epoch': 100, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-10T00:11:15.681 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-10T00:11:15.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.786+0000 7f6a4074f640 1 -- 172.21.15.1:0/1846469582 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6a38105410 msgr2=0x7f6a3810cfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:15.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.786+0000 7f6a4074f640 1 --2- 172.21.15.1:0/1846469582 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6a38105410 0x7f6a3810cfe0 secure :-1 s=READY pgs=1783 cs=0 l=1 rev1=1 crypto rx=0x7f6a30009cd0 tx=0x7f6a3002c0f0 comp rx=0 tx=0).stop 2024-02-10T00:11:15.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.786+0000 7f6a4074f640 1 -- 172.21.15.1:0/1846469582 shutdown_connections 2024-02-10T00:11:15.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.786+0000 7f6a4074f640 1 --2- 172.21.15.1:0/1846469582 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6a38105410 0x7f6a3810cfe0 unknown :-1 s=CLOSED pgs=1783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:15.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.786+0000 7f6a4074f640 1 --2- 172.21.15.1:0/1846469582 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6a38100cf0 0x7f6a38104d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:15.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.786+0000 7f6a4074f640 1 --2- 172.21.15.1:0/1846469582 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6a38100340 0x7f6a38100720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:15.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.786+0000 7f6a4074f640 1 -- 172.21.15.1:0/1846469582 >> 172.21.15.1:0/1846469582 conn(0x7f6a380772e0 msgr2=0x7f6a380776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:11:15.790 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.786+0000 7f6a4074f640 1 -- 172.21.15.1:0/1846469582 shutdown_connections 2024-02-10T00:11:15.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.786+0000 7f6a4074f640 1 -- 172.21.15.1:0/1846469582 wait complete. 2024-02-10T00:11:15.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.786+0000 7f6a4074f640 1 Processor -- start 2024-02-10T00:11:15.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.786+0000 7f6a4074f640 1 -- start start 2024-02-10T00:11:15.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.787+0000 7f6a4074f640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6a38100340 0x7f6a381986a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:15.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.787+0000 7f6a4074f640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6a38105410 0x7f6a38198be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:15.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.787+0000 7f6a4074f640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6a38199170 0x7f6a381a3720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:15.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.787+0000 7f6a4074f640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a381a3dc0 con 0x7f6a38199170 2024-02-10T00:11:15.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.787+0000 7f6a4074f640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a381a3f30 con 0x7f6a38100340 2024-02-10T00:11:15.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.787+0000 7f6a4074f640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a381a40f0 con 0x7f6a38105410 2024-02-10T00:11:15.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.787+0000 7f6a3ecec640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6a38199170 0x7f6a381a3720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:15.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.787+0000 7f6a3ecec640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6a38199170 0x7f6a381a3720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47440/0 (socket says 172.21.15.1:47440) 2024-02-10T00:11:15.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.787+0000 7f6a3ecec640 1 -- 172.21.15.1:0/3977062011 learned_addr learned my addr 172.21.15.1:0/3977062011 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:11:15.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.787+0000 7f6a3dcea640 1 --2- 172.21.15.1:0/3977062011 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6a38105410 0x7f6a38198be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:15.791 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.787+0000 7f6a3e4eb640 1 --2- 172.21.15.1:0/3977062011 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6a38100340 0x7f6a381986a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:15.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.787+0000 7f6a3ecec640 1 -- 172.21.15.1:0/3977062011 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6a38105410 msgr2=0x7f6a38198be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:15.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.787+0000 7f6a3ecec640 1 --2- 172.21.15.1:0/3977062011 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6a38105410 0x7f6a38198be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:15.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.787+0000 7f6a3ecec640 1 -- 172.21.15.1:0/3977062011 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6a38100340 msgr2=0x7f6a381986a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:15.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.787+0000 7f6a3ecec640 1 --2- 172.21.15.1:0/3977062011 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6a38100340 0x7f6a381986a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:15.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.787+0000 7f6a3ecec640 1 -- 172.21.15.1:0/3977062011 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a30009900 con 0x7f6a38199170 2024-02-10T00:11:15.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.787+0000 7f6a3dcea640 1 --2- 172.21.15.1:0/3977062011 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6a38105410 0x7f6a38198be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:11:15.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.787+0000 7f6a3ecec640 1 --2- 172.21.15.1:0/3977062011 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6a38199170 0x7f6a381a3720 secure :-1 s=READY pgs=1784 cs=0 l=1 rev1=1 crypto rx=0x7f6a30004af0 tx=0x7f6a30032570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:11:15.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.787+0000 7f6a2f7fe640 1 -- 172.21.15.1:0/3977062011 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a300328b0 con 0x7f6a38199170 2024-02-10T00:11:15.792 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.787+0000 7f6a2f7fe640 1 -- 172.21.15.1:0/3977062011 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f6a30003e50 con 0x7f6a38199170 2024-02-10T00:11:15.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.787+0000 7f6a4074f640 1 -- 172.21.15.1:0/3977062011 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a381a4370 con 0x7f6a38199170 2024-02-10T00:11:15.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.787+0000 7f6a2f7fe640 1 -- 172.21.15.1:0/3977062011 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a30004740 con 0x7f6a38199170 2024-02-10T00:11:15.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.787+0000 7f6a4074f640 1 -- 172.21.15.1:0/3977062011 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a381a4870 con 0x7f6a38199170 2024-02-10T00:11:15.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.788+0000 7f6a4074f640 1 -- 172.21.15.1:0/3977062011 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6a380680b0 con 0x7f6a38199170 2024-02-10T00:11:15.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.789+0000 7f6a2f7fe640 1 -- 172.21.15.1:0/3977062011 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f6a3000a040 con 0x7f6a38199170 2024-02-10T00:11:15.793 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.790+0000 7f6a2f7fe640 1 --2- 172.21.15.1:0/3977062011 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6a240a22b0 0x7f6a240a4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:15.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.790+0000 7f6a3e4eb640 1 --2- 172.21.15.1:0/3977062011 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6a240a22b0 0x7f6a240a4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:15.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.790+0000 7f6a2f7fe640 1 -- 172.21.15.1:0/3977062011 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(100..100 src has 1..100) v4 ==== 8557+0+0 (secure 0 0 0) 0x7f6a300f1010 con 0x7f6a38199170 2024-02-10T00:11:15.794 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.790+0000 7f6a3e4eb640 1 --2- 172.21.15.1:0/3977062011 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6a240a22b0 0x7f6a240a4770 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f6a34009b60 tx=0x7f6a34005f90 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:11:15.795 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.794+0000 7f6a2f7fe640 1 -- 172.21.15.1:0/3977062011 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f6a300b9e10 con 0x7f6a38199170 2024-02-10T00:11:15.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.975+0000 7f6a4074f640 1 -- 172.21.15.1:0/3977062011 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6a381086a0 con 0x7f6a38199170 2024-02-10T00:11:15.977 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.975+0000 7f6a2f7fe640 1 -- 172.21.15.1:0/3977062011 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v100) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6a300390a0 con 0x7f6a38199170 2024-02-10T00:11:15.977 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 1 2024-02-10T00:11:15.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.977+0000 7f6a4074f640 1 -- 172.21.15.1:0/3977062011 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6a240a22b0 msgr2=0x7f6a240a4770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:15.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.977+0000 7f6a4074f640 1 --2- 172.21.15.1:0/3977062011 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6a240a22b0 0x7f6a240a4770 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f6a34009b60 tx=0x7f6a34005f90 comp rx=0 tx=0).stop 2024-02-10T00:11:15.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.977+0000 7f6a4074f640 1 -- 172.21.15.1:0/3977062011 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6a38199170 msgr2=0x7f6a381a3720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:15.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.977+0000 7f6a4074f640 1 --2- 172.21.15.1:0/3977062011 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6a38199170 0x7f6a381a3720 secure :-1 s=READY pgs=1784 cs=0 l=1 rev1=1 crypto rx=0x7f6a30004af0 tx=0x7f6a30032570 comp rx=0 tx=0).stop 2024-02-10T00:11:15.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.978+0000 7f6a4074f640 1 -- 172.21.15.1:0/3977062011 shutdown_connections 2024-02-10T00:11:15.979 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.978+0000 7f6a4074f640 1 --2- 172.21.15.1:0/3977062011 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f6a240a22b0 0x7f6a240a4770 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:15.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.978+0000 7f6a4074f640 1 --2- 172.21.15.1:0/3977062011 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f6a38199170 0x7f6a381a3720 unknown :-1 s=CLOSED pgs=1784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:15.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.978+0000 7f6a4074f640 1 --2- 172.21.15.1:0/3977062011 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6a38105410 0x7f6a38198be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:15.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.978+0000 7f6a4074f640 1 --2- 172.21.15.1:0/3977062011 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f6a38100340 0x7f6a381986a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:15.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.978+0000 7f6a4074f640 1 -- 172.21.15.1:0/3977062011 >> 172.21.15.1:0/3977062011 conn(0x7f6a380772e0 msgr2=0x7f6a380fe210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:11:15.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.978+0000 7f6a4074f640 1 -- 172.21.15.1:0/3977062011 shutdown_connections 2024-02-10T00:11:15.980 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:15.978+0000 7f6a4074f640 1 -- 172.21.15.1:0/3977062011 wait complete. 2024-02-10T00:11:15.990 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-10T00:11:16.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.094+0000 7f7a28c23640 1 -- 172.21.15.1:0/2562721114 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7a24100360 msgr2=0x7f7a24100740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:16.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.094+0000 7f7a28c23640 1 --2- 172.21.15.1:0/2562721114 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7a24100360 0x7f7a24100740 secure :-1 s=READY pgs=1785 cs=0 l=1 rev1=1 crypto rx=0x7f7a1c009930 tx=0x7f7a1c02bc30 comp rx=0 tx=0).stop 2024-02-10T00:11:16.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.094+0000 7f7a28c23640 1 -- 172.21.15.1:0/2562721114 shutdown_connections 2024-02-10T00:11:16.098 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.094+0000 7f7a28c23640 1 --2- 172.21.15.1:0/2562721114 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7a24105540 0x7f7a2410d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:16.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.094+0000 7f7a28c23640 1 --2- 172.21.15.1:0/2562721114 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7a24100d10 0x7f7a24104e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:16.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.094+0000 7f7a28c23640 1 --2- 172.21.15.1:0/2562721114 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7a24100360 0x7f7a24100740 unknown :-1 s=CLOSED pgs=1785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:16.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.094+0000 7f7a28c23640 1 -- 172.21.15.1:0/2562721114 >> 172.21.15.1:0/2562721114 conn(0x7f7a240772a0 msgr2=0x7f7a240776b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:11:16.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.094+0000 7f7a28c23640 1 -- 172.21.15.1:0/2562721114 shutdown_connections 2024-02-10T00:11:16.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.094+0000 7f7a28c23640 1 -- 172.21.15.1:0/2562721114 wait complete. 2024-02-10T00:11:16.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.095+0000 7f7a28c23640 1 Processor -- start 2024-02-10T00:11:16.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.095+0000 7f7a28c23640 1 -- start start 2024-02-10T00:11:16.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.095+0000 7f7a28c23640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7a24100360 0x7f7a2419c610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:16.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.095+0000 7f7a28c23640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7a24105540 0x7f7a2419cb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:16.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.095+0000 7f7a28c23640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7a241966d0 0x7f7a24196b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:16.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.095+0000 7f7a28c23640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a241971a0 con 0x7f7a24100360 2024-02-10T00:11:16.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.095+0000 7f7a28c23640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a24197310 con 0x7f7a24105540 2024-02-10T00:11:16.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.095+0000 7f7a28c23640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a241974d0 con 0x7f7a241966d0 2024-02-10T00:11:16.099 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.095+0000 7f7a2259c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7a24100360 0x7f7a2419c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:16.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.095+0000 7f7a2259c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7a24100360 0x7f7a2419c610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47464/0 (socket says 172.21.15.1:47464) 2024-02-10T00:11:16.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.095+0000 7f7a2259c640 1 -- 172.21.15.1:0/3138568763 learned_addr learned my addr 172.21.15.1:0/3138568763 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:11:16.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.095+0000 7f7a21d9b640 1 --2- 172.21.15.1:0/3138568763 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7a24105540 0x7f7a2419cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:16.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.096+0000 7f7a22d9d640 1 --2- 172.21.15.1:0/3138568763 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7a241966d0 0x7f7a24196b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:16.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.096+0000 7f7a2259c640 1 -- 172.21.15.1:0/3138568763 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7a241966d0 msgr2=0x7f7a24196b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:16.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.096+0000 7f7a2259c640 1 --2- 172.21.15.1:0/3138568763 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7a241966d0 0x7f7a24196b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:16.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.096+0000 7f7a2259c640 1 -- 172.21.15.1:0/3138568763 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7a24105540 msgr2=0x7f7a2419cb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:16.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.096+0000 7f7a2259c640 1 --2- 172.21.15.1:0/3138568763 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7a24105540 0x7f7a2419cb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:16.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.096+0000 7f7a2259c640 1 -- 172.21.15.1:0/3138568763 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a1c009560 con 0x7f7a24100360 2024-02-10T00:11:16.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.096+0000 7f7a2259c640 1 --2- 172.21.15.1:0/3138568763 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7a24100360 0x7f7a2419c610 secure :-1 s=READY pgs=1786 cs=0 l=1 rev1=1 crypto rx=0x7f7a1c009230 tx=0x7f7a1c004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:11:16.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.096+0000 7f7a1b7fe640 1 -- 172.21.15.1:0/3138568763 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a1c004df0 con 0x7f7a24100360 2024-02-10T00:11:16.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.096+0000 7f7a28c23640 1 -- 172.21.15.1:0/3138568763 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7a240698f0 con 0x7f7a24100360 2024-02-10T00:11:16.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.096+0000 7f7a1b7fe640 1 -- 172.21.15.1:0/3138568763 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7a1c040070 con 0x7f7a24100360 2024-02-10T00:11:16.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.096+0000 7f7a1b7fe640 1 -- 172.21.15.1:0/3138568763 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a1c003e30 con 0x7f7a24100360 2024-02-10T00:11:16.100 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.096+0000 7f7a28c23640 1 -- 172.21.15.1:0/3138568763 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7a24069e00 con 0x7f7a24100360 2024-02-10T00:11:16.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.097+0000 7f7a28c23640 1 -- 172.21.15.1:0/3138568763 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7a24101830 con 0x7f7a24100360 2024-02-10T00:11:16.102 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.098+0000 7f7a1b7fe640 1 -- 172.21.15.1:0/3138568763 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f7a1c0035f0 con 0x7f7a24100360 2024-02-10T00:11:16.102 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.099+0000 7f7a1b7fe640 1 --2- 172.21.15.1:0/3138568763 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f7a100a2230 0x7f7a100a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:16.102 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.099+0000 7f7a21d9b640 1 --2- 172.21.15.1:0/3138568763 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f7a100a2230 0x7f7a100a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:16.102 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.099+0000 7f7a1b7fe640 1 -- 172.21.15.1:0/3138568763 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(100..100 src has 1..100) v4 ==== 8557+0+0 (secure 0 0 0) 0x7f7a1c042070 con 0x7f7a24100360 2024-02-10T00:11:16.102 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.100+0000 7f7a21d9b640 1 --2- 172.21.15.1:0/3138568763 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f7a100a2230 0x7f7a100a46f0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f7a24197f20 tx=0x7f7a0c00b390 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:11:16.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.103+0000 7f7a1b7fe640 1 -- 172.21.15.1:0/3138568763 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f7a1c0bb1d0 con 0x7f7a24100360 2024-02-10T00:11:16.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.283+0000 7f7a28c23640 1 -- 172.21.15.1:0/3138568763 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f7a24197c60 con 0x7f7a24100360 2024-02-10T00:11:16.285 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.284+0000 7f7a1b7fe640 1 -- 172.21.15.1:0/3138568763 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v100) v1 ==== 104+0+11 (secure 0 0 0) 0x7f7a1c0be890 con 0x7f7a24100360 2024-02-10T00:11:16.286 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 32 2024-02-10T00:11:16.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.286+0000 7f7a28c23640 1 -- 172.21.15.1:0/3138568763 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f7a100a2230 msgr2=0x7f7a100a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:16.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.286+0000 7f7a28c23640 1 --2- 172.21.15.1:0/3138568763 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f7a100a2230 0x7f7a100a46f0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f7a24197f20 tx=0x7f7a0c00b390 comp rx=0 tx=0).stop 2024-02-10T00:11:16.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.286+0000 7f7a28c23640 1 -- 172.21.15.1:0/3138568763 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7a24100360 msgr2=0x7f7a2419c610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:16.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.286+0000 7f7a28c23640 1 --2- 172.21.15.1:0/3138568763 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7a24100360 0x7f7a2419c610 secure :-1 s=READY pgs=1786 cs=0 l=1 rev1=1 crypto rx=0x7f7a1c009230 tx=0x7f7a1c004040 comp rx=0 tx=0).stop 2024-02-10T00:11:16.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.286+0000 7f7a28c23640 1 -- 172.21.15.1:0/3138568763 shutdown_connections 2024-02-10T00:11:16.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.286+0000 7f7a28c23640 1 --2- 172.21.15.1:0/3138568763 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f7a100a2230 0x7f7a100a46f0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:16.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.286+0000 7f7a28c23640 1 --2- 172.21.15.1:0/3138568763 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7a241966d0 0x7f7a24196b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:16.288 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.286+0000 7f7a28c23640 1 --2- 172.21.15.1:0/3138568763 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7a24105540 0x7f7a2419cb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:16.289 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.286+0000 7f7a28c23640 1 --2- 172.21.15.1:0/3138568763 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7a24100360 0x7f7a2419c610 unknown :-1 s=CLOSED pgs=1786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:16.289 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.286+0000 7f7a28c23640 1 -- 172.21.15.1:0/3138568763 >> 172.21.15.1:0/3138568763 conn(0x7f7a240772a0 msgr2=0x7f7a240fe290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:11:16.289 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.286+0000 7f7a28c23640 1 -- 172.21.15.1:0/3138568763 shutdown_connections 2024-02-10T00:11:16.289 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.286+0000 7f7a28c23640 1 -- 172.21.15.1:0/3138568763 wait complete. 2024-02-10T00:11:16.298 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-10T00:11:16.406 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.403+0000 7f0a24501640 1 -- 172.21.15.1:0/3966303475 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0a1c101da0 msgr2=0x7f0a1c105de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:16.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.403+0000 7f0a24501640 1 --2- 172.21.15.1:0/3966303475 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0a1c101da0 0x7f0a1c105de0 secure :-1 s=READY pgs=1787 cs=0 l=1 rev1=1 crypto rx=0x7f0a0c009930 tx=0x7f0a0c02bc30 comp rx=0 tx=0).stop 2024-02-10T00:11:16.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.403+0000 7f0a24501640 1 -- 172.21.15.1:0/3966303475 shutdown_connections 2024-02-10T00:11:16.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.403+0000 7f0a24501640 1 --2- 172.21.15.1:0/3966303475 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0a1c1064c0 0x7f0a1c10e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:16.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.403+0000 7f0a24501640 1 --2- 172.21.15.1:0/3966303475 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0a1c101da0 0x7f0a1c105de0 unknown :-1 s=CLOSED pgs=1787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:16.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.403+0000 7f0a24501640 1 --2- 172.21.15.1:0/3966303475 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0a1c1013f0 0x7f0a1c1017d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:16.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.403+0000 7f0a24501640 1 -- 172.21.15.1:0/3966303475 >> 172.21.15.1:0/3966303475 conn(0x7f0a1c0fcc50 msgr2=0x7f0a1c0ff070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:11:16.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.403+0000 7f0a24501640 1 -- 172.21.15.1:0/3966303475 shutdown_connections 2024-02-10T00:11:16.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.403+0000 7f0a24501640 1 -- 172.21.15.1:0/3966303475 wait complete. 2024-02-10T00:11:16.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.403+0000 7f0a24501640 1 Processor -- start 2024-02-10T00:11:16.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.403+0000 7f0a24501640 1 -- start start 2024-02-10T00:11:16.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.403+0000 7f0a24501640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0a1c1013f0 0x7f0a1c19d650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:16.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.403+0000 7f0a24501640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0a1c1064c0 0x7f0a1c19db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:16.407 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.403+0000 7f0a24501640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0a1c1977a0 0x7f0a1c197c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:16.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.403+0000 7f0a24501640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a1c198250 con 0x7f0a1c1064c0 2024-02-10T00:11:16.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.403+0000 7f0a24501640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a1c1983c0 con 0x7f0a1c1013f0 2024-02-10T00:11:16.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.403+0000 7f0a24501640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a1c198580 con 0x7f0a1c1977a0 2024-02-10T00:11:16.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.404+0000 7f0a21a9c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0a1c1064c0 0x7f0a1c19db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:16.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.404+0000 7f0a21a9c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0a1c1064c0 0x7f0a1c19db90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47482/0 (socket says 172.21.15.1:47482) 2024-02-10T00:11:16.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.404+0000 7f0a21a9c640 1 -- 172.21.15.1:0/1753581641 learned_addr learned my addr 172.21.15.1:0/1753581641 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:11:16.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.404+0000 7f0a22a9e640 1 --2- 172.21.15.1:0/1753581641 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0a1c1977a0 0x7f0a1c197c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:16.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.404+0000 7f0a2229d640 1 --2- 172.21.15.1:0/1753581641 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0a1c1013f0 0x7f0a1c19d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:16.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.404+0000 7f0a21a9c640 1 -- 172.21.15.1:0/1753581641 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0a1c1977a0 msgr2=0x7f0a1c197c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:16.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.404+0000 7f0a21a9c640 1 --2- 172.21.15.1:0/1753581641 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0a1c1977a0 0x7f0a1c197c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:16.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.404+0000 7f0a21a9c640 1 -- 172.21.15.1:0/1753581641 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0a1c1013f0 msgr2=0x7f0a1c19d650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:16.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.404+0000 7f0a21a9c640 1 --2- 172.21.15.1:0/1753581641 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0a1c1013f0 0x7f0a1c19d650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:16.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.404+0000 7f0a21a9c640 1 -- 172.21.15.1:0/1753581641 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a0c009560 con 0x7f0a1c1064c0 2024-02-10T00:11:16.408 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.404+0000 7f0a21a9c640 1 --2- 172.21.15.1:0/1753581641 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0a1c1064c0 0x7f0a1c19db90 secure :-1 s=READY pgs=1788 cs=0 l=1 rev1=1 crypto rx=0x7f0a0c009230 tx=0x7f0a0c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:11:16.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.404+0000 7f0a137fe640 1 -- 172.21.15.1:0/1753581641 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a0c02cbc0 con 0x7f0a1c1064c0 2024-02-10T00:11:16.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.404+0000 7f0a137fe640 1 -- 172.21.15.1:0/1753581641 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f0a0c0052d0 con 0x7f0a1c1064c0 2024-02-10T00:11:16.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.404+0000 7f0a24501640 1 -- 172.21.15.1:0/1753581641 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0a1c1a44c0 con 0x7f0a1c1064c0 2024-02-10T00:11:16.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.404+0000 7f0a137fe640 1 -- 172.21.15.1:0/1753581641 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a0c003e30 con 0x7f0a1c1064c0 2024-02-10T00:11:16.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.404+0000 7f0a24501640 1 -- 172.21.15.1:0/1753581641 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a1c1a49d0 con 0x7f0a1c1064c0 2024-02-10T00:11:16.409 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.405+0000 7f0a24501640 1 -- 172.21.15.1:0/1753581641 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0a1c1028c0 con 0x7f0a1c1064c0 2024-02-10T00:11:16.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.407+0000 7f0a137fe640 1 -- 172.21.15.1:0/1753581641 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f0a0c005000 con 0x7f0a1c1064c0 2024-02-10T00:11:16.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.407+0000 7f0a137fe640 1 --2- 172.21.15.1:0/1753581641 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0a080a2230 0x7f0a080a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:16.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.408+0000 7f0a2229d640 1 --2- 172.21.15.1:0/1753581641 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0a080a2230 0x7f0a080a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:16.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.408+0000 7f0a137fe640 1 -- 172.21.15.1:0/1753581641 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(100..100 src has 1..100) v4 ==== 8557+0+0 (secure 0 0 0) 0x7f0a0c0f0c00 con 0x7f0a1c1064c0 2024-02-10T00:11:16.410 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.408+0000 7f0a2229d640 1 --2- 172.21.15.1:0/1753581641 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0a080a2230 0x7f0a080a46f0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f0a18005d90 tx=0x7f0a18005d20 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:11:16.412 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.411+0000 7f0a137fe640 1 -- 172.21.15.1:0/1753581641 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f0a0c0b9920 con 0x7f0a1c1064c0 2024-02-10T00:11:16.593 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.592+0000 7f0a24501640 1 -- 172.21.15.1:0/1753581641 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f0a1c1096f0 con 0x7f0a1c1064c0 2024-02-10T00:11:16.594 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.592+0000 7f0a137fe640 1 -- 172.21.15.1:0/1753581641 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v100) v1 ==== 100+0+11 (secure 0 0 0) 0x7f0a0c0bcfe0 con 0x7f0a1c1064c0 2024-02-10T00:11:16.594 INFO:teuthology.orchestra.run.smithi001.stdout:pg_num: 64 2024-02-10T00:11:16.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:16 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2034718682' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-10T00:11:16.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:16 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3977062011' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-10T00:11:16.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.594+0000 7f0a24501640 1 -- 172.21.15.1:0/1753581641 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0a080a2230 msgr2=0x7f0a080a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:16.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.594+0000 7f0a24501640 1 --2- 172.21.15.1:0/1753581641 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0a080a2230 0x7f0a080a46f0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f0a18005d90 tx=0x7f0a18005d20 comp rx=0 tx=0).stop 2024-02-10T00:11:16.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.594+0000 7f0a24501640 1 -- 172.21.15.1:0/1753581641 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0a1c1064c0 msgr2=0x7f0a1c19db90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:16.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.594+0000 7f0a24501640 1 --2- 172.21.15.1:0/1753581641 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0a1c1064c0 0x7f0a1c19db90 secure :-1 s=READY pgs=1788 cs=0 l=1 rev1=1 crypto rx=0x7f0a0c009230 tx=0x7f0a0c004270 comp rx=0 tx=0).stop 2024-02-10T00:11:16.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.594+0000 7f0a24501640 1 -- 172.21.15.1:0/1753581641 shutdown_connections 2024-02-10T00:11:16.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.594+0000 7f0a24501640 1 --2- 172.21.15.1:0/1753581641 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f0a080a2230 0x7f0a080a46f0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:16.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.594+0000 7f0a24501640 1 --2- 172.21.15.1:0/1753581641 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0a1c1977a0 0x7f0a1c197c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:16.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.594+0000 7f0a24501640 1 --2- 172.21.15.1:0/1753581641 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f0a1c1064c0 0x7f0a1c19db90 unknown :-1 s=CLOSED pgs=1788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:16.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.594+0000 7f0a24501640 1 --2- 172.21.15.1:0/1753581641 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f0a1c1013f0 0x7f0a1c19d650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:16.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.594+0000 7f0a24501640 1 -- 172.21.15.1:0/1753581641 >> 172.21.15.1:0/1753581641 conn(0x7f0a1c0fcc50 msgr2=0x7f0a1c0fdf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:11:16.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.594+0000 7f0a24501640 1 -- 172.21.15.1:0/1753581641 shutdown_connections 2024-02-10T00:11:16.596 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.594+0000 7f0a24501640 1 -- 172.21.15.1:0/1753581641 wait complete. 2024-02-10T00:11:16.605 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:16 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2034718682' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-10T00:11:16.605 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:16 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3977062011' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-10T00:11:16.607 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-02-10T00:11:16.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:16 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2034718682' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-10T00:11:16.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:16 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3977062011' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-10T00:11:16.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.708+0000 7f8b2d599640 1 -- 172.21.15.1:0/1941749378 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8b2810b820 msgr2=0x7f8b2810dc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:16.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.708+0000 7f8b2d599640 1 --2- 172.21.15.1:0/1941749378 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8b2810b820 0x7f8b2810dc50 secure :-1 s=READY pgs=1789 cs=0 l=1 rev1=1 crypto rx=0x7f8b18009ca0 tx=0x7f8b1802c180 comp rx=0 tx=0).stop 2024-02-10T00:11:16.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.708+0000 7f8b2d599640 1 -- 172.21.15.1:0/1941749378 shutdown_connections 2024-02-10T00:11:16.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.708+0000 7f8b2d599640 1 --2- 172.21.15.1:0/1941749378 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8b2810b820 0x7f8b2810dc50 unknown :-1 s=CLOSED pgs=1789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:16.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.708+0000 7f8b2d599640 1 --2- 172.21.15.1:0/1941749378 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8b28102d70 0x7f8b2810b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:16.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.708+0000 7f8b2d599640 1 --2- 172.21.15.1:0/1941749378 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8b28102450 0x7f8b28102830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:16.712 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.708+0000 7f8b2d599640 1 -- 172.21.15.1:0/1941749378 >> 172.21.15.1:0/1941749378 conn(0x7f8b280772e0 msgr2=0x7f8b280776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:11:16.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.708+0000 7f8b2d599640 1 -- 172.21.15.1:0/1941749378 shutdown_connections 2024-02-10T00:11:16.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.708+0000 7f8b2d599640 1 -- 172.21.15.1:0/1941749378 wait complete. 2024-02-10T00:11:16.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.709+0000 7f8b2d599640 1 Processor -- start 2024-02-10T00:11:16.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.709+0000 7f8b2d599640 1 -- start start 2024-02-10T00:11:16.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.709+0000 7f8b2d599640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8b28102450 0x7f8b2819d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:16.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.709+0000 7f8b2d599640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8b28102d70 0x7f8b2819d920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:16.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.709+0000 7f8b2d599640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8b2810b820 0x7f8b28197590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:16.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.709+0000 7f8b2d599640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b28197be0 con 0x7f8b2810b820 2024-02-10T00:11:16.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.709+0000 7f8b2d599640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b28197d50 con 0x7f8b28102d70 2024-02-10T00:11:16.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.709+0000 7f8b2d599640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b28197f10 con 0x7f8b28102450 2024-02-10T00:11:16.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.709+0000 7f8b277fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8b2810b820 0x7f8b28197590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:16.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.709+0000 7f8b277fe640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8b2810b820 0x7f8b28197590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47494/0 (socket says 172.21.15.1:47494) 2024-02-10T00:11:16.713 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.709+0000 7f8b277fe640 1 -- 172.21.15.1:0/2354625859 learned_addr learned my addr 172.21.15.1:0/2354625859 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:11:16.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.709+0000 7f8b267fc640 1 --2- 172.21.15.1:0/2354625859 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8b28102d70 0x7f8b2819d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:16.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.709+0000 7f8b26ffd640 1 --2- 172.21.15.1:0/2354625859 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8b28102450 0x7f8b2819d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:16.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.710+0000 7f8b277fe640 1 -- 172.21.15.1:0/2354625859 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8b28102450 msgr2=0x7f8b2819d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:16.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.710+0000 7f8b277fe640 1 --2- 172.21.15.1:0/2354625859 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8b28102450 0x7f8b2819d3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:16.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.710+0000 7f8b277fe640 1 -- 172.21.15.1:0/2354625859 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8b28102d70 msgr2=0x7f8b2819d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:16.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.710+0000 7f8b277fe640 1 --2- 172.21.15.1:0/2354625859 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8b28102d70 0x7f8b2819d920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:16.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.710+0000 7f8b277fe640 1 -- 172.21.15.1:0/2354625859 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b18009900 con 0x7f8b2810b820 2024-02-10T00:11:16.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.710+0000 7f8b277fe640 1 --2- 172.21.15.1:0/2354625859 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8b2810b820 0x7f8b28197590 secure :-1 s=READY pgs=1790 cs=0 l=1 rev1=1 crypto rx=0x7f8b1802c790 tx=0x7f8b18034760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:11:16.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.710+0000 7f8b0ffff640 1 -- 172.21.15.1:0/2354625859 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b18003d80 con 0x7f8b2810b820 2024-02-10T00:11:16.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.710+0000 7f8b0ffff640 1 -- 172.21.15.1:0/2354625859 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8b18032c70 con 0x7f8b2810b820 2024-02-10T00:11:16.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.710+0000 7f8b2d599640 1 -- 172.21.15.1:0/2354625859 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8b28198190 con 0x7f8b2810b820 2024-02-10T00:11:16.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.710+0000 7f8b0ffff640 1 -- 172.21.15.1:0/2354625859 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b18004780 con 0x7f8b2810b820 2024-02-10T00:11:16.714 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.710+0000 7f8b2d599640 1 -- 172.21.15.1:0/2354625859 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b281a4480 con 0x7f8b2810b820 2024-02-10T00:11:16.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.711+0000 7f8b2d599640 1 -- 172.21.15.1:0/2354625859 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8b280680b0 con 0x7f8b2810b820 2024-02-10T00:11:16.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.712+0000 7f8b0ffff640 1 -- 172.21.15.1:0/2354625859 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f8b1800a040 con 0x7f8b2810b820 2024-02-10T00:11:16.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.713+0000 7f8b0ffff640 1 --2- 172.21.15.1:0/2354625859 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8b100a2230 0x7f8b100a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:16.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.713+0000 7f8b26ffd640 1 --2- 172.21.15.1:0/2354625859 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8b100a2230 0x7f8b100a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:16.715 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.713+0000 7f8b0ffff640 1 -- 172.21.15.1:0/2354625859 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(100..100 src has 1..100) v4 ==== 8557+0+0 (secure 0 0 0) 0x7f8b180f1260 con 0x7f8b2810b820 2024-02-10T00:11:16.716 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.713+0000 7f8b26ffd640 1 --2- 172.21.15.1:0/2354625859 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8b100a2230 0x7f8b100a46f0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f8b2000abe0 tx=0x7f8b2000a2d0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:11:16.719 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.717+0000 7f8b0ffff640 1 -- 172.21.15.1:0/2354625859 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f8b180ba0e0 con 0x7f8b2810b820 2024-02-10T00:11:16.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.934+0000 7f8b2d599640 1 -- 172.21.15.1:0/2354625859 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f8b281112f0 con 0x7f8b2810b820 2024-02-10T00:11:16.936 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.934+0000 7f8b0ffff640 1 -- 172.21.15.1:0/2354625859 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v100) v1 ==== 81+0+927 (secure 0 0 0) 0x7f8b180393b0 con 0x7f8b2810b820 2024-02-10T00:11:16.936 INFO:teuthology.orchestra.run.smithi001.stdout:172.21.15.1:0/148014982 2024-02-10T23:59:21.291833+0000 2024-02-10T00:11:16.936 INFO:teuthology.orchestra.run.smithi001.stdout:172.21.15.1:6801/1442269036 2024-02-10T23:59:21.291833+0000 2024-02-10T00:11:16.936 INFO:teuthology.orchestra.run.smithi001.stdout:172.21.15.1:0/677519522 2024-02-10T23:59:21.291833+0000 2024-02-10T00:11:16.936 INFO:teuthology.orchestra.run.smithi001.stdout:172.21.15.1:6800/1442269036 2024-02-10T23:59:21.291833+0000 2024-02-10T00:11:16.937 INFO:teuthology.orchestra.run.smithi001.stdout:172.21.15.1:0/2182725984 2024-02-10T23:50:04.182518+0000 2024-02-10T00:11:16.937 INFO:teuthology.orchestra.run.smithi001.stdout:172.21.15.1:0/1500865609 2024-02-10T23:59:21.291833+0000 2024-02-10T00:11:16.937 INFO:teuthology.orchestra.run.smithi001.stdout:172.21.15.1:0/104696858 2024-02-10T23:59:21.291833+0000 2024-02-10T00:11:16.937 INFO:teuthology.orchestra.run.smithi001.stdout:172.21.15.1:6800/2841663075 2024-02-10T23:50:04.182518+0000 2024-02-10T00:11:16.937 INFO:teuthology.orchestra.run.smithi001.stdout:172.21.15.1:0/1236715707 2024-02-10T23:49:37.127455+0000 2024-02-10T00:11:16.937 INFO:teuthology.orchestra.run.smithi001.stdout:172.21.15.1:0/3991013292 2024-02-10T23:49:37.127455+0000 2024-02-10T00:11:16.937 INFO:teuthology.orchestra.run.smithi001.stdout:172.21.15.1:0/3894463217 2024-02-10T23:50:04.182518+0000 2024-02-10T00:11:16.937 INFO:teuthology.orchestra.run.smithi001.stdout:172.21.15.1:6801/3817150184 2024-02-10T23:49:37.127455+0000 2024-02-10T00:11:16.937 INFO:teuthology.orchestra.run.smithi001.stdout:172.21.15.1:6800/3817150184 2024-02-10T23:49:37.127455+0000 2024-02-10T00:11:16.937 INFO:teuthology.orchestra.run.smithi001.stdout:172.21.15.1:0/3968648683 2024-02-10T23:49:37.127455+0000 2024-02-10T00:11:16.937 INFO:teuthology.orchestra.run.smithi001.stdout:172.21.15.1:6801/2841663075 2024-02-10T23:50:04.182518+0000 2024-02-10T00:11:16.937 INFO:teuthology.orchestra.run.smithi001.stdout:172.21.15.1:0/1600532294 2024-02-10T23:50:04.182518+0000 2024-02-10T00:11:16.938 INFO:teuthology.orchestra.run.smithi001.stderr:listed 16 entries 2024-02-10T00:11:16.938 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.937+0000 7f8b2d599640 1 -- 172.21.15.1:0/2354625859 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8b100a2230 msgr2=0x7f8b100a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:16.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.937+0000 7f8b2d599640 1 --2- 172.21.15.1:0/2354625859 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8b100a2230 0x7f8b100a46f0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f8b2000abe0 tx=0x7f8b2000a2d0 comp rx=0 tx=0).stop 2024-02-10T00:11:16.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.937+0000 7f8b2d599640 1 -- 172.21.15.1:0/2354625859 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8b2810b820 msgr2=0x7f8b28197590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:16.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.937+0000 7f8b2d599640 1 --2- 172.21.15.1:0/2354625859 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8b2810b820 0x7f8b28197590 secure :-1 s=READY pgs=1790 cs=0 l=1 rev1=1 crypto rx=0x7f8b1802c790 tx=0x7f8b18034760 comp rx=0 tx=0).stop 2024-02-10T00:11:16.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.937+0000 7f8b2d599640 1 -- 172.21.15.1:0/2354625859 shutdown_connections 2024-02-10T00:11:16.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.937+0000 7f8b2d599640 1 --2- 172.21.15.1:0/2354625859 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8b100a2230 0x7f8b100a46f0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:16.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.937+0000 7f8b2d599640 1 --2- 172.21.15.1:0/2354625859 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8b2810b820 0x7f8b28197590 unknown :-1 s=CLOSED pgs=1790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:16.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.937+0000 7f8b2d599640 1 --2- 172.21.15.1:0/2354625859 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8b28102d70 0x7f8b2819d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:16.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.937+0000 7f8b2d599640 1 --2- 172.21.15.1:0/2354625859 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8b28102450 0x7f8b2819d3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:16.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.937+0000 7f8b2d599640 1 -- 172.21.15.1:0/2354625859 >> 172.21.15.1:0/2354625859 conn(0x7f8b280772e0 msgr2=0x7f8b280fd0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:11:16.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.937+0000 7f8b2d599640 1 -- 172.21.15.1:0/2354625859 shutdown_connections 2024-02-10T00:11:16.939 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:16.937+0000 7f8b2d599640 1 -- 172.21.15.1:0/2354625859 wait complete. 2024-02-10T00:11:16.949 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-02-10T00:11:16.949 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T00:11:16.949 DEBUG:teuthology.orchestra.run.smithi001:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-02-10T00:11:16.988 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi001.front.sepia.ceph.com 2024-02-10T00:11:16.989 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T00:11:16.989 DEBUG:teuthology.orchestra.run.smithi001:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-02-10T00:11:17.048 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T00:11:17.048 DEBUG:teuthology.orchestra.run.smithi001:> ip netns list 2024-02-10T00:11:17.103 INFO:teuthology.orchestra.run.smithi001.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-02-10T00:11:17.104 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T00:11:17.104 DEBUG:teuthology.orchestra.run.smithi001:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-10T00:11:17.172 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-10T00:11:17.173 DEBUG:teuthology.orchestra.run.smithi001:> sudo ip link delete ceph-brx 2024-02-10T00:11:17.290 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-02-10T00:11:17.301 INFO:tasks.cephadm:Teardown begin 2024-02-10T00:11:17.301 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-02-10T00:11:17.301 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-10T00:11:17.412 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.405+0000 7f3f16f3a640 1 -- 172.21.15.1:0/1856891019 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3f10100ce0 msgr2=0x7f3f10104d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:17.412 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.405+0000 7f3f16f3a640 1 --2- 172.21.15.1:0/1856891019 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3f10100ce0 0x7f3f10104d20 secure :-1 s=READY pgs=1791 cs=0 l=1 rev1=1 crypto rx=0x7f3ef8009930 tx=0x7f3ef802bc30 comp rx=0 tx=0).stop 2024-02-10T00:11:17.412 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.405+0000 7f3f16f3a640 1 -- 172.21.15.1:0/1856891019 shutdown_connections 2024-02-10T00:11:17.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.405+0000 7f3f16f3a640 1 --2- 172.21.15.1:0/1856891019 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3f10105400 0x7f3f1010cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:17.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.405+0000 7f3f16f3a640 1 --2- 172.21.15.1:0/1856891019 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3f10100ce0 0x7f3f10104d20 unknown :-1 s=CLOSED pgs=1791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:17.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.405+0000 7f3f16f3a640 1 --2- 172.21.15.1:0/1856891019 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3f10100330 0x7f3f10100710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:17.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.405+0000 7f3f16f3a640 1 -- 172.21.15.1:0/1856891019 >> 172.21.15.1:0/1856891019 conn(0x7f3f100fbbb0 msgr2=0x7f3f100fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:11:17.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.405+0000 7f3f16f3a640 1 -- 172.21.15.1:0/1856891019 shutdown_connections 2024-02-10T00:11:17.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.405+0000 7f3f16f3a640 1 -- 172.21.15.1:0/1856891019 wait complete. 2024-02-10T00:11:17.413 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.406+0000 7f3f16f3a640 1 Processor -- start 2024-02-10T00:11:17.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.406+0000 7f3f16f3a640 1 -- start start 2024-02-10T00:11:17.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.406+0000 7f3f16f3a640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3f10100330 0x7f3f1019d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:17.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.406+0000 7f3f16f3a640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3f10105400 0x7f3f1019dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:17.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.406+0000 7f3f16f3a640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3f10197770 0x7f3f10197bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:17.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.406+0000 7f3f16f3a640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f10198240 con 0x7f3f10100330 2024-02-10T00:11:17.414 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.406+0000 7f3f16f3a640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f101983b0 con 0x7f3f10197770 2024-02-10T00:11:17.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.406+0000 7f3f16f3a640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f10198570 con 0x7f3f10105400 2024-02-10T00:11:17.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.406+0000 7f3f14cd6640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3f10100330 0x7f3f1019d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:17.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.406+0000 7f3f14cd6640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3f10100330 0x7f3f1019d660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47510/0 (socket says 172.21.15.1:47510) 2024-02-10T00:11:17.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.406+0000 7f3f14cd6640 1 -- 172.21.15.1:0/3061758924 learned_addr learned my addr 172.21.15.1:0/3061758924 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:11:17.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.406+0000 7f3f0ffff640 1 --2- 172.21.15.1:0/3061758924 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3f10105400 0x7f3f1019dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:17.415 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.406+0000 7f3f154d7640 1 --2- 172.21.15.1:0/3061758924 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3f10197770 0x7f3f10197bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:17.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.406+0000 7f3f14cd6640 1 -- 172.21.15.1:0/3061758924 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3f10105400 msgr2=0x7f3f1019dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:17.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.406+0000 7f3f14cd6640 1 --2- 172.21.15.1:0/3061758924 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3f10105400 0x7f3f1019dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:17.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.406+0000 7f3f14cd6640 1 -- 172.21.15.1:0/3061758924 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3f10197770 msgr2=0x7f3f10197bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:17.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.406+0000 7f3f14cd6640 1 --2- 172.21.15.1:0/3061758924 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3f10197770 0x7f3f10197bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:17.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.406+0000 7f3f14cd6640 1 -- 172.21.15.1:0/3061758924 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ef8009560 con 0x7f3f10100330 2024-02-10T00:11:17.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.406+0000 7f3f154d7640 1 --2- 172.21.15.1:0/3061758924 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3f10197770 0x7f3f10197bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:11:17.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.406+0000 7f3f14cd6640 1 --2- 172.21.15.1:0/3061758924 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3f10100330 0x7f3f1019d660 secure :-1 s=READY pgs=1792 cs=0 l=1 rev1=1 crypto rx=0x7f3f0800ba50 tx=0x7f3f0800bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:11:17.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.407+0000 7f3f0dffb640 1 -- 172.21.15.1:0/3061758924 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f0800cbe0 con 0x7f3f10100330 2024-02-10T00:11:17.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.407+0000 7f3f16f3a640 1 -- 172.21.15.1:0/3061758924 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3f101a44c0 con 0x7f3f10100330 2024-02-10T00:11:17.416 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.407+0000 7f3f0dffb640 1 -- 172.21.15.1:0/3061758924 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f3f0800cd40 con 0x7f3f10100330 2024-02-10T00:11:17.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.407+0000 7f3f0dffb640 1 -- 172.21.15.1:0/3061758924 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f080077d0 con 0x7f3f10100330 2024-02-10T00:11:17.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.407+0000 7f3f16f3a640 1 -- 172.21.15.1:0/3061758924 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3f101a49f0 con 0x7f3f10100330 2024-02-10T00:11:17.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.408+0000 7f3f16f3a640 1 -- 172.21.15.1:0/3061758924 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3f10101800 con 0x7f3f10100330 2024-02-10T00:11:17.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.409+0000 7f3f0dffb640 1 -- 172.21.15.1:0/3061758924 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f3f08014440 con 0x7f3f10100330 2024-02-10T00:11:17.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.409+0000 7f3f0dffb640 1 --2- 172.21.15.1:0/3061758924 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3efc0a2230 0x7f3efc0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:17.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.409+0000 7f3f0ffff640 1 --2- 172.21.15.1:0/3061758924 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3efc0a2230 0x7f3efc0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:17.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.409+0000 7f3f0dffb640 1 -- 172.21.15.1:0/3061758924 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f3f080cd880 con 0x7f3f10100330 2024-02-10T00:11:17.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.410+0000 7f3f0ffff640 1 --2- 172.21.15.1:0/3061758924 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3efc0a2230 0x7f3efc0a46f0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f3ef8000c00 tx=0x7f3ef8005fd0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:11:17.417 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.414+0000 7f3f0dffb640 1 -- 172.21.15.1:0/3061758924 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f3f0804fd20 con 0x7f3f10100330 2024-02-10T00:11:17.594 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:17 smithi088 ceph-mon[36452]: pgmap v372: 97 pgs: 97 active+clean; 2.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-02-10T00:11:17.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:17 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3138568763' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-10T00:11:17.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:17 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/1753581641' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-10T00:11:17.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:17 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2354625859' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-02-10T00:11:17.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:17 smithi088 ceph-mon[36452]: osdmap e101: 12 total, 12 up, 12 in 2024-02-10T00:11:17.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.633+0000 7f3f16f3a640 1 -- 172.21.15.1:0/3061758924 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3f10109640 con 0x7f3f10100330 2024-02-10T00:11:17.635 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.634+0000 7f3f0dffb640 1 -- 172.21.15.1:0/3061758924 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) v1 ==== 94+0+11367 (secure 0 0 0) 0x7f3f080966d0 con 0x7f3f10100330 2024-02-10T00:11:17.636 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-10T00:11:17.636 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-09T23:57:05.956988+0000","modified":"2024-02-10T00:00:18.086451+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24496,"mds_2":24476,"mds_3":24475,"mds_4":14646},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14646":{"gid":14646,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24398":{"gid":24398,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24406":{"gid":24406,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24475":{"gid":24475,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_25477":{"gid":25477,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/1094349051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":1094349051},{"type":"v1","addr":"172.21.15.103:6835","nonce":1094349051}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-10T00:11:17.636 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 29 2024-02-10T00:11:17.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.636+0000 7f3f16f3a640 1 -- 172.21.15.1:0/3061758924 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3efc0a2230 msgr2=0x7f3efc0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:17.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.636+0000 7f3f16f3a640 1 --2- 172.21.15.1:0/3061758924 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3efc0a2230 0x7f3efc0a46f0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f3ef8000c00 tx=0x7f3ef8005fd0 comp rx=0 tx=0).stop 2024-02-10T00:11:17.638 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.636+0000 7f3f16f3a640 1 -- 172.21.15.1:0/3061758924 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3f10100330 msgr2=0x7f3f1019d660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:17.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.636+0000 7f3f16f3a640 1 --2- 172.21.15.1:0/3061758924 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3f10100330 0x7f3f1019d660 secure :-1 s=READY pgs=1792 cs=0 l=1 rev1=1 crypto rx=0x7f3f0800ba50 tx=0x7f3f0800bf10 comp rx=0 tx=0).stop 2024-02-10T00:11:17.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.636+0000 7f3f16f3a640 1 -- 172.21.15.1:0/3061758924 shutdown_connections 2024-02-10T00:11:17.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.636+0000 7f3f16f3a640 1 --2- 172.21.15.1:0/3061758924 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f3efc0a2230 0x7f3efc0a46f0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:17.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.636+0000 7f3f16f3a640 1 --2- 172.21.15.1:0/3061758924 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f3f10197770 0x7f3f10197bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:17.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.636+0000 7f3f16f3a640 1 --2- 172.21.15.1:0/3061758924 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3f10105400 0x7f3f1019dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:17.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.636+0000 7f3f16f3a640 1 --2- 172.21.15.1:0/3061758924 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f3f10100330 0x7f3f1019d660 unknown :-1 s=CLOSED pgs=1792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:17.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.636+0000 7f3f16f3a640 1 -- 172.21.15.1:0/3061758924 >> 172.21.15.1:0/3061758924 conn(0x7f3f100fbbb0 msgr2=0x7f3f10069cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:11:17.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.636+0000 7f3f16f3a640 1 -- 172.21.15.1:0/3061758924 shutdown_connections 2024-02-10T00:11:17.639 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.636+0000 7f3f16f3a640 1 -- 172.21.15.1:0/3061758924 wait complete. 2024-02-10T00:11:17.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:17 smithi103 ceph-mon[36942]: pgmap v372: 97 pgs: 97 active+clean; 2.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-02-10T00:11:17.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:17 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3138568763' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-10T00:11:17.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:17 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/1753581641' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-10T00:11:17.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:17 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2354625859' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-02-10T00:11:17.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:17 smithi103 ceph-mon[36942]: osdmap e101: 12 total, 12 up, 12 in 2024-02-10T00:11:17.648 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:17 smithi001 ceph-mon[32335]: pgmap v372: 97 pgs: 97 active+clean; 2.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 10 op/s 2024-02-10T00:11:17.648 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:17 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3138568763' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-10T00:11:17.648 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:17 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/1753581641' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-10T00:11:17.648 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:17 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2354625859' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-02-10T00:11:17.648 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:17 smithi001 ceph-mon[32335]: osdmap e101: 12 total, 12 up, 12 in 2024-02-10T00:11:17.650 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-10T00:11:17.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.751+0000 7f76603e9640 1 -- 172.21.15.1:0/2411988371 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7658101df0 msgr2=0x7f7658105e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:17.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.751+0000 7f76603e9640 1 --2- 172.21.15.1:0/2411988371 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7658101df0 0x7f7658105e30 secure :-1 s=READY pgs=1793 cs=0 l=1 rev1=1 crypto rx=0x7f7648009930 tx=0x7f764802bc30 comp rx=0 tx=0).stop 2024-02-10T00:11:17.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.751+0000 7f76603e9640 1 -- 172.21.15.1:0/2411988371 shutdown_connections 2024-02-10T00:11:17.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.751+0000 7f76603e9640 1 --2- 172.21.15.1:0/2411988371 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7658106510 0x7f765810e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:17.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.751+0000 7f76603e9640 1 --2- 172.21.15.1:0/2411988371 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7658101df0 0x7f7658105e30 unknown :-1 s=CLOSED pgs=1793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:17.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.751+0000 7f76603e9640 1 --2- 172.21.15.1:0/2411988371 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7658101440 0x7f7658101820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:17.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.751+0000 7f76603e9640 1 -- 172.21.15.1:0/2411988371 >> 172.21.15.1:0/2411988371 conn(0x7f76580fcce0 msgr2=0x7f76580ff100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:11:17.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.751+0000 7f76603e9640 1 -- 172.21.15.1:0/2411988371 shutdown_connections 2024-02-10T00:11:17.755 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.751+0000 7f76603e9640 1 -- 172.21.15.1:0/2411988371 wait complete. 2024-02-10T00:11:17.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.751+0000 7f76603e9640 1 Processor -- start 2024-02-10T00:11:17.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.751+0000 7f76603e9640 1 -- start start 2024-02-10T00:11:17.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.752+0000 7f76603e9640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7658101440 0x7f765819d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:17.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.752+0000 7f76603e9640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7658106510 0x7f765819db10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:17.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.752+0000 7f76603e9640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7658197690 0x7f7658197b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:17.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.752+0000 7f76603e9640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7658198160 con 0x7f7658101440 2024-02-10T00:11:17.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.752+0000 7f76603e9640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76581982d0 con 0x7f7658197690 2024-02-10T00:11:17.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.752+0000 7f76603e9640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7658198490 con 0x7f7658106510 2024-02-10T00:11:17.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.752+0000 7f765e185640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7658101440 0x7f765819d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:17.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.752+0000 7f765e185640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7658101440 0x7f765819d5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47540/0 (socket says 172.21.15.1:47540) 2024-02-10T00:11:17.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.752+0000 7f765e185640 1 -- 172.21.15.1:0/4103607358 learned_addr learned my addr 172.21.15.1:0/4103607358 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:11:17.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.752+0000 7f765d984640 1 --2- 172.21.15.1:0/4103607358 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7658106510 0x7f765819db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:17.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.752+0000 7f765e185640 1 -- 172.21.15.1:0/4103607358 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7658106510 msgr2=0x7f765819db10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:17.756 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.752+0000 7f765e185640 1 --2- 172.21.15.1:0/4103607358 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7658106510 0x7f765819db10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:17.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.752+0000 7f765e185640 1 -- 172.21.15.1:0/4103607358 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7658197690 msgr2=0x7f7658197b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:17.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.752+0000 7f765e185640 1 --2- 172.21.15.1:0/4103607358 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7658197690 0x7f7658197b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:17.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.752+0000 7f765e185640 1 -- 172.21.15.1:0/4103607358 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7648009560 con 0x7f7658101440 2024-02-10T00:11:17.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.752+0000 7f765e185640 1 --2- 172.21.15.1:0/4103607358 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7658101440 0x7f765819d5d0 secure :-1 s=READY pgs=1794 cs=0 l=1 rev1=1 crypto rx=0x7f765400d950 tx=0x7f765400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:11:17.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.752+0000 7f764f7fe640 1 -- 172.21.15.1:0/4103607358 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7654009c30 con 0x7f7658101440 2024-02-10T00:11:17.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.752+0000 7f764f7fe640 1 -- 172.21.15.1:0/4103607358 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f7654009d90 con 0x7f7658101440 2024-02-10T00:11:17.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.752+0000 7f76603e9640 1 -- 172.21.15.1:0/4103607358 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f76581a4430 con 0x7f7658101440 2024-02-10T00:11:17.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.752+0000 7f764f7fe640 1 -- 172.21.15.1:0/4103607358 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f765400f7e0 con 0x7f7658101440 2024-02-10T00:11:17.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.752+0000 7f76603e9640 1 -- 172.21.15.1:0/4103607358 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76581a4910 con 0x7f7658101440 2024-02-10T00:11:17.757 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.753+0000 7f76603e9640 1 -- 172.21.15.1:0/4103607358 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7658102910 con 0x7f7658101440 2024-02-10T00:11:17.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.754+0000 7f764f7fe640 1 -- 172.21.15.1:0/4103607358 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f7654010ad0 con 0x7f7658101440 2024-02-10T00:11:17.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.755+0000 7f764f7fe640 1 --2- 172.21.15.1:0/4103607358 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f76440a2230 0x7f76440a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:17.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.755+0000 7f765d984640 1 --2- 172.21.15.1:0/4103607358 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f76440a2230 0x7f76440a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:17.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.755+0000 7f764f7fe640 1 -- 172.21.15.1:0/4103607358 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f76540cdd10 con 0x7f7658101440 2024-02-10T00:11:17.758 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.755+0000 7f765d984640 1 --2- 172.21.15.1:0/4103607358 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f76440a2230 0x7f76440a46f0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f7648000c00 tx=0x7f7648005fd0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:11:17.761 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.760+0000 7f764f7fe640 1 -- 172.21.15.1:0/4103607358 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f76540969a0 con 0x7f7658101440 2024-02-10T00:11:17.981 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.980+0000 7f76603e9640 1 -- 172.21.15.1:0/4103607358 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7658109740 con 0x7f7658101440 2024-02-10T00:11:17.982 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.981+0000 7f764f7fe640 1 -- 172.21.15.1:0/4103607358 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) v1 ==== 94+0+11367 (secure 0 0 0) 0x7f765409a060 con 0x7f7658101440 2024-02-10T00:11:17.982 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-10T00:11:17.983 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":29,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14553,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6835/925423748","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6834","nonce":925423748},{"type":"v1","addr":"172.21.15.1:6835","nonce":925423748}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14565,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.1:6837/1456780203","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6836","nonce":1456780203},{"type":"v1","addr":"172.21.15.1:6837","nonce":1456780203}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-09T23:57:05.956988+0000","modified":"2024-02-10T00:00:18.086451+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24518,"mds_1":24496,"mds_2":24476,"mds_3":24475,"mds_4":14646},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14634":{"gid":14634,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.1:6839/1071346655","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6838","nonce":1071346655},{"type":"v1","addr":"172.21.15.1:6839","nonce":1071346655}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14646":{"gid":14646,"name":"a","rank":4,"incarnation":24,"state":"up:active","state_seq":5,"addr":"172.21.15.1:6841/971167200","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6840","nonce":971167200},{"type":"v1","addr":"172.21.15.1:6841","nonce":971167200}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24398":{"gid":24398,"name":"k","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6833/2682696528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6832","nonce":2682696528},{"type":"v1","addr":"172.21.15.88:6833","nonce":2682696528}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24406":{"gid":24406,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6833/108896496","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":108896496},{"type":"v1","addr":"172.21.15.103:6833","nonce":108896496}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"e","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.88:6835/1540825674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6834","nonce":1540825674},{"type":"v1","addr":"172.21.15.88:6835","nonce":1540825674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24475":{"gid":24475,"name":"c","rank":3,"incarnation":22,"state":"up:active","state_seq":8,"addr":"172.21.15.103:6837/981541837","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":981541837},{"type":"v1","addr":"172.21.15.103:6837","nonce":981541837}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24476":{"gid":24476,"name":"h","rank":2,"incarnation":20,"state":"up:active","state_seq":7,"addr":"172.21.15.88:6837/2320804574","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6836","nonce":2320804574},{"type":"v1","addr":"172.21.15.88:6837","nonce":2320804574}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24496":{"gid":24496,"name":"i","rank":1,"incarnation":18,"state":"up:active","state_seq":6,"addr":"172.21.15.103:6839/3555176136","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6838","nonce":3555176136},{"type":"v1","addr":"172.21.15.103:6839","nonce":3555176136}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24518":{"gid":24518,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.88:6839/2346771954","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6838","nonce":2346771954},{"type":"v1","addr":"172.21.15.88:6839","nonce":2346771954}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_25477":{"gid":25477,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.103:6835/1094349051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":1094349051},{"type":"v1","addr":"172.21.15.103:6835","nonce":1094349051}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-10T00:11:17.983 INFO:teuthology.orchestra.run.smithi001.stderr:dumped fsmap epoch 29 2024-02-10T00:11:17.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.983+0000 7f76603e9640 1 -- 172.21.15.1:0/4103607358 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f76440a2230 msgr2=0x7f76440a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:17.984 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.983+0000 7f76603e9640 1 --2- 172.21.15.1:0/4103607358 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f76440a2230 0x7f76440a46f0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f7648000c00 tx=0x7f7648005fd0 comp rx=0 tx=0).stop 2024-02-10T00:11:17.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.983+0000 7f76603e9640 1 -- 172.21.15.1:0/4103607358 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7658101440 msgr2=0x7f765819d5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:17.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.983+0000 7f76603e9640 1 --2- 172.21.15.1:0/4103607358 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7658101440 0x7f765819d5d0 secure :-1 s=READY pgs=1794 cs=0 l=1 rev1=1 crypto rx=0x7f765400d950 tx=0x7f765400de10 comp rx=0 tx=0).stop 2024-02-10T00:11:17.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.983+0000 7f76603e9640 1 -- 172.21.15.1:0/4103607358 shutdown_connections 2024-02-10T00:11:17.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.983+0000 7f76603e9640 1 --2- 172.21.15.1:0/4103607358 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f76440a2230 0x7f76440a46f0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:17.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.983+0000 7f76603e9640 1 --2- 172.21.15.1:0/4103607358 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f7658197690 0x7f7658197b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:17.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.983+0000 7f76603e9640 1 --2- 172.21.15.1:0/4103607358 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7658106510 0x7f765819db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:17.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.983+0000 7f76603e9640 1 --2- 172.21.15.1:0/4103607358 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f7658101440 0x7f765819d5d0 unknown :-1 s=CLOSED pgs=1794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:17.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.983+0000 7f76603e9640 1 -- 172.21.15.1:0/4103607358 >> 172.21.15.1:0/4103607358 conn(0x7f76580fcce0 msgr2=0x7f76580ff020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:11:17.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.983+0000 7f76603e9640 1 -- 172.21.15.1:0/4103607358 shutdown_connections 2024-02-10T00:11:17.985 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:17.983+0000 7f76603e9640 1 -- 172.21.15.1:0/4103607358 wait complete. 2024-02-10T00:11:17.995 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-10T00:11:18.101 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.097+0000 7f5010a15640 1 -- 172.21.15.1:0/3840787038 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f500c102450 msgr2=0x7f500c102830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:18.102 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.097+0000 7f5010a15640 1 --2- 172.21.15.1:0/3840787038 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f500c102450 0x7f500c102830 secure :-1 s=READY pgs=1795 cs=0 l=1 rev1=1 crypto rx=0x7f4ffc009900 tx=0x7f4ffc02bcd0 comp rx=0 tx=0).stop 2024-02-10T00:11:18.102 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.097+0000 7f5010a15640 1 -- 172.21.15.1:0/3840787038 shutdown_connections 2024-02-10T00:11:18.102 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.097+0000 7f5010a15640 1 --2- 172.21.15.1:0/3840787038 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f500c10b820 0x7f500c10dc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:18.102 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.097+0000 7f5010a15640 1 --2- 172.21.15.1:0/3840787038 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f500c102d70 0x7f500c10b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:18.102 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.097+0000 7f5010a15640 1 --2- 172.21.15.1:0/3840787038 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f500c102450 0x7f500c102830 unknown :-1 s=CLOSED pgs=1795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:18.102 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.097+0000 7f5010a15640 1 -- 172.21.15.1:0/3840787038 >> 172.21.15.1:0/3840787038 conn(0x7f500c0772b0 msgr2=0x7f500c0776c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:11:18.102 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.097+0000 7f5010a15640 1 -- 172.21.15.1:0/3840787038 shutdown_connections 2024-02-10T00:11:18.102 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.097+0000 7f5010a15640 1 -- 172.21.15.1:0/3840787038 wait complete. 2024-02-10T00:11:18.102 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.098+0000 7f5010a15640 1 Processor -- start 2024-02-10T00:11:18.102 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.098+0000 7f5010a15640 1 -- start start 2024-02-10T00:11:18.102 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.098+0000 7f5010a15640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f500c102450 0x7f500c19d580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:18.102 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.098+0000 7f5010a15640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f500c102d70 0x7f500c19dac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:18.102 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.098+0000 7f5010a15640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f500c10b820 0x7f500c197690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:18.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.098+0000 7f5010a15640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f500c197e20 con 0x7f500c102450 2024-02-10T00:11:18.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.098+0000 7f5010a15640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f500c197f90 con 0x7f500c102d70 2024-02-10T00:11:18.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.098+0000 7f5010a15640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f500c198150 con 0x7f500c10b820 2024-02-10T00:11:18.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.098+0000 7f500a59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f500c102450 0x7f500c19d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:18.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.098+0000 7f500a59c640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f500c102450 0x7f500c19d580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47560/0 (socket says 172.21.15.1:47560) 2024-02-10T00:11:18.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.098+0000 7f500a59c640 1 -- 172.21.15.1:0/4001381797 learned_addr learned my addr 172.21.15.1:0/4001381797 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:11:18.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.098+0000 7f5003fff640 1 --2- 172.21.15.1:0/4001381797 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f500c102d70 0x7f500c19dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:18.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.098+0000 7f500ad9d640 1 --2- 172.21.15.1:0/4001381797 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f500c10b820 0x7f500c197690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:18.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.098+0000 7f500a59c640 1 -- 172.21.15.1:0/4001381797 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f500c10b820 msgr2=0x7f500c197690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:18.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.098+0000 7f500a59c640 1 --2- 172.21.15.1:0/4001381797 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f500c10b820 0x7f500c197690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:18.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.098+0000 7f500a59c640 1 -- 172.21.15.1:0/4001381797 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f500c102d70 msgr2=0x7f500c19dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:18.103 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.098+0000 7f500a59c640 1 --2- 172.21.15.1:0/4001381797 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f500c102d70 0x7f500c19dac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:18.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.098+0000 7f500a59c640 1 -- 172.21.15.1:0/4001381797 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ffc009560 con 0x7f500c102450 2024-02-10T00:11:18.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.098+0000 7f500ad9d640 1 --2- 172.21.15.1:0/4001381797 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f500c10b820 0x7f500c197690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:11:18.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.098+0000 7f5003fff640 1 --2- 172.21.15.1:0/4001381797 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f500c102d70 0x7f500c19dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-10T00:11:18.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.099+0000 7f500a59c640 1 --2- 172.21.15.1:0/4001381797 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f500c102450 0x7f500c19d580 secure :-1 s=READY pgs=1796 cs=0 l=1 rev1=1 crypto rx=0x7f4ffc005ab0 tx=0x7f4ffc02db40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:11:18.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.099+0000 7f50037fe640 1 -- 172.21.15.1:0/4001381797 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ffc0044d0 con 0x7f500c102450 2024-02-10T00:11:18.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.099+0000 7f50037fe640 1 -- 172.21.15.1:0/4001381797 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f4ffc0052d0 con 0x7f500c102450 2024-02-10T00:11:18.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.099+0000 7f5010a15640 1 -- 172.21.15.1:0/4001381797 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f500c1983d0 con 0x7f500c102450 2024-02-10T00:11:18.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.099+0000 7f50037fe640 1 -- 172.21.15.1:0/4001381797 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ffc003e80 con 0x7f500c102450 2024-02-10T00:11:18.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.099+0000 7f5010a15640 1 -- 172.21.15.1:0/4001381797 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f500c1a4500 con 0x7f500c102450 2024-02-10T00:11:18.104 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.100+0000 7f5010a15640 1 -- 172.21.15.1:0/4001381797 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f500c068d40 con 0x7f500c102450 2024-02-10T00:11:18.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.101+0000 7f50037fe640 1 -- 172.21.15.1:0/4001381797 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f4ffc0035f0 con 0x7f500c102450 2024-02-10T00:11:18.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.102+0000 7f50037fe640 1 --2- 172.21.15.1:0/4001381797 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4ff80a2230 0x7f4ff80a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:18.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.102+0000 7f5003fff640 1 --2- 172.21.15.1:0/4001381797 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4ff80a2230 0x7f4ff80a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:18.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.102+0000 7f50037fe640 1 -- 172.21.15.1:0/4001381797 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 8513+0+0 (secure 0 0 0) 0x7f4ffc0f0ca0 con 0x7f500c102450 2024-02-10T00:11:18.105 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.102+0000 7f5003fff640 1 --2- 172.21.15.1:0/4001381797 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4ff80a2230 0x7f4ff80a46f0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f500c198e90 tx=0x7f4ff400a5c0 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:11:18.107 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.105+0000 7f50037fe640 1 -- 172.21.15.1:0/4001381797 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f4ffc0b9a40 con 0x7f500c102450 2024-02-10T00:11:18.289 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.287+0000 7f5010a15640 1 -- 172.21.15.1:0/4001381797 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f500c198ba0 con 0x7f500c102450 2024-02-10T00:11:18.323 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.290+0000 7f50037fe640 1 -- 172.21.15.1:0/4001381797 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v101) v1 ==== 74+0+23010 (secure 0 0 0) 0x7f4ffc0bd100 con 0x7f500c102450 2024-02-10T00:11:18.324 INFO:teuthology.orchestra.run.smithi001.stdout: 2024-02-10T00:11:18.324 INFO:teuthology.orchestra.run.smithi001.stdout:{"epoch":101,"fsid":"b5005240-c7a5-11ee-95b8-87774f69a715","created":"2024-02-09T23:49:06.829648+0000","modified":"2024-02-10T00:11:17.069233+0000","last_up_change":"2024-02-09T23:56:15.507374+0000","last_in_change":"2024-02-09T23:55:55.668510+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-09T23:52:28.527596+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-09T23:57:04.230570+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-09T23:57:05.160207+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"100","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":19,"snap_epoch":100,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4fa23604-c2ff-4c47-8ac8-10dce6bba3b4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6802","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6803","nonce":4020662944}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6804","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6805","nonce":4020662944}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6808","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6809","nonce":4020662944}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6806","nonce":4020662944},{"type":"v1","addr":"172.21.15.1:6807","nonce":4020662944}]},"public_addr":"172.21.15.1:6803/4020662944","cluster_addr":"172.21.15.1:6805/4020662944","heartbeat_back_addr":"172.21.15.1:6809/4020662944","heartbeat_front_addr":"172.21.15.1:6807/4020662944","state":["exists","up"]},{"osd":1,"uuid":"d64b48a6-3b47-4712-b607-d0e951b3b4a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6800","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6801","nonce":1258648868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6802","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6803","nonce":1258648868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6806","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6807","nonce":1258648868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6804","nonce":1258648868},{"type":"v1","addr":"172.21.15.88:6805","nonce":1258648868}]},"public_addr":"172.21.15.88:6801/1258648868","cluster_addr":"172.21.15.88:6803/1258648868","heartbeat_back_addr":"172.21.15.88:6807/1258648868","heartbeat_front_addr":"172.21.15.88:6805/1258648868","state":["exists","up"]},{"osd":2,"uuid":"6be4c8dc-283d-4025-9c1f-c00ee4e3659f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6801","nonce":2902494825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6803","nonce":2902494825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6807","nonce":2902494825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":2902494825},{"type":"v1","addr":"172.21.15.103:6805","nonce":2902494825}]},"public_addr":"172.21.15.103:6801/2902494825","cluster_addr":"172.21.15.103:6803/2902494825","heartbeat_back_addr":"172.21.15.103:6807/2902494825","heartbeat_front_addr":"172.21.15.103:6805/2902494825","state":["exists","up"]},{"osd":3,"uuid":"52579ea8-e424-4adc-9fd9-44cec7e3875a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6810","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6811","nonce":680841642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6812","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6813","nonce":680841642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6816","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6817","nonce":680841642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6814","nonce":680841642},{"type":"v1","addr":"172.21.15.1:6815","nonce":680841642}]},"public_addr":"172.21.15.1:6811/680841642","cluster_addr":"172.21.15.1:6813/680841642","heartbeat_back_addr":"172.21.15.1:6817/680841642","heartbeat_front_addr":"172.21.15.1:6815/680841642","state":["exists","up"]},{"osd":4,"uuid":"6503d3b5-f26b-4438-b256-ae4f76c7c773","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6808","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6809","nonce":2788918193}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6810","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6811","nonce":2788918193}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6814","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6815","nonce":2788918193}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6812","nonce":2788918193},{"type":"v1","addr":"172.21.15.88:6813","nonce":2788918193}]},"public_addr":"172.21.15.88:6809/2788918193","cluster_addr":"172.21.15.88:6811/2788918193","heartbeat_back_addr":"172.21.15.88:6815/2788918193","heartbeat_front_addr":"172.21.15.88:6813/2788918193","state":["exists","up"]},{"osd":5,"uuid":"86188624-366a-487e-9db3-2782ef0884cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6809","nonce":3760780468}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6811","nonce":3760780468}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6815","nonce":3760780468}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":3760780468},{"type":"v1","addr":"172.21.15.103:6813","nonce":3760780468}]},"public_addr":"172.21.15.103:6809/3760780468","cluster_addr":"172.21.15.103:6811/3760780468","heartbeat_back_addr":"172.21.15.103:6815/3760780468","heartbeat_front_addr":"172.21.15.103:6813/3760780468","state":["exists","up"]},{"osd":6,"uuid":"c59e7ba5-1cbe-41c3-a7e4-330175adfdf0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6818","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6819","nonce":363854281}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6820","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6821","nonce":363854281}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6824","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6825","nonce":363854281}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6822","nonce":363854281},{"type":"v1","addr":"172.21.15.1:6823","nonce":363854281}]},"public_addr":"172.21.15.1:6819/363854281","cluster_addr":"172.21.15.1:6821/363854281","heartbeat_back_addr":"172.21.15.1:6825/363854281","heartbeat_front_addr":"172.21.15.1:6823/363854281","state":["exists","up"]},{"osd":7,"uuid":"a77b4ef0-ecf7-457c-95c6-3e63cc6b1bba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6816","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6817","nonce":812841825}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6818","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6819","nonce":812841825}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6822","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6823","nonce":812841825}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6820","nonce":812841825},{"type":"v1","addr":"172.21.15.88:6821","nonce":812841825}]},"public_addr":"172.21.15.88:6817/812841825","cluster_addr":"172.21.15.88:6819/812841825","heartbeat_back_addr":"172.21.15.88:6823/812841825","heartbeat_front_addr":"172.21.15.88:6821/812841825","state":["exists","up"]},{"osd":8,"uuid":"bf2a6a1e-71ba-44d2-ba61-309f29496ef9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6817","nonce":3258812878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6819","nonce":3258812878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6823","nonce":3258812878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":3258812878},{"type":"v1","addr":"172.21.15.103:6821","nonce":3258812878}]},"public_addr":"172.21.15.103:6817/3258812878","cluster_addr":"172.21.15.103:6819/3258812878","heartbeat_back_addr":"172.21.15.103:6823/3258812878","heartbeat_front_addr":"172.21.15.103:6821/3258812878","state":["exists","up"]},{"osd":9,"uuid":"c9531676-199e-43ad-9299-6b5b60fd6ce5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6826","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6827","nonce":2830634909}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6828","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6829","nonce":2830634909}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6832","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6833","nonce":2830634909}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.1:6830","nonce":2830634909},{"type":"v1","addr":"172.21.15.1:6831","nonce":2830634909}]},"public_addr":"172.21.15.1:6827/2830634909","cluster_addr":"172.21.15.1:6829/2830634909","heartbeat_back_addr":"172.21.15.1:6833/2830634909","heartbeat_front_addr":"172.21.15.1:6831/2830634909","state":["exists","up"]},{"osd":10,"uuid":"41c2bb14-f8c9-45ce-a81e-9bf9dbba0b51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6824","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6825","nonce":1128031509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6826","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6827","nonce":1128031509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6830","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6831","nonce":1128031509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.88:6828","nonce":1128031509},{"type":"v1","addr":"172.21.15.88:6829","nonce":1128031509}]},"public_addr":"172.21.15.88:6825/1128031509","cluster_addr":"172.21.15.88:6827/1128031509","heartbeat_back_addr":"172.21.15.88:6831/1128031509","heartbeat_front_addr":"172.21.15.88:6829/1128031509","state":["exists","up"]},{"osd":11,"uuid":"41003dad-b792-418d-9a82-bdf67311ea90","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6825","nonce":2854918902}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6827","nonce":2854918902}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6831","nonce":2854918902}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":2854918902},{"type":"v1","addr":"172.21.15.103:6829","nonce":2854918902}]},"public_addr":"172.21.15.103:6825/2854918902","cluster_addr":"172.21.15.103:6827/2854918902","heartbeat_back_addr":"172.21.15.103:6831/2854918902","heartbeat_front_addr":"172.21.15.103:6829/2854918902","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:51:39.446367+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:02.973641+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:25.664661+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:52:50.561389+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:14.598286+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:53:39.149718+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:04.327941+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:29.497887+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:54:55.922386+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:21.966560+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:55:47.653451+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-09T23:56:14.122475+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.14","mappings":[{"from":2,"to":4}]},{"pgid":"3.27","mappings":[{"from":3,"to":9}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]},{"pgid":"3.3a","mappings":[{"from":4,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.1:0/148014982":"2024-02-10T23:59:21.291833+0000","172.21.15.1:6801/1442269036":"2024-02-10T23:59:21.291833+0000","172.21.15.1:0/677519522":"2024-02-10T23:59:21.291833+0000","172.21.15.1:6800/1442269036":"2024-02-10T23:59:21.291833+0000","172.21.15.1:0/2182725984":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1500865609":"2024-02-10T23:59:21.291833+0000","172.21.15.1:0/104696858":"2024-02-10T23:59:21.291833+0000","172.21.15.1:6800/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1236715707":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3991013292":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3894463217":"2024-02-10T23:50:04.182518+0000","172.21.15.1:6801/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6800/3817150184":"2024-02-10T23:49:37.127455+0000","172.21.15.1:0/3968648683":"2024-02-10T23:49:37.127455+0000","172.21.15.1:6801/2841663075":"2024-02-10T23:50:04.182518+0000","172.21.15.1:0/1600532294":"2024-02-10T23:50:04.182518+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":7,"length":1},{"begin":19,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-10T00:11:18.324 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.293+0000 7f5010a15640 1 -- 172.21.15.1:0/4001381797 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4ff80a2230 msgr2=0x7f4ff80a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:18.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.293+0000 7f5010a15640 1 --2- 172.21.15.1:0/4001381797 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4ff80a2230 0x7f4ff80a46f0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f500c198e90 tx=0x7f4ff400a5c0 comp rx=0 tx=0).stop 2024-02-10T00:11:18.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.293+0000 7f5010a15640 1 -- 172.21.15.1:0/4001381797 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f500c102450 msgr2=0x7f500c19d580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:18.325 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.293+0000 7f5010a15640 1 --2- 172.21.15.1:0/4001381797 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f500c102450 0x7f500c19d580 secure :-1 s=READY pgs=1796 cs=0 l=1 rev1=1 crypto rx=0x7f4ffc005ab0 tx=0x7f4ffc02db40 comp rx=0 tx=0).stop 2024-02-10T00:11:18.327 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.293+0000 7f5010a15640 1 -- 172.21.15.1:0/4001381797 shutdown_connections 2024-02-10T00:11:18.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.293+0000 7f5010a15640 1 --2- 172.21.15.1:0/4001381797 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f4ff80a2230 0x7f4ff80a46f0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:18.328 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.293+0000 7f5010a15640 1 --2- 172.21.15.1:0/4001381797 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f500c10b820 0x7f500c197690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:18.329 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.293+0000 7f5010a15640 1 --2- 172.21.15.1:0/4001381797 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f500c102d70 0x7f500c19dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:18.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.293+0000 7f5010a15640 1 --2- 172.21.15.1:0/4001381797 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f500c102450 0x7f500c19d580 unknown :-1 s=CLOSED pgs=1796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:18.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.293+0000 7f5010a15640 1 -- 172.21.15.1:0/4001381797 >> 172.21.15.1:0/4001381797 conn(0x7f500c0772b0 msgr2=0x7f500c0fe360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:11:18.330 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.293+0000 7f5010a15640 1 -- 172.21.15.1:0/4001381797 shutdown_connections 2024-02-10T00:11:18.332 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.293+0000 7f5010a15640 1 -- 172.21.15.1:0/4001381797 wait complete. 2024-02-10T00:11:18.333 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-02-10T00:11:18.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.438+0000 7fbe59beb640 1 -- 172.21.15.1:0/4165356383 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe5410b7b0 msgr2=0x7fbe5410dc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:18.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.438+0000 7fbe59beb640 1 --2- 172.21.15.1:0/4165356383 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe5410b7b0 0x7fbe5410dc50 secure :-1 s=READY pgs=1797 cs=0 l=1 rev1=1 crypto rx=0x7fbe4c009ca0 tx=0x7fbe4c02c180 comp rx=0 tx=0).stop 2024-02-10T00:11:18.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.438+0000 7fbe59beb640 1 -- 172.21.15.1:0/4165356383 shutdown_connections 2024-02-10T00:11:18.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.438+0000 7fbe59beb640 1 --2- 172.21.15.1:0/4165356383 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe5410b7b0 0x7fbe5410dc50 unknown :-1 s=CLOSED pgs=1797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:18.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.438+0000 7fbe59beb640 1 --2- 172.21.15.1:0/4165356383 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbe54102d90 0x7fbe5410b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:18.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.438+0000 7fbe59beb640 1 --2- 172.21.15.1:0/4165356383 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbe54102470 0x7fbe54102850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:18.445 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.438+0000 7fbe59beb640 1 -- 172.21.15.1:0/4165356383 >> 172.21.15.1:0/4165356383 conn(0x7fbe540772e0 msgr2=0x7fbe540776f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:11:18.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.439+0000 7fbe59beb640 1 -- 172.21.15.1:0/4165356383 shutdown_connections 2024-02-10T00:11:18.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.439+0000 7fbe59beb640 1 -- 172.21.15.1:0/4165356383 wait complete. 2024-02-10T00:11:18.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.439+0000 7fbe59beb640 1 Processor -- start 2024-02-10T00:11:18.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.439+0000 7fbe59beb640 1 -- start start 2024-02-10T00:11:18.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.439+0000 7fbe59beb640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbe54102470 0x7fbe5419d450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:18.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.439+0000 7fbe59beb640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbe54102d90 0x7fbe5419d990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:18.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.439+0000 7fbe59beb640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe5410b7b0 0x7fbe54197650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:18.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.439+0000 7fbe59beb640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe54197ca0 con 0x7fbe5410b7b0 2024-02-10T00:11:18.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.439+0000 7fbe59beb640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe54197e10 con 0x7fbe54102470 2024-02-10T00:11:18.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.439+0000 7fbe59beb640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe54197fd0 con 0x7fbe54102d90 2024-02-10T00:11:18.446 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.440+0000 7fbe53fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe5410b7b0 0x7fbe54197650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:18.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.440+0000 7fbe53fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe5410b7b0 0x7fbe54197650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47578/0 (socket says 172.21.15.1:47578) 2024-02-10T00:11:18.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.440+0000 7fbe53fff640 1 -- 172.21.15.1:0/2272978634 learned_addr learned my addr 172.21.15.1:0/2272978634 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:11:18.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.440+0000 7fbe537fe640 1 --2- 172.21.15.1:0/2272978634 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbe54102470 0x7fbe5419d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:18.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.440+0000 7fbe52ffd640 1 --2- 172.21.15.1:0/2272978634 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbe54102d90 0x7fbe5419d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:18.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.440+0000 7fbe53fff640 1 -- 172.21.15.1:0/2272978634 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbe54102d90 msgr2=0x7fbe5419d990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:18.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.440+0000 7fbe53fff640 1 --2- 172.21.15.1:0/2272978634 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbe54102d90 0x7fbe5419d990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:18.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.440+0000 7fbe53fff640 1 -- 172.21.15.1:0/2272978634 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbe54102470 msgr2=0x7fbe5419d450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:18.448 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.440+0000 7fbe53fff640 1 --2- 172.21.15.1:0/2272978634 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbe54102470 0x7fbe5419d450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:18.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.440+0000 7fbe53fff640 1 -- 172.21.15.1:0/2272978634 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe4c009900 con 0x7fbe5410b7b0 2024-02-10T00:11:18.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.440+0000 7fbe53fff640 1 --2- 172.21.15.1:0/2272978634 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe5410b7b0 0x7fbe54197650 secure :-1 s=READY pgs=1798 cs=0 l=1 rev1=1 crypto rx=0x7fbe4c02c790 tx=0x7fbe4c034760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:11:18.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.440+0000 7fbe50ff9640 1 -- 172.21.15.1:0/2272978634 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe4c003d80 con 0x7fbe5410b7b0 2024-02-10T00:11:18.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.440+0000 7fbe50ff9640 1 -- 172.21.15.1:0/2272978634 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7fbe4c032c70 con 0x7fbe5410b7b0 2024-02-10T00:11:18.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.440+0000 7fbe59beb640 1 -- 172.21.15.1:0/2272978634 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbe54198250 con 0x7fbe5410b7b0 2024-02-10T00:11:18.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.440+0000 7fbe50ff9640 1 -- 172.21.15.1:0/2272978634 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe4c0047f0 con 0x7fbe5410b7b0 2024-02-10T00:11:18.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.440+0000 7fbe59beb640 1 -- 172.21.15.1:0/2272978634 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbe541a44f0 con 0x7fbe5410b7b0 2024-02-10T00:11:18.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.441+0000 7fbe59beb640 1 -- 172.21.15.1:0/2272978634 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbe540680b0 con 0x7fbe5410b7b0 2024-02-10T00:11:18.449 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.442+0000 7fbe50ff9640 1 -- 172.21.15.1:0/2272978634 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7fbe4c00a040 con 0x7fbe5410b7b0 2024-02-10T00:11:18.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.443+0000 7fbe50ff9640 1 --2- 172.21.15.1:0/2272978634 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fbe3c0a2230 0x7fbe3c0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:18.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.443+0000 7fbe50ff9640 1 -- 172.21.15.1:0/2272978634 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 8513+0+0 (secure 0 0 0) 0x7fbe4c0f1120 con 0x7fbe5410b7b0 2024-02-10T00:11:18.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.443+0000 7fbe537fe640 1 --2- 172.21.15.1:0/2272978634 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fbe3c0a2230 0x7fbe3c0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:18.450 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.443+0000 7fbe537fe640 1 --2- 172.21.15.1:0/2272978634 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fbe3c0a2230 0x7fbe3c0a46f0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fbe44005fd0 tx=0x7fbe4400b390 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:11:18.451 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.446+0000 7fbe50ff9640 1 -- 172.21.15.1:0/2272978634 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fbe4c0b9fe0 con 0x7fbe5410b7b0 2024-02-10T00:11:18.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:18 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3061758924' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:11:18.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:18 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/4103607358' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:11:18.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:18 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3061758924' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:11:18.640 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:18 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/4103607358' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:11:18.667 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.666+0000 7fbe59beb640 1 -- 172.21.15.1:0/2272978634 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7fbe54106930 con 0x7fbe5410b7b0 2024-02-10T00:11:18.669 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:18 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3061758924' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:11:18.669 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:18 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/4103607358' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-10T00:11:18.670 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.668+0000 7fbe50ff9640 1 -- 172.21.15.1:0/2272978634 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v30) v1 ==== 161+0+0 (secure 0 0 0) 0x7fbe4c039090 con 0x7fbe5410b7b0 2024-02-10T00:11:18.670 INFO:teuthology.orchestra.run.smithi001.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-02-10T00:11:18.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.671+0000 7fbe59beb640 1 -- 172.21.15.1:0/2272978634 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fbe3c0a2230 msgr2=0x7fbe3c0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:18.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.671+0000 7fbe59beb640 1 --2- 172.21.15.1:0/2272978634 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fbe3c0a2230 0x7fbe3c0a46f0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fbe44005fd0 tx=0x7fbe4400b390 comp rx=0 tx=0).stop 2024-02-10T00:11:18.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.671+0000 7fbe59beb640 1 -- 172.21.15.1:0/2272978634 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe5410b7b0 msgr2=0x7fbe54197650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:18.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.671+0000 7fbe59beb640 1 --2- 172.21.15.1:0/2272978634 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe5410b7b0 0x7fbe54197650 secure :-1 s=READY pgs=1798 cs=0 l=1 rev1=1 crypto rx=0x7fbe4c02c790 tx=0x7fbe4c034760 comp rx=0 tx=0).stop 2024-02-10T00:11:18.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.671+0000 7fbe59beb640 1 -- 172.21.15.1:0/2272978634 shutdown_connections 2024-02-10T00:11:18.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.671+0000 7fbe59beb640 1 --2- 172.21.15.1:0/2272978634 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7fbe3c0a2230 0x7fbe3c0a46f0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:18.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.671+0000 7fbe59beb640 1 --2- 172.21.15.1:0/2272978634 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7fbe5410b7b0 0x7fbe54197650 unknown :-1 s=CLOSED pgs=1798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:18.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.671+0000 7fbe59beb640 1 --2- 172.21.15.1:0/2272978634 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbe54102d90 0x7fbe5419d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:18.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.671+0000 7fbe59beb640 1 --2- 172.21.15.1:0/2272978634 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7fbe54102470 0x7fbe5419d450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:18.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.671+0000 7fbe59beb640 1 -- 172.21.15.1:0/2272978634 >> 172.21.15.1:0/2272978634 conn(0x7fbe540772e0 msgr2=0x7fbe540fd230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:11:18.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.672+0000 7fbe59beb640 1 -- 172.21.15.1:0/2272978634 shutdown_connections 2024-02-10T00:11:18.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.672+0000 7fbe59beb640 1 -- 172.21.15.1:0/2272978634 wait complete. 2024-02-10T00:11:18.685 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-02-10T00:11:18.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.794+0000 7f8d29313640 1 -- 172.21.15.1:0/3715706709 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d24106500 msgr2=0x7f8d2410e0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:18.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.794+0000 7f8d29313640 1 --2- 172.21.15.1:0/3715706709 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d24106500 0x7f8d2410e0d0 secure :-1 s=READY pgs=1806 cs=0 l=1 rev1=1 crypto rx=0x7f8d1c009930 tx=0x7f8d1c02bc30 comp rx=0 tx=0).stop 2024-02-10T00:11:18.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.794+0000 7f8d29313640 1 -- 172.21.15.1:0/3715706709 shutdown_connections 2024-02-10T00:11:18.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.794+0000 7f8d29313640 1 --2- 172.21.15.1:0/3715706709 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d24106500 0x7f8d2410e0d0 unknown :-1 s=CLOSED pgs=1806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:18.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.794+0000 7f8d29313640 1 --2- 172.21.15.1:0/3715706709 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d24101de0 0x7f8d24105e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:18.799 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.794+0000 7f8d29313640 1 --2- 172.21.15.1:0/3715706709 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8d24101430 0x7f8d24101810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:18.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.794+0000 7f8d29313640 1 -- 172.21.15.1:0/3715706709 >> 172.21.15.1:0/3715706709 conn(0x7f8d240fccd0 msgr2=0x7f8d240ff0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:11:18.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.794+0000 7f8d29313640 1 -- 172.21.15.1:0/3715706709 shutdown_connections 2024-02-10T00:11:18.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.794+0000 7f8d29313640 1 -- 172.21.15.1:0/3715706709 wait complete. 2024-02-10T00:11:18.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.794+0000 7f8d29313640 1 Processor -- start 2024-02-10T00:11:18.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.795+0000 7f8d29313640 1 -- start start 2024-02-10T00:11:18.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.795+0000 7f8d29313640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d24101430 0x7f8d24073530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:18.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.795+0000 7f8d29313640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d24106500 0x7f8d24073a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:18.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.795+0000 7f8d29313640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8d24073fb0 0x7f8d241a5a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:18.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.795+0000 7f8d29313640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d241a6050 con 0x7f8d24106500 2024-02-10T00:11:18.800 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.795+0000 7f8d29313640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d241a61c0 con 0x7f8d24073fb0 2024-02-10T00:11:18.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.795+0000 7f8d29313640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d241a6380 con 0x7f8d24101430 2024-02-10T00:11:18.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.795+0000 7f8d227fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d24106500 0x7f8d24073a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:18.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.795+0000 7f8d227fc640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d24106500 0x7f8d24073a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47620/0 (socket says 172.21.15.1:47620) 2024-02-10T00:11:18.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.795+0000 7f8d227fc640 1 -- 172.21.15.1:0/2032607056 learned_addr learned my addr 172.21.15.1:0/2032607056 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:11:18.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.795+0000 7f8d22ffd640 1 --2- 172.21.15.1:0/2032607056 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d24101430 0x7f8d24073530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:18.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.795+0000 7f8d237fe640 1 --2- 172.21.15.1:0/2032607056 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8d24073fb0 0x7f8d241a5a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:18.801 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.795+0000 7f8d227fc640 1 -- 172.21.15.1:0/2032607056 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d24101430 msgr2=0x7f8d24073530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:18.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.795+0000 7f8d227fc640 1 --2- 172.21.15.1:0/2032607056 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d24101430 0x7f8d24073530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:18.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.795+0000 7f8d227fc640 1 -- 172.21.15.1:0/2032607056 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8d24073fb0 msgr2=0x7f8d241a5a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:18.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.795+0000 7f8d227fc640 1 --2- 172.21.15.1:0/2032607056 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8d24073fb0 0x7f8d241a5a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:18.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.795+0000 7f8d227fc640 1 -- 172.21.15.1:0/2032607056 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d1c009560 con 0x7f8d24106500 2024-02-10T00:11:18.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.795+0000 7f8d227fc640 1 --2- 172.21.15.1:0/2032607056 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d24106500 0x7f8d24073a70 secure :-1 s=READY pgs=1807 cs=0 l=1 rev1=1 crypto rx=0x7f8d1800c970 tx=0x7f8d1800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:11:18.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.796+0000 7f8d0bfff640 1 -- 172.21.15.1:0/2032607056 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d18007bb0 con 0x7f8d24106500 2024-02-10T00:11:18.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.796+0000 7f8d0bfff640 1 -- 172.21.15.1:0/2032607056 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f8d18007d10 con 0x7f8d24106500 2024-02-10T00:11:18.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.796+0000 7f8d29313640 1 -- 172.21.15.1:0/2032607056 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d241a6660 con 0x7f8d24106500 2024-02-10T00:11:18.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.796+0000 7f8d0bfff640 1 -- 172.21.15.1:0/2032607056 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d18018730 con 0x7f8d24106500 2024-02-10T00:11:18.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.796+0000 7f8d29313640 1 -- 172.21.15.1:0/2032607056 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d241a6b20 con 0x7f8d24106500 2024-02-10T00:11:18.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.797+0000 7f8d29313640 1 -- 172.21.15.1:0/2032607056 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8d24068500 con 0x7f8d24106500 2024-02-10T00:11:18.802 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.798+0000 7f8d0bfff640 1 -- 172.21.15.1:0/2032607056 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f8d1800f450 con 0x7f8d24106500 2024-02-10T00:11:18.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.798+0000 7f8d0bfff640 1 --2- 172.21.15.1:0/2032607056 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8d0c0a2260 0x7f8d0c0a4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:18.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.798+0000 7f8d22ffd640 1 --2- 172.21.15.1:0/2032607056 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8d0c0a2260 0x7f8d0c0a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:18.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.798+0000 7f8d0bfff640 1 -- 172.21.15.1:0/2032607056 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(102..102 src has 1..102) v4 ==== 8899+0+0 (secure 0 0 0) 0x7f8d180ce490 con 0x7f8d24106500 2024-02-10T00:11:18.803 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.799+0000 7f8d22ffd640 1 --2- 172.21.15.1:0/2032607056 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8d0c0a2260 0x7f8d0c0a4720 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f8d14005c40 tx=0x7f8d1400a780 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:11:18.804 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:18.802+0000 7f8d0bfff640 1 -- 172.21.15.1:0/2032607056 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f8d18097050 con 0x7f8d24106500 2024-02-10T00:11:18.973 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:18 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mon-a[32331]: 2024-02-10T00:11:18.666+0000 7f7bab8c0700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-02-10T00:11:18.973 INFO:journalctl@ceph.mds.g.smithi001.stdout:Feb 10 00:11:18 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-g[73753]: ignoring --setuser ceph since I am not root 2024-02-10T00:11:18.973 INFO:journalctl@ceph.mds.g.smithi001.stdout:Feb 10 00:11:18 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-g[73753]: ignoring --setgroup ceph since I am not root 2024-02-10T00:11:18.973 INFO:journalctl@ceph.mds.g.smithi001.stdout:Feb 10 00:11:18 smithi001 ceph-mds[73757]: -- 172.21.15.1:0/2249331049 <== mon.0 v2:172.21.15.1:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5634ffdc21a0 con 0x5634ffd98c00 2024-02-10T00:11:18.973 INFO:journalctl@ceph.mds.g.smithi001.stdout:Feb 10 00:11:18 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-g[73753]: starting mds.g at 2024-02-10T00:11:18.973 INFO:journalctl@ceph.mds.a.smithi001.stdout:Feb 10 00:11:18 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-a[74108]: ignoring --setuser ceph since I am not root 2024-02-10T00:11:18.974 INFO:journalctl@ceph.mds.a.smithi001.stdout:Feb 10 00:11:18 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-a[74108]: ignoring --setgroup ceph since I am not root 2024-02-10T00:11:18.974 INFO:journalctl@ceph.mds.a.smithi001.stdout:Feb 10 00:11:18 smithi001 ceph-mds[74114]: -- 172.21.15.1:0/976880537 <== mon.0 v2:172.21.15.1:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5625e62c01a0 con 0x5625e6297000 2024-02-10T00:11:18.974 INFO:journalctl@ceph.mds.a.smithi001.stdout:Feb 10 00:11:18 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-a[74108]: starting mds.a at 2024-02-10T00:11:19.023 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.022+0000 7f8d29313640 1 -- 172.21.15.1:0/2032607056 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f8d24109790 con 0x7f8d24106500 2024-02-10T00:11:19.095 INFO:journalctl@ceph.mds.e.smithi088.stdout:Feb 10 00:11:18 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-e[66732]: ignoring --setuser ceph since I am not root 2024-02-10T00:11:19.095 INFO:journalctl@ceph.mds.e.smithi088.stdout:Feb 10 00:11:18 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-e[66732]: ignoring --setgroup ceph since I am not root 2024-02-10T00:11:19.095 INFO:journalctl@ceph.mds.e.smithi088.stdout:Feb 10 00:11:18 smithi088 ceph-mds[66736]: -- 172.21.15.88:0/2020941088 <== mon.1 v2:172.21.15.103:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55603f3521a0 con 0x55603f328800 2024-02-10T00:11:19.096 INFO:journalctl@ceph.mds.e.smithi088.stdout:Feb 10 00:11:18 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-e[66732]: starting mds.e at 2024-02-10T00:11:19.096 INFO:journalctl@ceph.mds.h.smithi088.stdout:Feb 10 00:11:18 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-h[67044]: ignoring --setuser ceph since I am not root 2024-02-10T00:11:19.096 INFO:journalctl@ceph.mds.h.smithi088.stdout:Feb 10 00:11:18 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-h[67044]: ignoring --setgroup ceph since I am not root 2024-02-10T00:11:19.096 INFO:journalctl@ceph.mds.h.smithi088.stdout:Feb 10 00:11:18 smithi088 ceph-mds[67048]: -- 172.21.15.88:0/4098849906 <== mon.2 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55b4e83901a0 con 0x55b4e8366c00 2024-02-10T00:11:19.097 INFO:journalctl@ceph.mds.h.smithi088.stdout:Feb 10 00:11:18 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-h[67044]: starting mds.h at 2024-02-10T00:11:19.097 INFO:journalctl@ceph.mds.k.smithi088.stdout:Feb 10 00:11:18 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-k[66415]: ignoring --setuser ceph since I am not root 2024-02-10T00:11:19.097 INFO:journalctl@ceph.mds.k.smithi088.stdout:Feb 10 00:11:18 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-k[66415]: ignoring --setgroup ceph since I am not root 2024-02-10T00:11:19.097 INFO:journalctl@ceph.mds.k.smithi088.stdout:Feb 10 00:11:18 smithi088 ceph-mds[66419]: -- 172.21.15.88:0/2415928749 <== mon.2 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x558ffa9441a0 con 0x558ffa91a800 2024-02-10T00:11:19.097 INFO:journalctl@ceph.mds.k.smithi088.stdout:Feb 10 00:11:18 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-k[66415]: starting mds.k at 2024-02-10T00:11:19.098 INFO:journalctl@ceph.mds.b.smithi088.stdout:Feb 10 00:11:18 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-b[67363]: ignoring --setuser ceph since I am not root 2024-02-10T00:11:19.098 INFO:journalctl@ceph.mds.b.smithi088.stdout:Feb 10 00:11:18 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-b[67363]: ignoring --setgroup ceph since I am not root 2024-02-10T00:11:19.098 INFO:journalctl@ceph.mds.b.smithi088.stdout:Feb 10 00:11:18 smithi088 ceph-mds[67367]: -- 172.21.15.88:0/3369854257 <== mon.2 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55be59a361a0 con 0x55be59a0d000 2024-02-10T00:11:19.098 INFO:journalctl@ceph.mds.b.smithi088.stdout:Feb 10 00:11:18 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-b[67363]: starting mds.b at 2024-02-10T00:11:19.139 INFO:journalctl@ceph.mds.c.smithi103.stdout:Feb 10 00:11:18 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-c[67999]: ignoring --setuser ceph since I am not root 2024-02-10T00:11:19.140 INFO:journalctl@ceph.mds.c.smithi103.stdout:Feb 10 00:11:18 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-c[67999]: ignoring --setgroup ceph since I am not root 2024-02-10T00:11:19.140 INFO:journalctl@ceph.mds.c.smithi103.stdout:Feb 10 00:11:18 smithi103 ceph-mds[68003]: -- 172.21.15.103:0/957688074 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x55f1c1d55080 con 0x55f1c1d1ec00 2024-02-10T00:11:19.140 INFO:journalctl@ceph.mds.c.smithi103.stdout:Feb 10 00:11:18 smithi103 ceph-mds[68003]: -- 172.21.15.103:0/957688074 <== mon.0 v2:172.21.15.1:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55f1c1d481a0 con 0x55f1c1d1ec00 2024-02-10T00:11:19.140 INFO:journalctl@ceph.mds.c.smithi103.stdout:Feb 10 00:11:18 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-c[67999]: starting mds.c at 2024-02-10T00:11:19.141 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:11:18 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[71346]: ignoring --setuser ceph since I am not root 2024-02-10T00:11:19.141 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:11:18 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[71346]: ignoring --setgroup ceph since I am not root 2024-02-10T00:11:19.141 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:11:18 smithi103 ceph-mds[71352]: -- 172.21.15.103:0/458022723 <== mon.2 v2:172.21.15.88:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x55cb7244d1e0 con 0x55cb72416c00 2024-02-10T00:11:19.141 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:11:18 smithi103 ceph-mds[71352]: -- 172.21.15.103:0/458022723 <== mon.2 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55cb724401a0 con 0x55cb72416c00 2024-02-10T00:11:19.141 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:11:18 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[71346]: starting mds.f at 2024-02-10T00:11:19.142 INFO:journalctl@ceph.mds.i.smithi103.stdout:Feb 10 00:11:18 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-i[68323]: ignoring --setuser ceph since I am not root 2024-02-10T00:11:19.142 INFO:journalctl@ceph.mds.i.smithi103.stdout:Feb 10 00:11:18 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-i[68323]: ignoring --setgroup ceph since I am not root 2024-02-10T00:11:19.142 INFO:journalctl@ceph.mds.i.smithi103.stdout:Feb 10 00:11:18 smithi103 ceph-mds[68327]: -- 172.21.15.103:0/4275176055 <== mon.2 v2:172.21.15.88:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x558e921f21a0 con 0x558e921c9000 2024-02-10T00:11:19.142 INFO:journalctl@ceph.mds.i.smithi103.stdout:Feb 10 00:11:18 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-i[68323]: starting mds.i at 2024-02-10T00:11:19.143 INFO:journalctl@ceph.mds.l.smithi103.stdout:Feb 10 00:11:18 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-l[67382]: ignoring --setuser ceph since I am not root 2024-02-10T00:11:19.143 INFO:journalctl@ceph.mds.l.smithi103.stdout:Feb 10 00:11:18 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-l[67382]: ignoring --setgroup ceph since I am not root 2024-02-10T00:11:19.143 INFO:journalctl@ceph.mds.l.smithi103.stdout:Feb 10 00:11:18 smithi103 ceph-mds[67386]: -- 172.21.15.103:0/74669659 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x55f30e8e9080 con 0x55f30e8b3000 2024-02-10T00:11:19.143 INFO:journalctl@ceph.mds.l.smithi103.stdout:Feb 10 00:11:18 smithi103 ceph-mds[67386]: -- 172.21.15.103:0/74669659 <== mon.1 v2:172.21.15.103:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55f30e8dc1a0 con 0x55f30e8b3000 2024-02-10T00:11:19.143 INFO:journalctl@ceph.mds.l.smithi103.stdout:Feb 10 00:11:18 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-l[67382]: starting mds.l at 2024-02-10T00:11:19.365 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:19 smithi088 ceph-mon[36452]: pgmap v374: 97 pgs: 97 active+clean; 2.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 1.4 KiB/s wr, 14 op/s 2024-02-10T00:11:19.365 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:19 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/4001381797' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-10T00:11:19.365 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:19 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2272978634' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-02-10T00:11:19.366 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:19 smithi088 ceph-mon[36452]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-02-10T00:11:19.366 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:19 smithi088 ceph-mon[36452]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-02-10T00:11:19.366 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:19 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2272978634' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-02-10T00:11:19.366 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:19 smithi088 ceph-mon[36452]: osdmap e102: 12 total, 12 up, 12 in 2024-02-10T00:11:19.366 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:19 smithi088 ceph-mon[36452]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-02-10T00:11:19.366 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:19 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2032607056' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-02-10T00:11:19.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:19 smithi103 ceph-mon[36942]: pgmap v374: 97 pgs: 97 active+clean; 2.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 1.4 KiB/s wr, 14 op/s 2024-02-10T00:11:19.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:19 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/4001381797' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-10T00:11:19.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:19 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2272978634' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-02-10T00:11:19.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:19 smithi103 ceph-mon[36942]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-02-10T00:11:19.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:19 smithi103 ceph-mon[36942]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-02-10T00:11:19.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:19 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2272978634' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-02-10T00:11:19.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:19 smithi103 ceph-mon[36942]: osdmap e102: 12 total, 12 up, 12 in 2024-02-10T00:11:19.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:19 smithi103 ceph-mon[36942]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-02-10T00:11:19.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:19 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2032607056' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-02-10T00:11:19.671 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.670+0000 7f8d0bfff640 1 -- 172.21.15.1:0/2032607056 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v31) v1 ==== 104+0+0 (secure 0 0 0) 0x7f8d1809a710 con 0x7f8d24106500 2024-02-10T00:11:19.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.673+0000 7f8d29313640 1 -- 172.21.15.1:0/2032607056 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8d0c0a2260 msgr2=0x7f8d0c0a4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:19.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.673+0000 7f8d29313640 1 --2- 172.21.15.1:0/2032607056 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8d0c0a2260 0x7f8d0c0a4720 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f8d14005c40 tx=0x7f8d1400a780 comp rx=0 tx=0).stop 2024-02-10T00:11:19.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.673+0000 7f8d29313640 1 -- 172.21.15.1:0/2032607056 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d24106500 msgr2=0x7f8d24073a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:19.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.673+0000 7f8d29313640 1 --2- 172.21.15.1:0/2032607056 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d24106500 0x7f8d24073a70 secure :-1 s=READY pgs=1807 cs=0 l=1 rev1=1 crypto rx=0x7f8d1800c970 tx=0x7f8d1800ce30 comp rx=0 tx=0).stop 2024-02-10T00:11:19.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.673+0000 7f8d29313640 1 -- 172.21.15.1:0/2032607056 shutdown_connections 2024-02-10T00:11:19.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.673+0000 7f8d29313640 1 --2- 172.21.15.1:0/2032607056 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f8d0c0a2260 0x7f8d0c0a4720 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:19.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.673+0000 7f8d29313640 1 --2- 172.21.15.1:0/2032607056 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f8d24073fb0 0x7f8d241a5a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:19.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.673+0000 7f8d29313640 1 --2- 172.21.15.1:0/2032607056 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f8d24106500 0x7f8d24073a70 unknown :-1 s=CLOSED pgs=1807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:19.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.673+0000 7f8d29313640 1 --2- 172.21.15.1:0/2032607056 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d24101430 0x7f8d24073530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:19.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.673+0000 7f8d29313640 1 -- 172.21.15.1:0/2032607056 >> 172.21.15.1:0/2032607056 conn(0x7f8d240fccd0 msgr2=0x7f8d240ff020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:11:19.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.673+0000 7f8d29313640 1 -- 172.21.15.1:0/2032607056 shutdown_connections 2024-02-10T00:11:19.675 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.673+0000 7f8d29313640 1 -- 172.21.15.1:0/2032607056 wait complete. 2024-02-10T00:11:19.691 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:19 smithi001 ceph-mon[32335]: pgmap v374: 97 pgs: 97 active+clean; 2.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 1.4 KiB/s wr, 14 op/s 2024-02-10T00:11:19.691 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:19 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/4001381797' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-10T00:11:19.691 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:19 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2272978634' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-02-10T00:11:19.691 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:19 smithi001 ceph-mon[32335]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-02-10T00:11:19.691 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:19 smithi001 ceph-mon[32335]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-02-10T00:11:19.691 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:19 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2272978634' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-02-10T00:11:19.691 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:19 smithi001 ceph-mon[32335]: osdmap e102: 12 total, 12 up, 12 in 2024-02-10T00:11:19.691 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:19 smithi001 ceph-mon[32335]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-02-10T00:11:19.691 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:19 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2032607056' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-02-10T00:11:19.692 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-02-10T00:11:19.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.803+0000 7f1b3e5e4640 1 -- 172.21.15.1:0/3360257245 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1b38100330 msgr2=0x7f1b38100710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:19.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.803+0000 7f1b3e5e4640 1 --2- 172.21.15.1:0/3360257245 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1b38100330 0x7f1b38100710 secure :-1 s=READY pgs=1808 cs=0 l=1 rev1=1 crypto rx=0x7f1b28009930 tx=0x7f1b2802bc30 comp rx=0 tx=0).stop 2024-02-10T00:11:19.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.803+0000 7f1b3e5e4640 1 -- 172.21.15.1:0/3360257245 shutdown_connections 2024-02-10T00:11:19.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.803+0000 7f1b3e5e4640 1 --2- 172.21.15.1:0/3360257245 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1b38105400 0x7f1b3810cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:19.807 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.803+0000 7f1b3e5e4640 1 --2- 172.21.15.1:0/3360257245 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1b38100ce0 0x7f1b38104d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:19.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.803+0000 7f1b3e5e4640 1 --2- 172.21.15.1:0/3360257245 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1b38100330 0x7f1b38100710 unknown :-1 s=CLOSED pgs=1808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:19.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.803+0000 7f1b3e5e4640 1 -- 172.21.15.1:0/3360257245 >> 172.21.15.1:0/3360257245 conn(0x7f1b38077250 msgr2=0x7f1b38077660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:11:19.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.803+0000 7f1b3e5e4640 1 -- 172.21.15.1:0/3360257245 shutdown_connections 2024-02-10T00:11:19.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.803+0000 7f1b3e5e4640 1 -- 172.21.15.1:0/3360257245 wait complete. 2024-02-10T00:11:19.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.804+0000 7f1b3e5e4640 1 Processor -- start 2024-02-10T00:11:19.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.804+0000 7f1b3e5e4640 1 -- start start 2024-02-10T00:11:19.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.804+0000 7f1b3e5e4640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1b38100330 0x7f1b3810d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:19.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.804+0000 7f1b3e5e4640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1b38105400 0x7f1b3810ddf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:19.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.804+0000 7f1b3e5e4640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1b3810e330 0x7f1b381a5a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:19.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.804+0000 7f1b3e5e4640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b381a6060 con 0x7f1b38100330 2024-02-10T00:11:19.808 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.804+0000 7f1b3e5e4640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b381a61d0 con 0x7f1b38105400 2024-02-10T00:11:19.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.804+0000 7f1b3e5e4640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b381a6390 con 0x7f1b3810e330 2024-02-10T00:11:19.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.804+0000 7f1b37fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1b38100330 0x7f1b3810d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:19.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.804+0000 7f1b37fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1b38100330 0x7f1b3810d8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:47650/0 (socket says 172.21.15.1:47650) 2024-02-10T00:11:19.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.804+0000 7f1b37fff640 1 -- 172.21.15.1:0/745911704 learned_addr learned my addr 172.21.15.1:0/745911704 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:11:19.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.804+0000 7f1b377fe640 1 --2- 172.21.15.1:0/745911704 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1b38105400 0x7f1b3810ddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:19.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.804+0000 7f1b3cb81640 1 --2- 172.21.15.1:0/745911704 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1b3810e330 0x7f1b381a5a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:19.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.804+0000 7f1b37fff640 1 -- 172.21.15.1:0/745911704 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1b3810e330 msgr2=0x7f1b381a5a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:19.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.804+0000 7f1b37fff640 1 --2- 172.21.15.1:0/745911704 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1b3810e330 0x7f1b381a5a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:19.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.804+0000 7f1b37fff640 1 -- 172.21.15.1:0/745911704 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1b38105400 msgr2=0x7f1b3810ddf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:19.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.804+0000 7f1b37fff640 1 --2- 172.21.15.1:0/745911704 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1b38105400 0x7f1b3810ddf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:19.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.804+0000 7f1b37fff640 1 -- 172.21.15.1:0/745911704 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b28009560 con 0x7f1b38100330 2024-02-10T00:11:19.809 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.804+0000 7f1b3cb81640 1 --2- 172.21.15.1:0/745911704 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1b3810e330 0x7f1b381a5a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-10T00:11:19.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.805+0000 7f1b37fff640 1 --2- 172.21.15.1:0/745911704 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1b38100330 0x7f1b3810d8b0 secure :-1 s=READY pgs=1809 cs=0 l=1 rev1=1 crypto rx=0x7f1b28009230 tx=0x7f1b28004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:11:19.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.805+0000 7f1b357fa640 1 -- 172.21.15.1:0/745911704 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b28004440 con 0x7f1b38100330 2024-02-10T00:11:19.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.805+0000 7f1b357fa640 1 -- 172.21.15.1:0/745911704 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f1b280052d0 con 0x7f1b38100330 2024-02-10T00:11:19.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.805+0000 7f1b3e5e4640 1 -- 172.21.15.1:0/745911704 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b381a6610 con 0x7f1b38100330 2024-02-10T00:11:19.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.805+0000 7f1b357fa640 1 -- 172.21.15.1:0/745911704 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b28003d70 con 0x7f1b38100330 2024-02-10T00:11:19.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.805+0000 7f1b3e5e4640 1 -- 172.21.15.1:0/745911704 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b381a6b20 con 0x7f1b38100330 2024-02-10T00:11:19.810 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.806+0000 7f1b3e5e4640 1 -- 172.21.15.1:0/745911704 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1b38101800 con 0x7f1b38100330 2024-02-10T00:11:19.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.807+0000 7f1b357fa640 1 -- 172.21.15.1:0/745911704 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f1b28005440 con 0x7f1b38100330 2024-02-10T00:11:19.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.807+0000 7f1b357fa640 1 --2- 172.21.15.1:0/745911704 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f1b200a2260 0x7f1b200a4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:19.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.807+0000 7f1b357fa640 1 -- 172.21.15.1:0/745911704 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(102..102 src has 1..102) v4 ==== 8899+0+0 (secure 0 0 0) 0x7f1b280f0340 con 0x7f1b38100330 2024-02-10T00:11:19.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.807+0000 7f1b377fe640 1 --2- 172.21.15.1:0/745911704 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f1b200a2260 0x7f1b200a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:19.811 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.808+0000 7f1b377fe640 1 --2- 172.21.15.1:0/745911704 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f1b200a2260 0x7f1b200a4720 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f1b3810f340 tx=0x7f1b2c00b410 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:11:19.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.812+0000 7f1b357fa640 1 -- 172.21.15.1:0/745911704 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f1b280b8f60 con 0x7f1b38100330 2024-02-10T00:11:19.996 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:19.991+0000 7f1b3e5e4640 1 -- 172.21.15.1:0/745911704 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f1b38108630 con 0x7f1b38100330 2024-02-10T00:11:20.412 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:20 smithi103 ceph-mon[36942]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-02-10T00:11:20.413 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:20 smithi103 ceph-mon[36942]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-02-10T00:11:20.413 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:20 smithi103 ceph-mon[36942]: Cluster is now healthy 2024-02-10T00:11:20.413 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:20 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/2032607056' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-02-10T00:11:20.413 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:20 smithi103 ceph-mon[36942]: mds.? [v2:172.21.15.1:6838/3059010063,v1:172.21.15.1:6840/3059010063] up:boot 2024-02-10T00:11:20.413 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:20 smithi103 ceph-mon[36942]: mds.? [v2:172.21.15.88:6833/2313177844,v1:172.21.15.88:6835/2313177844] up:boot 2024-02-10T00:11:20.413 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:20 smithi103 ceph-mon[36942]: mds.? [v2:172.21.15.1:6839/3375548473,v1:172.21.15.1:6841/3375548473] up:boot 2024-02-10T00:11:20.413 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:20 smithi103 ceph-mon[36942]: mds.? [v2:172.21.15.88:6836/3123104208,v1:172.21.15.88:6838/3123104208] up:boot 2024-02-10T00:11:20.413 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:20 smithi103 ceph-mon[36942]: mds.? [v2:172.21.15.88:6837/1112679629,v1:172.21.15.88:6839/1112679629] up:boot 2024-02-10T00:11:20.413 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:20 smithi103 ceph-mon[36942]: mds.? [v2:172.21.15.103:6835/2557298779,v1:172.21.15.103:6839/2557298779] up:boot 2024-02-10T00:11:20.413 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:20 smithi103 ceph-mon[36942]: mds.? [v2:172.21.15.103:6834/2506344379,v1:172.21.15.103:6838/2506344379] up:boot 2024-02-10T00:11:20.413 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:20 smithi103 ceph-mon[36942]: mds.? [v2:172.21.15.88:6832/1339519672,v1:172.21.15.88:6834/1339519672] up:boot 2024-02-10T00:11:20.413 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:20 smithi103 ceph-mon[36942]: mds.? [v2:172.21.15.103:6833/3546417905,v1:172.21.15.103:6836/3546417905] up:boot 2024-02-10T00:11:20.413 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:20 smithi103 ceph-mon[36942]: mds.? [v2:172.21.15.103:6832/967000855,v1:172.21.15.103:6837/967000855] up:boot 2024-02-10T00:11:20.413 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:20 smithi103 ceph-mon[36942]: fsmap 12 up:standby 2024-02-10T00:11:20.413 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:20 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-02-10T00:11:20.414 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:20 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-02-10T00:11:20.414 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:20 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-02-10T00:11:20.414 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:20 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-02-10T00:11:20.414 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:20 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-02-10T00:11:20.414 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:20 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-02-10T00:11:20.414 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:20 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-02-10T00:11:20.414 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:20 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-02-10T00:11:20.414 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:20 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-02-10T00:11:20.414 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:20 smithi103 ceph-mon[36942]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-02-10T00:11:20.414 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:20 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/745911704' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-02-10T00:11:20.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:20 smithi088 ceph-mon[36452]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-02-10T00:11:20.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:20 smithi088 ceph-mon[36452]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-02-10T00:11:20.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:20 smithi088 ceph-mon[36452]: Cluster is now healthy 2024-02-10T00:11:20.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:20 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/2032607056' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-02-10T00:11:20.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:20 smithi088 ceph-mon[36452]: mds.? [v2:172.21.15.1:6838/3059010063,v1:172.21.15.1:6840/3059010063] up:boot 2024-02-10T00:11:20.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:20 smithi088 ceph-mon[36452]: mds.? [v2:172.21.15.88:6833/2313177844,v1:172.21.15.88:6835/2313177844] up:boot 2024-02-10T00:11:20.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:20 smithi088 ceph-mon[36452]: mds.? [v2:172.21.15.1:6839/3375548473,v1:172.21.15.1:6841/3375548473] up:boot 2024-02-10T00:11:20.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:20 smithi088 ceph-mon[36452]: mds.? [v2:172.21.15.88:6836/3123104208,v1:172.21.15.88:6838/3123104208] up:boot 2024-02-10T00:11:20.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:20 smithi088 ceph-mon[36452]: mds.? [v2:172.21.15.88:6837/1112679629,v1:172.21.15.88:6839/1112679629] up:boot 2024-02-10T00:11:20.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:20 smithi088 ceph-mon[36452]: mds.? [v2:172.21.15.103:6835/2557298779,v1:172.21.15.103:6839/2557298779] up:boot 2024-02-10T00:11:20.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:20 smithi088 ceph-mon[36452]: mds.? [v2:172.21.15.103:6834/2506344379,v1:172.21.15.103:6838/2506344379] up:boot 2024-02-10T00:11:20.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:20 smithi088 ceph-mon[36452]: mds.? [v2:172.21.15.88:6832/1339519672,v1:172.21.15.88:6834/1339519672] up:boot 2024-02-10T00:11:20.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:20 smithi088 ceph-mon[36452]: mds.? [v2:172.21.15.103:6833/3546417905,v1:172.21.15.103:6836/3546417905] up:boot 2024-02-10T00:11:20.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:20 smithi088 ceph-mon[36452]: mds.? [v2:172.21.15.103:6832/967000855,v1:172.21.15.103:6837/967000855] up:boot 2024-02-10T00:11:20.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:20 smithi088 ceph-mon[36452]: fsmap 12 up:standby 2024-02-10T00:11:20.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:20 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-02-10T00:11:20.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:20 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-02-10T00:11:20.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:20 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-02-10T00:11:20.596 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:20 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-02-10T00:11:20.597 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:20 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-02-10T00:11:20.597 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:20 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-02-10T00:11:20.597 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:20 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-02-10T00:11:20.597 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:20 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-02-10T00:11:20.597 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:20 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-02-10T00:11:20.597 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:20 smithi088 ceph-mon[36452]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-02-10T00:11:20.597 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:20 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/745911704' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-02-10T00:11:20.673 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.671+0000 7f1b357fa640 1 -- 172.21.15.1:0/745911704 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v103) v1 ==== 181+0+0 (secure 0 0 0) 0x7f1b280bc620 con 0x7f1b38100330 2024-02-10T00:11:20.673 INFO:teuthology.orchestra.run.smithi001.stderr:pool 'cephfs_metadata' removed 2024-02-10T00:11:20.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.675+0000 7f1b3e5e4640 1 -- 172.21.15.1:0/745911704 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f1b200a2260 msgr2=0x7f1b200a4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:20.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.675+0000 7f1b3e5e4640 1 --2- 172.21.15.1:0/745911704 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f1b200a2260 0x7f1b200a4720 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f1b3810f340 tx=0x7f1b2c00b410 comp rx=0 tx=0).stop 2024-02-10T00:11:20.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.675+0000 7f1b3e5e4640 1 -- 172.21.15.1:0/745911704 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1b38100330 msgr2=0x7f1b3810d8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:20.676 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.675+0000 7f1b3e5e4640 1 --2- 172.21.15.1:0/745911704 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1b38100330 0x7f1b3810d8b0 secure :-1 s=READY pgs=1809 cs=0 l=1 rev1=1 crypto rx=0x7f1b28009230 tx=0x7f1b28004040 comp rx=0 tx=0).stop 2024-02-10T00:11:20.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.675+0000 7f1b3e5e4640 1 -- 172.21.15.1:0/745911704 shutdown_connections 2024-02-10T00:11:20.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.675+0000 7f1b3e5e4640 1 --2- 172.21.15.1:0/745911704 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f1b200a2260 0x7f1b200a4720 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:20.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.675+0000 7f1b3e5e4640 1 --2- 172.21.15.1:0/745911704 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1b3810e330 0x7f1b381a5a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:20.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.675+0000 7f1b3e5e4640 1 --2- 172.21.15.1:0/745911704 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f1b38105400 0x7f1b3810ddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:20.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.675+0000 7f1b3e5e4640 1 --2- 172.21.15.1:0/745911704 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f1b38100330 0x7f1b3810d8b0 unknown :-1 s=CLOSED pgs=1809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:20.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.675+0000 7f1b3e5e4640 1 -- 172.21.15.1:0/745911704 >> 172.21.15.1:0/745911704 conn(0x7f1b38077250 msgr2=0x7f1b380fe3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:11:20.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.675+0000 7f1b3e5e4640 1 -- 172.21.15.1:0/745911704 shutdown_connections 2024-02-10T00:11:20.677 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.675+0000 7f1b3e5e4640 1 -- 172.21.15.1:0/745911704 wait complete. 2024-02-10T00:11:20.691 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:20 smithi001 ceph-mon[32335]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-02-10T00:11:20.692 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:20 smithi001 ceph-mon[32335]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-02-10T00:11:20.692 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:20 smithi001 ceph-mon[32335]: Cluster is now healthy 2024-02-10T00:11:20.692 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:20 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/2032607056' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-02-10T00:11:20.692 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:20 smithi001 ceph-mon[32335]: mds.? [v2:172.21.15.1:6838/3059010063,v1:172.21.15.1:6840/3059010063] up:boot 2024-02-10T00:11:20.692 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:20 smithi001 ceph-mon[32335]: mds.? [v2:172.21.15.88:6833/2313177844,v1:172.21.15.88:6835/2313177844] up:boot 2024-02-10T00:11:20.692 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:20 smithi001 ceph-mon[32335]: mds.? [v2:172.21.15.1:6839/3375548473,v1:172.21.15.1:6841/3375548473] up:boot 2024-02-10T00:11:20.692 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:20 smithi001 ceph-mon[32335]: mds.? [v2:172.21.15.88:6836/3123104208,v1:172.21.15.88:6838/3123104208] up:boot 2024-02-10T00:11:20.692 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:20 smithi001 ceph-mon[32335]: mds.? [v2:172.21.15.88:6837/1112679629,v1:172.21.15.88:6839/1112679629] up:boot 2024-02-10T00:11:20.692 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:20 smithi001 ceph-mon[32335]: mds.? [v2:172.21.15.103:6835/2557298779,v1:172.21.15.103:6839/2557298779] up:boot 2024-02-10T00:11:20.692 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:20 smithi001 ceph-mon[32335]: mds.? [v2:172.21.15.103:6834/2506344379,v1:172.21.15.103:6838/2506344379] up:boot 2024-02-10T00:11:20.692 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:20 smithi001 ceph-mon[32335]: mds.? [v2:172.21.15.88:6832/1339519672,v1:172.21.15.88:6834/1339519672] up:boot 2024-02-10T00:11:20.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:20 smithi001 ceph-mon[32335]: mds.? [v2:172.21.15.103:6833/3546417905,v1:172.21.15.103:6836/3546417905] up:boot 2024-02-10T00:11:20.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:20 smithi001 ceph-mon[32335]: mds.? [v2:172.21.15.103:6832/967000855,v1:172.21.15.103:6837/967000855] up:boot 2024-02-10T00:11:20.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:20 smithi001 ceph-mon[32335]: fsmap 12 up:standby 2024-02-10T00:11:20.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:20 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-02-10T00:11:20.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:20 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-02-10T00:11:20.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:20 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-02-10T00:11:20.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:20 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-02-10T00:11:20.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:20 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-02-10T00:11:20.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:20 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-02-10T00:11:20.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:20 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-02-10T00:11:20.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:20 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-02-10T00:11:20.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:20 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-02-10T00:11:20.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:20 smithi001 ceph-mon[32335]: from='mgr.15519 172.21.15.1:0/2199971970' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-02-10T00:11:20.694 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:20 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/745911704' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-02-10T00:11:20.695 DEBUG:teuthology.orchestra.run.smithi001:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-02-10T00:11:20.813 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.806+0000 7f2bbdbf4640 1 -- 172.21.15.1:0/1074609942 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bb8107930 msgr2=0x7f2bb810e2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:20.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.806+0000 7f2bbdbf4640 1 --2- 172.21.15.1:0/1074609942 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bb8107930 0x7f2bb810e2d0 secure :-1 s=READY pgs=1810 cs=0 l=1 rev1=1 crypto rx=0x7f2bb0009cd0 tx=0x7f2bb002c0f0 comp rx=0 tx=0).stop 2024-02-10T00:11:20.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.806+0000 7f2bbdbf4640 1 -- 172.21.15.1:0/1074609942 shutdown_connections 2024-02-10T00:11:20.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.806+0000 7f2bbdbf4640 1 --2- 172.21.15.1:0/1074609942 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bb8107930 0x7f2bb810e2d0 unknown :-1 s=CLOSED pgs=1810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:20.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.806+0000 7f2bbdbf4640 1 --2- 172.21.15.1:0/1074609942 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2bb8102df0 0x7f2bb8107220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:20.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.806+0000 7f2bbdbf4640 1 --2- 172.21.15.1:0/1074609942 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2bb8102440 0x7f2bb8102820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:20.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.806+0000 7f2bbdbf4640 1 -- 172.21.15.1:0/1074609942 >> 172.21.15.1:0/1074609942 conn(0x7f2bb8077310 msgr2=0x7f2bb8077720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:11:20.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.806+0000 7f2bbdbf4640 1 -- 172.21.15.1:0/1074609942 shutdown_connections 2024-02-10T00:11:20.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.806+0000 7f2bbdbf4640 1 -- 172.21.15.1:0/1074609942 wait complete. 2024-02-10T00:11:20.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.806+0000 7f2bbdbf4640 1 Processor -- start 2024-02-10T00:11:20.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.807+0000 7f2bbdbf4640 1 -- start start 2024-02-10T00:11:20.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.807+0000 7f2bbdbf4640 1 --2- >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2bb8102440 0x7f2bb8100090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:20.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.807+0000 7f2bbdbf4640 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2bb8107930 0x7f2bb81005d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:20.814 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.807+0000 7f2bbdbf4640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bb8100b10 0x7f2bb81a5bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:20.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.807+0000 7f2bbdbf4640 1 -- --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bb81a6130 con 0x7f2bb8100b10 2024-02-10T00:11:20.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.807+0000 7f2bbdbf4640 1 -- --> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bb81a62a0 con 0x7f2bb8102440 2024-02-10T00:11:20.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.807+0000 7f2bbdbf4640 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2bb81a6460 con 0x7f2bb8107930 2024-02-10T00:11:20.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.807+0000 7f2bb7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bb8100b10 0x7f2bb81a5bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:20.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.807+0000 7f2bb7fff640 1 --2- >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bb8100b10 0x7f2bb81a5bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.1:3300/0 says I am v2:172.21.15.1:58208/0 (socket says 172.21.15.1:58208) 2024-02-10T00:11:20.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.807+0000 7f2bb7fff640 1 -- 172.21.15.1:0/3561490112 learned_addr learned my addr 172.21.15.1:0/3561490112 (peer_addr_for_me v2:172.21.15.1:0/0) 2024-02-10T00:11:20.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.807+0000 7f2bb6ffd640 1 --2- 172.21.15.1:0/3561490112 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2bb8107930 0x7f2bb81005d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:20.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.807+0000 7f2bb77fe640 1 --2- 172.21.15.1:0/3561490112 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2bb8102440 0x7f2bb8100090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:20.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.807+0000 7f2bb7fff640 1 -- 172.21.15.1:0/3561490112 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2bb8107930 msgr2=0x7f2bb81005d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:20.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.807+0000 7f2bb7fff640 1 --2- 172.21.15.1:0/3561490112 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2bb8107930 0x7f2bb81005d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:20.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.807+0000 7f2bb7fff640 1 -- 172.21.15.1:0/3561490112 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2bb8102440 msgr2=0x7f2bb8100090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:20.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.807+0000 7f2bb7fff640 1 --2- 172.21.15.1:0/3561490112 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2bb8102440 0x7f2bb8100090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:20.815 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.807+0000 7f2bb7fff640 1 -- 172.21.15.1:0/3561490112 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2bb0009900 con 0x7f2bb8100b10 2024-02-10T00:11:20.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.808+0000 7f2bb7fff640 1 --2- 172.21.15.1:0/3561490112 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bb8100b10 0x7f2bb81a5bc0 secure :-1 s=READY pgs=1811 cs=0 l=1 rev1=1 crypto rx=0x7f2bb0004af0 tx=0x7f2bb0032570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:11:20.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.808+0000 7f2bb4ff9640 1 -- 172.21.15.1:0/3561490112 <== mon.0 v2:172.21.15.1:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bb00328b0 con 0x7f2bb8100b10 2024-02-10T00:11:20.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.808+0000 7f2bb4ff9640 1 -- 172.21.15.1:0/3561490112 <== mon.0 v2:172.21.15.1:3300/0 2 ==== config(27 keys) v1 ==== 1140+0+0 (secure 0 0 0) 0x7f2bb0003e50 con 0x7f2bb8100b10 2024-02-10T00:11:20.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.808+0000 7f2bbdbf4640 1 -- 172.21.15.1:0/3561490112 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2bb81a66e0 con 0x7f2bb8100b10 2024-02-10T00:11:20.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.808+0000 7f2bb4ff9640 1 -- 172.21.15.1:0/3561490112 <== mon.0 v2:172.21.15.1:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bb0004740 con 0x7f2bb8100b10 2024-02-10T00:11:20.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.808+0000 7f2bbdbf4640 1 -- 172.21.15.1:0/3561490112 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2bb81a6b90 con 0x7f2bb8100b10 2024-02-10T00:11:20.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.809+0000 7f2bbdbf4640 1 -- 172.21.15.1:0/3561490112 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2bb8068500 con 0x7f2bb8100b10 2024-02-10T00:11:20.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.810+0000 7f2bb4ff9640 1 -- 172.21.15.1:0/3561490112 <== mon.0 v2:172.21.15.1:3300/0 4 ==== mgrmap(e 26) v1 ==== 136898+0+0 (secure 0 0 0) 0x7f2bb000a040 con 0x7f2bb8100b10 2024-02-10T00:11:20.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.810+0000 7f2bb4ff9640 1 --2- 172.21.15.1:0/3561490112 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2ba00a2230 0x7f2ba00a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-10T00:11:20.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.811+0000 7f2bb77fe640 1 --2- 172.21.15.1:0/3561490112 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2ba00a2230 0x7f2ba00a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-10T00:11:20.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.811+0000 7f2bb4ff9640 1 -- 172.21.15.1:0/3561490112 <== mon.0 v2:172.21.15.1:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 8345+0+0 (secure 0 0 0) 0x7f2bb00f0e60 con 0x7f2bb8100b10 2024-02-10T00:11:20.816 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.811+0000 7f2bb77fe640 1 --2- 172.21.15.1:0/3561490112 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2ba00a2230 0x7f2ba00a46f0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f2ba800bbe0 tx=0x7f2ba800b390 comp rx=0 tx=0).ready entity=mgr.15519 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-10T00:11:20.817 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.814+0000 7f2bb4ff9640 1 -- 172.21.15.1:0/3561490112 <== mon.0 v2:172.21.15.1:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f2bb00b9cb0 con 0x7f2bb8100b10 2024-02-10T00:11:20.997 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:20.995+0000 7f2bbdbf4640 1 -- 172.21.15.1:0/3561490112 --> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f2bb8109940 con 0x7f2bb8100b10 2024-02-10T00:11:21.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:21 smithi088 ceph-mon[36452]: pgmap v376: 97 pgs: 97 active+clean; 2.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 1.4 KiB/s wr, 14 op/s 2024-02-10T00:11:21.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:21 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/745911704' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-02-10T00:11:21.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:21 smithi088 ceph-mon[36452]: osdmap e103: 12 total, 12 up, 12 in 2024-02-10T00:11:21.595 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:21 smithi088 ceph-mon[36452]: from='client.? 172.21.15.1:0/3561490112' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-02-10T00:11:21.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:21 smithi103 ceph-mon[36942]: pgmap v376: 97 pgs: 97 active+clean; 2.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 1.4 KiB/s wr, 14 op/s 2024-02-10T00:11:21.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:21 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/745911704' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-02-10T00:11:21.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:21 smithi103 ceph-mon[36942]: osdmap e103: 12 total, 12 up, 12 in 2024-02-10T00:11:21.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:21 smithi103 ceph-mon[36942]: from='client.? 172.21.15.1:0/3561490112' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-02-10T00:11:21.674 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:21.672+0000 7f2bb4ff9640 1 -- 172.21.15.1:0/3561490112 <== mon.0 v2:172.21.15.1:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v104) v1 ==== 169+0+0 (secure 0 0 0) 0x7f2bb00bd370 con 0x7f2bb8100b10 2024-02-10T00:11:21.674 INFO:teuthology.orchestra.run.smithi001.stderr:pool 'cephfs_data' removed 2024-02-10T00:11:21.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:21.676+0000 7f2bbdbf4640 1 -- 172.21.15.1:0/3561490112 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2ba00a2230 msgr2=0x7f2ba00a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:21.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:21.676+0000 7f2bbdbf4640 1 --2- 172.21.15.1:0/3561490112 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2ba00a2230 0x7f2ba00a46f0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f2ba800bbe0 tx=0x7f2ba800b390 comp rx=0 tx=0).stop 2024-02-10T00:11:21.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:21.676+0000 7f2bbdbf4640 1 -- 172.21.15.1:0/3561490112 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bb8100b10 msgr2=0x7f2bb81a5bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-10T00:11:21.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:21.676+0000 7f2bbdbf4640 1 --2- 172.21.15.1:0/3561490112 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bb8100b10 0x7f2bb81a5bc0 secure :-1 s=READY pgs=1811 cs=0 l=1 rev1=1 crypto rx=0x7f2bb0004af0 tx=0x7f2bb0032570 comp rx=0 tx=0).stop 2024-02-10T00:11:21.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:21.676+0000 7f2bbdbf4640 1 -- 172.21.15.1:0/3561490112 shutdown_connections 2024-02-10T00:11:21.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:21.676+0000 7f2bbdbf4640 1 --2- 172.21.15.1:0/3561490112 >> [v2:172.21.15.1:6800/2509330522,v1:172.21.15.1:6801/2509330522] conn(0x7f2ba00a2230 0x7f2ba00a46f0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:21.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:21.676+0000 7f2bbdbf4640 1 --2- 172.21.15.1:0/3561490112 >> [v2:172.21.15.1:3300/0,v1:172.21.15.1:6789/0] conn(0x7f2bb8100b10 0x7f2bb81a5bc0 unknown :-1 s=CLOSED pgs=1811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:21.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:21.676+0000 7f2bbdbf4640 1 --2- 172.21.15.1:0/3561490112 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2bb8107930 0x7f2bb81005d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:21.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:21.676+0000 7f2bbdbf4640 1 --2- 172.21.15.1:0/3561490112 >> [v2:172.21.15.88:3300/0,v1:172.21.15.88:6789/0] conn(0x7f2bb8102440 0x7f2bb8100090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-10T00:11:21.679 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:21.676+0000 7f2bbdbf4640 1 -- 172.21.15.1:0/3561490112 >> 172.21.15.1:0/3561490112 conn(0x7f2bb8077310 msgr2=0x7f2bb80ff0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-10T00:11:21.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:21.677+0000 7f2bbdbf4640 1 -- 172.21.15.1:0/3561490112 shutdown_connections 2024-02-10T00:11:21.680 INFO:teuthology.orchestra.run.smithi001.stderr:2024-02-10T00:11:21.677+0000 7f2bbdbf4640 1 -- 172.21.15.1:0/3561490112 wait complete. 2024-02-10T00:11:21.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:21 smithi001 ceph-mon[32335]: pgmap v376: 97 pgs: 97 active+clean; 2.6 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 1.4 KiB/s wr, 14 op/s 2024-02-10T00:11:21.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:21 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/745911704' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-02-10T00:11:21.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:21 smithi001 ceph-mon[32335]: osdmap e103: 12 total, 12 up, 12 in 2024-02-10T00:11:21.693 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:21 smithi001 ceph-mon[32335]: from='client.? 172.21.15.1:0/3561490112' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-02-10T00:11:21.694 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-02-10T00:11:21.724 DEBUG:teuthology.orchestra.run.smithi088:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-02-10T00:11:21.760 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-02-10T00:11:21.791 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-02-10T00:11:21.792 DEBUG:teuthology.orchestra.run.smithi001:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-02-10T00:11:21.808 DEBUG:teuthology.orchestra.run.smithi088:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-02-10T00:11:21.824 DEBUG:teuthology.orchestra.run.smithi103:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-02-10T00:11:21.848 INFO:tasks.cephadm:Stopping all daemons... 2024-02-10T00:11:21.848 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-02-10T00:11:21.848 DEBUG:teuthology.orchestra.run.smithi001:> sudo systemctl stop ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mon.a 2024-02-10T00:11:21.969 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:21 smithi001 systemd[1]: Stopping Ceph mon.a for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-10T00:11:22.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:22 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mon-a[32331]: 2024-02-10T00:11:22.161+0000 7f7bb10cb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-02-10T00:11:22.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:22 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mon-a[32331]: 2024-02-10T00:11:22.161+0000 7f7bb10cb700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-02-10T00:11:22.469 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:22 smithi001 podman[105442]: 2024-02-10 00:11:22.202507059 +0000 UTC m=+0.152513064 container died a33cab58dede29bfb9f810b672b76c872598f403681816ea9fb98ecc87b5b509 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mon-a, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240131, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=main-290212a, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-02-10T00:11:22.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:22 smithi001 podman[105442]: 2024-02-10 00:11:22.559661951 +0000 UTC m=+0.509667953 container cleanup a33cab58dede29bfb9f810b672b76c872598f403681816ea9fb98ecc87b5b509 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mon-a, org.label-schema.build-date=20240131, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, io.buildah.version=1.33.2, ceph=True, maintainer=Guillaume Abrioux , RELEASE=main-290212a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-02-10T00:11:22.871 INFO:journalctl@ceph.mon.a.smithi001.stdout:Feb 10 00:11:22 smithi001 bash[105442]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mon-a 2024-02-10T00:11:23.031 DEBUG:teuthology.orchestra.run.smithi001:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mon.a.service' 2024-02-10T00:11:23.083 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-10T00:11:23.083 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-02-10T00:11:23.083 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-02-10T00:11:23.083 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mon.b 2024-02-10T00:11:23.402 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:23 smithi088 systemd[1]: Stopping Ceph mon.b for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-10T00:11:23.735 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:23 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mon-b[36448]: 2024-02-10T00:11:23.398+0000 7fe07626b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-02-10T00:11:23.735 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:23 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mon-b[36448]: 2024-02-10T00:11:23.398+0000 7fe07626b700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-02-10T00:11:23.735 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:23 smithi088 podman[72897]: 2024-02-10 00:11:23.461130407 +0000 UTC m=+0.184754568 container died 008378dd543668d2f5367078fe718da72fbee6c5a78824b8c47be3664c7219ad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mon-b, io.buildah.version=1.33.2, org.label-schema.build-date=20240131, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-290212a, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275) 2024-02-10T00:11:24.094 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:23 smithi088 podman[72897]: 2024-02-10 00:11:23.816741021 +0000 UTC m=+0.540365179 container cleanup 008378dd543668d2f5367078fe718da72fbee6c5a78824b8c47be3664c7219ad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mon-b, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-290212a, io.buildah.version=1.33.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240131, GIT_BRANCH=HEAD, ceph=True) 2024-02-10T00:11:24.094 INFO:journalctl@ceph.mon.b.smithi088.stdout:Feb 10 00:11:23 smithi088 bash[72897]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mon-b 2024-02-10T00:11:24.272 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mon.b.service' 2024-02-10T00:11:24.319 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-10T00:11:24.319 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-02-10T00:11:24.319 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-02-10T00:11:24.319 DEBUG:teuthology.orchestra.run.smithi103:> sudo systemctl stop ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mon.c 2024-02-10T00:11:24.639 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:24 smithi103 systemd[1]: Stopping Ceph mon.c for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-10T00:11:24.916 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:24 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mon-c[36925]: 2024-02-10T00:11:24.638+0000 7f0011775700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-02-10T00:11:24.916 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:24 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mon-c[36925]: 2024-02-10T00:11:24.638+0000 7f0011775700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-02-10T00:11:25.217 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:24 smithi103 podman[74680]: 2024-02-10 00:11:24.915284658 +0000 UTC m=+0.403532108 container died 4bc61bf15405f2f78d1f9e12981625288c135045a90d89ef2a0d005c1ee5214c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mon-c, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240131, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.2, RELEASE=main-290212a, org.label-schema.name=CentOS Stream 8 Base Image) 2024-02-10T00:11:25.586 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:25 smithi103 podman[74680]: 2024-02-10 00:11:25.307779433 +0000 UTC m=+0.796026874 container cleanup 4bc61bf15405f2f78d1f9e12981625288c135045a90d89ef2a0d005c1ee5214c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mon-c, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.2, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240131, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-290212a, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-02-10T00:11:25.586 INFO:journalctl@ceph.mon.c.smithi103.stdout:Feb 10 00:11:25 smithi103 bash[74680]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mon-c 2024-02-10T00:11:25.721 DEBUG:teuthology.orchestra.run.smithi103:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mon.c.service' 2024-02-10T00:11:25.771 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-10T00:11:25.771 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-02-10T00:11:25.771 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-02-10T00:11:25.772 DEBUG:teuthology.orchestra.run.smithi001:> sudo systemctl stop ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mgr.x 2024-02-10T00:11:26.150 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 10 00:11:25 smithi001 systemd[1]: Stopping Ceph mgr.x for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-10T00:11:26.469 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 10 00:11:26 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-10T00:11:26.147+0000 7f11c7f0d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-10T00:11:26.469 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 10 00:11:26 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x[32568]: 2024-02-10T00:11:26.147+0000 7f11c7f0d700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-02-10T00:11:26.469 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 10 00:11:26 smithi001 podman[105563]: 2024-02-10 00:11:26.178926953 +0000 UTC m=+0.211285755 container died a94eef316bba214b549a3ac7dc5de0e8000138fa7535acc189cbaf8150427821 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240131, org.label-schema.schema-version=1.0, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, io.buildah.version=1.33.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, RELEASE=main-290212a, org.label-schema.vendor=CentOS) 2024-02-10T00:11:26.836 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 10 00:11:26 smithi001 podman[105563]: 2024-02-10 00:11:26.574212198 +0000 UTC m=+0.606570986 container cleanup a94eef316bba214b549a3ac7dc5de0e8000138fa7535acc189cbaf8150427821 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:290212a1bfd33563ba76ee5b7f0b944fdb6c5d90, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.2, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240131, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=main-290212a, ceph=True, org.label-schema.license=GPLv2) 2024-02-10T00:11:26.836 INFO:journalctl@ceph.mgr.x.smithi001.stdout:Feb 10 00:11:26 smithi001 bash[105563]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-x 2024-02-10T00:11:27.047 DEBUG:teuthology.orchestra.run.smithi001:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mgr.x.service' 2024-02-10T00:11:27.083 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-10T00:11:27.084 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-02-10T00:11:27.084 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-02-10T00:11:27.084 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mgr.y 2024-02-10T00:11:27.409 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 10 00:11:27 smithi088 systemd[1]: Stopping Ceph mgr.y for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-10T00:11:27.698 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 10 00:11:27 smithi088 podman[73019]: 2024-02-10 00:11:27.408414892 +0000 UTC m=+0.132849032 container died 9163162a5bc9c911dde29527ba072751650a3142da1d4c72817faaa688827634 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y, org.label-schema.vendor=CentOS, io.buildah.version=1.33.2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240131, ceph=True, CEPH_POINT_RELEASE=, RELEASE=main-290212a, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.name=CentOS Stream 8 Base Image) 2024-02-10T00:11:28.094 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 10 00:11:27 smithi088 podman[73019]: 2024-02-10 00:11:27.796949878 +0000 UTC m=+0.521384017 container cleanup 9163162a5bc9c911dde29527ba072751650a3142da1d4c72817faaa688827634 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y, io.buildah.version=1.33.2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240131, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, RELEASE=main-290212a) 2024-02-10T00:11:28.095 INFO:journalctl@ceph.mgr.y.smithi088.stdout:Feb 10 00:11:27 smithi088 bash[73019]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-y 2024-02-10T00:11:28.422 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mgr.y.service' 2024-02-10T00:11:28.459 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-10T00:11:28.460 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-02-10T00:11:28.460 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-02-10T00:11:28.460 DEBUG:teuthology.orchestra.run.smithi103:> sudo systemctl stop ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mgr.z 2024-02-10T00:11:28.793 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 10 00:11:28 smithi103 systemd[1]: Stopping Ceph mgr.z for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-10T00:11:29.099 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 10 00:11:28 smithi103 podman[74802]: 2024-02-10 00:11:28.792285192 +0000 UTC m=+0.138092545 container died 17460a0e6862322b09a6fb70093afadef56bcf60f266c64f05f0694043ecc2f5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=main-290212a, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240131) 2024-02-10T00:11:29.389 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 10 00:11:29 smithi103 podman[74802]: 2024-02-10 00:11:29.197380989 +0000 UTC m=+0.543188350 container cleanup 17460a0e6862322b09a6fb70093afadef56bcf60f266c64f05f0694043ecc2f5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z, CEPH_POINT_RELEASE=, io.buildah.version=1.33.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240131, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-290212a, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-02-10T00:11:29.389 INFO:journalctl@ceph.mgr.z.smithi103.stdout:Feb 10 00:11:29 smithi103 bash[74802]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mgr-z 2024-02-10T00:11:29.615 DEBUG:teuthology.orchestra.run.smithi103:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mgr.z.service' 2024-02-10T00:11:29.653 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-10T00:11:29.653 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-02-10T00:11:29.653 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-02-10T00:11:29.653 DEBUG:teuthology.orchestra.run.smithi001:> sudo systemctl stop ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.0 2024-02-10T00:11:29.963 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 10 00:11:29 smithi001 systemd[1]: Stopping Ceph osd.0 for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-10T00:11:30.219 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 10 00:11:29 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-0[46931]: 2024-02-10T00:11:29.960+0000 7fcc4bf56700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-10T00:11:30.219 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 10 00:11:29 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-0[46931]: 2024-02-10T00:11:29.960+0000 7fcc4bf56700 -1 osd.0 104 *** Got signal Terminated *** 2024-02-10T00:11:30.219 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 10 00:11:29 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-0[46931]: 2024-02-10T00:11:29.960+0000 7fcc4bf56700 -1 osd.0 104 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-10T00:11:35.682 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 10 00:11:35 smithi001 podman[105685]: 2024-02-10 00:11:35.41468845 +0000 UTC m=+5.568695401 container died 930bce301c98bc30176138b2d0b9d91146238a1e24c8212ae3996e0963520553 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-0, GIT_CLEAN=True, io.buildah.version=1.33.2, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.vendor=CentOS, RELEASE=main-290212a, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240131, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-02-10T00:11:35.969 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 10 00:11:35 smithi001 podman[105685]: 2024-02-10 00:11:35.771512168 +0000 UTC m=+5.925519118 container cleanup 930bce301c98bc30176138b2d0b9d91146238a1e24c8212ae3996e0963520553 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-0, CEPH_POINT_RELEASE=, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240131, ceph=True, maintainer=Guillaume Abrioux , RELEASE=main-290212a, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-02-10T00:11:35.969 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 10 00:11:35 smithi001 bash[105685]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-0 2024-02-10T00:11:36.446 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 10 00:11:36 smithi001 podman[105702]: 2024-02-10 00:11:36.081352 +0000 UTC m=+0.660712811 container remove 930bce301c98bc30176138b2d0b9d91146238a1e24c8212ae3996e0963520553 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.2, GIT_CLEAN=True, org.label-schema.build-date=20240131, org.label-schema.vendor=CentOS, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-290212a, org.label-schema.schema-version=1.0) 2024-02-10T00:11:36.719 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 10 00:11:36 smithi001 podman[105797]: 2024-02-10 00:11:36.348017381 +0000 UTC m=+0.017670188 image pull c328ab9dcfc7bf907ed3835578853a1e5a54ac5fa4d658ed833b2bc74e1373a6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58 2024-02-10T00:11:36.719 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 10 00:11:36 smithi001 podman[105797]: 2024-02-10 00:11:36.482374692 +0000 UTC m=+0.152027498 container create 408ab8d26359a5829b9fee7e3096bca399ec6397300340a4870bc295fdba750d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-0-deactivate, io.buildah.version=1.33.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=main-290212a, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240131, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-02-10T00:11:37.071 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 10 00:11:36 smithi001 podman[105797]: 2024-02-10 00:11:36.768428693 +0000 UTC m=+0.438081499 container init 408ab8d26359a5829b9fee7e3096bca399ec6397300340a4870bc295fdba750d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-0-deactivate, io.buildah.version=1.33.2, org.label-schema.license=GPLv2, ceph=True, RELEASE=main-290212a, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240131, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275) 2024-02-10T00:11:37.071 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 10 00:11:36 smithi001 podman[105797]: 2024-02-10 00:11:36.771641665 +0000 UTC m=+0.441294479 container start 408ab8d26359a5829b9fee7e3096bca399ec6397300340a4870bc295fdba750d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-0-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240131, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-290212a, io.buildah.version=1.33.2, ceph=True, CEPH_POINT_RELEASE=) 2024-02-10T00:11:37.071 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 10 00:11:36 smithi001 podman[105797]: 2024-02-10 00:11:36.860224083 +0000 UTC m=+0.529876916 container attach 408ab8d26359a5829b9fee7e3096bca399ec6397300340a4870bc295fdba750d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-0-deactivate, org.label-schema.build-date=20240131, io.buildah.version=1.33.2, GIT_CLEAN=True, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, RELEASE=main-290212a, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-02-10T00:11:37.351 INFO:journalctl@ceph.osd.0.smithi001.stdout:Feb 10 00:11:37 smithi001 podman[105797]: 2024-02-10 00:11:37.069895593 +0000 UTC m=+0.739548392 container died 408ab8d26359a5829b9fee7e3096bca399ec6397300340a4870bc295fdba750d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-0-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-290212a, org.label-schema.build-date=20240131, io.buildah.version=1.33.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-02-10T00:11:37.779 DEBUG:teuthology.orchestra.run.smithi001:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.0.service' 2024-02-10T00:11:37.825 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-10T00:11:37.825 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-02-10T00:11:37.826 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-02-10T00:11:37.826 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.1 2024-02-10T00:11:38.135 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 10 00:11:37 smithi088 systemd[1]: Stopping Ceph osd.1 for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-10T00:11:38.595 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 10 00:11:38 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-1[41034]: 2024-02-10T00:11:38.133+0000 7f979fa2d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-10T00:11:38.595 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 10 00:11:38 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-1[41034]: 2024-02-10T00:11:38.133+0000 7f979fa2d700 -1 osd.1 104 *** Got signal Terminated *** 2024-02-10T00:11:38.595 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 10 00:11:38 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-1[41034]: 2024-02-10T00:11:38.133+0000 7f979fa2d700 -1 osd.1 104 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-10T00:11:43.845 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 10 00:11:43 smithi088 podman[73147]: 2024-02-10 00:11:43.554085754 +0000 UTC m=+5.536067086 container died 799158ab6a8db4af6d2f13140632cb5d690f2ea2ceb6be407528f58551abaf7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-1, org.label-schema.license=GPLv2, io.buildah.version=1.33.2, GIT_BRANCH=HEAD, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=main-290212a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240131, org.label-schema.schema-version=1.0) 2024-02-10T00:11:44.186 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 10 00:11:43 smithi088 podman[73147]: 2024-02-10 00:11:43.95075411 +0000 UTC m=+5.932735440 container cleanup 799158ab6a8db4af6d2f13140632cb5d690f2ea2ceb6be407528f58551abaf7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-1, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.build-date=20240131, RELEASE=main-290212a, maintainer=Guillaume Abrioux , io.buildah.version=1.33.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-02-10T00:11:44.187 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 10 00:11:43 smithi088 bash[73147]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-1 2024-02-10T00:11:44.519 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 10 00:11:44 smithi088 podman[73164]: 2024-02-10 00:11:44.185593734 +0000 UTC m=+0.632863358 container remove 799158ab6a8db4af6d2f13140632cb5d690f2ea2ceb6be407528f58551abaf7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-1, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240131, RELEASE=main-290212a, io.buildah.version=1.33.2, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-02-10T00:11:44.808 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 10 00:11:44 smithi088 podman[73257]: 2024-02-10 00:11:44.420402915 +0000 UTC m=+0.017647012 image pull c328ab9dcfc7bf907ed3835578853a1e5a54ac5fa4d658ed833b2bc74e1373a6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58 2024-02-10T00:11:44.808 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 10 00:11:44 smithi088 podman[73257]: 2024-02-10 00:11:44.553209284 +0000 UTC m=+0.150453374 container create bde4e057d4b3d8f907fe93548b245af3b645ff196cfb0ba4710a0eb01e6cc569 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-1-deactivate, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_CLEAN=True, RELEASE=main-290212a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240131, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-02-10T00:11:45.094 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 10 00:11:44 smithi088 podman[73257]: 2024-02-10 00:11:44.806544971 +0000 UTC m=+0.403789076 container init bde4e057d4b3d8f907fe93548b245af3b645ff196cfb0ba4710a0eb01e6cc569 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-1-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.33.2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240131, RELEASE=main-290212a, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-02-10T00:11:45.095 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 10 00:11:44 smithi088 podman[73257]: 2024-02-10 00:11:44.810428484 +0000 UTC m=+0.407672573 container start bde4e057d4b3d8f907fe93548b245af3b645ff196cfb0ba4710a0eb01e6cc569 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-1-deactivate, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=main-290212a, org.label-schema.build-date=20240131, CEPH_POINT_RELEASE=, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-02-10T00:11:45.095 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 10 00:11:44 smithi088 podman[73257]: 2024-02-10 00:11:44.906181545 +0000 UTC m=+0.503425650 container attach bde4e057d4b3d8f907fe93548b245af3b645ff196cfb0ba4710a0eb01e6cc569 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240131, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=main-290212a, io.buildah.version=1.33.2, maintainer=Guillaume Abrioux , GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, ceph=True, org.label-schema.license=GPLv2) 2024-02-10T00:11:45.356 INFO:journalctl@ceph.osd.1.smithi088.stdout:Feb 10 00:11:45 smithi088 podman[73257]: 2024-02-10 00:11:45.094752939 +0000 UTC m=+0.691997018 container died bde4e057d4b3d8f907fe93548b245af3b645ff196cfb0ba4710a0eb01e6cc569 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-1-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-290212a, maintainer=Guillaume Abrioux , io.buildah.version=1.33.2, org.label-schema.schema-version=1.0, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, ceph=True, org.label-schema.build-date=20240131, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-02-10T00:11:45.756 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.1.service' 2024-02-10T00:11:45.797 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-10T00:11:45.798 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-02-10T00:11:45.798 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-02-10T00:11:45.798 DEBUG:teuthology.orchestra.run.smithi103:> sudo systemctl stop ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.2 2024-02-10T00:11:46.112 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 10 00:11:45 smithi103 systemd[1]: Stopping Ceph osd.2 for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-10T00:11:46.389 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 10 00:11:46 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-2[42080]: 2024-02-10T00:11:46.110+0000 7f78f68c3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-10T00:11:46.389 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 10 00:11:46 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-2[42080]: 2024-02-10T00:11:46.110+0000 7f78f68c3700 -1 osd.2 104 *** Got signal Terminated *** 2024-02-10T00:11:46.389 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 10 00:11:46 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-2[42080]: 2024-02-10T00:11:46.110+0000 7f78f68c3700 -1 osd.2 104 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-10T00:11:51.795 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 10 00:11:51 smithi103 podman[74929]: 2024-02-10 00:11:51.472703246 +0000 UTC m=+5.485351154 container died 879030bfbd591108a821931053cc3fafce584f8b7346da364063a1e27627262a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, RELEASE=main-290212a, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240131, org.label-schema.schema-version=1.0, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, CEPH_POINT_RELEASE=, io.buildah.version=1.33.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-02-10T00:11:52.139 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 10 00:11:51 smithi103 podman[74929]: 2024-02-10 00:11:51.952928803 +0000 UTC m=+5.965576711 container cleanup 879030bfbd591108a821931053cc3fafce584f8b7346da364063a1e27627262a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=main-290212a, ceph=True, org.label-schema.build-date=20240131) 2024-02-10T00:11:52.139 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 10 00:11:51 smithi103 bash[74929]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-2 2024-02-10T00:11:52.561 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 10 00:11:52 smithi103 podman[74946]: 2024-02-10 00:11:52.221671411 +0000 UTC m=+0.749850138 container remove 879030bfbd591108a821931053cc3fafce584f8b7346da364063a1e27627262a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, RELEASE=main-290212a, io.buildah.version=1.33.2, ceph=True, org.label-schema.build-date=20240131) 2024-02-10T00:11:52.859 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 10 00:11:52 smithi103 podman[75033]: 2024-02-10 00:11:52.46306377 +0000 UTC m=+0.017845772 image pull c328ab9dcfc7bf907ed3835578853a1e5a54ac5fa4d658ed833b2bc74e1373a6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58 2024-02-10T00:11:52.860 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 10 00:11:52 smithi103 podman[75033]: 2024-02-10 00:11:52.572519767 +0000 UTC m=+0.127301804 container create 9fd8101f8b9203b60239653ed9752b341b9e080912065239d7f4132eb2018d9a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-2-deactivate, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=main-290212a, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240131) 2024-02-10T00:11:52.860 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 10 00:11:52 smithi103 podman[75033]: 2024-02-10 00:11:52.783457095 +0000 UTC m=+0.338239106 container init 9fd8101f8b9203b60239653ed9752b341b9e080912065239d7f4132eb2018d9a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-2-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-290212a, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.2, maintainer=Guillaume Abrioux , GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.build-date=20240131) 2024-02-10T00:11:52.860 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 10 00:11:52 smithi103 podman[75033]: 2024-02-10 00:11:52.786690397 +0000 UTC m=+0.341472391 container start 9fd8101f8b9203b60239653ed9752b341b9e080912065239d7f4132eb2018d9a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-2-deactivate, io.buildah.version=1.33.2, maintainer=Guillaume Abrioux , GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240131, RELEASE=main-290212a) 2024-02-10T00:11:53.139 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 10 00:11:52 smithi103 podman[75033]: 2024-02-10 00:11:52.858366574 +0000 UTC m=+0.413148578 container attach 9fd8101f8b9203b60239653ed9752b341b9e080912065239d7f4132eb2018d9a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-2-deactivate, CEPH_POINT_RELEASE=, RELEASE=main-290212a, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240131, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.2, maintainer=Guillaume Abrioux ) 2024-02-10T00:11:53.139 INFO:journalctl@ceph.osd.2.smithi103.stdout:Feb 10 00:11:53 smithi103 podman[75033]: 2024-02-10 00:11:53.074961806 +0000 UTC m=+0.629743793 container died 9fd8101f8b9203b60239653ed9752b341b9e080912065239d7f4132eb2018d9a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-2-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240131, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=main-290212a) 2024-02-10T00:11:53.785 DEBUG:teuthology.orchestra.run.smithi103:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.2.service' 2024-02-10T00:11:53.828 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-10T00:11:53.828 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-02-10T00:11:53.828 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-02-10T00:11:53.828 DEBUG:teuthology.orchestra.run.smithi001:> sudo systemctl stop ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.3 2024-02-10T00:11:54.152 INFO:journalctl@ceph.osd.3.smithi001.stdout:Feb 10 00:11:53 smithi001 systemd[1]: Stopping Ceph osd.3 for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-10T00:11:54.469 INFO:journalctl@ceph.osd.3.smithi001.stdout:Feb 10 00:11:54 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-3[53862]: 2024-02-10T00:11:54.149+0000 7f68f9a49700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-10T00:11:54.469 INFO:journalctl@ceph.osd.3.smithi001.stdout:Feb 10 00:11:54 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-3[53862]: 2024-02-10T00:11:54.149+0000 7f68f9a49700 -1 osd.3 104 *** Got signal Terminated *** 2024-02-10T00:11:54.469 INFO:journalctl@ceph.osd.3.smithi001.stdout:Feb 10 00:11:54 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-3[53862]: 2024-02-10T00:11:54.149+0000 7f68f9a49700 -1 osd.3 104 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-10T00:11:55.845 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:11:55 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-4[48011]: 2024-02-10T00:11:55.546+0000 7f38cd5e1700 -1 osd.4 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.807181+0000 front 2024-02-10T00:11:33.807053+0000 (oldest deadline 2024-02-10T00:11:55.506872+0000) 2024-02-10T00:11:56.845 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:11:56 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-4[48011]: 2024-02-10T00:11:56.566+0000 7f38cd5e1700 -1 osd.4 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.807181+0000 front 2024-02-10T00:11:33.807053+0000 (oldest deadline 2024-02-10T00:11:55.506872+0000) 2024-02-10T00:11:56.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:11:56 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:11:56.518+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:11:57.417 INFO:journalctl@ceph.osd.3.smithi001.stdout:Feb 10 00:11:57 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-3[53862]: 2024-02-10T00:11:57.030+0000 7f68f2035700 -1 osd.3 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.636672+0000 front 2024-02-10T00:11:30.636818+0000 (oldest deadline 2024-02-10T00:11:56.536870+0000) 2024-02-10T00:11:57.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:11:57 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:11:57.296+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:11:57.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:11:57 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:11:57.414+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:11:57.844 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:11:57 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-4[48011]: 2024-02-10T00:11:57.530+0000 7f38cd5e1700 -1 osd.4 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.807181+0000 front 2024-02-10T00:11:33.807053+0000 (oldest deadline 2024-02-10T00:11:55.506872+0000) 2024-02-10T00:11:57.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:11:57 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:11:57.485+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:11:58.373 INFO:journalctl@ceph.osd.3.smithi001.stdout:Feb 10 00:11:58 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-3[53862]: 2024-02-10T00:11:58.076+0000 7f68f2035700 -1 osd.3 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.636672+0000 front 2024-02-10T00:11:30.636818+0000 (oldest deadline 2024-02-10T00:11:56.536870+0000) 2024-02-10T00:11:58.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:11:58 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:11:58.307+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:11:58.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:11:58 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:11:58.371+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:11:58.844 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:11:58 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:11:58.527+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:11:58.845 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:11:58 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-4[48011]: 2024-02-10T00:11:58.561+0000 7f38cd5e1700 -1 osd.4 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.807181+0000 front 2024-02-10T00:11:33.807053+0000 (oldest deadline 2024-02-10T00:11:55.506872+0000) 2024-02-10T00:11:59.419 INFO:journalctl@ceph.osd.3.smithi001.stdout:Feb 10 00:11:59 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-3[53862]: 2024-02-10T00:11:59.027+0000 7f68f2035700 -1 osd.3 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.636672+0000 front 2024-02-10T00:11:30.636818+0000 (oldest deadline 2024-02-10T00:11:56.536870+0000) 2024-02-10T00:11:59.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:11:59 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:11:59.348+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:11:59.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:11:59 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:11:59.417+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:11:59.719 INFO:journalctl@ceph.osd.3.smithi001.stdout:Feb 10 00:11:59 smithi001 podman[105914]: 2024-02-10 00:11:59.565075488 +0000 UTC m=+5.533397555 container died 54bfacb7de64d3026fcf86358d8b1e52edeb4ed82683e7a1a2dc1bbb91b703d1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-3, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=main-290212a, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.2, org.label-schema.build-date=20240131, GIT_CLEAN=True, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-02-10T00:11:59.844 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:11:59 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-4[48011]: 2024-02-10T00:11:59.568+0000 7f38cd5e1700 -1 osd.4 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.807181+0000 front 2024-02-10T00:11:33.807053+0000 (oldest deadline 2024-02-10T00:11:55.506872+0000) 2024-02-10T00:11:59.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:11:59 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:11:59.529+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:00.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:11:59 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:11:59.847+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.271977+0000 front 2024-02-10T00:11:33.271940+0000 (oldest deadline 2024-02-10T00:11:59.172036+0000) 2024-02-10T00:12:00.220 INFO:journalctl@ceph.osd.3.smithi001.stdout:Feb 10 00:11:59 smithi001 podman[105914]: 2024-02-10 00:11:59.876176938 +0000 UTC m=+5.844499002 container cleanup 54bfacb7de64d3026fcf86358d8b1e52edeb4ed82683e7a1a2dc1bbb91b703d1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-3, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240131, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, io.buildah.version=1.33.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-290212a) 2024-02-10T00:12:00.220 INFO:journalctl@ceph.osd.3.smithi001.stdout:Feb 10 00:11:59 smithi001 bash[105914]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-3 2024-02-10T00:12:00.220 INFO:journalctl@ceph.osd.3.smithi001.stdout:Feb 10 00:12:00 smithi001 podman[105931]: 2024-02-10 00:12:00.060926208 +0000 UTC m=+0.489114843 container remove 54bfacb7de64d3026fcf86358d8b1e52edeb4ed82683e7a1a2dc1bbb91b703d1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-3, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240131, org.label-schema.schema-version=1.0, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, RELEASE=main-290212a, io.buildah.version=1.33.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-02-10T00:12:00.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:00 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:00.360+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:00.720 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:00 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:00.417+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:00.721 INFO:journalctl@ceph.osd.3.smithi001.stdout:Feb 10 00:12:00 smithi001 podman[106020]: 2024-02-10 00:12:00.503526078 +0000 UTC m=+0.112448469 container create bd61ace23fb715f4a7d51b973c29f00d97c4609a94d7fc4b2802a1d83ecc7e24 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-3-deactivate, maintainer=Guillaume Abrioux , RELEASE=main-290212a, io.buildah.version=1.33.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240131, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-02-10T00:12:00.721 INFO:journalctl@ceph.osd.3.smithi001.stdout:Feb 10 00:12:00 smithi001 podman[106020]: 2024-02-10 00:12:00.409295626 +0000 UTC m=+0.018217975 image pull c328ab9dcfc7bf907ed3835578853a1e5a54ac5fa4d658ed833b2bc74e1373a6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58 2024-02-10T00:12:00.844 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:00 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:00.576+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:00.845 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:12:00 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-4[48011]: 2024-02-10T00:12:00.565+0000 7f38cd5e1700 -1 osd.4 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.807181+0000 front 2024-02-10T00:11:33.807053+0000 (oldest deadline 2024-02-10T00:11:55.506872+0000) 2024-02-10T00:12:01.101 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:00 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:00.835+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.271977+0000 front 2024-02-10T00:11:33.271940+0000 (oldest deadline 2024-02-10T00:11:59.172036+0000) 2024-02-10T00:12:01.101 INFO:journalctl@ceph.osd.3.smithi001.stdout:Feb 10 00:12:00 smithi001 podman[106020]: 2024-02-10 00:12:00.797957131 +0000 UTC m=+0.406879484 container init bd61ace23fb715f4a7d51b973c29f00d97c4609a94d7fc4b2802a1d83ecc7e24 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-3-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240131, io.buildah.version=1.33.2, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=main-290212a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-02-10T00:12:01.101 INFO:journalctl@ceph.osd.3.smithi001.stdout:Feb 10 00:12:00 smithi001 podman[106020]: 2024-02-10 00:12:00.801164843 +0000 UTC m=+0.410087192 container start bd61ace23fb715f4a7d51b973c29f00d97c4609a94d7fc4b2802a1d83ecc7e24 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-3-deactivate, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, maintainer=Guillaume Abrioux , RELEASE=main-290212a, io.buildah.version=1.33.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240131, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-02-10T00:12:01.101 INFO:journalctl@ceph.osd.3.smithi001.stdout:Feb 10 00:12:00 smithi001 podman[106020]: 2024-02-10 00:12:00.881287124 +0000 UTC m=+0.490209473 container attach bd61ace23fb715f4a7d51b973c29f00d97c4609a94d7fc4b2802a1d83ecc7e24 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-3-deactivate, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.2, org.label-schema.build-date=20240131, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=main-290212a, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-02-10T00:12:01.384 INFO:journalctl@ceph.osd.3.smithi001.stdout:Feb 10 00:12:01 smithi001 podman[106020]: 2024-02-10 00:12:01.099895535 +0000 UTC m=+0.708817886 container died bd61ace23fb715f4a7d51b973c29f00d97c4609a94d7fc4b2802a1d83ecc7e24 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240131, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, RELEASE=main-290212a, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2) 2024-02-10T00:12:01.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:01 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:01.341+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:01.639 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:01 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5[48923]: 2024-02-10T00:12:01.460+0000 7fc40d067700 -1 osd.5 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:34.787742+0000 front 2024-02-10T00:11:34.787584+0000 (oldest deadline 2024-02-10T00:12:00.687438+0000) 2024-02-10T00:12:01.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:01 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:01.425+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:01.735 DEBUG:teuthology.orchestra.run.smithi001:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.3.service' 2024-02-10T00:12:01.781 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-10T00:12:01.781 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-02-10T00:12:01.781 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-02-10T00:12:01.781 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.4 2024-02-10T00:12:02.094 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:01 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:01.618+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:02.095 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:12:01 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-4[48011]: 2024-02-10T00:12:01.596+0000 7f38cd5e1700 -1 osd.4 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.807181+0000 front 2024-02-10T00:11:33.807053+0000 (oldest deadline 2024-02-10T00:11:55.506872+0000) 2024-02-10T00:12:02.095 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:12:01 smithi088 systemd[1]: Stopping Ceph osd.4 for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-10T00:12:02.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:01 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:01.849+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.271977+0000 front 2024-02-10T00:11:33.271940+0000 (oldest deadline 2024-02-10T00:11:59.172036+0000) 2024-02-10T00:12:02.583 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:12:02 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-4[48011]: 2024-02-10T00:12:02.102+0000 7f38d0fed700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-10T00:12:02.583 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:12:02 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-4[48011]: 2024-02-10T00:12:02.102+0000 7f38d0fed700 -1 osd.4 104 *** Got signal Terminated *** 2024-02-10T00:12:02.583 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:12:02 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-4[48011]: 2024-02-10T00:12:02.102+0000 7f38d0fed700 -1 osd.4 104 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-10T00:12:02.583 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:12:02 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-4[48011]: 2024-02-10T00:12:02.580+0000 7f38cd5e1700 -1 osd.4 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.807181+0000 front 2024-02-10T00:11:33.807053+0000 (oldest deadline 2024-02-10T00:11:55.506872+0000) 2024-02-10T00:12:02.639 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:02 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5[48923]: 2024-02-10T00:12:02.412+0000 7fc40d067700 -1 osd.5 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:34.787742+0000 front 2024-02-10T00:11:34.787584+0000 (oldest deadline 2024-02-10T00:12:00.687438+0000) 2024-02-10T00:12:02.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:02 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:02.338+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:02.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:02 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:02.385+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:02.844 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:02 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:02.665+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:03.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:02 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:02.840+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.271977+0000 front 2024-02-10T00:11:33.271940+0000 (oldest deadline 2024-02-10T00:11:59.172036+0000) 2024-02-10T00:12:03.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:03 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:03.356+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:03.639 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:03 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5[48923]: 2024-02-10T00:12:03.422+0000 7fc40d067700 -1 osd.5 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:34.787742+0000 front 2024-02-10T00:11:34.787584+0000 (oldest deadline 2024-02-10T00:12:00.687438+0000) 2024-02-10T00:12:03.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:03 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:03.364+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:03.844 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:03 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:03.657+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:03.845 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:12:03 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-4[48011]: 2024-02-10T00:12:03.582+0000 7f38cd5e1700 -1 osd.4 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.807181+0000 front 2024-02-10T00:11:33.807053+0000 (oldest deadline 2024-02-10T00:11:55.506872+0000) 2024-02-10T00:12:04.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:03 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:03.826+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.271977+0000 front 2024-02-10T00:11:33.271940+0000 (oldest deadline 2024-02-10T00:11:59.172036+0000) 2024-02-10T00:12:04.639 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:04 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5[48923]: 2024-02-10T00:12:04.419+0000 7fc40d067700 -1 osd.5 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:34.787742+0000 front 2024-02-10T00:11:34.787584+0000 (oldest deadline 2024-02-10T00:12:00.687438+0000) 2024-02-10T00:12:04.639 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:04 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5[48923]: 2024-02-10T00:12:04.419+0000 7fc40d067700 -1 osd.5 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.688055+0000 front 2024-02-10T00:11:40.688128+0000 (oldest deadline 2024-02-10T00:12:04.187951+0000) 2024-02-10T00:12:04.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:04 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:04.333+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:04.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:04 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:04.324+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:04.845 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:12:04 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-4[48011]: 2024-02-10T00:12:04.554+0000 7f38cd5e1700 -1 osd.4 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.807181+0000 front 2024-02-10T00:11:33.807053+0000 (oldest deadline 2024-02-10T00:11:55.506872+0000) 2024-02-10T00:12:04.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:04 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:04.655+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:05.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:04 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:04.796+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.271977+0000 front 2024-02-10T00:11:33.271940+0000 (oldest deadline 2024-02-10T00:11:59.172036+0000) 2024-02-10T00:12:05.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:04 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:04.796+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.172440+0000 front 2024-02-10T00:11:39.172523+0000 (oldest deadline 2024-02-10T00:12:03.872506+0000) 2024-02-10T00:12:05.352 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:04 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:04.964+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:05.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:05 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:05.350+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:05.639 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:05 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5[48923]: 2024-02-10T00:12:05.431+0000 7fc40d067700 -1 osd.5 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:34.787742+0000 front 2024-02-10T00:11:34.787584+0000 (oldest deadline 2024-02-10T00:12:00.687438+0000) 2024-02-10T00:12:05.639 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:05 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5[48923]: 2024-02-10T00:12:05.431+0000 7fc40d067700 -1 osd.5 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.688055+0000 front 2024-02-10T00:11:40.688128+0000 (oldest deadline 2024-02-10T00:12:04.187951+0000) 2024-02-10T00:12:05.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:05 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:05.288+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:06.095 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:12:05 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-4[48011]: 2024-02-10T00:12:05.603+0000 7f38cd5e1700 -1 osd.4 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.807181+0000 front 2024-02-10T00:11:33.807053+0000 (oldest deadline 2024-02-10T00:11:55.506872+0000) 2024-02-10T00:12:06.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:05 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:05.692+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:06.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:05 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:05.806+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.271977+0000 front 2024-02-10T00:11:33.271940+0000 (oldest deadline 2024-02-10T00:11:59.172036+0000) 2024-02-10T00:12:06.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:05 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:05.806+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.172440+0000 front 2024-02-10T00:11:39.172523+0000 (oldest deadline 2024-02-10T00:12:03.872506+0000) 2024-02-10T00:12:06.384 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:05 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:05.983+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:06.639 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5[48923]: 2024-02-10T00:12:06.476+0000 7fc40d067700 -1 osd.5 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:34.787742+0000 front 2024-02-10T00:11:34.787584+0000 (oldest deadline 2024-02-10T00:12:00.687438+0000) 2024-02-10T00:12:06.639 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5[48923]: 2024-02-10T00:12:06.476+0000 7fc40d067700 -1 osd.5 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.688055+0000 front 2024-02-10T00:11:40.688128+0000 (oldest deadline 2024-02-10T00:12:04.187951+0000) 2024-02-10T00:12:06.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:06.382+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:06.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:06.382+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:06.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:06 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:06.329+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:07.094 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:12:06 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-4[48011]: 2024-02-10T00:12:06.610+0000 7f38cd5e1700 -1 osd.4 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.807181+0000 front 2024-02-10T00:11:33.807053+0000 (oldest deadline 2024-02-10T00:11:55.506872+0000) 2024-02-10T00:12:07.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:06 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:06.701+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:07.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:06 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:06.701+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:07.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:06 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:06.832+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.271977+0000 front 2024-02-10T00:11:33.271940+0000 (oldest deadline 2024-02-10T00:11:59.172036+0000) 2024-02-10T00:12:07.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:06 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:06.832+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.172440+0000 front 2024-02-10T00:11:39.172523+0000 (oldest deadline 2024-02-10T00:12:03.872506+0000) 2024-02-10T00:12:07.389 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:06 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:06.938+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:07.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:07 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:07.360+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:07.722 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:12:07 smithi088 podman[73374]: 2024-02-10 00:12:07.437162406 +0000 UTC m=+5.463219806 container died b766001f7cc0e0e0a9e51a0868ec4fd487d786ed51c608d57a9e5a05731e8cf8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-4, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=main-290212a, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, ceph=True, org.label-schema.build-date=20240131, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-02-10T00:12:07.723 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:07 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:07.671+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:07.723 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:07 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:07.671+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:07.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:07 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:07.396+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:07.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:07 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:07.396+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:07.889 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:07 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5[48923]: 2024-02-10T00:12:07.484+0000 7fc40d067700 -1 osd.5 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:34.787742+0000 front 2024-02-10T00:11:34.787584+0000 (oldest deadline 2024-02-10T00:12:00.687438+0000) 2024-02-10T00:12:07.889 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:07 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5[48923]: 2024-02-10T00:12:07.484+0000 7fc40d067700 -1 osd.5 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.688055+0000 front 2024-02-10T00:11:40.688128+0000 (oldest deadline 2024-02-10T00:12:04.187951+0000) 2024-02-10T00:12:08.081 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:12:07 smithi088 podman[73374]: 2024-02-10 00:12:07.812144521 +0000 UTC m=+5.838201912 container cleanup b766001f7cc0e0e0a9e51a0868ec4fd487d786ed51c608d57a9e5a05731e8cf8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-4, io.buildah.version=1.33.2, maintainer=Guillaume Abrioux , GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, ceph=True, RELEASE=main-290212a, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240131, org.label-schema.license=GPLv2) 2024-02-10T00:12:08.081 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:12:07 smithi088 bash[73374]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-4 2024-02-10T00:12:08.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:07 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:07.876+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.271977+0000 front 2024-02-10T00:11:33.271940+0000 (oldest deadline 2024-02-10T00:11:59.172036+0000) 2024-02-10T00:12:08.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:07 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:07.876+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.172440+0000 front 2024-02-10T00:11:39.172523+0000 (oldest deadline 2024-02-10T00:12:03.872506+0000) 2024-02-10T00:12:08.344 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:12:08 smithi088 podman[73392]: 2024-02-10 00:12:08.080251261 +0000 UTC m=+0.639637648 container remove b766001f7cc0e0e0a9e51a0868ec4fd487d786ed51c608d57a9e5a05731e8cf8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-4, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240131, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, io.buildah.version=1.33.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=main-290212a, org.label-schema.vendor=CentOS, ceph=True) 2024-02-10T00:12:08.389 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:07 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:07.910+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:08.685 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:08 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:08.534+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:41.750593+0000 front 2024-02-10T00:11:41.750735+0000 (oldest deadline 2024-02-10T00:12:07.650791+0000) 2024-02-10T00:12:08.686 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:12:08 smithi088 podman[73484]: 2024-02-10 00:12:08.319746369 +0000 UTC m=+0.017647914 image pull c328ab9dcfc7bf907ed3835578853a1e5a54ac5fa4d658ed833b2bc74e1373a6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58 2024-02-10T00:12:08.686 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:12:08 smithi088 podman[73484]: 2024-02-10 00:12:08.439513273 +0000 UTC m=+0.137414852 container create 6071166d6f73232f5c62d77052f46a5d2ecfa389f47fd4d13890baf1535b53d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-4-deactivate, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, RELEASE=main-290212a, io.buildah.version=1.33.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240131, org.label-schema.license=GPLv2) 2024-02-10T00:12:08.686 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:12:08 smithi088 podman[73484]: 2024-02-10 00:12:08.683983766 +0000 UTC m=+0.381885311 container init 6071166d6f73232f5c62d77052f46a5d2ecfa389f47fd4d13890baf1535b53d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-4-deactivate, io.buildah.version=1.33.2, GIT_BRANCH=HEAD, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240131, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, RELEASE=main-290212a, org.label-schema.schema-version=1.0) 2024-02-10T00:12:08.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:08 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:08.312+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:08.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:08 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:08.312+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:08.866 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:08 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5[48923]: 2024-02-10T00:12:08.451+0000 7fc40d067700 -1 osd.5 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:34.787742+0000 front 2024-02-10T00:11:34.787584+0000 (oldest deadline 2024-02-10T00:12:00.687438+0000) 2024-02-10T00:12:08.866 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:08 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5[48923]: 2024-02-10T00:12:08.451+0000 7fc40d067700 -1 osd.5 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.688055+0000 front 2024-02-10T00:11:40.688128+0000 (oldest deadline 2024-02-10T00:12:04.187951+0000) 2024-02-10T00:12:08.866 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:08 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:08.438+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:08.866 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:08 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:08.438+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:08.982 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:08 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:08.714+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:08.982 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:08 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:08.714+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:08.983 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:12:08 smithi088 podman[73484]: 2024-02-10 00:12:08.687399918 +0000 UTC m=+0.385301455 container start 6071166d6f73232f5c62d77052f46a5d2ecfa389f47fd4d13890baf1535b53d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-4-deactivate, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.2, RELEASE=main-290212a, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.build-date=20240131, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-02-10T00:12:08.983 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:12:08 smithi088 podman[73484]: 2024-02-10 00:12:08.792078171 +0000 UTC m=+0.489979717 container attach 6071166d6f73232f5c62d77052f46a5d2ecfa389f47fd4d13890baf1535b53d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-4-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-290212a, io.buildah.version=1.33.2, CEPH_POINT_RELEASE=, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.build-date=20240131, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-02-10T00:12:09.138 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:08 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:08.864+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:09.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:08 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:08.922+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.271977+0000 front 2024-02-10T00:11:33.271940+0000 (oldest deadline 2024-02-10T00:11:59.172036+0000) 2024-02-10T00:12:09.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:08 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:08.922+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.172440+0000 front 2024-02-10T00:11:39.172523+0000 (oldest deadline 2024-02-10T00:12:03.872506+0000) 2024-02-10T00:12:09.288 INFO:journalctl@ceph.osd.4.smithi088.stdout:Feb 10 00:12:08 smithi088 podman[73484]: 2024-02-10 00:12:08.981570345 +0000 UTC m=+0.679471891 container died 6071166d6f73232f5c62d77052f46a5d2ecfa389f47fd4d13890baf1535b53d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-4-deactivate, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, io.buildah.version=1.33.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240131, RELEASE=main-290212a, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-02-10T00:12:09.619 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.4.service' 2024-02-10T00:12:09.661 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-10T00:12:09.661 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-02-10T00:12:09.661 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-02-10T00:12:09.661 DEBUG:teuthology.orchestra.run.smithi103:> sudo systemctl stop ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.5 2024-02-10T00:12:09.689 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:09 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:09.425+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:09.690 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:09 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:09.425+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:09.690 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:09 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5[48923]: 2024-02-10T00:12:09.472+0000 7fc40d067700 -1 osd.5 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:34.787742+0000 front 2024-02-10T00:11:34.787584+0000 (oldest deadline 2024-02-10T00:12:00.687438+0000) 2024-02-10T00:12:09.690 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:09 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5[48923]: 2024-02-10T00:12:09.472+0000 7fc40d067700 -1 osd.5 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.688055+0000 front 2024-02-10T00:11:40.688128+0000 (oldest deadline 2024-02-10T00:12:04.187951+0000) 2024-02-10T00:12:09.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:09 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:09.317+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:09.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:09 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:09.317+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:09.844 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:09 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:09.583+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:41.750593+0000 front 2024-02-10T00:11:41.750735+0000 (oldest deadline 2024-02-10T00:12:07.650791+0000) 2024-02-10T00:12:09.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:09 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:09.745+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:09.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:09 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:09.745+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:09.966 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:09 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:09.888+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:09.967 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:09 smithi103 systemd[1]: Stopping Ceph osd.5 for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-10T00:12:09.967 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:09 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5[48923]: 2024-02-10T00:12:09.964+0000 7fc410a73700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-10T00:12:09.967 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:09 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5[48923]: 2024-02-10T00:12:09.964+0000 7fc410a73700 -1 osd.5 104 *** Got signal Terminated *** 2024-02-10T00:12:09.967 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:09 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5[48923]: 2024-02-10T00:12:09.964+0000 7fc410a73700 -1 osd.5 104 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-10T00:12:10.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:09 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:09.898+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.271977+0000 front 2024-02-10T00:11:33.271940+0000 (oldest deadline 2024-02-10T00:11:59.172036+0000) 2024-02-10T00:12:10.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:09 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:09.898+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.172440+0000 front 2024-02-10T00:11:39.172523+0000 (oldest deadline 2024-02-10T00:12:03.872506+0000) 2024-02-10T00:12:10.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:10 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:10.344+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:10.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:10 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:10.344+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:10.889 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:10 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5[48923]: 2024-02-10T00:12:10.522+0000 7fc40d067700 -1 osd.5 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:34.787742+0000 front 2024-02-10T00:11:34.787584+0000 (oldest deadline 2024-02-10T00:12:00.687438+0000) 2024-02-10T00:12:10.889 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:10 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5[48923]: 2024-02-10T00:12:10.522+0000 7fc40d067700 -1 osd.5 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.688055+0000 front 2024-02-10T00:11:40.688128+0000 (oldest deadline 2024-02-10T00:12:04.187951+0000) 2024-02-10T00:12:10.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:10 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:10.464+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:10.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:10 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:10.464+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:11.094 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:10 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:10.613+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:41.750593+0000 front 2024-02-10T00:11:41.750735+0000 (oldest deadline 2024-02-10T00:12:07.650791+0000) 2024-02-10T00:12:11.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:10 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:10.715+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:11.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:10 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:10.715+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:11.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:10 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:10.925+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.271977+0000 front 2024-02-10T00:11:33.271940+0000 (oldest deadline 2024-02-10T00:11:59.172036+0000) 2024-02-10T00:12:11.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:10 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:10.925+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.172440+0000 front 2024-02-10T00:11:39.172523+0000 (oldest deadline 2024-02-10T00:12:03.872506+0000) 2024-02-10T00:12:11.389 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:10 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:10.905+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:11.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:11 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:11.333+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:11.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:11 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:11.333+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:11.845 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:11 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:11.568+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:41.750593+0000 front 2024-02-10T00:11:41.750735+0000 (oldest deadline 2024-02-10T00:12:07.650791+0000) 2024-02-10T00:12:11.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:11 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:11.690+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:11.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:11 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:11.690+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:11.887 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:11 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:11.423+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:11.887 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:11 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:11.423+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:11.887 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:11 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5[48923]: 2024-02-10T00:12:11.484+0000 7fc40d067700 -1 osd.5 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:34.787742+0000 front 2024-02-10T00:11:34.787584+0000 (oldest deadline 2024-02-10T00:12:00.687438+0000) 2024-02-10T00:12:11.888 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:11 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5[48923]: 2024-02-10T00:12:11.484+0000 7fc40d067700 -1 osd.5 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.688055+0000 front 2024-02-10T00:11:40.688128+0000 (oldest deadline 2024-02-10T00:12:04.187951+0000) 2024-02-10T00:12:12.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:11 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:11.884+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:12.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:11 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:11.892+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.271977+0000 front 2024-02-10T00:11:33.271940+0000 (oldest deadline 2024-02-10T00:11:59.172036+0000) 2024-02-10T00:12:12.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:11 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:11.892+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.172440+0000 front 2024-02-10T00:11:39.172523+0000 (oldest deadline 2024-02-10T00:12:03.872506+0000) 2024-02-10T00:12:12.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:12 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:12.381+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:12.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:12 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:12.381+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:12.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:12 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:12.381+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:12.844 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:12 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:12.525+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:41.750593+0000 front 2024-02-10T00:11:41.750735+0000 (oldest deadline 2024-02-10T00:12:07.650791+0000) 2024-02-10T00:12:12.845 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:12 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:12.525+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:47.651285+0000 front 2024-02-10T00:11:47.651536+0000 (oldest deadline 2024-02-10T00:12:11.751218+0000) 2024-02-10T00:12:12.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:12 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:12.654+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:12.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:12 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:12.654+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:12.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:12 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:12.654+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:12.889 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:12 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5[48923]: 2024-02-10T00:12:12.511+0000 7fc40d067700 -1 osd.5 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:34.787742+0000 front 2024-02-10T00:11:34.787584+0000 (oldest deadline 2024-02-10T00:12:00.687438+0000) 2024-02-10T00:12:12.889 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:12 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5[48923]: 2024-02-10T00:12:12.511+0000 7fc40d067700 -1 osd.5 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.688055+0000 front 2024-02-10T00:11:40.688128+0000 (oldest deadline 2024-02-10T00:12:04.187951+0000) 2024-02-10T00:12:12.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:12 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:12.430+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:12.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:12 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:12.430+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:12.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:12 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:12.430+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:13.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:12 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:12.866+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.271977+0000 front 2024-02-10T00:11:33.271940+0000 (oldest deadline 2024-02-10T00:11:59.172036+0000) 2024-02-10T00:12:13.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:12 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:12.866+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.172440+0000 front 2024-02-10T00:11:39.172523+0000 (oldest deadline 2024-02-10T00:12:03.872506+0000) 2024-02-10T00:12:13.386 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:12 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:12.895+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:13.639 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:13 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5[48923]: 2024-02-10T00:12:13.490+0000 7fc40d067700 -1 osd.5 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:34.787742+0000 front 2024-02-10T00:11:34.787584+0000 (oldest deadline 2024-02-10T00:12:00.687438+0000) 2024-02-10T00:12:13.639 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:13 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5[48923]: 2024-02-10T00:12:13.490+0000 7fc40d067700 -1 osd.5 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.688055+0000 front 2024-02-10T00:11:40.688128+0000 (oldest deadline 2024-02-10T00:12:04.187951+0000) 2024-02-10T00:12:13.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:13 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:13.384+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:13.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:13 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:13.384+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:13.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:13 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:13.384+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:13.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:13 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:13.380+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:13.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:13 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:13.380+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:13.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:13 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:13.380+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:13.844 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:13 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:13.488+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:41.750593+0000 front 2024-02-10T00:11:41.750735+0000 (oldest deadline 2024-02-10T00:12:07.650791+0000) 2024-02-10T00:12:13.845 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:13 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:13.488+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:47.651285+0000 front 2024-02-10T00:11:47.651536+0000 (oldest deadline 2024-02-10T00:12:11.751218+0000) 2024-02-10T00:12:13.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:13 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:13.694+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:13.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:13 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:13.694+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:13.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:13 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:13.694+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:14.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:13 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:13.895+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.271977+0000 front 2024-02-10T00:11:33.271940+0000 (oldest deadline 2024-02-10T00:11:59.172036+0000) 2024-02-10T00:12:14.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:13 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:13.895+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.172440+0000 front 2024-02-10T00:11:39.172523+0000 (oldest deadline 2024-02-10T00:12:03.872506+0000) 2024-02-10T00:12:14.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:13 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:13.895+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.474177+0000 front 2024-02-10T00:11:48.474204+0000 (oldest deadline 2024-02-10T00:12:13.774272+0000) 2024-02-10T00:12:14.342 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:13 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:13.941+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:14.639 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:14 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5[48923]: 2024-02-10T00:12:14.541+0000 7fc40d067700 -1 osd.5 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:34.787742+0000 front 2024-02-10T00:11:34.787584+0000 (oldest deadline 2024-02-10T00:12:00.687438+0000) 2024-02-10T00:12:14.639 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:14 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5[48923]: 2024-02-10T00:12:14.541+0000 7fc40d067700 -1 osd.5 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.688055+0000 front 2024-02-10T00:11:40.688128+0000 (oldest deadline 2024-02-10T00:12:04.187951+0000) 2024-02-10T00:12:14.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:14 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:14.340+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:14.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:14 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:14.340+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:14.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:14 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:14.340+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:14.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:14 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:14.378+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:14.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:14 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:14.378+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:14.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:14 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:14.378+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:14.845 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:14 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:14.511+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:41.750593+0000 front 2024-02-10T00:11:41.750735+0000 (oldest deadline 2024-02-10T00:12:07.650791+0000) 2024-02-10T00:12:14.845 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:14 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:14.511+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:47.651285+0000 front 2024-02-10T00:11:47.651536+0000 (oldest deadline 2024-02-10T00:12:11.751218+0000) 2024-02-10T00:12:14.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:14 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:14.662+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:14.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:14 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:14.662+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:14.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:14 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:14.662+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:15.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:14 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:14.845+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.271977+0000 front 2024-02-10T00:11:33.271940+0000 (oldest deadline 2024-02-10T00:11:59.172036+0000) 2024-02-10T00:12:15.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:14 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:14.845+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.172440+0000 front 2024-02-10T00:11:39.172523+0000 (oldest deadline 2024-02-10T00:12:03.872506+0000) 2024-02-10T00:12:15.220 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:14 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:14.845+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.474177+0000 front 2024-02-10T00:11:48.474204+0000 (oldest deadline 2024-02-10T00:12:13.774272+0000) 2024-02-10T00:12:15.281 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:14 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:14.971+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:15.281 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:14 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:14.971+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:49.877700+0000 front 2024-02-10T00:11:49.877743+0000 (oldest deadline 2024-02-10T00:12:13.977867+0000) 2024-02-10T00:12:15.569 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:15 smithi103 podman[75139]: 2024-02-10 00:12:15.279927119 +0000 UTC m=+5.425659609 container died 9865f94c0aaa724cdfe8cee384da26f1250545497635eb54bd5bc7758a55aedc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5, RELEASE=main-290212a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, io.buildah.version=1.33.2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240131) 2024-02-10T00:12:15.570 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:15 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:15.389+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:15.570 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:15 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:15.389+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:15.570 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:15 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:15.389+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:15.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:15 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:15.351+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:15.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:15 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:15.351+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:15.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:15 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:15.351+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:15.845 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:15 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:15.471+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:41.750593+0000 front 2024-02-10T00:11:41.750735+0000 (oldest deadline 2024-02-10T00:12:07.650791+0000) 2024-02-10T00:12:15.845 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:15 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:15.471+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:47.651285+0000 front 2024-02-10T00:11:47.651536+0000 (oldest deadline 2024-02-10T00:12:11.751218+0000) 2024-02-10T00:12:15.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:15 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:15.682+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:15.846 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:15 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:15.682+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:15.846 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:15 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:15.682+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:15.889 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:15 smithi103 podman[75139]: 2024-02-10 00:12:15.665737653 +0000 UTC m=+5.811470137 container cleanup 9865f94c0aaa724cdfe8cee384da26f1250545497635eb54bd5bc7758a55aedc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5, org.label-schema.build-date=20240131, ceph=True, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=main-290212a, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-02-10T00:12:15.889 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:15 smithi103 bash[75139]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5 2024-02-10T00:12:16.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:15 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:15.834+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.271977+0000 front 2024-02-10T00:11:33.271940+0000 (oldest deadline 2024-02-10T00:11:59.172036+0000) 2024-02-10T00:12:16.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:15 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:15.834+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.172440+0000 front 2024-02-10T00:11:39.172523+0000 (oldest deadline 2024-02-10T00:12:03.872506+0000) 2024-02-10T00:12:16.220 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:15 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:15.834+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.474177+0000 front 2024-02-10T00:11:48.474204+0000 (oldest deadline 2024-02-10T00:12:13.774272+0000) 2024-02-10T00:12:16.223 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:15 smithi103 podman[75157]: 2024-02-10 00:12:15.925301409 +0000 UTC m=+0.637828220 container remove 9865f94c0aaa724cdfe8cee384da26f1250545497635eb54bd5bc7758a55aedc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-290212a, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240131, org.label-schema.license=GPLv2, io.buildah.version=1.33.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_CLEAN=True, ceph=True) 2024-02-10T00:12:16.223 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:15 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:15.982+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:16.223 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:15 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:15.982+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:49.877700+0000 front 2024-02-10T00:11:49.877743+0000 (oldest deadline 2024-02-10T00:12:13.977867+0000) 2024-02-10T00:12:16.504 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:16 smithi103 podman[75245]: 2024-02-10 00:12:16.125639393 +0000 UTC m=+0.017990775 image pull c328ab9dcfc7bf907ed3835578853a1e5a54ac5fa4d658ed833b2bc74e1373a6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58 2024-02-10T00:12:16.505 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:16 smithi103 podman[75245]: 2024-02-10 00:12:16.251328353 +0000 UTC m=+0.143679744 container create 43b75070020460c63a52694d5fa7f1fc0a8b1944e36c709209432587f753da9b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5-deactivate, io.buildah.version=1.33.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240131, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, RELEASE=main-290212a, GIT_BRANCH=HEAD) 2024-02-10T00:12:16.505 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:16 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:16.359+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:16.505 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:16 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:16.359+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:16.505 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:16 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:16.359+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:16.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:16 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:16.342+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:16.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:16 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:16.342+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:16.720 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:16 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:16.343+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:16.798 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:16 smithi103 podman[75245]: 2024-02-10 00:12:16.503716974 +0000 UTC m=+0.396068360 container init 43b75070020460c63a52694d5fa7f1fc0a8b1944e36c709209432587f753da9b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5-deactivate, io.buildah.version=1.33.2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240131, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=main-290212a, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-02-10T00:12:16.798 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:16 smithi103 podman[75245]: 2024-02-10 00:12:16.506929524 +0000 UTC m=+0.399280911 container start 43b75070020460c63a52694d5fa7f1fc0a8b1944e36c709209432587f753da9b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=main-290212a, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240131) 2024-02-10T00:12:16.798 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:16 smithi103 podman[75245]: 2024-02-10 00:12:16.595370269 +0000 UTC m=+0.487721669 container attach 43b75070020460c63a52694d5fa7f1fc0a8b1944e36c709209432587f753da9b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5-deactivate, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240131, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.2, RELEASE=main-290212a, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-02-10T00:12:16.844 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:16 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:16.428+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:41.750593+0000 front 2024-02-10T00:11:41.750735+0000 (oldest deadline 2024-02-10T00:12:07.650791+0000) 2024-02-10T00:12:16.845 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:16 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:16.428+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:47.651285+0000 front 2024-02-10T00:11:47.651536+0000 (oldest deadline 2024-02-10T00:12:11.751218+0000) 2024-02-10T00:12:16.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:16 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:16.675+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:16.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:16 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:16.675+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:16.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:16 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:16.675+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:17.099 INFO:journalctl@ceph.osd.5.smithi103.stdout:Feb 10 00:12:16 smithi103 podman[75245]: 2024-02-10 00:12:16.797384637 +0000 UTC m=+0.689736036 container died 43b75070020460c63a52694d5fa7f1fc0a8b1944e36c709209432587f753da9b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-5-deactivate, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240131, RELEASE=main-290212a, GIT_CLEAN=True, ceph=True, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.2) 2024-02-10T00:12:17.099 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:17 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:17.017+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:17.100 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:17 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:17.017+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:49.877700+0000 front 2024-02-10T00:11:49.877743+0000 (oldest deadline 2024-02-10T00:12:13.977867+0000) 2024-02-10T00:12:17.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:16 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:16.847+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.271977+0000 front 2024-02-10T00:11:33.271940+0000 (oldest deadline 2024-02-10T00:11:59.172036+0000) 2024-02-10T00:12:17.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:16 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:16.847+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.172440+0000 front 2024-02-10T00:11:39.172523+0000 (oldest deadline 2024-02-10T00:12:03.872506+0000) 2024-02-10T00:12:17.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:16 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:16.847+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.474177+0000 front 2024-02-10T00:11:48.474204+0000 (oldest deadline 2024-02-10T00:12:13.774272+0000) 2024-02-10T00:12:17.412 DEBUG:teuthology.orchestra.run.smithi103:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.5.service' 2024-02-10T00:12:17.493 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-10T00:12:17.493 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-02-10T00:12:17.493 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-02-10T00:12:17.494 DEBUG:teuthology.orchestra.run.smithi001:> sudo systemctl stop ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.6 2024-02-10T00:12:17.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:17 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:17.369+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:17.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:17 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:17.369+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:17.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:17 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:17.369+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:17.719 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:17 smithi001 systemd[1]: Stopping Ceph osd.6 for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-10T00:12:17.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:17 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:17.296+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:17.720 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:17 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:17.296+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:17.720 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:17 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:17.297+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:17.844 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:17 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:17.411+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:41.750593+0000 front 2024-02-10T00:11:41.750735+0000 (oldest deadline 2024-02-10T00:12:07.650791+0000) 2024-02-10T00:12:17.845 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:17 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:17.411+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:47.651285+0000 front 2024-02-10T00:11:47.651536+0000 (oldest deadline 2024-02-10T00:12:11.751218+0000) 2024-02-10T00:12:17.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:17 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:17.628+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:17.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:17 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:17.628+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:17.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:17 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:17.628+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:18.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:17 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:17.799+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.271977+0000 front 2024-02-10T00:11:33.271940+0000 (oldest deadline 2024-02-10T00:11:59.172036+0000) 2024-02-10T00:12:18.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:17 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:17.799+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.172440+0000 front 2024-02-10T00:11:39.172523+0000 (oldest deadline 2024-02-10T00:12:03.872506+0000) 2024-02-10T00:12:18.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:17 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:17.799+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.474177+0000 front 2024-02-10T00:11:48.474204+0000 (oldest deadline 2024-02-10T00:12:13.774272+0000) 2024-02-10T00:12:18.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:17 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:17.814+0000 7f3074350700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-10T00:12:18.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:17 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:17.814+0000 7f3074350700 -1 osd.6 104 *** Got signal Terminated *** 2024-02-10T00:12:18.220 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:17 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:17.814+0000 7f3074350700 -1 osd.6 104 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-10T00:12:18.367 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:18 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:18.007+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:18.367 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:18 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:18.007+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:49.877700+0000 front 2024-02-10T00:11:49.877743+0000 (oldest deadline 2024-02-10T00:12:13.977867+0000) 2024-02-10T00:12:18.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:18 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:18.365+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:18.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:18 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:18.365+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:18.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:18 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:18.365+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:18.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:18 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:18.301+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:18.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:18 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:18.301+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:18.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:18 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:18.301+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:18.844 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:18 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:18.390+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:41.750593+0000 front 2024-02-10T00:11:41.750735+0000 (oldest deadline 2024-02-10T00:12:07.650791+0000) 2024-02-10T00:12:18.845 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:18 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:18.390+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:47.651285+0000 front 2024-02-10T00:11:47.651536+0000 (oldest deadline 2024-02-10T00:12:11.751218+0000) 2024-02-10T00:12:18.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:18 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:18.580+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:18.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:18 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:18.580+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:18.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:18 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:18.580+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:19.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:18 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:18.812+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.271977+0000 front 2024-02-10T00:11:33.271940+0000 (oldest deadline 2024-02-10T00:11:59.172036+0000) 2024-02-10T00:12:19.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:18 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:18.812+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.172440+0000 front 2024-02-10T00:11:39.172523+0000 (oldest deadline 2024-02-10T00:12:03.872506+0000) 2024-02-10T00:12:19.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:18 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:18.812+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.474177+0000 front 2024-02-10T00:11:48.474204+0000 (oldest deadline 2024-02-10T00:12:13.774272+0000) 2024-02-10T00:12:19.389 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:18 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:18.958+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:19.389 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:18 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:18.958+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:49.877700+0000 front 2024-02-10T00:11:49.877743+0000 (oldest deadline 2024-02-10T00:12:13.977867+0000) 2024-02-10T00:12:19.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:19 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:19.305+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:19.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:19 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:19.305+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:19.720 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:19 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:19.305+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:19.845 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:19 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:19.429+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:41.750593+0000 front 2024-02-10T00:11:41.750735+0000 (oldest deadline 2024-02-10T00:12:07.650791+0000) 2024-02-10T00:12:19.845 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:19 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:19.429+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:47.651285+0000 front 2024-02-10T00:11:47.651536+0000 (oldest deadline 2024-02-10T00:12:11.751218+0000) 2024-02-10T00:12:19.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:19 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:19.584+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:19.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:19 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:19.584+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:19.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:19 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:19.584+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:19.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:19 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:19.411+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:19.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:19 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:19.411+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:19.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:19 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:19.411+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:20.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:19 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:19.788+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.271977+0000 front 2024-02-10T00:11:33.271940+0000 (oldest deadline 2024-02-10T00:11:59.172036+0000) 2024-02-10T00:12:20.220 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:19 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:19.788+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.172440+0000 front 2024-02-10T00:11:39.172523+0000 (oldest deadline 2024-02-10T00:12:03.872506+0000) 2024-02-10T00:12:20.220 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:19 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:19.788+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.474177+0000 front 2024-02-10T00:11:48.474204+0000 (oldest deadline 2024-02-10T00:12:13.774272+0000) 2024-02-10T00:12:20.389 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:20 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:20.003+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:20.389 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:20 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:20.003+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:49.877700+0000 front 2024-02-10T00:11:49.877743+0000 (oldest deadline 2024-02-10T00:12:13.977867+0000) 2024-02-10T00:12:20.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:20 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:20.293+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:20.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:20 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:20.293+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:20.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:20 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:20.293+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:20.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:20 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:20.293+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.045093+0000 front 2024-02-10T00:11:57.045198+0000 (oldest deadline 2024-02-10T00:12:19.945145+0000) 2024-02-10T00:12:20.844 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:20 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:20.445+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:41.750593+0000 front 2024-02-10T00:11:41.750735+0000 (oldest deadline 2024-02-10T00:12:07.650791+0000) 2024-02-10T00:12:20.845 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:20 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:20.445+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:47.651285+0000 front 2024-02-10T00:11:47.651536+0000 (oldest deadline 2024-02-10T00:12:11.751218+0000) 2024-02-10T00:12:20.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:20 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:20.576+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:20.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:20 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:20.576+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:20.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:20 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:20.576+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:20.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:20 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:20.436+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:20.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:20 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:20.436+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:20.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:20 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:20.436+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:20.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:20 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:20.436+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:21.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:20 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:20.750+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.271977+0000 front 2024-02-10T00:11:33.271940+0000 (oldest deadline 2024-02-10T00:11:59.172036+0000) 2024-02-10T00:12:21.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:20 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:20.750+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.172440+0000 front 2024-02-10T00:11:39.172523+0000 (oldest deadline 2024-02-10T00:12:03.872506+0000) 2024-02-10T00:12:21.219 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:20 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:20.750+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.474177+0000 front 2024-02-10T00:11:48.474204+0000 (oldest deadline 2024-02-10T00:12:13.774272+0000) 2024-02-10T00:12:21.389 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:20 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:20.986+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:21.389 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:20 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:20.986+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:49.877700+0000 front 2024-02-10T00:11:49.877743+0000 (oldest deadline 2024-02-10T00:12:13.977867+0000) 2024-02-10T00:12:21.662 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:21 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:21.476+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:21.662 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:21 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:21.476+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:21.662 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:21 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:21.476+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:21.662 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:21 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:21.476+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:21.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:21 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:21.252+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:21.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:21 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:21.252+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:21.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:21 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:21.252+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:21.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:21 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:21.252+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.045093+0000 front 2024-02-10T00:11:57.045198+0000 (oldest deadline 2024-02-10T00:12:19.945145+0000) 2024-02-10T00:12:21.844 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:21 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:21.485+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:41.750593+0000 front 2024-02-10T00:11:41.750735+0000 (oldest deadline 2024-02-10T00:12:07.650791+0000) 2024-02-10T00:12:21.845 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:21 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:21.485+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:47.651285+0000 front 2024-02-10T00:11:47.651536+0000 (oldest deadline 2024-02-10T00:12:11.751218+0000) 2024-02-10T00:12:21.845 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:21 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:21.485+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:55.852195+0000 front 2024-02-10T00:11:55.852294+0000 (oldest deadline 2024-02-10T00:12:21.152161+0000) 2024-02-10T00:12:21.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:21 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:21.624+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:21.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:21 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:21.624+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:21.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:21 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:21.624+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:21.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:21 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:21.624+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:22.212 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:21 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:21.719+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.271977+0000 front 2024-02-10T00:11:33.271940+0000 (oldest deadline 2024-02-10T00:11:59.172036+0000) 2024-02-10T00:12:22.212 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:21 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:21.719+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.172440+0000 front 2024-02-10T00:11:39.172523+0000 (oldest deadline 2024-02-10T00:12:03.872506+0000) 2024-02-10T00:12:22.212 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:21 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:21.719+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.474177+0000 front 2024-02-10T00:11:48.474204+0000 (oldest deadline 2024-02-10T00:12:13.774272+0000) 2024-02-10T00:12:22.212 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:21 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:21.719+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.675096+0000 front 2024-02-10T00:11:56.675158+0000 (oldest deadline 2024-02-10T00:12:20.775260+0000) 2024-02-10T00:12:22.391 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:21 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:21.939+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:22.392 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:21 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:21.939+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:49.877700+0000 front 2024-02-10T00:11:49.877743+0000 (oldest deadline 2024-02-10T00:12:13.977867+0000) 2024-02-10T00:12:22.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:22 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:22.210+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:22.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:22 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:22.210+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:22.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:22 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:22.210+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:22.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:22 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:22.210+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.045093+0000 front 2024-02-10T00:11:57.045198+0000 (oldest deadline 2024-02-10T00:12:19.945145+0000) 2024-02-10T00:12:22.845 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:22 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:22.469+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:41.750593+0000 front 2024-02-10T00:11:41.750735+0000 (oldest deadline 2024-02-10T00:12:07.650791+0000) 2024-02-10T00:12:22.845 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:22 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:22.469+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:47.651285+0000 front 2024-02-10T00:11:47.651536+0000 (oldest deadline 2024-02-10T00:12:11.751218+0000) 2024-02-10T00:12:22.845 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:22 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:22.469+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:55.852195+0000 front 2024-02-10T00:11:55.852294+0000 (oldest deadline 2024-02-10T00:12:21.152161+0000) 2024-02-10T00:12:22.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:22 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:22.673+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:22.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:22 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:22.673+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:22.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:22 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:22.673+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:22.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:22 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:22.673+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:22.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:22 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:22.521+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:22.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:22 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:22.521+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:22.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:22 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:22.521+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:22.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:22 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:22.521+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:23.164 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:22 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:22.736+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.271977+0000 front 2024-02-10T00:11:33.271940+0000 (oldest deadline 2024-02-10T00:11:59.172036+0000) 2024-02-10T00:12:23.164 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:22 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:22.736+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.172440+0000 front 2024-02-10T00:11:39.172523+0000 (oldest deadline 2024-02-10T00:12:03.872506+0000) 2024-02-10T00:12:23.164 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:22 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:22.736+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.474177+0000 front 2024-02-10T00:11:48.474204+0000 (oldest deadline 2024-02-10T00:12:13.774272+0000) 2024-02-10T00:12:23.164 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:22 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6[60412]: 2024-02-10T00:12:22.736+0000 7f3070944700 -1 osd.6 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.675096+0000 front 2024-02-10T00:11:56.675158+0000 (oldest deadline 2024-02-10T00:12:20.775260+0000) 2024-02-10T00:12:23.389 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:22 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:22.952+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:23.389 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:22 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:22.952+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:49.877700+0000 front 2024-02-10T00:11:49.877743+0000 (oldest deadline 2024-02-10T00:12:13.977867+0000) 2024-02-10T00:12:23.469 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:23 smithi001 podman[106138]: 2024-02-10 00:12:23.338039523 +0000 UTC m=+5.645339888 container died ff00d036f5aae1aae00ada09c0315042cb155ba8e7d2256d330f29bcaf560bec (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6, org.label-schema.license=GPLv2, org.label-schema.build-date=20240131, io.buildah.version=1.33.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=main-290212a, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-02-10T00:12:23.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:23 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:23.162+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:23.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:23 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:23.162+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:23.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:23 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:23.162+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:23.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:23 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:23.162+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.045093+0000 front 2024-02-10T00:11:57.045198+0000 (oldest deadline 2024-02-10T00:12:19.945145+0000) 2024-02-10T00:12:23.844 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:23 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:23.490+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:41.750593+0000 front 2024-02-10T00:11:41.750735+0000 (oldest deadline 2024-02-10T00:12:07.650791+0000) 2024-02-10T00:12:23.845 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:23 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:23.491+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:47.651285+0000 front 2024-02-10T00:11:47.651536+0000 (oldest deadline 2024-02-10T00:12:11.751218+0000) 2024-02-10T00:12:23.845 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:23 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:23.491+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:55.852195+0000 front 2024-02-10T00:11:55.852294+0000 (oldest deadline 2024-02-10T00:12:21.152161+0000) 2024-02-10T00:12:23.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:23 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:23.640+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:23.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:23 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:23.640+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:23.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:23 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:23.640+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:23.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:23 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:23.640+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:23.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:23 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:23.502+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:23.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:23 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:23.502+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:23.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:23 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:23.502+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:23.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:23 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:23.502+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:23.969 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:23 smithi001 podman[106138]: 2024-02-10 00:12:23.747167578 +0000 UTC m=+6.054467945 container cleanup ff00d036f5aae1aae00ada09c0315042cb155ba8e7d2256d330f29bcaf560bec (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6, RELEASE=main-290212a, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240131, io.buildah.version=1.33.2, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-02-10T00:12:23.969 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:23 smithi001 bash[106138]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6 2024-02-10T00:12:24.292 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:23 smithi001 podman[106155]: 2024-02-10 00:12:23.973750208 +0000 UTC m=+0.630707244 container remove ff00d036f5aae1aae00ada09c0315042cb155ba8e7d2256d330f29bcaf560bec (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-290212a, org.label-schema.schema-version=1.0, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240131, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.2) 2024-02-10T00:12:24.292 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:24 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:24.133+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:24.293 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:24 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:24.133+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:24.293 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:24 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:24.133+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:24.293 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:24 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:24.133+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.045093+0000 front 2024-02-10T00:11:57.045198+0000 (oldest deadline 2024-02-10T00:12:19.945145+0000) 2024-02-10T00:12:24.389 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:23 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:23.905+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:24.389 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:23 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:23.905+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:49.877700+0000 front 2024-02-10T00:11:49.877743+0000 (oldest deadline 2024-02-10T00:12:13.977867+0000) 2024-02-10T00:12:24.389 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:23 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:23.905+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.478927+0000 front 2024-02-10T00:11:57.478787+0000 (oldest deadline 2024-02-10T00:12:23.378887+0000) 2024-02-10T00:12:24.570 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:24 smithi001 podman[106245]: 2024-02-10 00:12:24.291150178 +0000 UTC m=+0.113649474 container create 0a944e3f42847559debdde8065ea9d7cb7fbf6ff3355cfb2ff70ecf96d8cb742 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240131, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=main-290212a, ceph=True) 2024-02-10T00:12:24.570 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:24 smithi001 podman[106245]: 2024-02-10 00:12:24.195127383 +0000 UTC m=+0.017626694 image pull c328ab9dcfc7bf907ed3835578853a1e5a54ac5fa4d658ed833b2bc74e1373a6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58 2024-02-10T00:12:24.845 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:24 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:24.484+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:41.750593+0000 front 2024-02-10T00:11:41.750735+0000 (oldest deadline 2024-02-10T00:12:07.650791+0000) 2024-02-10T00:12:24.845 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:24 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:24.484+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:47.651285+0000 front 2024-02-10T00:11:47.651536+0000 (oldest deadline 2024-02-10T00:12:11.751218+0000) 2024-02-10T00:12:24.845 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:24 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:24.484+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:55.852195+0000 front 2024-02-10T00:11:55.852294+0000 (oldest deadline 2024-02-10T00:12:21.152161+0000) 2024-02-10T00:12:24.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:24 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:24.622+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:24.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:24 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:24.622+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:24.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:24 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:24.622+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:24.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:24 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:24.622+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:24.861 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:24 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:24.524+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:24.862 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:24 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:24.524+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:24.862 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:24 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:24.524+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:24.862 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:24 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:24.524+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:24.876 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:24 smithi001 podman[106245]: 2024-02-10 00:12:24.568948037 +0000 UTC m=+0.391447350 container init 0a944e3f42847559debdde8065ea9d7cb7fbf6ff3355cfb2ff70ecf96d8cb742 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6-deactivate, RELEASE=main-290212a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240131, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.2, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-02-10T00:12:24.876 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:24 smithi001 podman[106245]: 2024-02-10 00:12:24.572236044 +0000 UTC m=+0.394735343 container start 0a944e3f42847559debdde8065ea9d7cb7fbf6ff3355cfb2ff70ecf96d8cb742 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6-deactivate, org.label-schema.build-date=20240131, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=main-290212a, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, io.buildah.version=1.33.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-02-10T00:12:24.876 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:24 smithi001 podman[106245]: 2024-02-10 00:12:24.652104691 +0000 UTC m=+0.474603992 container attach 0a944e3f42847559debdde8065ea9d7cb7fbf6ff3355cfb2ff70ecf96d8cb742 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.2, org.label-schema.schema-version=1.0, RELEASE=main-290212a, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240131, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-02-10T00:12:25.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:24 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:24.860+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:25.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:24 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:24.860+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:49.877700+0000 front 2024-02-10T00:11:49.877743+0000 (oldest deadline 2024-02-10T00:12:13.977867+0000) 2024-02-10T00:12:25.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:24 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:24.860+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.478927+0000 front 2024-02-10T00:11:57.478787+0000 (oldest deadline 2024-02-10T00:12:23.378887+0000) 2024-02-10T00:12:25.171 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:24 smithi001 podman[106245]: 2024-02-10 00:12:24.875797573 +0000 UTC m=+0.698296878 container died 0a944e3f42847559debdde8065ea9d7cb7fbf6ff3355cfb2ff70ecf96d8cb742 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, io.buildah.version=1.33.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240131, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-290212a, ceph=True) 2024-02-10T00:12:25.423 DEBUG:teuthology.orchestra.run.smithi001:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.6.service' 2024-02-10T00:12:25.452 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:25 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:25.170+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:25.452 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:25 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:25.170+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:25.452 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:25 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:25.170+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:25.452 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:25 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:25.170+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.045093+0000 front 2024-02-10T00:11:57.045198+0000 (oldest deadline 2024-02-10T00:12:19.945145+0000) 2024-02-10T00:12:25.452 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:25 smithi001 podman[106271]: 2024-02-10 00:12:25.405883349 +0000 UTC m=+0.521647186 container remove 0a944e3f42847559debdde8065ea9d7cb7fbf6ff3355cfb2ff70ecf96d8cb742 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-6-deactivate, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.build-date=20240131, org.label-schema.vendor=CentOS, io.buildah.version=1.33.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , RELEASE=main-290212a, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-02-10T00:12:25.453 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:25 smithi001 systemd[1]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.6.service: Deactivated successfully. 2024-02-10T00:12:25.453 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:25 smithi001 systemd[1]: Stopped Ceph osd.6 for b5005240-c7a5-11ee-95b8-87774f69a715. 2024-02-10T00:12:25.453 INFO:journalctl@ceph.osd.6.smithi001.stdout:Feb 10 00:12:25 smithi001 systemd[1]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.6.service: Consumed 10.141s CPU time. 2024-02-10T00:12:25.464 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-10T00:12:25.465 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-02-10T00:12:25.465 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-02-10T00:12:25.465 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.7 2024-02-10T00:12:25.746 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:25 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:25.647+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:25.746 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:25 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:25.647+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:25.746 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:25 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:25.647+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:25.746 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:25 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:25.647+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:25.747 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:25 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:25.436+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:41.750593+0000 front 2024-02-10T00:11:41.750735+0000 (oldest deadline 2024-02-10T00:12:07.650791+0000) 2024-02-10T00:12:25.747 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:25 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:25.436+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:47.651285+0000 front 2024-02-10T00:11:47.651536+0000 (oldest deadline 2024-02-10T00:12:11.751218+0000) 2024-02-10T00:12:25.747 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:25 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:25.436+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:55.852195+0000 front 2024-02-10T00:11:55.852294+0000 (oldest deadline 2024-02-10T00:12:21.152161+0000) 2024-02-10T00:12:25.747 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:25 smithi088 systemd[1]: Stopping Ceph osd.7 for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-10T00:12:25.849 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:25 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:25.528+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:25.849 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:25 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:25.528+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:25.849 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:25 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:25.528+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:25.849 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:25 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:25.528+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:26.094 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:25 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:25.797+0000 7fe86fdec700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-10T00:12:26.095 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:25 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:25.797+0000 7fe86fdec700 -1 osd.7 104 *** Got signal Terminated *** 2024-02-10T00:12:26.095 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:25 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:25.797+0000 7fe86fdec700 -1 osd.7 104 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-10T00:12:26.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:25 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:25.847+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:26.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:25 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:25.847+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:49.877700+0000 front 2024-02-10T00:11:49.877743+0000 (oldest deadline 2024-02-10T00:12:13.977867+0000) 2024-02-10T00:12:26.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:25 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:25.847+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.478927+0000 front 2024-02-10T00:11:57.478787+0000 (oldest deadline 2024-02-10T00:12:23.378887+0000) 2024-02-10T00:12:26.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:26 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:26.158+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:26.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:26 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:26.158+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:26.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:26 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:26.158+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:26.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:26 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:26.158+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.045093+0000 front 2024-02-10T00:11:57.045198+0000 (oldest deadline 2024-02-10T00:12:19.945145+0000) 2024-02-10T00:12:26.802 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:26 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:26.485+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:26.802 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:26 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:26.485+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:26.802 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:26 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:26.485+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:26.802 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:26 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:26.485+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:26.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:26 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:26.613+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:26.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:26 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:26.613+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:26.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:26 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:26.613+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:26.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:26 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:26.613+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:26.845 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:26 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:26.470+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:41.750593+0000 front 2024-02-10T00:11:41.750735+0000 (oldest deadline 2024-02-10T00:12:07.650791+0000) 2024-02-10T00:12:26.845 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:26 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:26.470+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:47.651285+0000 front 2024-02-10T00:11:47.651536+0000 (oldest deadline 2024-02-10T00:12:11.751218+0000) 2024-02-10T00:12:26.846 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:26 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:26.470+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:55.852195+0000 front 2024-02-10T00:11:55.852294+0000 (oldest deadline 2024-02-10T00:12:21.152161+0000) 2024-02-10T00:12:27.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:26 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:26.800+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:27.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:26 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:26.800+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:49.877700+0000 front 2024-02-10T00:11:49.877743+0000 (oldest deadline 2024-02-10T00:12:13.977867+0000) 2024-02-10T00:12:27.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:26 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:26.800+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.478927+0000 front 2024-02-10T00:11:57.478787+0000 (oldest deadline 2024-02-10T00:12:23.378887+0000) 2024-02-10T00:12:27.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:27 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:27.181+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:27.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:27 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:27.181+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:27.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:27 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:27.181+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:27.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:27 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:27.181+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.045093+0000 front 2024-02-10T00:11:57.045198+0000 (oldest deadline 2024-02-10T00:12:19.945145+0000) 2024-02-10T00:12:27.763 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:27 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:27.438+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:27.763 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:27 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:27.438+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:27.763 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:27 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:27.438+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:27.764 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:27 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:27.438+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:27.844 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:27 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:27.484+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:41.750593+0000 front 2024-02-10T00:11:41.750735+0000 (oldest deadline 2024-02-10T00:12:07.650791+0000) 2024-02-10T00:12:27.845 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:27 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:27.484+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:47.651285+0000 front 2024-02-10T00:11:47.651536+0000 (oldest deadline 2024-02-10T00:12:11.751218+0000) 2024-02-10T00:12:27.845 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:27 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:27.484+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:55.852195+0000 front 2024-02-10T00:11:55.852294+0000 (oldest deadline 2024-02-10T00:12:21.152161+0000) 2024-02-10T00:12:27.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:27 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:27.649+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:27.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:27 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:27.649+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:27.846 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:27 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:27.649+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:27.846 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:27 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:27.649+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:28.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:27 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:27.762+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:28.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:27 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:27.762+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:49.877700+0000 front 2024-02-10T00:11:49.877743+0000 (oldest deadline 2024-02-10T00:12:13.977867+0000) 2024-02-10T00:12:28.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:27 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:27.762+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.478927+0000 front 2024-02-10T00:11:57.478787+0000 (oldest deadline 2024-02-10T00:12:23.378887+0000) 2024-02-10T00:12:28.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:28 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:28.141+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:28.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:28 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:28.141+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:28.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:28 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:28.141+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:28.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:28 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:28.141+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.045093+0000 front 2024-02-10T00:11:57.045198+0000 (oldest deadline 2024-02-10T00:12:19.945145+0000) 2024-02-10T00:12:28.701 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:28 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:28.438+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:41.750593+0000 front 2024-02-10T00:11:41.750735+0000 (oldest deadline 2024-02-10T00:12:07.650791+0000) 2024-02-10T00:12:28.701 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:28 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:28.438+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:47.651285+0000 front 2024-02-10T00:11:47.651536+0000 (oldest deadline 2024-02-10T00:12:11.751218+0000) 2024-02-10T00:12:28.701 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:28 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:28.438+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:55.852195+0000 front 2024-02-10T00:11:55.852294+0000 (oldest deadline 2024-02-10T00:12:21.152161+0000) 2024-02-10T00:12:28.701 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:28 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:28.438+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:06.254402+0000 front 2024-02-10T00:12:06.254431+0000 (oldest deadline 2024-02-10T00:12:27.954574+0000) 2024-02-10T00:12:28.776 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:28 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:28.477+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:28.777 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:28 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:28.477+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:28.777 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:28 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:28.477+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:28.777 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:28 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:28.477+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:29.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:28 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:28.699+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:29.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:28 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:28.699+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:29.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:28 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:28.699+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:29.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:28 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:28.699+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:29.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:28 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:28.775+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:29.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:28 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:28.775+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:49.877700+0000 front 2024-02-10T00:11:49.877743+0000 (oldest deadline 2024-02-10T00:12:13.977867+0000) 2024-02-10T00:12:29.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:28 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:28.775+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.478927+0000 front 2024-02-10T00:11:57.478787+0000 (oldest deadline 2024-02-10T00:12:23.378887+0000) 2024-02-10T00:12:29.140 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:28 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:28.775+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:06.780263+0000 front 2024-02-10T00:12:06.780185+0000 (oldest deadline 2024-02-10T00:12:27.880185+0000) 2024-02-10T00:12:29.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:29 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:29.093+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:29.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:29 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:29.093+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:29.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:29 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:29.093+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:29.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:29 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:29.093+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.045093+0000 front 2024-02-10T00:11:57.045198+0000 (oldest deadline 2024-02-10T00:12:19.945145+0000) 2024-02-10T00:12:29.728 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:29 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:29.432+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:41.750593+0000 front 2024-02-10T00:11:41.750735+0000 (oldest deadline 2024-02-10T00:12:07.650791+0000) 2024-02-10T00:12:29.728 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:29 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:29.432+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:47.651285+0000 front 2024-02-10T00:11:47.651536+0000 (oldest deadline 2024-02-10T00:12:11.751218+0000) 2024-02-10T00:12:29.728 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:29 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:29.432+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:55.852195+0000 front 2024-02-10T00:11:55.852294+0000 (oldest deadline 2024-02-10T00:12:21.152161+0000) 2024-02-10T00:12:29.729 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:29 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:29.432+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:06.254402+0000 front 2024-02-10T00:12:06.254431+0000 (oldest deadline 2024-02-10T00:12:27.954574+0000) 2024-02-10T00:12:29.812 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:29 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:29.481+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:29.812 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:29 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:29.481+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:29.812 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:29 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:29.481+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:29.812 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:29 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:29.481+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:29.812 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:29 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:29.481+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:12:30.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:29 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:29.727+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:30.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:29 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:29.727+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:30.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:29 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:29.727+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:30.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:29 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:29.727+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:30.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:29 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:29.810+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:30.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:29 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:29.810+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:49.877700+0000 front 2024-02-10T00:11:49.877743+0000 (oldest deadline 2024-02-10T00:12:13.977867+0000) 2024-02-10T00:12:30.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:29 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:29.810+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.478927+0000 front 2024-02-10T00:11:57.478787+0000 (oldest deadline 2024-02-10T00:12:23.378887+0000) 2024-02-10T00:12:30.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:29 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:29.810+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:06.780263+0000 front 2024-02-10T00:12:06.780185+0000 (oldest deadline 2024-02-10T00:12:27.880185+0000) 2024-02-10T00:12:30.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:30 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:30.050+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:30.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:30 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:30.050+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:30.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:30 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:30.050+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:30.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:30 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:30.050+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.045093+0000 front 2024-02-10T00:11:57.045198+0000 (oldest deadline 2024-02-10T00:12:19.945145+0000) 2024-02-10T00:12:30.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:30 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:30.050+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.046163+0000 front 2024-02-10T00:12:04.046237+0000 (oldest deadline 2024-02-10T00:12:29.346237+0000) 2024-02-10T00:12:30.739 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:30 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:30.474+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:41.750593+0000 front 2024-02-10T00:11:41.750735+0000 (oldest deadline 2024-02-10T00:12:07.650791+0000) 2024-02-10T00:12:30.740 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:30 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:30.474+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:47.651285+0000 front 2024-02-10T00:11:47.651536+0000 (oldest deadline 2024-02-10T00:12:11.751218+0000) 2024-02-10T00:12:30.740 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:30 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:30.474+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:55.852195+0000 front 2024-02-10T00:11:55.852294+0000 (oldest deadline 2024-02-10T00:12:21.152161+0000) 2024-02-10T00:12:30.740 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:30 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7[55034]: 2024-02-10T00:12:30.474+0000 7fe86c3e0700 -1 osd.7 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:06.254402+0000 front 2024-02-10T00:12:06.254431+0000 (oldest deadline 2024-02-10T00:12:27.954574+0000) 2024-02-10T00:12:30.815 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:30 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:30.451+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:30.815 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:30 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:30.451+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:30.815 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:30 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:30.451+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:30.815 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:30 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:30.451+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:30.815 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:30 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:30.451+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:12:31.094 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:30 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:30.738+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:31.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:30 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:30.738+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:31.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:30 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:30.738+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:31.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:30 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:30.738+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:31.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:30 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:30.813+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:31.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:30 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:30.813+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:49.877700+0000 front 2024-02-10T00:11:49.877743+0000 (oldest deadline 2024-02-10T00:12:13.977867+0000) 2024-02-10T00:12:31.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:30 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:30.813+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.478927+0000 front 2024-02-10T00:11:57.478787+0000 (oldest deadline 2024-02-10T00:12:23.378887+0000) 2024-02-10T00:12:31.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:30 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:30.813+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:06.780263+0000 front 2024-02-10T00:12:06.780185+0000 (oldest deadline 2024-02-10T00:12:27.880185+0000) 2024-02-10T00:12:31.448 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:31 smithi088 podman[73590]: 2024-02-10 00:12:31.1275767 +0000 UTC m=+5.467147450 container stop d0f5d7f43f4573a881a9f20aea3af57c73c501dfa4d897dd25c9c2e22f353a2a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7, GIT_BRANCH=HEAD, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.license=GPLv2, org.label-schema.build-date=20240131, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=main-290212a, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-02-10T00:12:31.449 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:31 smithi088 podman[73590]: 2024-02-10 00:12:31.153297626 +0000 UTC m=+5.492868383 container died d0f5d7f43f4573a881a9f20aea3af57c73c501dfa4d897dd25c9c2e22f353a2a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.build-date=20240131, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-290212a, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.2, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=) 2024-02-10T00:12:31.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:31 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:31.085+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:31.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:31 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:31.085+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:31.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:31 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:31.085+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:31.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:31 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:31.085+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.045093+0000 front 2024-02-10T00:11:57.045198+0000 (oldest deadline 2024-02-10T00:12:19.945145+0000) 2024-02-10T00:12:31.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:31 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:31.085+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.046163+0000 front 2024-02-10T00:12:04.046237+0000 (oldest deadline 2024-02-10T00:12:29.346237+0000) 2024-02-10T00:12:31.730 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:31 smithi088 podman[73590]: 2024-02-10 00:12:31.538295056 +0000 UTC m=+5.877865806 container cleanup d0f5d7f43f4573a881a9f20aea3af57c73c501dfa4d897dd25c9c2e22f353a2a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-290212a, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240131, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, io.buildah.version=1.33.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-02-10T00:12:31.730 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:31 smithi088 bash[73590]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7 2024-02-10T00:12:31.766 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:31 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:31.493+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:31.766 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:31 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:31.493+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:31.767 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:31 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:31.493+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:31.767 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:31 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:31.493+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:31.767 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:31 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:31.493+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:12:32.094 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:31 smithi088 podman[73607]: 2024-02-10 00:12:31.749371221 +0000 UTC m=+0.615135681 container remove d0f5d7f43f4573a881a9f20aea3af57c73c501dfa4d897dd25c9c2e22f353a2a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, io.buildah.version=1.33.2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=main-290212a, org.label-schema.license=GPLv2, org.label-schema.build-date=20240131, GIT_BRANCH=HEAD) 2024-02-10T00:12:32.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:31 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:31.728+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:32.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:31 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:31.728+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:32.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:31 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:31.728+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:32.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:31 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:31.728+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:32.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:31 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:31.728+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:05.548370+0000 front 2024-02-10T00:12:05.548341+0000 (oldest deadline 2024-02-10T00:12:30.748928+0000) 2024-02-10T00:12:32.100 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:31 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:31.765+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:32.100 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:31 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:31.765+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:49.877700+0000 front 2024-02-10T00:11:49.877743+0000 (oldest deadline 2024-02-10T00:12:13.977867+0000) 2024-02-10T00:12:32.100 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:31 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:31.765+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.478927+0000 front 2024-02-10T00:11:57.478787+0000 (oldest deadline 2024-02-10T00:12:23.378887+0000) 2024-02-10T00:12:32.101 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:31 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:31.765+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:06.780263+0000 front 2024-02-10T00:12:06.780185+0000 (oldest deadline 2024-02-10T00:12:27.880185+0000) 2024-02-10T00:12:32.411 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:32 smithi088 podman[73699]: 2024-02-10 00:12:32.149179239 +0000 UTC m=+0.112143798 container create f987c610851b48a12758544c278d8b2171b630b73f9c199f4a3f27d992329733 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7-deactivate, io.buildah.version=1.33.2, org.label-schema.schema-version=1.0, RELEASE=main-290212a, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240131, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-02-10T00:12:32.411 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:32 smithi088 podman[73699]: 2024-02-10 00:12:32.05465452 +0000 UTC m=+0.017619056 image pull c328ab9dcfc7bf907ed3835578853a1e5a54ac5fa4d658ed833b2bc74e1373a6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58 2024-02-10T00:12:32.411 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:32 smithi088 podman[73699]: 2024-02-10 00:12:32.351614066 +0000 UTC m=+0.314578603 container init f987c610851b48a12758544c278d8b2171b630b73f9c199f4a3f27d992329733 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=main-290212a, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240131, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_CLEAN=True, io.buildah.version=1.33.2) 2024-02-10T00:12:32.411 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:32 smithi088 podman[73699]: 2024-02-10 00:12:32.354911624 +0000 UTC m=+0.317876138 container start f987c610851b48a12758544c278d8b2171b630b73f9c199f4a3f27d992329733 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7-deactivate, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240131, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.2, RELEASE=main-290212a) 2024-02-10T00:12:32.411 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:32 smithi088 podman[73699]: 2024-02-10 00:12:32.409901874 +0000 UTC m=+0.372866398 container attach f987c610851b48a12758544c278d8b2171b630b73f9c199f4a3f27d992329733 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7-deactivate, io.buildah.version=1.33.2, RELEASE=main-290212a, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240131, CEPH_POINT_RELEASE=, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-02-10T00:12:32.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:32 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:32.112+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:32.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:32 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:32.112+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:32.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:32 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:32.112+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:32.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:32 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:32.112+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.045093+0000 front 2024-02-10T00:11:57.045198+0000 (oldest deadline 2024-02-10T00:12:19.945145+0000) 2024-02-10T00:12:32.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:32 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:32.112+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.046163+0000 front 2024-02-10T00:12:04.046237+0000 (oldest deadline 2024-02-10T00:12:29.346237+0000) 2024-02-10T00:12:32.742 INFO:journalctl@ceph.osd.7.smithi088.stdout:Feb 10 00:12:32 smithi088 podman[73699]: 2024-02-10 00:12:32.647978841 +0000 UTC m=+0.610943389 container died f987c610851b48a12758544c278d8b2171b630b73f9c199f4a3f27d992329733 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-7-deactivate, ceph=True, io.buildah.version=1.33.2, org.label-schema.vendor=CentOS, RELEASE=main-290212a, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240131, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275) 2024-02-10T00:12:32.808 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:32 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:32.482+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:32.808 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:32 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:32.482+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:32.808 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:32 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:32.482+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:32.808 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:32 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:32.482+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:32.808 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:32 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:32.482+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:12:33.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:32 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:32.740+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:33.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:32 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:32.740+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:33.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:32 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:32.740+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:33.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:32 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:32.740+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:33.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:32 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:32.740+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:05.548370+0000 front 2024-02-10T00:12:05.548341+0000 (oldest deadline 2024-02-10T00:12:30.748928+0000) 2024-02-10T00:12:33.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:32 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:32.803+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:33.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:32 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:32.803+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:49.877700+0000 front 2024-02-10T00:11:49.877743+0000 (oldest deadline 2024-02-10T00:12:13.977867+0000) 2024-02-10T00:12:33.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:32 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:32.803+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.478927+0000 front 2024-02-10T00:11:57.478787+0000 (oldest deadline 2024-02-10T00:12:23.378887+0000) 2024-02-10T00:12:33.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:32 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:32.803+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:06.780263+0000 front 2024-02-10T00:12:06.780185+0000 (oldest deadline 2024-02-10T00:12:27.880185+0000) 2024-02-10T00:12:33.287 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.7.service' 2024-02-10T00:12:33.328 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-10T00:12:33.329 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-02-10T00:12:33.329 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-02-10T00:12:33.329 DEBUG:teuthology.orchestra.run.smithi103:> sudo systemctl stop ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.8 2024-02-10T00:12:33.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:33 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:33.118+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:33.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:33 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:33.118+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:33.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:33 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:33.118+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:33.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:33 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:33.118+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.045093+0000 front 2024-02-10T00:11:57.045198+0000 (oldest deadline 2024-02-10T00:12:19.945145+0000) 2024-02-10T00:12:33.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:33 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:33.118+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.046163+0000 front 2024-02-10T00:12:04.046237+0000 (oldest deadline 2024-02-10T00:12:29.346237+0000) 2024-02-10T00:12:33.633 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:33 smithi103 systemd[1]: Stopping Ceph osd.8 for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-10T00:12:33.634 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:33 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:33.481+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:33.634 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:33 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:33.481+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:33.634 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:33 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:33.481+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:33.634 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:33 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:33.481+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:33.634 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:33 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:33.481+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:12:33.889 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:33 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:33.629+0000 7f6a1c287700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-10T00:12:33.889 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:33 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:33.629+0000 7f6a1c287700 -1 osd.8 104 *** Got signal Terminated *** 2024-02-10T00:12:33.889 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:33 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:33.629+0000 7f6a1c287700 -1 osd.8 104 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-10T00:12:33.889 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:33 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:33.755+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:33.889 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:33 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:33.755+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:49.877700+0000 front 2024-02-10T00:11:49.877743+0000 (oldest deadline 2024-02-10T00:12:13.977867+0000) 2024-02-10T00:12:33.889 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:33 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:33.755+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.478927+0000 front 2024-02-10T00:11:57.478787+0000 (oldest deadline 2024-02-10T00:12:23.378887+0000) 2024-02-10T00:12:33.889 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:33 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:33.755+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:06.780263+0000 front 2024-02-10T00:12:06.780185+0000 (oldest deadline 2024-02-10T00:12:27.880185+0000) 2024-02-10T00:12:34.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:33 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:33.702+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:34.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:33 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:33.702+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:34.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:33 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:33.702+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:34.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:33 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:33.702+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:34.096 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:33 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:33.702+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:05.548370+0000 front 2024-02-10T00:12:05.548341+0000 (oldest deadline 2024-02-10T00:12:30.748928+0000) 2024-02-10T00:12:34.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:34 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:34.072+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:34.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:34 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:34.072+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:34.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:34 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:34.072+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:34.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:34 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:34.072+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.045093+0000 front 2024-02-10T00:11:57.045198+0000 (oldest deadline 2024-02-10T00:12:19.945145+0000) 2024-02-10T00:12:34.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:34 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:34.072+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.046163+0000 front 2024-02-10T00:12:04.046237+0000 (oldest deadline 2024-02-10T00:12:29.346237+0000) 2024-02-10T00:12:34.784 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:34 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:34.511+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:34.784 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:34 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:34.511+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:34.784 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:34 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:34.511+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:34.784 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:34 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:34.511+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:34.784 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:34 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:34.511+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:12:35.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:34 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:34.662+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:35.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:34 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:34.662+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:35.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:34 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:34.662+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:35.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:34 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:34.662+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:35.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:34 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:34.662+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:05.548370+0000 front 2024-02-10T00:12:05.548341+0000 (oldest deadline 2024-02-10T00:12:30.748928+0000) 2024-02-10T00:12:35.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:34 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:34.782+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:35.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:34 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:34.782+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:49.877700+0000 front 2024-02-10T00:11:49.877743+0000 (oldest deadline 2024-02-10T00:12:13.977867+0000) 2024-02-10T00:12:35.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:34 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:34.782+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.478927+0000 front 2024-02-10T00:11:57.478787+0000 (oldest deadline 2024-02-10T00:12:23.378887+0000) 2024-02-10T00:12:35.139 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:34 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:34.782+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:06.780263+0000 front 2024-02-10T00:12:06.780185+0000 (oldest deadline 2024-02-10T00:12:27.880185+0000) 2024-02-10T00:12:35.370 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:35 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:35.078+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:35.370 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:35 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:35.078+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:35.371 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:35 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:35.078+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:35.371 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:35 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:35.078+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.045093+0000 front 2024-02-10T00:11:57.045198+0000 (oldest deadline 2024-02-10T00:12:19.945145+0000) 2024-02-10T00:12:35.371 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:35 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:35.078+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.046163+0000 front 2024-02-10T00:12:04.046237+0000 (oldest deadline 2024-02-10T00:12:29.346237+0000) 2024-02-10T00:12:35.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:35 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:35.522+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:35.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:35 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:35.522+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:35.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:35 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:35.522+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:35.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:35 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:35.522+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:35.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:35 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:35.522+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:12:35.890 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:35 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:35.757+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:35.890 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:35 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:35.757+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:49.877700+0000 front 2024-02-10T00:11:49.877743+0000 (oldest deadline 2024-02-10T00:12:13.977867+0000) 2024-02-10T00:12:35.890 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:35 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:35.757+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.478927+0000 front 2024-02-10T00:11:57.478787+0000 (oldest deadline 2024-02-10T00:12:23.378887+0000) 2024-02-10T00:12:35.890 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:35 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:35.757+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:06.780263+0000 front 2024-02-10T00:12:06.780185+0000 (oldest deadline 2024-02-10T00:12:27.880185+0000) 2024-02-10T00:12:35.890 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:35 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:35.757+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:14.281866+0000 front 2024-02-10T00:12:14.281881+0000 (oldest deadline 2024-02-10T00:12:35.381952+0000) 2024-02-10T00:12:36.094 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:35 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:35.627+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:36.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:35 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:35.627+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:36.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:35 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:35.627+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:36.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:35 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:35.627+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:36.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:35 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:35.627+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:05.548370+0000 front 2024-02-10T00:12:05.548341+0000 (oldest deadline 2024-02-10T00:12:30.748928+0000) 2024-02-10T00:12:36.387 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:36 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:36.086+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:36.387 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:36 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:36.086+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:36.387 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:36 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:36.086+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:36.387 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:36 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:36.086+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.045093+0000 front 2024-02-10T00:11:57.045198+0000 (oldest deadline 2024-02-10T00:12:19.945145+0000) 2024-02-10T00:12:36.387 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:36 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:36.086+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.046163+0000 front 2024-02-10T00:12:04.046237+0000 (oldest deadline 2024-02-10T00:12:29.346237+0000) 2024-02-10T00:12:36.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:36 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:36.507+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:36.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:36 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:36.507+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:36.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:36 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:36.507+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:36.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:36 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:36.507+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:36.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:36 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:36.507+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:12:36.890 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:36 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:36.735+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:36.890 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:36 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:36.735+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:49.877700+0000 front 2024-02-10T00:11:49.877743+0000 (oldest deadline 2024-02-10T00:12:13.977867+0000) 2024-02-10T00:12:36.890 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:36 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:36.735+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.478927+0000 front 2024-02-10T00:11:57.478787+0000 (oldest deadline 2024-02-10T00:12:23.378887+0000) 2024-02-10T00:12:36.890 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:36 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:36.735+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:06.780263+0000 front 2024-02-10T00:12:06.780185+0000 (oldest deadline 2024-02-10T00:12:27.880185+0000) 2024-02-10T00:12:36.890 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:36 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:36.735+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:14.281866+0000 front 2024-02-10T00:12:14.281881+0000 (oldest deadline 2024-02-10T00:12:35.381952+0000) 2024-02-10T00:12:37.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:36 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:36.618+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:37.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:36 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:36.618+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:37.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:36 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:36.618+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:37.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:36 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:36.618+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:37.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:36 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:36.618+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:05.548370+0000 front 2024-02-10T00:12:05.548341+0000 (oldest deadline 2024-02-10T00:12:30.748928+0000) 2024-02-10T00:12:37.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:36 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:36.618+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:10.749575+0000 front 2024-02-10T00:12:10.749434+0000 (oldest deadline 2024-02-10T00:12:36.049286+0000) 2024-02-10T00:12:37.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:37 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:37.069+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:37.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:37 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:37.069+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:37.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:37 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:37.069+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:37.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:37 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:37.069+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.045093+0000 front 2024-02-10T00:11:57.045198+0000 (oldest deadline 2024-02-10T00:12:19.945145+0000) 2024-02-10T00:12:37.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:37 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:37.069+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.046163+0000 front 2024-02-10T00:12:04.046237+0000 (oldest deadline 2024-02-10T00:12:29.346237+0000) 2024-02-10T00:12:37.844 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:37 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:37.586+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:37.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:37 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:37.586+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:37.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:37 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:37.586+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:37.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:37 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:37.586+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:37.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:37 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:37.586+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:05.548370+0000 front 2024-02-10T00:12:05.548341+0000 (oldest deadline 2024-02-10T00:12:30.748928+0000) 2024-02-10T00:12:37.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:37 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:37.586+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:10.749575+0000 front 2024-02-10T00:12:10.749434+0000 (oldest deadline 2024-02-10T00:12:36.049286+0000) 2024-02-10T00:12:37.889 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:37 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:37.748+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:40.576076+0000 front 2024-02-10T00:11:40.576162+0000 (oldest deadline 2024-02-10T00:12:04.576646+0000) 2024-02-10T00:12:37.889 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:37 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:37.748+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:49.877700+0000 front 2024-02-10T00:11:49.877743+0000 (oldest deadline 2024-02-10T00:12:13.977867+0000) 2024-02-10T00:12:37.889 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:37 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:37.748+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.478927+0000 front 2024-02-10T00:11:57.478787+0000 (oldest deadline 2024-02-10T00:12:23.378887+0000) 2024-02-10T00:12:37.889 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:37 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:37.748+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:06.780263+0000 front 2024-02-10T00:12:06.780185+0000 (oldest deadline 2024-02-10T00:12:27.880185+0000) 2024-02-10T00:12:37.889 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:37 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8[55519]: 2024-02-10T00:12:37.748+0000 7f6a14873700 -1 osd.8 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:14.281866+0000 front 2024-02-10T00:12:14.281881+0000 (oldest deadline 2024-02-10T00:12:35.381952+0000) 2024-02-10T00:12:37.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:37 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:37.528+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:37.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:37 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:37.529+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:37.890 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:37 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:37.529+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:37.890 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:37 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:37.529+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:37.890 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:37 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:37.529+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:12:38.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:38 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:38.105+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:38.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:38 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:38.105+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:38.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:38 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:38.105+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:38.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:38 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:38.105+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.045093+0000 front 2024-02-10T00:11:57.045198+0000 (oldest deadline 2024-02-10T00:12:19.945145+0000) 2024-02-10T00:12:38.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:38 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:38.105+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.046163+0000 front 2024-02-10T00:12:04.046237+0000 (oldest deadline 2024-02-10T00:12:29.346237+0000) 2024-02-10T00:12:38.844 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:38 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:38.582+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:38.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:38 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:38.582+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:38.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:38 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:38.582+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:38.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:38 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:38.582+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:38.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:38 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:38.582+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:05.548370+0000 front 2024-02-10T00:12:05.548341+0000 (oldest deadline 2024-02-10T00:12:30.748928+0000) 2024-02-10T00:12:38.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:38 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:38.582+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:10.749575+0000 front 2024-02-10T00:12:10.749434+0000 (oldest deadline 2024-02-10T00:12:36.049286+0000) 2024-02-10T00:12:38.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:38 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:38.507+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:38.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:38 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:38.507+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:38.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:38 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:38.507+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:38.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:38 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:38.507+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:38.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:38 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:38.507+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:12:39.265 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:38 smithi103 podman[75365]: 2024-02-10 00:12:38.950672988 +0000 UTC m=+5.423291285 container died fce24e9d5245c277ec672d4e131512a9c3fa7a05486b753f590d4687b727746c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=main-290212a, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240131, org.label-schema.license=GPLv2) 2024-02-10T00:12:39.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:39 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:39.082+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:39.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:39 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:39.082+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:39.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:39 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:39.082+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:39.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:39 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:39.082+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.045093+0000 front 2024-02-10T00:11:57.045198+0000 (oldest deadline 2024-02-10T00:12:19.945145+0000) 2024-02-10T00:12:39.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:39 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:39.082+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.046163+0000 front 2024-02-10T00:12:04.046237+0000 (oldest deadline 2024-02-10T00:12:29.346237+0000) 2024-02-10T00:12:39.560 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:39 smithi103 podman[75365]: 2024-02-10 00:12:39.362903708 +0000 UTC m=+5.835522005 container cleanup fce24e9d5245c277ec672d4e131512a9c3fa7a05486b753f590d4687b727746c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240131, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-290212a, io.buildah.version=1.33.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-02-10T00:12:39.560 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:39 smithi103 bash[75365]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8 2024-02-10T00:12:39.844 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:39 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:39.579+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:39.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:39 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:39.579+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:39.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:39 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:39.579+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:39.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:39 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:39.579+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:39.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:39 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:39.579+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:05.548370+0000 front 2024-02-10T00:12:05.548341+0000 (oldest deadline 2024-02-10T00:12:30.748928+0000) 2024-02-10T00:12:39.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:39 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:39.579+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:10.749575+0000 front 2024-02-10T00:12:10.749434+0000 (oldest deadline 2024-02-10T00:12:36.049286+0000) 2024-02-10T00:12:39.888 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:39 smithi103 podman[75382]: 2024-02-10 00:12:39.589755333 +0000 UTC m=+0.637438651 container remove fce24e9d5245c277ec672d4e131512a9c3fa7a05486b753f590d4687b727746c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8, GIT_CLEAN=True, org.label-schema.build-date=20240131, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.2, RELEASE=main-290212a) 2024-02-10T00:12:39.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:39 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:39.556+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:39.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:39 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:39.556+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:39.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:39 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:39.556+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:39.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:39 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:39.556+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:39.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:39 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:39.556+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:12:40.286 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:39 smithi103 podman[75474]: 2024-02-10 00:12:39.883439559 +0000 UTC m=+0.018069182 image pull c328ab9dcfc7bf907ed3835578853a1e5a54ac5fa4d658ed833b2bc74e1373a6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58 2024-02-10T00:12:40.287 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:39 smithi103 podman[75474]: 2024-02-10 00:12:39.982366394 +0000 UTC m=+0.116996039 container create ce38f84c807aa354fb3de70217359030851c129e96cd5ddb46827722153d4686 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.2, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240131, org.label-schema.vendor=CentOS, RELEASE=main-290212a) 2024-02-10T00:12:40.287 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:40 smithi103 podman[75474]: 2024-02-10 00:12:40.193298197 +0000 UTC m=+0.327927800 container init ce38f84c807aa354fb3de70217359030851c129e96cd5ddb46827722153d4686 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8-deactivate, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=main-290212a, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240131, io.buildah.version=1.33.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux ) 2024-02-10T00:12:40.287 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:40 smithi103 podman[75474]: 2024-02-10 00:12:40.196294229 +0000 UTC m=+0.330923833 container start ce38f84c807aa354fb3de70217359030851c129e96cd5ddb46827722153d4686 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8-deactivate, io.buildah.version=1.33.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=main-290212a, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240131, org.label-schema.name=CentOS Stream 8 Base Image) 2024-02-10T00:12:40.287 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:40 smithi103 podman[75474]: 2024-02-10 00:12:40.285012959 +0000 UTC m=+0.419642580 container attach ce38f84c807aa354fb3de70217359030851c129e96cd5ddb46827722153d4686 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8-deactivate, io.buildah.version=1.33.2, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-290212a, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240131, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True) 2024-02-10T00:12:40.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:40 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:40.115+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:40.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:40 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:40.115+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:40.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:40 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:40.115+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:40.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:40 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:40.115+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.045093+0000 front 2024-02-10T00:11:57.045198+0000 (oldest deadline 2024-02-10T00:12:19.945145+0000) 2024-02-10T00:12:40.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:40 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:40.115+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.046163+0000 front 2024-02-10T00:12:04.046237+0000 (oldest deadline 2024-02-10T00:12:29.346237+0000) 2024-02-10T00:12:40.537 INFO:journalctl@ceph.osd.8.smithi103.stdout:Feb 10 00:12:40 smithi103 podman[75474]: 2024-02-10 00:12:40.49211511 +0000 UTC m=+0.626744722 container died ce38f84c807aa354fb3de70217359030851c129e96cd5ddb46827722153d4686 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-8-deactivate, ceph=True, RELEASE=main-290212a, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240131, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, io.buildah.version=1.33.2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-02-10T00:12:40.789 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:40 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:40.535+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:40.789 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:40 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:40.535+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:40.790 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:40 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:40.535+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:40.790 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:40 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:40.535+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:40.790 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:40 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:40.535+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:12:40.790 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:40 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:40.535+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:14.656335+0000 front 2024-02-10T00:12:14.656371+0000 (oldest deadline 2024-02-10T00:12:39.956484+0000) 2024-02-10T00:12:40.844 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:40 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:40.588+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:40.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:40 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:40.588+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:40.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:40 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:40.588+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:40.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:40 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:40.588+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:40.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:40 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:40.588+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:05.548370+0000 front 2024-02-10T00:12:05.548341+0000 (oldest deadline 2024-02-10T00:12:30.748928+0000) 2024-02-10T00:12:40.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:40 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:40.588+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:10.749575+0000 front 2024-02-10T00:12:10.749434+0000 (oldest deadline 2024-02-10T00:12:36.049286+0000) 2024-02-10T00:12:41.078 DEBUG:teuthology.orchestra.run.smithi103:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.8.service' 2024-02-10T00:12:41.121 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-10T00:12:41.121 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-02-10T00:12:41.122 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-02-10T00:12:41.122 DEBUG:teuthology.orchestra.run.smithi001:> sudo systemctl stop ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.9 2024-02-10T00:12:41.435 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:41 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:41.096+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:41.436 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:41 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:41.096+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:41.436 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:41 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:41.096+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:41.436 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:41 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:41.096+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.045093+0000 front 2024-02-10T00:11:57.045198+0000 (oldest deadline 2024-02-10T00:12:19.945145+0000) 2024-02-10T00:12:41.436 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:41 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:41.096+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.046163+0000 front 2024-02-10T00:12:04.046237+0000 (oldest deadline 2024-02-10T00:12:29.346237+0000) 2024-02-10T00:12:41.436 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:41 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:41.096+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:14.547625+0000 front 2024-02-10T00:12:14.547719+0000 (oldest deadline 2024-02-10T00:12:40.948036+0000) 2024-02-10T00:12:41.436 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:41 smithi001 systemd[1]: Stopping Ceph osd.9 for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-10T00:12:41.436 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:41 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:41.433+0000 7f2e11fe0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-10T00:12:41.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:41 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:41.532+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:41.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:41 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:41.532+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:41.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:41 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:41.532+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:41.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:41 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:41.532+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:41.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:41 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:41.532+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:12:41.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:41 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:41.532+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:14.656335+0000 front 2024-02-10T00:12:14.656371+0000 (oldest deadline 2024-02-10T00:12:39.956484+0000) 2024-02-10T00:12:41.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:41 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:41.433+0000 7f2e11fe0700 -1 osd.9 104 *** Got signal Terminated *** 2024-02-10T00:12:41.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:41 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:41.433+0000 7f2e11fe0700 -1 osd.9 104 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-10T00:12:42.094 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:41 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:41.617+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:42.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:41 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:41.617+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:42.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:41 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:41.617+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:42.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:41 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:41.617+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:42.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:41 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:41.617+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:05.548370+0000 front 2024-02-10T00:12:05.548341+0000 (oldest deadline 2024-02-10T00:12:30.748928+0000) 2024-02-10T00:12:42.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:41 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:41.617+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:10.749575+0000 front 2024-02-10T00:12:10.749434+0000 (oldest deadline 2024-02-10T00:12:36.049286+0000) 2024-02-10T00:12:42.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:42 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:42.107+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:42.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:42 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:42.107+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:42.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:42 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:42.107+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:42.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:42 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:42.107+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.045093+0000 front 2024-02-10T00:11:57.045198+0000 (oldest deadline 2024-02-10T00:12:19.945145+0000) 2024-02-10T00:12:42.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:42 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:42.107+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.046163+0000 front 2024-02-10T00:12:04.046237+0000 (oldest deadline 2024-02-10T00:12:29.346237+0000) 2024-02-10T00:12:42.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:42 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:42.107+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:14.547625+0000 front 2024-02-10T00:12:14.547719+0000 (oldest deadline 2024-02-10T00:12:40.948036+0000) 2024-02-10T00:12:42.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:42 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:42.485+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:42.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:42 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:42.485+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:42.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:42 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:42.485+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:42.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:42 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:42.485+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:42.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:42 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:42.485+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:12:42.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:42 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:42.485+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:14.656335+0000 front 2024-02-10T00:12:14.656371+0000 (oldest deadline 2024-02-10T00:12:39.956484+0000) 2024-02-10T00:12:43.094 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:42 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:42.615+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:43.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:42 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:42.615+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:43.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:42 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:42.615+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:43.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:42 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:42.615+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:43.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:42 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:42.615+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:05.548370+0000 front 2024-02-10T00:12:05.548341+0000 (oldest deadline 2024-02-10T00:12:30.748928+0000) 2024-02-10T00:12:43.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:42 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:42.615+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:10.749575+0000 front 2024-02-10T00:12:10.749434+0000 (oldest deadline 2024-02-10T00:12:36.049286+0000) 2024-02-10T00:12:43.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:43 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:43.136+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:43.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:43 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:43.136+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:43.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:43 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:43.136+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:43.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:43 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:43.136+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.045093+0000 front 2024-02-10T00:11:57.045198+0000 (oldest deadline 2024-02-10T00:12:19.945145+0000) 2024-02-10T00:12:43.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:43 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:43.136+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.046163+0000 front 2024-02-10T00:12:04.046237+0000 (oldest deadline 2024-02-10T00:12:29.346237+0000) 2024-02-10T00:12:43.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:43 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:43.136+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:14.547625+0000 front 2024-02-10T00:12:14.547719+0000 (oldest deadline 2024-02-10T00:12:40.948036+0000) 2024-02-10T00:12:43.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:43 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:43.487+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:43.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:43 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:43.487+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:43.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:43 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:43.487+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:43.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:43 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:43.487+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:43.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:43 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:43.487+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:12:43.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:43 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:43.487+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:14.656335+0000 front 2024-02-10T00:12:14.656371+0000 (oldest deadline 2024-02-10T00:12:39.956484+0000) 2024-02-10T00:12:44.094 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:43 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:43.637+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:44.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:43 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:43.637+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:44.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:43 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:43.637+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:44.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:43 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:43.637+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:44.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:43 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:43.637+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:05.548370+0000 front 2024-02-10T00:12:05.548341+0000 (oldest deadline 2024-02-10T00:12:30.748928+0000) 2024-02-10T00:12:44.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:43 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:43.637+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:10.749575+0000 front 2024-02-10T00:12:10.749434+0000 (oldest deadline 2024-02-10T00:12:36.049286+0000) 2024-02-10T00:12:44.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:44 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:44.101+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:44.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:44 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:44.101+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:44.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:44 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:44.101+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:44.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:44 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:44.101+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.045093+0000 front 2024-02-10T00:11:57.045198+0000 (oldest deadline 2024-02-10T00:12:19.945145+0000) 2024-02-10T00:12:44.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:44 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:44.101+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.046163+0000 front 2024-02-10T00:12:04.046237+0000 (oldest deadline 2024-02-10T00:12:29.346237+0000) 2024-02-10T00:12:44.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:44 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:44.101+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:14.547625+0000 front 2024-02-10T00:12:14.547719+0000 (oldest deadline 2024-02-10T00:12:40.948036+0000) 2024-02-10T00:12:44.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:44 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:44.501+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:44.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:44 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:44.501+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:44.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:44 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:44.501+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:44.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:44 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:44.501+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:44.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:44 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:44.501+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:12:44.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:44 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:44.501+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:14.656335+0000 front 2024-02-10T00:12:14.656371+0000 (oldest deadline 2024-02-10T00:12:39.956484+0000) 2024-02-10T00:12:45.094 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:44 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:44.683+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:45.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:44 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:44.683+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:45.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:44 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:44.683+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:45.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:44 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:44.683+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:45.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:44 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:44.683+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:05.548370+0000 front 2024-02-10T00:12:05.548341+0000 (oldest deadline 2024-02-10T00:12:30.748928+0000) 2024-02-10T00:12:45.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:44 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:44.683+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:10.749575+0000 front 2024-02-10T00:12:10.749434+0000 (oldest deadline 2024-02-10T00:12:36.049286+0000) 2024-02-10T00:12:45.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:44 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:44.683+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6822 osd.6 since back 2024-02-10T00:12:20.150365+0000 front 2024-02-10T00:12:20.150347+0000 (oldest deadline 2024-02-10T00:12:44.250176+0000) 2024-02-10T00:12:45.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:45 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:45.114+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:45.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:45 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:45.114+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:45.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:45 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:45.114+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:45.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:45 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:45.114+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.045093+0000 front 2024-02-10T00:11:57.045198+0000 (oldest deadline 2024-02-10T00:12:19.945145+0000) 2024-02-10T00:12:45.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:45 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:45.114+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.046163+0000 front 2024-02-10T00:12:04.046237+0000 (oldest deadline 2024-02-10T00:12:29.346237+0000) 2024-02-10T00:12:45.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:45 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:45.114+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:14.547625+0000 front 2024-02-10T00:12:14.547719+0000 (oldest deadline 2024-02-10T00:12:40.948036+0000) 2024-02-10T00:12:45.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:45 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:45.114+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6822 osd.6 since back 2024-02-10T00:12:20.948534+0000 front 2024-02-10T00:12:20.948464+0000 (oldest deadline 2024-02-10T00:12:45.048524+0000) 2024-02-10T00:12:45.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:45 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:45.476+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:45.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:45 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:45.476+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:45.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:45 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:45.476+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:45.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:45 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:45.476+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:45.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:45 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:45.476+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:12:45.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:45 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:45.476+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:14.656335+0000 front 2024-02-10T00:12:14.656371+0000 (oldest deadline 2024-02-10T00:12:39.956484+0000) 2024-02-10T00:12:46.094 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:45 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:45.637+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:46.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:45 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:45.637+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:46.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:45 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:45.637+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:46.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:45 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:45.637+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:46.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:45 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:45.637+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:05.548370+0000 front 2024-02-10T00:12:05.548341+0000 (oldest deadline 2024-02-10T00:12:30.748928+0000) 2024-02-10T00:12:46.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:45 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:45.637+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:10.749575+0000 front 2024-02-10T00:12:10.749434+0000 (oldest deadline 2024-02-10T00:12:36.049286+0000) 2024-02-10T00:12:46.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:45 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:45.637+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6822 osd.6 since back 2024-02-10T00:12:20.150365+0000 front 2024-02-10T00:12:20.150347+0000 (oldest deadline 2024-02-10T00:12:44.250176+0000) 2024-02-10T00:12:46.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:46 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:46.090+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:32.342585+0000 front 2024-02-10T00:11:32.342947+0000 (oldest deadline 2024-02-10T00:11:57.042652+0000) 2024-02-10T00:12:46.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:46 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:46.090+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:42.943685+0000 front 2024-02-10T00:11:42.943896+0000 (oldest deadline 2024-02-10T00:12:08.243609+0000) 2024-02-10T00:12:46.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:46 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:46.090+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:48.244131+0000 front 2024-02-10T00:11:48.244165+0000 (oldest deadline 2024-02-10T00:12:12.344139+0000) 2024-02-10T00:12:46.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:46 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:46.090+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:57.045093+0000 front 2024-02-10T00:11:57.045198+0000 (oldest deadline 2024-02-10T00:12:19.945145+0000) 2024-02-10T00:12:46.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:46 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:46.090+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.046163+0000 front 2024-02-10T00:12:04.046237+0000 (oldest deadline 2024-02-10T00:12:29.346237+0000) 2024-02-10T00:12:46.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:46 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:46.090+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:14.547625+0000 front 2024-02-10T00:12:14.547719+0000 (oldest deadline 2024-02-10T00:12:40.948036+0000) 2024-02-10T00:12:46.470 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:46 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9[67310]: 2024-02-10T00:12:46.090+0000 7f2e0e5d4700 -1 osd.9 104 heartbeat_check: no reply from 172.21.15.1:6822 osd.6 since back 2024-02-10T00:12:20.948534+0000 front 2024-02-10T00:12:20.948464+0000 (oldest deadline 2024-02-10T00:12:45.048524+0000) 2024-02-10T00:12:46.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:46 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:46.521+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:46.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:46 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:46.521+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:46.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:46 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:46.521+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:46.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:46 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:46.521+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:46.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:46 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:46.521+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:12:46.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:46 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:46.521+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:14.656335+0000 front 2024-02-10T00:12:14.656371+0000 (oldest deadline 2024-02-10T00:12:39.956484+0000) 2024-02-10T00:12:47.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:46 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:46.672+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:47.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:46 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:46.672+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:47.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:46 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:46.672+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:47.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:46 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:46.672+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:47.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:46 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:46.672+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:05.548370+0000 front 2024-02-10T00:12:05.548341+0000 (oldest deadline 2024-02-10T00:12:30.748928+0000) 2024-02-10T00:12:47.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:46 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:46.672+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:10.749575+0000 front 2024-02-10T00:12:10.749434+0000 (oldest deadline 2024-02-10T00:12:36.049286+0000) 2024-02-10T00:12:47.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:46 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:46.672+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6822 osd.6 since back 2024-02-10T00:12:20.150365+0000 front 2024-02-10T00:12:20.150347+0000 (oldest deadline 2024-02-10T00:12:44.250176+0000) 2024-02-10T00:12:47.169 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:46 smithi001 podman[106361]: 2024-02-10 00:12:46.918263551 +0000 UTC m=+5.605097474 container died 25519c3bdf852981dd30c3c4d436e61edb21b474b9063fc97fb1bcb0bc78506f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240131, RELEASE=main-290212a, io.buildah.version=1.33.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-02-10T00:12:47.435 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:47 smithi001 podman[106361]: 2024-02-10 00:12:47.258189613 +0000 UTC m=+5.945023534 container cleanup 25519c3bdf852981dd30c3c4d436e61edb21b474b9063fc97fb1bcb0bc78506f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240131, org.label-schema.license=GPLv2, RELEASE=main-290212a, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-02-10T00:12:47.436 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:47 smithi001 bash[106361]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9 2024-02-10T00:12:47.719 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:47 smithi001 podman[106378]: 2024-02-10 00:12:47.434318149 +0000 UTC m=+0.514534398 container remove 25519c3bdf852981dd30c3c4d436e61edb21b474b9063fc97fb1bcb0bc78506f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240131, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-290212a, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD) 2024-02-10T00:12:47.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:47 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:47.518+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:47.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:47 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:47.518+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:47.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:47 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:47.518+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:47.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:47 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:47.518+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:47.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:47 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:47.518+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:12:47.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:47 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:47.518+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:14.656335+0000 front 2024-02-10T00:12:14.656371+0000 (oldest deadline 2024-02-10T00:12:39.956484+0000) 2024-02-10T00:12:48.094 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:47 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:47.652+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:48.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:47 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:47.652+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:48.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:47 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:47.652+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:48.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:47 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:47.652+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:48.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:47 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:47.652+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:05.548370+0000 front 2024-02-10T00:12:05.548341+0000 (oldest deadline 2024-02-10T00:12:30.748928+0000) 2024-02-10T00:12:48.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:47 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:47.652+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:10.749575+0000 front 2024-02-10T00:12:10.749434+0000 (oldest deadline 2024-02-10T00:12:36.049286+0000) 2024-02-10T00:12:48.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:47 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:47.652+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6822 osd.6 since back 2024-02-10T00:12:20.150365+0000 front 2024-02-10T00:12:20.150347+0000 (oldest deadline 2024-02-10T00:12:44.250176+0000) 2024-02-10T00:12:48.180 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:47 smithi001 podman[106471]: 2024-02-10 00:12:47.876857085 +0000 UTC m=+0.114878031 container create b2dee512f5d088c7bff7ec5f298990a077756265a342d1b8c9cd77fa8d2c8529 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240131, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.license=GPLv2, RELEASE=main-290212a, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.2, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-02-10T00:12:48.180 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:47 smithi001 podman[106471]: 2024-02-10 00:12:47.780992099 +0000 UTC m=+0.019013012 image pull c328ab9dcfc7bf907ed3835578853a1e5a54ac5fa4d658ed833b2bc74e1373a6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58 2024-02-10T00:12:48.180 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:48 smithi001 podman[106471]: 2024-02-10 00:12:48.104260275 +0000 UTC m=+0.342281183 container init b2dee512f5d088c7bff7ec5f298990a077756265a342d1b8c9cd77fa8d2c8529 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9-deactivate, org.label-schema.vendor=CentOS, RELEASE=main-290212a, io.buildah.version=1.33.2, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240131, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-02-10T00:12:48.180 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:48 smithi001 podman[106471]: 2024-02-10 00:12:48.107237459 +0000 UTC m=+0.345258369 container start b2dee512f5d088c7bff7ec5f298990a077756265a342d1b8c9cd77fa8d2c8529 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240131, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-290212a) 2024-02-10T00:12:48.181 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:48 smithi001 podman[106471]: 2024-02-10 00:12:48.179184707 +0000 UTC m=+0.417205620 container attach b2dee512f5d088c7bff7ec5f298990a077756265a342d1b8c9cd77fa8d2c8529 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9-deactivate, GIT_CLEAN=True, ceph=True, RELEASE=main-290212a, org.label-schema.license=GPLv2, org.label-schema.build-date=20240131, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.2, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-02-10T00:12:48.469 INFO:journalctl@ceph.osd.9.smithi001.stdout:Feb 10 00:12:48 smithi001 podman[106471]: 2024-02-10 00:12:48.407553522 +0000 UTC m=+0.645574425 container died b2dee512f5d088c7bff7ec5f298990a077756265a342d1b8c9cd77fa8d2c8529 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-9-deactivate, org.label-schema.build-date=20240131, io.buildah.version=1.33.2, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=main-290212a) 2024-02-10T00:12:48.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:48 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:48.470+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:48.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:48 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:48.470+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:48.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:48 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:48.470+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:48.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:48 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:48.470+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:48.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:48 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:48.470+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:12:48.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:48 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:48.470+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:14.656335+0000 front 2024-02-10T00:12:14.656371+0000 (oldest deadline 2024-02-10T00:12:39.956484+0000) 2024-02-10T00:12:48.895 DEBUG:teuthology.orchestra.run.smithi001:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.9.service' 2024-02-10T00:12:48.936 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-10T00:12:48.937 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-02-10T00:12:48.937 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-02-10T00:12:48.937 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.10 2024-02-10T00:12:48.966 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:48 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:48.700+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:48.966 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:48 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:48.700+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:48.966 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:48 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:48.700+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:48.966 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:48 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:48.700+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:48.966 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:48 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:48.700+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:05.548370+0000 front 2024-02-10T00:12:05.548341+0000 (oldest deadline 2024-02-10T00:12:30.748928+0000) 2024-02-10T00:12:48.966 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:48 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:48.700+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:10.749575+0000 front 2024-02-10T00:12:10.749434+0000 (oldest deadline 2024-02-10T00:12:36.049286+0000) 2024-02-10T00:12:48.966 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:48 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:48.700+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6822 osd.6 since back 2024-02-10T00:12:20.150365+0000 front 2024-02-10T00:12:20.150347+0000 (oldest deadline 2024-02-10T00:12:44.250176+0000) 2024-02-10T00:12:49.249 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:48 smithi088 systemd[1]: Stopping Ceph osd.10 for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-10T00:12:49.595 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:49 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:49.246+0000 7f4cbd903700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-10T00:12:49.595 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:49 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:49.246+0000 7f4cbd903700 -1 osd.10 104 *** Got signal Terminated *** 2024-02-10T00:12:49.595 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:49 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:49.246+0000 7f4cbd903700 -1 osd.10 104 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-10T00:12:49.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:49 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:49.462+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:49.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:49 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:49.462+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:49.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:49 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:49.462+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:49.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:49 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:49.462+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:49.890 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:49 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:49.462+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:12:49.890 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:49 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:49.462+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:14.656335+0000 front 2024-02-10T00:12:14.656371+0000 (oldest deadline 2024-02-10T00:12:39.956484+0000) 2024-02-10T00:12:50.094 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:49 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:49.655+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:50.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:49 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:49.655+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:50.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:49 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:49.655+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:50.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:49 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:49.655+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:50.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:49 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:49.655+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:05.548370+0000 front 2024-02-10T00:12:05.548341+0000 (oldest deadline 2024-02-10T00:12:30.748928+0000) 2024-02-10T00:12:50.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:49 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:49.655+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:10.749575+0000 front 2024-02-10T00:12:10.749434+0000 (oldest deadline 2024-02-10T00:12:36.049286+0000) 2024-02-10T00:12:50.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:49 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:49.655+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6822 osd.6 since back 2024-02-10T00:12:20.150365+0000 front 2024-02-10T00:12:20.150347+0000 (oldest deadline 2024-02-10T00:12:44.250176+0000) 2024-02-10T00:12:50.893 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:50 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:50.427+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:50.893 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:50 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:50.427+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:50.893 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:50 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:50.427+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:50.893 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:50 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:50.427+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:50.893 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:50 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:50.427+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:12:50.893 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:50 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:50.427+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:14.656335+0000 front 2024-02-10T00:12:14.656371+0000 (oldest deadline 2024-02-10T00:12:39.956484+0000) 2024-02-10T00:12:51.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:50 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:50.661+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:51.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:50 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:50.661+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:51.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:50 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:50.661+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:51.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:50 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:50.661+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:51.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:50 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:50.661+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:05.548370+0000 front 2024-02-10T00:12:05.548341+0000 (oldest deadline 2024-02-10T00:12:30.748928+0000) 2024-02-10T00:12:51.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:50 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:50.661+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:10.749575+0000 front 2024-02-10T00:12:10.749434+0000 (oldest deadline 2024-02-10T00:12:36.049286+0000) 2024-02-10T00:12:51.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:50 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:50.661+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6822 osd.6 since back 2024-02-10T00:12:20.150365+0000 front 2024-02-10T00:12:20.150347+0000 (oldest deadline 2024-02-10T00:12:44.250176+0000) 2024-02-10T00:12:51.758 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:51 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:51.461+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:51.758 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:51 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:51.461+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:51.758 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:51 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:51.461+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:51.759 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:51 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:51.461+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:51.759 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:51 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:51.461+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:12:51.759 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:51 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:51.461+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:14.656335+0000 front 2024-02-10T00:12:14.656371+0000 (oldest deadline 2024-02-10T00:12:39.956484+0000) 2024-02-10T00:12:52.094 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:51 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:51.645+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:52.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:51 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:51.645+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:52.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:51 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:51.645+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:52.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:51 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:51.645+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:52.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:51 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:51.645+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:05.548370+0000 front 2024-02-10T00:12:05.548341+0000 (oldest deadline 2024-02-10T00:12:30.748928+0000) 2024-02-10T00:12:52.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:51 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:51.645+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:10.749575+0000 front 2024-02-10T00:12:10.749434+0000 (oldest deadline 2024-02-10T00:12:36.049286+0000) 2024-02-10T00:12:52.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:51 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:51.645+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6822 osd.6 since back 2024-02-10T00:12:20.150365+0000 front 2024-02-10T00:12:20.150347+0000 (oldest deadline 2024-02-10T00:12:44.250176+0000) 2024-02-10T00:12:52.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:52 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:52.437+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:52.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:52 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:52.437+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:52.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:52 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:52.437+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:52.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:52 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:52.437+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:52.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:52 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:52.437+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:12:52.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:52 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:52.437+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:14.656335+0000 front 2024-02-10T00:12:14.656371+0000 (oldest deadline 2024-02-10T00:12:39.956484+0000) 2024-02-10T00:12:53.095 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:52 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:52.619+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:53.096 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:52 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:52.619+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:53.096 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:52 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:52.619+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:53.096 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:52 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:52.619+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:53.097 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:52 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:52.619+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:05.548370+0000 front 2024-02-10T00:12:05.548341+0000 (oldest deadline 2024-02-10T00:12:30.748928+0000) 2024-02-10T00:12:53.097 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:52 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:52.619+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:10.749575+0000 front 2024-02-10T00:12:10.749434+0000 (oldest deadline 2024-02-10T00:12:36.049286+0000) 2024-02-10T00:12:53.097 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:52 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:52.619+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6822 osd.6 since back 2024-02-10T00:12:20.150365+0000 front 2024-02-10T00:12:20.150347+0000 (oldest deadline 2024-02-10T00:12:44.250176+0000) 2024-02-10T00:12:53.844 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:53 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:53.571+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:30.642879+0000 front 2024-02-10T00:11:30.642945+0000 (oldest deadline 2024-02-10T00:11:55.943073+0000) 2024-02-10T00:12:53.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:53 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:53.571+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:39.444046+0000 front 2024-02-10T00:11:39.444181+0000 (oldest deadline 2024-02-10T00:12:05.844802+0000) 2024-02-10T00:12:53.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:53 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:53.571+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:45.845259+0000 front 2024-02-10T00:11:45.845464+0000 (oldest deadline 2024-02-10T00:12:11.745178+0000) 2024-02-10T00:12:53.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:53 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:53.571+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.946717+0000 front 2024-02-10T00:11:56.946745+0000 (oldest deadline 2024-02-10T00:12:21.547093+0000) 2024-02-10T00:12:53.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:53 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:53.571+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:05.548370+0000 front 2024-02-10T00:12:05.548341+0000 (oldest deadline 2024-02-10T00:12:30.748928+0000) 2024-02-10T00:12:53.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:53 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:53.571+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:10.749575+0000 front 2024-02-10T00:12:10.749434+0000 (oldest deadline 2024-02-10T00:12:36.049286+0000) 2024-02-10T00:12:53.845 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:53 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10[61656]: 2024-02-10T00:12:53.571+0000 7f4cb9ef7700 -1 osd.10 104 heartbeat_check: no reply from 172.21.15.1:6822 osd.6 since back 2024-02-10T00:12:20.150365+0000 front 2024-02-10T00:12:20.150347+0000 (oldest deadline 2024-02-10T00:12:44.250176+0000) 2024-02-10T00:12:53.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:53 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:53.423+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:53.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:53 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:53.423+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:53.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:53 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:53.423+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:53.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:53 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:53.423+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:53.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:53 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:53.423+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:12:53.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:53 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:53.423+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:14.656335+0000 front 2024-02-10T00:12:14.656371+0000 (oldest deadline 2024-02-10T00:12:39.956484+0000) 2024-02-10T00:12:54.881 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:54 smithi088 podman[73804]: 2024-02-10 00:12:54.620457122 +0000 UTC m=+5.486902290 container died 33847631dddce0598a28744d7a7c8ebd2d46d69c67749bb8bda725f266b3c4d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240131, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=main-290212a, CEPH_POINT_RELEASE=, io.buildah.version=1.33.2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275) 2024-02-10T00:12:54.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:54 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:54.422+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:54.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:54 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:54.422+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:54.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:54 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:54.422+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:54.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:54 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:54.422+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:54.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:54 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:54.422+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:12:54.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:54 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:54.422+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:14.656335+0000 front 2024-02-10T00:12:14.656371+0000 (oldest deadline 2024-02-10T00:12:39.956484+0000) 2024-02-10T00:12:54.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:54 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:54.422+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6820 osd.7 since back 2024-02-10T00:12:28.658504+0000 front 2024-02-10T00:12:28.658442+0000 (oldest deadline 2024-02-10T00:12:53.958357+0000) 2024-02-10T00:12:55.132 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:54 smithi088 podman[73804]: 2024-02-10 00:12:54.88013997 +0000 UTC m=+5.746585132 container cleanup 33847631dddce0598a28744d7a7c8ebd2d46d69c67749bb8bda725f266b3c4d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.2, org.label-schema.build-date=20240131, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-290212a) 2024-02-10T00:12:55.132 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:54 smithi088 bash[73804]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10 2024-02-10T00:12:55.487 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:55 smithi088 podman[73823]: 2024-02-10 00:12:55.131236593 +0000 UTC m=+0.514134379 container remove 33847631dddce0598a28744d7a7c8ebd2d46d69c67749bb8bda725f266b3c4d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10, RELEASE=main-290212a, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.2, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240131, org.label-schema.license=GPLv2) 2024-02-10T00:12:55.739 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:55 smithi088 podman[73914]: 2024-02-10 00:12:55.388515783 +0000 UTC m=+0.017498270 image pull c328ab9dcfc7bf907ed3835578853a1e5a54ac5fa4d658ed833b2bc74e1373a6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58 2024-02-10T00:12:55.740 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:55 smithi088 podman[73914]: 2024-02-10 00:12:55.516754468 +0000 UTC m=+0.145736982 container create c64a5fa0c39a1aa041ccd1d14b6c1e4496f4afc42243df8da838db29aadf46ac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240131, ceph=True, RELEASE=main-290212a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.2, maintainer=Guillaume Abrioux , GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-02-10T00:12:55.740 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:55 smithi088 podman[73914]: 2024-02-10 00:12:55.734990247 +0000 UTC m=+0.363972776 container init c64a5fa0c39a1aa041ccd1d14b6c1e4496f4afc42243df8da838db29aadf46ac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10-deactivate, io.buildah.version=1.33.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.build-date=20240131, RELEASE=main-290212a, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-02-10T00:12:55.740 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:55 smithi088 podman[73914]: 2024-02-10 00:12:55.738536885 +0000 UTC m=+0.367519351 container start c64a5fa0c39a1aa041ccd1d14b6c1e4496f4afc42243df8da838db29aadf46ac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10-deactivate, RELEASE=main-290212a, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.2, org.label-schema.build-date=20240131, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-02-10T00:12:55.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:55 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:55.406+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:55.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:55 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:55.406+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:55.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:55 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:55.406+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:55.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:55 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:55.406+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:55.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:55 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:55.406+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:12:55.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:55 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:55.406+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:14.656335+0000 front 2024-02-10T00:12:14.656371+0000 (oldest deadline 2024-02-10T00:12:39.956484+0000) 2024-02-10T00:12:55.890 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:55 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:55.406+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6820 osd.7 since back 2024-02-10T00:12:28.658504+0000 front 2024-02-10T00:12:28.658442+0000 (oldest deadline 2024-02-10T00:12:53.958357+0000) 2024-02-10T00:12:56.027 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:55 smithi088 podman[73914]: 2024-02-10 00:12:55.84317679 +0000 UTC m=+0.472159285 container attach c64a5fa0c39a1aa041ccd1d14b6c1e4496f4afc42243df8da838db29aadf46ac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.2, org.label-schema.build-date=20240131, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=main-290212a, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-02-10T00:12:56.290 INFO:journalctl@ceph.osd.10.smithi088.stdout:Feb 10 00:12:56 smithi088 podman[73914]: 2024-02-10 00:12:56.025996552 +0000 UTC m=+0.654979025 container died c64a5fa0c39a1aa041ccd1d14b6c1e4496f4afc42243df8da838db29aadf46ac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-10-deactivate, ceph=True, RELEASE=main-290212a, org.label-schema.vendor=CentOS, io.buildah.version=1.33.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240131, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-02-10T00:12:56.611 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.10.service' 2024-02-10T00:12:56.693 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-10T00:12:56.693 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-02-10T00:12:56.693 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-02-10T00:12:56.693 DEBUG:teuthology.orchestra.run.smithi103:> sudo systemctl stop ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.11 2024-02-10T00:12:56.724 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:56 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:56.392+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:56.724 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:56 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:56.392+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:56.724 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:56 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:56.392+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:56.724 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:56 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:56.392+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:56.724 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:56 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:56.392+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:12:56.724 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:56 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:56.392+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:14.656335+0000 front 2024-02-10T00:12:14.656371+0000 (oldest deadline 2024-02-10T00:12:39.956484+0000) 2024-02-10T00:12:56.724 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:56 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:56.392+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6820 osd.7 since back 2024-02-10T00:12:28.658504+0000 front 2024-02-10T00:12:28.658442+0000 (oldest deadline 2024-02-10T00:12:53.958357+0000) 2024-02-10T00:12:56.994 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:56 smithi103 systemd[1]: Stopping Ceph osd.11 for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-10T00:12:57.389 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:56 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:56.991+0000 7f117a1d2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-10T00:12:57.389 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:56 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:56.991+0000 7f117a1d2700 -1 osd.11 104 *** Got signal Terminated *** 2024-02-10T00:12:57.389 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:56 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:56.991+0000 7f117a1d2700 -1 osd.11 104 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-10T00:12:57.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:57 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:57.399+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:57.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:57 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:57.399+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:57.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:57 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:57.399+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:57.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:57 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:57.399+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:57.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:57 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:57.399+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:12:57.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:57 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:57.399+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:14.656335+0000 front 2024-02-10T00:12:14.656371+0000 (oldest deadline 2024-02-10T00:12:39.956484+0000) 2024-02-10T00:12:57.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:57 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:57.399+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6820 osd.7 since back 2024-02-10T00:12:28.658504+0000 front 2024-02-10T00:12:28.658442+0000 (oldest deadline 2024-02-10T00:12:53.958357+0000) 2024-02-10T00:12:58.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:58 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:58.414+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:58.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:58 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:58.414+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:58.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:58 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:58.414+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:58.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:58 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:58.414+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:58.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:58 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:58.414+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:12:58.890 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:58 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:58.414+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:14.656335+0000 front 2024-02-10T00:12:14.656371+0000 (oldest deadline 2024-02-10T00:12:39.956484+0000) 2024-02-10T00:12:58.890 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:58 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:58.414+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6820 osd.7 since back 2024-02-10T00:12:28.658504+0000 front 2024-02-10T00:12:28.658442+0000 (oldest deadline 2024-02-10T00:12:53.958357+0000) 2024-02-10T00:12:59.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:59 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:59.453+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:12:59.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:59 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:59.453+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:12:59.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:59 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:59.453+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:12:59.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:59 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:59.453+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:12:59.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:59 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:59.453+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:12:59.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:59 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:59.453+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:14.656335+0000 front 2024-02-10T00:12:14.656371+0000 (oldest deadline 2024-02-10T00:12:39.956484+0000) 2024-02-10T00:12:59.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:12:59 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:12:59.453+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6820 osd.7 since back 2024-02-10T00:12:28.658504+0000 front 2024-02-10T00:12:28.658442+0000 (oldest deadline 2024-02-10T00:12:53.958357+0000) 2024-02-10T00:13:00.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:13:00 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:13:00.465+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:13:00.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:13:00 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:13:00.465+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:13:00.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:13:00 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:13:00.465+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:13:00.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:13:00 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:13:00.465+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:13:00.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:13:00 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:13:00.465+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:13:00.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:13:00 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:13:00.465+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:14.656335+0000 front 2024-02-10T00:12:14.656371+0000 (oldest deadline 2024-02-10T00:12:39.956484+0000) 2024-02-10T00:13:00.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:13:00 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:13:00.465+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6820 osd.7 since back 2024-02-10T00:12:28.658504+0000 front 2024-02-10T00:12:28.658442+0000 (oldest deadline 2024-02-10T00:12:53.958357+0000) 2024-02-10T00:13:00.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:13:00 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:13:00.465+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6820 osd.8 since back 2024-02-10T00:12:37.959553+0000 front 2024-02-10T00:12:37.959515+0000 (oldest deadline 2024-02-10T00:12:59.659615+0000) 2024-02-10T00:13:01.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:13:01 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:13:01.462+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6806 osd.0 since back 2024-02-10T00:11:33.548079+0000 front 2024-02-10T00:11:33.548101+0000 (oldest deadline 2024-02-10T00:11:56.948657+0000) 2024-02-10T00:13:01.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:13:01 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:13:01.462+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6804 osd.1 since back 2024-02-10T00:11:38.050049+0000 front 2024-02-10T00:11:38.049984+0000 (oldest deadline 2024-02-10T00:12:06.250416+0000) 2024-02-10T00:13:01.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:13:01 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:13:01.462+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6804 osd.2 since back 2024-02-10T00:11:50.951345+0000 front 2024-02-10T00:11:50.951446+0000 (oldest deadline 2024-02-10T00:12:11.952127+0000) 2024-02-10T00:13:01.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:13:01 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:13:01.462+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.1:6814 osd.3 since back 2024-02-10T00:11:56.053504+0000 front 2024-02-10T00:11:56.053436+0000 (oldest deadline 2024-02-10T00:12:20.153339+0000) 2024-02-10T00:13:01.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:13:01 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:13:01.462+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6812 osd.4 since back 2024-02-10T00:12:04.655648+0000 front 2024-02-10T00:12:04.655604+0000 (oldest deadline 2024-02-10T00:12:28.755493+0000) 2024-02-10T00:13:01.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:13:01 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:13:01.462+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6812 osd.5 since back 2024-02-10T00:12:14.656335+0000 front 2024-02-10T00:12:14.656371+0000 (oldest deadline 2024-02-10T00:12:39.956484+0000) 2024-02-10T00:13:01.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:13:01 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:13:01.462+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.88:6820 osd.7 since back 2024-02-10T00:12:28.658504+0000 front 2024-02-10T00:12:28.658442+0000 (oldest deadline 2024-02-10T00:12:53.958357+0000) 2024-02-10T00:13:01.889 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:13:01 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11[62564]: 2024-02-10T00:13:01.462+0000 7f11767c6700 -1 osd.11 104 heartbeat_check: no reply from 172.21.15.103:6820 osd.8 since back 2024-02-10T00:12:37.959553+0000 front 2024-02-10T00:12:37.959515+0000 (oldest deadline 2024-02-10T00:12:59.659615+0000) 2024-02-10T00:13:02.768 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:13:02 smithi103 podman[75591]: 2024-02-10 00:13:02.456285782 +0000 UTC m=+5.572852999 container died f2827be2e68d943d83c6e191ba44b065814c8baa9055bb227f73f330e1d8ca52 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11, RELEASE=main-290212a, io.buildah.version=1.33.2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240131) 2024-02-10T00:13:02.769 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:13:02 smithi103 podman[75591]: 2024-02-10 00:13:02.767085299 +0000 UTC m=+5.883652566 container cleanup f2827be2e68d943d83c6e191ba44b065814c8baa9055bb227f73f330e1d8ca52 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.2, GIT_CLEAN=True, org.label-schema.build-date=20240131, org.label-schema.license=GPLv2, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, RELEASE=main-290212a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-02-10T00:13:03.139 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:13:02 smithi103 bash[75591]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11 2024-02-10T00:13:03.139 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:13:02 smithi103 podman[75609]: 2024-02-10 00:13:02.984924055 +0000 UTC m=+0.528626741 container remove f2827be2e68d943d83c6e191ba44b065814c8baa9055bb227f73f330e1d8ca52 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240131, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.2, GIT_CLEAN=True, RELEASE=main-290212a, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-02-10T00:13:03.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:13:03 smithi103 podman[75700]: 2024-02-10 00:13:03.279918247 +0000 UTC m=+0.017648470 image pull c328ab9dcfc7bf907ed3835578853a1e5a54ac5fa4d658ed833b2bc74e1373a6 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58 2024-02-10T00:13:03.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:13:03 smithi103 podman[75700]: 2024-02-10 00:13:03.377441576 +0000 UTC m=+0.115171814 container create b463982907f7b4c7f80354f7798533be95f5cd8ed5794b49227ce0eef5d06c46 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11-deactivate, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.2, org.label-schema.vendor=CentOS, RELEASE=main-290212a, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240131) 2024-02-10T00:13:03.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:13:03 smithi103 podman[75700]: 2024-02-10 00:13:03.580477394 +0000 UTC m=+0.318207621 container init b463982907f7b4c7f80354f7798533be95f5cd8ed5794b49227ce0eef5d06c46 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11-deactivate, ceph=True, RELEASE=main-290212a, org.label-schema.build-date=20240131, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275) 2024-02-10T00:13:03.639 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:13:03 smithi103 podman[75700]: 2024-02-10 00:13:03.583729894 +0000 UTC m=+0.321460120 container start b463982907f7b4c7f80354f7798533be95f5cd8ed5794b49227ce0eef5d06c46 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11-deactivate, org.label-schema.build-date=20240131, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, RELEASE=main-290212a, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.2) 2024-02-10T00:13:04.139 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:13:03 smithi103 podman[75700]: 2024-02-10 00:13:03.666893438 +0000 UTC m=+0.404623687 container attach b463982907f7b4c7f80354f7798533be95f5cd8ed5794b49227ce0eef5d06c46 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.2, org.label-schema.vendor=CentOS, RELEASE=main-290212a, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240131, ceph=True) 2024-02-10T00:13:04.139 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:13:03 smithi103 podman[75700]: 2024-02-10 00:13:03.876062178 +0000 UTC m=+0.613792404 container died b463982907f7b4c7f80354f7798533be95f5cd8ed5794b49227ce0eef5d06c46 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240131, RELEASE=main-290212a) 2024-02-10T00:13:04.410 INFO:journalctl@ceph.osd.11.smithi103.stdout:Feb 10 00:13:04 smithi103 podman[75726]: 2024-02-10 00:13:04.391589479 +0000 UTC m=+0.510448582 container remove b463982907f7b4c7f80354f7798533be95f5cd8ed5794b49227ce0eef5d06c46 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-osd-11-deactivate, CEPH_POINT_RELEASE=, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=main-290212a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240131) 2024-02-10T00:13:04.415 DEBUG:teuthology.orchestra.run.smithi103:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@osd.11.service' 2024-02-10T00:13:04.498 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-10T00:13:04.498 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-02-10T00:13:04.499 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-02-10T00:13:04.499 DEBUG:teuthology.orchestra.run.smithi001:> sudo systemctl stop ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.a 2024-02-10T00:13:04.802 INFO:journalctl@ceph.mds.a.smithi001.stdout:Feb 10 00:13:04 smithi001 systemd[1]: Stopping Ceph mds.a for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-10T00:13:05.219 INFO:journalctl@ceph.mds.a.smithi001.stdout:Feb 10 00:13:04 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-a[74108]: 2024-02-10T00:13:04.799+0000 7f9849608700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-10T00:13:05.219 INFO:journalctl@ceph.mds.a.smithi001.stdout:Feb 10 00:13:04 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-a[74108]: 2024-02-10T00:13:04.799+0000 7f9849608700 -1 mds.a *** got signal Terminated *** 2024-02-10T00:13:06.978 INFO:journalctl@ceph.mds.a.smithi001.stdout:Feb 10 00:13:06 smithi001 podman[106587]: 2024-02-10 00:13:06.726400976 +0000 UTC m=+2.024300829 container died a9ff8e2a8b6ab0b16ac5d202813470cfe3cae87c6ea7d33a0a0042f08decfa45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-a, io.buildah.version=1.33.2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_CLEAN=True, org.label-schema.build-date=20240131, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-290212a, CEPH_POINT_RELEASE=) 2024-02-10T00:13:07.237 INFO:journalctl@ceph.mds.a.smithi001.stdout:Feb 10 00:13:07 smithi001 podman[106587]: 2024-02-10 00:13:07.076372127 +0000 UTC m=+2.374271991 container cleanup a9ff8e2a8b6ab0b16ac5d202813470cfe3cae87c6ea7d33a0a0042f08decfa45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-a, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.2, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240131, RELEASE=main-290212a) 2024-02-10T00:13:07.237 INFO:journalctl@ceph.mds.a.smithi001.stdout:Feb 10 00:13:07 smithi001 bash[106587]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-a 2024-02-10T00:13:07.460 DEBUG:teuthology.orchestra.run.smithi001:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.a.service' 2024-02-10T00:13:07.500 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-10T00:13:07.501 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-02-10T00:13:07.501 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-02-10T00:13:07.502 DEBUG:teuthology.orchestra.run.smithi001:> sudo systemctl stop ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.d 2024-02-10T00:13:07.824 INFO:journalctl@ceph.mds.d.smithi001.stdout:Feb 10 00:13:07 smithi001 systemd[1]: Stopping Ceph mds.d for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-10T00:13:08.219 INFO:journalctl@ceph.mds.d.smithi001.stdout:Feb 10 00:13:07 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-d[73158]: 2024-02-10T00:13:07.821+0000 7ffad98b3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-10T00:13:08.219 INFO:journalctl@ceph.mds.d.smithi001.stdout:Feb 10 00:13:07 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-d[73158]: 2024-02-10T00:13:07.821+0000 7ffad98b3700 -1 mds.d *** got signal Terminated *** 2024-02-10T00:13:09.765 INFO:journalctl@ceph.mds.d.smithi001.stdout:Feb 10 00:13:09 smithi001 podman[106719]: 2024-02-10 00:13:09.488146064 +0000 UTC m=+1.766511516 container died 1fcd3d3e04822611da605af98aec6422f3515946fe068521d3b4195de92f68dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=main-290212a, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.license=GPLv2, io.buildah.version=1.33.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240131, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-02-10T00:13:10.132 INFO:journalctl@ceph.mds.d.smithi001.stdout:Feb 10 00:13:09 smithi001 podman[106719]: 2024-02-10 00:13:09.855230847 +0000 UTC m=+2.133596298 container cleanup 1fcd3d3e04822611da605af98aec6422f3515946fe068521d3b4195de92f68dd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-d, io.buildah.version=1.33.2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240131, org.label-schema.vendor=CentOS, RELEASE=main-290212a, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-02-10T00:13:10.133 INFO:journalctl@ceph.mds.d.smithi001.stdout:Feb 10 00:13:09 smithi001 bash[106719]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-d 2024-02-10T00:13:10.230 DEBUG:teuthology.orchestra.run.smithi001:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.d.service' 2024-02-10T00:13:10.265 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-10T00:13:10.265 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-02-10T00:13:10.265 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-02-10T00:13:10.265 DEBUG:teuthology.orchestra.run.smithi001:> sudo systemctl stop ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.g 2024-02-10T00:13:10.469 INFO:journalctl@ceph.mds.g.smithi001.stdout:Feb 10 00:13:10 smithi001 systemd[1]: Stopping Ceph mds.g for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-10T00:13:10.969 INFO:journalctl@ceph.mds.g.smithi001.stdout:Feb 10 00:13:10 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-g[73753]: 2024-02-10T00:13:10.599+0000 7fe0211f1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-10T00:13:10.969 INFO:journalctl@ceph.mds.g.smithi001.stdout:Feb 10 00:13:10 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-g[73753]: 2024-02-10T00:13:10.599+0000 7fe0211f1700 -1 mds.g *** got signal Terminated *** 2024-02-10T00:13:14.935 INFO:journalctl@ceph.mds.g.smithi001.stdout:Feb 10 00:13:14 smithi001 podman[106841]: 2024-02-10 00:13:14.610250088 +0000 UTC m=+4.134866364 container died b52212e848a85e8f29c024ea9f449bf10c3d92e38bf5ce163c0bafe0999c191a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-g, io.buildah.version=1.33.2, org.label-schema.vendor=CentOS, RELEASE=main-290212a, org.label-schema.build-date=20240131, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True) 2024-02-10T00:13:14.935 INFO:journalctl@ceph.mds.g.smithi001.stdout:Feb 10 00:13:14 smithi001 podman[106841]: 2024-02-10 00:13:14.933812354 +0000 UTC m=+4.458428638 container cleanup b52212e848a85e8f29c024ea9f449bf10c3d92e38bf5ce163c0bafe0999c191a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-g, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.2, org.label-schema.schema-version=1.0, RELEASE=main-290212a, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.build-date=20240131) 2024-02-10T00:13:15.219 INFO:journalctl@ceph.mds.g.smithi001.stdout:Feb 10 00:13:14 smithi001 bash[106841]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-g 2024-02-10T00:13:15.219 INFO:journalctl@ceph.mds.g.smithi001.stdout:Feb 10 00:13:15 smithi001 podman[106856]: 2024-02-10 00:13:15.10165916 +0000 UTC m=+0.487815752 container remove b52212e848a85e8f29c024ea9f449bf10c3d92e38bf5ce163c0bafe0999c191a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-g, CEPH_POINT_RELEASE=, RELEASE=main-290212a, ceph=True, org.label-schema.build-date=20240131, io.buildah.version=1.33.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-02-10T00:13:15.313 DEBUG:teuthology.orchestra.run.smithi001:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.g.service' 2024-02-10T00:13:15.349 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-10T00:13:15.349 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-02-10T00:13:15.349 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-02-10T00:13:15.349 DEBUG:teuthology.orchestra.run.smithi001:> sudo systemctl stop ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.j 2024-02-10T00:13:15.672 INFO:journalctl@ceph.mds.j.smithi001.stdout:Feb 10 00:13:15 smithi001 systemd[1]: Stopping Ceph mds.j for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-10T00:13:15.923 INFO:journalctl@ceph.mds.j.smithi001.stdout:Feb 10 00:13:15 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-j[72800]: 2024-02-10T00:13:15.670+0000 7f91dbf85700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-10T00:13:15.923 INFO:journalctl@ceph.mds.j.smithi001.stdout:Feb 10 00:13:15 smithi001 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-j[72800]: 2024-02-10T00:13:15.670+0000 7f91dbf85700 -1 mds.j *** got signal Terminated *** 2024-02-10T00:13:18.822 INFO:journalctl@ceph.mds.j.smithi001.stdout:Feb 10 00:13:18 smithi001 podman[106965]: 2024-02-10 00:13:18.560463321 +0000 UTC m=+2.988288899 container died bcf1652ca0ee229c0a7705db47df47fc5b7faaa05bae858510a18de259f389f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-j, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, io.buildah.version=1.33.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=main-290212a, org.label-schema.build-date=20240131, CEPH_POINT_RELEASE=) 2024-02-10T00:13:19.073 INFO:journalctl@ceph.mds.j.smithi001.stdout:Feb 10 00:13:18 smithi001 podman[106965]: 2024-02-10 00:13:18.895669498 +0000 UTC m=+3.323495052 container cleanup bcf1652ca0ee229c0a7705db47df47fc5b7faaa05bae858510a18de259f389f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-j, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240131, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=main-290212a, io.buildah.version=1.33.2, org.label-schema.schema-version=1.0) 2024-02-10T00:13:19.073 INFO:journalctl@ceph.mds.j.smithi001.stdout:Feb 10 00:13:18 smithi001 bash[106965]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-j 2024-02-10T00:13:19.322 DEBUG:teuthology.orchestra.run.smithi001:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.j.service' 2024-02-10T00:13:19.346 INFO:journalctl@ceph.mds.j.smithi001.stdout:Feb 10 00:13:19 smithi001 podman[106979]: 2024-02-10 00:13:19.071741332 +0000 UTC m=+0.515373691 container remove bcf1652ca0ee229c0a7705db47df47fc5b7faaa05bae858510a18de259f389f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-j, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240131, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, RELEASE=main-290212a, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.2) 2024-02-10T00:13:19.346 INFO:journalctl@ceph.mds.j.smithi001.stdout:Feb 10 00:13:19 smithi001 systemd[1]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.j.service: Deactivated successfully. 2024-02-10T00:13:19.346 INFO:journalctl@ceph.mds.j.smithi001.stdout:Feb 10 00:13:19 smithi001 systemd[1]: Stopped Ceph mds.j for b5005240-c7a5-11ee-95b8-87774f69a715. 2024-02-10T00:13:19.346 INFO:journalctl@ceph.mds.j.smithi001.stdout:Feb 10 00:13:19 smithi001 systemd[1]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.j.service: Consumed 1.086s CPU time. 2024-02-10T00:13:19.356 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-10T00:13:19.356 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-02-10T00:13:19.357 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-02-10T00:13:19.357 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.b 2024-02-10T00:13:19.672 INFO:journalctl@ceph.mds.b.smithi088.stdout:Feb 10 00:13:19 smithi088 systemd[1]: Stopping Ceph mds.b for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-10T00:13:20.094 INFO:journalctl@ceph.mds.b.smithi088.stdout:Feb 10 00:13:19 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-b[67363]: 2024-02-10T00:13:19.670+0000 7fa105053700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-10T00:13:20.095 INFO:journalctl@ceph.mds.b.smithi088.stdout:Feb 10 00:13:19 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-b[67363]: 2024-02-10T00:13:19.670+0000 7fa105053700 -1 mds.b *** got signal Terminated *** 2024-02-10T00:13:23.022 INFO:journalctl@ceph.mds.b.smithi088.stdout:Feb 10 00:13:22 smithi088 podman[74031]: 2024-02-10 00:13:22.732109586 +0000 UTC m=+3.180598872 container died 7e365ad4104f7e81e0c265596d291770bdb53825703cbcd987025d293f75c39b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-b, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240131, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=main-290212a, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-02-10T00:13:23.344 INFO:journalctl@ceph.mds.b.smithi088.stdout:Feb 10 00:13:23 smithi088 podman[74031]: 2024-02-10 00:13:23.094732516 +0000 UTC m=+3.543221801 container cleanup 7e365ad4104f7e81e0c265596d291770bdb53825703cbcd987025d293f75c39b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-b, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240131, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=main-290212a, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-02-10T00:13:23.344 INFO:journalctl@ceph.mds.b.smithi088.stdout:Feb 10 00:13:23 smithi088 bash[74031]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-b 2024-02-10T00:13:23.522 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.b.service' 2024-02-10T00:13:23.559 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-10T00:13:23.560 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-02-10T00:13:23.560 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-02-10T00:13:23.560 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.e 2024-02-10T00:13:23.844 INFO:journalctl@ceph.mds.e.smithi088.stdout:Feb 10 00:13:23 smithi088 systemd[1]: Stopping Ceph mds.e for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-10T00:13:24.345 INFO:journalctl@ceph.mds.e.smithi088.stdout:Feb 10 00:13:23 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-e[66732]: 2024-02-10T00:13:23.873+0000 7fa8852a6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-10T00:13:24.345 INFO:journalctl@ceph.mds.e.smithi088.stdout:Feb 10 00:13:23 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-e[66732]: 2024-02-10T00:13:23.873+0000 7fa8852a6700 -1 mds.e *** got signal Terminated *** 2024-02-10T00:13:26.999 INFO:journalctl@ceph.mds.e.smithi088.stdout:Feb 10 00:13:26 smithi088 podman[74153]: 2024-02-10 00:13:26.733369971 +0000 UTC m=+2.963649551 container died a69dcb8dc0e0240c0a78d67dae26e4af006035bf313444468263109f788c348d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-e, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.2, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240131, ceph=True, RELEASE=main-290212a, org.label-schema.vendor=CentOS) 2024-02-10T00:13:26.999 INFO:journalctl@ceph.mds.e.smithi088.stdout:Feb 10 00:13:26 smithi088 podman[74153]: 2024-02-10 00:13:26.998165525 +0000 UTC m=+3.228445099 container cleanup a69dcb8dc0e0240c0a78d67dae26e4af006035bf313444468263109f788c348d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-e, GIT_BRANCH=HEAD, io.buildah.version=1.33.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240131, GIT_CLEAN=True, RELEASE=main-290212a, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-02-10T00:13:27.250 INFO:journalctl@ceph.mds.e.smithi088.stdout:Feb 10 00:13:26 smithi088 bash[74153]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-e 2024-02-10T00:13:27.367 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.e.service' 2024-02-10T00:13:27.402 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-10T00:13:27.402 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-02-10T00:13:27.402 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-02-10T00:13:27.403 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.h 2024-02-10T00:13:27.594 INFO:journalctl@ceph.mds.h.smithi088.stdout:Feb 10 00:13:27 smithi088 systemd[1]: Stopping Ceph mds.h for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-10T00:13:28.094 INFO:journalctl@ceph.mds.h.smithi088.stdout:Feb 10 00:13:27 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-h[67044]: 2024-02-10T00:13:27.709+0000 7f7172db2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-10T00:13:28.095 INFO:journalctl@ceph.mds.h.smithi088.stdout:Feb 10 00:13:27 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-h[67044]: 2024-02-10T00:13:27.709+0000 7f7172db2700 -1 mds.h *** got signal Terminated *** 2024-02-10T00:13:31.004 INFO:journalctl@ceph.mds.h.smithi088.stdout:Feb 10 00:13:30 smithi088 podman[74274]: 2024-02-10 00:13:30.743830445 +0000 UTC m=+3.128135112 container died f3736c712d9dc801816ed6ac9b16ee7fe81b473a6bcf0b15df338fd9f5dff0ef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-h, org.label-schema.license=GPLv2, RELEASE=main-290212a, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240131, maintainer=Guillaume Abrioux ) 2024-02-10T00:13:31.271 INFO:journalctl@ceph.mds.h.smithi088.stdout:Feb 10 00:13:31 smithi088 podman[74274]: 2024-02-10 00:13:31.077213491 +0000 UTC m=+3.461518149 container cleanup f3736c712d9dc801816ed6ac9b16ee7fe81b473a6bcf0b15df338fd9f5dff0ef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-h, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240131, RELEASE=main-290212a, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.2, ceph=True) 2024-02-10T00:13:31.271 INFO:journalctl@ceph.mds.h.smithi088.stdout:Feb 10 00:13:31 smithi088 bash[74274]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-h 2024-02-10T00:13:31.498 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.h.service' 2024-02-10T00:13:31.522 INFO:journalctl@ceph.mds.h.smithi088.stdout:Feb 10 00:13:31 smithi088 podman[74300]: 2024-02-10 00:13:31.270025559 +0000 UTC m=+0.519370797 container remove f3736c712d9dc801816ed6ac9b16ee7fe81b473a6bcf0b15df338fd9f5dff0ef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-h, GIT_BRANCH=HEAD, org.label-schema.build-date=20240131, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=main-290212a, io.buildah.version=1.33.2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-02-10T00:13:31.522 INFO:journalctl@ceph.mds.h.smithi088.stdout:Feb 10 00:13:31 smithi088 systemd[1]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.h.service: Deactivated successfully. 2024-02-10T00:13:31.522 INFO:journalctl@ceph.mds.h.smithi088.stdout:Feb 10 00:13:31 smithi088 systemd[1]: Stopped Ceph mds.h for b5005240-c7a5-11ee-95b8-87774f69a715. 2024-02-10T00:13:31.522 INFO:journalctl@ceph.mds.h.smithi088.stdout:Feb 10 00:13:31 smithi088 systemd[1]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.h.service: Consumed 2.117s CPU time. 2024-02-10T00:13:31.535 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-10T00:13:31.535 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-02-10T00:13:31.535 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-02-10T00:13:31.535 DEBUG:teuthology.orchestra.run.smithi088:> sudo systemctl stop ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.k 2024-02-10T00:13:31.844 INFO:journalctl@ceph.mds.k.smithi088.stdout:Feb 10 00:13:31 smithi088 systemd[1]: Stopping Ceph mds.k for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-10T00:13:32.344 INFO:journalctl@ceph.mds.k.smithi088.stdout:Feb 10 00:13:31 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-k[66415]: 2024-02-10T00:13:31.846+0000 7f75788b9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-10T00:13:32.345 INFO:journalctl@ceph.mds.k.smithi088.stdout:Feb 10 00:13:31 smithi088 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-k[66415]: 2024-02-10T00:13:31.846+0000 7f75788b9700 -1 mds.k *** got signal Terminated *** 2024-02-10T00:13:35.015 INFO:journalctl@ceph.mds.k.smithi088.stdout:Feb 10 00:13:34 smithi088 podman[74405]: 2024-02-10 00:13:34.747919769 +0000 UTC m=+2.995921068 container died d6de9bb9af1c9521d603eea99441e83d79ca67ad119eab7d82086cead49a4942 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-k, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240131, RELEASE=main-290212a, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.license=GPLv2) 2024-02-10T00:13:35.344 INFO:journalctl@ceph.mds.k.smithi088.stdout:Feb 10 00:13:35 smithi088 podman[74405]: 2024-02-10 00:13:35.105817439 +0000 UTC m=+3.353818768 container cleanup d6de9bb9af1c9521d603eea99441e83d79ca67ad119eab7d82086cead49a4942 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-k, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.2, org.label-schema.build-date=20240131, org.label-schema.vendor=CentOS, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, RELEASE=main-290212a, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-02-10T00:13:35.344 INFO:journalctl@ceph.mds.k.smithi088.stdout:Feb 10 00:13:35 smithi088 bash[74405]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-k 2024-02-10T00:13:35.522 DEBUG:teuthology.orchestra.run.smithi088:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.k.service' 2024-02-10T00:13:35.558 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-10T00:13:35.558 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-02-10T00:13:35.558 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-02-10T00:13:35.558 DEBUG:teuthology.orchestra.run.smithi103:> sudo systemctl stop ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.c 2024-02-10T00:13:35.889 INFO:journalctl@ceph.mds.c.smithi103.stdout:Feb 10 00:13:35 smithi103 systemd[1]: Stopping Ceph mds.c for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-10T00:13:36.160 INFO:journalctl@ceph.mds.c.smithi103.stdout:Feb 10 00:13:35 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-c[67999]: 2024-02-10T00:13:35.900+0000 7f553c867700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-10T00:13:36.160 INFO:journalctl@ceph.mds.c.smithi103.stdout:Feb 10 00:13:35 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-c[67999]: 2024-02-10T00:13:35.900+0000 7f553c867700 -1 mds.c *** got signal Terminated *** 2024-02-10T00:13:39.139 INFO:journalctl@ceph.mds.c.smithi103.stdout:Feb 10 00:13:38 smithi103 podman[75806]: 2024-02-10 00:13:38.744388805 +0000 UTC m=+2.998805873 container died ef436b04291ab4128652da35076394bd21b3721d3f8eef35ade1161fb65184e2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-c, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240131, GIT_BRANCH=HEAD, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, RELEASE=main-290212a, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-02-10T00:13:39.639 INFO:journalctl@ceph.mds.c.smithi103.stdout:Feb 10 00:13:39 smithi103 podman[75806]: 2024-02-10 00:13:39.292243994 +0000 UTC m=+3.546661048 container cleanup ef436b04291ab4128652da35076394bd21b3721d3f8eef35ade1161fb65184e2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-c, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240131, RELEASE=main-290212a, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.2, maintainer=Guillaume Abrioux ) 2024-02-10T00:13:39.639 INFO:journalctl@ceph.mds.c.smithi103.stdout:Feb 10 00:13:39 smithi103 bash[75806]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-c 2024-02-10T00:13:39.639 INFO:journalctl@ceph.mds.c.smithi103.stdout:Feb 10 00:13:39 smithi103 podman[75832]: 2024-02-10 00:13:39.443587277 +0000 UTC m=+0.691916198 container remove ef436b04291ab4128652da35076394bd21b3721d3f8eef35ade1161fb65184e2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-c, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240131, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=main-290212a, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-02-10T00:13:39.666 DEBUG:teuthology.orchestra.run.smithi103:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.c.service' 2024-02-10T00:13:39.705 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-10T00:13:39.705 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-02-10T00:13:39.705 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-02-10T00:13:39.705 DEBUG:teuthology.orchestra.run.smithi103:> sudo systemctl stop ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.f 2024-02-10T00:13:40.015 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:13:39 smithi103 systemd[1]: Stopping Ceph mds.f for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-10T00:13:40.389 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:13:40 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[71346]: 2024-02-10T00:13:40.013+0000 7f2244e5a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-10T00:13:40.389 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:13:40 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f[71346]: 2024-02-10T00:13:40.013+0000 7f2244e5a700 -1 mds.f *** got signal Terminated *** 2024-02-10T00:13:42.998 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:13:42 smithi103 podman[75940]: 2024-02-10 00:13:42.74229437 +0000 UTC m=+2.822673219 container died 2ed69278a962b308a6fead2569832f85dfc19cf92091bffb09feccc6c807909b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f, org.label-schema.build-date=20240131, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=main-290212a, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, io.buildah.version=1.33.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-02-10T00:13:43.290 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:13:43 smithi103 podman[75940]: 2024-02-10 00:13:43.087777959 +0000 UTC m=+3.168156809 container cleanup 2ed69278a962b308a6fead2569832f85dfc19cf92091bffb09feccc6c807909b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240131, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=main-290212a, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275) 2024-02-10T00:13:43.290 INFO:journalctl@ceph.mds.f.smithi103.stdout:Feb 10 00:13:43 smithi103 bash[75940]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-f 2024-02-10T00:13:43.507 DEBUG:teuthology.orchestra.run.smithi103:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.f.service' 2024-02-10T00:13:43.544 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-10T00:13:43.544 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-02-10T00:13:43.545 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-02-10T00:13:43.545 DEBUG:teuthology.orchestra.run.smithi103:> sudo systemctl stop ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.i 2024-02-10T00:13:43.889 INFO:journalctl@ceph.mds.i.smithi103.stdout:Feb 10 00:13:43 smithi103 systemd[1]: Stopping Ceph mds.i for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-10T00:13:44.389 INFO:journalctl@ceph.mds.i.smithi103.stdout:Feb 10 00:13:43 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-i[68323]: 2024-02-10T00:13:43.899+0000 7f6a7f6f1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-10T00:13:44.389 INFO:journalctl@ceph.mds.i.smithi103.stdout:Feb 10 00:13:43 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-i[68323]: 2024-02-10T00:13:43.899+0000 7f6a7f6f1700 -1 mds.i *** got signal Terminated *** 2024-02-10T00:13:46.889 INFO:journalctl@ceph.mds.i.smithi103.stdout:Feb 10 00:13:46 smithi103 podman[76061]: 2024-02-10 00:13:46.740428045 +0000 UTC m=+2.975714993 container died 8475d9bdef5170ca5767e2b5fccfaa2ea95c7b299b510b91b4f0d305220b891d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-i, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, maintainer=Guillaume Abrioux , io.buildah.version=1.33.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=main-290212a, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240131) 2024-02-10T00:13:47.389 INFO:journalctl@ceph.mds.i.smithi103.stdout:Feb 10 00:13:47 smithi103 podman[76061]: 2024-02-10 00:13:47.091745821 +0000 UTC m=+3.327032743 container cleanup 8475d9bdef5170ca5767e2b5fccfaa2ea95c7b299b510b91b4f0d305220b891d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-i, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, RELEASE=main-290212a, io.buildah.version=1.33.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240131, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-02-10T00:13:47.389 INFO:journalctl@ceph.mds.i.smithi103.stdout:Feb 10 00:13:47 smithi103 bash[76061]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-i 2024-02-10T00:13:47.389 INFO:journalctl@ceph.mds.i.smithi103.stdout:Feb 10 00:13:47 smithi103 podman[76074]: 2024-02-10 00:13:47.242984683 +0000 UTC m=+0.493164374 container remove 8475d9bdef5170ca5767e2b5fccfaa2ea95c7b299b510b91b4f0d305220b891d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-i, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=main-290212a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240131, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.2, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, ceph=True) 2024-02-10T00:13:47.458 DEBUG:teuthology.orchestra.run.smithi103:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.i.service' 2024-02-10T00:13:47.493 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-10T00:13:47.493 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-02-10T00:13:47.493 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-02-10T00:13:47.493 DEBUG:teuthology.orchestra.run.smithi103:> sudo systemctl stop ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.l 2024-02-10T00:13:47.805 INFO:journalctl@ceph.mds.l.smithi103.stdout:Feb 10 00:13:47 smithi103 systemd[1]: Stopping Ceph mds.l for b5005240-c7a5-11ee-95b8-87774f69a715... 2024-02-10T00:13:48.139 INFO:journalctl@ceph.mds.l.smithi103.stdout:Feb 10 00:13:47 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-l[67382]: 2024-02-10T00:13:47.802+0000 7f5577625700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-10T00:13:48.139 INFO:journalctl@ceph.mds.l.smithi103.stdout:Feb 10 00:13:47 smithi103 ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-l[67382]: 2024-02-10T00:13:47.802+0000 7f5577625700 -1 mds.l *** got signal Terminated *** 2024-02-10T00:13:51.097 INFO:journalctl@ceph.mds.l.smithi103.stdout:Feb 10 00:13:50 smithi103 podman[76182]: 2024-02-10 00:13:50.744832782 +0000 UTC m=+3.039630967 container died ef7bcb05a21901a98be964b1dc7535b43eb468040c13f49295cdbb0dcffc0f09 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-l, io.buildah.version=1.33.2, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.license=GPLv2, org.label-schema.build-date=20240131, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-290212a) 2024-02-10T00:13:51.373 INFO:journalctl@ceph.mds.l.smithi103.stdout:Feb 10 00:13:51 smithi103 podman[76182]: 2024-02-10 00:13:51.170439216 +0000 UTC m=+3.465237394 container cleanup ef7bcb05a21901a98be964b1dc7535b43eb468040c13f49295cdbb0dcffc0f09 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:caf5e50b0be996bed0eb0d30a5482e8034654966f88a3565d36aeb446466fb58, name=ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-l, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240131, RELEASE=main-290212a, io.buildah.version=1.33.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=14dafef590928bb89728de91784b87b8f9bbf275, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-02-10T00:13:51.373 INFO:journalctl@ceph.mds.l.smithi103.stdout:Feb 10 00:13:51 smithi103 bash[76182]: ceph-b5005240-c7a5-11ee-95b8-87774f69a715-mds-l 2024-02-10T00:13:51.591 DEBUG:teuthology.orchestra.run.smithi103:> sudo pkill -f 'journalctl -f -n 0 -u ceph-b5005240-c7a5-11ee-95b8-87774f69a715@mds.l.service' 2024-02-10T00:13:51.625 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-10T00:13:51.625 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-02-10T00:13:51.625 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid b5005240-c7a5-11ee-95b8-87774f69a715 --force --keep-logs 2024-02-10T00:13:51.822 INFO:teuthology.orchestra.run.smithi001.stdout:Deleting cluster with fsid: b5005240-c7a5-11ee-95b8-87774f69a715 2024-02-10T00:13:54.240 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid b5005240-c7a5-11ee-95b8-87774f69a715 --force --keep-logs 2024-02-10T00:13:54.432 INFO:teuthology.orchestra.run.smithi088.stdout:Deleting cluster with fsid: b5005240-c7a5-11ee-95b8-87774f69a715 2024-02-10T00:13:56.828 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid b5005240-c7a5-11ee-95b8-87774f69a715 --force --keep-logs 2024-02-10T00:13:57.019 INFO:teuthology.orchestra.run.smithi103.stdout:Deleting cluster with fsid: b5005240-c7a5-11ee-95b8-87774f69a715 2024-02-10T00:13:59.473 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-02-10T00:13:59.509 DEBUG:teuthology.orchestra.run.smithi088:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-02-10T00:13:59.538 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-02-10T00:13:59.569 INFO:tasks.cephadm:Archiving crash dumps... 2024-02-10T00:13:59.571 DEBUG:teuthology.misc:Transferring archived files from smithi001:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/crash to /home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554544/remote/smithi001/crash 2024-02-10T00:13:59.572 DEBUG:teuthology.orchestra.run.smithi001:> sudo tar c -f - -C /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/crash -- . 2024-02-10T00:13:59.621 INFO:teuthology.orchestra.run.smithi001.stderr:tar: /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/crash: Cannot open: No such file or directory 2024-02-10T00:13:59.622 INFO:teuthology.orchestra.run.smithi001.stderr:tar: Error is not recoverable: exiting now 2024-02-10T00:13:59.622 DEBUG:teuthology.misc:Transferring archived files from smithi088:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/crash to /home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554544/remote/smithi088/crash 2024-02-10T00:13:59.623 DEBUG:teuthology.orchestra.run.smithi088:> sudo tar c -f - -C /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/crash -- . 2024-02-10T00:13:59.731 INFO:teuthology.orchestra.run.smithi088.stderr:tar: /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/crash: Cannot open: No such file or directory 2024-02-10T00:13:59.732 INFO:teuthology.orchestra.run.smithi088.stderr:tar: Error is not recoverable: exiting now 2024-02-10T00:13:59.734 DEBUG:teuthology.misc:Transferring archived files from smithi103:/var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/crash to /home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554544/remote/smithi103/crash 2024-02-10T00:13:59.734 DEBUG:teuthology.orchestra.run.smithi103:> sudo tar c -f - -C /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/crash -- . 2024-02-10T00:13:59.789 INFO:teuthology.orchestra.run.smithi103.stderr:tar: /var/lib/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/crash: Cannot open: No such file or directory 2024-02-10T00:13:59.789 INFO:teuthology.orchestra.run.smithi103.stderr:tar: Error is not recoverable: exiting now 2024-02-10T00:13:59.790 INFO:tasks.cephadm:Checking cluster log for badness... 2024-02-10T00:13:59.790 DEBUG:teuthology.orchestra.run.smithi001:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'overall HEALTH_' | egrep -v '\(FS_DEGRADED\)' | egrep -v '\(MDS_FAILED\)' | egrep -v '\(MDS_DEGRADED\)' | egrep -v '\(FS_WITH_FAILED_MDS\)' | egrep -v '\(MDS_DAMAGE\)' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(FS_INLINE_DATA_DEPRECATED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-02-10T00:13:59.826 INFO:teuthology.orchestra.run.smithi001.stdout:2024-02-09T23:51:02.743917+0000 mon.a (mon.0) 190 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-02-10T00:13:59.826 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-02-10T00:13:59.827 DEBUG:teuthology.orchestra.run.smithi001:> sudo egrep '\[SEC\]' /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'overall HEALTH_' | egrep -v '\(FS_DEGRADED\)' | egrep -v '\(MDS_FAILED\)' | egrep -v '\(MDS_DEGRADED\)' | egrep -v '\(FS_WITH_FAILED_MDS\)' | egrep -v '\(MDS_DAMAGE\)' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(FS_INLINE_DATA_DEPRECATED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-02-10T00:13:59.902 DEBUG:teuthology.orchestra.run.smithi001:> sudo egrep '\[ERR\]' /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'overall HEALTH_' | egrep -v '\(FS_DEGRADED\)' | egrep -v '\(MDS_FAILED\)' | egrep -v '\(MDS_DEGRADED\)' | egrep -v '\(FS_WITH_FAILED_MDS\)' | egrep -v '\(MDS_DAMAGE\)' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(FS_INLINE_DATA_DEPRECATED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-02-10T00:13:59.977 DEBUG:teuthology.orchestra.run.smithi001:> sudo egrep '\[WRN\]' /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'overall HEALTH_' | egrep -v '\(FS_DEGRADED\)' | egrep -v '\(MDS_FAILED\)' | egrep -v '\(MDS_DEGRADED\)' | egrep -v '\(FS_WITH_FAILED_MDS\)' | egrep -v '\(MDS_DAMAGE\)' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(FS_INLINE_DATA_DEPRECATED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-02-10T00:14:00.051 INFO:teuthology.orchestra.run.smithi001.stdout:2024-02-09T23:51:02.743917+0000 mon.a (mon.0) 190 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-02-10T00:14:00.051 INFO:tasks.cephadm:Compressing logs... 2024-02-10T00:14:00.051 DEBUG:teuthology.orchestra.run.smithi001:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-02-10T00:14:00.094 DEBUG:teuthology.orchestra.run.smithi088:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-02-10T00:14:00.096 DEBUG:teuthology.orchestra.run.smithi103:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-02-10T00:14:00.118 INFO:teuthology.orchestra.run.smithi001.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-02-10T00:14:00.118 INFO:teuthology.orchestra.run.smithi001.stderr:: No such file or directory 2024-02-10T00:14:00.119 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.6.log 2024-02-10T00:14:00.120 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mon.a.log 2024-02-10T00:14:00.120 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph.audit.log 2024-02-10T00:14:00.120 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.6.log: /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.g.log 2024-02-10T00:14:00.125 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.j.log 2024-02-10T00:14:00.125 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph.audit.log: /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.3.log 2024-02-10T00:14:00.125 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mgr.x.log 2024-02-10T00:14:00.125 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.0.log 2024-02-10T00:14:00.125 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mgr.x.log: 90.0% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph.audit.log.gz 2024-02-10T00:14:00.126 INFO:teuthology.orchestra.run.smithi001.stderr: 94.4% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.j.log.gz 2024-02-10T00:14:00.127 INFO:teuthology.orchestra.run.smithi001.stderr: 93.3% -- replaced with /var/log/ceph/cephadm.log.gz 2024-02-10T00:14:00.129 INFO:teuthology.orchestra.run.smithi088.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-02-10T00:14:00.129 INFO:teuthology.orchestra.run.smithi088.stderr:: No such file or directory 2024-02-10T00:14:00.129 INFO:teuthology.orchestra.run.smithi088.stderr:gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.10.log 2024-02-10T00:14:00.129 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph.audit.log 2024-02-10T00:14:00.129 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.b.log 2024-02-10T00:14:00.129 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.4.log 2024-02-10T00:14:00.129 INFO:teuthology.orchestra.run.smithi088.stderr:gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.1.log 2024-02-10T00:14:00.129 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.b.log: /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.k.log 2024-02-10T00:14:00.130 INFO:teuthology.orchestra.run.smithi088.stderr: 92.2% -- replaced with /var/log/ceph/cephadm.log.gz 2024-02-10T00:14:00.130 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.h.log 2024-02-10T00:14:00.130 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.k.log: gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.7.log 2024-02-10T00:14:00.130 INFO:teuthology.orchestra.run.smithi088.stderr:gzip/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.h.log: -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.e.log 2024-02-10T00:14:00.130 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.7.log: 90.2% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph.audit.log.gz 2024-02-10T00:14:00.130 INFO:teuthology.orchestra.run.smithi088.stderr:gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mgr.y.log 2024-02-10T00:14:00.135 INFO:teuthology.orchestra.run.smithi103.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-02-10T00:14:00.135 INFO:teuthology.orchestra.run.smithi103.stderr:: No such file or directory 2024-02-10T00:14:00.135 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.l.log 2024-02-10T00:14:00.135 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph.audit.log 2024-02-10T00:14:00.135 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.l.log: gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.i.log 2024-02-10T00:14:00.135 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.11.log 2024-02-10T00:14:00.136 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mgr.z.log 2024-02-10T00:14:00.136 INFO:teuthology.orchestra.run.smithi103.stderr: 92.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-02-10T00:14:00.136 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.8.log 2024-02-10T00:14:00.136 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.5.log 2024-02-10T00:14:00.136 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mgr.z.log: gzip -5/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.8.log: --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.f.log 2024-02-10T00:14:00.136 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph.cephadm.log 2024-02-10T00:14:00.136 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.f.log: 90.2% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph.audit.log.gz 2024-02-10T00:14:00.136 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph.log 2024-02-10T00:14:00.136 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph.cephadm.log: 83.8% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph.cephadm.log.gz 2024-02-10T00:14:00.136 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.2.log 2024-02-10T00:14:00.136 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph.log: 86.9% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph.log.gz 2024-02-10T00:14:00.136 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.c.log 2024-02-10T00:14:00.136 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.2.log: 92.0% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mgr.z.log.gz 2024-02-10T00:14:00.137 INFO:teuthology.orchestra.run.smithi103.stderr:gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-volume.log 2024-02-10T00:14:00.137 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.e.log: gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph.cephadm.log 2024-02-10T00:14:00.140 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph.cephadm.log 2024-02-10T00:14:00.140 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph.log 2024-02-10T00:14:00.140 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-volume.log 2024-02-10T00:14:00.140 INFO:teuthology.orchestra.run.smithi001.stderr: 84.0%/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph.log: -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph.cephadm.log.gz 2024-02-10T00:14:00.140 INFO:teuthology.orchestra.run.smithi001.stderr: 86.9% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph.log.gz 2024-02-10T00:14:00.140 INFO:teuthology.orchestra.run.smithi001.stderr:gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.9.log 2024-02-10T00:14:00.140 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.d.log 2024-02-10T00:14:00.148 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mon.c.log 2024-02-10T00:14:00.152 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.9.log: gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.a.log 2024-02-10T00:14:00.154 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mgr.y.log: 91.9%gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph.log 2024-02-10T00:14:00.154 INFO:teuthology.orchestra.run.smithi088.stderr: -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mgr.y.log.gz 2024-02-10T00:14:00.154 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph.cephadm.log: 83.9% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph.cephadm.log.gz 2024-02-10T00:14:00.154 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.d.log: 91.0% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-volume.log.gz 2024-02-10T00:14:00.158 INFO:teuthology.orchestra.run.smithi001.stderr: 94.5% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.d.log.gz 2024-02-10T00:14:00.160 INFO:teuthology.orchestra.run.smithi088.stderr:gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-volume.log 2024-02-10T00:14:00.173 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph.log: gzip -5 --verbose -- /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mon.b.log 2024-02-10T00:14:00.175 INFO:teuthology.orchestra.run.smithi103.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-volume.log: /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mon.c.log: 91.0% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-volume.log.gz 2024-02-10T00:14:00.176 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-volume.log: 86.9% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph.log.gz 2024-02-10T00:14:00.191 INFO:teuthology.orchestra.run.smithi088.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mon.b.log: 94.5% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.k.log.gz 2024-02-10T00:14:00.191 INFO:teuthology.orchestra.run.smithi001.stderr:/var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.a.log: 94.4% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.g.log.gz 2024-02-10T00:14:00.193 INFO:teuthology.orchestra.run.smithi088.stderr: 90.9% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-volume.log.gz 2024-02-10T00:14:00.193 INFO:teuthology.orchestra.run.smithi103.stderr: 94.5% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.l.log.gz 2024-02-10T00:14:00.194 INFO:teuthology.orchestra.run.smithi088.stderr: 94.6% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.e.log.gz 2024-02-10T00:14:00.217 INFO:teuthology.orchestra.run.smithi088.stderr: 92.8% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.h.log.gz 2024-02-10T00:14:00.218 INFO:teuthology.orchestra.run.smithi103.stderr: 92.6% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.i.log.gz 2024-02-10T00:14:00.227 INFO:teuthology.orchestra.run.smithi103.stderr: 92.6% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.c.log.gz 2024-02-10T00:14:00.255 INFO:teuthology.orchestra.run.smithi001.stderr: 92.6% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.a.log.gz 2024-02-10T00:14:00.463 INFO:teuthology.orchestra.run.smithi103.stderr: 93.8% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.f.log.gz 2024-02-10T00:14:00.478 INFO:teuthology.orchestra.run.smithi001.stderr: 89.8% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mgr.x.log.gz 2024-02-10T00:14:00.529 INFO:teuthology.orchestra.run.smithi088.stderr: 92.1% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mon.b.log.gz 2024-02-10T00:14:00.607 INFO:teuthology.orchestra.run.smithi103.stderr: 92.0% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mon.c.log.gz 2024-02-10T00:14:00.953 INFO:teuthology.orchestra.run.smithi001.stderr: 92.0% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.6.log.gz 2024-02-10T00:14:01.054 INFO:teuthology.orchestra.run.smithi103.stderr: 92.0% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.11.log.gz 2024-02-10T00:14:01.122 INFO:teuthology.orchestra.run.smithi001.stderr: 92.4% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.0.log.gz 2024-02-10T00:14:01.182 INFO:teuthology.orchestra.run.smithi001.stderr: 90.6% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mon.a.log.gz 2024-02-10T00:14:01.220 INFO:teuthology.orchestra.run.smithi103.stderr: 91.9% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.2.log.gz 2024-02-10T00:14:01.312 INFO:teuthology.orchestra.run.smithi088.stderr: 91.6% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.1.log.gz 2024-02-10T00:14:01.555 INFO:teuthology.orchestra.run.smithi001.stderr: 92.8% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.3.log.gz 2024-02-10T00:14:01.578 INFO:teuthology.orchestra.run.smithi103.stderr: 92.5% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.8.log.gz 2024-02-10T00:14:01.597 INFO:teuthology.orchestra.run.smithi001.stderr: 91.7% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.9.log.gz 2024-02-10T00:14:01.599 INFO:teuthology.orchestra.run.smithi001.stderr: 2024-02-10T00:14:01.599 INFO:teuthology.orchestra.run.smithi001.stderr:real 0m1.492s 2024-02-10T00:14:01.599 INFO:teuthology.orchestra.run.smithi001.stderr:user 0m6.149s 2024-02-10T00:14:01.599 INFO:teuthology.orchestra.run.smithi001.stderr:sys 0m0.211s 2024-02-10T00:14:01.647 INFO:teuthology.orchestra.run.smithi088.stderr: 91.9% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.7.log.gz 2024-02-10T00:14:01.665 INFO:teuthology.orchestra.run.smithi088.stderr: 91.3% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.4.log.gz 2024-02-10T00:14:01.723 INFO:teuthology.orchestra.run.smithi103.stderr: 91.5% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.5.log.gz 2024-02-10T00:14:01.725 INFO:teuthology.orchestra.run.smithi103.stderr: 2024-02-10T00:14:01.725 INFO:teuthology.orchestra.run.smithi103.stderr:real 0m1.615s 2024-02-10T00:14:01.725 INFO:teuthology.orchestra.run.smithi103.stderr:user 0m5.910s 2024-02-10T00:14:01.725 INFO:teuthology.orchestra.run.smithi103.stderr:sys 0m0.201s 2024-02-10T00:14:01.900 INFO:teuthology.orchestra.run.smithi088.stderr: 91.6% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-osd.10.log.gz 2024-02-10T00:14:01.950 INFO:teuthology.orchestra.run.smithi088.stderr: 92.8% -- replaced with /var/log/ceph/b5005240-c7a5-11ee-95b8-87774f69a715/ceph-mds.b.log.gz 2024-02-10T00:14:01.952 INFO:teuthology.orchestra.run.smithi088.stderr: 2024-02-10T00:14:01.952 INFO:teuthology.orchestra.run.smithi088.stderr:real 0m1.844s 2024-02-10T00:14:01.952 INFO:teuthology.orchestra.run.smithi088.stderr:user 0m8.165s 2024-02-10T00:14:01.952 INFO:teuthology.orchestra.run.smithi088.stderr:sys 0m0.287s 2024-02-10T00:14:01.952 INFO:tasks.cephadm:Archiving logs... 2024-02-10T00:14:01.952 DEBUG:teuthology.misc:Transferring archived files from smithi001:/var/log/ceph to /home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554544/remote/smithi001/log 2024-02-10T00:14:01.954 DEBUG:teuthology.orchestra.run.smithi001:> sudo tar c -f - -C /var/log/ceph -- . 2024-02-10T00:14:02.942 DEBUG:teuthology.misc:Transferring archived files from smithi088:/var/log/ceph to /home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554544/remote/smithi088/log 2024-02-10T00:14:02.943 DEBUG:teuthology.orchestra.run.smithi088:> sudo tar c -f - -C /var/log/ceph -- . 2024-02-10T00:14:04.213 DEBUG:teuthology.misc:Transferring archived files from smithi103:/var/log/ceph to /home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554544/remote/smithi103/log 2024-02-10T00:14:04.214 DEBUG:teuthology.orchestra.run.smithi103:> sudo tar c -f - -C /var/log/ceph -- . 2024-02-10T00:14:05.178 INFO:tasks.cephadm:Removing cluster... 2024-02-10T00:14:05.178 DEBUG:teuthology.orchestra.run.smithi001:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid b5005240-c7a5-11ee-95b8-87774f69a715 --force 2024-02-10T00:14:05.377 INFO:teuthology.orchestra.run.smithi001.stdout:Deleting cluster with fsid: b5005240-c7a5-11ee-95b8-87774f69a715 2024-02-10T00:14:05.637 DEBUG:teuthology.orchestra.run.smithi088:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid b5005240-c7a5-11ee-95b8-87774f69a715 --force 2024-02-10T00:14:05.825 INFO:teuthology.orchestra.run.smithi088.stdout:Deleting cluster with fsid: b5005240-c7a5-11ee-95b8-87774f69a715 2024-02-10T00:14:06.096 DEBUG:teuthology.orchestra.run.smithi103:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid b5005240-c7a5-11ee-95b8-87774f69a715 --force 2024-02-10T00:14:06.289 INFO:teuthology.orchestra.run.smithi103.stdout:Deleting cluster with fsid: b5005240-c7a5-11ee-95b8-87774f69a715 2024-02-10T00:14:06.552 INFO:tasks.cephadm:Removing cephadm ... 2024-02-10T00:14:06.555 DEBUG:teuthology.orchestra.run.smithi001:> rm -rf /home/ubuntu/cephtest/cephadm 2024-02-10T00:14:06.574 DEBUG:teuthology.orchestra.run.smithi088:> rm -rf /home/ubuntu/cephtest/cephadm 2024-02-10T00:14:06.593 DEBUG:teuthology.orchestra.run.smithi103:> rm -rf /home/ubuntu/cephtest/cephadm 2024-02-10T00:14:06.608 INFO:tasks.cephadm:Teardown complete 2024-02-10T00:14:06.609 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-02-10T00:14:06.623 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-02-10T00:14:06.623 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-02-10T00:14:06.626 DEBUG:teuthology.orchestra.run.smithi088:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-02-10T00:14:06.636 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-02-10T00:14:06.748 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-02-10T00:14:06.762 INFO:teuthology.task.clock:Checking final clock skew... 2024-02-10T00:14:06.762 DEBUG:teuthology.orchestra.run.smithi001:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-02-10T00:14:06.765 DEBUG:teuthology.orchestra.run.smithi088:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-02-10T00:14:06.767 DEBUG:teuthology.orchestra.run.smithi103:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-02-10T00:14:06.779 INFO:teuthology.orchestra.run.smithi001.stderr:bash: line 1: ntpq: command not found 2024-02-10T00:14:06.780 INFO:teuthology.orchestra.run.smithi088.stderr:bash: line 1: ntpq: command not found 2024-02-10T00:14:06.781 INFO:teuthology.orchestra.run.smithi103.stderr:bash: line 1: ntpq: command not found 2024-02-10T00:14:06.783 INFO:teuthology.orchestra.run.smithi001.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-02-10T00:14:06.783 INFO:teuthology.orchestra.run.smithi001.stdout:=============================================================================== 2024-02-10T00:14:06.783 INFO:teuthology.orchestra.run.smithi001.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 13 -405us[ -405us] +/- 89ms 2024-02-10T00:14:06.783 INFO:teuthology.orchestra.run.smithi001.stdout:^* hv02.front.sepia.ceph.com 3 6 377 14 +281us[ +283us] +/- 66ms 2024-02-10T00:14:06.783 INFO:teuthology.orchestra.run.smithi001.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 14 -44us[ -42us] +/- 69ms 2024-02-10T00:14:06.784 INFO:teuthology.orchestra.run.smithi001.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-02-10T00:14:06.785 INFO:teuthology.orchestra.run.smithi103.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-02-10T00:14:06.785 INFO:teuthology.orchestra.run.smithi103.stdout:=============================================================================== 2024-02-10T00:14:06.785 INFO:teuthology.orchestra.run.smithi103.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 12 -394us[ -389us] +/- 89ms 2024-02-10T00:14:06.785 INFO:teuthology.orchestra.run.smithi103.stdout:^* hv02.front.sepia.ceph.com 3 6 377 10 +295us[ +300us] +/- 66ms 2024-02-10T00:14:06.785 INFO:teuthology.orchestra.run.smithi103.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 10 -35us[ -30us] +/- 69ms 2024-02-10T00:14:06.785 INFO:teuthology.orchestra.run.smithi103.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-02-10T00:14:06.786 INFO:teuthology.orchestra.run.smithi088.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-02-10T00:14:06.786 INFO:teuthology.orchestra.run.smithi088.stdout:=============================================================================== 2024-02-10T00:14:06.786 INFO:teuthology.orchestra.run.smithi088.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 12 -406us[ -406us] +/- 89ms 2024-02-10T00:14:06.786 INFO:teuthology.orchestra.run.smithi088.stdout:^* hv02.front.sepia.ceph.com 3 6 377 12 +275us[ +286us] +/- 66ms 2024-02-10T00:14:06.786 INFO:teuthology.orchestra.run.smithi088.stdout:^+ hv03.front.sepia.ceph.com 3 7 377 9 -11us[ -11us] +/- 70ms 2024-02-10T00:14:06.786 INFO:teuthology.orchestra.run.smithi088.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-02-10T00:14:06.787 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-02-10T00:14:06.814 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-02-10T00:14:06.814 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-02-10T00:14:06.866 DEBUG:teuthology.orchestra.run.smithi001:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-02-10T00:14:06.956 DEBUG:teuthology.orchestra.run.smithi088:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-02-10T00:14:07.033 DEBUG:teuthology.orchestra.run.smithi103:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-02-10T00:14:07.105 DEBUG:teuthology.orchestra.run.smithi001:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-02-10T00:14:07.137 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-10T00:14:07.137 DEBUG:teuthology.orchestra.run.smithi088:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-02-10T00:14:07.169 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-10T00:14:07.169 DEBUG:teuthology.orchestra.run.smithi103:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-02-10T00:14:07.199 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-10T00:14:07.200 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-02-10T00:14:07.212 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-02-10T00:14:07.263 INFO:teuthology.task.internal:Duration was 2049.750555 seconds 2024-02-10T00:14:07.264 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-02-10T00:14:07.313 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-02-10T00:14:07.314 DEBUG:teuthology.orchestra.run.smithi001:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-02-10T00:14:07.316 DEBUG:teuthology.orchestra.run.smithi088:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-02-10T00:14:07.319 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-02-10T00:14:07.360 INFO:teuthology.orchestra.run.smithi001.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-02-10T00:14:07.361 INFO:teuthology.orchestra.run.smithi103.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-02-10T00:14:07.362 INFO:teuthology.orchestra.run.smithi088.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-02-10T00:14:07.754 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-02-10T00:14:07.755 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi001.front.sepia.ceph.com 2024-02-10T00:14:07.755 DEBUG:teuthology.orchestra.run.smithi001:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-02-10T00:14:07.776 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi088.front.sepia.ceph.com 2024-02-10T00:14:07.776 DEBUG:teuthology.orchestra.run.smithi088:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-02-10T00:14:07.798 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi103.front.sepia.ceph.com 2024-02-10T00:14:07.799 DEBUG:teuthology.orchestra.run.smithi103:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-02-10T00:14:07.820 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-02-10T00:14:07.820 DEBUG:teuthology.orchestra.run.smithi001:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-02-10T00:14:07.823 DEBUG:teuthology.orchestra.run.smithi088:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-02-10T00:14:07.841 DEBUG:teuthology.orchestra.run.smithi103:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-02-10T00:14:07.889 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-02-10T00:14:07.890 DEBUG:teuthology.orchestra.run.smithi001:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-02-10T00:14:07.892 DEBUG:teuthology.orchestra.run.smithi088:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-02-10T00:14:07.913 DEBUG:teuthology.orchestra.run.smithi103:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-02-10T00:14:08.369 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-02-10T00:14:08.382 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-02-10T00:14:08.382 DEBUG:teuthology.orchestra.run.smithi001:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-02-10T00:14:08.410 DEBUG:teuthology.orchestra.run.smithi088:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-02-10T00:14:08.438 DEBUG:teuthology.orchestra.run.smithi103:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-02-10T00:14:08.465 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-02-10T00:14:08.478 DEBUG:teuthology.orchestra.run.smithi001:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-02-10T00:14:08.480 DEBUG:teuthology.orchestra.run.smithi088:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-02-10T00:14:08.482 DEBUG:teuthology.orchestra.run.smithi103:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-02-10T00:14:08.503 INFO:teuthology.orchestra.run.smithi001.stdout:kernel.core_pattern = core 2024-02-10T00:14:08.505 INFO:teuthology.orchestra.run.smithi088.stdout:kernel.core_pattern = core 2024-02-10T00:14:08.531 INFO:teuthology.orchestra.run.smithi103.stdout:kernel.core_pattern = core 2024-02-10T00:14:08.569 DEBUG:teuthology.orchestra.run.smithi001:> test -e /home/ubuntu/cephtest/archive/coredump 2024-02-10T00:14:08.583 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-10T00:14:08.583 DEBUG:teuthology.orchestra.run.smithi088:> test -e /home/ubuntu/cephtest/archive/coredump 2024-02-10T00:14:08.601 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-10T00:14:08.601 DEBUG:teuthology.orchestra.run.smithi103:> test -e /home/ubuntu/cephtest/archive/coredump 2024-02-10T00:14:08.623 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-10T00:14:08.623 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-02-10T00:14:08.637 INFO:teuthology.task.internal:Transferring archived files... 2024-02-10T00:14:08.638 DEBUG:teuthology.misc:Transferring archived files from smithi001:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554544/remote/smithi001 2024-02-10T00:14:08.638 DEBUG:teuthology.orchestra.run.smithi001:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-02-10T00:14:08.684 DEBUG:teuthology.misc:Transferring archived files from smithi088:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554544/remote/smithi088 2024-02-10T00:14:08.684 DEBUG:teuthology.orchestra.run.smithi088:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-02-10T00:14:08.722 DEBUG:teuthology.misc:Transferring archived files from smithi103:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554544/remote/smithi103 2024-02-10T00:14:08.722 DEBUG:teuthology.orchestra.run.smithi103:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-02-10T00:14:08.761 INFO:teuthology.task.internal:Removing archive directory... 2024-02-10T00:14:08.761 DEBUG:teuthology.orchestra.run.smithi001:> rm -rf -- /home/ubuntu/cephtest/archive 2024-02-10T00:14:08.764 DEBUG:teuthology.orchestra.run.smithi088:> rm -rf -- /home/ubuntu/cephtest/archive 2024-02-10T00:14:08.766 DEBUG:teuthology.orchestra.run.smithi103:> rm -rf -- /home/ubuntu/cephtest/archive 2024-02-10T00:14:08.810 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-02-10T00:14:08.826 INFO:teuthology.task.internal:Not uploading archives. 2024-02-10T00:14:08.826 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-02-10T00:14:08.856 INFO:teuthology.task.internal:Tidying up after the test... 2024-02-10T00:14:08.856 DEBUG:teuthology.orchestra.run.smithi001:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-02-10T00:14:08.859 DEBUG:teuthology.orchestra.run.smithi088:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-02-10T00:14:08.861 DEBUG:teuthology.orchestra.run.smithi103:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-02-10T00:14:08.870 INFO:teuthology.orchestra.run.smithi001.stdout: 262166 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 10 00:14 /home/ubuntu/cephtest 2024-02-10T00:14:08.872 INFO:teuthology.orchestra.run.smithi088.stdout: 262162 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 10 00:14 /home/ubuntu/cephtest 2024-02-10T00:14:08.875 INFO:teuthology.orchestra.run.smithi103.stdout: 262162 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 10 00:14 /home/ubuntu/cephtest 2024-02-10T00:14:08.876 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-02-10T00:14:08.906 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-02-10T00:14:09.007 INFO:teuthology.nuke:Checking targets against current locks 2024-02-10T00:14:09.034 DEBUG:teuthology.nuke:shortname: smithi001 2024-02-10T00:14:09.034 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-02-10T00:14:09.059 DEBUG:teuthology.nuke:shortname: smithi088 2024-02-10T00:14:09.059 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-02-10T00:14:09.064 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi001.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554544', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-02-09 23:30:44.896000', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBODqDynNQiNMtvdF0eTiJgukg/ksOk1P0b+vrPIvKFVU2f0sxw3nPs9r3D9RnV+8hFavosmkYS6YiYG5LmxAtZw='} 2024-02-10T00:14:09.083 DEBUG:teuthology.nuke:shortname: smithi103 2024-02-10T00:14:09.083 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-02-10T00:14:09.086 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi088.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554544', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-02-09 23:30:44.898719', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEAaFtiHzmh+2Wc82W7PWStscN/OyjrpgKqWeqRVQ93NPj+oqTIXFDsShBETxMOmyUUrixNa7uxkjOHFdTd6sP8='} 2024-02-10T00:14:09.106 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi103.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-02-09_19:35:09-fs-main-distro-default-smithi/7554544', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-02-09 23:30:44.897444', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOAesQD56/yIDmIYuuV1fBg7OhoqIQb6c2QpjmbOd1Lsivz0NG9tdX6RU6HT/W6R6gKwVFdRzmPlPudC5BZ34N0='} 2024-02-10T00:14:09.119 INFO:teuthology.orchestra.console.smithi001:Power off 2024-02-10T00:14:09.120 DEBUG:teuthology.orchestra.console.smithi001:pexpect command: ipmitool -H smithi001.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-02-10T00:14:09.144 DEBUG:teuthology.orchestra.console.smithi001:power off output: Chassis Power Control: Down/Off 2024-02-10T00:14:09.145 DEBUG:teuthology.orchestra.console.smithi001:pexpect command: ipmitool -H smithi001.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-10T00:14:09.168 INFO:teuthology.orchestra.console.smithi103:Power off 2024-02-10T00:14:09.169 DEBUG:teuthology.orchestra.console.smithi103:pexpect command: ipmitool -H smithi103.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-02-10T00:14:09.184 INFO:teuthology.orchestra.console.smithi088:Power off 2024-02-10T00:14:09.184 DEBUG:teuthology.orchestra.console.smithi088:pexpect command: ipmitool -H smithi088.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-02-10T00:14:09.192 DEBUG:teuthology.orchestra.console.smithi103:power off output: Chassis Power Control: Down/Off 2024-02-10T00:14:09.192 DEBUG:teuthology.orchestra.console.smithi103:pexpect command: ipmitool -H smithi103.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-10T00:14:09.200 DEBUG:teuthology.orchestra.console.smithi001:check power output: Chassis Power is on 2024-02-10T00:14:09.206 DEBUG:teuthology.orchestra.console.smithi088:power off output: Chassis Power Control: Down/Off 2024-02-10T00:14:09.206 DEBUG:teuthology.orchestra.console.smithi088:pexpect command: ipmitool -H smithi088.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-10T00:14:09.217 DEBUG:teuthology.orchestra.console.smithi103:check power output: Chassis Power is on 2024-02-10T00:14:09.232 DEBUG:teuthology.orchestra.console.smithi088:check power output: Chassis Power is on 2024-02-10T00:14:13.201 DEBUG:teuthology.orchestra.console.smithi001:pexpect command: ipmitool -H smithi001.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-10T00:14:13.218 DEBUG:teuthology.orchestra.console.smithi103:pexpect command: ipmitool -H smithi103.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-10T00:14:13.233 DEBUG:teuthology.orchestra.console.smithi088:pexpect command: ipmitool -H smithi088.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-10T00:14:13.313 DEBUG:teuthology.orchestra.console.smithi001:check power output: Chassis Power is on 2024-02-10T00:14:13.328 DEBUG:teuthology.orchestra.console.smithi103:check power output: Chassis Power is on 2024-02-10T00:14:13.345 DEBUG:teuthology.orchestra.console.smithi088:check power output: Chassis Power is on 2024-02-10T00:14:17.318 DEBUG:teuthology.orchestra.console.smithi001:pexpect command: ipmitool -H smithi001.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-10T00:14:17.329 DEBUG:teuthology.orchestra.console.smithi103:pexpect command: ipmitool -H smithi103.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-10T00:14:17.346 DEBUG:teuthology.orchestra.console.smithi088:pexpect command: ipmitool -H smithi088.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-10T00:14:17.429 DEBUG:teuthology.orchestra.console.smithi001:check power output: Chassis Power is off 2024-02-10T00:14:17.439 DEBUG:teuthology.orchestra.console.smithi103:check power output: Chassis Power is off 2024-02-10T00:14:17.458 DEBUG:teuthology.orchestra.console.smithi088:check power output: Chassis Power is on 2024-02-10T00:14:17.531 INFO:teuthology.orchestra.console.smithi001:Power off completed 2024-02-10T00:14:17.540 INFO:teuthology.orchestra.console.smithi103:Power off completed 2024-02-10T00:14:21.463 DEBUG:teuthology.orchestra.console.smithi088:pexpect command: ipmitool -H smithi088.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-10T00:14:21.574 DEBUG:teuthology.orchestra.console.smithi088:check power output: Chassis Power is off 2024-02-10T00:14:21.675 INFO:teuthology.orchestra.console.smithi088:Power off completed 2024-02-10T00:14:21.780 INFO:teuthology.run:Summary data: description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/secure wsync/yes} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/fs/test_o_trunc}} duration: 2049.750554561615 failure_reason: '"2024-02-09T23:51:02.743917+0000 mon.a (mon.0) 190 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,c" in cluster log' flavor: default owner: scheduled_yuriw@teuthology success: false 2024-02-10T00:14:21.781 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-02-10T00:14:21.860 INFO:teuthology.run:FAIL